-- Logs begin at Tue 2022-03-22 12:57:05 UTC, end at Tue 2022-03-22 15:26:04 UTC. -- Mar 22 13:41:01.050839 n-d-834677-3 systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 13:41:03.938581 n-d-834677-3 neutron-server[110348]: INFO neutron.common.config [-] Logging enabled! Mar 22 13:41:03.939239 n-d-834677-3 neutron-server[110348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 13:41:03.939329 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110348) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 13:41:03.942668 n-d-834677-3 neutron-server[110348]: INFO neutron.common.config [-] Logging enabled! Mar 22 13:41:03.942912 n-d-834677-3 neutron-server[110348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 13:41:03.943214 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110348) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 13:41:03.944148 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 13:41:03.944384 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 13:41:03.944750 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 13:41:03.944989 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 13:41:03.945214 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 13:41:03.946071 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.946511 n-d-834677-3 neutron-server[110348]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 13:41:03.946825 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.947100 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.947394 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.947687 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.947984 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.948267 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.948554 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.948855 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.949141 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.949416 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.949683 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.949987 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.950275 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.950560 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.950841 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.951122 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] debug = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.951398 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.951835 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.952249 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.952527 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.952815 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.953098 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.953368 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.953639 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.953920 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.954271 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] host = n-d-834677-3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.954547 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.954830 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.955111 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.955406 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.955665 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.955937 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.956216 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.956485 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.956764 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] log_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.957024 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.957305 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.957599 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.957883 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.958132 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.958353 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.958646 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.958928 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.959202 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.959468 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.959738 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.960007 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.960276 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.960541 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.960822 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.961107 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.961412 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.961687 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.961959 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.962250 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.962517 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.962798 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.963068 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.963340 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.963608 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.963889 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.964155 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.964423 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.964718 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.965000 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.965277 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.965555 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.965823 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.966126 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.966398 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.966666 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.966931 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] use_json = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.967197 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.967467 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.967744 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.968012 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.968278 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.968547 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.968814 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.969092 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.969357 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:03.969653 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.969949 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.970269 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.970562 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.970849 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.971123 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.971408 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.971685 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.971972 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.972261 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.972544 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.972818 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.973113 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.973400 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.973691 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.974026 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.974321 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.974606 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.974879 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.975150 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.975420 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.975702 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.975983 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.976259 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.976545 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.976828 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.977162 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.977448 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.977731 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.978046 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.978338 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.978614 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.978892 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.979188 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.979461 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.979730 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.980004 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.980288 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.980562 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.980836 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.981108 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.981379 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.981644 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.981910 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.982212 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.982495 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.982767 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.983032 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.983298 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.983571 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.983836 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.984113 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.984382 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.984647 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.984912 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.985183 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.985449 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.985719 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.986005 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.986276 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.986548 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.986814 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.987083 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.987349 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.987619 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.987885 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.988149 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.988418 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.988684 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.988949 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.989213 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.989477 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.989741 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.990024 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.990307 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.990599 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.990871 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.991141 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.991415 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.991685 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.991956 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.992224 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.992516 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.992788 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.993055 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.993340 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.993622 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.993899 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.994578 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.994854 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.995142 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.995414 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.995702 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.995962 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.996232 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.996502 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.996783 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.997057 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.997344 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.997636 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.997925 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.998239 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.998530 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.998806 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.999112 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.999390 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:03.999606 n-d-834677-3 neutron-server[110348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 13:41:03.999844 n-d-834677-3 neutron-server[110348]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110348) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 13:41:04.362204 n-d-834677-3 neutron-server[110348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 13:41:04.362454 n-d-834677-3 neutron-server[110348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 13:41:04.362781 n-d-834677-3 neutron-server[110348]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 13:41:04.363254 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 13:41:04.684626 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.684844 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.685057 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.686304 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.686573 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.686949 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.740542 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.740818 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.741085 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.756183 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.756454 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.756720 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.784726 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.784973 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.785268 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.933652 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.933909 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:04.934219 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.161418 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.162135 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.162135 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.162278 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.162904 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.260525 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.260723 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.261026 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.261291 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.261553 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.261860 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.262139 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.262397 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.262638 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.262911 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.263160 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.263388 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.263650 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.263878 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.264120 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.264371 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.264626 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.264888 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.265145 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.265397 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.265660 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.265886 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.266183 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.266550 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.266791 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.267027 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.267420 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:05.267651 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:05.267882 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:05.268108 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:05.268335 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:05.268560 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:05.268915 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 13:41:05.272132 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 13:41:05.276234 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 13:41:05.279931 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 22 13:41:05.281553 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 13:41:05.282051 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 13:41:05.282384 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 13:41:05.282760 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 13:41:05.285577 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 13:41:05.285860 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 13:41:05.286232 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 13:41:05.291184 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 13:41:05.314650 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 13:41:05.315096 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.315391 n-d-834677-3 neutron-server[110348]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110348) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 13:41:05.315755 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.317119 n-d-834677-3 neutron-server[110348]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110348) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 13:41:05.317398 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 13:41:05.317628 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 13:41:05.321077 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.321346 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:05.384503 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 13:41:05.384738 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 13:41:05.384970 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 13:41:05.385329 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 13:41:05.407009 n-d-834677-3 neutron-server[110348]: DEBUG oslo_db.sqlalchemy.engines [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110348) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 13:41:05.859478 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing driver for type 'gre' Mar 22 13:41:05.860440 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] gre ID ranges: [(1, 1000)] Mar 22 13:41:05.920225 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing driver for type 'local' Mar 22 13:41:05.920553 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing driver for type 'vlan' Mar 22 13:41:05.935932 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] VlanTypeDriver initialization complete Mar 22 13:41:05.936416 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing driver for type 'vxlan' Mar 22 13:41:05.937110 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] vxlan ID ranges: [(1, 1000)] Mar 22 13:41:05.992036 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing extension driver 'port_security' Mar 22 13:41:05.992379 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.extensions.port_security [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] PortSecurityExtensionDriver initialization complete Mar 22 13:41:05.992709 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing mechanism driver 'openvswitch' Mar 22 13:41:05.993058 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing mechanism driver 'hyperv' Mar 22 13:41:06.000193 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:06.000899 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.001267 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.001613 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.002165 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:41:06.002597 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnet after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.002945 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnet after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.003284 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.003673 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:41:06.004072 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.004412 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.004747 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.005136 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:41:06.005532 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > security_group after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.005871 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > security_group after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.006234 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.006757 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:41:06.007230 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.007508 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.007843 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.008232 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:41:06.008628 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > address_group after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.009030 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > address_group after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.009363 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.009752 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:41:06.010215 n-d-834677-3 neutron-server[110348]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] ML2 OVO RPC backend initialized. {{(pid=110348) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 13:41:06.010908 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.011255 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.011665 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.012003 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > networks before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.012347 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.012684 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > ports before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.013021 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnet before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.013358 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnets before_response 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.013693 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.014052 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.014383 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.014710 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.015037 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.015361 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.015695 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnet after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.016020 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnet after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.016344 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.023605 n-d-834677-3 neutron-server[110348]: INFO neutron.quota [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded quota_driver: . Mar 22 13:41:06.023961 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.plugin [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Modular L2 Plugin initialization complete Mar 22 13:41:06.024302 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading services supported by the core plugin {{(pid=110348) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 13:41:06.024636 n-d-834677-3 neutron-server[110348]: INFO neutron.plugins.ml2.managers [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Got port-security extension from driver 'port_security' Mar 22 13:41:06.025109 n-d-834677-3 neutron-server[110348]: INFO neutron.extensions.vlantransparent [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Disabled vlantransparent extension. Mar 22 13:41:06.025595 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110348) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 13:41:06.025911 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: router Mar 22 13:41:06.062946 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.063330 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router after_create 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.063717 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router before_create 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.064051 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.064424 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.064772 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router after_delete 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.065132 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.065478 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.065824 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router after_create 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.066191 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router after_update 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.066535 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router after_update 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.066875 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.067224 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router after_update 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.067678 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_update 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.067988 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: port after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.068323 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: port after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.068649 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: subnet after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.068982 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.069326 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.069662 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_create 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.070043 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: port before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.070356 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.070704 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router after_update 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.071035 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.071463 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_create 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.071804 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.072139 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_update 55549900 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.072502 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > agent after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.072836 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > agent after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.073173 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > network after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.074072 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Tracking information for resource: router configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:06.074398 n-d-834677-3 neutron-server[110348]: DEBUG neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Tracking information for resource: floatingip configured {{(pid=110348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:41:06.079373 n-d-834677-3 neutron-server[110348]: INFO neutron.db.l3_agentschedulers_db [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 13:41:06.079986 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: port after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.080333 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: port after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.080668 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: port after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.081037 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: port after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.081946 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router before_create 55550100 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.082338 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.082689 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_create 55550100 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.083004 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > router precommit_update 55550100 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.087896 n-d-834677-3 neutron-server[110348]: DEBUG neutron.services.provider_configuration [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service providers = [] {{(pid=110348) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 13:41:06.088253 n-d-834677-3 neutron-server[110348]: DEBUG neutron.db.servicetype_db [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110348) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 13:41:06.091218 n-d-834677-3 neutron-server[110348]: DEBUG neutron.services.service_base [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:41:06.091559 n-d-834677-3 neutron-server[110348]: DEBUG neutron.services.service_base [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:41:06.091893 n-d-834677-3 neutron-server[110348]: DEBUG neutron.services.service_base [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:41:06.092767 n-d-834677-3 neutron-server[110348]: DEBUG neutron.services.service_base [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:41:06.093127 n-d-834677-3 neutron-server[110348]: INFO neutron.services.service_base [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 13:41:06.093491 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.093804 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 13:41:06.104516 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.104845 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: auto_allocate Mar 22 13:41:06.110763 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: network precommit_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.111053 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: network precommit_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.111566 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.111875 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: tag Mar 22 13:41:06.118503 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.118852 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: timestamp Mar 22 13:41:06.123236 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.123556 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: network_ip_availability Mar 22 13:41:06.129041 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.129402 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.129749 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.130485 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.130800 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: flavors Mar 22 13:41:06.135566 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.135891 n-d-834677-3 neutron-server[110348]: INFO neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading Plugin: revisions Mar 22 13:41:06.140218 n-d-834677-3 neutron-server[110348]: DEBUG neutron.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:41:06.140607 n-d-834677-3 neutron-server[110348]: DEBUG oslo_concurrency.lockutils [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=110348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 13:41:06.141416 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110348) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 13:41:06.141746 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Initializing extension manager. Mar 22 13:41:06.142283 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: __init__.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.142617 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: __pycache__ {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.142939 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: address_group.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.143696 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.144264 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: address-group Mar 22 13:41:06.144583 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: address_scope.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.145284 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.145783 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: address-scope Mar 22 13:41:06.146121 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.147035 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.147535 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: router-admin-state-down-before-update Mar 22 13:41:06.147851 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: agent.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.148797 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.149299 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: agent Mar 22 13:41:06.149627 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: agent_resources_synced.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.150558 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.151054 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: agent-resources-synced Mar 22 13:41:06.151364 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: allowedaddresspairs.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.153297 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.153807 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: allowed-address-pairs Mar 22 13:41:06.154214 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: auto_allocated_topology.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.155214 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.155734 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: auto-allocated-topology Mar 22 13:41:06.156044 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: availability_zone.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.156720 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.157260 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: availability_zone Mar 22 13:41:06.157569 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: availability_zone_filter.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.158508 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.159004 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: availability_zone_filter Mar 22 13:41:06.159316 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: data_plane_status.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.160205 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.160695 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 13:41:06.161070 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: default_subnetpools.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.161955 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.162663 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: default-subnetpools Mar 22 13:41:06.162803 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.163620 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.164138 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: dhcp_agent_scheduler Mar 22 13:41:06.164451 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: dns.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.165448 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.165960 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 13:41:06.166304 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: dns_domain_ports.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.167212 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.167692 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 13:41:06.167992 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.168904 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.169392 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 13:41:06.169705 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: dvr.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.170393 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.170886 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: dvr Mar 22 13:41:06.171182 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: ecmp_routes.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.172097 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.172580 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 13:41:06.172887 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: empty_string_filtering.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.173774 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.174291 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: empty-string-filtering Mar 22 13:41:06.174603 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.175507 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.175995 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 13:41:06.176308 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.177199 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.177692 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 13:41:06.178031 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: external_net.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.178917 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.179414 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: external-net Mar 22 13:41:06.179721 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.180659 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.181157 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: extra_dhcp_opt Mar 22 13:41:06.181462 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: extraroute.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.182389 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.182882 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: extraroute Mar 22 13:41:06.183191 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: extraroute_atomic.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.184196 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.184690 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: extraroute-atomic Mar 22 13:41:06.185003 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: filter_validation.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.185645 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.186175 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: filter-validation Mar 22 13:41:06.186487 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: fip_pf_description.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.187385 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.187872 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 13:41:06.188180 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: fip_pf_port_range.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.189079 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.189565 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 13:41:06.189874 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: fip_port_details.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.190800 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.191290 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: fip-port-details Mar 22 13:41:06.191600 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: flavors.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.192847 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.193351 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: flavors Mar 22 13:41:06.193665 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.195398 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.195916 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 13:41:06.196295 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: floatingip_pools.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.197009 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.197510 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: floatingip-pools Mar 22 13:41:06.197825 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: ip_allocation.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.198772 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.199264 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 13:41:06.199576 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.200480 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.200976 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: ip-substring-filtering Mar 22 13:41:06.201288 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l2_adjacency.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.202238 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.202729 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 13:41:06.203038 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.205550 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.206110 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: router Mar 22 13:41:06.206453 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.208693 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.209222 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 13:41:06.209547 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.210480 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.210986 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: ext-gw-mode Mar 22 13:41:06.211309 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.212234 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.212733 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: l3-ha Mar 22 13:41:06.213055 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.213942 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.214475 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 13:41:06.214793 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3_flavors.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.215685 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.216183 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: l3-flavors Mar 22 13:41:06.216503 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.217864 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.218397 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 13:41:06.218719 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.219619 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.220122 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 13:41:06.220437 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: l3agentscheduler.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.221483 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.221991 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: l3_agent_scheduler Mar 22 13:41:06.222327 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: local_ip.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.224133 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.224650 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension local_ip not supported by any of loaded plugins Mar 22 13:41:06.224975 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: logging.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.226482 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.226992 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension logging not supported by any of loaded plugins Mar 22 13:41:06.227314 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: metering.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.228092 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.228654 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: metering Mar 22 13:41:06.228973 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.230090 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.230594 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: metering_source_and_destination_fields Mar 22 13:41:06.230910 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: multiprovidernet.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.231820 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.232315 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: multi-provider Mar 22 13:41:06.232635 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: netmtu.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.233528 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.234045 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: net-mtu Mar 22 13:41:06.234361 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: netmtu_writable.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.235256 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.235748 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: net-mtu-writable Mar 22 13:41:06.236059 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: network_availability_zone.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.236711 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.237206 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: network_availability_zone Mar 22 13:41:06.237517 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: network_ip_availability.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.238649 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.239148 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: network-ip-availability Mar 22 13:41:06.239461 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: network_segment_range.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.240339 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.240834 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 13:41:06.241150 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: pagination.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.242152 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.242472 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: pagination Mar 22 13:41:06.242783 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: port_device_profile.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.243701 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.244561 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: port-device-profile Mar 22 13:41:06.244876 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.245786 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.246309 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: port-mac-address-regenerate Mar 22 13:41:06.246622 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.247530 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.248031 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: port-numa-affinity-policy Mar 22 13:41:06.248331 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: port_resource_request.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.249220 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.249709 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 13:41:06.250040 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: port_resource_request_groups.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.250984 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.251477 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 13:41:06.251791 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: portbindings.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.252695 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.253191 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: binding Mar 22 13:41:06.253506 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: portbindings_extended.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.254797 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.255309 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: binding-extended Mar 22 13:41:06.255626 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: portsecurity.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.256527 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.257035 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: port-security Mar 22 13:41:06.257353 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: project_id.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.258339 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.258663 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: project-id Mar 22 13:41:06.259019 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: providernet.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.259932 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.260425 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: provider Mar 22 13:41:06.260738 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.264405 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.264923 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos not supported by any of loaded plugins Mar 22 13:41:06.265243 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.266507 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.267014 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 13:41:06.267338 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.268234 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.268737 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 13:41:06.269057 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_default.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.270003 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.270495 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-default not supported by any of loaded plugins Mar 22 13:41:06.270818 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_fip.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.271721 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.272218 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 13:41:06.272539 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.273439 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.273941 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 13:41:06.274282 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_gateway_ip.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.275208 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.275706 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 13:41:06.276018 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_port_network_policy.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.276920 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.277411 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 13:41:06.277726 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.278856 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.279355 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 13:41:06.279675 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.280700 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.281197 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 13:41:06.281514 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_pps_rule.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.282707 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.283209 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-pps not supported by any of loaded plugins Mar 22 13:41:06.283526 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_rule_type_details.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.284421 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.284919 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 13:41:06.285226 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.286161 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.286663 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 13:41:06.286974 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: qos_rules_alias.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.288004 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.288498 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 13:41:06.288811 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: quota_check_limit.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.289738 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.290333 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: quota-check-limit Mar 22 13:41:06.290644 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: quotasv2.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.291577 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.292012 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: quotas Mar 22 13:41:06.292324 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: quotasv2_detail.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.294181 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.294514 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: quota_details Mar 22 13:41:06.294838 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: rbac.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.295912 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.296434 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: rbac-policies Mar 22 13:41:06.296759 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: rbac_address_group.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.297681 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.298213 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: rbac-address-group Mar 22 13:41:06.298533 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: rbac_address_scope.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.299437 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.299935 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: rbac-address-scope Mar 22 13:41:06.300250 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: rbac_security_groups.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.301274 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.301729 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: rbac-security-groups Mar 22 13:41:06.302078 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: rbac_subnetpool.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.302989 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.303491 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: rbac-subnetpool Mar 22 13:41:06.303807 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: revisionifmatch.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.304712 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.305212 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: revision-if-match Mar 22 13:41:06.305524 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: revisions.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.306728 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.307241 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: standard-attr-revisions Mar 22 13:41:06.307554 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: router_availability_zone.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.308210 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.308703 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: router_availability_zone Mar 22 13:41:06.309021 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: routerservicetype.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.309923 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.310513 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 13:41:06.310822 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.311733 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.312228 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: security-groups-normalized-cidr Mar 22 13:41:06.312543 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.313454 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.313950 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: port-security-groups-filtering Mar 22 13:41:06.314283 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.315203 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.315708 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: security-groups-remote-address-group Mar 22 13:41:06.316073 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.316929 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.317420 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: security-groups-shared-filtering Mar 22 13:41:06.317732 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.318334 n-d-834677-3 neutron-server[110348]: WARNING neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 13:41:06.318646 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: securitygroup.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.328339 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.328861 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: security-group Mar 22 13:41:06.329184 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: segment.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.329898 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.330430 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension segment not supported by any of loaded plugins Mar 22 13:41:06.330748 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.331669 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.332168 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 13:41:06.332480 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: servicetype.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.333594 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.334136 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: service-type Mar 22 13:41:06.334447 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: sorting.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.335409 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.335732 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: sorting Mar 22 13:41:06.336045 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: standard_attr_segment.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.337014 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.337517 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 13:41:06.337831 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: standardattrdescription.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.338496 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.338994 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: standard-attr-description Mar 22 13:41:06.339317 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: stateful_security_group.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.340313 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.340814 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: stateful-security-group Mar 22 13:41:06.341131 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: stdattrs_common.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.341750 n-d-834677-3 neutron-server[110348]: WARNING neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 13:41:06.342093 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.343026 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.343544 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 13:41:06.343853 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: subnet_onboard.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.344906 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.345411 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: subnet_onboard Mar 22 13:41:06.345727 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.346677 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.347167 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 13:41:06.347473 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: subnet_service_types.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.348388 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.348885 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: subnet-service-types Mar 22 13:41:06.349202 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: subnetallocation.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.350300 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.350802 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: subnet_allocation Mar 22 13:41:06.351122 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.351771 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.352262 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: subnetpool-prefix-ops Mar 22 13:41:06.352597 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.353515 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.354029 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 13:41:06.354354 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: tagging.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.355406 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.355902 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: standard-attr-tag Mar 22 13:41:06.356220 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: timestamp.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.357423 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.357924 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loaded extension: standard-attr-timestamp Mar 22 13:41:06.358264 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: trunk.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.359278 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.359777 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension trunk not supported by any of loaded plugins Mar 22 13:41:06.360091 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: trunk_details.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.361044 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.361491 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 13:41:06.361809 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: uplink_status_propagation.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.362747 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.363244 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 13:41:06.363558 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Loading extension file: vlantransparent.py {{(pid=110348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:41:06.364212 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:41:06.364701 n-d-834677-3 neutron-server[110348]: INFO neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 13:41:06.367305 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:network Mar 22 13:41:06.367824 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:subnet Mar 22 13:41:06.368328 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:41:06.368723 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:port Mar 22 13:41:06.370363 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.370792 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service FLAVORS assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.371405 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.371820 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.372138 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:router Mar 22 13:41:06.372552 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 13:41:06.373030 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service METERING assigned prefix: /metering {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.374511 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.374875 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.375221 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:41:06.376213 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 13:41:06.376653 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:security_group Mar 22 13:41:06.377062 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 13:41:06.377639 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service CORE assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.377958 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:41:06.378340 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] subnetpool is already registered Mar 22 13:41:06.378737 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service CORE assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.379049 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:41:06.379362 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] subnetpool is already registered Mar 22 13:41:06.381617 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.382056 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service FLAVORS assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.382631 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.383033 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.383355 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:router Mar 22 13:41:06.383682 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] router is already registered Mar 22 13:41:06.384094 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 13:41:06.384418 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] floatingip is already registered Mar 22 13:41:06.384851 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service METERING assigned prefix: /metering {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.385484 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 13:41:06.385803 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] rbac_policy is already registered Mar 22 13:41:06.386227 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:security_group Mar 22 13:41:06.386552 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] security_group is already registered Mar 22 13:41:06.386920 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 13:41:06.387238 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] security_group_rule is already registered Mar 22 13:41:06.387844 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service CORE assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.388160 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:41:06.388484 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] subnetpool is already registered Mar 22 13:41:06.388879 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.v2.resource_helper [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Service CORE assigned prefix: {{(pid=110348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:41:06.389195 n-d-834677-3 neutron-server[110348]: INFO neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:41:06.389510 n-d-834677-3 neutron-server[110348]: WARNING neutron.quota.resource_registry [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] subnetpool is already registered Mar 22 13:41:06.389988 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: extensions {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.391475 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: address-groups {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.392947 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: address-scopes {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.394287 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: agents {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.395436 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: auto-allocated-topology {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.396675 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: availability_zones {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.397876 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: dhcp-networks {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.399548 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: dhcp-agents {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.400965 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: routers {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.403196 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: flavors {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.404337 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: service_profiles {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.405557 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: next_providers {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.407015 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: service_profiles {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.409432 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: floatingip-pools {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.410693 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: routers {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.412786 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: floatingips {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.414109 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: l3-routers {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.415509 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: l3-agents {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.416910 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: metering-labels {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.418273 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: metering-label-rules {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.419533 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: network-ip-availabilities {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.420814 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: bindings {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.422476 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: quotas {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.424023 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: quotas {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.425551 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: rbac-policies {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.426863 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: security-groups {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.428092 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: security-group-rules {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.429297 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: service-providers {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.430538 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: subnetpools {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.431986 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: subnetpools {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.433447 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.435144 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.436941 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.438829 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.440610 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.442477 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.444144 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.446017 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.447822 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.449645 n-d-834677-3 neutron-server[110348]: DEBUG neutron.api.extensions [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Extended resource: tags {{(pid=110348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:41:06.455711 n-d-834677-3 neutron-server[110348]: WARNING keystonemiddleware.auth_token [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 13:41:06.460407 n-d-834677-3 neutron-server[110348]: WARNING keystonemiddleware.auth_token [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 13:41:06.469153 n-d-834677-3 neutron-server[110348]: DEBUG oslo_concurrency.lockutils [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Acquired lock "singleton_lock" {{(pid=110348) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 13:41:06.469625 n-d-834677-3 neutron-server[110348]: DEBUG oslo_concurrency.lockutils [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Releasing lock "singleton_lock" {{(pid=110348) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 13:41:06.470314 n-d-834677-3 neutron-server[110348]: INFO oslo_service.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Starting 2 workers Mar 22 13:41:06.475097 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Started child 110457 {{(pid=110348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:41:06.479733 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Started child 110458 {{(pid=110348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:41:06.480494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:06.481252 n-d-834677-3 neutron-server[110348]: INFO neutron.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 13:41:06.481914 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:06.482134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [-] (110457) wsgi starting up on http://0.0.0.0:9696 Mar 22 13:41:06.484328 n-d-834677-3 neutron-server[110348]: INFO oslo_service.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Starting 1 workers Mar 22 13:41:06.484468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:06.485787 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [-] (110458) wsgi starting up on http://0.0.0.0:9696 Mar 22 13:41:06.489521 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Started child 110459 {{(pid=110348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:41:06.490099 n-d-834677-3 neutron-server[110348]: INFO oslo_service.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Starting 1 workers Mar 22 13:41:06.493419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] calling RpcWorker wait() {{(pid=110459) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 13:41:06.494019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] returning from RpcWorker wait() {{(pid=110459) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 13:41:06.495080 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Started child 110460 {{(pid=110348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:41:06.495727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:06.495865 n-d-834677-3 neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a251b9fe-261a-4f96-904b-9006ed57cc09 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:06.496205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:06.497723 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110348) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 13:41:06.497922 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 13:41:06.498110 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 13:41:06.498334 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 13:41:06.498708 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 13:41:06.498858 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 13:41:06.499354 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.499618 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.499872 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.500085 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.500388 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.500846 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:06.501347 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.501347 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.501483 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.501711 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.501850 n-d-834677-3 neutron-server[110460]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:06.501929 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.502174 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.502249 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.502487 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.502677 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.502986 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.503247 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.503456 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.503712 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.503875 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.504170 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.504436 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.504645 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.504903 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] debug = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.505149 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.505590 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.505820 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.506081 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.506311 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.506567 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.506813 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.507082 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.507320 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.507543 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.507778 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.508019 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.508266 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.508540 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.508753 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.508963 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.509196 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.509394 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.509836 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] host = n-d-834677-3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.510108 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.510326 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.510572 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.510818 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.511063 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.511289 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.511537 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.511791 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.512026 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.512244 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.512501 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.512724 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.512949 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.513191 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.513351 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_options = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.513590 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.513859 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.514126 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.514309 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.514472 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.514631 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.514878 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.515036 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.515283 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.515510 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.515718 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.515939 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.516146 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.516383 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.516636 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.516843 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.517053 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.517286 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.517520 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.517768 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.518024 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.518248 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.518477 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.518827 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.519440 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.519440 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.519697 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.519839 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.520049 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.520672 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.520672 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.520914 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.521131 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.521520 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.521715 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.521832 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.522078 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.522493 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.522627 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.522770 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.523004 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.523244 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.523472 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.523707 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.523986 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.524112 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.524366 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_json = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.525305 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.525305 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.525305 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.525305 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.526801 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.526801 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.526801 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.526801 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.526801 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.527289 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.527289 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.528018 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.528018 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.528244 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.528371 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.529211 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.529211 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.529211 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.530578 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.530578 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.530578 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.530578 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.530880 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.530880 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.531410 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.532009 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.532294 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.532532 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.532768 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.532982 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.533216 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.533526 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.533729 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.533956 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.534207 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.534483 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.534828 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.535088 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.535453 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.535799 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.536045 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.536320 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.536545 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.536763 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.536994 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.537247 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.537517 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.537709 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.538137 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.538496 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.538870 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.539281 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.539472 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.539896 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.540312 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.540721 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.541080 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.541318 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.541667 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.541891 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.542170 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.542697 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.542878 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.543293 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.543752 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.544234 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.544641 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.545041 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.545405 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.545645 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.545863 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.546138 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.546359 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.546590 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.546797 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.547199 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.547411 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.547650 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.547869 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.548081 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.548306 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.548521 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.548731 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.548957 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.549204 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.549392 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.549593 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.549818 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.550052 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.550259 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.550500 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.550670 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.551021 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.551367 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.551723 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.552077 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.552442 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.552649 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.552858 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.553085 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.553348 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.553690 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.553930 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.554194 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.554405 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.554660 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.554888 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.555134 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.555348 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.555627 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.555812 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.556087 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.556288 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.556670 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.557071 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.557456 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.557872 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.558352 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.558591 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.558902 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.560299 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.560874 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.561075 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.561376 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.561791 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.562063 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.562320 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.563427 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.563876 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.564145 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.564425 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.564633 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.564939 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.565205 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.565564 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.565942 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.566225 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.567922 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.568207 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.568466 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.568728 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.568982 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.569219 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.569461 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.569706 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.569956 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.570509 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.570731 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.571046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.571371 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.571584 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.571795 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.573122 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.573450 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.573672 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.573937 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.574223 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.574456 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.574696 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.574927 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.575137 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.575365 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.575593 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.575804 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.576042 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.576252 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.576487 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.576694 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.576915 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.577174 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.577378 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.577772 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.578008 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.578244 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.578478 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.578717 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.578945 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.579160 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.579535 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.579755 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.579966 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.580177 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.580384 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.580624 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.580852 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.582091 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.582335 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.582752 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.582998 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.583218 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.583484 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.583702 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.584799 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.585512 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.585740 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.586296 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.587186 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.587543 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.588199 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.588441 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.588683 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.588958 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.589203 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.589528 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.589772 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.590022 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.590259 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.590498 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.590716 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.590947 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.591162 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.591404 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.591610 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.591828 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.592039 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.592251 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.592462 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.592674 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.592905 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.593151 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.593381 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.593612 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.593827 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.594139 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.594409 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.594662 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.594923 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.595156 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.595386 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.595612 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.595844 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.596071 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.596362 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.596629 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.596865 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.597133 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.597379 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.597636 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.597871 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.598119 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.598346 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.598573 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.598796 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.599009 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.599240 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.599467 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.599699 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.599923 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.600147 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.600362 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.600604 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.600815 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.601027 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.601253 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.601474 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.601683 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.601909 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.602891 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.603119 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.603368 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.603593 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.603809 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.604040 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.604254 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.604464 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.604706 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.604923 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.605158 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.605459 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.605705 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.605945 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.606251 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.606483 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.606740 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.607002 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.607286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:06.607381 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.607522 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.607784 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.608021 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.608257 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.608505 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.608753 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.609058 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.609343 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.609595 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614046 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614689 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614689 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614689 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614689 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614689 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614689 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.614689 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.615328 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.615700 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.615951 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.616196 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.616424 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.616660 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.616889 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.617146 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.617382 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.617635 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.617856 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.618180 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 13:41:06.618673 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110348) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 13:41:06.618838 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 13:41:06.618996 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 13:41:06.619540 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 13:41:06.619718 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 13:41:06.619871 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 13:41:06.620081 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.620243 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.620405 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.620566 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.620733 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.620902 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.621055 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.621214 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.621516 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.621814 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.621994 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.622163 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.622320 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.622481 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.622640 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.622797 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.623012 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.623109 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.623259 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.623416 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.623712 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.624015 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.624175 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] debug = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.624328 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.624666 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.624988 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.625287 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.625450 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.625701 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.625856 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.626038 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.626197 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.626356 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.626577 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.626743 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.626902 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.627063 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.627222 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.627378 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.627535 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.627692 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.627848 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] host = n-d-834677-3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.628006 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.628164 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.628322 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.628479 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.628637 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.628793 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.628956 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.629111 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.629270 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.629426 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.629576 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.629741 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.629897 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.630080 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.630234 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_options = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.630391 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.630548 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.630702 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.631035 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.631197 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.631354 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.631861 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.631861 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.631861 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.632073 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.632141 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.632246 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.632398 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.632700 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633151 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633151 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633151 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633376 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633442 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633584 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633932 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.633932 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.634124 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.634246 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.634400 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.634566 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.634704 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.635007 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.635164 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.635470 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.635726 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.635892 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.636053 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.636209 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.636362 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.636663 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.636824 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.636977 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.637286 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.637442 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.637647 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.637803 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.637979 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.638141 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.638301 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.638506 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.638668 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_json = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.638829 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.638986 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.639142 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.639298 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.639457 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.639612 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.639767 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.639924 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.640082 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:41:06.640261 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.640422 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.640963 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.640963 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.640963 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.641172 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.641172 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.641366 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.641489 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.641645 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.641812 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.642000 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.642171 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.642332 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.642492 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.642654 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.642813 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.642972 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.643132 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.643300 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.643434 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.643592 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.643759 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.643915 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.644084 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.644285 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.644392 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.644542 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.644696 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.644865 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.645181 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.645181 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.645336 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.645674 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.645674 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.645868 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.646052 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.646208 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.646364 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.646517 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.646675 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.646831 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.646985 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.647138 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.647292 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.647446 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.647615 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.647774 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.647938 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.648121 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.648245 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.648400 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.648554 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.648766 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.648876 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.649050 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.649210 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.649479 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.649691 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.649792 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.649932 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.650125 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.650287 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.650446 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.650605 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.650764 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.650924 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.651082 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.651254 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.651414 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.651573 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.651733 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.651892 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.652051 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.652209 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.652368 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.652527 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.652686 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.652845 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.653005 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.653165 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.653325 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.653488 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.653645 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.653806 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.653983 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.654153 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.654313 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.654470 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.654632 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.654791 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.654958 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.655136 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.655295 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.655454 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.655613 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.655773 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.655956 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.656115 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.656273 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.656430 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.656588 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.656746 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.656905 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.657068 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.657226 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.657383 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.657541 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.657698 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.657856 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.658037 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.658196 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.658355 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.658513 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.658674 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.658832 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.658993 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.659152 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.659312 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.659479 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.659636 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.659799 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.659957 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.660126 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.660294 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.660454 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.660613 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.660770 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.660929 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.661091 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.661251 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.661409 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.661567 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.661726 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.661885 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.662077 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.662239 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.662398 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.662556 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.662735 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.662894 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.663052 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.663214 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.663383 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.663518 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.663677 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.663835 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.663992 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.664151 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.664327 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.664468 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.664626 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.664783 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.665039 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.665200 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.665360 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.665519 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.665677 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.665836 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.666013 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.666176 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.666333 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.666491 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.666651 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.666811 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.666971 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.667131 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.667289 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.667449 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.667608 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.667767 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.667927 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.668084 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.668244 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.668402 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.668562 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.668722 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.668880 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.669039 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.669203 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.669361 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.669520 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.669679 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.669839 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.670016 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.670179 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.670339 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.670498 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.670661 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.670821 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.670978 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.671137 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.671296 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.671456 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.671632 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.671792 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.671951 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.672114 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.672274 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.672435 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.672594 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.672755 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.672914 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.673071 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.673231 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.673390 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.673547 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.673705 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.673864 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.674042 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.674205 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.674366 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.674525 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.674683 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.674843 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.675002 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.675159 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.675315 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.675474 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.675669 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.675791 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.675950 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.676107 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.676278 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.676437 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.676594 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.676753 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.676911 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.677069 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.677238 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.677396 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.677554 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.677711 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.677868 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.678050 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.678221 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.678379 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.678537 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.678695 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.678852 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.679009 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.679182 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.679340 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.679497 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.679654 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.679811 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.679968 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.680136 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.680293 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.680454 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.680658 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.680817 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.680976 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.681144 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.681303 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.681461 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.681618 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.681784 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.681937 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.682125 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.682285 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.682444 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.682614 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.682777 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.682935 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.683093 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.683264 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.683424 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.683586 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.683745 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.683902 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.684060 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.684220 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.684383 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.684550 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.684715 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.684876 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.685044 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.685212 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.685379 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.685537 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.685702 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.685871 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.686051 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.686211 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.686369 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.686528 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.686687 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.686847 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.687006 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.687164 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.687328 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.687486 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.687644 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.687802 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.687963 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.688121 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.688279 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.688436 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.688594 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.688752 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.688911 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:41:06.689062 n-d-834677-3 neutron-server[110348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 13:41:06.726531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60828) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:06.738992 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092926 Mar 22 13:41:18.157653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7139a13-7394-4cca-9e13-8bdb00bea2a1 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 13:41:18.220902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7139a13-7394-4cca-9e13-8bdb00bea2a1 None None] No non-hosted networks {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 13:41:18.230006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.agentschedulers_db [None req-f7139a13-7394-4cca-9e13-8bdb00bea2a1 None None] DHCP Agent not found on host n-d-834677-3 {{(pid=110459) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 13:41:18.313393 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-99d4b84e-8787-407d-8049-d084b28a9235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738862'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:20.301895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-511ac702-5299-4b11-b735-20d998b3efe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738862'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:20.355880 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c603897-86b9-45c7-9eb2-7819f6285187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:21.723973 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738862'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:23.211315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738862'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:24.140674 n-d-834677-3 neutron-server[110459]: INFO neutron.db.l3_hamode_db [None req-af61a0e3-7f68-47dd-9945-e651eaf8e65c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 13:41:24.212254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60910) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:24.223446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61a0e3-7f68-47dd-9945-e651eaf8e65c None None] Routers set() bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:41:24.224004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61a0e3-7f68-47dd-9945-e651eaf8e65c None None] Router IDs set() for agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 13:41:24.481166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738862'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:24.481806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.482860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.483333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.483833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.484814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.487172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.490079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.491033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.491882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.493215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.495230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.495780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.496289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.496745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.497126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:24.498324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-834677-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:24.505162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-834677-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:24.760159 n-d-834677-3 neutron-server[110457]: WARNING oslo_policy.policy [None req-6798e10a-f39f-4fcf-bded-ba44b659e775 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:24.760743 n-d-834677-3 neutron-server[110457]: WARNING oslo_policy.policy [None req-6798e10a-f39f-4fcf-bded-ba44b659e775 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:24.982567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-6798e10a-f39f-4fcf-bded-ba44b659e775 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:41:24.985511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6798e10a-f39f-4fcf-bded-ba44b659e775 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7712457 Mar 22 13:41:27.543813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60936) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:27.908449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c8000352-f95f-4b88-b405-0422460a492f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:28.000131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.policy [None req-c8000352-f95f-4b88-b405-0422460a492f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110457) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 13:41:28.044105 n-d-834677-3 neutron-server[110457]: WARNING oslo_policy.policy [None req-c8000352-f95f-4b88-b405-0422460a492f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:28.044469 n-d-834677-3 neutron-server[110457]: WARNING oslo_policy.policy [None req-c8000352-f95f-4b88-b405-0422460a492f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:28.154206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8000352-f95f-4b88-b405-0422460a492f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784117144868', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784117145585', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784117063358', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784117070575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784117046834', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784116206665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66061872', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66171938', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-877709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1046807'] for rbac-policy (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:28.223901 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8000352-f95f-4b88-b405-0422460a492f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:28.225046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c8000352-f95f-4b88-b405-0422460a492f admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6799202 Mar 22 13:41:30.716645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60946) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:31.081739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:31.114481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Made reservation on behalf of 905101047b9049c0b9827d36f5015e4b for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:41:31.118378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.135791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.254746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks [] for security_group (3fd90bc1-056f-44d2-8efd-184840d47565), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.261721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3fd90bc1-056f-44d2-8efd-184840d47565), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.293120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:41:31.320685 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784113767226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f0cb5c41-99c5-4070-b3b6-27d1eaa8a941), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.321258 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Unsubscribe: segment precommit_create {{(pid=110457) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 13:41:31.321779 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Added segment f0cb5c41-99c5-4070-b3b6-27d1eaa8a941 of type vlan for network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 Mar 22 13:41:31.336221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd90bc1-056f-44d2-8efd-184840d47565,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:31.387006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.387269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.387603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.387930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.388242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.388626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.388927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.389343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.389686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.390010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.390344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.390655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.390965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.391270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.391575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Tracked resource versions report: Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: pushed versions: Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: { 'AddressGroup': {'1.2'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Agent': {'1.1'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'ConntrackHelper': {'1.0'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Log': {'1.0'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'NDPProxy': {'1.0'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Network': {'1.1'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Port': {'1.7'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'PortForwarding': {'1.3'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'QosPolicy': {'1.10'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'SecurityGroup': {'1.5'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'SubPort': {'1.0'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Subnet': {'1.1'}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Trunk': {'1.1'}} Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: consumer versions: Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: L3 agent@n-d-834677-3: {}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: Metadata agent@n-d-834677-3: {}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: Metering agent@n-d-834677-3: {}, Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Agent': '1.1', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'ConntrackHelper': '1.0', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'LocalIPAssociation': '1.0', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Log': '1.0', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'NDPProxy': '1.0', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Network': '1.1', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Port': '1.7', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'PortForwarding': '1.3', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'QosPolicy': '1.10', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'SecurityGroup': '1.5', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'SecurityGroupRule': '1.2', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'SubPort': '1.0', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Subnet': '1.1', Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: 'Trunk': '1.1'}} Mar 22 13:41:31.392806 n-d-834677-3 neutron-server[110457]: {{(pid=110457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:41:31.430383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (6640cea0-ebf1-4f13-a2ca-0605d368d3f2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.474242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (6640cea0-ebf1-4f13-a2ca-0605d368d3f2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.479413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:31.480183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:31.573445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8554091 Mar 22 13:41:31.597510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6df54-4041-4e46-86c9-711fe4264149 demo demo] Pushing event updated for resources: {'Network': ['ID=6640cea0-ebf1-4f13-a2ca-0605d368d3f2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:31.612875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:41:34.130326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60958) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:34.566313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604bdef5-c4de-4d95-9969-2ee66d04a276 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:34.567606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-604bdef5-c4de-4d95-9969-2ee66d04a276 demo admin] 10.222.0.44 "GET /v2.0/networks/6640cea0-ebf1-4f13-a2ca-0605d368d3f2 HTTP/1.1" status: 200 len: 825 time: 0.4363172 Mar 22 13:41:34.594062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bf22781d-89a6-41c2-9783-84b27f68bfff demo admin] 10.222.0.44 "GET /v2.0/subnetpools/32ee2763-ec33-440b-a0e5-907af1d4bbfc HTTP/1.1" status: 200 len: 734 time: 0.0182927 Mar 22 13:41:34.602376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Request body: {'subnet': {'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'subnetpool_id': '32ee2763-ec33-440b-a0e5-907af1d4bbfc', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:34.625018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Made reservation on behalf of 905101047b9049c0b9827d36f5015e4b for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:41:34.627631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:34.922823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (9479bcb2-38a9-493d-b597-8312733e8a2f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:34.995031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9479bcb2-38a9-493d-b597-8312733e8a2f,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:35.001942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Checking segment: {'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:41:35.002358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Network hostable DHCP agents. Network: 6640cea0-ebf1-4f13-a2ca-0605d368d3f2, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:41:35.024126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:41:35.034664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 6640cea0-ebf1-4f13-a2ca-0605d368d3f2) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:35.043187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:35.043408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e1850-bf49-4c9f-a184-a74371b1afc0 None None] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:41:35.043871 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:35.066104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4a392dd7-c8a0-4b5c-ab34-020d6e0611f2 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4668448 Mar 22 13:41:35.426583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'project_id': '905101047b9049c0b9827d36f5015e4b', 'fixed_ips': [{'subnet_id': '9479bcb2-38a9-493d-b597-8312733e8a2f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:41:35.427808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:35.698520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Allocated IP 172.20.0.2 (6640cea0-ebf1-4f13-a2ca-0605d368d3f2/9479bcb2-38a9-493d-b597-8312733e8a2f/ab3fbdbd-b22d-446d-8de3-49238e86f533) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:41:35.966391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Publish callbacks [] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:35.974851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:36.066989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:36.075137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:36.079319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:41:36.089508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Pushing event updated for resources: {'Port': ['ID=ab3fbdbd-b22d-446d-8de3-49238e86f533,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:36.101047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.101386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.101721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.102160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.102486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.102808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.103130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.103445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.103762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.104077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.104454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.105001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.105459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.105777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.106122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Tracked resource versions report: Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: pushed versions: Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: { 'AddressGroup': {'1.2'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Agent': {'1.1'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'ConntrackHelper': {'1.0'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Log': {'1.0'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'NDPProxy': {'1.0'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Network': {'1.1'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Port': {'1.7'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'PortForwarding': {'1.3'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'QosPolicy': {'1.10'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'SecurityGroup': {'1.5'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'SubPort': {'1.0'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Subnet': {'1.1'}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Trunk': {'1.1'}} Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: consumer versions: Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: L3 agent@n-d-834677-3: {}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: Metadata agent@n-d-834677-3: {}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: Metering agent@n-d-834677-3: {}, Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Agent': '1.1', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'ConntrackHelper': '1.0', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'LocalIPAssociation': '1.0', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Log': '1.0', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'NDPProxy': '1.0', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Network': '1.1', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Port': '1.7', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'PortForwarding': '1.3', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'QosPolicy': '1.10', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'SecurityGroup': '1.5', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'SecurityGroupRule': '1.2', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'SubPort': '1.0', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Subnet': '1.1', Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: 'Trunk': '1.1'}} Mar 22 13:41:36.107329 n-d-834677-3 neutron-server[110459]: {{(pid=110459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:41:36.182051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Attempting to bind port ab3fbdbd-b22d-446d-8de3-49238e86f533 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:41:36.182447 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Attempting to bind port ab3fbdbd-b22d-446d-8de3-49238e86f533 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:41:36.182902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Attempting to bind port ab3fbdbd-b22d-446d-8de3-49238e86f533 on network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:41:36.188155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:41:36.188516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Checking segment: {'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:41:36.188969 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:36.189362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Bound using segment: {'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:41:36.189819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Bound port: ab3fbdbd-b22d-446d-8de3-49238e86f533, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:41:36.190259 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:36.254199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] For port ab3fbdbd-b22d-446d-8de3-49238e86f533, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:41:36.258313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] For port ab3fbdbd-b22d-446d-8de3-49238e86f533, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab3fbdbd-b22d-446d-8de3-49238e86f533,segment=NetworkSegment(f0cb5c41-99c5-4070-b3b6-27d1eaa8a941),segment_id=f0cb5c41-99c5-4070-b3b6-27d1eaa8a941)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:41:36.269694 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:36.331134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c21e3-8744-4b0b-9f16-798c38c7426a None None] Pushing event updated for resources: {'Port': ['ID=ab3fbdbd-b22d-446d-8de3-49238e86f533,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:37.591686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60966) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:38.113620 n-d-834677-3 neutron-server[110458]: WARNING oslo_policy.policy [None req-1ba485c1-6610-48d9-8a0e-b82f58bcda46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:38.114216 n-d-834677-3 neutron-server[110458]: WARNING oslo_policy.policy [None req-1ba485c1-6610-48d9-8a0e-b82f58bcda46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:38.339671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-1ba485c1-6610-48d9-8a0e-b82f58bcda46 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:41:38.342401 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ba485c1-6610-48d9-8a0e-b82f58bcda46 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7496624 Mar 22 13:41:40.864482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60980) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:41.196320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-43903af2-5e2e-4fef-8fe5-ec2fce4bbfd5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:41:41.197296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43903af2-5e2e-4fef-8fe5-ec2fce4bbfd5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3316860 Mar 22 13:41:43.777190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60988) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:44.105932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-660cf293-3223-4a74-a980-c967e7c6bd26 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:44.131352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-660cf293-3223-4a74-a980-c967e7c6bd26 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (9f87eab9-c79e-469b-a7aa-12deed2c845b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:44.133003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-660cf293-3223-4a74-a980-c967e7c6bd26 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (9f87eab9-c79e-469b-a7aa-12deed2c845b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:44.265551 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-660cf293-3223-4a74-a980-c967e7c6bd26 demo demo] Publish callbacks [] for router_controller (9f87eab9-c79e-469b-a7aa-12deed2c845b), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:44.271100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-660cf293-3223-4a74-a980-c967e7c6bd26 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (9f87eab9-c79e-469b-a7aa-12deed2c845b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:44.288623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-660cf293-3223-4a74-a980-c967e7c6bd26 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:44.289788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-660cf293-3223-4a74-a980-c967e7c6bd26 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5115945 Mar 22 13:41:46.832392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32768) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:47.164562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-126683f9-171a-41bf-bbcf-480978d211d0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:41:47.173518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-126683f9-171a-41bf-bbcf-480978d211d0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3320460 Mar 22 13:41:47.173801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab3fbdbd-b22d-446d-8de3-49238e86f533 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:41:47.267170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ab3fbdbd-b22d-446d-8de3-49238e86f533 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:47.267635 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:47.390626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ab3fbdbd-b22d-446d-8de3-49238e86f533 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:41:47.391011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:47.428628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ab3fbdbd-b22d-446d-8de3-49238e86f533, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab3fbdbd-b22d-446d-8de3-49238e86f533,segment=NetworkSegment(f0cb5c41-99c5-4070-b3b6-27d1eaa8a941),segment_id=f0cb5c41-99c5-4070-b3b6-27d1eaa8a941)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:41:47.433688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:47.480483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ab3fbdbd-b22d-446d-8de3-49238e86f533,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:47.501277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a4657-2a5b-4b39-82bb-9d009f375d60 None None] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:41:47.565472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5ef1217f-a269-4bc3-93f1-861ed5250942 None None] Provisioning complete for port ab3fbdbd-b22d-446d-8de3-49238e86f533 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:47.565751 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ef1217f-a269-4bc3-93f1-861ed5250942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:47.695298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1217f-a269-4bc3-93f1-861ed5250942 None None] Current status of the port ab3fbdbd-b22d-446d-8de3-49238e86f533 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:41:47.916680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e8f55934-fa6f-4077-bb84-8937d719d084 None None] Provisioning complete for port ab3fbdbd-b22d-446d-8de3-49238e86f533 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:47.917065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e8f55934-fa6f-4077-bb84-8937d719d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:47.998373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e8f55934-fa6f-4077-bb84-8937d719d084 None None] Current status of the port ab3fbdbd-b22d-446d-8de3-49238e86f533 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:41:48.113874 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8d6e250-f2db-495d-9750-f23a19cddce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:49.124062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab3fbdbd-b22d-446d-8de3-49238e86f533 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:41:49.184003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ab3fbdbd-b22d-446d-8de3-49238e86f533 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:49.184406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:49.266111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ab3fbdbd-b22d-446d-8de3-49238e86f533 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:41:49.779330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32776) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:50.138518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:50.202805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Made reservation on behalf of a4f100b1433641bbbe7390374a8e9c1e for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:41:50.274386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.policy [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110458) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 13:41:50.298922 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78f9e1da-d7e2-4c3e-a87b-9e1fb0868c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.318300 n-d-834677-3 neutron-server[110458]: WARNING oslo_policy.policy [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:50.318738 n-d-834677-3 neutron-server[110458]: WARNING oslo_policy.policy [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:41:50.328501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.348825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.458473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks [] for security_group (89606b9b-492a-4dec-a36a-6d334592fa82), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.464465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (89606b9b-492a-4dec-a36a-6d334592fa82), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.475705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Reserving flat network on physical network physnet1 {{(pid=110458) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 13:41:50.505020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784113767226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b9cf85f2-2df4-437d-8c2c-2652b8d01a3e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.505601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Unsubscribe: segment precommit_create {{(pid=110458) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 13:41:50.506147 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Added segment b9cf85f2-2df4-437d-8c2c-2652b8d01a3e of type flat for network 81b33ed6-9101-4c52-8c0a-e05026051aeb Mar 22 13:41:50.527733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89606b9b-492a-4dec-a36a-6d334592fa82,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:50.579288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.579622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.579997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.580325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.580645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.580946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.581250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.581563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.581876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.582212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.582521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.582832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.583139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.583444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.583749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Tracked resource versions report: Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: pushed versions: Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: { 'AddressGroup': {'1.2'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Agent': {'1.1'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'ConntrackHelper': {'1.0'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Log': {'1.0'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'NDPProxy': {'1.0'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Network': {'1.1'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Port': {'1.7'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'PortForwarding': {'1.3'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'QosPolicy': {'1.10'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'SecurityGroup': {'1.5'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'SubPort': {'1.0'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Subnet': {'1.1'}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Trunk': {'1.1'}} Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: consumer versions: Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: L3 agent@n-d-834677-3: {}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: Metadata agent@n-d-834677-3: {}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: Metering agent@n-d-834677-3: {}, Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Agent': '1.1', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'ConntrackHelper': '1.0', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'LocalIPAssociation': '1.0', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Log': '1.0', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'NDPProxy': '1.0', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Network': '1.1', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Port': '1.7', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'PortForwarding': '1.3', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'QosPolicy': '1.10', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'SecurityGroup': '1.5', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'SecurityGroupRule': '1.2', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'SubPort': '1.0', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Subnet': '1.1', Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: 'Trunk': '1.1'}} Mar 22 13:41:50.584968 n-d-834677-3 neutron-server[110458]: {{(pid=110458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:41:50.620638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (81b33ed6-9101-4c52-8c0a-e05026051aeb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.679407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (81b33ed6-9101-4c52-8c0a-e05026051aeb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.680545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:50.681231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:50.779253 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9984436 Mar 22 13:41:50.790663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8e79-7212-4a9f-a198-7b52d0f87598 admin admin] Pushing event updated for resources: {'Network': ['ID=81b33ed6-9101-4c52-8c0a-e05026051aeb,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:50.801703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:41:51.629815 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:53.138267 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:53.287751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32800) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:53.520851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b688294-7b08-4c91-abaa-5dfd16dd54c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:53.522159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6b688294-7b08-4c91-abaa-5dfd16dd54c8 demo admin] 10.222.0.44 "GET /v2.0/subnets/9479bcb2-38a9-493d-b597-8312733e8a2f HTTP/1.1" status: 200 len: 849 time: 0.2333391 Mar 22 13:41:53.688108 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-53db3fd1-db4b-4a88-b952-fbc8ef09a4bb demo admin] 10.222.0.44 "GET /v2.0/routers/9f87eab9-c79e-469b-a7aa-12deed2c845b HTTP/1.1" status: 200 len: 704 time: 0.1596508 Mar 22 13:41:54.004048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:54.323644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Allocated IP 172.20.0.1 (6640cea0-ebf1-4f13-a2ca-0605d368d3f2/9479bcb2-38a9-493d-b597-8312733e8a2f/df4f911d-204b-4c01-9d92-884c6a24f85b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:41:54.487550 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:54.508314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks [] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:54.581434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:54.659027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:54.666692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:54.672646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Pushing event updated for resources: {'Port': ['ID=df4f911d-204b-4c01-9d92-884c6a24f85b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:54.675424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:41:54.676307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (9f87eab9-c79e-469b-a7aa-12deed2c845b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:54.871868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-815e6843-6a2d-48e4-9bb3-617f84c95178 None None] Provisioning complete for port df4f911d-204b-4c01-9d92-884c6a24f85b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:54.872174 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-815e6843-6a2d-48e4-9bb3-617f84c95178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:54.879025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:54.905744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-815e6843-6a2d-48e4-9bb3-617f84c95178 None None] Port df4f911d-204b-4c01-9d92-884c6a24f85b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:41:55.134550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks [] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:55.142708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:55.143453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (9f87eab9-c79e-469b-a7aa-12deed2c845b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:55.218790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Pushing event updated for resources: {'Port': ['ID=df4f911d-204b-4c01-9d92-884c6a24f85b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:55.270575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:55.272173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:55.442502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Router 9f87eab9-c79e-469b-a7aa-12deed2c845b is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:41:55.527563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-707253a5-db9f-4c91-8746-796e211cb118 None None] Provisioning complete for port df4f911d-204b-4c01-9d92-884c6a24f85b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:55.528146 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-707253a5-db9f-4c91-8746-796e211cb118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:55.540509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:41:55.546241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-53149cdd-1299-43f6-ad26-09e104b3a5d4 demo admin] 10.222.0.44 "PUT /v2.0/routers/9f87eab9-c79e-469b-a7aa-12deed2c845b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8494737 Mar 22 13:41:55.562154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-707253a5-db9f-4c91-8746-796e211cb118 None None] Port df4f911d-204b-4c01-9d92-884c6a24f85b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:41:55.562436 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Sync routers for ids ['9f87eab9-c79e-469b-a7aa-12deed2c845b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:41:55.574580 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Routers {'9f87eab9-c79e-469b-a7aa-12deed2c845b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:41:55.575489 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:41:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9f87eab9-c79e-469b-a7aa-12deed2c845b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:55.763988 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Set router 9f87eab9-c79e-469b-a7aa-12deed2c845b gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:41:56.195904 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'name': 'router1', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:44Z', 'updated_at': '2022-03-22T13:41:54Z', 'revision_number': 2, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'gw_port_host': None, '_interfaces': [{'id': 'df4f911d-204b-4c01-9d92-884c6a24f85b', 'name': '', 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'mac_address': 'fa:16:3e:a7:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:54Z', 'updated_at': '2022-03-22T13:41:54Z', 'revision_number': 2, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'subnets': [{'id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32ee2763-ec33-440b-a0e5-907af1d4bbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:56.243899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Checking router: 9f87eab9-c79e-469b-a7aa-12deed2c845b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:41:56.244234 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Updating router 9f87eab9-c79e-469b-a7aa-12deed2c845b port df4f911d-204b-4c01-9d92-884c6a24f85b binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:41:56.322631 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:56.801037 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Publish callbacks [] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:56.808250 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:56.972024 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Pushing event updated for resources: {'Port': ['ID=df4f911d-204b-4c01-9d92-884c6a24f85b,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:56.982648 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Attempting to bind port df4f911d-204b-4c01-9d92-884c6a24f85b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:41:56.982648 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Attempting to bind port df4f911d-204b-4c01-9d92-884c6a24f85b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:41:56.982648 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Attempting to bind port df4f911d-204b-4c01-9d92-884c6a24f85b on network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:41:56.989449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:41:56.989816 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Checking segment: {'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:41:56.990267 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:56.990661 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Bound using segment: {'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:41:56.991128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Bound port: df4f911d-204b-4c01-9d92-884c6a24f85b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cb5c41-99c5-4070-b3b6-27d1eaa8a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:41:56.991504 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:56.993737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8546bb41-4435-40df-83e6-434e3e2b76e4 None None] Provisioning complete for port df4f911d-204b-4c01-9d92-884c6a24f85b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:56.994240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8546bb41-4435-40df-83e6-434e3e2b76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:57.001188 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.001536 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.001872 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.002225 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.002556 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.002882 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.003203 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.003523 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.003842 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.004165 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.004517 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.004805 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.005121 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.005435 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.005749 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Tracked resource versions report: Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: pushed versions: Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: { 'AddressGroup': {'1.2'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Agent': {'1.1'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'ConntrackHelper': {'1.0'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Log': {'1.0'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'NDPProxy': {'1.0'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Network': {'1.1'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Port': {'1.7'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'PortForwarding': {'1.3'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'QosPolicy': {'1.10'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'SecurityGroup': {'1.5'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'SubPort': {'1.0'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Subnet': {'1.1'}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Trunk': {'1.1'}} Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: consumer versions: Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: L3 agent@n-d-834677-3: {}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: Metadata agent@n-d-834677-3: {}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: Metering agent@n-d-834677-3: {}, Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Agent': '1.1', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'ConntrackHelper': '1.0', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'LocalIPAssociation': '1.0', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Log': '1.0', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'NDPProxy': '1.0', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Network': '1.1', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Port': '1.7', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'PortForwarding': '1.3', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'QosPolicy': '1.10', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'SecurityGroup': '1.5', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'SecurityGroupRule': '1.2', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'SubPort': '1.0', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Subnet': '1.1', Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: 'Trunk': '1.1'}} Mar 22 13:41:57.006977 n-d-834677-3 neutron-server[110460]: {{(pid=110460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:41:57.030207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8546bb41-4435-40df-83e6-434e3e2b76e4 None None] Port df4f911d-204b-4c01-9d92-884c6a24f85b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:41:57.068622 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] For port df4f911d-204b-4c01-9d92-884c6a24f85b, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:41:57.088936 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] For port df4f911d-204b-4c01-9d92-884c6a24f85b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=df4f911d-204b-4c01-9d92-884c6a24f85b,segment=NetworkSegment(f0cb5c41-99c5-4070-b3b6-27d1eaa8a941),segment_id=f0cb5c41-99c5-4070-b3b6-27d1eaa8a941)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:41:57.095666 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:57.143109 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Routers {'9f87eab9-c79e-469b-a7aa-12deed2c845b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:41:57.143722 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:41:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9f87eab9-c79e-469b-a7aa-12deed2c845b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:57.225353 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5270b-c942-4834-b029-0ecb25c95721 None None] Pushing event updated for resources: {'Port': ['ID=df4f911d-204b-4c01-9d92-884c6a24f85b,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:57.253451 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] Set router 9f87eab9-c79e-469b-a7aa-12deed2c845b gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:41:57.355284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4ca454c9-e595-46e8-b76c-96381e4b9fc5 None None] Provisioning complete for port df4f911d-204b-4c01-9d92-884c6a24f85b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:41:57.355641 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ca454c9-e595-46e8-b76c-96381e4b9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:57.434804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4ca454c9-e595-46e8-b76c-96381e4b9fc5 None None] Current status of the port df4f911d-204b-4c01-9d92-884c6a24f85b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:41:57.435140 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ca454c9-e595-46e8-b76c-96381e4b9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:57.463323 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'name': 'router1', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:44Z', 'updated_at': '2022-03-22T13:41:54Z', 'revision_number': 2, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'gw_port_host': None, '_interfaces': [{'id': 'df4f911d-204b-4c01-9d92-884c6a24f85b', 'name': '', 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'mac_address': 'fa:16:3e:a7:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:54Z', 'updated_at': '2022-03-22T13:41:57Z', 'revision_number': 4, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'subnets': [{'id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32ee2763-ec33-440b-a0e5-907af1d4bbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:57.471337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4ca454c9-e595-46e8-b76c-96381e4b9fc5 None None] For port df4f911d-204b-4c01-9d92-884c6a24f85b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=df4f911d-204b-4c01-9d92-884c6a24f85b,segment=NetworkSegment(f0cb5c41-99c5-4070-b3b6-27d1eaa8a941),segment_id=f0cb5c41-99c5-4070-b3b6-27d1eaa8a941)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:41:57.478448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ca454c9-e595-46e8-b76c-96381e4b9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:57.491584 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98a6e-4fae-42e1-8cb1-e99b210d23fb None None] The sync data for ids ['9f87eab9-c79e-469b-a7aa-12deed2c845b'] in n-d-834677-3 is: [{'id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'name': 'router1', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:44Z', 'updated_at': '2022-03-22T13:41:54Z', 'revision_number': 2, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'gw_port_host': None, '_interfaces': [{'id': 'df4f911d-204b-4c01-9d92-884c6a24f85b', 'name': '', 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'mac_address': 'fa:16:3e:a7:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:54Z', 'updated_at': '2022-03-22T13:41:57Z', 'revision_number': 4, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'subnets': [{'id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32ee2763-ec33-440b-a0e5-907af1d4bbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:41:57.536157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca454c9-e595-46e8-b76c-96381e4b9fc5 None None] Pushing event updated for resources: {'Port': ['ID=df4f911d-204b-4c01-9d92-884c6a24f85b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:57.970611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32822) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:41:58.087421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e5d0e-610b-44d7-9ecf-26adf0416585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:58.088724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eb4e5d0e-610b-44d7-9ecf-26adf0416585 admin admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 842 time: 0.1171427 Mar 22 13:41:58.098352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Request body: {'subnet': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'gateway_ip': '172.25.2.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'enable_dhcp': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:58.119313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Made reservation on behalf of a4f100b1433641bbbe7390374a8e9c1e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:41:58.122201 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:58.433857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 13:41:58.434215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (7f084854-a869-47f3-b465-2d51b99ee257), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:58.479352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f084854-a869-47f3-b465-2d51b99ee257,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:58.497924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:41:58.498324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Network hostable DHCP agents. Network: 81b33ed6-9101-4c52-8c0a-e05026051aeb, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:41:58.515317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:41:58.525017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 81b33ed6-9101-4c52-8c0a-e05026051aeb) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:58.529336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:58.529997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:41:58.536718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c04157-9ec8-4e02-8b50-4509da2758b8 None None] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:41:58.564748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-202bc980-fa62-4b34-a1c5-371be7238d6f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4528842 Mar 22 13:41:58.644093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1056e2da-9d45-4dc6-b396-afa834326a88 None None] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:42:00.943501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32830) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:42:01.171204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-11d46844-949f-4a62-bcfb-b7a0f6dd3015 demo admin] 10.222.0.44 "GET /v2.0/routers/9f87eab9-c79e-469b-a7aa-12deed2c845b HTTP/1.1" status: 200 len: 710 time: 0.2264037 Mar 22 13:42:01.257003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbc61f-39d7-4475-9b4c-fde1e39b85e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:01.258537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1bbbc61f-39d7-4475-9b4c-fde1e39b85e0 demo admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 886 time: 0.0820351 Mar 22 13:42:01.267548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:42:01.560655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks [] for router_gateway (9f87eab9-c79e-469b-a7aa-12deed2c845b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:01.794722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks [] for router_gateway (9f87eab9-c79e-469b-a7aa-12deed2c845b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:01.870183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:02.021470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Allocated IP 172.25.2.232 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/2bcd07af-5fa4-4dad-927a-8b6b93fa3425) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:42:02.126914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks [] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:02.188829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:02.253197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:42:02.257846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:42:02.260612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:42:02.332655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Pushing event updated for resources: {'Port': ['ID=2bcd07af-5fa4-4dad-927a-8b6b93fa3425,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:42:02.556610 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks [] for router_gateway (9f87eab9-c79e-469b-a7aa-12deed2c845b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:02.762954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (9f87eab9-c79e-469b-a7aa-12deed2c845b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:02.767877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (9f87eab9-c79e-469b-a7aa-12deed2c845b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:02.946035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Router 9f87eab9-c79e-469b-a7aa-12deed2c845b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:42:03.052688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:42:03.057603 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:03.058745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-311a2c44-e746-4d5b-a7d2-bbce49961c8b demo admin] 10.222.0.44 "PUT /v2.0/routers/9f87eab9-c79e-469b-a7aa-12deed2c845b HTTP/1.1" status: 200 len: 890 time: 1.7943735 Mar 22 13:42:05.159583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device df4f911d-204b-4c01-9d92-884c6a24f85b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:42:05.209540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port df4f911d-204b-4c01-9d92-884c6a24f85b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:42:05.209845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:05.288681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port df4f911d-204b-4c01-9d92-884c6a24f85b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:42:05.597257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32842) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:42:05.718581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0136f777-93bb-4bdd-8eec-8b89b8ad0a18 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200666 Mar 22 13:42:06.053008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Sync routers for ids ['9f87eab9-c79e-469b-a7aa-12deed2c845b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:42:06.064415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Routers {'9f87eab9-c79e-469b-a7aa-12deed2c845b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:42:06.065053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:41:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9f87eab9-c79e-469b-a7aa-12deed2c845b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:42:06.283529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Set router 9f87eab9-c79e-469b-a7aa-12deed2c845b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:42:06.756523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'name': 'router1', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bcd07af-5fa4-4dad-927a-8b6b93fa3425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:44Z', 'updated_at': '2022-03-22T13:42:02Z', 'revision_number': 4, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'gw_port': {'id': '2bcd07af-5fa4-4dad-927a-8b6b93fa3425', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:42:01Z', 'updated_at': '2022-03-22T13:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'df4f911d-204b-4c01-9d92-884c6a24f85b', 'name': '', 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'mac_address': 'fa:16:3e:a7:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:54Z', 'updated_at': '2022-03-22T13:41:57Z', 'revision_number': 5, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'subnets': [{'id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32ee2763-ec33-440b-a0e5-907af1d4bbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:42:06.807666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Checking router: 9f87eab9-c79e-469b-a7aa-12deed2c845b for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:42:06.808053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Updating router 9f87eab9-c79e-469b-a7aa-12deed2c845b port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:42:06.858283 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:07.197219 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Publish callbacks [] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:07.203471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:07.256294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e5b41-36e8-4cc0-bb7d-5f75cce926b0 None None] Pushing event updated for resources: {'Port': ['ID=2bcd07af-5fa4-4dad-927a-8b6b93fa3425,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:42:07.259060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Attempting to bind port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:42:07.259753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Attempting to bind port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:42:07.260116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Attempting to bind port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:42:07.265860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:42:07.266258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:42:07.266653 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:07.267024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:42:07.267454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Bound port: 2bcd07af-5fa4-4dad-927a-8b6b93fa3425, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:42:07.267846 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:07.316025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] For port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:42:07.319004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] For port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2bcd07af-5fa4-4dad-927a-8b6b93fa3425,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:42:07.333865 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:07.391188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e5b41-36e8-4cc0-bb7d-5f75cce926b0 None None] Pushing event updated for resources: {'Port': ['ID=2bcd07af-5fa4-4dad-927a-8b6b93fa3425,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:42:07.393903 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Routers {'9f87eab9-c79e-469b-a7aa-12deed2c845b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:42:07.394896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:41:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9f87eab9-c79e-469b-a7aa-12deed2c845b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:42:07.521802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] Set router 9f87eab9-c79e-469b-a7aa-12deed2c845b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:42:07.743227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'name': 'router1', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bcd07af-5fa4-4dad-927a-8b6b93fa3425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:44Z', 'updated_at': '2022-03-22T13:42:02Z', 'revision_number': 4, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'gw_port': {'id': '2bcd07af-5fa4-4dad-927a-8b6b93fa3425', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:42:01Z', 'updated_at': '2022-03-22T13:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'df4f911d-204b-4c01-9d92-884c6a24f85b', 'name': '', 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'mac_address': 'fa:16:3e:a7:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:54Z', 'updated_at': '2022-03-22T13:41:57Z', 'revision_number': 5, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'subnets': [{'id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32ee2763-ec33-440b-a0e5-907af1d4bbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:42:07.772089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589d5b0-79d0-414f-9cda-3c0cc2c26c5b None None] The sync data for ids ['9f87eab9-c79e-469b-a7aa-12deed2c845b'] in n-d-834677-3 is: [{'id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'name': 'router1', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bcd07af-5fa4-4dad-927a-8b6b93fa3425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:44Z', 'updated_at': '2022-03-22T13:42:02Z', 'revision_number': 4, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'gw_port': {'id': '2bcd07af-5fa4-4dad-927a-8b6b93fa3425', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:42:01Z', 'updated_at': '2022-03-22T13:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'df4f911d-204b-4c01-9d92-884c6a24f85b', 'name': '', 'network_id': '6640cea0-ebf1-4f13-a2ca-0605d368d3f2', 'tenant_id': '905101047b9049c0b9827d36f5015e4b', 'mac_address': 'fa:16:3e:a7:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f87eab9-c79e-469b-a7aa-12deed2c845b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:54Z', 'updated_at': '2022-03-22T13:41:57Z', 'revision_number': 5, 'project_id': '905101047b9049c0b9827d36f5015e4b', 'subnets': [{'id': '9479bcb2-38a9-493d-b597-8312733e8a2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32ee2763-ec33-440b-a0e5-907af1d4bbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:42:09.228897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:42:09.310855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:42:09.310855 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:09.422452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:42:09.423864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:09.457523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2bcd07af-5fa4-4dad-927a-8b6b93fa3425,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:42:09.469489 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:09.539632 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:42:09.552151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=2bcd07af-5fa4-4dad-927a-8b6b93fa3425,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:42:11.227249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:42:11.345072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:42:11.345690 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2bcd07af-5fa4-4dad-927a-8b6b93fa3425), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:11.437486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2bcd07af-5fa4-4dad-927a-8b6b93fa3425 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:42:18.107602 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc02be40-2f37-4c9a-bf8e-25725d5836a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:20.303037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-538aa097-6e77-4c56-bc4d-1ef0fb3bb94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:21.636819 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:23.147918 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:24.501243 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:46.539387 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:42:48.115357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d92a-ffa2-472f-8141-bf7096849b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:50.312966 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05d7bb66-2460-4bee-93f4-20293a7a4e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:51.635671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:53.145843 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:42:54.497497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:18.108984 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3002e508-b7a6-4a34-b84d-a44dc207465f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:20.307422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f66b8b93-7ddb-4dfe-ada0-a0b86d1991b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:21.639979 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:23.141454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:23.588223 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:43:24.492230 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:31.928493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:32.002205 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b850d1a-567d-4558-9fa3-dfedba207dda admin admin] GET failed (client error): The resource could not be found. Mar 22 13:43:32.003502 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b850d1a-567d-4558-9fa3-dfedba207dda admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740054 Mar 22 13:43:32.172713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67addd80-d634-4021-8073-c7e718149350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:32.174105 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-67addd80-d634-4021-8073-c7e718149350 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662884 Mar 22 13:43:34.536506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33368) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:34.639247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43422c17-a2d8-454f-956b-d7eb7882fd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:34.640585 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43422c17-a2d8-454f-956b-d7eb7882fd4f admin admin] 10.222.0.44 "GET /v2.0/subnets/9479bcb2-38a9-493d-b597-8312733e8a2f HTTP/1.1" status: 200 len: 849 time: 0.1031082 Mar 22 13:43:34.650298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:34.740800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Publish callbacks [] for subnet (9479bcb2-38a9-493d-b597-8312733e8a2f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:34.896791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784113941643'] for subnet (9479bcb2-38a9-493d-b597-8312733e8a2f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:34.930316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:34.930919 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:34.941014 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] 10.222.0.44 "PUT /v2.0/subnets/9479bcb2-38a9-493d-b597-8312733e8a2f HTTP/1.1" status: 200 len: 868 time: 0.2856419 Mar 22 13:43:34.941287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d3dea-5c5e-4672-9935-67c8b9e93ea5 None None] Network 6640cea0-ebf1-4f13-a2ca-0605d368d3f2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:43:34.953087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9479bcb2-38a9-493d-b597-8312733e8a2f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:34.961552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.962020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.962459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.962864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.963392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.963826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.964224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.964617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.965013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.965564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.965990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.966409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.966880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.967269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:34.967645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce8c6c-f6f8-4012-951c-b094daaba5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:35.264948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c70659e1-d14d-4cdd-88db-4a0697a64c92 None None] Provisioning complete for port ab3fbdbd-b22d-446d-8de3-49238e86f533 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:43:35.265339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c70659e1-d14d-4cdd-88db-4a0697a64c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab3fbdbd-b22d-446d-8de3-49238e86f533), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:35.345362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c70659e1-d14d-4cdd-88db-4a0697a64c92 None None] Current status of the port ab3fbdbd-b22d-446d-8de3-49238e86f533 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:43:35.356084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c70659e1-d14d-4cdd-88db-4a0697a64c92 None None] Provisioning complete for port df4f911d-204b-4c01-9d92-884c6a24f85b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:43:35.356443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c70659e1-d14d-4cdd-88db-4a0697a64c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (df4f911d-204b-4c01-9d92-884c6a24f85b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:35.435414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c70659e1-d14d-4cdd-88db-4a0697a64c92 None None] Current status of the port df4f911d-204b-4c01-9d92-884c6a24f85b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:43:37.269661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33376) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:37.476867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94adedf4-31e8-4f1b-97d2-bad04f0c40f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:37.477341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94adedf4-31e8-4f1b-97d2-bad04f0c40f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:37.479035 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-94adedf4-31e8-4f1b-97d2-bad04f0c40f5 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2083530 Mar 22 13:43:39.814435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33384) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:39.966944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837aea4-b874-41f4-b3d2-5f3a7c3bb79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:39.967420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837aea4-b874-41f4-b3d2-5f3a7c3bb79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:39.969055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6837aea4-b874-41f4-b3d2-5f3a7c3bb79f admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1536350 Mar 22 13:43:42.284483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33392) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:42.437458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2ea29-ed7a-48a1-a1cb-40a5a0165ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:42.439625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c4d2ea29-ed7a-48a1-a1cb-40a5a0165ef7 admin admin] 10.222.0.44 "GET /v2.0/networks/6640cea0-ebf1-4f13-a2ca-0605d368d3f2 HTTP/1.1" status: 200 len: 869 time: 0.1537309 Mar 22 13:43:44.750955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33402) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:44.893701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870e47a-7128-4456-8d4d-a4c08429b00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:44.895102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4870e47a-7128-4456-8d4d-a4c08429b00e admin admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 886 time: 0.1430769 Mar 22 13:43:47.237263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33410) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:47.458984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186626d-3492-4f49-b7be-ad68031da608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:47.459439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186626d-3492-4f49-b7be-ad68031da608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:47.460970 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9186626d-3492-4f49-b7be-ad68031da608 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2228215 Mar 22 13:43:48.112577 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6f53-fdd0-45c2-adf3-141043f04b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:49.788855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33418) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:49.891965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37f8ea-64e4-459c-a92e-be5f92181a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:49.892409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37f8ea-64e4-459c-a92e-be5f92181a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:49.893906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef37f8ea-64e4-459c-a92e-be5f92181a9b admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040864 Mar 22 13:43:50.312064 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66ab6009-a9a5-4edc-bbf8-adf6bd8aab9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:51.643247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:52.214418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33426) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:52.302075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31e31a4-7fc6-47be-852b-fb3d50c5747e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:52.303397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f31e31a4-7fc6-47be-852b-fb3d50c5747e admin admin] 10.222.0.44 "GET /v2.0/subnets/7f084854-a869-47f3-b465-2d51b99ee257 HTTP/1.1" status: 200 len: 816 time: 0.0880139 Mar 22 13:43:53.146509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:54.497168 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:43:54.586833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33434) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:43:54.683991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb14af-58d8-4671-b414-efdb12d576af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:54.685350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-70eb14af-58d8-4671-b414-efdb12d576af admin admin] 10.222.0.44 "GET /v2.0/subnets/9479bcb2-38a9-493d-b597-8312733e8a2f HTTP/1.1" status: 200 len: 868 time: 0.0974853 Mar 22 13:44:00.537579 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:44:18.116392 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75671c32-125f-414c-b995-9fe82fa35690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:20.315646 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ff5cbea-6a94-4764-9bde-5621e44f2a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:21.647338 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:22.819520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33486) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:44:22.876853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-e9103c0f-69a6-4ec9-8787-6e2ff548cf06 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:44:22.878147 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e9103c0f-69a6-4ec9-8787-6e2ff548cf06 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576274 Mar 22 13:44:23.149489 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:24.502664 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:25.271103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33494) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:44:25.347025 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf3cedb-f64b-4d9b-9231-abd133fbc1aa admin admin] GET failed (client error): The resource could not be found. Mar 22 13:44:25.348347 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9bf3cedb-f64b-4d9b-9231-abd133fbc1aa admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0759907 Mar 22 13:44:25.442596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b8fc82-cdfa-4758-964d-877a1d1449d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:25.444087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-60b8fc82-cdfa-4758-964d-877a1d1449d1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0914195 Mar 22 13:44:27.804651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33502) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:44:27.853628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:27.881613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Made reservation on behalf of a4f100b1433641bbbe7390374a8e9c1e for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:44:27.884076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:27.912531 n-d-834677-3 neutron-server[110458]: WARNING neutron.services.revisions.revision_plugin [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Could not find related network for resource to bump revision. Mar 22 13:44:27.927621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:44:27.937899 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ee5fdd42-93eb-46a3-802f-ef76f36c0878), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:27.938272 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Added segment ee5fdd42-93eb-46a3-802f-ef76f36c0878 of type vlan for network f8f4d24b-0732-45b3-a9c8-53c686765aad Mar 22 13:44:27.988431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f8f4d24b-0732-45b3-a9c8-53c686765aad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:28.014787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f8f4d24b-0732-45b3-a9c8-53c686765aad), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:28.015783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:28.016347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:28.069996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2642350 Mar 22 13:44:28.074971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e1eeb-7c7f-40e4-b038-013f178281b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f4d24b-0732-45b3-a9c8-53c686765aad,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:28.089791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f8f4d24b-0732-45b3-a9c8-53c686765aad details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:44:30.403885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33510) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:44:30.465550 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c3208c-31b3-4a1d-8ce0-bb55ba5f8074 admin admin] GET failed (client error): The resource could not be found. Mar 22 13:44:30.466844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-06c3208c-31b3-4a1d-8ce0-bb55ba5f8074 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620093 Mar 22 13:44:30.567790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5b10f-29ab-47e3-87b9-8772a4d3426e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:30.569432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-24f5b10f-29ab-47e3-87b9-8772a4d3426e admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0966022 Mar 22 13:44:30.584847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:30.610393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Made reservation on behalf of a4f100b1433641bbbe7390374a8e9c1e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:44:30.613022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:30.778869 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (fa271ce0-a2ac-4f17-bd37-683386986258), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:30.825717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa271ce0-a2ac-4f17-bd37-683386986258,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:30.839391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.839670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.840006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.840339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.840664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.840990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.841310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.841632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.841950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.842290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.842679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.842996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.843311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.843622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.843931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:30.851305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:44:30.851661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Network hostable DHCP agents. Network: f8f4d24b-0732-45b3-a9c8-53c686765aad, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:44:30.869432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:44:30.880163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f8f4d24b-0732-45b3-a9c8-53c686765aad) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:30.884413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:30.885000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:30.889801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e8520-59f2-4ed3-b3bc-476535b20cfb None None] Network f8f4d24b-0732-45b3-a9c8-53c686765aad requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:44:30.901560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7a90b3a1-8748-4259-8c2d-73085fe56d03 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3227067 Mar 22 13:44:30.993362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-f8f4d24b-0732-45b3-a9c8-53c686765aad', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'project_id': 'a4f100b1433641bbbe7390374a8e9c1e', 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:44:30.994284 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:31.147266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Allocated IP 192.168.233.2 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/d449e808-e0b6-43af-90b6-475e66522010) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:31.386931 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Publish callbacks [] for port (d449e808-e0b6-43af-90b6-475e66522010), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:31.392691 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d449e808-e0b6-43af-90b6-475e66522010), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:31.436631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:31.440664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:31.442404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Pushing event updated for resources: {'Port': ['ID=d449e808-e0b6-43af-90b6-475e66522010,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:31.444511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:44:31.456210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.456528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.456860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.457185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.457503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.457818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.458165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.458479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.458789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.459097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.459404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.459711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.460022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.460329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.460635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:31.509790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Attempting to bind port d449e808-e0b6-43af-90b6-475e66522010 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:44:31.510173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Attempting to bind port d449e808-e0b6-43af-90b6-475e66522010 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:44:31.510531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Attempting to bind port d449e808-e0b6-43af-90b6-475e66522010 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:44:31.515597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:44:31.515958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:44:31.516350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:31.516731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:44:31.517187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Bound port: d449e808-e0b6-43af-90b6-475e66522010, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:44:31.517558 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d449e808-e0b6-43af-90b6-475e66522010), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:31.577330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] For port d449e808-e0b6-43af-90b6-475e66522010, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:44:31.580621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] For port d449e808-e0b6-43af-90b6-475e66522010, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d449e808-e0b6-43af-90b6-475e66522010,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:44:31.588719 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d449e808-e0b6-43af-90b6-475e66522010), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:31.647433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2e338-19d1-4187-913a-74f968ae1aab None None] Pushing event updated for resources: {'Port': ['ID=d449e808-e0b6-43af-90b6-475e66522010,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:32.509542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7811663-112b-468d-9fe2-9293c8eed600 None None] Network f8f4d24b-0732-45b3-a9c8-53c686765aad requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:44:32.617021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-abc09570-4a5e-4949-bf18-e53235b3c8e3 None None] Provisioning complete for port d449e808-e0b6-43af-90b6-475e66522010 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:44:32.617386 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-abc09570-4a5e-4949-bf18-e53235b3c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d449e808-e0b6-43af-90b6-475e66522010), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:32.715771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-abc09570-4a5e-4949-bf18-e53235b3c8e3 None None] Current status of the port d449e808-e0b6-43af-90b6-475e66522010 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:44:32.716275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-abc09570-4a5e-4949-bf18-e53235b3c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d449e808-e0b6-43af-90b6-475e66522010), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:32.754486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-abc09570-4a5e-4949-bf18-e53235b3c8e3 None None] For port d449e808-e0b6-43af-90b6-475e66522010, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d449e808-e0b6-43af-90b6-475e66522010,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:44:32.763803 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-abc09570-4a5e-4949-bf18-e53235b3c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d449e808-e0b6-43af-90b6-475e66522010), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:32.815402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc09570-4a5e-4949-bf18-e53235b3c8e3 None None] Pushing event updated for resources: {'Port': ['ID=d449e808-e0b6-43af-90b6-475e66522010,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:32.884557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-27de3ab6-9701-4d58-a541-244e09c02182 None None] Provisioning complete for port d449e808-e0b6-43af-90b6-475e66522010 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:44:32.884938 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-27de3ab6-9701-4d58-a541-244e09c02182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d449e808-e0b6-43af-90b6-475e66522010), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:32.966841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-27de3ab6-9701-4d58-a541-244e09c02182 None None] Current status of the port d449e808-e0b6-43af-90b6-475e66522010 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:44:33.291483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d449e808-e0b6-43af-90b6-475e66522010 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:44:33.340720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d449e808-e0b6-43af-90b6-475e66522010 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:44:33.341103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d449e808-e0b6-43af-90b6-475e66522010), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:33.417841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d449e808-e0b6-43af-90b6-475e66522010 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:44:37.537228 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:44:48.132466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f5136cb2-f9fc-444a-a6f3-72bccc2ab50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:50.323490 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4269e909-daf1-44c0-a48b-a8c81e5dd65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:51.649636 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:53.154037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:44:54.508345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:14.536475 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:45:18.115882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fe58-7f83-40f7-a8ab-807f76fb566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:20.319402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e217f5c-c9a1-4437-8cb1-1b91e80637f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:21.652778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:23.154895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:24.514433 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:48.121115 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e77c76f-4afc-41f6-94db-4d80477a3fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:50.317449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3616b727-d75c-4674-b9fd-b0aaf39df873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:51.537090 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:45:51.656737 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:53.158379 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:45:54.510798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.129052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33548) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:46:11.136629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-ac7adf00-8d19-47b9-beea-e99208cc3426 tempest-verify_tempest_config-689136512 tempest-verify_tempest_config-689136512-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:46:11.137603 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ac7adf00-8d19-47b9-beea-e99208cc3426 tempest-verify_tempest_config-689136512 tempest-verify_tempest_config-689136512-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0074813 Mar 22 13:46:11.449116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33566) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:46:11.570059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.655437 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Publish callbacks [] for security_group (5638ffa4-744a-4ab9-a066-fe70b57b3190), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.661692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5638ffa4-744a-4ab9-a066-fe70b57b3190), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.704896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=855f80bcee504222bf88bb51976eeb6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2546937 Mar 22 13:46:11.705706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5638ffa4-744a-4ab9-a066-fe70b57b3190,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:46:11.707972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33572) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:46:11.712419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.712739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.713106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.713444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.713773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.714131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.714473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.714793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.715114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.715430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.715745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.716057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.716359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.716666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.716979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02c8c0-7081-48f6-9a86-f19b938b267f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.768929 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Publish callbacks [] for security_group (5638ffa4-744a-4ab9-a066-fe70b57b3190), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.790386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Publish callbacks [] for security_group (5638ffa4-744a-4ab9-a066-fe70b57b3190), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.885954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5638ffa4-744a-4ab9-a066-fe70b57b3190), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.888917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:11.890253 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5638ffa4-744a-4ab9-a066-fe70b57b3190 HTTP/1.1" status: 204 len: 168 time: 0.1811850 Mar 22 13:46:11.898117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5638ffa4-744a-4ab9-a066-fe70b57b3190,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:46:11.904523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.904863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.905200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.905652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.906004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.906349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.906670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.906986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.907300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.907608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.907987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.908215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.908523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.908828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:11.909134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4173b6c-b971-40b9-bea4-857dee8a90f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:46:18.130069 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-55b6e275-5e6f-4316-80e8-2d22dd052334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:20.321993 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06c32116-efc6-497d-859d-8832eb117b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:21.671216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:23.165747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:24.525198 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:28.536766 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:46:48.120239 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20ea883-7084-411c-812c-348c912f2698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:50.326630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-77b31b64-407a-4ad1-99c0-1416ca584bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:51.671981 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:53.178809 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:46:54.523185 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:05.538651 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:47:18.126565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5676fd34-9c58-44b0-b834-c5e8dc36510f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:20.326066 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83b9f4f1-f244-4c30-97bd-9fdc1ab88aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:21.677957 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:23.176547 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:24.527107 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:42.538671 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:47:48.116138 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8d83d9ab-d2d0-40e7-9a77-76adfdd3ca59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:50.328416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64387d7d-caa0-45c2-8313-090e39972a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:51.677778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:53.175944 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:47:54.522306 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:18.122130 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-168a500b-de94-490d-bf6f-057c7d9a3061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:19.542823 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:48:20.326412 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c253af5-fa25-4895-b84b-a6639c2096bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:21.687601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:23.184011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:24.532037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:48.112655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-717c16c4-2f64-4df9-86e9-83d43b3603a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.322571 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da2ec85a-fc0b-4bda-8f13-4349dea14a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:51.681740 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:53.190601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:54.535784 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:56.545540 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 5 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:49:18.112077 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f6b04e4-3e99-4d8c-bb11-2f6251d908cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:20.332644 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-925d1d38-4b4a-4242-ae79-74d34584b14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:21.690309 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:23.188491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:24.030990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738862'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:24.537242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:28.137391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738862'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:33.545377 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:49:48.116440 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6657620c-6260-4ab9-8393-d690b65d4d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:50.340869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdc6f-7534-4bcc-ab94-5fcaf837ba1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:51.698970 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:53.200220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:53.995496 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:54.536500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:58.129897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:10.545041 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:50:17.812152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33628) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:17.938555 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a7560d2-6a46-4c46-888b-88abeb9c0355 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1252830 Mar 22 13:50:18.120507 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67a7dc94-aab6-4a4e-a450-7ddc842a0bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:20.278100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33638) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:20.324640 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-182612b4-1dda-4648-9a1d-28091adab155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:20.343397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bc35fa56-6c3a-481c-8008-c7732fff11eb admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0641587 Mar 22 13:50:21.699025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:23.199771 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:23.994267 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:24.537435 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:28.125025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:47.549461 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:50:48.128296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf427905-5280-40d9-954b-8cc466741e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:50.332163 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8fc05b86-1fab-4dc9-b3be-6149c3d16485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:51.700688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:53.201933 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:53.998803 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:54.533620 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:58.119910 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:18.115554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3387a8ab-0d9a-4047-a9e8-88fdd40c4bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:20.327878 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3dcd023c-b991-4775-aae7-34c4ac3eb129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:21.700386 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:23.203117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:24.003947 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:24.528210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:24.549441 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:51:28.123936 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:48.123798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc86d-65f9-40cd-8dfe-0dffd722b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:50.356170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9e6a191d-8613-4b3f-aa81-f256bd09ccbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:51.701764 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:52.812065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33884) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:53.202820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:53.239694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5d36a607-d0da-4339-b0d7-c3b51f3e6c77 tempest-AutoAllocateNetworkTest-304030352 tempest-AutoAllocateNetworkTest-304030352-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c38cc62aa824409995f845b147f301fb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4236329 Mar 22 13:51:53.239997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33904) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:53.424628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99922300-55fa-4c21-8ef2-d560c46fac77 tempest-AutoAllocateNetworkTest-304030352 tempest-AutoAllocateNetworkTest-304030352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:53.426247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-99922300-55fa-4c21-8ef2-d560c46fac77 tempest-AutoAllocateNetworkTest-304030352 tempest-AutoAllocateNetworkTest-304030352-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1853869 Mar 22 13:51:53.429304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33912) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:53.498373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:53.499009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f062625a-a196-4e18-83f4-3ed84b5bc582 tempest-AutoAllocateNetworkTest-304030352 tempest-AutoAllocateNetworkTest-304030352-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679271 Mar 22 13:51:53.527582 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-223d5e8b-0c7a-44a5-b9e2-1107a3facb77 tempest-AutoAllocateNetworkTest-304030352 tempest-AutoAllocateNetworkTest-304030352-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c38cc62aa824409995f845b147f301fb HTTP/1.1" status: 200 len: 208 time: 0.0271802 Mar 22 13:51:54.021358 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.142054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33970) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:54.475291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.552879 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.562211 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Publish callbacks [] for security_group (6874ab56-af26-449c-9e94-b138a4176387), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.567208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6874ab56-af26-449c-9e94-b138a4176387), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.623078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33994) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:54.635312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c38cc62aa824409995f845b147f301fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4919624 Mar 22 13:51:54.636311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6874ab56-af26-449c-9e94-b138a4176387,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:54.648409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.657395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.657928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.661298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.661793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.662280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.662757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.663219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.663785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.667278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.667794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.668776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.669244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.669704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.670184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b744719-01fd-4ce4-b811-a42ecab87b56 admin admin] Tracked resource versions report: Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: pushed versions: Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: { 'AddressGroup': {'1.2'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Agent': {'1.1'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'ConntrackHelper': {'1.0'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Log': {'1.0'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'NDPProxy': {'1.0'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Network': {'1.1'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Port': {'1.7'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'PortForwarding': {'1.3'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'QosPolicy': {'1.10'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'SecurityGroup': {'1.5'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'SubPort': {'1.0'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Subnet': {'1.1'}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Trunk': {'1.1'}} Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: consumer versions: Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: HyperV agent@n-h1-834677-3: {}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: HyperV agent@n-h2-834677-3: {}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: L3 agent@n-d-834677-3: {}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: Metadata agent@n-d-834677-3: {}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: Metering agent@n-d-834677-3: {}, Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Agent': '1.1', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'ConntrackHelper': '1.0', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'LocalIPAssociation': '1.0', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Log': '1.0', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'NDPProxy': '1.0', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Network': '1.1', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Port': '1.7', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'PortForwarding': '1.3', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'QosPolicy': '1.10', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'SecurityGroup': '1.5', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'SecurityGroupRule': '1.2', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'SubPort': '1.0', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Subnet': '1.1', Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: 'Trunk': '1.1'}} Mar 22 13:51:54.671544 n-d-834677-3 neutron-server[110458]: {{(pid=110458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:51:54.708992 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Publish callbacks [] for security_group (6874ab56-af26-449c-9e94-b138a4176387), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.730356 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Publish callbacks [] for security_group (6874ab56-af26-449c-9e94-b138a4176387), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.799100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6874ab56-af26-449c-9e94-b138a4176387), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.811759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.817427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6874ab56-af26-449c-9e94-b138a4176387 HTTP/1.1" status: 204 len: 168 time: 0.1902151 Mar 22 13:51:54.828811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874ab56-af26-449c-9e94-b138a4176387,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:54.836647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.836986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.837446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.837912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.838263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.838583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.838893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.839208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.839540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.839977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.840295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.840735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.841040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.841352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.841651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b213dcf-6452-4bb6-9a00-4cf10bd3273c admin admin] Tracked resource versions report: Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: pushed versions: Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: { 'AddressGroup': {'1.2'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Agent': {'1.1'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'ConntrackHelper': {'1.0'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Log': {'1.0'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'NDPProxy': {'1.0'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Network': {'1.1'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Port': {'1.7'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'PortForwarding': {'1.3'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'QosPolicy': {'1.10'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'SecurityGroup': {'1.5'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'SubPort': {'1.0'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Subnet': {'1.1'}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Trunk': {'1.1'}} Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: consumer versions: Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: HyperV agent@n-h1-834677-3: {}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: HyperV agent@n-h2-834677-3: {}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: L3 agent@n-d-834677-3: {}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: Metadata agent@n-d-834677-3: {}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: Metering agent@n-d-834677-3: {}, Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Agent': '1.1', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'ConntrackHelper': '1.0', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'LocalIPAssociation': '1.0', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Log': '1.0', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'NDPProxy': '1.0', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Network': '1.1', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Port': '1.7', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'PortForwarding': '1.3', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'QosPolicy': '1.10', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'SecurityGroup': '1.5', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'SecurityGroupRule': '1.2', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'SubPort': '1.0', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Subnet': '1.1', Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: 'Trunk': '1.1'}} Mar 22 13:51:54.843221 n-d-834677-3 neutron-server[110457]: {{(pid=110457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:51:56.268895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34114) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:56.406063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e60ff16-b8a4-4e6e-993b-4272d62027d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.510428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e60ff16-b8a4-4e6e-993b-4272d62027d1 admin admin] Publish callbacks [] for security_group (ca873532-b597-45ab-a51c-9d2c644ccb29), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.518855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e60ff16-b8a4-4e6e-993b-4272d62027d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ca873532-b597-45ab-a51c-9d2c644ccb29), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.557696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8e60ff16-b8a4-4e6e-993b-4272d62027d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=638d71c296ee496eb5cb455c5752e8be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2869618 Mar 22 13:51:56.559147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60ff16-b8a4-4e6e-993b-4272d62027d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca873532-b597-45ab-a51c-9d2c644ccb29,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:56.561382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34140) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:56.590505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34144) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:56.625458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40cb0900-bba5-4744-8f22-90a2034d876c admin admin] Publish callbacks [] for security_group (ca873532-b597-45ab-a51c-9d2c644ccb29), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.651311 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40cb0900-bba5-4744-8f22-90a2034d876c admin admin] Publish callbacks [] for security_group (ca873532-b597-45ab-a51c-9d2c644ccb29), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.707683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-network', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:51:56.712856 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40cb0900-bba5-4744-8f22-90a2034d876c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ca873532-b597-45ab-a51c-9d2c644ccb29), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.715586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40cb0900-bba5-4744-8f22-90a2034d876c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.722565 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-40cb0900-bba5-4744-8f22-90a2034d876c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca873532-b597-45ab-a51c-9d2c644ccb29 HTTP/1.1" status: 204 len: 168 time: 0.1599348 Mar 22 13:51:56.739546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb0900-bba5-4744-8f22-90a2034d876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca873532-b597-45ab-a51c-9d2c644ccb29,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:56.741419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Made reservation on behalf of c5120e6bcf0e41ae9d6e7265fab5a7cb for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:51:56.743931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.763933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.872856 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks [] for security_group (e53822ec-db07-4c00-97b6-43d550e2d040), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.882646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e53822ec-db07-4c00-97b6-43d550e2d040), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.907934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:51:56.924505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53822ec-db07-4c00-97b6-43d550e2d040,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:56.927514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (366541fc-01fc-4767-a458-08dc32bb22a6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.927844 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Added segment 366541fc-01fc-4767-a458-08dc32bb22a6 of type vlan for network c6906c08-6d2e-41ce-b995-99d0b6f353f3 Mar 22 13:51:56.971196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (c6906c08-6d2e-41ce-b995-99d0b6f353f3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.997849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (c6906c08-6d2e-41ce-b995-99d0b6f353f3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:56.999298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:57.000225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.081662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4871986 Mar 22 13:51:57.082019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34178) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:57.086936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Request body: {'subnet': {'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-subnet', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:51:57.096490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34180) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:57.111390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e9638-01a9-425b-bd5f-483aad577b81 admin admin] Pushing event updated for resources: {'Network': ['ID=c6906c08-6d2e-41ce-b995-99d0b6f353f3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:57.114443 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7566ebfb-c3eb-459d-bf88-b135a815560a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.124467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:51:57.125129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Made reservation on behalf of c5120e6bcf0e41ae9d6e7265fab5a7cb for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:51:57.128552 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.176352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34182) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:57.246253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7566ebfb-c3eb-459d-bf88-b135a815560a admin admin] Publish callbacks [] for security_group (13abb399-8a95-4925-8051-077997848728), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.252306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7566ebfb-c3eb-459d-bf88-b135a815560a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (13abb399-8a95-4925-8051-077997848728), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.289797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7566ebfb-c3eb-459d-bf88-b135a815560a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a60680ca4cff4710a072ee85bc31b371&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1918118 Mar 22 13:51:57.294128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ebfb-c3eb-459d-bf88-b135a815560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13abb399-8a95-4925-8051-077997848728,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:57.296787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34186) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:57.343755 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5b02147-49d9-439d-8fe4-c2e6e2bf6e33 admin admin] Publish callbacks [] for security_group (13abb399-8a95-4925-8051-077997848728), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.365038 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5b02147-49d9-439d-8fe4-c2e6e2bf6e33 admin admin] Publish callbacks [] for security_group (13abb399-8a95-4925-8051-077997848728), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.410196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (6aaecf5a-7563-4286-8edc-581798e332e0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.436225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5b02147-49d9-439d-8fe4-c2e6e2bf6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (13abb399-8a95-4925-8051-077997848728), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.442249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5b02147-49d9-439d-8fe4-c2e6e2bf6e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.444333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b5b02147-49d9-439d-8fe4-c2e6e2bf6e33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13abb399-8a95-4925-8051-077997848728 HTTP/1.1" status: 204 len: 168 time: 0.1435404 Mar 22 13:51:57.465820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b02147-49d9-439d-8fe4-c2e6e2bf6e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13abb399-8a95-4925-8051-077997848728,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:57.494083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aaecf5a-7563-4286-8edc-581798e332e0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:57.529603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Checking segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:51:57.529961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Network hostable DHCP agents. Network: c6906c08-6d2e-41ce-b995-99d0b6f353f3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:51:57.564349 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b41b7b90-aa18-4bab-8177-3d844922de06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.578829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:51:57.600062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, c6906c08-6d2e-41ce-b995-99d0b6f353f3) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:51:57.607367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:57.608018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.611797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e81ab5-041f-4f6a-bc1f-9b7d0dd55132 None None] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:51:57.650970 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-35a6122a-dcc5-4549-8a7a-cbdee35d8a5d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5619953 Mar 22 13:51:57.650970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34214) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:57.655546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:51:57.699367 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (16f6be33-1b88-405c-b0c6-67981eb4fbcc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.700521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (16f6be33-1b88-405c-b0c6-67981eb4fbcc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.815996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:51:57.816986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.842534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks [] for router_controller (16f6be33-1b88-405c-b0c6-67981eb4fbcc), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.929037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b41b7b90-aa18-4bab-8177-3d844922de06 admin admin] Publish callbacks [] for security_group (53148681-d3c3-42a1-a9a4-d53ad2a20cea), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.940108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b41b7b90-aa18-4bab-8177-3d844922de06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53148681-d3c3-42a1-a9a4-d53ad2a20cea), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.043464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b7b90-aa18-4bab-8177-3d844922de06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53148681-d3c3-42a1-a9a4-d53ad2a20cea,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:58.100102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b41b7b90-aa18-4bab-8177-3d844922de06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4626830880c455084c515153ec540e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9226813 Mar 22 13:51:58.101505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34248) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:58.103924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Allocated IP 172.20.0.2 (c6906c08-6d2e-41ce-b995-99d0b6f353f3/6aaecf5a-7563-4286-8edc-581798e332e0/a82e555d-f7d5-4713-970e-e39bbfa82d0a) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:51:58.176920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.202761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a77e42c2-a763-4bef-8a0c-8fb866ef409d admin admin] Publish callbacks [] for security_group (53148681-d3c3-42a1-a9a4-d53ad2a20cea), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.246299 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a77e42c2-a763-4bef-8a0c-8fb866ef409d admin admin] Publish callbacks [] for security_group (53148681-d3c3-42a1-a9a4-d53ad2a20cea), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.275405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks [] for router_gateway (16f6be33-1b88-405c-b0c6-67981eb4fbcc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.322415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a77e42c2-a763-4bef-8a0c-8fb866ef409d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53148681-d3c3-42a1-a9a4-d53ad2a20cea), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.326308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a77e42c2-a763-4bef-8a0c-8fb866ef409d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.330578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a77e42c2-a763-4bef-8a0c-8fb866ef409d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53148681-d3c3-42a1-a9a4-d53ad2a20cea HTTP/1.1" status: 204 len: 168 time: 0.2279580 Mar 22 13:51:58.341674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e42c2-a763-4bef-8a0c-8fb866ef409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53148681-d3c3-42a1-a9a4-d53ad2a20cea,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:58.361778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34262) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:58.474287 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Publish callbacks [] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.494168 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.602400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:51:58.606002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:51:58.613813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:51:58.655121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Pushing event updated for resources: {'Port': ['ID=a82e555d-f7d5-4713-970e-e39bbfa82d0a,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:58.670359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.671020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.671551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.672058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.672583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.673097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.673458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.673916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.674581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.676492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.676900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.677238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.677635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.677986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.678313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Tracked resource versions report: Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: pushed versions: Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: { 'AddressGroup': {'1.2'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Agent': {'1.1'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'ConntrackHelper': {'1.0'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Log': {'1.0'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'NDPProxy': {'1.0'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Network': {'1.1'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Port': {'1.7'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'PortForwarding': {'1.3'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'QosPolicy': {'1.10'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'SecurityGroup': {'1.5'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'SubPort': {'1.0'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Subnet': {'1.1'}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Trunk': {'1.1'}} Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: consumer versions: Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: HyperV agent@n-h1-834677-3: {}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: HyperV agent@n-h2-834677-3: {}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: L3 agent@n-d-834677-3: {}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: Metadata agent@n-d-834677-3: {}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: Metering agent@n-d-834677-3: {}, Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Agent': '1.1', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'ConntrackHelper': '1.0', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'LocalIPAssociation': '1.0', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Log': '1.0', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'NDPProxy': '1.0', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Network': '1.1', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Port': '1.7', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'PortForwarding': '1.3', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'QosPolicy': '1.10', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'SecurityGroup': '1.5', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'SecurityGroupRule': '1.2', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'SubPort': '1.0', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Subnet': '1.1', Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: 'Trunk': '1.1'}} Mar 22 13:51:58.679628 n-d-834677-3 neutron-server[110459]: {{(pid=110459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:51:58.716915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks [] for router_gateway (16f6be33-1b88-405c-b0c6-67981eb4fbcc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.752179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Attempting to bind port a82e555d-f7d5-4713-970e-e39bbfa82d0a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:51:58.752552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Attempting to bind port a82e555d-f7d5-4713-970e-e39bbfa82d0a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:51:58.752912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Attempting to bind port a82e555d-f7d5-4713-970e-e39bbfa82d0a on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:51:58.759191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:51:58.759610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Checking segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:51:58.760437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.760880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Bound using segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:51:58.761434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Bound port: a82e555d-f7d5-4713-970e-e39bbfa82d0a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:51:58.762158 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.823811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-004cc094-b9a5-4750-983a-f6a1a3a30988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.903496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.919153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] For port a82e555d-f7d5-4713-970e-e39bbfa82d0a, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:51:58.923073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] For port a82e555d-f7d5-4713-970e-e39bbfa82d0a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a82e555d-f7d5-4713-970e-e39bbfa82d0a,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:51:58.943609 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.966188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-004cc094-b9a5-4750-983a-f6a1a3a30988 admin admin] Publish callbacks [] for security_group (f3032045-6745-4f5f-b4a8-8db1268f5075), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:58.971245 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-004cc094-b9a5-4750-983a-f6a1a3a30988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f3032045-6745-4f5f-b4a8-8db1268f5075), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.010863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cc094-b9a5-4750-983a-f6a1a3a30988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3032045-6745-4f5f-b4a8-8db1268f5075,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:59.031050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34312) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:59.048300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-694d2ac4-3126-48ef-a6f5-ddb80fa0f7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.104628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e413b-07d9-46c3-9f35-517ddd7dd24d None None] Pushing event updated for resources: {'Port': ['ID=a82e555d-f7d5-4713-970e-e39bbfa82d0a,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:59.106293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Allocated IP 172.25.2.180 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a61054ea-2824-4ba9-8914-3584fca7d2e8) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:51:59.142230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-694d2ac4-3126-48ef-a6f5-ddb80fa0f7f8 admin admin] Publish callbacks [] for security_group (128eff65-d230-4b29-abc1-b7977e9fbf01), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.148989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-004cc094-b9a5-4750-983a-f6a1a3a30988 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45eebbb7e3e441dda4b6eebe852600bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7827985 Mar 22 13:51:59.149756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34320) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:59.158095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-694d2ac4-3126-48ef-a6f5-ddb80fa0f7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (128eff65-d230-4b29-abc1-b7977e9fbf01), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.230688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d2ac4-3126-48ef-a6f5-ddb80fa0f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128eff65-d230-4b29-abc1-b7977e9fbf01,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:59.273690 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbaee586-b85e-4ee4-a19b-67700a642fef admin admin] Publish callbacks [] for security_group (f3032045-6745-4f5f-b4a8-8db1268f5075), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.281257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-694d2ac4-3126-48ef-a6f5-ddb80fa0f7f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1eb042de45647c1a776397bf2704292&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2489522 Mar 22 13:51:59.282166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34330) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:59.290175 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks [] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.308061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbaee586-b85e-4ee4-a19b-67700a642fef admin admin] Publish callbacks [] for security_group (f3032045-6745-4f5f-b4a8-8db1268f5075), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.342622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.346380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34334) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:59.371522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbaee586-b85e-4ee4-a19b-67700a642fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f3032045-6745-4f5f-b4a8-8db1268f5075), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.374318 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbaee586-b85e-4ee4-a19b-67700a642fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.375716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cbaee586-b85e-4ee4-a19b-67700a642fef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3032045-6745-4f5f-b4a8-8db1268f5075 HTTP/1.1" status: 204 len: 168 time: 0.2248054 Mar 22 13:51:59.389994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaee586-b85e-4ee4-a19b-67700a642fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3032045-6745-4f5f-b4a8-8db1268f5075,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:59.431983 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78de8a2b-d9fc-4017-8ee5-3ba9855bd56a admin admin] Publish callbacks [] for security_group (128eff65-d230-4b29-abc1-b7977e9fbf01), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.490332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Pushing event updated for resources: {'Port': ['ID=a61054ea-2824-4ba9-8914-3584fca7d2e8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:59.516147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:51:59.517750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:51:59.518327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78de8a2b-d9fc-4017-8ee5-3ba9855bd56a admin admin] Publish callbacks [] for security_group (128eff65-d230-4b29-abc1-b7977e9fbf01), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.522700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:51:59.660921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78de8a2b-d9fc-4017-8ee5-3ba9855bd56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (128eff65-d230-4b29-abc1-b7977e9fbf01), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.664430 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78de8a2b-d9fc-4017-8ee5-3ba9855bd56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.672251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-78de8a2b-d9fc-4017-8ee5-3ba9855bd56a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/128eff65-d230-4b29-abc1-b7977e9fbf01 HTTP/1.1" status: 204 len: 168 time: 0.3190570 Mar 22 13:51:59.684153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de8a2b-d9fc-4017-8ee5-3ba9855bd56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128eff65-d230-4b29-abc1-b7977e9fbf01,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:59.752397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a82e555d-f7d5-4713-970e-e39bbfa82d0a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:51:59.808293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a82e555d-f7d5-4713-970e-e39bbfa82d0a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:51:59.808677 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.907205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a82e555d-f7d5-4713-970e-e39bbfa82d0a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:51:59.907696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.942132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks [] for router_gateway (16f6be33-1b88-405c-b0c6-67981eb4fbcc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.943921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f88fbc53-ba4e-452f-b177-ee7000515083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:59.948214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port a82e555d-f7d5-4713-970e-e39bbfa82d0a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a82e555d-f7d5-4713-970e-e39bbfa82d0a,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:51:59.957958 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.032287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=a82e555d-f7d5-4713-970e-e39bbfa82d0a,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:00.061443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34370) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:00.079770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dab173f5-c2b3-41df-ae52-08d0e868b3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.211853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dab173f5-c2b3-41df-ae52-08d0e868b3ae admin admin] Publish callbacks [] for security_group (5191aac0-794a-4d14-9732-b99b2448b222), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.219712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dab173f5-c2b3-41df-ae52-08d0e868b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5191aac0-794a-4d14-9732-b99b2448b222), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.241786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f88fbc53-ba4e-452f-b177-ee7000515083 admin admin] Publish callbacks [] for security_group (7b96b43f-be2b-4223-8774-011d823516a2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.251921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f88fbc53-ba4e-452f-b177-ee7000515083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7b96b43f-be2b-4223-8774-011d823516a2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.284200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dab173f5-c2b3-41df-ae52-08d0e868b3ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37f25fb4920f4e768d61cbf07a18c019&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2216208 Mar 22 13:52:00.286521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab173f5-c2b3-41df-ae52-08d0e868b3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191aac0-794a-4d14-9732-b99b2448b222,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:00.289086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34386) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:00.290935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fbc53-ba4e-452f-b177-ee7000515083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96b43f-be2b-4223-8774-011d823516a2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:00.319463 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f88fbc53-ba4e-452f-b177-ee7000515083 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbd89759b6da4ebd9e88a82ff7b4933c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8600614 Mar 22 13:52:00.321273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (16f6be33-1b88-405c-b0c6-67981eb4fbcc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.324029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34388) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:00.408619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5846ab7-197c-495a-88a6-bd8321ad5280 admin admin] Publish callbacks [] for security_group (5191aac0-794a-4d14-9732-b99b2448b222), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.442332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a991e30-529f-4e8c-a763-e97499947d63 admin admin] Publish callbacks [] for security_group (7b96b43f-be2b-4223-8774-011d823516a2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.454062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5846ab7-197c-495a-88a6-bd8321ad5280 admin admin] Publish callbacks [] for security_group (5191aac0-794a-4d14-9732-b99b2448b222), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.468534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Router 16f6be33-1b88-405c-b0c6-67981eb4fbcc is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:52:00.496664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a991e30-529f-4e8c-a763-e97499947d63 admin admin] Publish callbacks [] for security_group (7b96b43f-be2b-4223-8774-011d823516a2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.636075 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a991e30-529f-4e8c-a763-e97499947d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7b96b43f-be2b-4223-8774-011d823516a2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.642440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a991e30-529f-4e8c-a763-e97499947d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.648531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a991e30-529f-4e8c-a763-e97499947d63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b96b43f-be2b-4223-8774-011d823516a2 HTTP/1.1" status: 204 len: 168 time: 0.3231442 Mar 22 13:52:00.651907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:52:00.657441 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5846ab7-197c-495a-88a6-bd8321ad5280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5191aac0-794a-4d14-9732-b99b2448b222), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.661262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5846ab7-197c-495a-88a6-bd8321ad5280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.662460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b5846ab7-197c-495a-88a6-bd8321ad5280 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5191aac0-794a-4d14-9732-b99b2448b222 HTTP/1.1" status: 204 len: 168 time: 0.3721907 Mar 22 13:52:00.665269 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Sync routers for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:52:00.683636 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:00.684284 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:51:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:00.694797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b5978-6a4d-4428-9108-e1b03c75ca1e None None] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:00.700890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:00.702224 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-50e93fd1-59cd-40b7-8c14-c74733cefecc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0503469 Mar 22 13:52:00.705040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34408) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:00.712366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a991e30-529f-4e8c-a763-e97499947d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96b43f-be2b-4223-8774-011d823516a2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:00.786661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5846ab7-197c-495a-88a6-bd8321ad5280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191aac0-794a-4d14-9732-b99b2448b222,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:00.800478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34420) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:00.803894 n-d-834677-3 neutron-server[110457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 13:52:00.833473 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:00.850049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-376fadcc-6af1-4c66-a679-f8ba44990a85 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=51096af9b9ba48eb93076502ed4b1621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471184 Mar 22 13:52:00.974496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cd85a6e4-e80f-48c6-9ff9-3627065db626 None None] Provisioning complete for port a82e555d-f7d5-4713-970e-e39bbfa82d0a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:00.975109 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd85a6e4-e80f-48c6-9ff9-3627065db626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.050709 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:51:59Z', 'revision_number': 3, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:01.077009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-675b5291-e556-43bc-9d55-ca841e5bc544 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:01.084074 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Checking router: 16f6be33-1b88-405c-b0c6-67981eb4fbcc for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:52:01.084882 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Updating router 16f6be33-1b88-405c-b0c6-67981eb4fbcc port a61054ea-2824-4ba9-8914-3584fca7d2e8 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:52:01.097034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-675b5291-e556-43bc-9d55-ca841e5bc544 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443974 Mar 22 13:52:01.123876 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.146197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-e0878546-5d55-44b2-b1ae-c6a5f69fd2e1 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/quotas/51096af9b9ba48eb93076502ed4b1621 HTTP/1.1" status: 200 len: 375 time: 0.0481603 Mar 22 13:52:01.161720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cd85a6e4-e80f-48c6-9ff9-3627065db626 None None] Current status of the port a82e555d-f7d5-4713-970e-e39bbfa82d0a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:01.300752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-be5b409d-6deb-484c-8b7c-f951ba60b918 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=51096af9b9ba48eb93076502ed4b1621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400292 Mar 22 13:52:01.467921 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Publish callbacks [] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.476642 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.508258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e5195e87-1840-4a99-a73e-e1dc435c43ce None None] Provisioning complete for port a82e555d-f7d5-4713-970e-e39bbfa82d0a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:01.508736 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5195e87-1840-4a99-a73e-e1dc435c43ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.552669 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:52:01.553802 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Pushing event updated for resources: {'Port': ['ID=a61054ea-2824-4ba9-8914-3584fca7d2e8,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:01.563791 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Attempting to bind port a61054ea-2824-4ba9-8914-3584fca7d2e8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:01.564426 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Attempting to bind port a61054ea-2824-4ba9-8914-3584fca7d2e8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:01.564951 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Attempting to bind port a61054ea-2824-4ba9-8914-3584fca7d2e8 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:01.569110 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.569459 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.570133 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.570621 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.571310 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.571934 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.572614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.573090 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.573658 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.574476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.574973 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.575443 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.576388 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.576888 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.577361 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Tracked resource versions report: Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: pushed versions: Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: { 'AddressGroup': {'1.2'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Agent': {'1.1'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'ConntrackHelper': {'1.0'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Log': {'1.0'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'NDPProxy': {'1.0'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Network': {'1.1'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Port': {'1.7'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'PortForwarding': {'1.3'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'QosPolicy': {'1.10'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'SecurityGroup': {'1.5'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'SubPort': {'1.0'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Subnet': {'1.1'}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Trunk': {'1.1'}} Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: consumer versions: Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: { DHCP agent@n-d-834677-3: {}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: HyperV agent@n-h1-834677-3: {}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: HyperV agent@n-h2-834677-3: {}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: L3 agent@n-d-834677-3: {}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: Metadata agent@n-d-834677-3: {}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: Metering agent@n-d-834677-3: {}, Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: Open vSwitch agent@n-d-834677-3: { 'AddressGroup': '1.2', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Agent': '1.1', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'ConntrackHelper': '1.0', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'LocalIPAssociation': '1.0', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Log': '1.0', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'NDPProxy': '1.0', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Network': '1.1', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Port': '1.7', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'PortForwarding': '1.3', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'QosPolicy': '1.10', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'SecurityGroup': '1.5', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'SecurityGroupRule': '1.2', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'SubPort': '1.0', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Subnet': '1.1', Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: 'Trunk': '1.1'}} Mar 22 13:52:01.579166 n-d-834677-3 neutron-server[110460]: {{(pid=110460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:52:01.584770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34440) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:01.603683 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:01.605633 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:01.607520 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.608380 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:01.609619 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Bound port: a61054ea-2824-4ba9-8914-3584fca7d2e8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:01.610544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b887e16c-3ab6-4cd6-9ed0-b0c61efda3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.611579 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.665918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a82e555d-f7d5-4713-970e-e39bbfa82d0a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:01.796467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a82e555d-f7d5-4713-970e-e39bbfa82d0a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:01.796857 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.798408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e5195e87-1840-4a99-a73e-e1dc435c43ce None None] Current status of the port a82e555d-f7d5-4713-970e-e39bbfa82d0a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:01.809430 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] For port a61054ea-2824-4ba9-8914-3584fca7d2e8, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:01.815079 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] For port a61054ea-2824-4ba9-8914-3584fca7d2e8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a61054ea-2824-4ba9-8914-3584fca7d2e8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:01.836665 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.860504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.862318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91e7c8f6-5d76-4bf3-a3e3-56124f262bf4 req-ab53c0fc-46e8-4bef-8a4a-1a86e07fd7b2 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 210 time: 0.1806264 Mar 22 13:52:01.913943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a82e555d-f7d5-4713-970e-e39bbfa82d0a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:01.944353 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:01.945231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:51:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:01.969630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b887e16c-3ab6-4cd6-9ed0-b0c61efda3e1 admin admin] Publish callbacks [] for security_group (8b6f6dfa-6edf-4034-9cc1-d4232c49445d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:01.977131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b887e16c-3ab6-4cd6-9ed0-b0c61efda3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8b6f6dfa-6edf-4034-9cc1-d4232c49445d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.043318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887e16c-3ab6-4cd6-9ed0-b0c61efda3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f6dfa-6edf-4034-9cc1-d4232c49445d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:02.063410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b887e16c-3ab6-4cd6-9ed0-b0c61efda3e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b51e78e1b5d240fb92a3a72a720bf3c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4768786 Mar 22 13:52:02.065399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34472) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:02.105811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b48f-01f4-4bf9-80c5-7ab2393fd1ea None None] Pushing event updated for resources: {'Port': ['ID=a61054ea-2824-4ba9-8914-3584fca7d2e8,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:02.128629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd0a5fdd-288d-424a-b8bf-2f8ae98eb66b admin admin] Publish callbacks [] for security_group (8b6f6dfa-6edf-4034-9cc1-d4232c49445d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.165737 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:02.167088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd0a5fdd-288d-424a-b8bf-2f8ae98eb66b admin admin] Publish callbacks [] for security_group (8b6f6dfa-6edf-4034-9cc1-d4232c49445d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.207054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Allocated IP 172.20.0.1 (c6906c08-6d2e-41ce-b995-99d0b6f353f3/6aaecf5a-7563-4286-8edc-581798e332e0/f4f41440-924a-402d-a6c6-104523b9ee17) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:02.273985 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd0a5fdd-288d-424a-b8bf-2f8ae98eb66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8b6f6dfa-6edf-4034-9cc1-d4232c49445d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.278371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd0a5fdd-288d-424a-b8bf-2f8ae98eb66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.279819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fd0a5fdd-288d-424a-b8bf-2f8ae98eb66b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b6f6dfa-6edf-4034-9cc1-d4232c49445d HTTP/1.1" status: 204 len: 168 time: 0.2134340 Mar 22 13:52:02.293919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a5fdd-288d-424a-b8bf-2f8ae98eb66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f6dfa-6edf-4034-9cc1-d4232c49445d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:02.361616 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks [] for port (f4f41440-924a-402d-a6c6-104523b9ee17), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.417032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.469488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f41440-924a-402d-a6c6-104523b9ee17,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:02.480928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:02.485327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:02.488441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:02.489020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (16f6be33-1b88-405c-b0c6-67981eb4fbcc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.500721 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:51:59Z', 'revision_number': 3, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:02.704927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.712891 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fe64b-a7c8-458c-8011-bf3f7b899962 None None] The sync data for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 is: [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:51:59Z', 'revision_number': 3, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:52:02.859778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-27b8670c-5cb7-4f7f-b367-a28de0ea48df None None] Provisioning complete for port f4f41440-924a-402d-a6c6-104523b9ee17 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:02.860406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-27b8670c-5cb7-4f7f-b367-a28de0ea48df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.938935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-27b8670c-5cb7-4f7f-b367-a28de0ea48df None None] Port f4f41440-924a-402d-a6c6-104523b9ee17 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:02.970400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks [] for port (f4f41440-924a-402d-a6c6-104523b9ee17), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.983136 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:02.984257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (16f6be33-1b88-405c-b0c6-67981eb4fbcc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:03.043515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c71146f5-c99e-46b9-90b9-ee0d20344aa2 req-252a97e7-eb88-4e11-92f0-ececf75ce21e tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 210 time: 0.0456641 Mar 22 13:52:03.143314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f41440-924a-402d-a6c6-104523b9ee17,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:03.220586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:03.224847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:03.436184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Router 16f6be33-1b88-405c-b0c6-67981eb4fbcc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:52:03.583222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-35c2252d-2ebb-40d6-8edd-2fba821ecdf3 None None] Provisioning complete for port f4f41440-924a-402d-a6c6-104523b9ee17 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:03.583765 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-35c2252d-2ebb-40d6-8edd-2fba821ecdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:03.605360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:52:03.622069 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cd88c10a-d5a4-492b-9d14-af06c3646ec6 admin admin] 10.222.0.44 "PUT /v2.0/routers/16f6be33-1b88-405c-b0c6-67981eb4fbcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9063907 Mar 22 13:52:03.673796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a61054ea-2824-4ba9-8914-3584fca7d2e8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:03.731534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:03.733583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-35c2252d-2ebb-40d6-8edd-2fba821ecdf3 None None] Port f4f41440-924a-402d-a6c6-104523b9ee17 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:03.740855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a61054ea-2824-4ba9-8914-3584fca7d2e8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:03.741723 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.003399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a61054ea-2824-4ba9-8914-3584fca7d2e8 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:04.004059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.025664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port a61054ea-2824-4ba9-8914-3584fca7d2e8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a61054ea-2824-4ba9-8914-3584fca7d2e8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:04.030663 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.129655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=a61054ea-2824-4ba9-8914-3584fca7d2e8,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:04.199619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9a48326-be78-4234-b68c-784d58f5167c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.288488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.42', 55930) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:04.314013 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9a48326-be78-4234-b68c-784d58f5167c admin admin] Publish callbacks [] for security_group (3725ca6c-041a-4b47-8f94-cbe7e766c8da), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.322251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9a48326-be78-4234-b68c-784d58f5167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3725ca6c-041a-4b47-8f94-cbe7e766c8da), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.357549 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-311d7643-5ac9-47fb-bf20-b29f82c7d32c tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=51096af9b9ba48eb93076502ed4b1621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676455 Mar 22 13:52:04.375324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c9a48326-be78-4234-b68c-784d58f5167c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6eb0bf5de8ac4ed29f412145eb48707a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6426404 Mar 22 13:52:04.376594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a48326-be78-4234-b68c-784d58f5167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3725ca6c-041a-4b47-8f94-cbe7e766c8da,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:04.379032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34564) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:04.439656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0df2-bd05-4291-81d7-a262c8bc84f3 admin admin] Publish callbacks [] for security_group (3725ca6c-041a-4b47-8f94-cbe7e766c8da), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.477293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0df2-bd05-4291-81d7-a262c8bc84f3 admin admin] Publish callbacks [] for security_group (3725ca6c-041a-4b47-8f94-cbe7e766c8da), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.541137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0df2-bd05-4291-81d7-a262c8bc84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3725ca6c-041a-4b47-8f94-cbe7e766c8da), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.544640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0df2-bd05-4291-81d7-a262c8bc84f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.546089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fb2c0df2-bd05-4291-81d7-a262c8bc84f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3725ca6c-041a-4b47-8f94-cbe7e766c8da HTTP/1.1" status: 204 len: 168 time: 0.1652148 Mar 22 13:52:04.558058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c0df2-bd05-4291-81d7-a262c8bc84f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3725ca6c-041a-4b47-8f94-cbe7e766c8da,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:04.669812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-619c0cf6-d179-40ab-ae9f-9aeb9f90864b tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:04.671403 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-619c0cf6-d179-40ab-ae9f-9aeb9f90864b tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062644 Mar 22 13:52:04.762633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Request body: {'port': {'device_id': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '51096af9b9ba48eb93076502ed4b1621'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:04.971301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Made reservation on behalf of 51096af9b9ba48eb93076502ed4b1621 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:04.974882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:04.987946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.020906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Sync routers for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:52:05.030847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:05.031590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:51:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:05.039995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34608) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:05.088000 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks [] for security_group (ce13496e-a533-4fe1-942a-16ab76e38d7f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.095463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ce13496e-a533-4fe1-942a-16ab76e38d7f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.160974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:05.332120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34620) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:05.359271 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21b3e5f3-6a9a-447a-83ee-94e066f9aae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.367895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce13496e-a533-4fe1-942a-16ab76e38d7f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:05.471781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 2, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:05.503355 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21b3e5f3-6a9a-447a-83ee-94e066f9aae1 admin admin] Publish callbacks [] for security_group (5c272a6a-aa1d-49ca-80c9-888a4ade4770), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.512199 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21b3e5f3-6a9a-447a-83ee-94e066f9aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5c272a6a-aa1d-49ca-80c9-888a4ade4770), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.540501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Checking router: 16f6be33-1b88-405c-b0c6-67981eb4fbcc for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:52:05.540849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Updating router 16f6be33-1b88-405c-b0c6-67981eb4fbcc port f4f41440-924a-402d-a6c6-104523b9ee17 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:52:05.541122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Allocated IP 192.168.233.102 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/65aa0d46-a319-4797-9edf-5351dcde535f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:05.574699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-21b3e5f3-6a9a-447a-83ee-94e066f9aae1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d3520a0c7cb492780eecb07a0e883fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405941 Mar 22 13:52:05.575661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3e5f3-6a9a-447a-83ee-94e066f9aae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c272a6a-aa1d-49ca-80c9-888a4ade4770,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:05.578190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34624) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:05.582879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a61054ea-2824-4ba9-8914-3584fca7d2e8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:05.653824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b3b4-2180-4fd2-92f8-8c5ec5170ba2 admin admin] Publish callbacks [] for security_group (5c272a6a-aa1d-49ca-80c9-888a4ade4770), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.682127 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.700815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b3b4-2180-4fd2-92f8-8c5ec5170ba2 admin admin] Publish callbacks [] for security_group (5c272a6a-aa1d-49ca-80c9-888a4ade4770), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.701183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a61054ea-2824-4ba9-8914-3584fca7d2e8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:05.701513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.852025 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b3b4-2180-4fd2-92f8-8c5ec5170ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5c272a6a-aa1d-49ca-80c9-888a4ade4770), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.855006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks [] for port (65aa0d46-a319-4797-9edf-5351dcde535f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.862487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b3b4-2180-4fd2-92f8-8c5ec5170ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.865158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c0a7b3b4-2180-4fd2-92f8-8c5ec5170ba2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c272a6a-aa1d-49ca-80c9-888a4ade4770 HTTP/1.1" status: 204 len: 168 time: 0.2857790 Mar 22 13:52:05.927267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d534fe6-aae7-49f3-8d34-f35790cf0af2 req-0510b499-99a4-42eb-8585-349888d6ec9d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 210 time: 0.8851964 Mar 22 13:52:05.931504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:05.935416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b3b4-2180-4fd2-92f8-8c5ec5170ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c272a6a-aa1d-49ca-80c9-888a4ade4770,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:05.984348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a61054ea-2824-4ba9-8914-3584fca7d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:06.035564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:06.052633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:06.064133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:06.073806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:06.074516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:06.102217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Pushing event updated for resources: {'Port': ['ID=65aa0d46-a319-4797-9edf-5351dcde535f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:06.125733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-8505f8ef-61b9-4ac8-975d-8d3a6dbc64aa tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3678074 Mar 22 13:52:06.153563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-715071c0-417a-435f-a5e5-ad3e33eee4ff tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:06.161736 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-715071c0-417a-435f-a5e5-ad3e33eee4ff tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299926 Mar 22 13:52:06.253191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Publish callbacks [] for port (f4f41440-924a-402d-a6c6-104523b9ee17), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:06.299599 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:06.468321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ed943-42de-4160-b097-c9841395738c None None] Pushing event updated for resources: {'Port': ['ID=f4f41440-924a-402d-a6c6-104523b9ee17,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:06.616880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-88c1c003-d624-4c61-92db-b9e6a26564fa None None] Provisioning complete for port 65aa0d46-a319-4797-9edf-5351dcde535f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:06.619033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-88c1c003-d624-4c61-92db-b9e6a26564fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:06.701533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Attempting to bind port f4f41440-924a-402d-a6c6-104523b9ee17 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:06.701820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Attempting to bind port f4f41440-924a-402d-a6c6-104523b9ee17 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:06.702185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Attempting to bind port f4f41440-924a-402d-a6c6-104523b9ee17 on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:06.729839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:06.730241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Checking segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:06.730650 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:06.731053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Bound using segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:06.731564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Bound port: f4f41440-924a-402d-a6c6-104523b9ee17, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:06.731921 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:06.802652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-88c1c003-d624-4c61-92db-b9e6a26564fa None None] Port 65aa0d46-a319-4797-9edf-5351dcde535f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:06.890844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] For port f4f41440-924a-402d-a6c6-104523b9ee17, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:06.899362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] For port f4f41440-924a-402d-a6c6-104523b9ee17, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f4f41440-924a-402d-a6c6-104523b9ee17,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:06.913068 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.122384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ed943-42de-4160-b097-c9841395738c None None] Pushing event updated for resources: {'Port': ['ID=f4f41440-924a-402d-a6c6-104523b9ee17,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:07.133506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2ccd764c-1766-4d53-a10a-a10f2ca0a86e None None] Provisioning complete for port f4f41440-924a-402d-a6c6-104523b9ee17 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:07.134022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ccd764c-1766-4d53-a10a-a10f2ca0a86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.213418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:07.213418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:51:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:07.213843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34674) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:07.219163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-network', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:07.264599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Made reservation on behalf of 7d75fec380f84a67b90bdb9f3f8cfaa6 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:07.269115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.294524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.320949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5cce-b84e-4b6d-8dd0-d8bdcf377222 req-9fb47a4f-2b93-43d5-ae61-102e74ce566a tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:07.325624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-442c5cce-b84e-4b6d-8dd0-d8bdcf377222 req-9fb47a4f-2b93-43d5-ae61-102e74ce566a tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 936 time: 0.1814415 Mar 22 13:52:07.509376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks [] for security_group (d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.520614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.563501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-442c5cce-b84e-4b6d-8dd0-d8bdcf377222 req-8d80a636-ef5c-463b-a60f-0e0a27d6ffbb tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117822 Mar 22 13:52:07.564304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:52:07.564492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:07.567390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd764c-1766-4d53-a10a-a10f2ca0a86e None None] Current status of the port f4f41440-924a-402d-a6c6-104523b9ee17 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:07.567390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ccd764c-1766-4d53-a10a-a10f2ca0a86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.622873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6294bb19-047c-425b-b454-30f2033c4220), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.622873 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Added segment 6294bb19-047c-425b-b454-30f2033c4220 of type vlan for network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf Mar 22 13:52:07.633367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:07.736356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2ccd764c-1766-4d53-a10a-a10f2ca0a86e None None] For port f4f41440-924a-402d-a6c6-104523b9ee17, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f4f41440-924a-402d-a6c6-104523b9ee17,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:07.739572 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.747985 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ccd764c-1766-4d53-a10a-a10f2ca0a86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.752697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34680) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:07.780568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03d9f6f5-798c-4e0e-ab8e-0626664da1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.810481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.811792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:07.812604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:07.972448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7542789 Mar 22 13:52:07.972797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34682) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:07.984277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Request body: {'subnet': {'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-subnet', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:08.013292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ed47d-2a5e-4543-899d-87e8b7546e44 admin admin] Pushing event updated for resources: {'Network': ['ID=f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:08.020522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:08.034376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6b06b6ca-5dc9-454a-b1be-633ed0b265d6 None None] Provisioning complete for port f4f41440-924a-402d-a6c6-104523b9ee17 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:08.035135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b06b6ca-5dc9-454a-b1be-633ed0b265d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.040771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03d9f6f5-798c-4e0e-ab8e-0626664da1a3 admin admin] Publish callbacks [] for security_group (404f567b-1781-436c-9b76-d0cc4b434def), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.055111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03d9f6f5-798c-4e0e-ab8e-0626664da1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (404f567b-1781-436c-9b76-d0cc4b434def), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.074635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:52:08.111049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34690) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:08.131001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-03d9f6f5-798c-4e0e-ab8e-0626664da1a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ee007e629cd40418df5a23a13a9af5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765066 Mar 22 13:52:08.132665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Made reservation on behalf of 7d75fec380f84a67b90bdb9f3f8cfaa6 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:08.146846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.237158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05838100-798c-4ae4-aad3-edffa81c1ee4 admin admin] Publish callbacks [] for security_group (404f567b-1781-436c-9b76-d0cc4b434def), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.242140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6b06b6ca-5dc9-454a-b1be-633ed0b265d6 None None] Current status of the port f4f41440-924a-402d-a6c6-104523b9ee17 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:08.255252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd764c-1766-4d53-a10a-a10f2ca0a86e None None] Pushing event updated for resources: {'Port': ['ID=f4f41440-924a-402d-a6c6-104523b9ee17,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:08.287841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05838100-798c-4ae4-aad3-edffa81c1ee4 admin admin] Publish callbacks [] for security_group (404f567b-1781-436c-9b76-d0cc4b434def), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.344496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:06Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:08.391929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Request body: {'port': {'device_id': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'device_owner': 'compute:tempest-test_az-1605296074', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:08.397285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262679f3-56e7-4e4e-b5d6-f714c2b08fc8 None None] The sync data for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 is: [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:06Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:52:08.533253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05838100-798c-4ae4-aad3-edffa81c1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (404f567b-1781-436c-9b76-d0cc4b434def), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.540233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (2a37a820-6b41-4313-9544-9be7341f0c46), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.556233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34696) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:08.573402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05838100-798c-4ae4-aad3-edffa81c1ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.581957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05838100-798c-4ae4-aad3-edffa81c1ee4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/404f567b-1781-436c-9b76-d0cc4b434def HTTP/1.1" status: 204 len: 168 time: 0.4683585 Mar 22 13:52:08.606582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9f6f5-798c-4e0e-ab8e-0626664da1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f567b-1781-436c-9b76-d0cc4b434def,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:08.666343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a37a820-6b41-4313-9544-9be7341f0c46,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:08.693388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Checking segment: {'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:08.693745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Network hostable DHCP agents. Network: f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:52:08.721561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.767970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:52:08.793954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fc354-273f-4f94-904a-4a2f91ba9e02 req-c31a33da-560a-4bf1-813b-09d3da88aa6f tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:08.801884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-532fc354-273f-4f94-904a-4a2f91ba9e02 req-c31a33da-560a-4bf1-813b-09d3da88aa6f tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 936 time: 0.1250594 Mar 22 13:52:08.867424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:08.889044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa90471-c5b9-495e-b52e-a24eac20ca08 None None] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:08.889597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:08.889906 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.941857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-532fc354-273f-4f94-904a-4a2f91ba9e02 req-17962139-522b-441d-acd9-0f9f577eab3e tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389513 Mar 22 13:52:08.974041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6830-0c06-4937-b990-a4d36e28aaf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:08.997141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05838100-798c-4ae4-aad3-edffa81c1ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f567b-1781-436c-9b76-d0cc4b434def,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:09.011738 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3be25bf4-614a-4b18-93d1-bdea22674530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.036960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5a8c3edf-a02c-49cf-b114-90e897af1109 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0607553 Mar 22 13:52:09.044763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34710) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:09.082952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:09.226992 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.230074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.349698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf', 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf', 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'fixed_ips': [{'subnet_id': '2a37a820-6b41-4313-9544-9be7341f0c46'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:52:09.351912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.363352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks [] for router_controller (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.371366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6830-0c06-4937-b990-a4d36e28aaf4 admin admin] Publish callbacks [] for security_group (322dfd79-69c8-4a53-be9f-865983b815da), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.382875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6830-0c06-4937-b990-a4d36e28aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (322dfd79-69c8-4a53-be9f-865983b815da), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.536529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca6830-0c06-4937-b990-a4d36e28aaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322dfd79-69c8-4a53-be9f-865983b815da,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:09.660168 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c8ca6830-0c06-4937-b990-a4d36e28aaf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29b5aeb2426948d9a2572ea80d398e72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6383750 Mar 22 13:52:09.667285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34722) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:09.755428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f4f41440-924a-402d-a6c6-104523b9ee17 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:09.920473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks [] for router_gateway (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:09.968558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Allocated IP 172.20.0.2 (f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf/2a37a820-6b41-4313-9544-9be7341f0c46/8bce4718-0ef4-4a17-b39b-d0e9555e210a) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:10.124444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f4f41440-924a-402d-a6c6-104523b9ee17 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:10.125152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.160489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65aa0d46-a319-4797-9edf-5351dcde535f {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:10.186925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Publish callbacks [] for port (65aa0d46-a319-4797-9edf-5351dcde535f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.253107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Transition to ACTIVE for port object 65aa0d46-a319-4797-9edf-5351dcde535f will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:52:10.258161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.296064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac0330e2-b524-4fe6-a8f0-635ff3b22813 admin admin] Publish callbacks [] for security_group (322dfd79-69c8-4a53-be9f-865983b815da), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.356916 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3be25bf4-614a-4b18-93d1-bdea22674530 admin admin] Publish callbacks [] for security_group (82459d47-fd77-4f88-9487-d5994cff43b5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.359294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f4f41440-924a-402d-a6c6-104523b9ee17 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:10.397981 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Publish callbacks [] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.407714 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.438051 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3be25bf4-614a-4b18-93d1-bdea22674530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82459d47-fd77-4f88-9487-d5994cff43b5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.500531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:10.513316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:10.527863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:10.538539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Pushing event updated for resources: {'Port': ['ID=8bce4718-0ef4-4a17-b39b-d0e9555e210a,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:10.583503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3be25bf4-614a-4b18-93d1-bdea22674530 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aae480b54e7b4d32aa582c0508aa4256&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0217850 Mar 22 13:52:10.601758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be25bf4-614a-4b18-93d1-bdea22674530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82459d47-fd77-4f88-9487-d5994cff43b5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:10.610257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Pushing event updated for resources: {'Port': ['ID=65aa0d46-a319-4797-9edf-5351dcde535f,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:10.610830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34746) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:10.613035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac0330e2-b524-4fe6-a8f0-635ff3b22813 admin admin] Publish callbacks [] for security_group (322dfd79-69c8-4a53-be9f-865983b815da), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.646037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Attempting to bind port 65aa0d46-a319-4797-9edf-5351dcde535f on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:10.649287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Attempting to bind port 65aa0d46-a319-4797-9edf-5351dcde535f by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:10.651110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Attempting to bind port 65aa0d46-a319-4797-9edf-5351dcde535f on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:10.656248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d2ac6-48a2-4b95-aa05-874724f594d6 req-8d4f88cc-c86c-4512-a209-3ac6e7cdbe35 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:10.657828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-656d2ac6-48a2-4b95-aa05-874724f594d6 req-8d4f88cc-c86c-4512-a209-3ac6e7cdbe35 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.5601871 Mar 22 13:52:10.670418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Port 65aa0d46-a319-4797-9edf-5351dcde535f on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:10.672009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Attempting to bind port 65aa0d46-a319-4797-9edf-5351dcde535f on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:10.680246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Attempting to bind port 8bce4718-0ef4-4a17-b39b-d0e9555e210a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:10.681073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Attempting to bind port 8bce4718-0ef4-4a17-b39b-d0e9555e210a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:10.681743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Attempting to bind port 8bce4718-0ef4-4a17-b39b-d0e9555e210a on network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:10.688639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:10.691282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:10.694627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:10.696823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Checking segment: {'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:10.697452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.698063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Bound using segment: {'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:10.698768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Bound port: 8bce4718-0ef4-4a17-b39b-d0e9555e210a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:10.699470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.700157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:10.700746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Bound port: 65aa0d46-a319-4797-9edf-5351dcde535f, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:10.701543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.814831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-656d2ac6-48a2-4b95-aa05-874724f594d6 req-00d01c37-bd9a-4133-9be5-370310b4d998 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284821 Mar 22 13:52:10.868489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] For port 8bce4718-0ef4-4a17-b39b-d0e9555e210a, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:10.874940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] For port 8bce4718-0ef4-4a17-b39b-d0e9555e210a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8bce4718-0ef4-4a17-b39b-d0e9555e210a,segment=NetworkSegment(6294bb19-047c-425b-b454-30f2033c4220),segment_id=6294bb19-047c-425b-b454-30f2033c4220)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:10.887973 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.954365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] For port 65aa0d46-a319-4797-9edf-5351dcde535f, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:10.966004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] For port 65aa0d46-a319-4797-9edf-5351dcde535f, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=65aa0d46-a319-4797-9edf-5351dcde535f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:10.978140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac0330e2-b524-4fe6-a8f0-635ff3b22813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (322dfd79-69c8-4a53-be9f-865983b815da), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.985839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac0330e2-b524-4fe6-a8f0-635ff3b22813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.988149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:10.991110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ac0330e2-b524-4fe6-a8f0-635ff3b22813 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/322dfd79-69c8-4a53-be9f-865983b815da HTTP/1.1" status: 204 len: 168 time: 1.3213739 Mar 22 13:52:11.141126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53c15c-f21f-41a6-b752-1f8df7e5d281 None None] Pushing event updated for resources: {'Port': ['ID=8bce4718-0ef4-4a17-b39b-d0e9555e210a,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:11.165391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0330e2-b524-4fe6-a8f0-635ff3b22813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322dfd79-69c8-4a53-be9f-865983b815da,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:11.172560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15731c71-f18f-4cbc-b649-d7fcf6740166 admin admin] Publish callbacks [] for security_group (82459d47-fd77-4f88-9487-d5994cff43b5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:11.245371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:11.259616 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:11.269854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] 10.222.0.42 "PUT /v2.0/ports/65aa0d46-a319-4797-9edf-5351dcde535f HTTP/1.1" status: 200 len: 1118 time: 4.2074442 Mar 22 13:52:11.272342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'tag': '65aa0d46-a319-4797-9edf-5351dcde535f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:11.370542 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15731c71-f18f-4cbc-b649-d7fcf6740166 admin admin] Publish callbacks [] for security_group (82459d47-fd77-4f88-9487-d5994cff43b5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:11.628511 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks [] for router_gateway (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:11.647352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e57c0-1e8e-411b-912a-ef1a7e542ceb service neutron] Pushing event updated for resources: {'Port': ['ID=65aa0d46-a319-4797-9edf-5351dcde535f,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:11.729362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8bce4718-0ef4-4a17-b39b-d0e9555e210a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:11.827683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.035671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-ea8380a0-35f6-4164-a5db-d8475bd55d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:12.037421 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-ea8380a0-35f6-4164-a5db-d8475bd55d3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51096af9b9ba48eb93076502ed4b1621&device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 1152 time: 0.4155784 Mar 22 13:52:12.111481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8bce4718-0ef4-4a17-b39b-d0e9555e210a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:12.111991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.190307 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15731c71-f18f-4cbc-b649-d7fcf6740166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82459d47-fd77-4f88-9487-d5994cff43b5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.192895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15731c71-f18f-4cbc-b649-d7fcf6740166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.213383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-15731c71-f18f-4cbc-b649-d7fcf6740166 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82459d47-fd77-4f88-9487-d5994cff43b5 HTTP/1.1" status: 204 len: 168 time: 1.5927742 Mar 22 13:52:12.261148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34808) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:12.264120 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6468f18-c4c8-4488-b782-8fb00b4043b6", "tag": "65aa0d46-a319-4797-9edf-5351dcde535f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:12.382408 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-c8ff968f-f457-4a04-9fa9-b60a468bb8ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=65aa0d46-a319-4797-9edf-5351dcde535f HTTP/1.1" status: 200 len: 217 time: 0.2906938 Mar 22 13:52:12.406440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15731c71-f18f-4cbc-b649-d7fcf6740166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82459d47-fd77-4f88-9487-d5994cff43b5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:12.407890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8bce4718-0ef4-4a17-b39b-d0e9555e210a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:12.408406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.440423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-23044cc1-75b7-461f-ab2a-b7d751ca30d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.496995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 8bce4718-0ef4-4a17-b39b-d0e9555e210a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8bce4718-0ef4-4a17-b39b-d0e9555e210a,segment=NetworkSegment(6294bb19-047c-425b-b454-30f2033c4220),segment_id=6294bb19-047c-425b-b454-30f2033c4220)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:12.517156 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.532341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d43ff-a47d-49b9-a216-e70fcbc31ccb req-996c52de-e466-4592-99ce-49db136131c7 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:12.541351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-471d43ff-a47d-49b9-a216-e70fcbc31ccb req-996c52de-e466-4592-99ce-49db136131c7 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.5337498 Mar 22 13:52:12.550066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Allocated IP 172.25.2.35 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c00311d7-0fc7-4534-aecb-9cecba2f8d49) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:12.619181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=8bce4718-0ef4-4a17-b39b-d0e9555e210a,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:12.818032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-471d43ff-a47d-49b9-a216-e70fcbc31ccb req-3f6fad7e-36b0-4b02-a353-36dd7544b544 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528198 Mar 22 13:52:12.943386 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-23044cc1-75b7-461f-ab2a-b7d751ca30d3 admin admin] Publish callbacks [] for security_group (59c78c5d-843f-42ef-b135-2b4ffd1de740), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:12.988412 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-23044cc1-75b7-461f-ab2a-b7d751ca30d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (59c78c5d-843f-42ef-b135-2b4ffd1de740), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.044044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-67642fd1-6199-428d-8e5d-7b25c95e6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:13.047322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-67642fd1-6199-428d-8e5d-7b25c95e6463 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.6213820 Mar 22 13:52:13.054260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d702762-710c-451b-a205-4fc5ddb9b1fa None None] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:13.095217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-23044cc1-75b7-461f-ab2a-b7d751ca30d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af74723201dc4f559885ae9f8998999d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8176148 Mar 22 13:52:13.096337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23044cc1-75b7-461f-ab2a-b7d751ca30d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c78c5d-843f-42ef-b135-2b4ffd1de740,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:13.105959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34822) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:13.141151 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks [] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.262606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-acd2111a-0852-4596-a859-37b381048a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:13.268470 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-acd2111a-0852-4596-a859-37b381048a30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1973562 Mar 22 13:52:13.276105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34824) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:13.282505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b93cff7f-c5e7-4d2b-8b22-b508b6a49fcb admin admin] Publish callbacks [] for security_group (59c78c5d-843f-42ef-b135-2b4ffd1de740), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.295055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e646bd81-10b0-4d24-a755-1e4d8598e799 None None] Provisioning complete for port 8bce4718-0ef4-4a17-b39b-d0e9555e210a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:13.296868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e646bd81-10b0-4d24-a755-1e4d8598e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.396186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b93cff7f-c5e7-4d2b-8b22-b508b6a49fcb admin admin] Publish callbacks [] for security_group (59c78c5d-843f-42ef-b135-2b4ffd1de740), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.424675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34828) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:13.443235 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab8d679-e42f-4594-a4c1-ed560c777391 x-openstack-request-id: req-dab8d679-e42f-4594-a4c1-ed560c777391 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:13.443846 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6468f18-c4c8-4488-b782-8fb00b4043b6", "tag": "65aa0d46-a319-4797-9edf-5351dcde535f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:13.444392 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dab8d679-e42f-4594-a4c1-ed560c777391 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:13.445089 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab8d679-e42f-4594-a4c1-ed560c777391'] response: {'name': 'network-changed', 'server_uuid': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'tag': '65aa0d46-a319-4797-9edf-5351dcde535f', 'status': 'completed', 'code': 200} Mar 22 13:52:13.456580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f83cb6d8-edb2-4c1b-b866-8b46eb7ffb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.549600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-95cc745b-4fea-419f-b0e1-b01da26bd414 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575111 Mar 22 13:52:13.553902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b93cff7f-c5e7-4d2b-8b22-b508b6a49fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (59c78c5d-843f-42ef-b135-2b4ffd1de740), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.560108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b93cff7f-c5e7-4d2b-8b22-b508b6a49fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.571588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b93cff7f-c5e7-4d2b-8b22-b508b6a49fcb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59c78c5d-843f-42ef-b135-2b4ffd1de740 HTTP/1.1" status: 204 len: 168 time: 0.4632945 Mar 22 13:52:13.596100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cff7f-c5e7-4d2b-8b22-b508b6a49fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c78c5d-843f-42ef-b135-2b4ffd1de740,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:13.611899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.684699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8bce4718-0ef4-4a17-b39b-d0e9555e210a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:13.743833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:13.763696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:13.775059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:13.825050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e646bd81-10b0-4d24-a755-1e4d8598e799 None None] Current status of the port 8bce4718-0ef4-4a17-b39b-d0e9555e210a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:13.900145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8bce4718-0ef4-4a17-b39b-d0e9555e210a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:13.900892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:13.919478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe3dfad0-516a-4e58-b3b1-6fb307215f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.015558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2a56ae99-c9c5-4d83-9f4e-1cbf7852a1af req-028597e7-a1d6-4f18-b5f8-b4bad441d03e service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554369 Mar 22 13:52:14.037747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Pushing event updated for resources: {'Port': ['ID=c00311d7-0fc7-4534-aecb-9cecba2f8d49,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:14.095278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f83cb6d8-edb2-4c1b-b866-8b46eb7ffb27 admin admin] Publish callbacks [] for security_group (0e5bbef2-a4d3-4db7-b74f-91801a45b2ad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.119323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f83cb6d8-edb2-4c1b-b866-8b46eb7ffb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0e5bbef2-a4d3-4db7-b74f-91801a45b2ad), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.194390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8bce4718-0ef4-4a17-b39b-d0e9555e210a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:14.215058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1f69bc2d-4a7e-4c15-bb87-f100647f78bc None None] Provisioning complete for port 8bce4718-0ef4-4a17-b39b-d0e9555e210a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:14.215431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1f69bc2d-4a7e-4c15-bb87-f100647f78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.290377 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f83cb6d8-edb2-4c1b-b866-8b46eb7ffb27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69168f9858fa4c0194700d0f99a71f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8641641 Mar 22 13:52:14.290561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34852) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:14.326030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cb6d8-edb2-4c1b-b866-8b46eb7ffb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5bbef2-a4d3-4db7-b74f-91801a45b2ad,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:14.390226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-197cf8c5-1ebd-4b3b-b2aa-d0900baaa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:14.392462 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-197cf8c5-1ebd-4b3b-b2aa-d0900baaa424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51096af9b9ba48eb93076502ed4b1621&device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 1152 time: 0.2617016 Mar 22 13:52:14.424082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219bfd-799a-4720-b0ad-2a79978e3a4d req-7517975a-a182-455c-a083-cf4a8cd58108 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:14.430475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86219bfd-799a-4720-b0ad-2a79978e3a4d req-7517975a-a182-455c-a083-cf4a8cd58108 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.4240575 Mar 22 13:52:14.448010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1f69bc2d-4a7e-4c15-bb87-f100647f78bc None None] Current status of the port 8bce4718-0ef4-4a17-b39b-d0e9555e210a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:14.498452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-777eec6b-5b69-4455-b797-1156a001b4fe admin admin] Publish callbacks [] for security_group (0e5bbef2-a4d3-4db7-b74f-91801a45b2ad), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.524854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-777eec6b-5b69-4455-b797-1156a001b4fe admin admin] Publish callbacks [] for security_group (0e5bbef2-a4d3-4db7-b74f-91801a45b2ad), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.531963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe3dfad0-516a-4e58-b3b1-6fb307215f2e admin admin] Publish callbacks [] for security_group (93e0773d-2558-483d-ada6-17b50a413594), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.544781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe3dfad0-516a-4e58-b3b1-6fb307215f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (93e0773d-2558-483d-ada6-17b50a413594), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.610811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dfad0-516a-4e58-b3b1-6fb307215f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e0773d-2558-483d-ada6-17b50a413594,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:14.633247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86219bfd-799a-4720-b0ad-2a79978e3a4d req-675853f4-beb5-42ec-a3ce-10f63fb38395 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849918 Mar 22 13:52:14.634508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-777eec6b-5b69-4455-b797-1156a001b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0e5bbef2-a4d3-4db7-b74f-91801a45b2ad), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.637308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-777eec6b-5b69-4455-b797-1156a001b4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.638448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-777eec6b-5b69-4455-b797-1156a001b4fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e5bbef2-a4d3-4db7-b74f-91801a45b2ad HTTP/1.1" status: 204 len: 168 time: 0.3457589 Mar 22 13:52:14.652190 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks [] for router_gateway (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.654048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eec6b-5b69-4455-b797-1156a001b4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5bbef2-a4d3-4db7-b74f-91801a45b2ad,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:14.744953 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fe3dfad0-516a-4e58-b3b1-6fb307215f2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c5037fc59fb4a0c956ca7c2e0bfdf61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4671242 Mar 22 13:52:14.750660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:14.838566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-1734338f-131f-4a0c-a9b4-5c1476c542bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:14.840373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-1734338f-131f-4a0c-a9b4-5c1476c542bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.4395819 Mar 22 13:52:14.843881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b71f029-4887-40e9-950d-484aa9688d55 admin admin] Publish callbacks [] for security_group (93e0773d-2558-483d-ada6-17b50a413594), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.883069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b71f029-4887-40e9-950d-484aa9688d55 admin admin] Publish callbacks [] for security_group (93e0773d-2558-483d-ada6-17b50a413594), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:14.969809 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-586ce8c9-3ebe-4b4a-bcc9-f039c4c8141e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=65aa0d46-a319-4797-9edf-5351dcde535f HTTP/1.1" status: 200 len: 217 time: 0.0553355 Mar 22 13:52:15.055357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:15.083141 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b71f029-4887-40e9-950d-484aa9688d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (93e0773d-2558-483d-ada6-17b50a413594), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:15.090809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b71f029-4887-40e9-950d-484aa9688d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:15.099509 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8b71f029-4887-40e9-950d-484aa9688d55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93e0773d-2558-483d-ada6-17b50a413594 HTTP/1.1" status: 204 len: 168 time: 0.3467445 Mar 22 13:52:15.146082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71f029-4887-40e9-950d-484aa9688d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e0773d-2558-483d-ada6-17b50a413594,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:15.157525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-e69c6465-b6e1-41ae-be89-c11b459eba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:15.166559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-e69c6465-b6e1-41ae-be89-c11b459eba35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1690989 Mar 22 13:52:15.245129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-dd7d25a2-5554-4ef3-b536-64f79e7ca6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:15.248789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-dd7d25a2-5554-4ef3-b536-64f79e7ca6ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0805416 Mar 22 13:52:15.457031 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-b1180771-7a7b-492f-b6c8-19894019c96b service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003758 Mar 22 13:52:15.519360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:52:15.722603 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9b8bc5ad-8752-482a-90b2-ca10ac66af2c req-f76600e2-44e2-46a4-afe7-433bc9272e04 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442589 Mar 22 13:52:15.822196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:52:15.834039 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Sync routers for ids ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:52:15.853513 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Routers {'c901b9f0-79ca-4bdc-bdda-34dea6e90f97'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:15.855581 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:51:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:15.860676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34898) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:15.895062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3caddbfc-a0ed-4268-9ea9-6c0ec49cf5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:15.948913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:15.959345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-14bfd5d8-4895-4ce8-8f6a-8300717c1a34 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9135125 Mar 22 13:52:15.964133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34902) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:16.110428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3caddbfc-a0ed-4268-9ea9-6c0ec49cf5be admin admin] Publish callbacks [] for security_group (378421d2-43c6-4048-8bb7-c17833d7b41a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.125085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3caddbfc-a0ed-4268-9ea9-6c0ec49cf5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (378421d2-43c6-4048-8bb7-c17833d7b41a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.125318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355428a-3e17-4b66-b604-5038831c3d4b req-7329f96e-26ca-4f5c-b75f-d1790e7eb578 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:16.126116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2355428a-3e17-4b66-b604-5038831c3d4b req-7329f96e-26ca-4f5c-b75f-d1790e7eb578 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.3283470 Mar 22 13:52:16.186194 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3caddbfc-a0ed-4268-9ea9-6c0ec49cf5be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a160564cc7f4ed48b2a7927a8687244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241003 Mar 22 13:52:16.186859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34904) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:16.190043 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Set router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:16.328886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-461c88f8-5785-456a-ae72-1ee1373fe819 admin admin] Publish callbacks [] for security_group (378421d2-43c6-4048-8bb7-c17833d7b41a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.367074 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-461c88f8-5785-456a-ae72-1ee1373fe819 admin admin] Publish callbacks [] for security_group (378421d2-43c6-4048-8bb7-c17833d7b41a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.383091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2355428a-3e17-4b66-b604-5038831c3d4b req-5e77d1e9-d3b0-4015-887a-83421b2cfea6 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597762 Mar 22 13:52:16.395721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34910) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:16.462144 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:52:14Z', 'revision_number': 3, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:16.491428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caddbfc-a0ed-4268-9ea9-6c0ec49cf5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378421d2-43c6-4048-8bb7-c17833d7b41a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:16.501298 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Checking router: c901b9f0-79ca-4bdc-bdda-34dea6e90f97 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:52:16.501809 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Updating router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 port c00311d7-0fc7-4534-aecb-9cecba2f8d49 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:52:16.514578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-461c88f8-5785-456a-ae72-1ee1373fe819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (378421d2-43c6-4048-8bb7-c17833d7b41a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.535436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-461c88f8-5785-456a-ae72-1ee1373fe819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.536449 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.540299 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-461c88f8-5785-456a-ae72-1ee1373fe819 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/378421d2-43c6-4048-8bb7-c17833d7b41a HTTP/1.1" status: 204 len: 168 time: 0.3508675 Mar 22 13:52:16.550865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c88f8-5785-456a-ae72-1ee1373fe819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378421d2-43c6-4048-8bb7-c17833d7b41a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:16.806848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9ef3-b0ee-4ba1-b785-03c76085798f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.929728 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Publish callbacks [] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:16.949160 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.075575 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4330c-7a56-487f-af0a-0236bfa7bde5 None None] Pushing event updated for resources: {'Port': ['ID=c00311d7-0fc7-4534-aecb-9cecba2f8d49,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:17.096830 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Attempting to bind port c00311d7-0fc7-4534-aecb-9cecba2f8d49 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:17.100419 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Attempting to bind port c00311d7-0fc7-4534-aecb-9cecba2f8d49 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:17.101250 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Attempting to bind port c00311d7-0fc7-4534-aecb-9cecba2f8d49 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:17.113694 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:17.114222 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:17.114704 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.115112 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:17.115699 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Bound port: c00311d7-0fc7-4534-aecb-9cecba2f8d49, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:17.119821 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.231394 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] For port c00311d7-0fc7-4534-aecb-9cecba2f8d49, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:17.238131 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] For port c00311d7-0fc7-4534-aecb-9cecba2f8d49, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c00311d7-0fc7-4534-aecb-9cecba2f8d49,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:17.247771 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.271820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9ef3-b0ee-4ba1-b785-03c76085798f admin admin] Publish callbacks [] for security_group (5cf692ae-7388-437d-8bb1-391f9ec64edf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.286426 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9ef3-b0ee-4ba1-b785-03c76085798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5cf692ae-7388-437d-8bb1-391f9ec64edf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.366115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.372263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Routers {'c901b9f0-79ca-4bdc-bdda-34dea6e90f97'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:17.372908 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:51:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:17.412565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a3bb9ef3-b0ee-4ba1-b785-03c76085798f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea86a9dae87a4cd98604785442194287&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0146732 Mar 22 13:52:17.415966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34940) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:17.448644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb9ef3-b0ee-4ba1-b785-03c76085798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf692ae-7388-437d-8bb1-391f9ec64edf,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:17.533257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83d9039f-bbd2-4028-ab8c-b615dda8c57b admin admin] Publish callbacks [] for security_group (5cf692ae-7388-437d-8bb1-391f9ec64edf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.537463 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] Set router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:17.586816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83d9039f-bbd2-4028-ab8c-b615dda8c57b admin admin] Publish callbacks [] for security_group (5cf692ae-7388-437d-8bb1-391f9ec64edf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.631540 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4330c-7a56-487f-af0a-0236bfa7bde5 None None] Pushing event updated for resources: {'Port': ['ID=c00311d7-0fc7-4534-aecb-9cecba2f8d49,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:17.704076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83d9039f-bbd2-4028-ab8c-b615dda8c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5cf692ae-7388-437d-8bb1-391f9ec64edf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.708386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83d9039f-bbd2-4028-ab8c-b615dda8c57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:17.709711 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-83d9039f-bbd2-4028-ab8c-b615dda8c57b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cf692ae-7388-437d-8bb1-391f9ec64edf HTTP/1.1" status: 204 len: 168 time: 0.2926970 Mar 22 13:52:17.726115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9039f-bbd2-4028-ab8c-b615dda8c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf692ae-7388-437d-8bb1-391f9ec64edf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:17.799361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51ff68-efe2-428f-9c26-b827c761beb4 req-c155573e-5dcf-42ba-b555-3a05ae751839 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:17.806414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af51ff68-efe2-428f-9c26-b827c761beb4 req-c155573e-5dcf-42ba-b555-3a05ae751839 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.2222695 Mar 22 13:52:17.812179 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:52:14Z', 'revision_number': 3, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:17.844604 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d91c10-a5e2-40cd-8fb9-f6ad358dced1 None None] The sync data for ids ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'] in n-d-834677-3 is: [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:52:14Z', 'revision_number': 3, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:52:17.891610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af51ff68-efe2-428f-9c26-b827c761beb4 req-5d0506ac-e0e8-499c-8bb7-403a2272e9d5 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843201 Mar 22 13:52:17.902625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Allocated IP 172.20.0.1 (f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf/2a37a820-6b41-4313-9544-9be7341f0c46/8630a18f-2a36-47ef-bbc7-a0ada851c0d6) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:18.016067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks [] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.050826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.091098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:18.097988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:18.102731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:18.103360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.135893 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6a3b57f0-0faa-492c-accb-b303ece77c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.204597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Pushing event updated for resources: {'Port': ['ID=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:18.491605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34972) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:18.508259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4f7bf39c-bf20-46d7-ab8a-2281049ab38c None None] Provisioning complete for port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:18.508629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4f7bf39c-bf20-46d7-ab8a-2281049ab38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.514146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6379ab3e-e054-4130-b4f4-9c33764c9b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.526249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.588838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bf39c-bf20-46d7-ab8a-2281049ab38c None None] Port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:18.703377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6379ab3e-e054-4130-b4f4-9c33764c9b38 admin admin] Publish callbacks [] for security_group (b4a640ec-1ec0-4981-a977-f27037fdd909), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.713306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6379ab3e-e054-4130-b4f4-9c33764c9b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b4a640ec-1ec0-4981-a977-f27037fdd909), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.799323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379ab3e-e054-4130-b4f4-9c33764c9b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a640ec-1ec0-4981-a977-f27037fdd909,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:18.808864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6379ab3e-e054-4130-b4f4-9c33764c9b38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8de6ed422f0a4782825da8da3729deb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145564 Mar 22 13:52:18.810029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34988) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:18.917767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f11b9ad3-c95e-4d0c-a5e7-bcb7285b2da1 admin admin] Publish callbacks [] for security_group (b4a640ec-1ec0-4981-a977-f27037fdd909), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:18.976942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f11b9ad3-c95e-4d0c-a5e7-bcb7285b2da1 admin admin] Publish callbacks [] for security_group (b4a640ec-1ec0-4981-a977-f27037fdd909), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.060302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f11b9ad3-c95e-4d0c-a5e7-bcb7285b2da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b4a640ec-1ec0-4981-a977-f27037fdd909), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.063417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f11b9ad3-c95e-4d0c-a5e7-bcb7285b2da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.067683 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f11b9ad3-c95e-4d0c-a5e7-bcb7285b2da1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4a640ec-1ec0-4981-a977-f27037fdd909 HTTP/1.1" status: 204 len: 168 time: 0.2532434 Mar 22 13:52:19.074712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b9ad3-c95e-4d0c-a5e7-bcb7285b2da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a640ec-1ec0-4981-a977-f27037fdd909,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:19.124380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks [] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.136027 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.137246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.176211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d456-25aa-4c7f-bfa2-5e931bb9f0ee req-8cfb5ad2-26f5-48d0-b56a-d1fa709efe24 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:19.177923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ef0d456-25aa-4c7f-bfa2-5e931bb9f0ee req-8cfb5ad2-26f5-48d0-b56a-d1fa709efe24 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.1206927 Mar 22 13:52:19.271610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Pushing event updated for resources: {'Port': ['ID=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:19.299536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ef0d456-25aa-4c7f-bfa2-5e931bb9f0ee req-bdc2b6f3-516b-4706-a340-5c8d246b1518 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033828 Mar 22 13:52:19.324934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:19.326703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:19.454431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:52:19.582333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:52:19.595653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ceccf3a1-fc2e-4079-b726-4c2448d0f613 admin admin] 10.222.0.44 "PUT /v2.0/routers/c901b9f0-79ca-4bdc-bdda-34dea6e90f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6224239 Mar 22 13:52:19.627544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35024) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:19.632072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fc54678b-76ea-429d-bef3-bf3e2111f792 None None] Provisioning complete for port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:19.632585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fc54678b-76ea-429d-bef3-bf3e2111f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.656737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c00311d7-0fc7-4534-aecb-9cecba2f8d49 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:19.699382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fc54678b-76ea-429d-bef3-bf3e2111f792 None None] Port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:19.749455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c00311d7-0fc7-4534-aecb-9cecba2f8d49 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:19.749688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.842638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c00311d7-0fc7-4534-aecb-9cecba2f8d49 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:19.843045 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.865386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port c00311d7-0fc7-4534-aecb-9cecba2f8d49, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c00311d7-0fc7-4534-aecb-9cecba2f8d49,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:19.871470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.872565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4b30-f8ed-4e1f-8a7b-112076312a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.967506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=c00311d7-0fc7-4534-aecb-9cecba2f8d49,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:19.994361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4b30-f8ed-4e1f-8a7b-112076312a43 admin admin] Publish callbacks [] for security_group (2ff32336-10f4-418b-aec2-efddbd483b06), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:19.999617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4b30-f8ed-4e1f-8a7b-112076312a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ff32336-10f4-418b-aec2-efddbd483b06), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.038259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd6f4b30-f8ed-4e1f-8a7b-112076312a43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b20ec8f95b64442e8f750c2a92143581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094102 Mar 22 13:52:20.039535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f4b30-f8ed-4e1f-8a7b-112076312a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff32336-10f4-418b-aec2-efddbd483b06,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:20.042164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35044) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:20.099463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8dc31b1-9955-4e51-93e0-f497ba532e1e admin admin] Publish callbacks [] for security_group (2ff32336-10f4-418b-aec2-efddbd483b06), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.134193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8dc31b1-9955-4e51-93e0-f497ba532e1e admin admin] Publish callbacks [] for security_group (2ff32336-10f4-418b-aec2-efddbd483b06), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.187680 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8dc31b1-9955-4e51-93e0-f497ba532e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ff32336-10f4-418b-aec2-efddbd483b06), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.190540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8dc31b1-9955-4e51-93e0-f497ba532e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.194388 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a8dc31b1-9955-4e51-93e0-f497ba532e1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ff32336-10f4-418b-aec2-efddbd483b06 HTTP/1.1" status: 204 len: 168 time: 0.1492496 Mar 22 13:52:20.201125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc31b1-9955-4e51-93e0-f497ba532e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff32336-10f4-418b-aec2-efddbd483b06,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:20.215845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Sync routers for ids ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:52:20.232939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Routers {'c901b9f0-79ca-4bdc-bdda-34dea6e90f97'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:20.233570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:51:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:20.308044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35058) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:20.453174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7aa37-7b30-402b-8e71-48ba65c19f7b req-d7a710d9-e538-4873-9370-6412830199e8 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:20.455275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91b7aa37-7b30-402b-8e71-48ba65c19f7b req-d7a710d9-e538-4873-9370-6412830199e8 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.0801036 Mar 22 13:52:20.461069 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b39cd2e7-8d93-4f07-aed8-8deeeca8bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.503214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Set router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:20.536390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91b7aa37-7b30-402b-8e71-48ba65c19f7b req-a41a061c-6b34-41b2-b86c-9b858103b57a tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749502 Mar 22 13:52:20.733340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f82a5667-2193-488a-bcce-9136cefb99e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.746709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:52:18Z', 'revision_number': 4, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '8630a18f-2a36-47ef-bbc7-a0ada851c0d6', 'name': '', 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'mac_address': 'fa:16:3e:ac:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '2a37a820-6b41-4313-9544-9be7341f0c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:17Z', 'updated_at': '2022-03-22T13:52:18Z', 'revision_number': 2, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'subnets': [{'id': '2a37a820-6b41-4313-9544-9be7341f0c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:20.778581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35080) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:20.780813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Checking router: c901b9f0-79ca-4bdc-bdda-34dea6e90f97 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:52:20.781519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Updating router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:52:20.808894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1661b05-85e7-4cb5-a2a6-d423ff4c0e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.815276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.936137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f82a5667-2193-488a-bcce-9136cefb99e4 admin admin] Publish callbacks [] for security_group (9ac3af74-5964-4ac1-98d8-4c2bee3fee00), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.952564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f82a5667-2193-488a-bcce-9136cefb99e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ac3af74-5964-4ac1-98d8-4c2bee3fee00), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.019135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1661b05-85e7-4cb5-a2a6-d423ff4c0e50 admin admin] Publish callbacks [] for security_group (26b836de-f1b0-4da6-bb45-42679f0bd212), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.023939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35088) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:21.027709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f82a5667-2193-488a-bcce-9136cefb99e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9435894b67a741cfa2d47e24b48b6007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7178953 Mar 22 13:52:21.039437 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1661b05-85e7-4cb5-a2a6-d423ff4c0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (26b836de-f1b0-4da6-bb45-42679f0bd212), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.048605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a5667-2193-488a-bcce-9136cefb99e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac3af74-5964-4ac1-98d8-4c2bee3fee00,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.104627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35092) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:21.110990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f5b089ea-a43c-4b44-b2c9-73b51dfe64c9 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239960482', 'description': 'tempest-description--543238972'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:21.144659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f1661b05-85e7-4cb5-a2a6-d423ff4c0e50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6557cc56d0b4402b90ab1e174ce0a0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624580 Mar 22 13:52:21.145873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35094) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:21.167683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13670ca8-583c-4b30-a4fc-2894038c6d8a admin admin] Publish callbacks [] for security_group (9ac3af74-5964-4ac1-98d8-4c2bee3fee00), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.170690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661b05-85e7-4cb5-a2a6-d423ff4c0e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b836de-f1b0-4da6-bb45-42679f0bd212,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.194747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5b089ea-a43c-4b44-b2c9-73b51dfe64c9 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.226632 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13670ca8-583c-4b30-a4fc-2894038c6d8a admin admin] Publish callbacks [] for security_group (9ac3af74-5964-4ac1-98d8-4c2bee3fee00), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.245836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95231142-f8df-4212-9740-7a63d839ea14 admin admin] Publish callbacks [] for security_group (26b836de-f1b0-4da6-bb45-42679f0bd212), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.283080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95231142-f8df-4212-9740-7a63d839ea14 admin admin] Publish callbacks [] for security_group (26b836de-f1b0-4da6-bb45-42679f0bd212), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.292078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13670ca8-583c-4b30-a4fc-2894038c6d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ac3af74-5964-4ac1-98d8-4c2bee3fee00), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.296900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13670ca8-583c-4b30-a4fc-2894038c6d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.300861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-13670ca8-583c-4b30-a4fc-2894038c6d8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ac3af74-5964-4ac1-98d8-4c2bee3fee00 HTTP/1.1" status: 204 len: 168 time: 0.2736144 Mar 22 13:52:21.315591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Publish callbacks [] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.323698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.323966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13670ca8-583c-4b30-a4fc-2894038c6d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac3af74-5964-4ac1-98d8-4c2bee3fee00,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.334734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5b089ea-a43c-4b44-b2c9-73b51dfe64c9 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group (00f073f7-da87-41f1-af2a-2f9c3fe98450), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.342166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5b089ea-a43c-4b44-b2c9-73b51dfe64c9 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (00f073f7-da87-41f1-af2a-2f9c3fe98450), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.380106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b089ea-a43c-4b44-b2c9-73b51dfe64c9 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f073f7-da87-41f1-af2a-2f9c3fe98450,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.385956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5b089ea-a43c-4b44-b2c9-73b51dfe64c9 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.387455 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f5b089ea-a43c-4b44-b2c9-73b51dfe64c9 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2818027 Mar 22 13:52:21.388899 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95231142-f8df-4212-9740-7a63d839ea14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (26b836de-f1b0-4da6-bb45-42679f0bd212), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.390536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35104) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:21.391666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95231142-f8df-4212-9740-7a63d839ea14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.393544 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-95231142-f8df-4212-9740-7a63d839ea14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26b836de-f1b0-4da6-bb45-42679f0bd212 HTTP/1.1" status: 204 len: 168 time: 0.2460499 Mar 22 13:52:21.396139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b836201f-5dd7-466f-b06f-f394a7a2aa91 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'security_group_rule': {'security_group_id': '00f073f7-da87-41f1-af2a-2f9c3fe98450', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:21.402778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95231142-f8df-4212-9740-7a63d839ea14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b836de-f1b0-4da6-bb45-42679f0bd212,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.448587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96b0ac-9817-405e-9617-afe2dfe05a0c None None] Pushing event updated for resources: {'Port': ['ID=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.468094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b836201f-5dd7-466f-b06f-f394a7a2aa91 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group_rule (a251df00-f5a2-428f-9c79-6d692f484ded), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.517148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Attempting to bind port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:21.517525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Attempting to bind port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:21.517886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Attempting to bind port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 on network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:21.527326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:21.527675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Checking segment: {'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:21.528078 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.528467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Bound using segment: {'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:21.528948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Bound port: 8630a18f-2a36-47ef-bbc7-a0ada851c0d6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6294bb19-047c-425b-b454-30f2033c4220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:21.529324 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.573889 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b836201f-5dd7-466f-b06f-f394a7a2aa91 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group_rule (a251df00-f5a2-428f-9c79-6d692f484ded), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.589201 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b836201f-5dd7-466f-b06f-f394a7a2aa91 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a251df00-f5a2-428f-9c79-6d692f484ded), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.614742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836201f-5dd7-466f-b06f-f394a7a2aa91 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a251df00-f5a2-428f-9c79-6d692f484ded,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.644811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b836201f-5dd7-466f-b06f-f394a7a2aa91 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.649858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35114) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:21.651640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b836201f-5dd7-466f-b06f-f394a7a2aa91 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2590067 Mar 22 13:52:21.654543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-deb59423-cbe6-4299-8009-19f05cb976a5 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'security_group_rule': {'security_group_id': '00f073f7-da87-41f1-af2a-2f9c3fe98450', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:21.684817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c00311d7-0fc7-4534-aecb-9cecba2f8d49 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:21.737823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] For port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:21.747129 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-deb59423-cbe6-4299-8009-19f05cb976a5 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group_rule (656f462e-a361-4c04-94de-e62896e6c962), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.782236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] For port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,segment=NetworkSegment(6294bb19-047c-425b-b454-30f2033c4220),segment_id=6294bb19-047c-425b-b454-30f2033c4220)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:21.789659 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.814101 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.821176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ff560-2ecc-4c98-92dc-451b51bfd068 req-2fe0a927-bbde-4410-a2e8-afc97a854c76 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:21.824654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-352161ea-e9c9-42f9-a78e-be0dc0551a22 None None] Provisioning complete for port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:21.825085 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-352161ea-e9c9-42f9-a78e-be0dc0551a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.831921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-420ff560-2ecc-4c98-92dc-451b51bfd068 req-2fe0a927-bbde-4410-a2e8-afc97a854c76 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.1321776 Mar 22 13:52:21.913537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-420ff560-2ecc-4c98-92dc-451b51bfd068 req-3dfba975-1d7c-4b24-ad5a-36bccb616c15 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749326 Mar 22 13:52:21.927963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-deb59423-cbe6-4299-8009-19f05cb976a5 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group_rule (656f462e-a361-4c04-94de-e62896e6c962), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.932100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c00311d7-0fc7-4534-aecb-9cecba2f8d49 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:21.932477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.937706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-deb59423-cbe6-4299-8009-19f05cb976a5 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (656f462e-a361-4c04-94de-e62896e6c962), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.965037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb59423-cbe6-4299-8009-19f05cb976a5 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f462e-a361-4c04-94de-e62896e6c962,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.975441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-deb59423-cbe6-4299-8009-19f05cb976a5 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.979569 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-deb59423-cbe6-4299-8009-19f05cb976a5 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258541 Mar 22 13:52:21.980344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35128) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:21.982761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96b0ac-9817-405e-9617-afe2dfe05a0c None None] Pushing event updated for resources: {'Port': ['ID=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:21.991567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:22.004474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Routers {'c901b9f0-79ca-4bdc-bdda-34dea6e90f97'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:22.005352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:52:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:22.049697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.172585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-352161ea-e9c9-42f9-a78e-be0dc0551a22 None None] Current status of the port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:22.173252 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-352161ea-e9c9-42f9-a78e-be0dc0551a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.252729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] Set router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:22.306799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-352161ea-e9c9-42f9-a78e-be0dc0551a22 None None] For port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,segment=NetworkSegment(6294bb19-047c-425b-b454-30f2033c4220),segment_id=6294bb19-047c-425b-b454-30f2033c4220)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:22.307980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c00311d7-0fc7-4534-aecb-9cecba2f8d49 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:22.332455 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-352161ea-e9c9-42f9-a78e-be0dc0551a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.370674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.411765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:22.435592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5116cb3d-096b-4678-9e88-7397d067db81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.472097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352161ea-e9c9-42f9-a78e-be0dc0551a22 None None] Pushing event updated for resources: {'Port': ['ID=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:22.493088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bebdb443-bef1-4901-adb7-28257095a12d None None] Provisioning complete for port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:22.493296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bebdb443-bef1-4901-adb7-28257095a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.560710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Allocated IP 172.25.2.40 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/24aef7a3-c5ac-465a-b094-93fe26808993) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:22.571834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5116cb3d-096b-4678-9e88-7397d067db81 admin admin] Publish callbacks [] for security_group (f16ab7d6-1802-4bbf-b59a-25e42abe7aff), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.576230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:22.588459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5116cb3d-096b-4678-9e88-7397d067db81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f16ab7d6-1802-4bbf-b59a-25e42abe7aff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.615515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bebdb443-bef1-4901-adb7-28257095a12d None None] Current status of the port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:22.619079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:52:18Z', 'revision_number': 4, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '8630a18f-2a36-47ef-bbc7-a0ada851c0d6', 'name': '', 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'mac_address': 'fa:16:3e:ac:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '2a37a820-6b41-4313-9544-9be7341f0c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:17Z', 'updated_at': '2022-03-22T13:52:21Z', 'revision_number': 4, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'subnets': [{'id': '2a37a820-6b41-4313-9544-9be7341f0c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:22.657262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c88ff-32cf-4b7e-9bd3-c24aa1c22372 None None] The sync data for ids ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'] in n-d-834677-3 is: [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:52:18Z', 'revision_number': 4, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '8630a18f-2a36-47ef-bbc7-a0ada851c0d6', 'name': '', 'network_id': 'f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'mac_address': 'fa:16:3e:ac:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '2a37a820-6b41-4313-9544-9be7341f0c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:17Z', 'updated_at': '2022-03-22T13:52:21Z', 'revision_number': 4, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'subnets': [{'id': '2a37a820-6b41-4313-9544-9be7341f0c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:52:22.668325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5116cb3d-096b-4678-9e88-7397d067db81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dc555d9261c408aa9afede57b103233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530649 Mar 22 13:52:22.672521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35150) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:22.699217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116cb3d-096b-4678-9e88-7397d067db81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16ab7d6-1802-4bbf-b59a-25e42abe7aff,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:22.752504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 65aa0d46-a319-4797-9edf-5351dcde535f details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:52:22.777333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90d50944-5753-48e1-b55a-e002d1d3b8ee admin admin] Publish callbacks [] for security_group (f16ab7d6-1802-4bbf-b59a-25e42abe7aff), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.808104 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for port (24aef7a3-c5ac-465a-b094-93fe26808993), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.829144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0cb18847-1c1b-4dca-b00d-66d186a83eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.841697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90d50944-5753-48e1-b55a-e002d1d3b8ee admin admin] Publish callbacks [] for security_group (f16ab7d6-1802-4bbf-b59a-25e42abe7aff), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.884753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (24aef7a3-c5ac-465a-b094-93fe26808993), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.967063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:22.973684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:22.985944 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0cb18847-1c1b-4dca-b00d-66d186a83eaa admin admin] Publish callbacks [] for security_group (1a94d6ac-d136-44cf-886b-be18b7872c2b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:22.991410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:23.000860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event updated for resources: {'Port': ['ID=24aef7a3-c5ac-465a-b094-93fe26808993,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:23.006159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0cb18847-1c1b-4dca-b00d-66d186a83eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1a94d6ac-d136-44cf-886b-be18b7872c2b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.075264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb18847-1c1b-4dca-b00d-66d186a83eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94d6ac-d136-44cf-886b-be18b7872c2b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:23.097297 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0cb18847-1c1b-4dca-b00d-66d186a83eaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbaa1e390b4f43f18c70373bd2b64486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194862 Mar 22 13:52:23.100539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35162) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:23.129487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 65aa0d46-a319-4797-9edf-5351dcde535f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=65aa0d46-a319-4797-9edf-5351dcde535f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:23.137279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90d50944-5753-48e1-b55a-e002d1d3b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f16ab7d6-1802-4bbf-b59a-25e42abe7aff), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.140200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90d50944-5753-48e1-b55a-e002d1d3b8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.144431 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-90d50944-5753-48e1-b55a-e002d1d3b8ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f16ab7d6-1802-4bbf-b59a-25e42abe7aff HTTP/1.1" status: 204 len: 168 time: 0.4707479 Mar 22 13:52:23.146933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '65aa0d46-a319-4797-9edf-5351dcde535f', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '65aa0d46-a319-4797-9edf-5351dcde535f', 'mac_address': 'fa:16:3e:62:bf:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:tempest-test_az-1605296074', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:52:23.199513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51a4c4da-c2c3-4279-9817-42199c661a0b admin admin] Publish callbacks [] for security_group (1a94d6ac-d136-44cf-886b-be18b7872c2b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.230141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 65aa0d46-a319-4797-9edf-5351dcde535f is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:23.231533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.247873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65aa0d46-a319-4797-9edf-5351dcde535f {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:23.254257 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.256465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51a4c4da-c2c3-4279-9817-42199c661a0b admin admin] Publish callbacks [] for security_group (1a94d6ac-d136-44cf-886b-be18b7872c2b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.287538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d50944-5753-48e1-b55a-e002d1d3b8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16ab7d6-1802-4bbf-b59a-25e42abe7aff,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:23.288944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 65aa0d46-a319-4797-9edf-5351dcde535f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=65aa0d46-a319-4797-9edf-5351dcde535f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:23.305758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.321392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cf9f5-e8f2-43f4-944a-2b8aee1dceb9 req-e9cda5de-f637-464b-a9dc-13442758e299 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:23.323151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec5cf9f5-e8f2-43f4-944a-2b8aee1dceb9 req-e9cda5de-f637-464b-a9dc-13442758e299 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 970 time: 0.2449150 Mar 22 13:52:23.323533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.338226 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51a4c4da-c2c3-4279-9817-42199c661a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1a94d6ac-d136-44cf-886b-be18b7872c2b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.342074 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51a4c4da-c2c3-4279-9817-42199c661a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.350453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-51a4c4da-c2c3-4279-9817-42199c661a0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a94d6ac-d136-44cf-886b-be18b7872c2b HTTP/1.1" status: 204 len: 168 time: 0.2469015 Mar 22 13:52:23.368224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4c4da-c2c3-4279-9817-42199c661a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94d6ac-d136-44cf-886b-be18b7872c2b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:23.455216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec5cf9f5-e8f2-43f4-944a-2b8aee1dceb9 req-299aa8d7-3d0e-4531-84ad-e648d516bf98 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953755 Mar 22 13:52:23.460466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (24aef7a3-c5ac-465a-b094-93fe26808993), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.467272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=65aa0d46-a319-4797-9edf-5351dcde535f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:23.655881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:23.694192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['65aa0d46-a319-4797-9edf-5351dcde535f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:52:23.863247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:23.863708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.898034 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for port (24aef7a3-c5ac-465a-b094-93fe26808993), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.909320 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (24aef7a3-c5ac-465a-b094-93fe26808993), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.960070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event updated for resources: {'Port': ['ID=24aef7a3-c5ac-465a-b094-93fe26808993,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:23.964660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.011736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.013126 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.014114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-02678adb-ba9d-4c58-bf48-0c3a320d399d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0325117 Mar 22 13:52:24.086874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:24.233202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35198) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:24.252831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2706787-9d9d-4963-a251-bc24d433c215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.421172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-56c6c140-1dd9-45f5-a89c-22f4a8fa0771 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--239960482&fields=id&tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb HTTP/1.1" status: 200 len: 267 time: 0.0733068 Mar 22 13:52:24.423857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2706787-9d9d-4963-a251-bc24d433c215 admin admin] Publish callbacks [] for security_group (2651d185-2f06-4aa9-bed9-30843d264ff5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.433276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2706787-9d9d-4963-a251-bc24d433c215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2651d185-2f06-4aa9-bed9-30843d264ff5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.479148 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f2706787-9d9d-4963-a251-bc24d433c215 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb1154145c6a4a5282e3ac46bbfccaa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443173 Mar 22 13:52:24.481300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2706787-9d9d-4963-a251-bc24d433c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2651d185-2f06-4aa9-bed9-30843d264ff5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:24.484501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35218) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:24.539231 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.595824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b2f8-6f04-4523-8e21-b56cf3b9d195 admin admin] Publish callbacks [] for security_group (2651d185-2f06-4aa9-bed9-30843d264ff5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.625420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b2f8-6f04-4523-8e21-b56cf3b9d195 admin admin] Publish callbacks [] for security_group (2651d185-2f06-4aa9-bed9-30843d264ff5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.694147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b2f8-6f04-4523-8e21-b56cf3b9d195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2651d185-2f06-4aa9-bed9-30843d264ff5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.697426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b2f8-6f04-4523-8e21-b56cf3b9d195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.701001 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cfa2b2f8-6f04-4523-8e21-b56cf3b9d195 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2651d185-2f06-4aa9-bed9-30843d264ff5 HTTP/1.1" status: 204 len: 168 time: 0.2130165 Mar 22 13:52:24.707632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2b2f8-6f04-4523-8e21-b56cf3b9d195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2651d185-2f06-4aa9-bed9-30843d264ff5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:24.714849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-13146ee9-8e5b-42fe-a170-40db860372e2 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:24.722289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-13146ee9-8e5b-42fe-a170-40db860372e2 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 824 time: 0.2912524 Mar 22 13:52:24.738997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5c184-edc2-426d-a7f7-304e5258709b req-a7966bec-7b90-4190-be74-6121becb66af tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:24.740619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2d5c184-edc2-426d-a7f7-304e5258709b req-a7966bec-7b90-4190-be74-6121becb66af tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 971 time: 0.1410625 Mar 22 13:52:24.743759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 65aa0d46-a319-4797-9edf-5351dcde535f up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:24.761572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-c771f474-f9fe-4b4d-a180-6d57a8f9f41f tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/quotas/c5120e6bcf0e41ae9d6e7265fab5a7cb HTTP/1.1" status: 200 len: 375 time: 0.0380340 Mar 22 13:52:24.811606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 65aa0d46-a319-4797-9edf-5351dcde535f completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:52:24.820740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 65aa0d46-a319-4797-9edf-5351dcde535f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:24.821355 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.855132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2d5c184-edc2-426d-a7f7-304e5258709b req-83cf5b3a-85a8-46f2-bb7e-303b6a375677 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063600 Mar 22 13:52:24.876183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35232) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:24.881436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-55392cf8-cb36-4d6d-b547-29977c116468 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189401 Mar 22 13:52:24.921904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 65aa0d46-a319-4797-9edf-5351dcde535f is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:24.922414 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.947056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa0d46-a319-4797-9edf-5351dcde535f'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:25.024270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 65aa0d46-a319-4797-9edf-5351dcde535f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=65aa0d46-a319-4797-9edf-5351dcde535f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:25.029106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.076762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e511df99-4faa-4ad1-90a9-c8c4092d9311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.082371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=65aa0d46-a319-4797-9edf-5351dcde535f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:25.162865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e511df99-4faa-4ad1-90a9-c8c4092d9311 admin admin] Publish callbacks [] for security_group (4d54f3fd-0082-46e8-b666-418c416a2793), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.167463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e511df99-4faa-4ad1-90a9-c8c4092d9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4d54f3fd-0082-46e8-b666-418c416a2793), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.209882 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e511df99-4faa-4ad1-90a9-c8c4092d9311 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2ef40c662194e379ac14c182270d350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326190 Mar 22 13:52:25.210353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35258) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:25.212312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511df99-4faa-4ad1-90a9-c8c4092d9311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d54f3fd-0082-46e8-b666-418c416a2793,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:25.278276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6554e5ac-be61-48bc-be43-932d3ff884a8 admin admin] Publish callbacks [] for security_group (4d54f3fd-0082-46e8-b666-418c416a2793), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.303367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6554e5ac-be61-48bc-be43-932d3ff884a8 admin admin] Publish callbacks [] for security_group (4d54f3fd-0082-46e8-b666-418c416a2793), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.356012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6554e5ac-be61-48bc-be43-932d3ff884a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4d54f3fd-0082-46e8-b666-418c416a2793), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.359251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6554e5ac-be61-48bc-be43-932d3ff884a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:25.360382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6554e5ac-be61-48bc-be43-932d3ff884a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d54f3fd-0082-46e8-b666-418c416a2793 HTTP/1.1" status: 204 len: 168 time: 0.1483133 Mar 22 13:52:25.367495 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5bd8ca-3dc6-49c5-bebe-fde2932c18c4" -d '{"events": [{"server_uuid": "b6468f18-c4c8-4488-b782-8fb00b4043b6", "name": "network-vif-plugged", "status": "completed", "tag": "65aa0d46-a319-4797-9edf-5351dcde535f"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:25.368965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554e5ac-be61-48bc-be43-932d3ff884a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d54f3fd-0082-46e8-b666-418c416a2793,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:25.436362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-b7bfa560-ba3a-4701-b2b5-01d555163b09 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:25.437388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-b7bfa560-ba3a-4701-b2b5-01d555163b09 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2368534 Mar 22 13:52:25.533496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-d88a0b7e-bad4-4851-ab2a-ba6061e67825 service neutron] 10.222.0.44 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881324 Mar 22 13:52:25.627083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-6c6cd68a-da3b-4509-b0f8-22b8c832437d service neutron] 10.222.0.44 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Mar 22 13:52:25.665737 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0780918e-236c-4949-88ec-c772f816fd1b x-openstack-request-id: req-0780918e-236c-4949-88ec-c772f816fd1b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:25.666274 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6468f18-c4c8-4488-b782-8fb00b4043b6", "name": "network-vif-plugged", "status": "completed", "tag": "65aa0d46-a319-4797-9edf-5351dcde535f", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:25.666572 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0780918e-236c-4949-88ec-c772f816fd1b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:25.667743 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0780918e-236c-4949-88ec-c772f816fd1b'] response: {'server_uuid': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa0d46-a319-4797-9edf-5351dcde535f', 'code': 200} Mar 22 13:52:25.839942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2e1d-6829-40fa-97de-78a83b429aac req-65f6e302-37ee-46cd-8704-bb791e5086cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:25.846874 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d83e2e1d-6829-40fa-97de-78a83b429aac req-65f6e302-37ee-46cd-8704-bb791e5086cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 1154 time: 0.1115255 Mar 22 13:52:25.870202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4bd84f6-2f61-4f9d-bdd1-eeea1e9d203b req-77b8d62f-f3c7-466e-8f98-3e0cc7681fa7 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 210 time: 0.0387733 Mar 22 13:52:25.873490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d83e2e1d-6829-40fa-97de-78a83b429aac req-deb00146-d9aa-40aa-a61b-94e46d4b8ed6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.003617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70d655-6c40-40f0-8a28-36feb7cc5e08 req-31838172-365c-4486-a2aa-171ba743050a tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:26.006982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d83e2e1d-6829-40fa-97de-78a83b429aac req-deb00146-d9aa-40aa-a61b-94e46d4b8ed6 service neutron] Publish callbacks [] for security_group (848d1cbe-67ab-4b34-b799-947d84690758), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.011975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d83e2e1d-6829-40fa-97de-78a83b429aac req-deb00146-d9aa-40aa-a61b-94e46d4b8ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (848d1cbe-67ab-4b34-b799-947d84690758), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.012971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a70d655-6c40-40f0-8a28-36feb7cc5e08 req-31838172-365c-4486-a2aa-171ba743050a tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 972 time: 0.0821304 Mar 22 13:52:26.066834 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d83e2e1d-6829-40fa-97de-78a83b429aac req-deb00146-d9aa-40aa-a61b-94e46d4b8ed6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120199 Mar 22 13:52:26.068697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb00146-d9aa-40aa-a61b-94e46d4b8ed6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=848d1cbe-67ab-4b34-b799-947d84690758,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:26.084775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35304) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:26.098062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a70d655-6c40-40f0-8a28-36feb7cc5e08 req-b6dc5590-5819-494a-862b-89f198929ebf tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840797 Mar 22 13:52:26.110183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36cfe895-32ff-48e8-83ea-ca0fb143d00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.209307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36cfe895-32ff-48e8-83ea-ca0fb143d00f admin admin] Publish callbacks [] for security_group (65f54fd5-d6fd-4793-9100-cac25576f38a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.216468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36cfe895-32ff-48e8-83ea-ca0fb143d00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (65f54fd5-d6fd-4793-9100-cac25576f38a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.258224 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-36cfe895-32ff-48e8-83ea-ca0fb143d00f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8aa3ffec6934f5db47bfe4d9b75b925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722512 Mar 22 13:52:26.259191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfe895-32ff-48e8-83ea-ca0fb143d00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f54fd5-d6fd-4793-9100-cac25576f38a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:26.262859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35314) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:26.339120 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a85fb5a8-98bd-46d9-89ef-32fead25f397 admin admin] Publish callbacks [] for security_group (65f54fd5-d6fd-4793-9100-cac25576f38a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.370925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a85fb5a8-98bd-46d9-89ef-32fead25f397 admin admin] Publish callbacks [] for security_group (65f54fd5-d6fd-4793-9100-cac25576f38a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.457230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a85fb5a8-98bd-46d9-89ef-32fead25f397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (65f54fd5-d6fd-4793-9100-cac25576f38a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.469138 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a85fb5a8-98bd-46d9-89ef-32fead25f397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:26.476252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a85fb5a8-98bd-46d9-89ef-32fead25f397 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65f54fd5-d6fd-4793-9100-cac25576f38a HTTP/1.1" status: 204 len: 168 time: 0.2120676 Mar 22 13:52:26.489355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fb5a8-98bd-46d9-89ef-32fead25f397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f54fd5-d6fd-4793-9100-cac25576f38a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:26.592829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35334) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:26.938248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1844813907-network', 'tenant_id': 'c4db45f5d7be417fa9f5de7abacbea38'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:26.996426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Made reservation on behalf of c4db45f5d7be417fa9f5de7abacbea38 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:27.003820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.024876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.076665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a557c7ce-b637-4785-8032-6e43fbf544a4 req-1837141d-9b98-4992-849b-a4a778e7eedb tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 210 time: 0.0551991 Mar 22 13:52:27.185690 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks [] for security_group (03269c79-cab5-457c-88be-7bb8501c1d4b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.202435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (03269c79-cab5-457c-88be-7bb8501c1d4b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.262836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:52:27.321334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03269c79-cab5-457c-88be-7bb8501c1d4b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:27.332666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6118c69b-0023-4834-b7b9-ca8c64cb433c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.333018 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Added segment 6118c69b-0023-4834-b7b9-ca8c64cb433c of type vlan for network fa788293-d25f-4072-b2ae-d0417c178fe8 Mar 22 13:52:27.381002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb56000-6311-4914-9058-37a0821251d4 req-c1e91213-0edd-4b28-936d-ac6531b779ba tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:27.388248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afb56000-6311-4914-9058-37a0821251d4 req-c1e91213-0edd-4b28-936d-ac6531b779ba tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 972 time: 0.1361809 Mar 22 13:52:27.412099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (fa788293-d25f-4072-b2ae-d0417c178fe8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.471303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afb56000-6311-4914-9058-37a0821251d4 req-cf5d5125-7438-4276-a3b7-3aee93905f9c tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820630 Mar 22 13:52:27.472558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (fa788293-d25f-4072-b2ae-d0417c178fe8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.473723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:27.480722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.524452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9297688 Mar 22 13:52:27.527518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35374) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:27.532945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Request body: {'subnet': {'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1844813907-subnet', 'tenant_id': 'c4db45f5d7be417fa9f5de7abacbea38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:27.568268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa338164-6984-40c2-8fe5-c6760c6e8522 admin admin] Pushing event updated for resources: {'Network': ['ID=fa788293-d25f-4072-b2ae-d0417c178fe8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:27.569521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Made reservation on behalf of c4db45f5d7be417fa9f5de7abacbea38 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:27.583689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network fa788293-d25f-4072-b2ae-d0417c178fe8 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:52:27.589027 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:27.829087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.57', 64695) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:28.084600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-85ca6a3f-0599-4377-ada9-033d4048f280 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:28.086441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-85ca6a3f-0599-4377-ada9-033d4048f280 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.57 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 824 time: 0.2485011 Mar 22 13:52:28.122849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-2a413de7-4571-4818-a6e2-6fd773b5ec9d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352242 Mar 22 13:52:28.162870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:28.230793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (3258907d-b312-4b96-a688-86db2f838c8b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:28.269316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-8088c929-e241-4314-846a-5d13f1093a2d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:28.276719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-8088c929-e241-4314-846a-5d13f1093a2d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529882 Mar 22 13:52:28.299914 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-5a74ec7b-f981-4e25-be5f-feeab2f39a14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705580 Mar 22 13:52:28.314534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-f3d2dbae-88df-43e8-80f8-98fcea22fddd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/quotas/f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 375 time: 0.0340903 Mar 22 13:52:28.349175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3258907d-b312-4b96-a688-86db2f838c8b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:28.393803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-cab0c56b-b55c-4726-bf1f-ced0a4eb077c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668669 Mar 22 13:52:28.435971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:28.436333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Network hostable DHCP agents. Network: fa788293-d25f-4072-b2ae-d0417c178fe8, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:52:28.481589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b041995-52ce-4822-a602-07c68e448206 req-1c2c2cbd-37c9-4361-b734-bbd8d87cd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:28.484077 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-1c2c2cbd-37c9-4361-b734-bbd8d87cd7df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51096af9b9ba48eb93076502ed4b1621&device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 1154 time: 0.1230059 Mar 22 13:52:28.485380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Network fa788293-d25f-4072-b2ae-d0417c178fe8 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:52:28.524529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-902f0152-30d6-4aaf-9b9d-1833d52bfeff req-b12a9697-b417-41e3-9ecd-51476fac7b1a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 210 time: 0.0819769 Mar 22 13:52:28.534277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, fa788293-d25f-4072-b2ae-d0417c178fe8) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:28.543928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace665ad-7de7-4a39-a727-3abf3bd52116 None None] Network fa788293-d25f-4072-b2ae-d0417c178fe8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:28.551739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-8ef4c76b-03b5-4f86-8880-dd48bac21336 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb HTTP/1.1" status: 200 len: 379 time: 0.2721889 Mar 22 13:52:28.588306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:28.592200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:28.725258 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-25e18245-ae27-40a1-b4d0-1e14e74bebef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1952333 Mar 22 13:52:28.837044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b041995-52ce-4822-a602-07c68e448206 req-d4347f0a-9e93-491b-b0a9-ebf366fbf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:28.842651 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-d4347f0a-9e93-491b-b0a9-ebf366fbf0a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3300395 Mar 22 13:52:28.844247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205d4ed-a11a-43dc-8245-883b96f11419 req-f0b4d42a-7687-4165-9749-e78abcfbdacd tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:28.844645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4312dd4-b036-4999-9199-603ec29c9c17 None None] Network fa788293-d25f-4072-b2ae-d0417c178fe8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:28.858398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3205d4ed-a11a-43dc-8245-883b96f11419 req-f0b4d42a-7687-4165-9749-e78abcfbdacd tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 972 time: 0.1649675 Mar 22 13:52:28.933618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-eccf652c-86b9-4df3-9e07-412578fee4ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=65aa0d46-a319-4797-9edf-5351dcde535f HTTP/1.1" status: 200 len: 217 time: 0.0835373 Mar 22 13:52:29.022220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28cbe18e-39e4-46fa-a175-0e2ad4bb6b5b req-98d201b1-8b59-4279-a8cf-53e68255b48e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 210 time: 0.0882890 Mar 22 13:52:29.037028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3205d4ed-a11a-43dc-8245-883b96f11419 req-44c69999-40e5-4f43-8cbf-4d8aebebead0 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771157 Mar 22 13:52:29.049430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b041995-52ce-4822-a602-07c68e448206 req-3149dc82-d717-4de5-bf59-e92127c51ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:29.049430 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-3149dc82-d717-4de5-bf59-e92127c51ed6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0976009 Mar 22 13:52:29.179354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b041995-52ce-4822-a602-07c68e448206 req-b445c072-eea8-41f7-9536-88840d26f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:29.186340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-b445c072-eea8-41f7-9536-88840d26f275 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1386542 Mar 22 13:52:29.363717 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-e2007bd8-0ea2-494a-860c-aba49408bf7c service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681919 Mar 22 13:52:29.407044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008893ed-a272-4590-965f-c25db9f5e46b req-6a340122-5c70-4cb3-96ad-22a7b86c81b1 tempest-AggregatesAdminTestJSON-248846275 tempest-AggregatesAdminTestJSON-248846275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:29.418428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-008893ed-a272-4590-965f-c25db9f5e46b req-6a340122-5c70-4cb3-96ad-22a7b86c81b1 tempest-AggregatesAdminTestJSON-248846275 tempest-AggregatesAdminTestJSON-248846275-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 1154 time: 0.1685872 Mar 22 13:52:29.436455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-008893ed-a272-4590-965f-c25db9f5e46b req-7f0f9f1f-b78a-477a-b943-a9552bdceb36 tempest-AggregatesAdminTestJSON-248846275 tempest-AggregatesAdminTestJSON-248846275-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:29.552652 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b041995-52ce-4822-a602-07c68e448206 req-c8c8264f-4a65-40c7-8191-14467ebd001c service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819253 Mar 22 13:52:29.633926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-008893ed-a272-4590-965f-c25db9f5e46b req-7f0f9f1f-b78a-477a-b943-a9552bdceb36 tempest-AggregatesAdminTestJSON-248846275 tempest-AggregatesAdminTestJSON-248846275-project-admin] Publish callbacks [] for security_group (46b8e7a5-ad5c-4225-b510-d074f90b3f04), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:29.640599 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-008893ed-a272-4590-965f-c25db9f5e46b req-7f0f9f1f-b78a-477a-b943-a9552bdceb36 tempest-AggregatesAdminTestJSON-248846275 tempest-AggregatesAdminTestJSON-248846275-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (46b8e7a5-ad5c-4225-b510-d074f90b3f04), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:29.715119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-008893ed-a272-4590-965f-c25db9f5e46b req-7f0f9f1f-b78a-477a-b943-a9552bdceb36 tempest-AggregatesAdminTestJSON-248846275 tempest-AggregatesAdminTestJSON-248846275-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918043 Mar 22 13:52:29.797346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b773b2f7-37a3-4b25-a512-3f8199e88b01 req-55dda0f5-10e0-4225-9431-c80ffdba8966 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 210 time: 0.0951283 Mar 22 13:52:29.823417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f9f1f-b78a-477a-b943-a9552bdceb36 tempest-AggregatesAdminTestJSON-248846275 tempest-AggregatesAdminTestJSON-248846275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b8e7a5-ad5c-4225-b510-d074f90b3f04,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:30.089116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:30.197305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46859e2d-143b-422b-bf73-b2e068082a05 req-94cf5bb6-6aec-4f40-9df3-5edaa51d369f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 210 time: 0.0346072 Mar 22 13:52:30.301018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6ac4-6702-423b-8dd3-0dcbe9a80f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.312939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35484) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:30.325861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1332494672-network', 'tenant_id': 'b3c959c9d29841f4bbf1a4eb817049c2'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:30.394092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Made reservation on behalf of b3c959c9d29841f4bbf1a4eb817049c2 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:30.394586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.422653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.555007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4f4d-bbd2-4a5b-b617-3244aba26178 req-319170c8-f147-41d9-9528-51403cb4d631 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:30.562541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-454c4f4d-bbd2-4a5b-b617-3244aba26178 req-319170c8-f147-41d9-9528-51403cb4d631 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 972 time: 0.2977207 Mar 22 13:52:30.597337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks [] for security_group (c3994ce6-655c-487a-a3e0-b5f72e9c5f92), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.599609 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-8c4f692f-5c61-456e-8839-d351891b6b94 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440264 Mar 22 13:52:30.608165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3994ce6-655c-487a-a3e0-b5f72e9c5f92), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.623295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-454c4f4d-bbd2-4a5b-b617-3244aba26178 req-1a3f905b-e907-4149-9bc4-d8d1532ac031 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597460 Mar 22 13:52:30.655657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6ac4-6702-423b-8dd3-0dcbe9a80f40 admin admin] Publish callbacks [] for security_group (341c0683-5923-4920-8277-079e8862873f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.665413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:52:30.674843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6ac4-6702-423b-8dd3-0dcbe9a80f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (341c0683-5923-4920-8277-079e8862873f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.738440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7edf290b-a7ba-4060-98b8-46875f22439e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.739053 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Added segment 7edf290b-a7ba-4060-98b8-46875f22439e of type vlan for network f22c27f3-4f14-4e7e-a075-e2f641739c37 Mar 22 13:52:30.780835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3994ce6-655c-487a-a3e0-b5f72e9c5f92,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:30.810203 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3a5f6ac4-6702-423b-8dd3-0dcbe9a80f40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d36984db7416452fa263c0287aee3676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7198434 Mar 22 13:52:30.812997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35492) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:30.835949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f22c27f3-4f14-4e7e-a075-e2f641739c37), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.852693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f6ac4-6702-423b-8dd3-0dcbe9a80f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c0683-5923-4920-8277-079e8862873f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:30.880141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f16c1f88-102e-48d0-8d27-e21ccd2d0d03 admin admin] Publish callbacks [] for security_group (341c0683-5923-4920-8277-079e8862873f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.888532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-6b55f392-0726-492b-a6c6-35943e458077 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:30.890077 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-6b55f392-0726-492b-a6c6-35943e458077 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445853 Mar 22 13:52:30.891207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f22c27f3-4f14-4e7e-a075-e2f641739c37), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.892116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:30.892674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.908833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Request body: {'port': {'device_id': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'f0bbdf42878b486488ab42e3949f878d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:30.915478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f16c1f88-102e-48d0-8d27-e21ccd2d0d03 admin admin] Publish callbacks [] for security_group (341c0683-5923-4920-8277-079e8862873f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:30.990165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e298a57-74c8-4543-80bf-d60a860bd264 req-d0845d25-1da7-42af-b9b9-785182217367 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 210 time: 0.0417209 Mar 22 13:52:31.010460 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6876366 Mar 22 13:52:31.011962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:31.014289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:31.023300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f16c1f88-102e-48d0-8d27-e21ccd2d0d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (341c0683-5923-4920-8277-079e8862873f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.025551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Request body: {'subnet': {'network_id': 'f22c27f3-4f14-4e7e-a075-e2f641739c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1332494672-subnet', 'tenant_id': 'b3c959c9d29841f4bbf1a4eb817049c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:31.032866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f16c1f88-102e-48d0-8d27-e21ccd2d0d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.033095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4853769-65da-4b91-b6cb-7f626d531eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=f22c27f3-4f14-4e7e-a075-e2f641739c37,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:31.037337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f16c1f88-102e-48d0-8d27-e21ccd2d0d03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/341c0683-5923-4920-8277-079e8862873f HTTP/1.1" status: 204 len: 168 time: 0.2207720 Mar 22 13:52:31.047753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f22c27f3-4f14-4e7e-a075-e2f641739c37 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:52:31.074164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c1f88-102e-48d0-8d27-e21ccd2d0d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c0683-5923-4920-8277-079e8862873f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:31.075300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Made reservation on behalf of b3c959c9d29841f4bbf1a4eb817049c2 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:31.078981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.180184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8392215d-56d1-4d06-a8d3-1753a0bfbea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.193257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Made reservation on behalf of f0bbdf42878b486488ab42e3949f878d for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:31.196851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.212197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.324675 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8392215d-56d1-4d06-a8d3-1753a0bfbea5 admin admin] Publish callbacks [] for security_group (2b940310-0eb5-4101-9fb1-d3c5062f905e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.344401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8392215d-56d1-4d06-a8d3-1753a0bfbea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2b940310-0eb5-4101-9fb1-d3c5062f905e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.348519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6de1ae9b-c8f9-4d92-8c2e-d0d4e2555dc1 req-e74e15a7-30fe-47e9-86c4-fe9cb37f1333 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 210 time: 0.0500300 Mar 22 13:52:31.387703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8392215d-56d1-4d06-a8d3-1753a0bfbea5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1afa44b79fc0496da0e3cdc5e8f8e794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720837 Mar 22 13:52:31.388876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392215d-56d1-4d06-a8d3-1753a0bfbea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b940310-0eb5-4101-9fb1-d3c5062f905e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:31.391169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35508) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:31.392054 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (28273d82-086e-435b-b712-0227776f7a65), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.462853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84bb73b7-01f2-42e0-b6a2-3912540de8ec admin admin] Publish callbacks [] for security_group (2b940310-0eb5-4101-9fb1-d3c5062f905e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.463065 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks [] for security_group (765df7ae-96d5-4108-9e11-7a70d97ce42d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.470480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (765df7ae-96d5-4108-9e11-7a70d97ce42d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.473174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28273d82-086e-435b-b712-0227776f7a65,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:31.492449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35510) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:31.495616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84bb73b7-01f2-42e0-b6a2-3912540de8ec admin admin] Publish callbacks [] for security_group (2b940310-0eb5-4101-9fb1-d3c5062f905e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.523278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06f5d09e-8925-4a63-b5f8-09051b1558f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.559497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765df7ae-96d5-4108-9e11-7a70d97ce42d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:31.569483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Checking segment: {'id': '7edf290b-a7ba-4060-98b8-46875f22439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f22c27f3-4f14-4e7e-a075-e2f641739c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:31.570005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Network hostable DHCP agents. Network: f22c27f3-4f14-4e7e-a075-e2f641739c37, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:52:31.611209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84bb73b7-01f2-42e0-b6a2-3912540de8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2b940310-0eb5-4101-9fb1-d3c5062f905e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.613815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84bb73b7-01f2-42e0-b6a2-3912540de8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.615055 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84bb73b7-01f2-42e0-b6a2-3912540de8ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b940310-0eb5-4101-9fb1-d3c5062f905e HTTP/1.1" status: 204 len: 168 time: 0.2229922 Mar 22 13:52:31.627330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Network f22c27f3-4f14-4e7e-a075-e2f641739c37 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:52:31.639202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb73b7-01f2-42e0-b6a2-3912540de8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b940310-0eb5-4101-9fb1-d3c5062f905e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:31.641836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.42', 55940) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:31.645074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06f5d09e-8925-4a63-b5f8-09051b1558f3 admin admin] Publish callbacks [] for security_group (6fb9fa1c-f048-48b3-a8d5-8181955f338c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.650523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06f5d09e-8925-4a63-b5f8-09051b1558f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6fb9fa1c-f048-48b3-a8d5-8181955f338c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.688914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f22c27f3-4f14-4e7e-a075-e2f641739c37) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:31.703518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee75757-2cce-4a2d-85aa-4b045dc50b02 None None] Network f22c27f3-4f14-4e7e-a075-e2f641739c37 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:31.704595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5d09e-8925-4a63-b5f8-09051b1558f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9fa1c-f048-48b3-a8d5-8181955f338c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:31.709580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-06f5d09e-8925-4a63-b5f8-09051b1558f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88f4f3eecad34e47b26e5a00875757c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161622 Mar 22 13:52:31.712427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35516) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:31.723108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:31.724024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.764857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Allocated IP 192.168.233.134 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/f2592646-c257-4213-867f-51736d774649) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:31.799032 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-92cee2fb-1d4e-4f69-a74f-96fe007db65d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7841365 Mar 22 13:52:31.834307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-c711066d-beed-4e14-85af-e5ab3522ce85 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:31.835781 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-c711066d-beed-4e14-85af-e5ab3522ce85 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 972 time: 0.1927638 Mar 22 13:52:31.840198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d3bddd-9676-481d-8edd-d115c740c751 admin admin] Publish callbacks [] for security_group (6fb9fa1c-f048-48b3-a8d5-8181955f338c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.871517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8eabef-ea52-4c98-b591-9103cbde286d None None] Network f22c27f3-4f14-4e7e-a075-e2f641739c37 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:31.875768 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d3bddd-9676-481d-8edd-d115c740c751 admin admin] Publish callbacks [] for security_group (6fb9fa1c-f048-48b3-a8d5-8181955f338c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:31.934606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f1717-36f8-41bf-8ca8-2e7e2b0b5e6e req-03cd995e-ddb4-49a5-8e54-03acc37e5d5d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:31.936919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b1f1717-36f8-41bf-8ca8-2e7e2b0b5e6e req-03cd995e-ddb4-49a5-8e54-03acc37e5d5d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 972 time: 0.1821012 Mar 22 13:52:32.039647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d3bddd-9676-481d-8edd-d115c740c751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6fb9fa1c-f048-48b3-a8d5-8181955f338c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.044095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d3bddd-9676-481d-8edd-d115c740c751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.048946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-17d3bddd-9676-481d-8edd-d115c740c751 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fb9fa1c-f048-48b3-a8d5-8181955f338c HTTP/1.1" status: 204 len: 168 time: 0.3355639 Mar 22 13:52:32.070755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b1f1717-36f8-41bf-8ca8-2e7e2b0b5e6e req-44c81a27-a332-4f0a-a6fc-12b2269f94e6 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce13496e-a533-4fe1-942a-16ab76e38d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163929 Mar 22 13:52:32.071634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3bddd-9676-481d-8edd-d115c740c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9fa1c-f048-48b3-a8d5-8181955f338c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:32.153880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b95b3c7-f05e-4e8d-b70f-805d84f5dd08 req-d9019500-ee48-4d3f-b0b3-fc170996d8de tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 210 time: 0.0552864 Mar 22 13:52:32.240430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Deleting port 65aa0d46-a319-4797-9edf-5351dcde535f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:52:32.240821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.308424 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks [] for port (f2592646-c257-4213-867f-51736d774649), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.325248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35532) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:32.340277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5f00f2e-cc87-4301-a310-33f80499bc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.390699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] For port 65aa0d46-a319-4797-9edf-5351dcde535f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=65aa0d46-a319-4797-9edf-5351dcde535f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:32.391069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.419479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Calling delete_port for 65aa0d46-a319-4797-9edf-5351dcde535f owned by compute:tempest-test_az-1605296074 {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:52:32.429422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (f2592646-c257-4213-867f-51736d774649), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.518974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5f00f2e-cc87-4301-a310-33f80499bc73 admin admin] Publish callbacks [] for security_group (542400c4-831f-4ae3-8475-4a99009d75ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.526036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:32.528158 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b5f00f2e-cc87-4301-a310-33f80499bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (542400c4-831f-4ae3-8475-4a99009d75ad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.580795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:32.586738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b5f00f2e-cc87-4301-a310-33f80499bc73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b86c57d69fb44bdbbf4627518aaf88b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586143 Mar 22 13:52:32.590894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35542) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:32.591911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:32.599165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:32.599967 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.600171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7573fd-d4cc-4758-8aae-560024919447 req-8e401b3d-65ba-47ef-8af8-b29faa92d077 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:32.605596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af7573fd-d4cc-4758-8aae-560024919447 req-8e401b3d-65ba-47ef-8af8-b29faa92d077 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 936 time: 0.1373568 Mar 22 13:52:32.606843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f00f2e-cc87-4301-a310-33f80499bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542400c4-831f-4ae3-8475-4a99009d75ad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:32.635849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:32.689655 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-9b63c09f-22ae-481b-b7a1-848e593c0ba6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7890189 Mar 22 13:52:32.711930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Request body: {'port': {'device_id': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'device_owner': 'compute:tempest-test_az-1605296074', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:32.764946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78914e02-6fb7-4454-a138-565a6fa897d1 admin admin] Publish callbacks [] for security_group (542400c4-831f-4ae3-8475-4a99009d75ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:32.783630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af7573fd-d4cc-4758-8aae-560024919447 req-b8709eb2-e5d2-4a9d-8a5d-73d5d953b2d5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576557 Mar 22 13:52:32.860290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-933e8968-e7d1-49e2-9526-2c663293950a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:32.861851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-933e8968-e7d1-49e2-9526-2c663293950a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.1470957 Mar 22 13:52:32.884838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e8596aa5-0cec-4275-addf-f3c1305e1231 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/quotas/c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 375 time: 0.0144744 Mar 22 13:52:32.926433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-7fd70e2e-1823-40ae-8b46-d991825bf560 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346248 Mar 22 13:52:33.038711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d466d644-46f9-4ecf-b1f2-f01b0a428936 None None] Provisioning complete for port f2592646-c257-4213-867f-51736d774649 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:33.039264 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d466d644-46f9-4ecf-b1f2-f01b0a428936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f2592646-c257-4213-867f-51736d774649), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.051796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78914e02-6fb7-4454-a138-565a6fa897d1 admin admin] Publish callbacks [] for security_group (542400c4-831f-4ae3-8475-4a99009d75ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.070540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.088332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (65aa0d46-a319-4797-9edf-5351dcde535f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.091236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d466d644-46f9-4ecf-b1f2-f01b0a428936 None None] Port f2592646-c257-4213-867f-51736d774649 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:33.101999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['65aa0d46-a319-4797-9edf-5351dcde535f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:52:33.137431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-545a7171-182e-4920-8488-b4cfe8e720c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:33.138599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-545a7171-182e-4920-8488-b4cfe8e720c1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936825 Mar 22 13:52:33.161643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Pushing event deleted for resources: {'Port': ['ID=65aa0d46-a319-4797-9edf-5351dcde535f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:33.231767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35572) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:33.258047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd8c7a69-cfed-4374-94a8-34d352a82fa8 req-c7dd0ccd-567d-4cc0-b2b3-059c2d711172 tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6468f18-c4c8-4488-b782-8fb00b4043b6 HTTP/1.1" status: 200 len: 210 time: 0.0878584 Mar 22 13:52:33.264287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'port': {'device_id': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'admin_state_up': True, 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'security_groups': ['00f073f7-da87-41f1-af2a-2f9c3fe98450']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:33.271675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] No DVR routers for this DVR port 65aa0d46-a319-4797-9edf-5351dcde535f on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:52:33.400229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-1739c455-9f44-4ac7-a6f5-fe69ba7e0595 service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281241 Mar 22 13:52:33.401235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.404592 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a275941c-7026-4fcd-93d3-438b8f711bb5 req-2d64931c-1e3f-409f-8623-c4912f1dca0d tempest-AggregatesAdminTestJSON-1914746101 tempest-AggregatesAdminTestJSON-1914746101-project] 10.222.0.42 "DELETE /v2.0/ports/65aa0d46-a319-4797-9edf-5351dcde535f HTTP/1.1" status: 204 len: 173 time: 1.5590253 Mar 22 13:52:33.405053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'name': 'network-vif-deleted', 'tag': '65aa0d46-a319-4797-9edf-5351dcde535f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:33.407321 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f778e07-f1ed-4ba7-b1c9-138d1f5aeba4" -d '{"events": [{"server_uuid": "b6468f18-c4c8-4488-b782-8fb00b4043b6", "name": "network-vif-deleted", "tag": "65aa0d46-a319-4797-9edf-5351dcde535f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:33.412337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78914e02-6fb7-4454-a138-565a6fa897d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (542400c4-831f-4ae3-8475-4a99009d75ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.414922 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78914e02-6fb7-4454-a138-565a6fa897d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.416035 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78914e02-6fb7-4454-a138-565a6fa897d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/542400c4-831f-4ae3-8475-4a99009d75ad HTTP/1.1" status: 204 len: 168 time: 0.8010256 Mar 22 13:52:33.430317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88b6ce08-0f6f-458a-99eb-d21f2cbdda50 req-6e95a168-9cd3-4c1f-b8ea-6671d13c7e38 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 210 time: 0.0476830 Mar 22 13:52:33.443037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78914e02-6fb7-4454-a138-565a6fa897d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542400c4-831f-4ae3-8475-4a99009d75ad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:33.526136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-607026595-network', 'tenant_id': '6a63d022092745619ececdaf45ab4463'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:33.554306 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5048413-90fb-494c-b74b-b8936640fbb6 x-openstack-request-id: req-e5048413-90fb-494c-b74b-b8936640fbb6 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:33.554712 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6468f18-c4c8-4488-b782-8fb00b4043b6", "name": "network-vif-deleted", "tag": "65aa0d46-a319-4797-9edf-5351dcde535f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:33.555051 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5048413-90fb-494c-b74b-b8936640fbb6 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:33.555528 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5048413-90fb-494c-b74b-b8936640fbb6'] response: {'server_uuid': 'b6468f18-c4c8-4488-b782-8fb00b4043b6', 'name': 'network-vif-deleted', 'tag': '65aa0d46-a319-4797-9edf-5351dcde535f', 'status': 'completed', 'code': 200} Mar 22 13:52:33.600985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Made reservation on behalf of 6a63d022092745619ececdaf45ab4463 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:33.603773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.613296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2592646-c257-4213-867f-51736d774649 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:33.624000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Made reservation on behalf of c5120e6bcf0e41ae9d6e7265fab5a7cb for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:33.626495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.628296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.630769 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Publish callbacks [] for port (f2592646-c257-4213-867f-51736d774649), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.656564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Transition to ACTIVE for port object f2592646-c257-4213-867f-51736d774649 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:52:33.661430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.671401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-49376c5a-e445-43ee-8e37-b8313ed188c1 service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426641 Mar 22 13:52:33.738742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:33.823291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:33.824077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:33.824659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:33.829924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks [] for security_group (5758e442-8101-48fe-8d06-dcb41ef1e005), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.833628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Port f2592646-c257-4213-867f-51736d774649 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:33.834314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:33.837548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5758e442-8101-48fe-8d06-dcb41ef1e005), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.859097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:33.859835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:33.860535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:33.860812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Bound port: f2592646-c257-4213-867f-51736d774649, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:33.861318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:33.970734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:52:33.999173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5758e442-8101-48fe-8d06-dcb41ef1e005,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:34.017395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b2bf2bfa-c872-4239-9805-1461bb0babb9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.017742 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Added segment b2bf2bfa-c872-4239-9805-1461bb0babb9 of type vlan for network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 Mar 22 13:52:34.063551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9cab014-3484-41dd-a726-e659bbacdfa5 req-52e643b5-265b-4270-9104-0bb36f2258d8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 210 time: 0.0812604 Mar 22 13:52:34.134130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] For port f2592646-c257-4213-867f-51736d774649, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:34.137627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.152217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] For port f2592646-c257-4213-867f-51736d774649, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:34.160431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc992-c4d7-4507-bc38-6a71f221b500 req-69b9fd27-b623-4214-ab0b-a62613aa156f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:34.168137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.168437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eabc992-c4d7-4507-bc38-6a71f221b500 req-69b9fd27-b623-4214-ab0b-a62613aa156f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 970 time: 0.2453430 Mar 22 13:52:34.170866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Allocated IP 172.20.0.12 (c6906c08-6d2e-41ce-b995-99d0b6f353f3/6aaecf5a-7563-4286-8edc-581798e332e0/bb300b7d-2823-49e2-9680-0ac9b04c2760) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:34.244551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:34.244835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.253570 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 1118 time: 1.5511198 Mar 22 13:52:34.259000 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.260189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:34.260931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.268745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eabc992-c4d7-4507-bc38-6a71f221b500 req-7e1623a0-cba2-4174-b160-a0abc71ae70a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Mar 22 13:52:34.367511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] Pushing event updated for resources: {'Network': ['ID=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:34.375239 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e4bea22-c381-470f-b707-26a33307e2ea admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1352897 Mar 22 13:52:34.384454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:52:34.387749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35604) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:34.393693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Request body: {'subnet': {'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-607026595-subnet', 'tenant_id': '6a63d022092745619ececdaf45ab4463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:34.446825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Made reservation on behalf of 6a63d022092745619ececdaf45ab4463 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:34.449143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.506905 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.557511 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.679197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb438aa-3a04-4117-9c46-eeca3dcd64e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:34.684597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (3acc379a-6984-4410-afce-6a3642923c76), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.823623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-8ccabaae-43d6-4adf-9ae7-e3d289b3e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:34.826203 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-8ccabaae-43d6-4adf-9ae7-e3d289b3e5e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1152 time: 0.4599614 Mar 22 13:52:34.849596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acc379a-6984-4410-afce-6a3642923c76,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:34.889398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:34.892662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:34.893107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Network hostable DHCP agents. Network: 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:52:34.899879 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-a3f7798c-340d-40e1-be9e-6014e992a997 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.0625775 Mar 22 13:52:34.984270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:34.991051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event updated for resources: {'Port': ['ID=bb300b7d-2823-49e2-9680-0ac9b04c2760,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:34.993805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:34.996718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:34.997863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:52:35.001762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.002413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.023963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:35.030539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-1bbb696e-2203-45a9-b744-24ff021284b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.032490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eee10-ba4a-4276-916f-fdf67e35c96f req-0b80204f-d33a-4fbd-a076-92693c8de726 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.034159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-1bbb696e-2203-45a9-b744-24ff021284b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1260900 Mar 22 13:52:35.037635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.038386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.040462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-940eee10-ba4a-4276-916f-fdf67e35c96f req-0b80204f-d33a-4fbd-a076-92693c8de726 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 932 time: 0.4210010 Mar 22 13:52:35.045701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070e030-3cbc-4114-b276-026ec906ddb1 None None] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:35.070881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2aaf0303-c19c-4e74-be75-8832f6da346a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8228059 Mar 22 13:52:35.096608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2541f64b-c559-4b23-abb6-3cff9f2aa610 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:35.098935 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6840a54e-97da-428b-ab0c-9d24ebcc387a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7120967 Mar 22 13:52:35.104337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-2541f64b-c559-4b23-abb6-3cff9f2aa610 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105095 Mar 22 13:52:35.124959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1075042722-network', 'tenant_id': 'df85054a20f04be9b2ab3af0ac17f33d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:35.149798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abff53-963b-4cf0-bc02-20ce331d565c req-3f570872-12b5-4edc-a456-c92ceac3cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.151741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-3f570872-12b5-4edc-a456-c92ceac3cf33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1095817 Mar 22 13:52:35.219260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd18fcc-ac60-4a88-832f-48d78b0f8007 None None] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:35.242253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-940eee10-ba4a-4276-916f-fdf67e35c96f req-eea895d6-935f-4012-9d6b-63521b74529d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008162 Mar 22 13:52:35.301217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Made reservation on behalf of df85054a20f04be9b2ab3af0ac17f33d for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:35.303638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.322611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.331853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fbeecadd-5291-4eb4-97da-220ba5b280ba req-5bbb785f-53c2-4f4e-b393-dfab6cc671c3 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 210 time: 0.0604270 Mar 22 13:52:35.383905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Request body: {'port': {'device_id': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:35.419074 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-6d6639c7-8879-4380-af85-1b462ccf8e90 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499504 Mar 22 13:52:35.473099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-79fdbe6e-0830-41ce-87fc-d96f143d71a2 None None] Provisioning complete for port bb300b7d-2823-49e2-9680-0ac9b04c2760 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:35.474390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-79fdbe6e-0830-41ce-87fc-d96f143d71a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.522312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-79fdbe6e-0830-41ce-87fc-d96f143d71a2 None None] Port bb300b7d-2823-49e2-9680-0ac9b04c2760 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:35.534330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks [] for security_group (40587400-a7c9-4f59-a968-a077b17885b7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.540777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (40587400-a7c9-4f59-a968-a077b17885b7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.557715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'tag': 'f2592646-c257-4213-867f-51736d774649'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:35.560029 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf789db-4378-4c5b-9e55-36a10ec0127e" -d '{"events": [{"name": "network-changed", "server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "tag": "f2592646-c257-4213-867f-51736d774649"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:35.574262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:52:35.586116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-05abff53-963b-4cf0-bc02-20ce331d565c req-1d468436-821a-4178-8e6d-383cffd461e4 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576531 Mar 22 13:52:35.587896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.608462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ff5e6fe0-a40e-40fe-8881-a35c874e2381), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.609110 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Added segment ff5e6fe0-a40e-40fe-8881-a35c874e2381 of type vlan for network d80bf3f3-b7dc-4dfa-97b7-b540532f402b Mar 22 13:52:35.617899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40587400-a7c9-4f59-a968-a077b17885b7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:35.641191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecea73-7066-45e0-b4ff-f0d1b793d8cc req-9cc4b96f-631c-4562-b1a7-7dc267d9f5ed tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.650472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21ecea73-7066-45e0-b4ff-f0d1b793d8cc req-9cc4b96f-631c-4562-b1a7-7dc267d9f5ed tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 970 time: 0.1190264 Mar 22 13:52:35.671304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d80bf3f3-b7dc-4dfa-97b7-b540532f402b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.689912 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45d6f11-205a-49b0-a4d0-69d90ad796f8 x-openstack-request-id: req-e45d6f11-205a-49b0-a4d0-69d90ad796f8 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:35.690582 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "tag": "f2592646-c257-4213-867f-51736d774649", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:35.690582 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e45d6f11-205a-49b0-a4d0-69d90ad796f8 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:35.690840 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45d6f11-205a-49b0-a4d0-69d90ad796f8'] response: {'name': 'network-changed', 'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'tag': 'f2592646-c257-4213-867f-51736d774649', 'status': 'completed', 'code': 200} Mar 22 13:52:35.769355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d80bf3f3-b7dc-4dfa-97b7-b540532f402b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.770910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.771695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:35.779383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.57', 64702) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:35.865750 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9741693 Mar 22 13:52:35.869876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35680) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:35.880692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Request body: {'subnet': {'network_id': 'd80bf3f3-b7dc-4dfa-97b7-b540532f402b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1075042722-subnet', 'tenant_id': 'df85054a20f04be9b2ab3af0ac17f33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:35.890300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21ecea73-7066-45e0-b4ff-f0d1b793d8cc req-0da13fce-eefc-4b8f-a01d-4998d42dcc75 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384293 Mar 22 13:52:35.902132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410a0bb-cb30-44d4-8ff7-77eb8e70101b admin admin] Pushing event updated for resources: {'Network': ['ID=d80bf3f3-b7dc-4dfa-97b7-b540532f402b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:35.915625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d80bf3f3-b7dc-4dfa-97b7-b540532f402b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:52:35.937551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-bc80fb99-5a7f-4633-8b02-b8b99c764d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:35.939363 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-bc80fb99-5a7f-4633-8b02-b8b99c764d8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1152 time: 0.2230492 Mar 22 13:52:36.120429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Made reservation on behalf of df85054a20f04be9b2ab3af0ac17f33d for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:36.122945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.187534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:36.192403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1313290024-network', 'tenant_id': '4198c25899564a1c946c51bf09f11a4a'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:36.201106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-da291552-ac28-4a6c-8525-e4a38cd2430b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:36.203313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-da291552-ac28-4a6c-8525-e4a38cd2430b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.4226542 Mar 22 13:52:36.227830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Request body: {'port': {'device_id': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'admin_state_up': True, 'tenant_id': 'c4db45f5d7be417fa9f5de7abacbea38'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:36.259374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Made reservation on behalf of 4198c25899564a1c946c51bf09f11a4a for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:36.261682 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.293199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.309663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb300b7d-2823-49e2-9680-0ac9b04c2760 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:36.316921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-5fb4032b-564a-48fe-9eed-b6809fd7b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:36.318584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-5fb4032b-564a-48fe-9eed-b6809fd7b7e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3701606 Mar 22 13:52:36.322404 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Publish callbacks [] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.402942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Transition to ACTIVE for port object bb300b7d-2823-49e2-9680-0ac9b04c2760 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:52:36.433165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.461613 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-b8554153-a7e0-49bf-a41e-a915622e19a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.1240261 Mar 22 13:52:36.499294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35718) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:36.552094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Made reservation on behalf of c4db45f5d7be417fa9f5de7abacbea38 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:36.555648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.565077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f331372-9f97-4c65-9b71-0d1b9680b7e4 req-e36d1bf9-36df-45e3-bd02-8f0d18cb59df tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 210 time: 0.0835626 Mar 22 13:52:36.572603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-6cbc2370-bab9-4a07-8145-ff64309925a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:36.574178 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-6cbc2370-bab9-4a07-8145-ff64309925a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1056461 Mar 22 13:52:36.587548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks [] for security_group (14327985-32c0-4309-b84e-88a14551a1af), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.601253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d9ef6-433f-49c4-a49f-6b99ab00887e req-f4bc9112-dd36-4d79-a751-4726dd4e7e8e tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:36.612016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f6d9ef6-433f-49c4-a49f-6b99ab00887e req-f4bc9112-dd36-4d79-a751-4726dd4e7e8e tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 932 time: 0.2435634 Mar 22 13:52:36.614297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Pushing event updated for resources: {'Port': ['ID=bb300b7d-2823-49e2-9680-0ac9b04c2760,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:36.645868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (14327985-32c0-4309-b84e-88a14551a1af), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.661178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:52:36.676043 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f4b72326-9c69-4e26-8413-869230f85147), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.676377 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Added segment f4b72326-9c69-4e26-8413-869230f85147 of type vlan for network 3066191b-862c-44cb-8f98-22a2a30b1d89 Mar 22 13:52:36.730611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3066191b-862c-44cb-8f98-22a2a30b1d89), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.758037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (6a249932-4486-45f7-8e68-121444e13359), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.787802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Attempting to bind port bb300b7d-2823-49e2-9680-0ac9b04c2760 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:36.788435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Attempting to bind port bb300b7d-2823-49e2-9680-0ac9b04c2760 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:36.789053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Attempting to bind port bb300b7d-2823-49e2-9680-0ac9b04c2760 on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:36.801470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3066191b-862c-44cb-8f98-22a2a30b1d89), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.802476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:36.803057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.820518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e34c40b-3c17-423b-b450-86d7fbc9a3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:36.826427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Port bb300b7d-2823-49e2-9680-0ac9b04c2760 on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:36.827027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Attempting to bind port bb300b7d-2823-49e2-9680-0ac9b04c2760 on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:36.835880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 65aa0d46-a319-4797-9edf-5351dcde535f no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:52:36.859312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f6d9ef6-433f-49c4-a49f-6b99ab00887e req-011d339c-d173-4bb0-b03d-4040143a7a40 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456174 Mar 22 13:52:36.859804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 65aa0d46-a319-4797-9edf-5351dcde535f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:52:36.860454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 65aa0d46-a319-4797-9edf-5351dcde535f not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:52:36.884200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a249932-4486-45f7-8e68-121444e13359,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:36.910880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7222590 Mar 22 13:52:36.916398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14327985-32c0-4309-b84e-88a14551a1af,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:36.921219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35740) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:36.929861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Request body: {'subnet': {'network_id': '3066191b-862c-44cb-8f98-22a2a30b1d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1313290024-subnet', 'tenant_id': '4198c25899564a1c946c51bf09f11a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:36.933456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906368ec-5a10-494d-ba27-a4104eb58749 admin admin] Pushing event updated for resources: {'Network': ['ID=3066191b-862c-44cb-8f98-22a2a30b1d89,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:36.949059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-f4af5c83-5d94-4253-8bb3-3ef6c2732a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:36.950860 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-f4af5c83-5d94-4253-8bb3-3ef6c2732a86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3671837 Mar 22 13:52:36.967032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Allocated IP 172.20.0.7 (fa788293-d25f-4072-b2ae-d0417c178fe8/3258907d-b312-4b96-a688-86db2f838c8b/30aad232-37b8-4798-ae23-e08f9c89e9eb) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:36.968366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Checking segment: {'id': 'ff5e6fe0-a40e-40fe-8881-a35c874e2381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd80bf3f3-b7dc-4dfa-97b7-b540532f402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:36.968726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Network hostable DHCP agents. Network: d80bf3f3-b7dc-4dfa-97b7-b540532f402b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:52:36.975768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:36.976127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3066191b-862c-44cb-8f98-22a2a30b1d89 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:52:36.976542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Checking segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:36.977477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Bound using segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:36.978318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Bound port: bb300b7d-2823-49e2-9680-0ac9b04c2760, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:36.978804 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.029730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Made reservation on behalf of 4198c25899564a1c946c51bf09f11a4a for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:37.032006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.054989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Network d80bf3f3-b7dc-4dfa-97b7-b540532f402b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:52:37.261396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] For port bb300b7d-2823-49e2-9680-0ac9b04c2760, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:37.282458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f329f9-f3cd-4d59-94a7-bf85e1b661f9 req-245e52f2-b4ee-4a3f-9301-23aa69f2fff7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:37.284438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80f329f9-f3cd-4d59-94a7-bf85e1b661f9 req-245e52f2-b4ee-4a3f-9301-23aa69f2fff7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 970 time: 0.3020225 Mar 22 13:52:37.311256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] For port bb300b7d-2823-49e2-9680-0ac9b04c2760, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:37.312604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d80bf3f3-b7dc-4dfa-97b7-b540532f402b) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:37.325124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:37.325715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.332499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a43f979-2d4a-45cd-9947-0d5053e34315 None None] Network d80bf3f3-b7dc-4dfa-97b7-b540532f402b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:37.337802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e34c40b-3c17-423b-b450-86d7fbc9a3f7 admin admin] Publish callbacks [] for security_group (a107a337-6a58-4c4f-a27c-d054611efd66), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.343154 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-b9f0b157-5163-4b59-9bb6-af61e70b67b6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757694 Mar 22 13:52:37.347961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.367959 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e34c40b-3c17-423b-b450-86d7fbc9a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a107a337-6a58-4c4f-a27c-d054611efd66), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.375709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-155e6b7e-2603-4e08-a4bf-b32b27fb3db9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4995396 Mar 22 13:52:37.444626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34c40b-3c17-423b-b450-86d7fbc9a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a107a337-6a58-4c4f-a27c-d054611efd66,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:37.454881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:37.455801 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.457201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] 10.222.0.57 "PUT /v2.0/ports/bb300b7d-2823-49e2-9680-0ac9b04c2760 HTTP/1.1" status: 200 len: 1092 time: 2.2137325 Mar 22 13:52:37.471945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:37.537907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857f7b9-04ff-498b-b3ab-8b48c14a28ed None None] Network d80bf3f3-b7dc-4dfa-97b7-b540532f402b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:37.701209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (ece9d728-1f0c-4b66-ba5a-35df82839123), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.729116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0e34c40b-3c17-423b-b450-86d7fbc9a3f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9731ef90429491ba44af1f2f894c055&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2123127 Mar 22 13:52:37.739841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35788) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:37.777689 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks [] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.804986 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3cf789db-4378-4c5b-9e55-36a10ec0127e req-8b07b3ce-3b39-4537-aa43-d1c0a2bb5513 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547243 Mar 22 13:52:37.806282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80f329f9-f3cd-4d59-94a7-bf85e1b661f9 req-6fa30fca-5dce-43ef-b36e-6eb81ba4367c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983079 Mar 22 13:52:37.808894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec366bb4-b8b5-42c0-a59c-b69bdd1f649a service neutron] Pushing event updated for resources: {'Port': ['ID=bb300b7d-2823-49e2-9680-0ac9b04c2760,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:37.851678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece9d728-1f0c-4b66-ba5a-35df82839123,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:37.863031 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280a400d-d3e7-4555-ba5b-b7890b512b60" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:37.871176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Checking segment: {'id': 'f4b72326-9c69-4e26-8413-869230f85147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3066191b-862c-44cb-8f98-22a2a30b1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:37.871850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Network hostable DHCP agents. Network: 3066191b-862c-44cb-8f98-22a2a30b1d89, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:52:37.895083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Network 3066191b-862c-44cb-8f98-22a2a30b1d89 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:52:37.920062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3066191b-862c-44cb-8f98-22a2a30b1d89) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:37.925421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:37.926520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:37.932860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f98a0-eb5d-4028-907f-1e53c8a763ee None None] Network 3066191b-862c-44cb-8f98-22a2a30b1d89 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:37.963699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c712a2ea-ea64-481a-b695-66a72223bf28 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0408986 Mar 22 13:52:38.081810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974672d-c4ba-4f42-88a0-a8f16f416a46 None None] Network 3066191b-862c-44cb-8f98-22a2a30b1d89 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:38.153888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54157190-864d-40b0-acbb-b7621d86e0f1 req-4872079f-61ed-4c88-8609-3008b284c492 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 210 time: 0.3281674 Mar 22 13:52:38.182456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-d838fb6f-05bc-4393-a9ef-49d7b093b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:38.183659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-d838fb6f-05bc-4393-a9ef-49d7b093b7f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 1126 time: 0.6435390 Mar 22 13:52:38.220977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35814) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:38.227216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1993623847-network', 'tenant_id': 'a84f9c5a2e03492aa81cc8d8fc143f4f'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:38.250416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Made reservation on behalf of a84f9c5a2e03492aa81cc8d8fc143f4f for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:38.252966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.262186 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.278145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-8065dbe6-1420-4e74-b771-b8897c6a1835 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760 HTTP/1.1" status: 200 len: 217 time: 0.0807920 Mar 22 13:52:38.309914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f0514270-fbb7-4109-9b13-ec00f2177f6c admin admin] Publish callbacks [] for security_group (a107a337-6a58-4c4f-a27c-d054611efd66), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.312228 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.339386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks [] for security_group (3552510d-fc37-4c7f-8b1d-914a7838d36a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.344672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3552510d-fc37-4c7f-8b1d-914a7838d36a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.376022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:52:38.386381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3552510d-fc37-4c7f-8b1d-914a7838d36a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:38.391306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c1f3723c-433e-44e4-a090-aed46e13c7f3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.391654 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Added segment c1f3723c-433e-44e4-a090-aed46e13c7f3 of type vlan for network 83a88152-54a5-4867-867a-1e3b5d274d8e Mar 22 13:52:38.391900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b30c0d-b4c4-4e28-9616-7f683a59c312 req-78f49472-f0ec-4509-b485-8cea25ca9802 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:38.393664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78b30c0d-b4c4-4e28-9616-7f683a59c312 req-78f49472-f0ec-4509-b485-8cea25ca9802 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 944 time: 0.2950315 Mar 22 13:52:38.397107 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486508cc-98c1-42ac-97c8-1983175a4cea x-openstack-request-id: req-486508cc-98c1-42ac-97c8-1983175a4cea {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:38.397390 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:38.397635 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-486508cc-98c1-42ac-97c8-1983175a4cea {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:38.398167 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486508cc-98c1-42ac-97c8-1983175a4cea'] response: {'name': 'network-changed', 'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'status': 'completed', 'code': 200} Mar 22 13:52:38.428436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Network fa788293-d25f-4072-b2ae-d0417c178fe8 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:38.443369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (83a88152-54a5-4867-867a-1e3b5d274d8e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.447654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f0514270-fbb7-4109-9b13-ec00f2177f6c admin admin] Publish callbacks [] for security_group (a107a337-6a58-4c4f-a27c-d054611efd66), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.449371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:38.464712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:38.472089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:38.477598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:38.478477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.480111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (83a88152-54a5-4867-867a-1e3b5d274d8e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.481746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:38.482378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.486281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-51460031-de63-4390-9cd9-55ac5469c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:38.487736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-51460031-de63-4390-9cd9-55ac5469c358 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6aaecf5a-7563-4286-8edc-581798e332e0 HTTP/1.1" status: 200 len: 863 time: 0.2003722 Mar 22 13:52:38.536856 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3138723 Mar 22 13:52:38.539915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35826) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:38.545508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Request body: {'subnet': {'network_id': '83a88152-54a5-4867-867a-1e3b5d274d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1993623847-subnet', 'tenant_id': 'a84f9c5a2e03492aa81cc8d8fc143f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:38.558843 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:52:38.559746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d272d-eee5-4383-ab07-f10db4547d02 admin admin] Pushing event updated for resources: {'Network': ['ID=83a88152-54a5-4867-867a-1e3b5d274d8e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:38.574386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 83a88152-54a5-4867-867a-1e3b5d274d8e details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:52:38.584624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-e0ff1f52-c275-49fe-a6b8-33c5beb50e54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3625126 Mar 22 13:52:38.589012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Made reservation on behalf of a84f9c5a2e03492aa81cc8d8fc143f4f for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:38.592365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.603106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Request body: {'port': {'device_id': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:38.632506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78b30c0d-b4c4-4e28-9616-7f683a59c312 req-7f0420b6-3292-4d15-9592-cb448942f0b8 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107582 Mar 22 13:52:38.689636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f0514270-fbb7-4109-9b13-ec00f2177f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a107a337-6a58-4c4f-a27c-d054611efd66), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.692864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f0514270-fbb7-4109-9b13-ec00f2177f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.694351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f0514270-fbb7-4109-9b13-ec00f2177f6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a107a337-6a58-4c4f-a27c-d054611efd66 HTTP/1.1" status: 204 len: 168 time: 0.9391177 Mar 22 13:52:38.702217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-f0e567a1-618b-4044-9d3f-c6f71deb68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:38.704014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-f0e567a1-618b-4044-9d3f-c6f71deb68ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6906c08-6d2e-41ce-b995-99d0b6f353f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2085993 Mar 22 13:52:38.736260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0514270-fbb7-4109-9b13-ec00f2177f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a107a337-6a58-4c4f-a27c-d054611efd66,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:38.748401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.847147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (434e9e8f-006a-4560-a313-14f55c3071cb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:38.852811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f2592646-c257-4213-867f-51736d774649 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:52:38.964050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434e9e8f-006a-4560-a313-14f55c3071cb,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:39.032765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Checking segment: {'id': 'c1f3723c-433e-44e4-a090-aed46e13c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '83a88152-54a5-4867-867a-1e3b5d274d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:39.037041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Network hostable DHCP agents. Network: 83a88152-54a5-4867-867a-1e3b5d274d8e, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:52:39.044446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f2592646-c257-4213-867f-51736d774649, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:39.059324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Network 83a88152-54a5-4867-867a-1e3b5d274d8e is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:52:39.065006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'f2592646-c257-4213-867f-51736d774649', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'f2592646-c257-4213-867f-51736d774649', 'mac_address': 'fa:16:3e:b6:ef:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-1605296074', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:52:39.080668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 83a88152-54a5-4867-867a-1e3b5d274d8e) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:39.089414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:39.089983 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.104139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b196fe25-8308-485e-afe4-8142bcfeae7f None None] Network 83a88152-54a5-4867-867a-1e3b5d274d8e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:39.132405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bd813670-3cd0-4faa-9476-15878dbbfd91 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5920854 Mar 22 13:52:39.134435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-96334a12-4f82-4a0b-abd6-4e925ef41323 service neutron] 10.222.0.57 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153705 Mar 22 13:52:39.183925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f2592646-c257-4213-867f-51736d774649 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:39.184317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.209160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2592646-c257-4213-867f-51736d774649 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:39.213617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-77b1a306-b6b1-485f-b0fe-206539f2a49d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:39.215322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-77b1a306-b6b1-485f-b0fe-206539f2a49d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.3990579 Mar 22 13:52:39.242333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f2592646-c257-4213-867f-51736d774649, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:39.266305 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.293174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-80119fe5-cb85-4c9c-bbf1-0626172368b4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/quotas/6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 375 time: 0.0620148 Mar 22 13:52:39.294002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29d208-a800-4304-9008-f608141d3b50 None None] Network 83a88152-54a5-4867-867a-1e3b5d274d8e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:52:39.336797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-e1dda043-c7a4-40f7-9a60-0173308b5eab tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426657 Mar 22 13:52:39.341685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35860) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:39.364124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03570e-7405-4c64-96cd-2c4c6233839b req-ac32db04-c279-40d0-a11d-1beb8326c19a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:39.374034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c03570e-7405-4c64-96cd-2c4c6233839b req-ac32db04-c279-40d0-a11d-1beb8326c19a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 970 time: 0.3092747 Mar 22 13:52:39.382787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42a3911d-a46b-4517-b7bd-9e3eaeb312ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.383822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:39.470769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:52:39.490624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42a3911d-a46b-4517-b7bd-9e3eaeb312ef admin admin] Publish callbacks [] for security_group (3fab8e21-de83-4efc-9711-c51a3a4798a4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.491552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35862) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:39.521860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:39.522152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad190b6-5825-484f-886e-3273f3311fc7 req-e482d732-e95c-44f7-a815-33bd3c8bcd08 service neutron] 10.222.0.57 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731749 Mar 22 13:52:39.528819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42a3911d-a46b-4517-b7bd-9e3eaeb312ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3fab8e21-de83-4efc-9711-c51a3a4798a4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.541513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c03570e-7405-4c64-96cd-2c4c6233839b req-70c3b866-227b-48cc-bcbd-6eb2d113e1d4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648664 Mar 22 13:52:39.566109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3911d-a46b-4517-b7bd-9e3eaeb312ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab8e21-de83-4efc-9711-c51a3a4798a4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:39.590915 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-42a3911d-a46b-4517-b7bd-9e3eaeb312ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9537bf766c324f44a7b61e20298bc7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480865 Mar 22 13:52:39.595740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] Deleting subnet 6a249932-4486-45f7-8e68-121444e13359 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:52:39.598678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35868) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:39.600695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] Publish callbacks [] for subnet (6a249932-4486-45f7-8e68-121444e13359), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.657851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] Publish callbacks [] for subnet (6a249932-4486-45f7-8e68-121444e13359), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.668876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6a249932-4486-45f7-8e68-121444e13359), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.708984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-997b06f3-773c-4f55-9a87-2eb0d240773b service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712013 Mar 22 13:52:39.739020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (6a249932-4486-45f7-8e68-121444e13359), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.771988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.777786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6a249932-4486-45f7-8e68-121444e13359 HTTP/1.1" status: 204 len: 168 time: 0.2829680 Mar 22 13:52:39.777786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e78e87-1d37-410a-b358-b7c6867f24b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a249932-4486-45f7-8e68-121444e13359,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:39.783491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35874) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:39.838771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7867522f-9094-4b5c-ad5a-0be64b8bca8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.855459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aad232-37b8-4798-ae23-e08f9c89e9eb {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:39.868417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Publish callbacks [] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.878745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d80bf3f3-b7dc-4dfa-97b7-b540532f402b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.884379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-67784826-7375-4e62-b1eb-b10e71c9d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:39.885900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-67784826-7375-4e62-b1eb-b10e71c9d234 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 1126 time: 0.2606857 Mar 22 13:52:39.918419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Transition to ACTIVE for port object 30aad232-37b8-4798-ae23-e08f9c89e9eb will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:52:39.935063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47615fed-d4b0-46cb-ba9e-4ad5d0e7b0db req-83098269-d29e-4007-b491-d885bcd033a2 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:39.936528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47615fed-d4b0-46cb-ba9e-4ad5d0e7b0db req-83098269-d29e-4007-b491-d885bcd033a2 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 931 time: 0.2302642 Mar 22 13:52:39.982592 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5056-6f51-4b77-9538-f52fd4c2bc06 admin admin] Publish callbacks [] for security_group (3fab8e21-de83-4efc-9711-c51a3a4798a4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.984560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:39.985457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d80bf3f3-b7dc-4dfa-97b7-b540532f402b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.020212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.020418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.021184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.021507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > port after_create 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.021781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > port after_delete 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.022184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > port after_update 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.022501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.022863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.023170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.023474 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.087329 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.087665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.088004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.088325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:52:40.088678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80bf3f3-b7dc-4dfa-97b7-b540532f402b']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:40.094964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7867522f-9094-4b5c-ad5a-0be64b8bca8f admin admin] Publish callbacks [] for security_group (ffde833c-c210-44e0-abe1-9fe5e3fca6d6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.109048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7867522f-9094-4b5c-ad5a-0be64b8bca8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ffde833c-c210-44e0-abe1-9fe5e3fca6d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.118480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5e6fe0-a40e-40fe-8881-a35c874e2381') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:40.118762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5e6fe0-a40e-40fe-8881-a35c874e2381') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:40.144989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ff5e6fe0-a40e-40fe-8881-a35c874e2381), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.186322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7867522f-9094-4b5c-ad5a-0be64b8bca8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cea78648414486481222c49afa8d2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6641452 Mar 22 13:52:40.187360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ff5e6fe0-a40e-40fe-8881-a35c874e2381), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.190357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867522f-9094-4b5c-ad5a-0be64b8bca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffde833c-c210-44e0-abe1-9fe5e3fca6d6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:40.195184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35876) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:40.205370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:52:40.205772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ff5e6fe0-a40e-40fe-8881-a35c874e2381), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: from cryptography.utils import int_from_bytes Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: from cryptography.utils import int_from_bytes Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:52:40.263968 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:52:40.274541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-7e895256-7470-4f28-9731-e194b973773f service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277681 Mar 22 13:52:40.288523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5056-6f51-4b77-9538-f52fd4c2bc06 admin admin] Publish callbacks [] for security_group (3fab8e21-de83-4efc-9711-c51a3a4798a4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.342495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:40.365699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a588411-a77d-4991-9030-378f7107c265 admin admin] Publish callbacks [] for security_group (ffde833c-c210-44e0-abe1-9fe5e3fca6d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.373634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d80bf3f3-b7dc-4dfa-97b7-b540532f402b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.389458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.395721 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] 10.222.0.44 "DELETE /v2.0/networks/d80bf3f3-b7dc-4dfa-97b7-b540532f402b HTTP/1.1" status: 204 len: 168 time: 0.6112335 Mar 22 13:52:40.396329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35878) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:40.419629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a588411-a77d-4991-9030-378f7107c265 admin admin] Publish callbacks [] for security_group (ffde833c-c210-44e0-abe1-9fe5e3fca6d6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.429494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47615fed-d4b0-46cb-ba9e-4ad5d0e7b0db req-12b74456-79e3-46a3-a50a-e3b4d47b1576 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742706 Mar 22 13:52:40.436703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-2457b896-c15a-4347-aa21-7e2ffb62ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:40.438612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-2457b896-c15a-4347-aa21-7e2ffb62ab7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 925 time: 0.5325210 Mar 22 13:52:40.439595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:40.439926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:40.440253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:40.441624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b70c-f6fe-461d-8c0b-c16fc72661df admin admin] Pushing event deleted for resources: {'Network': ['ID=d80bf3f3-b7dc-4dfa-97b7-b540532f402b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:40.452115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:40.452304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:40.488206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-316811b7-4529-46fc-a455-b41a2303daa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760 HTTP/1.1" status: 200 len: 217 time: 0.0430117 Mar 22 13:52:40.489403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:40.489797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:40.490194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:40.490732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Bound port: 30aad232-37b8-4798-ae23-e08f9c89e9eb, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:40.491090 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.494427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5056-6f51-4b77-9538-f52fd4c2bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3fab8e21-de83-4efc-9711-c51a3a4798a4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.497050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5056-6f51-4b77-9538-f52fd4c2bc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.498251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2c5c5056-6f51-4b77-9538-f52fd4c2bc06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fab8e21-de83-4efc-9711-c51a3a4798a4 HTTP/1.1" status: 204 len: 168 time: 0.8983095 Mar 22 13:52:40.513025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] Deleting subnet 434e9e8f-006a-4560-a313-14f55c3071cb {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:52:40.516715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] Publish callbacks [] for subnet (434e9e8f-006a-4560-a313-14f55c3071cb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.547409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c5056-6f51-4b77-9538-f52fd4c2bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab8e21-de83-4efc-9711-c51a3a4798a4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:40.603597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (434e9e8f-006a-4560-a313-14f55c3071cb), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.636864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b41f9a2-8b3b-4b42-9527-7defd01b58d1 req-95a7c429-0321-45d6-883b-4e81eba94d3d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 210 time: 0.0906711 Mar 22 13:52:40.641450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a588411-a77d-4991-9030-378f7107c265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ffde833c-c210-44e0-abe1-9fe5e3fca6d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.644461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a588411-a77d-4991-9030-378f7107c265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.645720 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9a588411-a77d-4991-9030-378f7107c265 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffde833c-c210-44e0-abe1-9fe5e3fca6d6 HTTP/1.1" status: 204 len: 168 time: 0.4495530 Mar 22 13:52:40.659596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-67296921-140f-4d3e-9586-d93e6c6aa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:40.661422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-67296921-140f-4d3e-9586-d93e6c6aa2d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6aaecf5a-7563-4286-8edc-581798e332e0 HTTP/1.1" status: 200 len: 863 time: 0.1566365 Mar 22 13:52:40.667742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588411-a77d-4991-9030-378f7107c265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffde833c-c210-44e0-abe1-9fe5e3fca6d6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:40.673930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (434e9e8f-006a-4560-a313-14f55c3071cb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.723384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:40.741596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:40.754148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (434e9e8f-006a-4560-a313-14f55c3071cb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.760073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba3d44-98ae-49b6-9ce2-db3a393ef45e req-f8573221-f850-42ea-9558-47052fd83977 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:40.761618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5ba3d44-98ae-49b6-9ce2-db3a393ef45e req-f8573221-f850-42ea-9558-47052fd83977 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 944 time: 0.2105510 Mar 22 13:52:40.764778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.810659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-f78820b4-76ae-430b-b584-65ff019fe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:40.811999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434e9e8f-006a-4560-a313-14f55c3071cb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:40.813288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-f78820b4-76ae-430b-b584-65ff019fe17f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6906c08-6d2e-41ce-b995-99d0b6f353f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1439090 Mar 22 13:52:40.821166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.825354 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f218f100-3c3a-4f4b-818b-488a3e8eef36 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/434e9e8f-006a-4560-a313-14f55c3071cb HTTP/1.1" status: 204 len: 168 time: 0.4176352 Mar 22 13:52:40.827891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35896) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:40.847423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:40.848504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.850906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] 10.222.0.57 "PUT /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 1091 time: 2.2561367 Mar 22 13:52:40.852345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f2592646-c257-4213-867f-51736d774649 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:40.852898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:40.855484 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:40.966682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port f2592646-c257-4213-867f-51736d774649 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:52:40.988215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port f2592646-c257-4213-867f-51736d774649 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:40.990478 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f2592646-c257-4213-867f-51736d774649), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:40.996002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05266f-ea68-4172-8f40-643f1776f7cf service neutron] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:41.015890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5ba3d44-98ae-49b6-9ce2-db3a393ef45e req-3b7a8414-5de7-4a99-b84c-3ea2f0af5944 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461097 Mar 22 13:52:41.128418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f2592646-c257-4213-867f-51736d774649 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:41.129647 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.150339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-1f7a9e99-2f64-486f-a73a-d3f062a92da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:41.157149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-1f7a9e99-2f64-486f-a73a-d3f062a92da8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1125 time: 0.2401621 Mar 22 13:52:41.158477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (83a88152-54a5-4867-867a-1e3b5d274d8e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.161170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-b0dab4af-622a-4c41-96e0-88f625d614f0 service neutron] 10.222.0.57 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330081 Mar 22 13:52:41.179786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f577c5-0e36-4856-b9cf-77d4c0633220 req-ab5a5284-ad3c-465d-9c9c-75029eb0234d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:41.189034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1f577c5-0e36-4856-b9cf-77d4c0633220 req-ab5a5284-ad3c-465d-9c9c-75029eb0234d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 971 time: 0.3301015 Mar 22 13:52:41.192304 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba6625f-da4b-4f53-8318-14ec13f3a5b5 x-openstack-request-id: req-8ba6625f-da4b-4f53-8318-14ec13f3a5b5 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:41.192654 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:41.192981 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ba6625f-da4b-4f53-8318-14ec13f3a5b5 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:41.193518 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba6625f-da4b-4f53-8318-14ec13f3a5b5'] response: {'name': 'network-changed', 'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb', 'status': 'completed', 'code': 200} Mar 22 13:52:41.203224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f2592646-c257-4213-867f-51736d774649, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:41.204886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2592646-c257-4213-867f-51736d774649'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:41.210195 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620ff88-7708-4a25-9c5a-a4bd72ef6382" -d '{"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-plugged", "status": "completed", "tag": "f2592646-c257-4213-867f-51736d774649"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:41.216900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.285890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:41.331078 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547dec6b-3d15-48ef-bd45-c83be76e10d7 x-openstack-request-id: req-547dec6b-3d15-48ef-bd45-c83be76e10d7 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:41.331465 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-plugged", "status": "completed", "tag": "f2592646-c257-4213-867f-51736d774649", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:41.331784 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-547dec6b-3d15-48ef-bd45-c83be76e10d7 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:41.332250 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547dec6b-3d15-48ef-bd45-c83be76e10d7'] response: {'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2592646-c257-4213-867f-51736d774649', 'code': 200} Mar 22 13:52:41.340051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-a8214f6e-29ae-4472-9e97-dd7d9dd9ba87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 217 time: 0.1362641 Mar 22 13:52:41.348034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (83a88152-54a5-4867-867a-1e3b5d274d8e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.383470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a88152-54a5-4867-867a-1e3b5d274d8e']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:41.396608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f3723c-433e-44e4-a090-aed46e13c7f3') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:41.396901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f3723c-433e-44e4-a090-aed46e13c7f3') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:41.418766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (c1f3723c-433e-44e4-a090-aed46e13c7f3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.446582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1f577c5-0e36-4856-b9cf-77d4c0633220 req-0750a7f9-4423-4996-bdcd-a2039dd1d9bf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427089 Mar 22 13:52:41.468207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-35fd1c2b-b9d5-42cf-8cb5-e608ba5a2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:41.469949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-35fd1c2b-b9d5-42cf-8cb5-e608ba5a2485 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1191347 Mar 22 13:52:41.474398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-280a400d-d3e7-4555-ba5b-b7890b512b60 req-3a1b8731-6cfe-46c5-abaa-d96f522961dc service neutron] 10.222.0.57 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800686 Mar 22 13:52:41.543675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-1c916c50-4be1-47f5-88c4-93b7d059284b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619264 Mar 22 13:52:41.544032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c1f3723c-433e-44e4-a090-aed46e13c7f3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.574893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:52:41.575291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (c1f3723c-433e-44e4-a090-aed46e13c7f3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:52:41.577079 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:52:41.670362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8c5e9-ea34-4da4-9ab9-8f03c86c8d89 req-9fc47dbc-9135-4e4d-af39-27100abbd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:41.673130 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c8c5e9-ea34-4da4-9ab9-8f03c86c8d89 req-9fc47dbc-9135-4e4d-af39-27100abbd6f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1154 time: 0.2489264 Mar 22 13:52:41.674647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (83a88152-54a5-4867-867a-1e3b5d274d8e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.675601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35940) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:41.683921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.687419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/83a88152-54a5-4867-867a-1e3b5d274d8e HTTP/1.1" status: 204 len: 168 time: 0.8536277 Mar 22 13:52:41.695913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-202331da-3912-4afc-9679-ad75abc85489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.703796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3a85-a6b7-423f-aba1-1404b9ee0aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a88152-54a5-4867-867a-1e3b5d274d8e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:41.780961 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c8c5e9-ea34-4da4-9ab9-8f03c86c8d89 req-3828f3e6-91c1-4088-9130-63035c5a778c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982525 Mar 22 13:52:41.844227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd2b17-c0aa-44a4-ac89-dc710d2c29f2 req-90256cff-17ed-465e-8892-e28e0f42eb0e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:41.851118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9fd2b17-c0aa-44a4-ac89-dc710d2c29f2 req-90256cff-17ed-465e-8892-e28e0f42eb0e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 943 time: 0.2687032 Mar 22 13:52:41.901690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-881a8e39-c8e9-4cae-a508-7efbdefac96b req-69574f8e-6095-48a2-bc7b-9b624b4c9d38 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 210 time: 0.0725026 Mar 22 13:52:41.908302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-202331da-3912-4afc-9679-ad75abc85489 admin admin] Publish callbacks [] for security_group (e6513326-5337-4f27-a147-2232eec1a099), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.916811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-202331da-3912-4afc-9679-ad75abc85489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e6513326-5337-4f27-a147-2232eec1a099), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:41.952398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-f35ce3a3-bc1a-4229-9541-2587a139d993 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972187 Mar 22 13:52:41.996881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202331da-3912-4afc-9679-ad75abc85489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6513326-5337-4f27-a147-2232eec1a099,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:42.012211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35958) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:42.043108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-202331da-3912-4afc-9679-ad75abc85489 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2ecce8dcbfa4459a93ca27bf333e823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661652 Mar 22 13:52:42.046378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35962) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:42.061461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9fd2b17-c0aa-44a4-ac89-dc710d2c29f2 req-0eadb643-01e5-4b8d-b3bc-87386b44f683 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094898 Mar 22 13:52:42.098858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef209d4e-eafb-4be7-905f-5279fa7c349a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df85054a20f04be9b2ab3af0ac17f33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0834675 Mar 22 13:52:42.102060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35966) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:42.167966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31cb4c7d-c2e8-49a3-ba2a-23c9c9c04100 admin admin] Publish callbacks [] for security_group (40587400-a7c9-4f59-a968-a077b17885b7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.185918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc77f4f2-85f7-4fe2-a423-221a9ecdd304 req-1f908dbe-4c2f-45f4-9f9b-4b25e0c111fd service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189939 Mar 22 13:52:42.201937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31cb4c7d-c2e8-49a3-ba2a-23c9c9c04100 admin admin] Publish callbacks [] for security_group (40587400-a7c9-4f59-a968-a077b17885b7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.207705 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d695914f-cbb4-48ab-b109-0c013d86e0ba admin admin] Publish callbacks [] for security_group (e6513326-5337-4f27-a147-2232eec1a099), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.240659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8a383-2050-4eec-8b86-1721cdd00789 req-ad8f1202-8e78-4e5e-a0f4-94650cc5b642 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:42.242334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcc8a383-2050-4eec-8b86-1721cdd00789 req-ad8f1202-8e78-4e5e-a0f4-94650cc5b642 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 944 time: 0.1376703 Mar 22 13:52:42.248399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d695914f-cbb4-48ab-b109-0c013d86e0ba admin admin] Publish callbacks [] for security_group (e6513326-5337-4f27-a147-2232eec1a099), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.305768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31cb4c7d-c2e8-49a3-ba2a-23c9c9c04100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (40587400-a7c9-4f59-a968-a077b17885b7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.309481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31cb4c7d-c2e8-49a3-ba2a-23c9c9c04100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.311008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-31cb4c7d-c2e8-49a3-ba2a-23c9c9c04100 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40587400-a7c9-4f59-a968-a077b17885b7 HTTP/1.1" status: 204 len: 168 time: 0.2077589 Mar 22 13:52:42.331228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb4c7d-c2e8-49a3-ba2a-23c9c9c04100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40587400-a7c9-4f59-a968-a077b17885b7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:42.396757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcc8a383-2050-4eec-8b86-1721cdd00789 req-a808387a-812d-46bd-81ae-05e9e5b88b61 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378880 Mar 22 13:52:42.441452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-91933604-e7c2-42e3-9356-206170be826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:42.444136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-91933604-e7c2-42e3-9356-206170be826f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1125 time: 0.1980672 Mar 22 13:52:42.586426 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d695914f-cbb4-48ab-b109-0c013d86e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e6513326-5337-4f27-a147-2232eec1a099), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.588971 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d695914f-cbb4-48ab-b109-0c013d86e0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.593615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d695914f-cbb4-48ab-b109-0c013d86e0ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6513326-5337-4f27-a147-2232eec1a099 HTTP/1.1" status: 204 len: 168 time: 0.5454066 Mar 22 13:52:42.623358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-2c604cca-c625-4736-8c29-39779ba4aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:42.624941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-2c604cca-c625-4736-8c29-39779ba4aa37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1731229 Mar 22 13:52:42.626386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35994) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:42.633076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695914f-cbb4-48ab-b109-0c013d86e0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6513326-5337-4f27-a147-2232eec1a099,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:42.689247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-c4af45fa-e2f3-45c4-806c-6c27859f5c75 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:42.690812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-c4af45fa-e2f3-45c4-806c-6c27859f5c75 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.3161337 Mar 22 13:52:42.693883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-3d089729-b58d-4c26-9eb7-63e900a75756 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 217 time: 0.0576909 Mar 22 13:52:42.711996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Request body: {'port': {'device_id': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'admin_state_up': True, 'tenant_id': '6a63d022092745619ececdaf45ab4463'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:42.717058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee72f4-79f9-47b8-b871-bac085b4050f req-0fdc6b4c-3b4e-41bb-857a-311143c23367 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:42.724104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41ee72f4-79f9-47b8-b871-bac085b4050f req-0fdc6b4c-3b4e-41bb-857a-311143c23367 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1646338 Mar 22 13:52:42.794935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-4af0dde4-073a-45cd-9462-8af1c18b3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:42.796703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-4af0dde4-073a-45cd-9462-8af1c18b3ac7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0950613 Mar 22 13:52:42.815089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41ee72f4-79f9-47b8-b871-bac085b4050f req-b2ffdd5a-35c1-4ee5-aea9-447d901cd872 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895081 Mar 22 13:52:42.853314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-2253b48a-df9a-4fea-880b-0b2df4ed6048 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364976 Mar 22 13:52:42.904149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Made reservation on behalf of 6a63d022092745619ececdaf45ab4463 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:42.909998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:42.997359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bb300b7d-2823-49e2-9680-0ac9b04c2760 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:52:43.035861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-879d441a-2d0c-43f5-82c6-8cf4f135217d service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757216 Mar 22 13:52:43.040443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-04288124-88e9-42be-ada3-b1ca7ca00db3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51096af9b9ba48eb93076502ed4b1621&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4130385 Mar 22 13:52:43.043123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36004) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:43.085575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Allocated IP 172.20.0.10 (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7/3acc379a-6984-4410-afce-6a3642923c76/9d43cdea-b8d2-486c-a195-6ba29409d299) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:43.128495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bb300b7d-2823-49e2-9680-0ac9b04c2760, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:43.167613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'port_id': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'mac_address': 'fa:16:3e:2b:75:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:52:43.204848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36010) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:43.232159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bb300b7d-2823-49e2-9680-0ac9b04c2760 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:43.232930 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.249627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb300b7d-2823-49e2-9680-0ac9b04c2760 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:43.260427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b50538c5-d310-42cd-855e-362ab7729866 req-09d24c93-988e-4665-ad66-31d41cb64a80 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 210 time: 0.1780329 Mar 22 13:52:43.284463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bb300b7d-2823-49e2-9680-0ac9b04c2760, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:43.292911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.370429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-861c20cf-3f1a-4144-aa42-028fa32d7abb admin admin] Publish callbacks [] for security_group (ce13496e-a533-4fe1-942a-16ab76e38d7f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.373528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c0eb418-21a6-4d64-a2f7-ceac1fe51e0b req-93406a58-a176-4489-9d5a-371747fa24c4 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147845 Mar 22 13:52:43.395585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531b8a8-6200-4c00-9248-207e48368b55 req-2f409102-9f6a-4cda-9628-954993126f6f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:43.397066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0531b8a8-6200-4c00-9248-207e48368b55 req-2f409102-9f6a-4cda-9628-954993126f6f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 943 time: 0.1507723 Mar 22 13:52:43.407610 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-861c20cf-3f1a-4144-aa42-028fa32d7abb admin admin] Publish callbacks [] for security_group (ce13496e-a533-4fe1-942a-16ab76e38d7f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.411794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-66200e70-3624-4ebc-81e9-da734663df4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a84f9c5a2e03492aa81cc8d8fc143f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029307 Mar 22 13:52:43.422965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36018) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:43.427482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bb300b7d-2823-49e2-9680-0ac9b04c2760,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:43.476930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0531b8a8-6200-4c00-9248-207e48368b55 req-c7448eae-0a91-4034-8c5f-c2639a84c56f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715532 Mar 22 13:52:43.500926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-861c20cf-3f1a-4144-aa42-028fa32d7abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ce13496e-a533-4fe1-942a-16ab76e38d7f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.514584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-861c20cf-3f1a-4144-aa42-028fa32d7abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.514584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-861c20cf-3f1a-4144-aa42-028fa32d7abb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce13496e-a533-4fe1-942a-16ab76e38d7f HTTP/1.1" status: 204 len: 168 time: 0.4616838 Mar 22 13:52:43.515271 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks [] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.533881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8eaa36d6-22a3-4aab-9d1f-3f986a1566d7 admin admin] Publish callbacks [] for security_group (3552510d-fc37-4c7f-8b1d-914a7838d36a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.537559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c20cf-3f1a-4144-aa42-028fa32d7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce13496e-a533-4fe1-942a-16ab76e38d7f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:43.570963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8eaa36d6-22a3-4aab-9d1f-3f986a1566d7 admin admin] Publish callbacks [] for security_group (3552510d-fc37-4c7f-8b1d-914a7838d36a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.603522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.648142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:43.650846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bb300b7d-2823-49e2-9680-0ac9b04c2760'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:52:43.653331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:43.655757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198547eb-b758-4d00-9657-8faa453f67c9 req-eddd876c-a8e6-4f2d-af2b-5fc32ac54bcb tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:43.662061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:43.665699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-198547eb-b758-4d00-9657-8faa453f67c9 req-eddd876c-a8e6-4f2d-af2b-5fc32ac54bcb tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 945 time: 0.0833516 Mar 22 13:52:43.706973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:43.707724 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.716821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8eaa36d6-22a3-4aab-9d1f-3f986a1566d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3552510d-fc37-4c7f-8b1d-914a7838d36a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.719380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8eaa36d6-22a3-4aab-9d1f-3f986a1566d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.720502 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8eaa36d6-22a3-4aab-9d1f-3f986a1566d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3552510d-fc37-4c7f-8b1d-914a7838d36a HTTP/1.1" status: 204 len: 168 time: 0.2944486 Mar 22 13:52:43.725087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:43.732032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-198547eb-b758-4d00-9657-8faa453f67c9 req-246d31e5-9900-4126-a793-653d4ec53677 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652204 Mar 22 13:52:43.734329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa36d6-22a3-4aab-9d1f-3f986a1566d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3552510d-fc37-4c7f-8b1d-914a7838d36a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:43.751747 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-ebee3ffb-ad5e-4e6c-aa3d-842e591fec70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0460494 Mar 22 13:52:43.765923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Request body: {'port': {'device_id': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:43.842098 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:43.976779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fde4b4-f0f3-43e0-9289-73e757b16cd2 req-d32753ec-bd9f-4786-b3b0-57f62a6ba47d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:43.984300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8fde4b4-f0f3-43e0-9289-73e757b16cd2 req-d32753ec-bd9f-4786-b3b0-57f62a6ba47d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0694218 Mar 22 13:52:44.040424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8fde4b4-f0f3-43e0-9289-73e757b16cd2 req-e58151aa-fc85-43df-994f-f8d51c0dd2b1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551744 Mar 22 13:52:44.168768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d43cdea-b8d2-486c-a195-6ba29409d299 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:44.176522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Publish callbacks [] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.188827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Transition to ACTIVE for port object 9d43cdea-b8d2-486c-a195-6ba29409d299 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:52:44.196827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.251537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36052) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:44.265572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36054) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:44.294420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e689fd7e-ef72-4280-86cc-66b6c774e499 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a79a37c34c3b41e2bc02da6a4f86e22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414784 Mar 22 13:52:44.296816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36058) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:44.326461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:44.350957 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b98ae69-c741-4b72-99cf-403c93f36c37 admin admin] Publish callbacks [] for security_group (46b8e7a5-ad5c-4225-b510-d074f90b3f04), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.381587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:44.382363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:44.383806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:44.390655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:44.391348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:44.397060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:44.397480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:44.398003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:44.398495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Bound port: 9d43cdea-b8d2-486c-a195-6ba29409d299, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:44.399078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.478729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:44.482288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:44.491916 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.536566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:44.537229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.538993 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-251f8f18-2eab-49b1-a580-629505230523 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 1092 time: 0.7789743 Mar 22 13:52:44.539456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:44.542018 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d5f789-5915-412f-8a13-3edc8952a6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:44.566899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f8f18-2eab-49b1-a580-629505230523 service neutron] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:44.616464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b98ae69-c741-4b72-99cf-403c93f36c37 admin admin] Publish callbacks [] for security_group (46b8e7a5-ad5c-4225-b510-d074f90b3f04), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.662862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-1c5798b5-0282-49b0-8b89-289266db668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:44.664835 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-1c5798b5-0282-49b0-8b89-289266db668e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1126 time: 0.0751383 Mar 22 13:52:44.704658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dfb00-1082-4fcb-8caa-9ddb3680a80e req-cebeb20c-0494-4355-ae3c-397af0b4d2a9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:44.706279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce0dfb00-1082-4fcb-8caa-9ddb3680a80e req-cebeb20c-0494-4355-ae3c-397af0b4d2a9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.3436940 Mar 22 13:52:44.708192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49baee-206e-4acc-803d-7d2a05f81186 req-aeb72e54-b3f4-4acb-99b3-4bb867fd2115 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:44.709560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e49baee-206e-4acc-803d-7d2a05f81186 req-aeb72e54-b3f4-4acb-99b3-4bb867fd2115 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1154 time: 0.0972588 Mar 22 13:52:44.734724 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b98ae69-c741-4b72-99cf-403c93f36c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (46b8e7a5-ad5c-4225-b510-d074f90b3f04), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.736999 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-981a1369-09f9-4bd6-8c59-fa41fb5cc8d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.0651197 Mar 22 13:52:44.737894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b98ae69-c741-4b72-99cf-403c93f36c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.740965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8b98ae69-c741-4b72-99cf-403c93f36c37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46b8e7a5-ad5c-4225-b510-d074f90b3f04 HTTP/1.1" status: 204 len: 168 time: 0.4406159 Mar 22 13:52:44.758428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45698097-3df5-46a3-8808-5b9e7396fd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.762809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2e49baee-206e-4acc-803d-7d2a05f81186 req-06b8e340-472d-4b76-85d5-f2428ba05749 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.767908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98ae69-c741-4b72-99cf-403c93f36c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b8e7a5-ad5c-4225-b510-d074f90b3f04,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:44.815661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-144a5d01-2b32-4b2a-91d0-adcc93f35479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:44.821075 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-144a5d01-2b32-4b2a-91d0-adcc93f35479 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0772722 Mar 22 13:52:44.824804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce0dfb00-1082-4fcb-8caa-9ddb3680a80e req-57bba4e6-5b45-49a6-98c3-b4eb62a8a7fd tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067753 Mar 22 13:52:44.974960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2e49baee-206e-4acc-803d-7d2a05f81186 req-06b8e340-472d-4b76-85d5-f2428ba05749 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Publish callbacks [] for security_group (5e94373f-76ad-49f1-8bab-724b75a24bc8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:44.991442 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2e49baee-206e-4acc-803d-7d2a05f81186 req-06b8e340-472d-4b76-85d5-f2428ba05749 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5e94373f-76ad-49f1-8bab-724b75a24bc8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.012956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:52:45.018244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46695db-8857-4cc9-8a31-fe641fac646f req-09ecf2dd-2463-45cf-848e-986569218bcb tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:45.026831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f46695db-8857-4cc9-8a31-fe641fac646f req-09ecf2dd-2463-45cf-848e-986569218bcb tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 943 time: 0.1273501 Mar 22 13:52:45.051489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bb300b7d-2823-49e2-9680-0ac9b04c2760 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:45.076555 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-d02468b1-1fd4-4f0c-b361-8e5b9c35ec78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2454195 Mar 22 13:52:45.098626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e49baee-206e-4acc-803d-7d2a05f81186 req-06b8e340-472d-4b76-85d5-f2428ba05749 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730495 Mar 22 13:52:45.111422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8e340-472d-4b76-85d5-f2428ba05749 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e94373f-76ad-49f1-8bab-724b75a24bc8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:45.191963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f46695db-8857-4cc9-8a31-fe641fac646f req-7cc21d4e-340f-4e78-869c-5719342322ca tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367471 Mar 22 13:52:45.208166 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aa32c9-dbe3-4f86-a886-2389f5cffe97 x-openstack-request-id: req-92aa32c9-dbe3-4f86-a886-2389f5cffe97 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:45.208577 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:45.208827 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92aa32c9-dbe3-4f86-a886-2389f5cffe97 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:45.209213 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92aa32c9-dbe3-4f86-a886-2389f5cffe97'] response: {'name': 'network-changed', 'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299', 'status': 'completed', 'code': 200} Mar 22 13:52:45.220611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port bb300b7d-2823-49e2-9680-0ac9b04c2760 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:52:45.226937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:45.228010 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45698097-3df5-46a3-8808-5b9e7396fd62 admin admin] Publish callbacks [] for security_group (54b35844-e9ca-45bb-a6ad-a9d7466f986b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.230129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port bb300b7d-2823-49e2-9680-0ac9b04c2760 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:45.230686 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.247560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45698097-3df5-46a3-8808-5b9e7396fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (54b35844-e9ca-45bb-a6ad-a9d7466f986b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.292171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '30aad232-37b8-4798-ae23-e08f9c89e9eb', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'port_id': '30aad232-37b8-4798-ae23-e08f9c89e9eb', 'mac_address': 'fa:16:3e:09:37:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3258907d-b312-4b96-a688-86db2f838c8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:52:45.363201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-1420bbb3-6ab2-4f61-bc54-c7c174097c13 req-46a95337-49fb-484c-98f6-9409b157c1ff service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:45.364782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1420bbb3-6ab2-4f61-bc54-c7c174097c13 req-46a95337-49fb-484c-98f6-9409b157c1ff service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072443 Mar 22 13:52:45.372109 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-45698097-3df5-46a3-8808-5b9e7396fd62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d340ee68dc64c3691c2481ecede4724&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1031311 Mar 22 13:52:45.374232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45698097-3df5-46a3-8808-5b9e7396fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b35844-e9ca-45bb-a6ad-a9d7466f986b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:45.376734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36092) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:45.434784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbee9-58d4-4c96-b758-a94f43668eb3 req-f4ccafdb-6bdd-411b-91e6-7d999e4aad09 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:45.436581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e6cbee9-58d4-4c96-b758-a94f43668eb3 req-f4ccafdb-6bdd-411b-91e6-7d999e4aad09 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 945 time: 0.1485610 Mar 22 13:52:45.455152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bb300b7d-2823-49e2-9680-0ac9b04c2760 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:45.455540 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.471291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 30aad232-37b8-4798-ae23-e08f9c89e9eb is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:45.471671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.476942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-dfe039ca-3148-4f08-9781-4f1eec660ee4 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711530 Mar 22 13:52:45.565062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e6cbee9-58d4-4c96-b758-a94f43668eb3 req-78ca84fa-14f5-45bc-80f7-80aea669bc0f tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200085 Mar 22 13:52:45.566315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24ff094d-d4ca-4f7b-9a2d-99d5c5563b5a admin admin] Publish callbacks [] for security_group (54b35844-e9ca-45bb-a6ad-a9d7466f986b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.607913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24ff094d-d4ca-4f7b-9a2d-99d5c5563b5a admin admin] Publish callbacks [] for security_group (54b35844-e9ca-45bb-a6ad-a9d7466f986b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.626929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bb300b7d-2823-49e2-9680-0ac9b04c2760, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:45.629827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:45.632345 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c3858-8798-4f20-8267-93ecb30b2377" -d '{"events": [{"server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "name": "network-vif-plugged", "status": "completed", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:45.638351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aad232-37b8-4798-ae23-e08f9c89e9eb {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:45.643804 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.661073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0590ea99-18de-4cc6-969c-6eba4d812762 req-2384a210-57ae-41d8-9958-90f71432f367 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739230 Mar 22 13:52:45.691327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:45.707636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24ff094d-d4ca-4f7b-9a2d-99d5c5563b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (54b35844-e9ca-45bb-a6ad-a9d7466f986b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.712139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24ff094d-d4ca-4f7b-9a2d-99d5c5563b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.714038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-24ff094d-d4ca-4f7b-9a2d-99d5c5563b5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54b35844-e9ca-45bb-a6ad-a9d7466f986b HTTP/1.1" status: 204 len: 168 time: 0.3276958 Mar 22 13:52:45.716385 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:45.725144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff094d-d4ca-4f7b-9a2d-99d5c5563b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b35844-e9ca-45bb-a6ad-a9d7466f986b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:45.728614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bb300b7d-2823-49e2-9680-0ac9b04c2760,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:45.770524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-0fe45d96-1465-4db9-a3a9-20d08ca1d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:45.772457 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-0fe45d96-1465-4db9-a3a9-20d08ca1d706 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1126 time: 0.0594368 Mar 22 13:52:45.774098 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4c7036-3887-48e1-8227-8a9647ae16ce x-openstack-request-id: req-ec4c7036-3887-48e1-8227-8a9647ae16ce {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:45.774615 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "name": "network-vif-plugged", "status": "completed", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:45.775059 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec4c7036-3887-48e1-8227-8a9647ae16ce {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:45.775626 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4c7036-3887-48e1-8227-8a9647ae16ce'] response: {'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'code': 200} Mar 22 13:52:45.815647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:45.854764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dd144-774e-4a05-bba2-6bd7981ef90d req-a00b70ce-1467-47a9-9126-515c35b13562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:45.856737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a8dd144-774e-4a05-bba2-6bd7981ef90d req-a00b70ce-1467-47a9-9126-515c35b13562 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 1128 time: 0.0696330 Mar 22 13:52:45.907058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-d43d6d82-36ff-4396-a3ac-ca9a1bb24681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:45.908543 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-d43d6d82-36ff-4396-a3ac-ca9a1bb24681 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1301250 Mar 22 13:52:45.960757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['30aad232-37b8-4798-ae23-e08f9c89e9eb'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:52:45.964008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-3f640aa7-949e-4b66-968e-0a19200330fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.0478570 Mar 22 13:52:45.965432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a8dd144-774e-4a05-bba2-6bd7981ef90d req-59365ed1-e4ed-4a84-8539-5d2b2fd5ce4a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004944 Mar 22 13:52:46.005109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a5804-68ae-4b8e-b984-e0183bf7d1ca req-82ac7772-9833-4b99-81b5-0ef2c05a1875 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:46.013612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd5a5804-68ae-4b8e-b984-e0183bf7d1ca req-82ac7772-9833-4b99-81b5-0ef2c05a1875 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.1028743 Mar 22 13:52:46.057791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-92c43fe5-ccef-44bf-b877-68267b6d5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:46.059326 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-92c43fe5-ccef-44bf-b877-68267b6d5359 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0853927 Mar 22 13:52:46.087047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd5a5804-68ae-4b8e-b984-e0183bf7d1ca req-0ab934a9-5602-48e1-ae81-190d708bb740 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718377 Mar 22 13:52:46.110974 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-1123791e-0d62-407d-a870-0e57368555fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439503 Mar 22 13:52:46.209999 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-72aeb9bb-444d-49f7-bea5-c27dbaf386fd service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916791 Mar 22 13:52:46.315693 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-25d5f789-5915-412f-8a13-3edc8952a6ef req-4c57a277-19e3-49b7-82f3-ae7a1c23af02 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970161 Mar 22 13:52:46.331105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e54e0b-d770-4ee3-a9eb-39fd9e9e0f0f req-513857a9-b515-4a0d-b7d2-c599d7d200e8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:46.333288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62e54e0b-d770-4ee3-a9eb-39fd9e9e0f0f req-513857a9-b515-4a0d-b7d2-c599d7d200e8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 944 time: 0.0714192 Mar 22 13:52:46.420712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62e54e0b-d770-4ee3-a9eb-39fd9e9e0f0f req-066b19a4-9ec2-4876-878c-23315c4e1905 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Mar 22 13:52:46.542498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36142) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:46.556538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ac37-6e80-42a1-bee2-2fb85aad7296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:46.793833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4bb93-c9db-4827-8b9b-a4d21c5a834b req-db53e3cb-ed5d-4411-a87e-13f657e61719 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:46.795379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ada4bb93-c9db-4827-8b9b-a4d21c5a834b req-db53e3cb-ed5d-4411-a87e-13f657e61719 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 946 time: 0.1363664 Mar 22 13:52:46.807509 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ac37-6e80-42a1-bee2-2fb85aad7296 admin admin] Publish callbacks [] for security_group (58f91d39-78d7-429c-b528-12e40169040c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:46.833327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ac37-6e80-42a1-bee2-2fb85aad7296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (58f91d39-78d7-429c-b528-12e40169040c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:46.861658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544438e-ae99-4494-87c3-e5d9c1f533cc req-542a45b9-519e-44bb-a6a3-b56520a8abad tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:46.863204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b544438e-ae99-4494-87c3-e5d9c1f533cc req-542a45b9-519e-44bb-a6a3-b56520a8abad tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1472807 Mar 22 13:52:46.915257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36162) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:46.924815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4ce8ac37-6e80-42a1-bee2-2fb85aad7296 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f228f4c438aa4c7b8da00943e8ad2a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809054 Mar 22 13:52:46.927516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36166) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:46.933353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8ac37-6e80-42a1-bee2-2fb85aad7296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f91d39-78d7-429c-b528-12e40169040c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:46.939911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ada4bb93-c9db-4827-8b9b-a4d21c5a834b req-14c3bf58-e7b6-474b-b57b-172e58e1b298 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298699 Mar 22 13:52:46.982543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b544438e-ae99-4494-87c3-e5d9c1f533cc req-af638aea-c627-4a3f-bcd8-54f27db4aaa5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109705 Mar 22 13:52:47.014093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:47.048307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b85404c8-f8cc-4ac1-b951-4af0ac10bdb0 admin admin] Publish callbacks [] for security_group (58f91d39-78d7-429c-b528-12e40169040c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:47.088051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 30aad232-37b8-4798-ae23-e08f9c89e9eb completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:52:47.093390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 30aad232-37b8-4798-ae23-e08f9c89e9eb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:47.094978 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:47.102882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b85404c8-f8cc-4ac1-b951-4af0ac10bdb0 admin admin] Publish callbacks [] for security_group (58f91d39-78d7-429c-b528-12e40169040c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:47.147792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-6774f210-4400-4b16-a6c9-b924ebab50d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2306361 Mar 22 13:52:47.165141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-d8ce4b70-ca9b-4cb6-b45e-bac761fa41cf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:47.167350 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-d8ce4b70-ca9b-4cb6-b45e-bac761fa41cf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108211 Mar 22 13:52:47.183763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b85404c8-f8cc-4ac1-b951-4af0ac10bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (58f91d39-78d7-429c-b528-12e40169040c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:47.186950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b85404c8-f8cc-4ac1-b951-4af0ac10bdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:47.189361 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b85404c8-f8cc-4ac1-b951-4af0ac10bdb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58f91d39-78d7-429c-b528-12e40169040c HTTP/1.1" status: 204 len: 168 time: 0.2608008 Mar 22 13:52:47.208784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85404c8-f8cc-4ac1-b951-4af0ac10bdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f91d39-78d7-429c-b528-12e40169040c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:47.249770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 30aad232-37b8-4798-ae23-e08f9c89e9eb is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:47.250198 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:47.284473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e0036-2063-4c3d-a30a-e205d67194ea req-cd8fbda9-7bb9-4268-a954-efd6a2a3cf66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:47.286863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:47.290691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f91e0036-2063-4c3d-a30a-e205d67194ea req-cd8fbda9-7bb9-4268-a954-efd6a2a3cf66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.1019666 Mar 22 13:52:47.293478 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:47.361340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f91e0036-2063-4c3d-a30a-e205d67194ea req-62ac37ae-7c0b-40dd-89f6-34c3d5650a52 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662527 Mar 22 13:52:47.375463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:47.544736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f746b37-d41e-4551-87cb-ae44c747ddd8 req-72c8679e-d653-4880-a005-a3d62e7888c4 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:47.546251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f746b37-d41e-4551-87cb-ae44c747ddd8 req-72c8679e-d653-4880-a005-a3d62e7888c4 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 945 time: 0.0616131 Mar 22 13:52:47.598537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f746b37-d41e-4551-87cb-ae44c747ddd8 req-b2b9a8f9-c29d-4658-a781-18c032f3599e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Mar 22 13:52:47.776997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:47.783903 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fad918-6103-483b-98ca-45e6d600983f" -d '{"events": [{"server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "name": "network-vif-plugged", "status": "completed", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:47.826290 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56837de-f71d-4dbb-af36-ffca56c1173a x-openstack-request-id: req-e56837de-f71d-4dbb-af36-ffca56c1173a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:47.826913 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "name": "network-vif-plugged", "status": "completed", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:47.827251 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e56837de-f71d-4dbb-af36-ffca56c1173a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:47.827702 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56837de-f71d-4dbb-af36-ffca56c1173a'] response: {'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb', 'code': 200} Mar 22 13:52:47.871475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:47.950684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3fb9-900e-4e91-b466-b0c694789b60 req-adf0aeb4-01c4-4e50-b8a4-25a6fd224f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:47.952773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-492d3fb9-900e-4e91-b466-b0c694789b60 req-adf0aeb4-01c4-4e50-b8a4-25a6fd224f83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1127 time: 0.0512631 Mar 22 13:52:48.005070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-492d3fb9-900e-4e91-b466-b0c694789b60 req-2d63cb4d-ab8f-471a-b995-b5b4a74eb119 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Mar 22 13:52:48.130775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d54590c-87b8-43f3-ac4a-aa4bee74a2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.191170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69286-a11b-4b90-a40e-9b2e7e7e82e0 req-735570c2-fe26-4a29-aba7-ff149d910ecf tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:48.193066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69b69286-a11b-4b90-a40e-9b2e7e7e82e0 req-735570c2-fe26-4a29-aba7-ff149d910ecf tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 946 time: 0.0967391 Mar 22 13:52:48.200294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec3da-aaf9-483b-8724-1ca663a2bed1 req-e7e4eeb6-d511-4cb4-b53e-51925fe109a6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:48.201845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbaec3da-aaf9-483b-8724-1ca663a2bed1 req-e7e4eeb6-d511-4cb4-b53e-51925fe109a6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0854657 Mar 22 13:52:48.264139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3e48001-f369-4c99-8e89-ef1388442202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.276624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69b69286-a11b-4b90-a40e-9b2e7e7e82e0 req-f49ef798-967a-4023-b018-9045e82869b0 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737712 Mar 22 13:52:48.284047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbaec3da-aaf9-483b-8724-1ca663a2bed1 req-79cef261-5ed2-4118-92bf-34afcf67570e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741878 Mar 22 13:52:48.372417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3e48001-f369-4c99-8e89-ef1388442202 admin admin] Publish callbacks [] for security_group (78877203-bf68-4a9e-abc4-e03dd059b3e9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.378259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3e48001-f369-4c99-8e89-ef1388442202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (78877203-bf68-4a9e-abc4-e03dd059b3e9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.418170 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b3e48001-f369-4c99-8e89-ef1388442202 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=455a3320a5ac448790d35881d3294df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5451961 Mar 22 13:52:48.420235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e48001-f369-4c99-8e89-ef1388442202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78877203-bf68-4a9e-abc4-e03dd059b3e9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:48.420704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36252) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:48.435682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36254) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:48.509101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c543af89-4f74-4803-a7b4-50e818294071 admin admin] Publish callbacks [] for security_group (78877203-bf68-4a9e-abc4-e03dd059b3e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.534658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b8ba1-c05e-4c6f-a996-d1ef19402f26 req-f6fc5aa1-740a-4be5-aa5c-b97ca72f8e1c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:48.536343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-237b8ba1-c05e-4c6f-a996-d1ef19402f26 req-f6fc5aa1-740a-4be5-aa5c-b97ca72f8e1c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.0815451 Mar 22 13:52:48.546757 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c543af89-4f74-4803-a7b4-50e818294071 admin admin] Publish callbacks [] for security_group (78877203-bf68-4a9e-abc4-e03dd059b3e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.627358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-237b8ba1-c05e-4c6f-a996-d1ef19402f26 req-ba5bf315-ad66-45f1-bb1c-fce076a154f7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828664 Mar 22 13:52:48.636427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c543af89-4f74-4803-a7b4-50e818294071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (78877203-bf68-4a9e-abc4-e03dd059b3e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.648585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c543af89-4f74-4803-a7b4-50e818294071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:48.648585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c543af89-4f74-4803-a7b4-50e818294071 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78877203-bf68-4a9e-abc4-e03dd059b3e9 HTTP/1.1" status: 204 len: 168 time: 0.2204199 Mar 22 13:52:48.653459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543af89-4f74-4803-a7b4-50e818294071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78877203-bf68-4a9e-abc4-e03dd059b3e9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:48.756117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b81b2b-35ee-436e-a53f-89c17c880a02 req-9d6377ba-18c6-419d-aa4d-980581365ce5 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:48.757686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b81b2b-35ee-436e-a53f-89c17c880a02 req-9d6377ba-18c6-419d-aa4d-980581365ce5 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 945 time: 0.0593882 Mar 22 13:52:48.778648 n-d-834677-3 neutron-server[110458]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 13:52:48.806787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b81b2b-35ee-436e-a53f-89c17c880a02 req-6ed094ca-29fa-46e6-8d08-680f45231716 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Mar 22 13:52:48.818107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-34d65496-eb1e-421b-8dba-9288db3cfaef tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:48.819529 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-34d65496-eb1e-421b-8dba-9288db3cfaef tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/ports/f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 1151 time: 0.3828917 Mar 22 13:52:48.867200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:52:49.028729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:49.045355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '9d43cdea-b8d2-486c-a195-6ba29409d299', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'port_id': '9d43cdea-b8d2-486c-a195-6ba29409d299', 'mac_address': 'fa:16:3e:eb:f4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acc379a-6984-4410-afce-6a3642923c76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:52:49.112615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9d43cdea-b8d2-486c-a195-6ba29409d299 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:49.113010 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.138225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d43cdea-b8d2-486c-a195-6ba29409d299 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:49.189355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:49.196333 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.252406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:49.430841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02867473-6e05-478e-b0f7-e7db8112bf15 req-2a439e7c-ab40-426d-82eb-08f6c48eaa2c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:49.434408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9d43cdea-b8d2-486c-a195-6ba29409d299'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:52:49.436699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:49.455296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02867473-6e05-478e-b0f7-e7db8112bf15 req-2a439e7c-ab40-426d-82eb-08f6c48eaa2c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0816524 Mar 22 13:52:49.461309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa307360-3bac-427f-baa5-540996b229b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.527605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02867473-6e05-478e-b0f7-e7db8112bf15 req-02a30c44-93c6-4b8c-9390-fbd033c007d9 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713158 Mar 22 13:52:49.646776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa307360-3bac-427f-baa5-540996b229b6 admin admin] Publish callbacks [] for security_group (2ad5a0a4-40e8-4b92-abef-7f7907246239), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.652909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa307360-3bac-427f-baa5-540996b229b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ad5a0a4-40e8-4b92-abef-7f7907246239), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.697958 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aa307360-3bac-427f-baa5-540996b229b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13da4faa8dee48629cd5a13b025016de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599301 Mar 22 13:52:49.698995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:49.699804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa307360-3bac-427f-baa5-540996b229b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad5a0a4-40e8-4b92-abef-7f7907246239,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:49.703192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80785fc-be5f-471b-850c-53c7fdd63615 req-3437704f-a776-4192-ba15-67f318093454 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:49.705256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b80785fc-be5f-471b-850c-53c7fdd63615 req-3437704f-a776-4192-ba15-67f318093454 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 946 time: 0.0698252 Mar 22 13:52:49.783983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b80785fc-be5f-471b-850c-53c7fdd63615 req-be734005-0bc2-40d1-a325-2b918a65d737 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619001 Mar 22 13:52:49.826031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ea7668a-6d85-43ad-887b-a23ab7b4f1b2 admin admin] Publish callbacks [] for security_group (2ad5a0a4-40e8-4b92-abef-7f7907246239), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.859603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ea7668a-6d85-43ad-887b-a23ab7b4f1b2 admin admin] Publish callbacks [] for security_group (2ad5a0a4-40e8-4b92-abef-7f7907246239), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.950185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ea04a-f5a6-417f-9376-059752366206 req-1cb6984b-614f-4b07-aff0-569fe2cfb5f8 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:49.959372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-107ea04a-f5a6-417f-9376-059752366206 req-1cb6984b-614f-4b07-aff0-569fe2cfb5f8 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 945 time: 0.0775588 Mar 22 13:52:49.976110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-08fb4aff-e8a9-4159-979a-e830bc218cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:49.978697 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-08fb4aff-e8a9-4159-979a-e830bc218cca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1154 time: 0.0740204 Mar 22 13:52:49.995782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ea7668a-6d85-43ad-887b-a23ab7b4f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ad5a0a4-40e8-4b92-abef-7f7907246239), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:49.998593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ea7668a-6d85-43ad-887b-a23ab7b4f1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:50.002606 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2ea7668a-6d85-43ad-887b-a23ab7b4f1b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ad5a0a4-40e8-4b92-abef-7f7907246239 HTTP/1.1" status: 204 len: 168 time: 0.2994623 Mar 22 13:52:50.052633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-107ea04a-f5a6-417f-9376-059752366206 req-09614cdd-66f4-4ea2-bc1a-816a3d675808 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885463 Mar 22 13:52:50.055948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7668a-6d85-43ad-887b-a23ab7b4f1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad5a0a4-40e8-4b92-abef-7f7907246239,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:50.068930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623766a-affa-47a1-b6f0-487bb5616720 req-bd7cc22d-21b6-4391-9e40-5b0fe49a4fbd tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:50.070811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4623766a-affa-47a1-b6f0-487bb5616720 req-bd7cc22d-21b6-4391-9e40-5b0fe49a4fbd tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 946 time: 0.1317551 Mar 22 13:52:50.079359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36338) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:50.093836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'floatingip': {'port_id': 'bb300b7d-2823-49e2-9680-0ac9b04c2760'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:50.148822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-ef999514-1a13-4af8-9df8-5a356d37a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:50.150540 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-ef999514-1a13-4af8-9df8-5a356d37a967 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1651289 Mar 22 13:52:50.200506 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-9edab982-b7a9-4a0e-94a3-8e56caee6d7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.0437906 Mar 22 13:52:50.232706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:50.262128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-a012021c-cf5c-42a9-8603-9f544c60242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:50.263709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-a012021c-cf5c-42a9-8603-9f544c60242a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0572550 Mar 22 13:52:50.333909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-6f742afd-9142-47fc-93b8-faca55990dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:50.335628 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-6f742afd-9142-47fc-93b8-faca55990dbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0653617 Mar 22 13:52:50.338873 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ff53a0ee-f791-4bf3-b85d-8bfb6a73b01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:50.381370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58b26-7b46-4761-9786-032919950efc req-88ca4dc3-2f26-4724-8333-354cb7f3b37b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:50.382931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8de58b26-7b46-4761-9786-032919950efc req-88ca4dc3-2f26-4724-8333-354cb7f3b37b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 945 time: 0.2239406 Mar 22 13:52:50.443430 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-a0aac57a-d022-42bb-996f-0f10342afe03 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015148 Mar 22 13:52:50.509742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8de58b26-7b46-4761-9786-032919950efc req-f0107ed0-c2f8-4512-8d17-5e51d3186162 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133742 Mar 22 13:52:50.572100 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-e9280a91-3112-43ac-bfc5-b82d81a8f982 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224337 Mar 22 13:52:50.874398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:52:50.935758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 9d43cdea-b8d2-486c-a195-6ba29409d299 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:52:50.940958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 9d43cdea-b8d2-486c-a195-6ba29409d299 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:50.941334 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.036831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9d43cdea-b8d2-486c-a195-6ba29409d299 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:52:51.037331 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.061640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:51.064475 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e5471b-bbb7-4357-81af-cb33b75c1f98" -d '{"events": [{"server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "name": "network-vif-plugged", "status": "completed", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:51.078952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:51.083852 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.098681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:52:51.130662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:51.148738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221a23-ee0c-4c83-ad54-b1ee24463d2b req-cac4d69b-a0e5-4e88-8eb3-6a1cb450fa3c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:51.150246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5221a23-ee0c-4c83-ad54-b1ee24463d2b req-cac4d69b-a0e5-4e88-8eb3-6a1cb450fa3c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.3800025 Mar 22 13:52:51.207566 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.220632 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.229370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19900855-1669-485c-9314-9a190751c740 req-1d2c679e-3bea-458f-a98d-4a47724a2e29 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:51.230928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19900855-1669-485c-9314-9a190751c740 req-1d2c679e-3bea-458f-a98d-4a47724a2e29 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1127 time: 0.1897056 Mar 22 13:52:51.311829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5221a23-ee0c-4c83-ad54-b1ee24463d2b req-35c1793c-2bc6-466a-b7fa-7759d5f881c1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541600 Mar 22 13:52:51.371475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19900855-1669-485c-9314-9a190751c740 req-ea95a800-2b3c-4336-ad1f-5dd133a786c1 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991302 Mar 22 13:52:51.385610 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a associated. External IP: 172.25.2.40, port: bb300b7d-2823-49e2-9680-0ac9b04c2760. Mar 22 13:52:51.633100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-e08ca5d8-535a-43b9-9385-9210ccfd99ed tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8a7460fb45cf45709b04665d240b2a64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276775 Mar 22 13:52:51.723370 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.739914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Router 16f6be33-1b88-405c-b0c6-67981eb4fbcc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:52:51.768100 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b040820-b779-46e4-9f7e-0e5ff09a2425 x-openstack-request-id: req-1b040820-b779-46e4-9f7e-0e5ff09a2425 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:51.768608 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "name": "network-vif-plugged", "status": "completed", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:51.769016 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b040820-b779-46e4-9f7e-0e5ff09a2425 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:51.769570 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b040820-b779-46e4-9f7e-0e5ff09a2425'] response: {'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299', 'code': 200} Mar 22 13:52:51.771341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-cdaa21e3-defc-4086-b499-c071beb37b3c tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:51.772879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-cdaa21e3-defc-4086-b499-c071beb37b3c tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323693 Mar 22 13:52:51.873952 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-93345699-1984-4fed-87ac-fe3249ae3a82 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/quotas/8a7460fb45cf45709b04665d240b2a64 HTTP/1.1" status: 200 len: 375 time: 0.0675492 Mar 22 13:52:51.897341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b306d-04c2-4fb1-9d6f-42c124caf6b3 req-5b83b4a3-929c-4cd0-869f-2a5b5941b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:51.898972 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d1b306d-04c2-4fb1-9d6f-42c124caf6b3 req-5b83b4a3-929c-4cd0-869f-2a5b5941b4ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1128 time: 0.0577762 Mar 22 13:52:51.926525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-bff19ee7-fca4-4bef-b963-02e6e6ac0a98 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a7460fb45cf45709b04665d240b2a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391855 Mar 22 13:52:51.958252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2934dd-4f37-40c4-a6a3-298e31951b34 req-01333c42-9eb6-4f66-90e8-6cebeb518236 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:51.958463 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d1b306d-04c2-4fb1-9d6f-42c124caf6b3 req-fc3b4ac5-f857-4b22-a779-735f7d5a66b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535016 Mar 22 13:52:51.959747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe2934dd-4f37-40c4-a6a3-298e31951b34 req-01333c42-9eb6-4f66-90e8-6cebeb518236 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 946 time: 0.1169589 Mar 22 13:52:51.963019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:52:51.967992 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.979455 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] Sync routers for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:52:51.997166 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:51.997617 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:52:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:52.021635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aecccb6b-073b-4af3-b8d2-872c3736261b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "PUT /v2.0/floatingips/e3898c20-554c-4ebc-bbd5-1364388b7e5a HTTP/1.1" status: 200 len: 991 time: 1.9403436 Mar 22 13:52:52.024607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:52.027403 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df64f98-d6cc-444f-b283-4b49b8f3acfa" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:52.062048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe2934dd-4f37-40c4-a6a3-298e31951b34 req-dc5b6436-b4bf-4044-96c3-a971caa372ff tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723968 Mar 22 13:52:52.182949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a90a3-11c6-4215-892b-d943b6f22263 req-a2837d8b-8fd5-40bc-9414-4547e26f8b46 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:52.184482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-039a90a3-11c6-4215-892b-d943b6f22263 req-a2837d8b-8fd5-40bc-9414-4547e26f8b46 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1127 time: 0.0650976 Mar 22 13:52:52.193329 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:52.272262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-039a90a3-11c6-4215-892b-d943b6f22263 req-c4892651-489c-4528-8053-3f29aee13096 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691764 Mar 22 13:52:52.510886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e37ff2-9fff-4ba9-83bb-8afba3ed4da6 req-2dd6c78a-be71-4405-b9f3-7e2cfc41d531 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:52.513359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1e37ff2-9fff-4ba9-83bb-8afba3ed4da6 req-2dd6c78a-be71-4405-b9f3-7e2cfc41d531 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 946 time: 0.0964253 Mar 22 13:52:52.577869 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b971c-2bd6-4b5a-a7c6-4bfbd19053cc x-openstack-request-id: req-705b971c-2bd6-4b5a-a7c6-4bfbd19053cc {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:52.578205 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:52.578458 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-705b971c-2bd6-4b5a-a7c6-4bfbd19053cc {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:52.578857 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705b971c-2bd6-4b5a-a7c6-4bfbd19053cc'] response: {'name': 'network-changed', 'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'status': 'completed', 'code': 200} Mar 22 13:52:52.591722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1e37ff2-9fff-4ba9-83bb-8afba3ed4da6 req-08569068-c94e-4f0a-8574-65967374b55f tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723486 Mar 22 13:52:52.644294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36452) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:52.681660 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e3898c20-554c-4ebc-bbd5-1364388b7e5a', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'port_id': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'mac_address': 'fa:16:3e:2b:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:52:22Z', 'updated_at': '2022-03-22T13:52:50Z', 'revision_number': 1, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:52.726251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] Checking router: 16f6be33-1b88-405c-b0c6-67981eb4fbcc for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:52:52.728186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-889fb499-9953-459d-8d7c-8f402bb6a8c2 req-00322859-928f-42ad-bf43-78b07eafd1d0 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 210 time: 0.0594919 Mar 22 13:52:52.754238 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:52:52.754998 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:52:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:52.776021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-b45fa762-0699-46fb-8993-6a319a13b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:52.777554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-b45fa762-0699-46fb-8993-6a319a13b331 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 1128 time: 0.1820393 Mar 22 13:52:52.811459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81521-07e1-40bb-bbca-9bb80c6758fe req-348bc951-cc11-4918-9a59-fcbc26758ec5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:52.814562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bad81521-07e1-40bb-bbca-9bb80c6758fe req-348bc951-cc11-4918-9a59-fcbc26758ec5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0897896 Mar 22 13:52:52.822154 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef356772-9177-4494-b500-267ea9bd115b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:52.933068 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:52:52.967532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bad81521-07e1-40bb-bbca-9bb80c6758fe req-86dd8985-d964-45a9-ba91-a042a397df5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113970 Mar 22 13:52:52.976323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef356772-9177-4494-b500-267ea9bd115b admin admin] Publish callbacks [] for security_group (df38a5d4-5f05-49d8-821a-15d495eb21d9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:52.979304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-de9518bf-51ca-4ed2-bd7a-8c23322a4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:52.981583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-de9518bf-51ca-4ed2-bd7a-8c23322a4e32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 925 time: 0.1982405 Mar 22 13:52:52.996657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef356772-9177-4494-b500-267ea9bd115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (df38a5d4-5f05-49d8-821a-15d495eb21d9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.112660 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef356772-9177-4494-b500-267ea9bd115b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=699a713d2439419db35ec31ee02b4421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671149 Mar 22 13:52:53.113787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:53.120439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef356772-9177-4494-b500-267ea9bd115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df38a5d4-5f05-49d8-821a-15d495eb21d9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:53.182780 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c662bc5f-2a1c-42df-a514-7896d39f59f1 admin admin] Publish callbacks [] for security_group (df38a5d4-5f05-49d8-821a-15d495eb21d9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.216163 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.231185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c662bc5f-2a1c-42df-a514-7896d39f59f1 admin admin] Publish callbacks [] for security_group (df38a5d4-5f05-49d8-821a-15d495eb21d9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.240362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-b67ff6b1-ad07-496d-9ed0-95ccfdd9006b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760 HTTP/1.1" status: 200 len: 999 time: 0.2506547 Mar 22 13:52:53.290164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c662bc5f-2a1c-42df-a514-7896d39f59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (df38a5d4-5f05-49d8-821a-15d495eb21d9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.293813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c662bc5f-2a1c-42df-a514-7896d39f59f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.298897 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c662bc5f-2a1c-42df-a514-7896d39f59f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df38a5d4-5f05-49d8-821a-15d495eb21d9 HTTP/1.1" status: 204 len: 168 time: 0.1835248 Mar 22 13:52:53.314216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-f1f4aabf-afc6-46a0-9b07-ac0af3dfdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:53.315102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662bc5f-2a1c-42df-a514-7896d39f59f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df38a5d4-5f05-49d8-821a-15d495eb21d9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:53.316304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-f1f4aabf-afc6-46a0-9b07-ac0af3dfdd5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6aaecf5a-7563-4286-8edc-581798e332e0 HTTP/1.1" status: 200 len: 863 time: 0.0702434 Mar 22 13:52:53.389322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-1d9fd5e6-418a-4fb0-9b2e-59c0784f832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:53.390878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-1d9fd5e6-418a-4fb0-9b2e-59c0784f832f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6906c08-6d2e-41ce-b995-99d0b6f353f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688055 Mar 22 13:52:53.408117 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e3898c20-554c-4ebc-bbd5-1364388b7e5a', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'port_id': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'mac_address': 'fa:16:3e:2b:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:52:22Z', 'updated_at': '2022-03-22T13:52:50Z', 'revision_number': 1, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:52:53.462455 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46d7fc-0b5c-448d-95f1-2c0d72d12a73 None None] The sync data for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 is: [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e3898c20-554c-4ebc-bbd5-1364388b7e5a', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'port_id': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'mac_address': 'fa:16:3e:2b:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:52:22Z', 'updated_at': '2022-03-22T13:52:50Z', 'revision_number': 1, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:52:53.521449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-be8801f2-d35a-4ff9-b060-c50cfa2f7638 service neutron] 10.222.0.57 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091540 Mar 22 13:52:53.583796 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-8f1c5bf9-9ac5-4490-9096-39c96a0987a5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8a7460fb45cf45709b04665d240b2a64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401299 Mar 22 13:52:53.768148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-c206014a-00f4-4f34-a530-8cc00b267979 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:53.770550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-c206014a-00f4-4f34-a530-8cc00b267979 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783607 Mar 22 13:52:53.785194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Request body: {'port': {'device_id': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '8a7460fb45cf45709b04665d240b2a64'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:53.800291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36500) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:53.811929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df64f98-d6cc-444f-b283-4b49b8f3acfa req-32612d03-0a15-474f-8699-b97518f24d59 service neutron] 10.222.0.57 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865734 Mar 22 13:52:53.831755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9ff53-5565-4b3d-9b9e-e18f3cad93fc None None] New status for floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:52:53.840896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d40-ace7-468d-bac1-446fdf99d6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.894125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20046-f61f-4224-b771-95ba6531f0ea req-a1db33d4-c943-41c0-ab69-fbc3d65d60d9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:53.895798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9f20046-f61f-4224-b771-95ba6531f0ea req-a1db33d4-c943-41c0-ab69-fbc3d65d60d9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 946 time: 0.2664862 Mar 22 13:52:53.928554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Made reservation on behalf of 8a7460fb45cf45709b04665d240b2a64 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:52:53.933057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.952591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.973133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9f20046-f61f-4224-b771-95ba6531f0ea req-8f397289-9b64-4a7b-abc7-06f60ce3a31d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Mar 22 13:52:54.047028 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks [] for security_group (39a8b707-79a3-4230-885d-6f35c45c5ed4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.048989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d40-ace7-468d-bac1-446fdf99d6d6 admin admin] Publish callbacks [] for security_group (7bf73517-0e10-49c2-848f-5148fdeffae2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.055244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (39a8b707-79a3-4230-885d-6f35c45c5ed4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.055415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d40-ace7-468d-bac1-446fdf99d6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7bf73517-0e10-49c2-848f-5148fdeffae2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.107470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8fad7d40-ace7-468d-bac1-446fdf99d6d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d970028bef4a441581c22e3e54b4841b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046691 Mar 22 13:52:54.109123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36518) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:54.120883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad7d40-ace7-468d-bac1-446fdf99d6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf73517-0e10-49c2-848f-5148fdeffae2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:54.172786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a8b707-79a3-4230-885d-6f35c45c5ed4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:54.179529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.194989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a3db97d-3117-4207-863d-eb55446d5d3f req-85853a55-f0f3-470e-8886-3eb2291650a9 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 210 time: 0.0756733 Mar 22 13:52:54.255312 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31fd3e76-402f-4a8c-94e4-b106c92a4163 admin admin] Publish callbacks [] for security_group (7bf73517-0e10-49c2-848f-5148fdeffae2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.287054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Allocated IP 192.168.233.197 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/20eff843-c39a-44fd-a78c-045a79936c69) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:52:54.307822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31fd3e76-402f-4a8c-94e4-b106c92a4163 admin admin] Publish callbacks [] for security_group (7bf73517-0e10-49c2-848f-5148fdeffae2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.359082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67cb63-9a0d-4aa2-ae3e-a59b577c8455 req-6d74a3ee-39ef-46bd-b87c-64fe7a449e04 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:54.365930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b67cb63-9a0d-4aa2-ae3e-a59b577c8455 req-6d74a3ee-39ef-46bd-b87c-64fe7a449e04 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0971477 Mar 22 13:52:54.407653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31fd3e76-402f-4a8c-94e4-b106c92a4163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7bf73517-0e10-49c2-848f-5148fdeffae2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.410065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31fd3e76-402f-4a8c-94e4-b106c92a4163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.413802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-31fd3e76-402f-4a8c-94e4-b106c92a4163 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bf73517-0e10-49c2-848f-5148fdeffae2 HTTP/1.1" status: 204 len: 168 time: 0.3002129 Mar 22 13:52:54.426458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b67cb63-9a0d-4aa2-ae3e-a59b577c8455 req-7eccb3a4-55c1-462c-b18a-05a3bacf66e6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Mar 22 13:52:54.432512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd3e76-402f-4a8c-94e4-b106c92a4163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf73517-0e10-49c2-848f-5148fdeffae2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:54.484497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks [] for port (20eff843-c39a-44fd-a78c-045a79936c69), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.526393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (20eff843-c39a-44fd-a78c-045a79936c69), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.540757 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.569712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:52:54.572846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:52:54.576386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:52:54.627556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Pushing event updated for resources: {'Port': ['ID=20eff843-c39a-44fd-a78c-045a79936c69,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:54.645953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:54.646624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.670135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-57d653cc-7a2d-47d2-a1f8-c0d6a2ba47d5 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8891776 Mar 22 13:52:54.685269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Request body: {'port': {'device_id': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:54.788735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20eff843-c39a-44fd-a78c-045a79936c69), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.806928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376be8f3-1bcc-4a0e-a820-866e43e7f3f3 req-7c400dff-25e1-42af-bc69-03bca2d19f80 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:54.814531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-376be8f3-1bcc-4a0e-a820-866e43e7f3f3 req-7c400dff-25e1-42af-bc69-03bca2d19f80 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1128 time: 0.0666451 Mar 22 13:52:54.868621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-376be8f3-1bcc-4a0e-a820-866e43e7f3f3 req-fd9371fc-b775-427a-8771-265e5852f497 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469220 Mar 22 13:52:54.931759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-15bfb77d-1d16-4701-b089-1fdceaa34d3e None None] Provisioning complete for port 20eff843-c39a-44fd-a78c-045a79936c69 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:52:54.932135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-15bfb77d-1d16-4701-b089-1fdceaa34d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (20eff843-c39a-44fd-a78c-045a79936c69), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:55.006477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ec41-73ed-4793-b47d-08025284c395 req-5b4b6d75-578d-498d-b4e0-007e69eb5e57 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:55.011438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-3d6e2578-3663-445f-b80e-4263a36eea27 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:55.012756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-3d6e2578-3663-445f-b80e-4263a36eea27 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2058632 Mar 22 13:52:55.013444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6801ec41-73ed-4793-b47d-08025284c395 req-5b4b6d75-578d-498d-b4e0-007e69eb5e57 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1128 time: 0.0540113 Mar 22 13:52:55.016182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-15bfb77d-1d16-4701-b089-1fdceaa34d3e None None] Port 20eff843-c39a-44fd-a78c-045a79936c69 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:52:55.058492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6801ec41-73ed-4793-b47d-08025284c395 req-8dd85d62-a890-4495-a956-e49df76274ff tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Mar 22 13:52:55.084191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-2aeed7cc-4379-4cab-9ae7-04faada9f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:55.085746 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-2aeed7cc-4379-4cab-9ae7-04faada9f649 service neutron] 10.222.0.44 "GET /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 1124 time: 0.0590744 Mar 22 13:52:55.099751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Request body: {'binding': {'host': 'n-h1-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:55.100128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Unknown quota resources ['binding']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:52:55.230887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eff843-c39a-44fd-a78c-045a79936c69 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:55.247276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Publish callbacks [] for port (20eff843-c39a-44fd-a78c-045a79936c69), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:55.273086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Transition to ACTIVE for port object 20eff843-c39a-44fd-a78c-045a79936c69 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:52:55.282862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (20eff843-c39a-44fd-a78c-045a79936c69), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:55.311293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-347504bc-f422-4323-8e5f-77942b213eb3 req-9cc78bf5-0d0f-47f4-8f4e-1d9d6d6cc1ea service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:55.312579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-347504bc-f422-4323-8e5f-77942b213eb3 req-9cc78bf5-0d0f-47f4-8f4e-1d9d6d6cc1ea service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067418 Mar 22 13:52:55.363846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on host n-h1-834677-3 for vnic_type normal with profile None {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:55.364175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:55.364495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:55.369459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Pushing event updated for resources: {'Port': ['ID=20eff843-c39a-44fd-a78c-045a79936c69,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:55.387618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:55.387935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:55.416926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.417273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.417569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.417894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.418256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.418543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.418887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.419171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.419480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.419790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.420099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.420408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.420718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.421055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.421357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:55.429728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:55.430094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:55.430377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:55.430815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Bound port: 30aad232-37b8-4798-ae23-e08f9c89e9eb, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:55.555929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:55.556982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Attempting to bind port 20eff843-c39a-44fd-a78c-045a79936c69 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:55.557307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Attempting to bind port 20eff843-c39a-44fd-a78c-045a79936c69 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:55.557631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Attempting to bind port 20eff843-c39a-44fd-a78c-045a79936c69 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:55.568318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:55.569481 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-a4ed5407-e782-4c51-bcea-b40fab967c10 service neutron] 10.222.0.44 "POST /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4744806 Mar 22 13:52:55.570490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Port 20eff843-c39a-44fd-a78c-045a79936c69 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:55.570807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Attempting to bind port 20eff843-c39a-44fd-a78c-045a79936c69 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:55.593722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:55.593832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:55.594200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:55.594646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Bound port: 20eff843-c39a-44fd-a78c-045a79936c69, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:55.595473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20eff843-c39a-44fd-a78c-045a79936c69), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:55.688651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] For port 20eff843-c39a-44fd-a78c-045a79936c69, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:55.692252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] For port 20eff843-c39a-44fd-a78c-045a79936c69, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=20eff843-c39a-44fd-a78c-045a79936c69,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:55.699776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (20eff843-c39a-44fd-a78c-045a79936c69), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:55.759389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:55.760117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:55.761634 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] 10.222.0.42 "PUT /v2.0/ports/20eff843-c39a-44fd-a78c-045a79936c69 HTTP/1.1" status: 200 len: 1096 time: 1.0835090 Mar 22 13:52:55.764968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'tag': '20eff843-c39a-44fd-a78c-045a79936c69'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:55.769110 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cbe7a1-1a00-4883-b733-7171754e988a" -d '{"events": [{"name": "network-changed", "server_uuid": "5afa147c-2069-42c2-828d-6f2e4d18b18a", "tag": "20eff843-c39a-44fd-a78c-045a79936c69"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:55.875813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab9a09-0e84-49c1-b9e3-d0eb89bc55ee service neutron] Pushing event updated for resources: {'Port': ['ID=20eff843-c39a-44fd-a78c-045a79936c69,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:55.925998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971b035-2978-496f-8f2f-e37e48bbebb7 req-943a7a30-af83-4d32-9c17-928374427559 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:55.933582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c971b035-2978-496f-8f2f-e37e48bbebb7 req-943a7a30-af83-4d32-9c17-928374427559 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 948 time: 0.1402075 Mar 22 13:52:56.015312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-d4e74398-0609-4bce-89ba-7955b8af03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.016907 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-d4e74398-0609-4bce-89ba-7955b8af03c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a7460fb45cf45709b04665d240b2a64&device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 1130 time: 0.1837029 Mar 22 13:52:56.031053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c971b035-2978-496f-8f2f-e37e48bbebb7 req-5dce070d-6b2e-4162-9647-7fb864629f36 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952492 Mar 22 13:52:56.101842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-f360aef1-219e-47fb-b1b3-9e013862fb07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=20eff843-c39a-44fd-a78c-045a79936c69 HTTP/1.1" status: 200 len: 217 time: 0.0753820 Mar 22 13:52:56.105158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-9b4aab26-f5c0-4f3e-af74-9130e93f5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.107699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-9b4aab26-f5c0-4f3e-af74-9130e93f5d8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1127 time: 0.1822250 Mar 22 13:52:56.192757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:56.225344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-36056479-f3e0-4d94-8721-b58b0236eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.227021 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-36056479-f3e0-4d94-8721-b58b0236eeb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1193616 Mar 22 13:52:56.254478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42499dc-2267-4c79-bc50-785e7ed2fd23 req-839abf45-6d58-4a86-90cd-7558bbc536b2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.263846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c42499dc-2267-4c79-bc50-785e7ed2fd23 req-839abf45-6d58-4a86-90cd-7558bbc536b2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1243920 Mar 22 13:52:56.298870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-defe2438-5790-4879-bf5a-2e9b53e36ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.300970 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-defe2438-5790-4879-bf5a-2e9b53e36ece service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1778262 Mar 22 13:52:56.326041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c42499dc-2267-4c79-bc50-785e7ed2fd23 req-df517cf9-5760-4ffb-9f38-6b4f742b50dd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609736 Mar 22 13:52:56.374798 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-4983acf6-87bb-40b3-b44f-0e76df690231 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 217 time: 0.0662961 Mar 22 13:52:56.376968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-a6fd054b-3923-457d-8d9b-62c8c2f6190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.378427 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-a6fd054b-3923-457d-8d9b-62c8c2f6190e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1398563 Mar 22 13:52:56.466958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744b60b-9e14-4d2a-be61-9229dec08193 req-c0d3eae6-b195-44f1-aef5-b3287650404f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.468987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8744b60b-9e14-4d2a-be61-9229dec08193 req-c0d3eae6-b195-44f1-aef5-b3287650404f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 945 time: 0.0571129 Mar 22 13:52:56.482084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f5f05c3-656e-421d-b013-92dbbd889440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:56.520362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-147c2def-abf5-47eb-a091-5d440e9da6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.521859 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-147c2def-abf5-47eb-a091-5d440e9da6d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1359799 Mar 22 13:52:56.526426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8744b60b-9e14-4d2a-be61-9229dec08193 req-35285f23-7a4a-4ba1-8eb7-f83c558ec3e6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492711 Mar 22 13:52:56.573446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-7d7a76ab-2849-44b8-992d-7551b81b69e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416119 Mar 22 13:52:56.603639 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-ff3b99eb-3423-4157-a532-2ed2da4571ad service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089646 Mar 22 13:52:56.728806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36642) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:56.830019 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b18e7-4731-4fd7-b561-00384b087fb7 x-openstack-request-id: req-631b18e7-4731-4fd7-b561-00384b087fb7 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:56.830323 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afa147c-2069-42c2-828d-6f2e4d18b18a", "tag": "20eff843-c39a-44fd-a78c-045a79936c69", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:56.830538 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-631b18e7-4731-4fd7-b561-00384b087fb7 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:56.830937 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631b18e7-4731-4fd7-b561-00384b087fb7'] response: {'name': 'network-changed', 'server_uuid': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'tag': '20eff843-c39a-44fd-a78c-045a79936c69', 'status': 'completed', 'code': 200} Mar 22 13:52:56.850551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-afe659c7-a4d3-400e-92c3-80ed45ea685a tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:56.851761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-afe659c7-a4d3-400e-92c3-80ed45ea685a tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1206841 Mar 22 13:52:56.966829 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f5f05c3-656e-421d-b013-92dbbd889440 admin admin] Publish callbacks [] for security_group (9ac4d46e-26ab-4f83-9fc7-6c8789e962bd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:56.977165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f5f05c3-656e-421d-b013-92dbbd889440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ac4d46e-26ab-4f83-9fc7-6c8789e962bd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:56.990005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f83da458-8b56-4543-8f3c-70c4c849ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:56.999982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f83da458-8b56-4543-8f3c-70c4c849ca2d service neutron] 10.222.0.44 "GET /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 1125 time: 0.0944989 Mar 22 13:52:57.004146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Request body: {'binding': {'host': 'n-h2-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:57.004713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Unknown quota resources ['binding']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:52:57.008864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-0e7c51a5-b22b-4f5d-a98f-11908089e06c service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253771 Mar 22 13:52:57.018826 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a2bb25e-b638-4dba-b7c2-f8f198582db9 req-ace49489-555a-4679-b43e-758980b6c942 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838272 Mar 22 13:52:57.037762 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5f5f05c3-656e-421d-b013-92dbbd889440 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b518b40bc2d410584e393e59dbcc247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8438513 Mar 22 13:52:57.049386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36668) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:57.082547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f05c3-656e-421d-b013-92dbbd889440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac4d46e-26ab-4f83-9fc7-6c8789e962bd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:57.198616 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-07dbcf33-7aa5-4a36-bf6a-6cf3ee8ea7ad service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763551 Mar 22 13:52:57.204063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b937496c-533d-4d7c-8961-0f8bbd557cd1 admin admin] Publish callbacks [] for security_group (9ac4d46e-26ab-4f83-9fc7-6c8789e962bd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:57.208865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-b6730c4b-4f7d-4393-9e75-2d226e21d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.210506 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-b6730c4b-4f7d-4393-9e75-2d226e21d0c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a7460fb45cf45709b04665d240b2a64&device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 1130 time: 0.1167843 Mar 22 13:52:57.273265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b937496c-533d-4d7c-8961-0f8bbd557cd1 admin admin] Publish callbacks [] for security_group (9ac4d46e-26ab-4f83-9fc7-6c8789e962bd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:57.337871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-bd409429-d116-4fb5-bd54-9531df6eefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.339396 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-bd409429-d116-4fb5-bd54-9531df6eefeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1213262 Mar 22 13:52:57.364909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a06-d428-4618-855c-5a6d992ec001 req-783bc5fe-7ad3-421c-88b0-0cc94d1f11c0 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.365669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b937496c-533d-4d7c-8961-0f8bbd557cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ac4d46e-26ab-4f83-9fc7-6c8789e962bd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:57.366431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6aa57a06-d428-4618-855c-5a6d992ec001 req-783bc5fe-7ad3-421c-88b0-0cc94d1f11c0 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 948 time: 0.1088159 Mar 22 13:52:57.369521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b937496c-533d-4d7c-8961-0f8bbd557cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:57.373774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b937496c-533d-4d7c-8961-0f8bbd557cd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ac4d46e-26ab-4f83-9fc7-6c8789e962bd HTTP/1.1" status: 204 len: 168 time: 0.3200805 Mar 22 13:52:57.436751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on host n-h2-834677-3 for vnic_type normal with profile None {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:57.437095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:57.437401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:57.442969 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-163f73de-4040-4a1a-bffe-d025ea49cdd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=20eff843-c39a-44fd-a78c-045a79936c69 HTTP/1.1" status: 200 len: 217 time: 0.0942059 Mar 22 13:52:57.444904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937496c-533d-4d7c-8961-0f8bbd557cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac4d46e-26ab-4f83-9fc7-6c8789e962bd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:57.445202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6aa57a06-d428-4618-855c-5a6d992ec001 req-9e6a2eac-5bc5-4d9b-9382-b2aa678affe3 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724087 Mar 22 13:52:57.446184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:57.446505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:57.453506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:57.453836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:57.454259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:57.454695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Bound port: 9d43cdea-b8d2-486c-a195-6ba29409d299, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:57.519314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-2f6b3793-74d5-456e-a017-015c5131dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.521058 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-2f6b3793-74d5-456e-a017-015c5131dfb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0690994 Mar 22 13:52:57.524535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-511afe2a-8bc3-488f-b0fc-3cf6ce996ddc tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.526180 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-511afe2a-8bc3-488f-b0fc-3cf6ce996ddc tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.1702669 Mar 22 13:52:57.545044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-3'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:57.588324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:57.598388 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:57.614354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d23807eb-b6cc-47fe-943c-39ec89eb7228 service neutron] 10.222.0.44 "POST /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299/bindings HTTP/1.1" status: 201 len: 389 time: 0.6127853 Mar 22 13:52:57.656478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:57.667832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-2e183fe2-fcc9-4031-83f6-2e9a695ec660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.669526 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-2e183fe2-fcc9-4031-83f6-2e9a695ec660 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1376712 Mar 22 13:52:57.706722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be898e5-72d3-457b-b061-604d75facfe5 req-f2a05b48-c37c-44bd-93cb-2045fed457c4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.716084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5be898e5-72d3-457b-b061-604d75facfe5 req-f2a05b48-c37c-44bd-93cb-2045fed457c4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0883532 Mar 22 13:52:57.768794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5be898e5-72d3-457b-b061-604d75facfe5 req-5b06ead0-8b77-44e9-87cf-a9ec6e06e3ed tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516150 Mar 22 13:52:57.848425 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-866fbeb6-4583-468f-b34a-8178facbf0e4 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534424 Mar 22 13:52:57.891274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:52:57.912991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e9e48-93aa-49eb-96d8-0798a6696459 req-84ad380d-dfcb-4545-998a-19edf72d8af8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:57.918489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a4e9e48-93aa-49eb-96d8-0798a6696459 req-84ad380d-dfcb-4545-998a-19edf72d8af8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Mar 22 13:52:57.948195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36704) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:57.994894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:58.013955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.031096 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b8cbe7a1-1a00-4883-b733-7171754e988a req-03d0bfc0-bf48-46f7-a24f-811221cb3e0a service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674576 Mar 22 13:52:58.050691 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Publish callbacks [] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.057385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.067647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a4e9e48-93aa-49eb-96d8-0798a6696459 req-4328bcae-f81c-430a-8d85-1e2144f459de tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462386 Mar 22 13:52:58.078633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-53346141-790c-41b1-88c8-82c2d1a80671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:58.080127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-53346141-790c-41b1-88c8-82c2d1a80671 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1128 time: 0.1598437 Mar 22 13:52:58.097549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71590180-71ef-449a-b509-ed0fdfb2083f req-e3b667b6-02f2-4911-8664-b223677b83ed tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:58.099260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71590180-71ef-449a-b509-ed0fdfb2083f req-e3b667b6-02f2-4911-8664-b223677b83ed tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 946 time: 0.1939120 Mar 22 13:52:58.139024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:58.150577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:52:58.151547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:52:58.151547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:58.158595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:52:58.158930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Attempting to bind port 30aad232-37b8-4798-ae23-e08f9c89e9eb on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:52:58.165682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:52:58.166146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:52:58.166585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:52:58.167020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Bound port: 30aad232-37b8-4798-ae23-e08f9c89e9eb, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:52:58.167383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.181663 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.235827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:52:58.237346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71590180-71ef-449a-b509-ed0fdfb2083f req-d1e66337-acae-4706-961d-69f0c0198bbe tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244295 Mar 22 13:52:58.240646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:52:58.248528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.269222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c3da85e2-bab8-4cd9-8c63-f6b623562f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:58.270718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c3da85e2-bab8-4cd9-8c63-f6b623562f9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1705723 Mar 22 13:52:58.275389 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Publish callbacks [] for security_group (33e0eb62-7145-44cf-ab2a-786b5917bfde), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.314417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (33e0eb62-7145-44cf-ab2a-786b5917bfde), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.344237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:58.344936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.346639 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] 10.222.0.42 "PUT /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 1121 time: 0.8056357 Mar 22 13:52:58.350974 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6a8e1-41f6-4c42-a541-4ca22696b1cf service neutron] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=8']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:58.356152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-4bcea544-f8d6-4057-a20b-45037c8a81b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.0787094 Mar 22 13:52:58.368015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=197d69c580824d438e398429489f51c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029675 Mar 22 13:52:58.374539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36712) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:58.411382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e0eb62-7145-44cf-ab2a-786b5917bfde,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:58.420858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['30aad232-37b8-4798-ae23-e08f9c89e9eb'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:52:58.423668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.424205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.424373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.424669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.425001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.425330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.425695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.426018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.426345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.426666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.426991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.427304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.427725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.427935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.428251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404111c4-f61f-4715-abc1-a913055674d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:58.439920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-dc4817b7-d3e8-4bf5-a0f1-079f013d8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:58.441855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-dc4817b7-d3e8-4bf5-a0f1-079f013d8646 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0767357 Mar 22 13:52:58.478131 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e79a231-42fd-4d30-b3b4-1fec98a3e7dd admin admin] Publish callbacks [] for security_group (33e0eb62-7145-44cf-ab2a-786b5917bfde), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.534941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-3896e6fe-e2c8-4d97-a1b1-066ec943a4be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813041 Mar 22 13:52:58.539185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e79a231-42fd-4d30-b3b4-1fec98a3e7dd admin admin] Publish callbacks [] for security_group (33e0eb62-7145-44cf-ab2a-786b5917bfde), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.622930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e79a231-42fd-4d30-b3b4-1fec98a3e7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (33e0eb62-7145-44cf-ab2a-786b5917bfde), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.625558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e79a231-42fd-4d30-b3b4-1fec98a3e7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:58.629354 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e79a231-42fd-4d30-b3b4-1fec98a3e7dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33e0eb62-7145-44cf-ab2a-786b5917bfde HTTP/1.1" status: 204 len: 168 time: 0.2506495 Mar 22 13:52:58.637469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79a231-42fd-4d30-b3b4-1fec98a3e7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e0eb62-7145-44cf-ab2a-786b5917bfde,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:58.769072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3c39-0e92-454d-a037-cbd77b45d833 req-d4e44cb4-5c57-4cff-9382-c977fcdac8ba tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:58.771880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c7f3c39-0e92-454d-a037-cbd77b45d833 req-d4e44cb4-5c57-4cff-9382-c977fcdac8ba tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 948 time: 0.1859868 Mar 22 13:52:58.801926 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-1cbb2e37-7538-47df-add3-9f8d8df98adf service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605224 Mar 22 13:52:58.832972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb'}, {'name': 'network-changed', 'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:58.839336 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c0e2af-1644-414b-bb99-ab1238e3ae51" -d '{"events": [{"server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "name": "network-vif-unplugged", "status": "completed", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb"}, {"name": "network-changed", "server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:52:58.877851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c7f3c39-0e92-454d-a037-cbd77b45d833 req-4e36ad46-87ca-4748-98ed-8ecee5856a1d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050029 Mar 22 13:52:58.908075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36746) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:58.952078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-802a2801-2fec-4ff0-818c-60b3cfd78c8c service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385043 Mar 22 13:52:58.985079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d160c7-10f8-4df9-a233-df6ec3136d12 req-6ebc8d25-ec40-43d1-bfe8-d5b86cddfd82 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:58.985079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25d160c7-10f8-4df9-a233-df6ec3136d12 req-6ebc8d25-ec40-43d1-bfe8-d5b86cddfd82 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1019633 Mar 22 13:52:59.001045 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549edeb-440a-4736-b5aa-e08dbc7b8a53 x-openstack-request-id: req-e549edeb-440a-4736-b5aa-e08dbc7b8a53 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:52:59.001383 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "name": "network-vif-unplugged", "status": "completed", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb", "code": 200}, {"name": "network-changed", "server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:52:59.001682 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e549edeb-440a-4736-b5aa-e08dbc7b8a53 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:52:59.002398 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e549edeb-440a-4736-b5aa-e08dbc7b8a53'] response: {'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb', 'code': 200} Mar 22 13:52:59.002836 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e549edeb-440a-4736-b5aa-e08dbc7b8a53'] response: {'name': 'network-changed', 'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb', 'status': 'completed', 'code': 200} Mar 22 13:52:59.050707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25d160c7-10f8-4df9-a233-df6ec3136d12 req-4ec3e7ff-9f54-488b-a1e4-1ec35650214d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617576 Mar 22 13:52:59.062913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-403dc141-7110-4b28-bc21-d3687baada05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.192620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-403dc141-7110-4b28-bc21-d3687baada05 admin admin] Publish callbacks [] for security_group (82c29538-baf8-4ae2-9f23-fd597e85d4e8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.198037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-403dc141-7110-4b28-bc21-d3687baada05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82c29538-baf8-4ae2-9f23-fd597e85d4e8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.239832 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-403dc141-7110-4b28-bc21-d3687baada05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49077febe49446659e65b2387db49b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301327 Mar 22 13:52:59.241804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc141-7110-4b28-bc21-d3687baada05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c29538-baf8-4ae2-9f23-fd597e85d4e8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:59.242659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36774) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:59.329710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-85fce260-801f-460b-bfa2-d92a70627cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:59.331273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-85fce260-801f-460b-bfa2-d92a70627cca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1155 time: 0.2422950 Mar 22 13:52:59.359896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-38323f10-f66e-454c-afc1-1506bf5d9ffb tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:59.361297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-38323f10-f66e-454c-afc1-1506bf5d9ffb tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1128 time: 0.2313085 Mar 22 13:52:59.370629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885f74-d0e0-4c2c-a480-3c4a40d831c2 req-88b40f8e-d635-4392-87dc-38ca47bed14b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:59.371985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69885f74-d0e0-4c2c-a480-3c4a40d831c2 req-88b40f8e-d635-4392-87dc-38ca47bed14b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 943 time: 0.1909521 Mar 22 13:52:59.427157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834677-3'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:52:59.491428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8176465e-bd9a-4cce-8deb-a1e499dc22c9 admin admin] Publish callbacks [] for security_group (82c29538-baf8-4ae2-9f23-fd597e85d4e8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.577858 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8176465e-bd9a-4cce-8deb-a1e499dc22c9 admin admin] Publish callbacks [] for security_group (82c29538-baf8-4ae2-9f23-fd597e85d4e8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.582124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69885f74-d0e0-4c2c-a480-3c4a40d831c2 req-ed27b559-72ca-4ea1-af34-e503a79e5a92 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856468 Mar 22 13:52:59.603863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766122ef-b168-47fd-bb56-75837e9658b7 req-c9f1d7dd-f7b1-42a2-a51b-3a68409ed968 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:59.605428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-766122ef-b168-47fd-bb56-75837e9658b7 req-c9f1d7dd-f7b1-42a2-a51b-3a68409ed968 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 946 time: 0.2724764 Mar 22 13:52:59.611330 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.618549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-29c40cfd-407d-4d90-b35d-5bd4d48d97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:59.619965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-29c40cfd-407d-4d90-b35d-5bd4d48d97e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.2801096 Mar 22 13:52:59.714663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-17293a74-8caa-4b3b-9ca8-4648ae7c5d22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 217 time: 0.0757937 Mar 22 13:52:59.825298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-766122ef-b168-47fd-bb56-75837e9658b7 req-51ad4449-dab1-40f3-83ef-9cfda407c12b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090812 Mar 22 13:52:59.837586 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8176465e-bd9a-4cce-8deb-a1e499dc22c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82c29538-baf8-4ae2-9f23-fd597e85d4e8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.848159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8176465e-bd9a-4cce-8deb-a1e499dc22c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:59.852008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8176465e-bd9a-4cce-8deb-a1e499dc22c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82c29538-baf8-4ae2-9f23-fd597e85d4e8 HTTP/1.1" status: 204 len: 168 time: 0.6059201 Mar 22 13:52:59.859079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-2a50fec7-193c-48e6-98ad-a9872ff3b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:59.860728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-2a50fec7-193c-48e6-98ad-a9872ff3b99c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1359692 Mar 22 13:52:59.874224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176465e-bd9a-4cce-8deb-a1e499dc22c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c29538-baf8-4ae2-9f23-fd597e85d4e8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:59.908674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-c4026ce1-cfd1-4dbe-9dee-c11af96072ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321760 Mar 22 13:52:59.990770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:00.083614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:00.159606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36822) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:00.279631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36828) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:00.297201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95f973fe-b0c7-49fc-be45-d2bce9edcb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.300293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b96db31a-6f6e-4198-bb5b-b4f948133a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.375778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c57cd-4f8d-4bc4-85a6-3011f429a44f req-15f97717-7120-4bb1-9a1f-3951cac5386f tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:00.377355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d14c57cd-4f8d-4bc4-85a6-3011f429a44f req-15f97717-7120-4bb1-9a1f-3951cac5386f tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 948 time: 0.3918140 Mar 22 13:53:00.383000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-e849e57e-4244-4d67-a763-b8e3ccab80db service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642270 Mar 22 13:53:00.417888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:00.420025 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ea190-045a-4b68-ab8f-4c16d4687917" -d '{"events": [{"server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "name": "network-vif-unplugged", "status": "completed", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:00.424917 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Publish callbacks [] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.432590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95f973fe-b0c7-49fc-be45-d2bce9edcb93 admin admin] Publish callbacks [] for security_group (621ceb34-3639-40a1-8a90-0c40ef3c5d03), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.437480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b96db31a-6f6e-4198-bb5b-b4f948133a33 admin admin] Publish callbacks [] for security_group (228f2fe4-714d-4b4b-ad82-55afc3c92059), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.439103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95f973fe-b0c7-49fc-be45-d2bce9edcb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (621ceb34-3639-40a1-8a90-0c40ef3c5d03), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.449527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b96db31a-6f6e-4198-bb5b-b4f948133a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (228f2fe4-714d-4b4b-ad82-55afc3c92059), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.485380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.493211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-95f973fe-b0c7-49fc-be45-d2bce9edcb93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29d0e7fdf5ee453aa9ae0a2f0c0a5cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330448 Mar 22 13:53:00.494385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36834) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:00.514283 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b96db31a-6f6e-4198-bb5b-b4f948133a33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42b6d79698e044f0b45924b8b87bccb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336218 Mar 22 13:53:00.515004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f973fe-b0c7-49fc-be45-d2bce9edcb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621ceb34-3639-40a1-8a90-0c40ef3c5d03,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:00.518878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36838) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:00.538125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b1525-4264-43fd-aa35-9db0181eaeb6 req-5ea7a830-f39a-4f73-a26c-233217adabda tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:00.539651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d30b1525-4264-43fd-aa35-9db0181eaeb6 req-5ea7a830-f39a-4f73-a26c-233217adabda tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.2033038 Mar 22 13:53:00.585535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96db31a-6f6e-4198-bb5b-b4f948133a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228f2fe4-714d-4b4b-ad82-55afc3c92059,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:00.603971 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27c00139-cef1-4468-b8c2-3b8f45d589ba admin admin] Publish callbacks [] for security_group (621ceb34-3639-40a1-8a90-0c40ef3c5d03), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.613447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d14c57cd-4f8d-4bc4-85a6-3011f429a44f req-8e2d16f5-48e1-422c-a561-dd3e4f1d6d74 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229655 Mar 22 13:53:00.634385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:00.634558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8158f350-3034-4d07-8327-6473939b01c1 admin admin] Publish callbacks [] for security_group (228f2fe4-714d-4b4b-ad82-55afc3c92059), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.643951 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27c00139-cef1-4468-b8c2-3b8f45d589ba admin admin] Publish callbacks [] for security_group (621ceb34-3639-40a1-8a90-0c40ef3c5d03), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.666518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0c0e2af-1644-414b-bb99-ab1238e3ae51 req-2249dfdc-e783-46ea-9dfd-4b2b521b94f5 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742455 Mar 22 13:53:00.674290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8158f350-3034-4d07-8327-6473939b01c1 admin admin] Publish callbacks [] for security_group (228f2fe4-714d-4b4b-ad82-55afc3c92059), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.677218 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f39705-8c07-4a53-93d0-7dc00cc27816 x-openstack-request-id: req-b5f39705-8c07-4a53-93d0-7dc00cc27816 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:00.677503 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "name": "network-vif-unplugged", "status": "completed", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:00.677749 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5f39705-8c07-4a53-93d0-7dc00cc27816 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:00.678162 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f39705-8c07-4a53-93d0-7dc00cc27816'] response: {'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299', 'code': 200} Mar 22 13:53:00.688961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on host n-h1-834677-3 for vnic_type normal with profile {"migrating_to": "n-h2-834677-3"} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:00.689285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:00.689604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:00.697357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d30b1525-4264-43fd-aa35-9db0181eaeb6 req-c5d1a750-4b4a-4357-9a41-bcfb3064bffa tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477284 Mar 22 13:53:00.698411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:00.699912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Attempting to bind port 9d43cdea-b8d2-486c-a195-6ba29409d299 on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:00.705778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:00.706393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:00.706832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:00.707497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Bound port: 9d43cdea-b8d2-486c-a195-6ba29409d299, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:00.707640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.738193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27c00139-cef1-4468-b8c2-3b8f45d589ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (621ceb34-3639-40a1-8a90-0c40ef3c5d03), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.741260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27c00139-cef1-4468-b8c2-3b8f45d589ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.745811 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-27c00139-cef1-4468-b8c2-3b8f45d589ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/621ceb34-3639-40a1-8a90-0c40ef3c5d03 HTTP/1.1" status: 204 len: 168 time: 0.2452059 Mar 22 13:53:00.766863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8158f350-3034-4d07-8327-6473939b01c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (228f2fe4-714d-4b4b-ad82-55afc3c92059), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.769477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8158f350-3034-4d07-8327-6473939b01c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:00.771006 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8158f350-3034-4d07-8327-6473939b01c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/228f2fe4-714d-4b4b-ad82-55afc3c92059 HTTP/1.1" status: 204 len: 168 time: 0.2509952 Mar 22 13:53:00.772326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c00139-cef1-4468-b8c2-3b8f45d589ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ceb34-3639-40a1-8a90-0c40ef3c5d03,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:00.784291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158f350-3034-4d07-8327-6473939b01c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f2fe4-714d-4b4b-ad82-55afc3c92059,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:00.859198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:00.891136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:00.935134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:00.976507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.024134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:01.048728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb has no active binding in host n-h1-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:53:01.050080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 20eff843-c39a-44fd-a78c-045a79936c69 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:01.075612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321e86-18cf-4a97-9501-d0ac391427c0 req-5f5ff2c8-8f43-49ce-9e5f-f9f1decc2ec4 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.077093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff321e86-18cf-4a97-9501-d0ac391427c0 req-5f5ff2c8-8f43-49ce-9e5f-f9f1decc2ec4 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 943 time: 0.2779815 Mar 22 13:53:01.184380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 20eff843-c39a-44fd-a78c-045a79936c69, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=20eff843-c39a-44fd-a78c-045a79936c69,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:01.189297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.190237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.194000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] 10.222.0.57 "PUT /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 1122 time: 1.7963140 Mar 22 13:53:01.198046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '20eff843-c39a-44fd-a78c-045a79936c69', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '20eff843-c39a-44fd-a78c-045a79936c69', 'mac_address': 'fa:16:3e:e8:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:01.243202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.244332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.244800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.245293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.245754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.248548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.249074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.249570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.249954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 20eff843-c39a-44fd-a78c-045a79936c69 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:01.250149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.250387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20eff843-c39a-44fd-a78c-045a79936c69), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.264153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0df3c69-66d2-4c4e-89b5-ec1399d0c9f6 req-438cfd42-a0e2-493d-9f43-f78a2f58856f tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.4177437 Mar 22 13:53:01.264854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433d553-865c-4f5d-9e31-ffd6cd74c051 service neutron] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=8']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:01.265156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eff843-c39a-44fd-a78c-045a79936c69 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:01.279986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff321e86-18cf-4a97-9501-d0ac391427c0 req-d106021c-77ec-4809-8a46-8ab409a2ff23 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917186 Mar 22 13:53:01.281394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9d43cdea-b8d2-486c-a195-6ba29409d299'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:01.297484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36860) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:01.298246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 20eff843-c39a-44fd-a78c-045a79936c69, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=20eff843-c39a-44fd-a78c-045a79936c69,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:01.320509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (20eff843-c39a-44fd-a78c-045a79936c69), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.340710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7899c2a8-affb-4a6d-b454-7d063dae8c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.398925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=20eff843-c39a-44fd-a78c-045a79936c69,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:01.411533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.412248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.412764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.413293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.414062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.414708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.415194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.415690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.416154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.416660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.417193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.417787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.418274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.419119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.419573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:01.452676 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7899c2a8-affb-4a6d-b454-7d063dae8c0e admin admin] Publish callbacks [] for security_group (a792b842-d4ae-4687-b367-c3f2bd322431), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.458088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7899c2a8-affb-4a6d-b454-7d063dae8c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a792b842-d4ae-4687-b367-c3f2bd322431), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.458929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f27019-788f-47eb-b0fb-f21039b20185 req-de012103-e6f0-473a-8c55-46aa631e0641 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.460538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34f27019-788f-47eb-b0fb-f21039b20185 req-de012103-e6f0-473a-8c55-46aa631e0641 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.1215546 Mar 22 13:53:01.463502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03d780-73c0-42c2-9a96-85e590452cf0 req-b34f69bb-275b-490b-8903-027c4371ee06 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.464773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d03d780-73c0-42c2-9a96-85e590452cf0 req-b34f69bb-275b-490b-8903-027c4371ee06 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 886 time: 0.1529016 Mar 22 13:53:01.516822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899c2a8-affb-4a6d-b454-7d063dae8c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792b842-d4ae-4687-b367-c3f2bd322431,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:01.528317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7899c2a8-affb-4a6d-b454-7d063dae8c0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9433e0f993ad438ca7cb9083f20b0fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294102 Mar 22 13:53:01.531229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36868) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:01.590245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34f27019-788f-47eb-b0fb-f21039b20185 req-9657dc12-fd67-441d-8b43-d2dfdb5c1467 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225269 Mar 22 13:53:01.592048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-effb1b29-1337-4ee1-bd3b-eda123c96fa3 admin admin] Publish callbacks [] for security_group (a792b842-d4ae-4687-b367-c3f2bd322431), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.618401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-effb1b29-1337-4ee1-bd3b-eda123c96fa3 admin admin] Publish callbacks [] for security_group (a792b842-d4ae-4687-b367-c3f2bd322431), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.627701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['20eff843-c39a-44fd-a78c-045a79936c69'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:01.674575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-effb1b29-1337-4ee1-bd3b-eda123c96fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a792b842-d4ae-4687-b367-c3f2bd322431), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.675108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.675853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.676409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.676955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.677504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.678077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.678576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.678874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-effb1b29-1337-4ee1-bd3b-eda123c96fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:01.679420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.680160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.683025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbfc3cf0-3d35-4f12-8a8d-832cfc65019c req-daef6fee-a8b2-4998-925c-614b93e88f74 tempest-NetworksTest-1842528428 tempest-NetworksTest-1842528428-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1955009 Mar 22 13:53:01.683959 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-effb1b29-1337-4ee1-bd3b-eda123c96fa3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a792b842-d4ae-4687-b367-c3f2bd322431 HTTP/1.1" status: 204 len: 168 time: 0.1517785 Mar 22 13:53:01.696749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1b29-1337-4ee1-bd3b-eda123c96fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792b842-d4ae-4687-b367-c3f2bd322431,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:01.784873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57376150-173d-40b9-a654-6d89bf65b01b req-119cbdd6-820a-4f0c-a354-9a818109f2e3 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.787288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57376150-173d-40b9-a654-6d89bf65b01b req-119cbdd6-820a-4f0c-a354-9a818109f2e3 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 949 time: 0.0853875 Mar 22 13:53:01.868478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57376150-173d-40b9-a654-6d89bf65b01b req-869e9399-fc10-49db-93d1-32a40b6acbdd tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747092 Mar 22 13:53:01.914202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8535769-a3b2-4cf7-895d-1bb819a592e7 req-cf5e10d5-a175-45fa-aa38-896126e13ffd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:01.915718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8535769-a3b2-4cf7-895d-1bb819a592e7 req-cf5e10d5-a175-45fa-aa38-896126e13ffd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0867069 Mar 22 13:53:01.975145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8535769-a3b2-4cf7-895d-1bb819a592e7 req-acf2d5f1-e1bc-4cca-9a18-8522f2b815f4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Mar 22 13:53:02.056833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36888) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:02.177731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ff58939-ad0e-4d0f-88ba-3c3569f82545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.261487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ff58939-ad0e-4d0f-88ba-3c3569f82545 admin admin] Publish callbacks [] for security_group (ae55a195-8de3-459c-a27d-63ccdafc2e60), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.266896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ff58939-ad0e-4d0f-88ba-3c3569f82545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae55a195-8de3-459c-a27d-63ccdafc2e60), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.304957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8ff58939-ad0e-4d0f-88ba-3c3569f82545 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0123fbf049b94a8fbd41adc209469705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470181 Mar 22 13:53:02.306901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff58939-ad0e-4d0f-88ba-3c3569f82545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae55a195-8de3-459c-a27d-63ccdafc2e60,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:02.307844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36906) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:02.369555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05c2eee0-8806-4f58-9b91-498d0a6cb916 admin admin] Publish callbacks [] for security_group (ae55a195-8de3-459c-a27d-63ccdafc2e60), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.395694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05c2eee0-8806-4f58-9b91-498d0a6cb916 admin admin] Publish callbacks [] for security_group (ae55a195-8de3-459c-a27d-63ccdafc2e60), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.435370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d4ccd-aaa8-4216-8dea-4c16370e7d8d req-657566d4-5188-407d-8c64-2dd9cb9b82cf tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:02.437713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee8d4ccd-aaa8-4216-8dea-4c16370e7d8d req-657566d4-5188-407d-8c64-2dd9cb9b82cf tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 943 time: 0.0646601 Mar 22 13:53:02.459216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05c2eee0-8806-4f58-9b91-498d0a6cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae55a195-8de3-459c-a27d-63ccdafc2e60), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.462056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05c2eee0-8806-4f58-9b91-498d0a6cb916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.465804 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05c2eee0-8806-4f58-9b91-498d0a6cb916 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae55a195-8de3-459c-a27d-63ccdafc2e60 HTTP/1.1" status: 204 len: 168 time: 0.1543789 Mar 22 13:53:02.471477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2eee0-8806-4f58-9b91-498d0a6cb916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae55a195-8de3-459c-a27d-63ccdafc2e60,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:02.515071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee8d4ccd-aaa8-4216-8dea-4c16370e7d8d req-910cf4f7-63bf-45b4-815e-1a85745e13cc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716641 Mar 22 13:53:02.680882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:02.683309 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614bdb4b-4945-4e45-b125-985cb12ca786" -d '{"events": [{"name": "network-changed", "server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:02.732038 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f41c0e4-c31f-45b7-8839-567d16b387fa x-openstack-request-id: req-9f41c0e4-c31f-45b7-8839-567d16b387fa {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:02.732475 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:02.732795 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f41c0e4-c31f-45b7-8839-567d16b387fa {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:02.733509 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f41c0e4-c31f-45b7-8839-567d16b387fa'] response: {'name': 'network-changed', 'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299', 'status': 'completed', 'code': 200} Mar 22 13:53:02.747742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac14e-cf76-4ce5-8012-f5c11336fbfd req-aff28be0-56cc-4c42-af5f-4fde11baef87 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:02.749264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7daac14e-cf76-4ce5-8012-f5c11336fbfd req-aff28be0-56cc-4c42-af5f-4fde11baef87 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.0765805 Mar 22 13:53:02.801133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-cb56d3f9-892e-41ef-a8b5-93d59bdc79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:02.803068 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-cb56d3f9-892e-41ef-a8b5-93d59bdc79ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1156 time: 0.0482814 Mar 22 13:53:02.821524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7daac14e-cf76-4ce5-8012-f5c11336fbfd req-78b84fb9-a8a7-4791-a6ed-b07b54e3e690 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639627 Mar 22 13:53:02.843499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36932) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:02.863999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab677645-5a56-4e15-88b9-8d0fb0d81a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.893429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 20eff843-c39a-44fd-a78c-045a79936c69 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:02.951790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-081df13e-8001-49a0-b1ca-25154a30b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:02.954160 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-081df13e-8001-49a0-b1ca-25154a30b841 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1399181 Mar 22 13:53:02.974949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab677645-5a56-4e15-88b9-8d0fb0d81a63 admin admin] Publish callbacks [] for security_group (ddae6f7d-dd81-4992-ac26-feb0ada7f81c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.980400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab677645-5a56-4e15-88b9-8d0fb0d81a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ddae6f7d-dd81-4992-ac26-feb0ada7f81c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:02.999402 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-3f9d4d68-c194-4c89-a5e4-3f8a82636ddd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.0395129 Mar 22 13:53:03.077403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-435cc29a-4807-4961-9206-311593c404fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:03.083907 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-435cc29a-4807-4961-9206-311593c404fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0773163 Mar 22 13:53:03.095892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ab677645-5a56-4e15-88b9-8d0fb0d81a63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bfd853612b64660b45a044d4ab1d2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512727 Mar 22 13:53:03.098488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36940) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:03.105657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab677645-5a56-4e15-88b9-8d0fb0d81a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae6f7d-dd81-4992-ac26-feb0ada7f81c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:03.142238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-668beda3-4748-4b1c-af74-d650f1fcb2dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516646 Mar 22 13:53:03.211502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:03.239195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8642b28-0817-4445-bbd7-6190ab455143 req-6f441017-a6cb-41f2-8ec0-c5ac00c17bf4 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:03.242718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8642b28-0817-4445-bbd7-6190ab455143 req-6f441017-a6cb-41f2-8ec0-c5ac00c17bf4 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 949 time: 0.2360711 Mar 22 13:53:03.259843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 20eff843-c39a-44fd-a78c-045a79936c69 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:03.288551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 20eff843-c39a-44fd-a78c-045a79936c69 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:03.288915 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (20eff843-c39a-44fd-a78c-045a79936c69), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:03.293591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1298fb-b6e4-47da-954c-a786bedd2d2f req-e9d246a1-07d3-432d-8b11-f72129c84849 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:03.301893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c1298fb-b6e4-47da-954c-a786bedd2d2f req-e9d246a1-07d3-432d-8b11-f72129c84849 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1884472 Mar 22 13:53:03.305558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-14b8e974-c045-40e6-af4c-fca30b3e3749 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471241 Mar 22 13:53:03.368101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51481b41-b6d7-4e5c-bd6f-a6ca10059885 admin admin] Publish callbacks [] for security_group (ddae6f7d-dd81-4992-ac26-feb0ada7f81c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:03.372574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:03.402846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8642b28-0817-4445-bbd7-6190ab455143 req-cf8d3fd3-02c6-41ea-9f04-699acb78305b tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461957 Mar 22 13:53:03.416280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 has no active binding in host n-h2-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:53:03.420926 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c1298fb-b6e4-47da-954c-a786bedd2d2f req-1a8f3fe5-7b5b-4a2f-93d8-cb4d4b564729 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175113 Mar 22 13:53:03.438932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 20eff843-c39a-44fd-a78c-045a79936c69 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:03.439501 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20eff843-c39a-44fd-a78c-045a79936c69), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:03.443512 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51481b41-b6d7-4e5c-bd6f-a6ca10059885 admin admin] Publish callbacks [] for security_group (ddae6f7d-dd81-4992-ac26-feb0ada7f81c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:03.456552 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-614bdb4b-4945-4e45-b125-985cb12ca786 req-87ca7bc9-fc1a-4052-83fe-fa50c769920b service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455448 Mar 22 13:53:03.492000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 20eff843-c39a-44fd-a78c-045a79936c69, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=20eff843-c39a-44fd-a78c-045a79936c69,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:03.493082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eff843-c39a-44fd-a78c-045a79936c69'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:03.496068 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d3b57-800f-42e0-9907-df9b51c966b0" -d '{"events": [{"server_uuid": "5afa147c-2069-42c2-828d-6f2e4d18b18a", "name": "network-vif-plugged", "status": "completed", "tag": "20eff843-c39a-44fd-a78c-045a79936c69"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:03.501201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (20eff843-c39a-44fd-a78c-045a79936c69), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:03.522969 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51481b41-b6d7-4e5c-bd6f-a6ca10059885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ddae6f7d-dd81-4992-ac26-feb0ada7f81c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:03.525660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51481b41-b6d7-4e5c-bd6f-a6ca10059885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:03.526841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-51481b41-b6d7-4e5c-bd6f-a6ca10059885 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddae6f7d-dd81-4992-ac26-feb0ada7f81c HTTP/1.1" status: 204 len: 168 time: 0.4273458 Mar 22 13:53:03.542850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51481b41-b6d7-4e5c-bd6f-a6ca10059885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae6f7d-dd81-4992-ac26-feb0ada7f81c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:03.559636 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e04a8f-a345-400f-96fe-9c0cca868b76 x-openstack-request-id: req-02e04a8f-a345-400f-96fe-9c0cca868b76 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:03.560573 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afa147c-2069-42c2-828d-6f2e4d18b18a", "name": "network-vif-plugged", "status": "completed", "tag": "20eff843-c39a-44fd-a78c-045a79936c69", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:03.561736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02e04a8f-a345-400f-96fe-9c0cca868b76 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:03.562587 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e04a8f-a345-400f-96fe-9c0cca868b76'] response: {'server_uuid': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eff843-c39a-44fd-a78c-045a79936c69', 'code': 200} Mar 22 13:53:03.600338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=20eff843-c39a-44fd-a78c-045a79936c69,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:03.671175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc68d-d2c6-4ef3-9b83-d70ac0f2b8a5 req-c04e01c4-e216-42a8-9e9e-5cbb7f5ce79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:03.672118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aac40b-8de2-480f-9d98-4ad12a13322e req-6b6f44d4-1f49-40f9-ae9b-ef01f0efa086 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:03.672577 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-80bfc68d-d2c6-4ef3-9b83-d70ac0f2b8a5 req-c04e01c4-e216-42a8-9e9e-5cbb7f5ce79a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 1132 time: 0.0550632 Mar 22 13:53:03.673787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13aac40b-8de2-480f-9d98-4ad12a13322e req-6b6f44d4-1f49-40f9-ae9b-ef01f0efa086 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 943 time: 0.0548668 Mar 22 13:53:03.725447 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-80bfc68d-d2c6-4ef3-9b83-d70ac0f2b8a5 req-4eacadfd-c963-491c-8a89-0465711568ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 Mar 22 13:53:03.727457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13aac40b-8de2-480f-9d98-4ad12a13322e req-555b3f02-287f-4b55-b14b-69c15ca92bee tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Mar 22 13:53:04.013236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-36955a78-522a-4a01-9d0d-11a0de5e60a0 service neutron] 10.222.0.57 "GET /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.1201289 Mar 22 13:53:04.033879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480164-2168-4a58-b2bc-02f8d1a008db req-74d18851-745f-489d-941f-23ab984bff66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:04.035393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5480164-2168-4a58-b2bc-02f8d1a008db req-74d18851-745f-489d-941f-23ab984bff66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.1028316 Mar 22 13:53:04.118911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5480164-2168-4a58-b2bc-02f8d1a008db req-cd54d601-b439-44d2-a6eb-040a12944bc6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661163 Mar 22 13:53:04.238472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:04.262029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:04.299015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aad232-37b8-4798-ae23-e08f9c89e9eb {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:04.310846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:04.327124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:04.435593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] Transition to ACTIVE for port object 30aad232-37b8-4798-ae23-e08f9c89e9eb will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:04.443706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:04.558479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] No DVR routers for this DVR port 30aad232-37b8-4798-ae23-e08f9c89e9eb on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:04.569950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] Pushing event updated for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=10']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:04.609846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-b52d912c-f204-4740-abc0-f31ae6c69d6e service neutron] 10.222.0.57 "PUT /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb/bindings/n-h1-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5901425 Mar 22 13:53:04.618354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea182-d4fd-4361-bf08-3aacaddb416b req-bb1d38ef-c84d-4802-9bb9-4c28ddbd1cf2 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:04.619998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b86ea182-d4fd-4361-bf08-3aacaddb416b req-bb1d38ef-c84d-4802-9bb9-4c28ddbd1cf2 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 950 time: 0.1316781 Mar 22 13:53:04.675712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37036) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:04.683577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b86ea182-d4fd-4361-bf08-3aacaddb416b req-4fdec62e-f344-42bf-9c49-1245b19ef37e tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458105 Mar 22 13:53:04.794117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-8ba109b5-0797-46f0-8f51-5abad79409ae tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:04.795865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-8ba109b5-0797-46f0-8f51-5abad79409ae tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.1051002 Mar 22 13:53:04.821990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a805e-0dd2-4b6f-99fd-77ae233cc89a req-05441813-9571-4b50-a20b-aac8aaeae8b8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:04.823631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad0a805e-0dd2-4b6f-99fd-77ae233cc89a req-05441813-9571-4b50-a20b-aac8aaeae8b8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0689242 Mar 22 13:53:04.844875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96f0130d-4799-4fd5-b3bb-69c4fd2be9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:04.883032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad0a805e-0dd2-4b6f-99fd-77ae233cc89a req-5bfdff48-df7b-48ac-b820-f63628defd1f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501773 Mar 22 13:53:04.936717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-377888f1-810d-4b7e-9655-6a42a94c484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:04.939058 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-377888f1-810d-4b7e-9655-6a42a94c484f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13&tenant_id=c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 1126 time: 0.1296427 Mar 22 13:53:04.964010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aace162-d4d7-45fa-b4f6-31353a8cd54f req-5f0f205b-a53b-4d13-9085-40a18d1d8da0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:04.972098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0aace162-d4d7-45fa-b4f6-31353a8cd54f req-5f0f205b-a53b-4d13-9085-40a18d1d8da0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 944 time: 0.0847373 Mar 22 13:53:05.034528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96f0130d-4799-4fd5-b3bb-69c4fd2be9f1 admin admin] Publish callbacks [] for security_group (a435476c-6706-42b3-8480-e4a6e115dfc7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.041904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96f0130d-4799-4fd5-b3bb-69c4fd2be9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a435476c-6706-42b3-8480-e4a6e115dfc7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.044561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0aace162-d4d7-45fa-b4f6-31353a8cd54f req-474a400a-98cf-4103-828a-bff161d3458b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719583 Mar 22 13:53:05.088065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-fd4dfa59-4295-49a9-bf46-639383915dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:05.089893 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-fd4dfa59-4295-49a9-bf46-639383915dac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1126 time: 0.1131892 Mar 22 13:53:05.097357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-96f0130d-4799-4fd5-b3bb-69c4fd2be9f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2647d1652d054f8196cfcb2b3b794853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199705 Mar 22 13:53:05.098313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0130d-4799-4fd5-b3bb-69c4fd2be9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a435476c-6706-42b3-8480-e4a6e115dfc7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:05.100413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37054) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:05.156446 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdc0974b-52f7-4f1c-83e6-26a020ca706c admin admin] Publish callbacks [] for security_group (a435476c-6706-42b3-8480-e4a6e115dfc7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.187442 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdc0974b-52f7-4f1c-83e6-26a020ca706c admin admin] Publish callbacks [] for security_group (a435476c-6706-42b3-8480-e4a6e115dfc7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.225292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-f5b10818-f798-4ab4-b0a2-5d0ce96b1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:05.227141 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-f5b10818-f798-4ab4-b0a2-5d0ce96b1b3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1259499 Mar 22 13:53:05.285002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdc0974b-52f7-4f1c-83e6-26a020ca706c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a435476c-6706-42b3-8480-e4a6e115dfc7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.287319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdc0974b-52f7-4f1c-83e6-26a020ca706c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.291302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cdc0974b-52f7-4f1c-83e6-26a020ca706c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a435476c-6706-42b3-8480-e4a6e115dfc7 HTTP/1.1" status: 204 len: 168 time: 0.1855867 Mar 22 13:53:05.296426 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-cb7af44f-a42c-4bc3-b606-2ef12003dc32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 217 time: 0.0615094 Mar 22 13:53:05.299924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212844a-01ce-4abf-b70b-e81717b697ab req-fa9b3678-dc5a-4ab9-8d5c-54e8421087c1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:05.301369 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4212844a-01ce-4abf-b70b-e81717b697ab req-fa9b3678-dc5a-4ab9-8d5c-54e8421087c1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.0777688 Mar 22 13:53:05.306639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0974b-52f7-4f1c-83e6-26a020ca706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a435476c-6706-42b3-8480-e4a6e115dfc7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:05.360600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4212844a-01ce-4abf-b70b-e81717b697ab req-0890d313-f081-4dcc-837d-e3369e7bf416 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Mar 22 13:53:05.397448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-b67e9783-9a75-4840-b117-ebb5c004e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:05.399019 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-b67e9783-9a75-4840-b117-ebb5c004e72e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0764191 Mar 22 13:53:05.439400 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-c886c113-eeb1-4662-b858-1fc8e8d67153 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327003 Mar 22 13:53:05.548959 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-94821d35-e7d4-48d5-aa49-14f2a7be8430 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026936 Mar 22 13:53:05.597943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37074) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:05.645650 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-ef5fb377-6e26-4f36-be5f-40a033beb7b4 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891571 Mar 22 13:53:05.736307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37082) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:05.766243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7fbca77-2351-47c2-b216-2832c59158fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.873178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca1aee-6181-4bda-96f6-70cf221d1f25 req-6d9743d1-c6a3-4252-ac03-e08a93656deb tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:05.880446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06ca1aee-6181-4bda-96f6-70cf221d1f25 req-6d9743d1-c6a3-4252-ac03-e08a93656deb tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 950 time: 0.1043091 Mar 22 13:53:05.953186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7fbca77-2351-47c2-b216-2832c59158fc admin admin] Publish callbacks [] for security_group (b2f42643-d808-46f1-92b5-5e2c084887e0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.964382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7fbca77-2351-47c2-b216-2832c59158fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b2f42643-d808-46f1-92b5-5e2c084887e0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:05.967661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895bde-a857-4866-9865-ad589392d635 req-b1d53139-b1d0-4aeb-8c38-8109cbbc0ec2 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:05.969858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-b1d53139-b1d0-4aeb-8c38-8109cbbc0ec2 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.0627646 Mar 22 13:53:05.976985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06ca1aee-6181-4bda-96f6-70cf221d1f25 req-a99fcc5e-0c86-4649-9ba4-810775d23076 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956249 Mar 22 13:53:06.020357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-455dcd45-490b-43cb-a32b-3ce61540f223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.026689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d7fbca77-2351-47c2-b216-2832c59158fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=577684776aef435d9a73ed61b57ad5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893560 Mar 22 13:53:06.034956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37094) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:06.071415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbca77-2351-47c2-b216-2832c59158fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f42643-d808-46f1-92b5-5e2c084887e0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:06.219427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836181c5-d9d0-49b2-8678-059aa04ba67f req-5d57656c-64ba-4a83-af0a-d6fce559a290 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:06.220970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-836181c5-d9d0-49b2-8678-059aa04ba67f req-5d57656c-64ba-4a83-af0a-d6fce559a290 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1791971 Mar 22 13:53:06.246676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-edc42b4a-7825-472d-94ac-63cad32132f6 admin admin] Publish callbacks [] for security_group (b2f42643-d808-46f1-92b5-5e2c084887e0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.277954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37100) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:06.311753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-edc42b4a-7825-472d-94ac-63cad32132f6 admin admin] Publish callbacks [] for security_group (b2f42643-d808-46f1-92b5-5e2c084887e0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.314415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-455dcd45-490b-43cb-a32b-3ce61540f223 admin admin] Publish callbacks [] for security_group (1221ea06-1369-4d7a-ba25-d477f116cc01), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.333034 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-455dcd45-490b-43cb-a32b-3ce61540f223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1221ea06-1369-4d7a-ba25-d477f116cc01), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.336282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-20895bde-a857-4866-9865-ad589392d635 req-fa0e5484-7683-4e5f-8b37-8d28a629e347 service neutron] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:06.339663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20895bde-a857-4866-9865-ad589392d635 req-fa0e5484-7683-4e5f-8b37-8d28a629e347 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.340763 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20895bde-a857-4866-9865-ad589392d635 req-fa0e5484-7683-4e5f-8b37-8d28a629e347 service neutron] 10.222.0.42 "DELETE /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb/bindings/n-h2-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.3550932 Mar 22 13:53:06.399495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11b03-bfe1-414d-a176-127434c981d1 req-80a57b9a-218d-4f96-be65-553fe27403e1 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:06.406524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5db11b03-bfe1-414d-a176-127434c981d1 req-80a57b9a-218d-4f96-be65-553fe27403e1 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 944 time: 0.2258906 Mar 22 13:53:06.426487 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-d358a5ba-00d9-41a5-b806-2d39f48d2fe0 service neutron] 10.222.0.42 "GET /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299/bindings/n-h2-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.0845752 Mar 22 13:53:06.427831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-836181c5-d9d0-49b2-8678-059aa04ba67f req-9db82649-e169-4484-9b1d-7206f3499306 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871722 Mar 22 13:53:06.453423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-455dcd45-490b-43cb-a32b-3ce61540f223 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8cb763d52214c6e9ba81d9ebddd8d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8516996 Mar 22 13:53:06.453423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dcd45-490b-43cb-a32b-3ce61540f223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221ea06-1369-4d7a-ba25-d477f116cc01,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:06.460639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37106) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:06.470103 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4537-bbbd-4ca1-90a7-b0ce45f77109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.630170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:06.651470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:06.688133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d43cdea-b8d2-486c-a195-6ba29409d299 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:06.698943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:06.717923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.766402 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-edc42b4a-7825-472d-94ac-63cad32132f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b2f42643-d808-46f1-92b5-5e2c084887e0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.768849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-edc42b4a-7825-472d-94ac-63cad32132f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.772568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-edc42b4a-7825-472d-94ac-63cad32132f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2f42643-d808-46f1-92b5-5e2c084887e0 HTTP/1.1" status: 204 len: 168 time: 0.7300940 Mar 22 13:53:06.792094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5db11b03-bfe1-414d-a176-127434c981d1 req-957bbd01-c63d-4ce0-9095-129486fbbb4a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847029 Mar 22 13:53:06.799539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc42b4a-7825-472d-94ac-63cad32132f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f42643-d808-46f1-92b5-5e2c084887e0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:06.833428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f629ba42-0516-4403-a550-37fa8f8235e7 admin admin] Publish callbacks [] for security_group (1221ea06-1369-4d7a-ba25-d477f116cc01), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.872273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9b7e3-3e0b-42c8-b106-14aab8f205fc req-ba10f976-35ce-4a0a-8ce1-419a2d0179ea tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:06.878919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3a9b7e3-3e0b-42c8-b106-14aab8f205fc req-ba10f976-35ce-4a0a-8ce1-419a2d0179ea tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 944 time: 0.3829319 Mar 22 13:53:06.880518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] Transition to ACTIVE for port object 9d43cdea-b8d2-486c-a195-6ba29409d299 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:06.891975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.894655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f629ba42-0516-4403-a550-37fa8f8235e7 admin admin] Publish callbacks [] for security_group (1221ea06-1369-4d7a-ba25-d477f116cc01), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.961768 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4537-bbbd-4ca1-90a7-b0ce45f77109 admin admin] Publish callbacks [] for security_group (49d8d862-b038-434d-a8e9-caed6c87816f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:06.973616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4537-bbbd-4ca1-90a7-b0ce45f77109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49d8d862-b038-434d-a8e9-caed6c87816f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.000225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] No DVR routers for this DVR port 9d43cdea-b8d2-486c-a195-6ba29409d299 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:07.048780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3a9b7e3-3e0b-42c8-b106-14aab8f205fc req-feda2f49-6a67-4332-9a14-1a747d9dc1f5 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552353 Mar 22 13:53:07.064713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-f2899377-f274-400c-aae4-384f50227467 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299/bindings/n-h2-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6316969 Mar 22 13:53:07.065555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2899377-f274-400c-aae4-384f50227467 service neutron] Pushing event updated for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:07.084301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fb5e4537-bbbd-4ca1-90a7-b0ce45f77109 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a0f9c700b504c339d4106aef9320bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8025575 Mar 22 13:53:07.087925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:07.107918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e4537-bbbd-4ca1-90a7-b0ce45f77109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8d862-b038-434d-a8e9-caed6c87816f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:07.151228 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f629ba42-0516-4403-a550-37fa8f8235e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1221ea06-1369-4d7a-ba25-d477f116cc01), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.155200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f629ba42-0516-4403-a550-37fa8f8235e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.161667 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae213-ff0b-47de-a83c-200d1fa83a13 admin admin] Publish callbacks [] for security_group (49d8d862-b038-434d-a8e9-caed6c87816f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.163316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f629ba42-0516-4403-a550-37fa8f8235e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1221ea06-1369-4d7a-ba25-d477f116cc01 HTTP/1.1" status: 204 len: 168 time: 0.7015874 Mar 22 13:53:07.185669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:07.187823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae213-ff0b-47de-a83c-200d1fa83a13 admin admin] Publish callbacks [] for security_group (49d8d862-b038-434d-a8e9-caed6c87816f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.248335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae213-ff0b-47de-a83c-200d1fa83a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49d8d862-b038-434d-a8e9-caed6c87816f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.252631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae213-ff0b-47de-a83c-200d1fa83a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.256249 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1b1ae213-ff0b-47de-a83c-200d1fa83a13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49d8d862-b038-434d-a8e9-caed6c87816f HTTP/1.1" status: 204 len: 168 time: 0.1646812 Mar 22 13:53:07.265306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ae213-ff0b-47de-a83c-200d1fa83a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d8d862-b038-434d-a8e9-caed6c87816f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:07.268204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port 30aad232-37b8-4798-ae23-e08f9c89e9eb host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:53:07.268615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:07.284682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629ba42-0516-4403-a550-37fa8f8235e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221ea06-1369-4d7a-ba25-d477f116cc01,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:07.325338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27402ab4-924f-4d58-86fa-dff88d40e144 req-0cbb453a-79bd-40b6-aff5-082547eb29d8 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:07.326863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27402ab4-924f-4d58-86fa-dff88d40e144 req-0cbb453a-79bd-40b6-aff5-082547eb29d8 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1126 time: 0.2768281 Mar 22 13:53:07.338142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-4f478ace-3731-474e-bf03-aa35a3ba5814 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:07.339646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-4f478ace-3731-474e-bf03-aa35a3ba5814 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.1936347 Mar 22 13:53:07.347921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2b333-4c41-468b-99e9-ad8b8c951284 req-075e521e-1096-401e-864c-cc4cdc2e6142 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:07.349477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10f2b333-4c41-468b-99e9-ad8b8c951284 req-075e521e-1096-401e-864c-cc4cdc2e6142 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 950 time: 0.2015667 Mar 22 13:53:07.519327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27402ab4-924f-4d58-86fa-dff88d40e144 req-2fbc46fa-a767-4313-a89a-8d17a8f6700d tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786795 Mar 22 13:53:07.523974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c739b43b-c43b-4b15-b0b2-a5311012adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:07.525415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-c739b43b-c43b-4b15-b0b2-a5311012adfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&tenant_id=6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 1127 time: 0.1751549 Mar 22 13:53:07.529898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10f2b333-4c41-468b-99e9-ad8b8c951284 req-75da1dd9-c79b-45e3-89a8-3326e74f95fd tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419389 Mar 22 13:53:07.671426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-62c2a694-503b-47ff-92fd-1a87594ffb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:07.673002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-62c2a694-503b-47ff-92fd-1a87594ffb9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1127 time: 0.1166182 Mar 22 13:53:07.686584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37146) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:07.700142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2ce65c8-9f55-4791-b469-ed517727364e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.702891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408d88-d6d1-4817-aeb1-6cd022d2e9da req-464af467-19fa-4b89-a3b2-ae59982dc924 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:07.709750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f408d88-d6d1-4817-aeb1-6cd022d2e9da req-464af467-19fa-4b89-a3b2-ae59982dc924 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0878022 Mar 22 13:53:07.789002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37148) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:07.791662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2ce65c8-9f55-4791-b469-ed517727364e admin admin] Publish callbacks [] for security_group (a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.806224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2ce65c8-9f55-4791-b469-ed517727364e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.813850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca5fa-59b7-4944-9b6c-196c7c4f5197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:07.818373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f408d88-d6d1-4817-aeb1-6cd022d2e9da req-09a5c701-38fb-41a0-b6c0-34e90eddde3c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076288 Mar 22 13:53:07.849029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-74bc3917-5772-4829-a09f-7b477323f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:07.850636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-74bc3917-5772-4829-a09f-7b477323f450 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1675136 Mar 22 13:53:07.873280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce65c8-9f55-4791-b469-ed517727364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:07.898398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f2ce65c8-9f55-4791-b469-ed517727364e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b3dd7339b284ddaa69c161d854825e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040040 Mar 22 13:53:07.898398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37150) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:07.913118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-63ef0f50-807e-4c4e-b081-3908a032fa97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.0439565 Mar 22 13:53:07.979256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e34756b3-9b8d-4d00-8f16-a178501399c9 admin admin] Publish callbacks [] for security_group (a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.017505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e34756b3-9b8d-4d00-8f16-a178501399c9 admin admin] Publish callbacks [] for security_group (a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.020353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca5fa-59b7-4944-9b6c-196c7c4f5197 admin admin] Publish callbacks [] for security_group (1f644bf3-e23b-4117-bfce-5f5f6905cfb1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.028372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca5fa-59b7-4944-9b6c-196c7c4f5197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1f644bf3-e23b-4117-bfce-5f5f6905cfb1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.063356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-02127432-baff-4716-a8d3-c67fef1616ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:08.065069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-02127432-baff-4716-a8d3-c67fef1616ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.1363213 Mar 22 13:53:08.088303 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3f0ca5fa-59b7-4944-9b6c-196c7c4f5197 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7eeb3e18d3cb4dc8910df20dcb12ac17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949762 Mar 22 13:53:08.089397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37166) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:08.105103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-6695c5e5-eac9-4677-acd8-88ce5b885503 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311277 Mar 22 13:53:08.107530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ca5fa-59b7-4944-9b6c-196c7c4f5197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f644bf3-e23b-4117-bfce-5f5f6905cfb1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:08.149319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e34756b3-9b8d-4d00-8f16-a178501399c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.152002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e34756b3-9b8d-4d00-8f16-a178501399c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.153440 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e34756b3-9b8d-4d00-8f16-a178501399c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad HTTP/1.1" status: 204 len: 168 time: 0.2561171 Mar 22 13:53:08.161080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df69b808-9330-40d5-ae48-95f3213f9ec6 admin admin] Publish callbacks [] for security_group (1f644bf3-e23b-4117-bfce-5f5f6905cfb1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.167900 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34756b3-9b8d-4d00-8f16-a178501399c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d1c4c-7967-4ddb-b8f8-f2ba21a5bbad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:08.211753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df69b808-9330-40d5-ae48-95f3213f9ec6 admin admin] Publish callbacks [] for security_group (1f644bf3-e23b-4117-bfce-5f5f6905cfb1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.234516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5aa8f2c4-73af-449c-9fff-c25bf4a3081e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:08.242013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5aa8f2c4-73af-449c-9fff-c25bf4a3081e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.2516408 Mar 22 13:53:08.266716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-24dd63bf-5663-42ee-b8dd-6e99eb286485 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/quotas/c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 375 time: 0.0235238 Mar 22 13:53:08.288950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df69b808-9330-40d5-ae48-95f3213f9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1f644bf3-e23b-4117-bfce-5f5f6905cfb1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.293539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df69b808-9330-40d5-ae48-95f3213f9ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:08.294973 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df69b808-9330-40d5-ae48-95f3213f9ec6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f644bf3-e23b-4117-bfce-5f5f6905cfb1 HTTP/1.1" status: 204 len: 168 time: 0.2016308 Mar 22 13:53:08.308009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69b808-9330-40d5-ae48-95f3213f9ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f644bf3-e23b-4117-bfce-5f5f6905cfb1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:08.342364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-081b1bcb-9e05-4bff-9922-2c4399825d90 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281389 Mar 22 13:53:08.355375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-edb8f0ca-5eeb-4e13-8651-b32aba3d768e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875540 Mar 22 13:53:08.552083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd158e-9be6-4999-9f3e-4029c7495137 req-863e60a2-99ea-4cd8-acad-2ef4dd52a592 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:08.557121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccdd158e-9be6-4999-9f3e-4029c7495137 req-863e60a2-99ea-4cd8-acad-2ef4dd52a592 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 945 time: 0.2008574 Mar 22 13:53:08.562611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-8e4a426e-545f-492a-bc22-6f77435e07e5 service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871083 Mar 22 13:53:08.564215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-36b3e4c3-1fb0-4bcb-bf57-371992e06d64 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068017 Mar 22 13:53:08.678349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccdd158e-9be6-4999-9f3e-4029c7495137 req-80bed4fd-b540-434c-bb4d-7144f0b68636 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005440 Mar 22 13:53:08.712937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-754e23c5-1f40-48d4-9179-1bc3567ace0a service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435282 Mar 22 13:53:08.935927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519db4d-205d-41dc-913d-778951d5d8b8 req-ecd24cb7-0a04-4b11-b04e-c866b45aa7e2 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:08.943606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e519db4d-205d-41dc-913d-778951d5d8b8 req-ecd24cb7-0a04-4b11-b04e-c866b45aa7e2 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 950 time: 0.1614106 Mar 22 13:53:08.969369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-29bb9a8d-3e79-4880-bec0-d3caead8b39f tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:08.970965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-29bb9a8d-3e79-4880-bec0-d3caead8b39f tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.1498330 Mar 22 13:53:09.086004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e519db4d-205d-41dc-913d-778951d5d8b8 req-10bf4715-e349-488d-b7df-feae3169b21f tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299214 Mar 22 13:53:09.095918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f746e-890d-4287-9139-d0042965f1c8 req-c9947aea-c423-4d01-95e2-a3440526b2a5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:09.097384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-377f746e-890d-4287-9139-d0042965f1c8 req-c9947aea-c423-4d01-95e2-a3440526b2a5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1855474 Mar 22 13:53:09.181702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fb06673-8ce0-4074-871e-923e026c4208 req-0d09deb1-de2b-4ee4-beac-444744403406 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 210 time: 0.0447428 Mar 22 13:53:09.238681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-377f746e-890d-4287-9139-d0042965f1c8 req-2acfcdf9-c74e-4cb6-aefb-760954cc75d2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241410 Mar 22 13:53:09.271756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-72f416f0-7097-4ca2-908f-c304cf725240 service neutron] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:09.283099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-72f416f0-7097-4ca2-908f-c304cf725240 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:09.284185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-079562f2-ab4e-4a47-b123-bc7805cb5092 req-72f416f0-7097-4ca2-908f-c304cf725240 service neutron] 10.222.0.57 "DELETE /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299/bindings/n-h1-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.3040843 Mar 22 13:53:09.751814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-ced41005-3590-404f-99a6-9268057511c8 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:09.754692 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-ced41005-3590-404f-99a6-9268057511c8 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 1132 time: 0.0500405 Mar 22 13:53:09.837130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90257f2c-c08e-4db9-b1ab-b9ae21dae6da req-b7970981-a906-4a11-b2ed-0bf6e22162f3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:09.845204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90257f2c-c08e-4db9-b1ab-b9ae21dae6da req-b7970981-a906-4a11-b2ed-0bf6e22162f3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 945 time: 0.0732911 Mar 22 13:53:09.878422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Deleting port 20eff843-c39a-44fd-a78c-045a79936c69 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:53:09.879026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (20eff843-c39a-44fd-a78c-045a79936c69), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:09.905794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90257f2c-c08e-4db9-b1ab-b9ae21dae6da req-9696d6cc-7758-4e71-82bc-ea09957b8d92 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Mar 22 13:53:09.989112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] For port 20eff843-c39a-44fd-a78c-045a79936c69, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=20eff843-c39a-44fd-a78c-045a79936c69,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:09.989497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (20eff843-c39a-44fd-a78c-045a79936c69), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:10.011230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Calling delete_port for 20eff843-c39a-44fd-a78c-045a79936c69 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:53:10.160057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1506fc4-9d98-4541-b975-8b13ba9f4072 req-e459a869-b66f-44b0-b053-5a93b59d160a tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:10.162068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1506fc4-9d98-4541-b975-8b13ba9f4072 req-e459a869-b66f-44b0-b053-5a93b59d160a tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1127 time: 0.1300514 Mar 22 13:53:10.162194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (20eff843-c39a-44fd-a78c-045a79936c69), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:10.175490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['20eff843-c39a-44fd-a78c-045a79936c69'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:10.201483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Pushing event deleted for resources: {'Port': ['ID=20eff843-c39a-44fd-a78c-045a79936c69,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:10.281164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] No DVR routers for this DVR port 20eff843-c39a-44fd-a78c-045a79936c69 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:10.285289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:10.289853 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d562c344-4024-4e8c-b8f6-67007d2e38cd req-62e73bf8-22e4-4a42-b39d-549b187587a2 tempest-DeleteServersAdminTestJSON-504661343 tempest-DeleteServersAdminTestJSON-504661343-project-admin] 10.222.0.42 "DELETE /v2.0/ports/20eff843-c39a-44fd-a78c-045a79936c69 HTTP/1.1" status: 204 len: 173 time: 0.5177515 Mar 22 13:53:10.290695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'name': 'network-vif-deleted', 'tag': '20eff843-c39a-44fd-a78c-045a79936c69'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:10.295407 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc36946-fd4c-4f4c-adf5-bc6ef4eb64eb" -d '{"events": [{"server_uuid": "5afa147c-2069-42c2-828d-6f2e4d18b18a", "name": "network-vif-deleted", "tag": "20eff843-c39a-44fd-a78c-045a79936c69"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:10.344077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-e8a87007-053a-4a53-9716-0e830bb5d38a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:10.346743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-e8a87007-053a-4a53-9716-0e830bb5d38a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.2662027 Mar 22 13:53:10.388921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Request body: {'port': {'device_id': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'admin_state_up': True, 'tenant_id': 'c4db45f5d7be417fa9f5de7abacbea38'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:10.488599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af5e606f-823a-40fe-9952-2e694406b1d8 req-e8f89d8d-dd08-4a46-9c92-4c64d29ea423 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=5afa147c-2069-42c2-828d-6f2e4d18b18a HTTP/1.1" status: 200 len: 210 time: 0.1184838 Mar 22 13:53:10.555908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1506fc4-9d98-4541-b975-8b13ba9f4072 req-21fa2448-a35b-4072-8acd-1d5be64a73a5 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623726 Mar 22 13:53:10.618325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Made reservation on behalf of c4db45f5d7be417fa9f5de7abacbea38 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:10.623783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:10.662830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37288) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:10.693161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8336a0a2-ffed-486b-9bc6-96d9f8b0faa8 req-266b63dd-0737-405d-8c54-660d4a7e38ad tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 210 time: 0.0500267 Mar 22 13:53:10.784409 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c141e216-c299-4ac2-b818-4db838de8370 x-openstack-request-id: req-c141e216-c299-4ac2-b818-4db838de8370 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:10.785862 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afa147c-2069-42c2-828d-6f2e4d18b18a", "name": "network-vif-deleted", "tag": "20eff843-c39a-44fd-a78c-045a79936c69", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:10.786279 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c141e216-c299-4ac2-b818-4db838de8370 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:10.786923 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c141e216-c299-4ac2-b818-4db838de8370'] response: {'server_uuid': '5afa147c-2069-42c2-828d-6f2e4d18b18a', 'name': 'network-vif-deleted', 'tag': '20eff843-c39a-44fd-a78c-045a79936c69', 'status': 'completed', 'code': 200} Mar 22 13:53:10.811596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b921eda-7d3e-4cd5-8264-4c9ef62787c2 req-e416fb40-cb00-46f3-915c-a0eca3933bbb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:10.818369 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b921eda-7d3e-4cd5-8264-4c9ef62787c2 req-e416fb40-cb00-46f3-915c-a0eca3933bbb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1627994 Mar 22 13:53:10.865506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Allocated IP 172.20.0.5 (fa788293-d25f-4072-b2ae-d0417c178fe8/3258907d-b312-4b96-a688-86db2f838c8b/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:10.899775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b921eda-7d3e-4cd5-8264-4c9ef62787c2 req-b7ddd885-8508-4aa0-bae2-93e00acb8bda tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755637 Mar 22 13:53:10.962180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:11.006201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 9d43cdea-b8d2-486c-a195-6ba29409d299 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:53:11.006808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:11.022428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b386-03db-4ef6-bece-cadb7dec92d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.138690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b386-03db-4ef6-bece-cadb7dec92d2 admin admin] Publish callbacks [] for security_group (f37c6009-89bc-4257-b473-1e1b6dca7746), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.146146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b386-03db-4ef6-bece-cadb7dec92d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f37c6009-89bc-4257-b473-1e1b6dca7746), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.212657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2b386-03db-4ef6-bece-cadb7dec92d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37c6009-89bc-4257-b473-1e1b6dca7746,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:11.219505 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1bf2b386-03db-4ef6-bece-cadb7dec92d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1847fdb48d44d8eac31c2c07657fadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555699 Mar 22 13:53:11.223386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37316) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:11.281325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac290f50-668b-40d2-85b5-ce210e332046 admin admin] Publish callbacks [] for security_group (f37c6009-89bc-4257-b473-1e1b6dca7746), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.309052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac290f50-668b-40d2-85b5-ce210e332046 admin admin] Publish callbacks [] for security_group (f37c6009-89bc-4257-b473-1e1b6dca7746), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.372205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac290f50-668b-40d2-85b5-ce210e332046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f37c6009-89bc-4257-b473-1e1b6dca7746), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.375117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac290f50-668b-40d2-85b5-ce210e332046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.376591 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ac290f50-668b-40d2-85b5-ce210e332046 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f37c6009-89bc-4257-b473-1e1b6dca7746 HTTP/1.1" status: 204 len: 168 time: 0.1514232 Mar 22 13:53:11.386536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac290f50-668b-40d2-85b5-ce210e332046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37c6009-89bc-4257-b473-1e1b6dca7746,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:11.433923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-7b6c24ac-140b-4fdd-a232-281b62741a15 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:11.435469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-7b6c24ac-140b-4fdd-a232-281b62741a15 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.4807670 Mar 22 13:53:11.452276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks [] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.467342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-41e09a02-e997-4ce6-958b-c5b4c12aaca6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/quotas/6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 375 time: 0.0204871 Mar 22 13:53:11.531304 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.570338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-f22e873d-d6cd-4b32-a238-889856876624 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949154 Mar 22 13:53:11.598049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Network fa788293-d25f-4072-b2ae-d0417c178fe8 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:11.634081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:11.637711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:11.642753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:11.643363 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.649962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:11.672554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-5b883dde-3c13-43cc-be6f-ea17c3256c84 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3037739 Mar 22 13:53:11.688522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Request body: {'port': {'device_id': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:11.725798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-f32c7bc3-6ebc-4262-9917-70640bcd1d2f service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453815 Mar 22 13:53:11.804918 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.891592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-91c211cf-a15e-427b-af5f-a7d78dbc1e3f service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408279 Mar 22 13:53:11.922331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37348) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:11.945077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12e463e3-0a48-4556-86dd-a20901991a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.046917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12e463e3-0a48-4556-86dd-a20901991a47 admin admin] Publish callbacks [] for security_group (f8b558d6-75c7-4bf8-86ab-69b38775ab36), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.064185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12e463e3-0a48-4556-86dd-a20901991a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f8b558d6-75c7-4bf8-86ab-69b38775ab36), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.113851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-12e463e3-0a48-4556-86dd-a20901991a47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec6d4179579348c0bef2e14033b14d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904213 Mar 22 13:53:12.116686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:12.124167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e463e3-0a48-4556-86dd-a20901991a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b558d6-75c7-4bf8-86ab-69b38775ab36,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:12.180743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78858fd-c9aa-47f9-b482-f853534bc737 admin admin] Publish callbacks [] for security_group (f8b558d6-75c7-4bf8-86ab-69b38775ab36), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.208406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78858fd-c9aa-47f9-b482-f853534bc737 admin admin] Publish callbacks [] for security_group (f8b558d6-75c7-4bf8-86ab-69b38775ab36), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.239046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe7476-7e5f-464b-a5ca-2e270a9031b3 req-f0e39c09-c916-450d-9b4d-c1f61d8a40d0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:12.247434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73fe7476-7e5f-464b-a5ca-2e270a9031b3 req-f0e39c09-c916-450d-9b4d-c1f61d8a40d0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 931 time: 0.1633351 Mar 22 13:53:12.298546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78858fd-c9aa-47f9-b482-f853534bc737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f8b558d6-75c7-4bf8-86ab-69b38775ab36), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.302968 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78858fd-c9aa-47f9-b482-f853534bc737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.308797 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a78858fd-c9aa-47f9-b482-f853534bc737 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8b558d6-75c7-4bf8-86ab-69b38775ab36 HTTP/1.1" status: 204 len: 168 time: 0.1909297 Mar 22 13:53:12.322519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78858fd-c9aa-47f9-b482-f853534bc737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b558d6-75c7-4bf8-86ab-69b38775ab36,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:12.373930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:12.399538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73fe7476-7e5f-464b-a5ca-2e270a9031b3 req-7985ab00-a6a3-429b-aec7-5394bb3c1eb1 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475301 Mar 22 13:53:12.418064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Publish callbacks [] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.451538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Transition to ACTIVE for port object 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:12.458092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.571011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:12.617044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:12.617377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:12.617696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:12.626871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:12.626871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:12.641992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d5f79-7f5e-4c3c-860b-fd14a3af3569 req-62dfa4a5-5cd7-4707-95f7-b7886dc660e3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:12.641992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d7d5f79-7f5e-4c3c-860b-fd14a3af3569 req-62dfa4a5-5cd7-4707-95f7-b7886dc660e3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0956342 Mar 22 13:53:12.644071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:12.644547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:12.644970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:12.645400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Bound port: 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:12.645755 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:12.799156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-4b727e56-6591-4c4d-8508-e278a721b463 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8a7460fb45cf45709b04665d240b2a64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568171 Mar 22 13:53:12.820042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d7d5f79-7f5e-4c3c-860b-fd14a3af3569 req-3895e0a5-d45b-4959-b49d-60be5010abe1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695387 Mar 22 13:53:12.891834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:12.942671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:12.945611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106e9ba7-4239-4d7a-9e97-8ff00a1fc72f req-b02fc124-a155-4b00-a21a-59192036f16d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 210 time: 0.0515079 Mar 22 13:53:12.958587 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:13.006942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-796d2c1b-bc2f-4c44-b64a-05ff45ba58a7 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:13.008472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-796d2c1b-bc2f-4c44-b64a-05ff45ba58a7 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084086 Mar 22 13:53:13.013213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:13.013821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:13.015194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] 10.222.0.57 "PUT /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 1091 time: 1.3326888 Mar 22 13:53:13.015610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:13.017834 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd469ec-92fa-4096-ad48-f2e42ef69c38" -d '{"events": [{"name": "network-changed", "server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:13.043219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-b6d14012-a6c0-4a7a-85c8-cc11359fab0b tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/quotas/8a7460fb45cf45709b04665d240b2a64 HTTP/1.1" status: 200 len: 375 time: 0.0227046 Mar 22 13:53:13.047824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f893d7-b1ad-46ee-bc4c-6358055eb813 service neutron] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:13.090433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-64336c11-007a-47a7-b7f9-b521307bd8c8 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a7460fb45cf45709b04665d240b2a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354450 Mar 22 13:53:13.129833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-af448406-ac5b-4b3d-9705-4c0e0bac81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:13.131841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-af448406-ac5b-4b3d-9705-4c0e0bac81eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1125 time: 0.0658834 Mar 22 13:53:13.190204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-941b5d96-6004-4582-8c0c-ef91365a7b0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 217 time: 0.0477927 Mar 22 13:53:13.270870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-995c1592-bc00-4cb9-8543-4009f8769ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:13.274175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-995c1592-bc00-4cb9-8543-4009f8769ad9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0783486 Mar 22 13:53:13.335003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-75b582f7-9717-4a6d-ba96-1480e08fe57f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521343 Mar 22 13:53:13.362499 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2823d1c8-2bb5-4995-81d3-3bf46632cd6b x-openstack-request-id: req-2823d1c8-2bb5-4995-81d3-3bf46632cd6b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:13.362840 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:13.363175 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2823d1c8-2bb5-4995-81d3-3bf46632cd6b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:13.363493 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2823d1c8-2bb5-4995-81d3-3bf46632cd6b'] response: {'name': 'network-changed', 'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d', 'status': 'completed', 'code': 200} Mar 22 13:53:13.498903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-350c635a-de0c-48bf-8fc8-d7c259d3d732 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575069 Mar 22 13:53:13.585336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-ebb79cbf-f6b9-4019-94f2-b48b24bcf821 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:13.587080 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-ebb79cbf-f6b9-4019-94f2-b48b24bcf821 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.1893461 Mar 22 13:53:13.600112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Request body: {'port': {'device_id': '505355d7-927a-419c-b596-82dba9beff95', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'admin_state_up': True, 'tenant_id': '6a63d022092745619ececdaf45ab4463'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:13.609473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a99cee8-2e0b-4546-bb32-1a5dbd14fb02 req-feece1f3-ebdb-438c-bb0a-7c7e20618c61 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 210 time: 0.1090212 Mar 22 13:53:13.739137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e7061c4-5b26-4ea9-86b1-b8a2d7bc15bc req-3b7adbc1-73f3-49ef-b808-cc230572ce34 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b23a4b2f4c85497d88ef99fa91a2511a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2060075 Mar 22 13:53:13.799080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Made reservation on behalf of 6a63d022092745619ececdaf45ab4463 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:13.802570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:13.856542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb32c6bc-e43f-455a-ab29-84a751a5826a req-1a290957-0b4f-4e0e-bccd-a6b9dc6673f0 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349187 Mar 22 13:53:13.882744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98182c24-a9c5-4a30-8753-eb424bbfff50 req-fb6f46f9-9814-46cc-9a52-fe5f3686e9ce tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:13.884288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98182c24-a9c5-4a30-8753-eb424bbfff50 req-fb6f46f9-9814-46cc-9a52-fe5f3686e9ce tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 943 time: 0.1583343 Mar 22 13:53:13.948216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Allocated IP 172.20.0.6 (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7/3acc379a-6984-4410-afce-6a3642923c76/928944cf-c397-4757-9b06-91bebd07534f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:13.954407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7061c4-5b26-4ea9-86b1-b8a2d7bc15bc req-a1fe0fc1-ccb1-4337-bde7-bc492eeec6aa tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:13.954407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e7061c4-5b26-4ea9-86b1-b8a2d7bc15bc req-a1fe0fc1-ccb1-4337-bde7-bc492eeec6aa tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956322 Mar 22 13:53:13.999496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e7061c4-5b26-4ea9-86b1-b8a2d7bc15bc req-b3cb47c6-1aa0-44c6-a461-d03b9f315610 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/quotas/b23a4b2f4c85497d88ef99fa91a2511a HTTP/1.1" status: 200 len: 375 time: 0.0251794 Mar 22 13:53:14.007553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98182c24-a9c5-4a30-8753-eb424bbfff50 req-ec4d312a-3d24-49e1-b988-da7aef3667cc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088676 Mar 22 13:53:14.063438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e7061c4-5b26-4ea9-86b1-b8a2d7bc15bc req-ec13b90a-d225-4beb-a7d3-9512040ee8aa tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b23a4b2f4c85497d88ef99fa91a2511a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527372 Mar 22 13:53:14.065829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-cd8f587d-a113-4bf0-85df-b286cdf0648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:14.067433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-cd8f587d-a113-4bf0-85df-b286cdf0648b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1125 time: 0.1577022 Mar 22 13:53:14.153105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks [] for port (928944cf-c397-4757-9b06-91bebd07534f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.178704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-dc800496-916e-48f9-a59b-6847d56d60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:14.181019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-dc800496-916e-48f9-a59b-6847d56d60d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1013148 Mar 22 13:53:14.193369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.242547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-b3b9807d-0796-438f-a6ab-3b953a892f6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 217 time: 0.0499275 Mar 22 13:53:14.245223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:14.248319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:14.253002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:14.298257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:14.307721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-7533bfcb-87cd-4286-ba54-0739974f3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:14.309390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-7533bfcb-87cd-4286-ba54-0739974f3605 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0532126 Mar 22 13:53:14.321700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:14.322709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.346887 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-95c73718-177b-423a-a51e-5ae46164f47b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509911 Mar 22 13:53:14.359476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Request body: {'port': {'device_id': '505355d7-927a-419c-b596-82dba9beff95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:14.378694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-d773c1a9-87a2-4413-99f3-3a9eab8d4d70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498996 Mar 22 13:53:14.427551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.501412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e88fa0-4daa-46a1-9d14-4d86969ece64 req-bf93131c-7cd0-4f13-b63a-45e113006d7a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:14.502944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26e88fa0-4daa-46a1-9d14-4d86969ece64 req-bf93131c-7cd0-4f13-b63a-45e113006d7a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1883078 Mar 22 13:53:14.504478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-b1cf0d12-3aca-4158-83a0-86ee87be6076 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8a7460fb45cf45709b04665d240b2a64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662541 Mar 22 13:53:14.610095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf865d-c8fe-4fe3-a4bb-d52b3f5109a2 req-73d12300-9610-4050-9fe1-25e6aad09bce tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:14.611547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8caf865d-c8fe-4fe3-a4bb-d52b3f5109a2 req-73d12300-9610-4050-9fe1-25e6aad09bce tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 931 time: 0.2254848 Mar 22 13:53:14.670485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-200afe48-40a4-4026-b2c2-9f09a1b09261 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808859 Mar 22 13:53:14.683567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26e88fa0-4daa-46a1-9d14-4d86969ece64 req-9009f8d4-66f3-456b-885e-c58dcfd7074c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714826 Mar 22 13:53:14.707424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928944cf-c397-4757-9b06-91bebd07534f {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:14.713951 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Publish callbacks [] for port (928944cf-c397-4757-9b06-91bebd07534f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.727540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Transition to ACTIVE for port object 928944cf-c397-4757-9b06-91bebd07534f will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:14.731789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.762405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-a14b8641-a988-4232-9567-f0a97e58e7bf tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:14.763852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-a14b8641-a988-4232-9567-f0a97e58e7bf tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481580 Mar 22 13:53:14.779969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Request body: {'port': {'device_id': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '8a7460fb45cf45709b04665d240b2a64'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:14.788562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8caf865d-c8fe-4fe3-a4bb-d52b3f5109a2 req-f41110a8-1a4d-4055-85b8-21f9020bc60c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626413 Mar 22 13:53:14.803034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:14.876243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:14.876826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:14.877311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:14.882470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:14.883019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:14.884146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd469ec-92fa-4096-ad48-f2e42ef69c38 req-195def6d-6180-4b23-a4ee-25512bec23a6 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956167 Mar 22 13:53:14.889213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:14.889946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:14.890523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:14.891096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Bound port: 928944cf-c397-4757-9b06-91bebd07534f, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:14.891811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.933251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Made reservation on behalf of 8a7460fb45cf45709b04665d240b2a64 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:14.937543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:14.978118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 20eff843-c39a-44fd-a78c-045a79936c69 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:14.989476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:14.993459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:15.000932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:15.008209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 20eff843-c39a-44fd-a78c-045a79936c69 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:53:15.008899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 20eff843-c39a-44fd-a78c-045a79936c69 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:15.040878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:15.041416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:15.044956 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] 10.222.0.42 "PUT /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 1091 time: 0.6880023 Mar 22 13:53:15.044956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'tag': '928944cf-c397-4757-9b06-91bebd07534f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:15.045716 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d90a60-dea0-4b15-8e25-2aaccaeac446" -d '{"events": [{"name": "network-changed", "server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "tag": "928944cf-c397-4757-9b06-91bebd07534f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:15.062838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-188adb5c-0a34-4fb0-9c5b-a44d896905f3 req-49def881-e2c2-456f-9f90-b78138511550 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 210 time: 0.0363090 Mar 22 13:53:15.135461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fb467-5691-4e8e-a678-eb9ea3fd5903 service neutron] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:15.161279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-361bad67-1111-47a6-ad8a-3b75533ebc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:15.163260 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-361bad67-1111-47a6-ad8a-3b75533ebc54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1125 time: 0.0719161 Mar 22 13:53:15.203367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Allocated IP 192.168.233.204 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:15.231704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-ece54690-ae8e-424c-be62-c44b6c55dd73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 217 time: 0.0566308 Mar 22 13:53:15.271561 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be173c5f-7102-4122-b28c-cda1fffacb7e x-openstack-request-id: req-be173c5f-7102-4122-b28c-cda1fffacb7e {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:15.272001 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "tag": "928944cf-c397-4757-9b06-91bebd07534f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:15.272372 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be173c5f-7102-4122-b28c-cda1fffacb7e {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:15.273213 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be173c5f-7102-4122-b28c-cda1fffacb7e'] response: {'name': 'network-changed', 'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'tag': '928944cf-c397-4757-9b06-91bebd07534f', 'status': 'completed', 'code': 200} Mar 22 13:53:15.297255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-53df18dd-96ee-4ed0-9888-e269bbb51b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:15.299010 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-53df18dd-96ee-4ed0-9888-e269bbb51b1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0599372 Mar 22 13:53:15.338077 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-faf2cbc5-9e9f-477a-9919-03c0aedeb168 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323417 Mar 22 13:53:15.372136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698f997-c85d-49e7-8f30-8ed3d6741795 req-17606d8f-1245-49e8-a710-049eb4b7372e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:15.373902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2698f997-c85d-49e7-8f30-8ed3d6741795 req-17606d8f-1245-49e8-a710-049eb4b7372e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 943 time: 0.1259406 Mar 22 13:53:15.467020 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-8b25aaef-1a97-45d8-b271-b2d2a89a444d service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219366 Mar 22 13:53:15.470884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2698f997-c85d-49e7-8f30-8ed3d6741795 req-1fdc9165-03ce-4e9c-a92e-c886a0395652 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860291 Mar 22 13:53:15.484339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks [] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:15.526293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:15.553924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:53:15.582657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:15.587770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:15.591647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:15.596795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:15.597418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:15.599119 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1a92ccf5-e755-490e-bf57-edf13a9c9ab2 req-d52a3cb4-6909-4ea0-83c5-f50fc791b024 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252551 Mar 22 13:53:15.619363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Pushing event updated for resources: {'Port': ['ID=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:15.629693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-ddff7bd7-b7a7-47b5-8cc9-af3e5cefbc0d tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8564227 Mar 22 13:53:15.642743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Request body: {'port': {'device_id': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:15.704772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:15.719929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:15.756668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-89b4f89c-fb41-44a3-a765-66e9c85a23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:15.763233 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-89b4f89c-fb41-44a3-a765-66e9c85a23ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1125 time: 0.1051171 Mar 22 13:53:15.903700 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-241ea84b-2b3e-4a35-8f42-5db89b0fc67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:15.993658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-c59fa923-fbd9-4834-a278-55c049519506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:15.995194 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-c59fa923-fbd9-4834-a278-55c049519506 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.2242768 Mar 22 13:53:16.032739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e5b8b854-df02-40ba-8b45-fbe1e59c6cf9 None None] Provisioning complete for port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:16.034482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b854-df02-40ba-8b45-fbe1e59c6cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.045342 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-8f28b270-4583-4217-8514-030a8dd98cf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 217 time: 0.0419958 Mar 22 13:53:16.048090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37536) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:16.084006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8b854-df02-40ba-8b45-fbe1e59c6cf9 None None] Port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:53:16.112594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-241ea84b-2b3e-4a35-8f42-5db89b0fc67d admin admin] Publish callbacks [] for security_group (3c6536ae-f4b5-4c88-9b01-21eed0f54f23), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.119588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-241ea84b-2b3e-4a35-8f42-5db89b0fc67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3c6536ae-f4b5-4c88-9b01-21eed0f54f23), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.128360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-bb00d960-0d7c-4e06-98ed-84f08afd8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:16.129833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-bb00d960-0d7c-4e06-98ed-84f08afd8f59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0700305 Mar 22 13:53:16.184051 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-830e3bef-2193-4b6a-8b4d-555002b7dcc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432935 Mar 22 13:53:16.200448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-241ea84b-2b3e-4a35-8f42-5db89b0fc67d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcab85cbe21c4339962c09ac2b54c710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943295 Mar 22 13:53:16.202679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ea84b-2b3e-4a35-8f42-5db89b0fc67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6536ae-f4b5-4c88-9b01-21eed0f54f23,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:16.211331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37542) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:16.212087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e36717a-95c6-4b3f-a0f7-26e90a1c6aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.353693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdb3351f-9647-41da-8ea4-cc7fbf385917 admin admin] Publish callbacks [] for security_group (3c6536ae-f4b5-4c88-9b01-21eed0f54f23), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.362293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277007e6-ada0-4a2a-b8ef-2df7fed70160 req-25e3629b-13bc-450c-be9f-3a962bb564ae tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:16.363763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-277007e6-ada0-4a2a-b8ef-2df7fed70160 req-25e3629b-13bc-450c-be9f-3a962bb564ae tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 943 time: 0.3936703 Mar 22 13:53:16.373554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf9d9e-20cf-4d10-852a-e288d08f354a req-5bd0a928-a218-496f-a1b5-af09057f1595 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:16.375140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbcf9d9e-20cf-4d10-852a-e288d08f354a req-5bd0a928-a218-496f-a1b5-af09057f1595 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.5615313 Mar 22 13:53:16.382715 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-caa994f5-2a67-4f49-ae3f-b59464c155e6 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809714 Mar 22 13:53:16.401101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdb3351f-9647-41da-8ea4-cc7fbf385917 admin admin] Publish callbacks [] for security_group (3c6536ae-f4b5-4c88-9b01-21eed0f54f23), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.467748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e36717a-95c6-4b3f-a0f7-26e90a1c6aa2 admin admin] Publish callbacks [] for security_group (2a514e2c-b36d-46e4-9dad-66b93b9fcf77), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.479270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e36717a-95c6-4b3f-a0f7-26e90a1c6aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2a514e2c-b36d-46e4-9dad-66b93b9fcf77), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.499719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-277007e6-ada0-4a2a-b8ef-2df7fed70160 req-080e4c62-2d07-41f3-a998-1a82c9723470 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232977 Mar 22 13:53:16.504698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbcf9d9e-20cf-4d10-852a-e288d08f354a req-04448497-6aef-4812-a26f-503bd412c9b5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108027 Mar 22 13:53:16.511657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:16.520770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Publish callbacks [] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.541205 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e36717a-95c6-4b3f-a0f7-26e90a1c6aa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b056e7f83a964e469b58617584f8069c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876108 Mar 22 13:53:16.541343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37546) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:16.556394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36717a-95c6-4b3f-a0f7-26e90a1c6aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a514e2c-b36d-46e4-9dad-66b93b9fcf77,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:16.565582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdb3351f-9647-41da-8ea4-cc7fbf385917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3c6536ae-f4b5-4c88-9b01-21eed0f54f23), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.568097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdb3351f-9647-41da-8ea4-cc7fbf385917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.569276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bdb3351f-9647-41da-8ea4-cc7fbf385917 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c6536ae-f4b5-4c88-9b01-21eed0f54f23 HTTP/1.1" status: 204 len: 168 time: 0.3506262 Mar 22 13:53:16.575346 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e2d90a60-dea0-4b15-8e25-2aaccaeac446 req-33c20264-c914-4131-9541-6b76c538ea9f service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724191 Mar 22 13:53:16.580151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3351f-9647-41da-8ea4-cc7fbf385917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6536ae-f4b5-4c88-9b01-21eed0f54f23,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:16.598141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Transition to ACTIVE for port object d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:16.604998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.665247 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02604a6e-54e5-44a0-b748-6a3c1728cd22 admin admin] Publish callbacks [] for security_group (2a514e2c-b36d-46e4-9dad-66b93b9fcf77), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.726235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f5410cf-79b1-4fc4-b123-ed3dd540d32b req-42989c8d-e87e-4679-a93d-62353f1bd620 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b23a4b2f4c85497d88ef99fa91a2511a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667167 Mar 22 13:53:16.726842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:16.778022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02604a6e-54e5-44a0-b748-6a3c1728cd22 admin admin] Publish callbacks [] for security_group (2a514e2c-b36d-46e4-9dad-66b93b9fcf77), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.850172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Attempting to bind port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:16.850502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Attempting to bind port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:16.850825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Attempting to bind port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:16.877627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78f63-e56a-46af-bf02-f7f2e9355650 req-37edbc8b-6aca-4831-85f9-8374287e7085 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:16.879119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7be78f63-e56a-46af-bf02-f7f2e9355650 req-37edbc8b-6aca-4831-85f9-8374287e7085 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 948 time: 0.2378299 Mar 22 13:53:16.884014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:16.884438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Attempting to bind port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:16.910847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:16.911181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:16.911559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:16.911994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Bound port: d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:16.912344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:16.993747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5410cf-79b1-4fc4-b123-ed3dd540d32b req-d85b46d1-5e0d-461c-8f6a-dea9292619a3 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:16.995142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f5410cf-79b1-4fc4-b123-ed3dd540d32b req-d85b46d1-5e0d-461c-8f6a-dea9292619a3 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562556 Mar 22 13:53:16.998238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02604a6e-54e5-44a0-b748-6a3c1728cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2a514e2c-b36d-46e4-9dad-66b93b9fcf77), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.000701 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02604a6e-54e5-44a0-b748-6a3c1728cd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.001739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-02604a6e-54e5-44a0-b748-6a3c1728cd22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a514e2c-b36d-46e4-9dad-66b93b9fcf77 HTTP/1.1" status: 204 len: 168 time: 0.4589732 Mar 22 13:53:17.016596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7be78f63-e56a-46af-bf02-f7f2e9355650 req-374456f2-06cc-4e9d-81df-27d65598c5c8 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270418 Mar 22 13:53:17.034414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02604a6e-54e5-44a0-b748-6a3c1728cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a514e2c-b36d-46e4-9dad-66b93b9fcf77,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:17.036826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f5410cf-79b1-4fc4-b123-ed3dd540d32b req-ef81ca5c-1eb7-415f-9d01-6b7b54ffe807 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/quotas/b23a4b2f4c85497d88ef99fa91a2511a HTTP/1.1" status: 200 len: 375 time: 0.0338633 Mar 22 13:53:17.059214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] For port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:17.071222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] For port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:17.111219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f5410cf-79b1-4fc4-b123-ed3dd540d32b req-ba31479b-6543-4c99-bfc8-86d1a9b74a4d tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b23a4b2f4c85497d88ef99fa91a2511a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481822 Mar 22 13:53:17.123620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.189833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:17.190484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.192069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] 10.222.0.57 "PUT /v2.0/ports/d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 HTTP/1.1" status: 200 len: 1096 time: 1.5550554 Mar 22 13:53:17.192525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'tag': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:17.194947 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9583bfb3-a4c5-4365-8225-f7965299a17d" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd9851-357d-4b5f-a161-ba33b55613a7", "tag": "d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:17.216800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:17.218898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e431-4cfa-4f5f-94d7-14b9a0fbca83 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:17.248638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b651b-ced1-4f9d-8125-012ec3ef0f5f req-28221c0a-7fb4-408d-aa5e-ce4cb0fe6602 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:17.256402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b03b651b-ced1-4f9d-8125-012ec3ef0f5f req-28221c0a-7fb4-408d-aa5e-ce4cb0fe6602 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 943 time: 0.1439903 Mar 22 13:53:17.308407 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e18be-87c8-4003-93a0-7e31029b8d38 x-openstack-request-id: req-728e18be-87c8-4003-93a0-7e31029b8d38 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:17.308796 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd9851-357d-4b5f-a161-ba33b55613a7", "tag": "d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:17.308972 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-728e18be-87c8-4003-93a0-7e31029b8d38 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:17.309331 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728e18be-87c8-4003-93a0-7e31029b8d38'] response: {'name': 'network-changed', 'server_uuid': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'tag': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718', 'status': 'completed', 'code': 200} Mar 22 13:53:17.342676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b03b651b-ced1-4f9d-8125-012ec3ef0f5f req-f1a3ef9c-4ee7-425c-8a68-7d931190050c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853186 Mar 22 13:53:17.362156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-da183da2-0300-45a4-b08b-a08f9e5a3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:17.363852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-da183da2-0300-45a4-b08b-a08f9e5a3b67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a7460fb45cf45709b04665d240b2a64&device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 1130 time: 0.1052291 Mar 22 13:53:17.402075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:17.418571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'port_id': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d', 'mac_address': 'fa:16:3e:68:0e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3258907d-b312-4b96-a688-86db2f838c8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:17.429341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-6ad33303-7ddc-47bf-82af-0a84d4d0a355 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 HTTP/1.1" status: 200 len: 217 time: 0.0575199 Mar 22 13:53:17.466604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:17.467343 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.487365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:17.496495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:17.500558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-9041472b-edf1-484b-98a4-14e0294d66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:17.502055 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-9041472b-edf1-484b-98a4-14e0294d66e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0659978 Mar 22 13:53:17.510020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:17.515876 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.517360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99fb6eb8-6550-4620-9440-9a49c186d81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.578346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-d1e40319-7b4c-4519-a1da-44457bf19ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:17.581029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-d1e40319-7b4c-4519-a1da-44457bf19ded service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0713856 Mar 22 13:53:17.602382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:17.638079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99fb6eb8-6550-4620-9440-9a49c186d81a admin admin] Publish callbacks [] for security_group (011ac16e-c79f-482b-9a2e-90659c38e7a2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.642713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99fb6eb8-6550-4620-9440-9a49c186d81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (011ac16e-c79f-482b-9a2e-90659c38e7a2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.652052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37594) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:17.722291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6eb8-6550-4620-9440-9a49c186d81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011ac16e-c79f-482b-9a2e-90659c38e7a2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:17.745490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77bef8-025e-4b1e-98e4-28147f9e248d req-07bb48ef-4ceb-4d71-8c20-d09f763eb334 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:17.745490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd77bef8-025e-4b1e-98e4-28147f9e248d req-07bb48ef-4ceb-4d71-8c20-d09f763eb334 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0861425 Mar 22 13:53:17.746556 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-99fb6eb8-6550-4620-9440-9a49c186d81a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5bcb1bc1ea6442f0b2bd3204983280c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482083 Mar 22 13:53:17.746927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-83f66b9e-9d27-4658-aaac-9a59083c9f59 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555324 Mar 22 13:53:17.747378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37598) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:17.765752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['00d8ea5c-9618-49fe-9ab2-3434d69b9f6d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:17.825603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1947500644-network', 'tenant_id': '80e27dd283044b94b716656de97645a4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:17.854298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Made reservation on behalf of 80e27dd283044b94b716656de97645a4 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:17.859861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.871664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.931244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd77bef8-025e-4b1e-98e4-28147f9e248d req-8a46c319-2b5f-4488-8b87-d2931b0bd21d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757727 Mar 22 13:53:17.939075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a2d38f8-bfb5-4a7a-a276-f481f078bd68 req-79260915-9437-493e-9f30-9fabab6d2789 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856272 Mar 22 13:53:17.939694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d635c7-5964-412c-84c8-463c2e3facc3 admin admin] Publish callbacks [] for security_group (011ac16e-c79f-482b-9a2e-90659c38e7a2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:17.987892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d635c7-5964-412c-84c8-463c2e3facc3 admin admin] Publish callbacks [] for security_group (011ac16e-c79f-482b-9a2e-90659c38e7a2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.009181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks [] for security_group (26513874-fbce-4205-bd70-73a06f120580), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.015301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (26513874-fbce-4205-bd70-73a06f120580), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.041040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:53:18.055747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26513874-fbce-4205-bd70-73a06f120580,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:18.062942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a78ce8c5-5e12-4bd6-abec-0d21e769022b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.063426 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Added segment a78ce8c5-5e12-4bd6-abec-0d21e769022b of type vlan for network 36edf578-7965-44b6-83fa-ee2657505a1a Mar 22 13:53:18.105941 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (36edf578-7965-44b6-83fa-ee2657505a1a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.113487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7f46-89ba-44f0-b5cc-d7052e0b7ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.129308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d244e-3775-4b6e-a6cb-e4c6c11c4031 req-65a64bc7-410e-4be2-ab06-a1cb93de1a21 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.130848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d23d244e-3775-4b6e-a6cb-e4c6c11c4031 req-65a64bc7-410e-4be2-ab06-a1cb93de1a21 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 943 time: 0.0911961 Mar 22 13:53:18.132124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d635c7-5964-412c-84c8-463c2e3facc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (011ac16e-c79f-482b-9a2e-90659c38e7a2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.134604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (36edf578-7965-44b6-83fa-ee2657505a1a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.135402 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17d635c7-5964-412c-84c8-463c2e3facc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.136167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.136520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-17d635c7-5964-412c-84c8-463c2e3facc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/011ac16e-c79f-482b-9a2e-90659c38e7a2 HTTP/1.1" status: 204 len: 168 time: 0.3882494 Mar 22 13:53:18.137685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.138861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-592ad827-359e-49d6-a5df-8ab4dc59f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.140776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-592ad827-359e-49d6-a5df-8ab4dc59f662 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a7460fb45cf45709b04665d240b2a64&device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 1130 time: 0.1369724 Mar 22 13:53:18.195717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d23d244e-3775-4b6e-a6cb-e4c6c11c4031 req-da922bce-6f75-4437-8654-2b25cb292a3e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Mar 22 13:53:18.204417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] Pushing event updated for resources: {'Network': ['ID=36edf578-7965-44b6-83fa-ee2657505a1a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:18.215372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 36edf578-7965-44b6-83fa-ee2657505a1a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:53:18.228183 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-177e8ef5-7e25-4f3b-80ce-ccf8a6f040b2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5743597 Mar 22 13:53:18.232306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:18.238950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Request body: {'subnet': {'network_id': '36edf578-7965-44b6-83fa-ee2657505a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1947500644-subnet', 'tenant_id': '80e27dd283044b94b716656de97645a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:18.277156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d635c7-5964-412c-84c8-463c2e3facc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011ac16e-c79f-482b-9a2e-90659c38e7a2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:18.282829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Made reservation on behalf of 80e27dd283044b94b716656de97645a4 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:18.286482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.401654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a9c5-a86d-44e9-a299-eebd17ce3b91 req-8b5b22ca-b105-4831-a327-ddf81f325f89 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.409760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a39a9c5-a86d-44e9-a299-eebd17ce3b91 req-8b5b22ca-b105-4831-a327-ddf81f325f89 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 948 time: 0.1342196 Mar 22 13:53:18.413955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-da10f8a2-47ac-42a5-907e-3e431988c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.415714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-da10f8a2-47ac-42a5-907e-3e431988c017 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2241848 Mar 22 13:53:18.466766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-e77744c9-411e-471a-8d65-481e193fc071 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 HTTP/1.1" status: 200 len: 217 time: 0.0436978 Mar 22 13:53:18.522205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (c21fd1d6-9a4b-4bef-86a3-3c82e62a3815), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.562503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-f235eb32-a665-4e76-aa0e-9b36876fb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.564030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-f235eb32-a665-4e76-aa0e-9b36876fb63b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0875804 Mar 22 13:53:18.588327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21fd1d6-9a4b-4bef-86a3-3c82e62a3815,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:18.601620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Checking segment: {'id': 'a78ce8c5-5e12-4bd6-abec-0d21e769022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '36edf578-7965-44b6-83fa-ee2657505a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:18.607101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Network hostable DHCP agents. Network: 36edf578-7965-44b6-83fa-ee2657505a1a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:53:18.627768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Network 36edf578-7965-44b6-83fa-ee2657505a1a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:53:18.636841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a39a9c5-a86d-44e9-a299-eebd17ce3b91 req-1fa34f00-0e77-4f2b-9746-1b2223499539 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260480 Mar 22 13:53:18.643129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 36edf578-7965-44b6-83fa-ee2657505a1a) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:18.649513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.650226 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:18.657456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca0543-c779-45e4-888c-32d6a45b286e None None] Network 36edf578-7965-44b6-83fa-ee2657505a1a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:18.662390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-19c00573-1e0d-4fce-9b1e-5aa1a52c372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.664001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-19c00573-1e0d-4fce-9b1e-5aa1a52c372f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0764391 Mar 22 13:53:18.677884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e4c0a-e6b2-42ac-8301-7b7e74ed8476 req-605d4653-019e-4672-bb3d-a5ea47e9bf95 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.680304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be6e4c0a-e6b2-42ac-8301-7b7e74ed8476 req-605d4653-019e-4672-bb3d-a5ea47e9bf95 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 944 time: 0.1368248 Mar 22 13:53:18.690614 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3fe1a934-6aac-4a0a-b74d-392ef025d9fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4469056 Mar 22 13:53:18.795896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22820ef4-1f21-492f-bad3-9989ca69c750 None None] Network 36edf578-7965-44b6-83fa-ee2657505a1a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:18.819455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45555932-2e2f-49fc-b73d-86d205bd82e7 req-cf3dfad3-8c63-4ba2-a6b0-ddfa6cf1edfa tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b23a4b2f4c85497d88ef99fa91a2511a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419626 Mar 22 13:53:18.921715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be6e4c0a-e6b2-42ac-8301-7b7e74ed8476 req-1a12b0b3-bbfb-4b1e-9571-5b96be6a0215 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147179 Mar 22 13:53:18.948072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-414c635d-119e-4517-982a-326ea3e15c57 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673190 Mar 22 13:53:19.005224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 928944cf-c397-4757-9b06-91bebd07534f details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:19.025476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45555932-2e2f-49fc-b73d-86d205bd82e7 req-e294d584-5284-4532-b8ee-eb08dc19cdc8 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:19.026932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45555932-2e2f-49fc-b73d-86d205bd82e7 req-e294d584-5284-4532-b8ee-eb08dc19cdc8 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066925 Mar 22 13:53:19.049770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45555932-2e2f-49fc-b73d-86d205bd82e7 req-ba02f541-7b57-4749-9990-6f1895a17511 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/quotas/b23a4b2f4c85497d88ef99fa91a2511a HTTP/1.1" status: 200 len: 375 time: 0.0152509 Mar 22 13:53:19.096669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45555932-2e2f-49fc-b73d-86d205bd82e7 req-e07c9f0a-d75f-42cb-acae-d46e96e1b883 tempest-QuotasAdminNegativeTest-655369400 tempest-QuotasAdminNegativeTest-655369400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b23a4b2f4c85497d88ef99fa91a2511a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410023 Mar 22 13:53:19.124388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9583bfb3-a4c5-4365-8225-f7965299a17d req-41babc20-cc55-4efb-8fbc-01a968417fec service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628907 Mar 22 13:53:19.139233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:19.155494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '928944cf-c397-4757-9b06-91bebd07534f', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'port_id': '928944cf-c397-4757-9b06-91bebd07534f', 'mac_address': 'fa:16:3e:57:87:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acc379a-6984-4410-afce-6a3642923c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:19.197517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 928944cf-c397-4757-9b06-91bebd07534f is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:19.198016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.217046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:19.221099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928944cf-c397-4757-9b06-91bebd07534f {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:19.265255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-3e9a66ad-4d6b-423c-b584-69cb9376a298 req-943a20cf-0a77-4f2f-87a5-4f8db425127b tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-338714173', 'description': 'tempest-description-9285698'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:19.271359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:19.278753 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.298248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e9a66ad-4d6b-423c-b584-69cb9376a298 req-943a20cf-0a77-4f2f-87a5-4f8db425127b tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.310644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6345d-619a-47eb-987a-4ba222ba52d3 req-46e508bc-c0e4-43bf-87e0-30e7667e91e4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:19.314414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ef6345d-619a-47eb-987a-4ba222ba52d3 req-46e508bc-c0e4-43bf-87e0-30e7667e91e4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0892689 Mar 22 13:53:19.324978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:19.336047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:19.336591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.339674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:19.388706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ef6345d-619a-47eb-987a-4ba222ba52d3 req-537e1ce6-8700-49fe-9488-2250c0eaedde tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Mar 22 13:53:19.435120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:19.435427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.445942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e9a66ad-4d6b-423c-b584-69cb9376a298 req-943a20cf-0a77-4f2f-87a5-4f8db425127b tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (6549e83f-372b-4417-9570-3c5dbdb271c2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.451042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e9a66ad-4d6b-423c-b584-69cb9376a298 req-943a20cf-0a77-4f2f-87a5-4f8db425127b tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6549e83f-372b-4417-9570-3c5dbdb271c2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.460139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:19.463436 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4cfc62-6375-41dd-9761-ce881de80c20" -d '{"events": [{"server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "name": "network-vif-plugged", "status": "completed", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:19.477523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:19.482738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.489037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e9a66ad-4d6b-423c-b584-69cb9376a298 req-943a20cf-0a77-4f2f-87a5-4f8db425127b tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.490343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e9a66ad-4d6b-423c-b584-69cb9376a298 req-943a20cf-0a77-4f2f-87a5-4f8db425127b tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2301800 Mar 22 13:53:19.492777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a20cf-0a77-4f2f-87a5-4f8db425127b tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6549e83f-372b-4417-9570-3c5dbdb271c2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:19.515966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['928944cf-c397-4757-9b06-91bebd07534f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:19.574762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:19.608108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0cfae-4b96-49b6-900c-b72aa1956ba3 req-f5484c20-5da3-44e7-b238-f79229327881 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:19.615708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bd0cfae-4b96-49b6-900c-b72aa1956ba3 req-f5484c20-5da3-44e7-b238-f79229327881 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 944 time: 0.0653617 Mar 22 13:53:19.679494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bd0cfae-4b96-49b6-900c-b72aa1956ba3 req-9c007259-6672-4e75-b5d9-c7e2d95b4a50 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593989 Mar 22 13:53:19.734149 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a710f8e-dc10-4941-ab84-56819f83b280 x-openstack-request-id: req-8a710f8e-dc10-4941-ab84-56819f83b280 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:19.734933 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "name": "network-vif-plugged", "status": "completed", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:19.735922 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a710f8e-dc10-4941-ab84-56819f83b280 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:19.737256 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a710f8e-dc10-4941-ab84-56819f83b280'] response: {'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d', 'code': 200} Mar 22 13:53:19.792111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-f3ed3666-176c-414b-8880-4e625910a5e6 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/6549e83f-372b-4417-9570-3c5dbdb271c2 HTTP/1.1" status: 200 len: 1826 time: 0.0485892 Mar 22 13:53:19.811269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6549e83f-372b-4417-9570-3c5dbdb271c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:19.811636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6549e83f-372b-4417-9570-3c5dbdb271c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:19.891684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d4cf7-6f15-4025-b4f6-88a3b765f3e5 req-26e005e2-39a3-4d1c-9e3e-96d44a8e1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:19.893285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f33d4cf7-6f15-4025-b4f6-88a3b765f3e5 req-26e005e2-39a3-4d1c-9e3e-96d44a8e1525 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1127 time: 0.0935123 Mar 22 13:53:19.959599 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group_rule (5d5de7db-58ee-44ed-a4cd-b19b6df2a621), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:19.984714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6531703-8de1-4d74-b575-058b86d85ec9 req-3c652d33-43e3-4254-a44e-9ce1777705ea tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:19.986691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6531703-8de1-4d74-b575-058b86d85ec9 req-3c652d33-43e3-4254-a44e-9ce1777705ea tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 948 time: 0.1265781 Mar 22 13:53:20.007149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f33d4cf7-6f15-4025-b4f6-88a3b765f3e5 req-897d52e2-30f6-42fe-ae8d-9b05e9ba2961 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063576 Mar 22 13:53:20.009098 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group_rule (5d5de7db-58ee-44ed-a4cd-b19b6df2a621), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.018076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (5d5de7db-58ee-44ed-a4cd-b19b6df2a621), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.043255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5de7db-58ee-44ed-a4cd-b19b6df2a621,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:20.054250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.055554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df80efae-d12a-4e35-a947-d23dcea2b8f6 req-a77fb575-e5cb-4b9c-9707-fa96f425bc9f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2577388 Mar 22 13:53:20.077166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6531703-8de1-4d74-b575-058b86d85ec9 req-d51a6059-1a29-4232-88e7-22369e01afc9 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816638 Mar 22 13:53:20.110066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37698) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:20.165311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61130a90-2331-4009-9eff-e491de161088 req-feeee568-d407-4463-bd2f-61d79d46543f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/6549e83f-372b-4417-9570-3c5dbdb271c2 HTTP/1.1" status: 200 len: 2419 time: 0.0519869 Mar 22 13:53:20.212043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb5b679d-cc77-46b4-83db-32a2d8eeaf85 req-91392f26-2cfd-4a06-a970-3a7224ee96b7 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-group-rules/5d5de7db-58ee-44ed-a4cd-b19b6df2a621 HTTP/1.1" status: 200 len: 778 time: 0.0277972 Mar 22 13:53:20.262549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2541c225-d510-40ad-b890-617252cde113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.263264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb5b679d-cc77-46b4-83db-32a2d8eeaf85 req-fc2959fb-36bd-496c-8a2e-99fcc8e4d2e5 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/6549e83f-372b-4417-9570-3c5dbdb271c2 HTTP/1.1" status: 200 len: 2419 time: 0.0496757 Mar 22 13:53:20.294763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cb5b679d-cc77-46b4-83db-32a2d8eeaf85 req-8ac079a6-17a1-44b7-8bf4-5fbba48682f2 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group_rule (5d5de7db-58ee-44ed-a4cd-b19b6df2a621), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.303327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cb5b679d-cc77-46b4-83db-32a2d8eeaf85 req-8ac079a6-17a1-44b7-8bf4-5fbba48682f2 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group_rule (5d5de7db-58ee-44ed-a4cd-b19b6df2a621), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.335516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02f34938-9810-47ef-8049-1066aac5ea5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.355740 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2541c225-d510-40ad-b890-617252cde113 admin admin] Publish callbacks [] for security_group (6ba660d0-c86f-4fdf-a13a-51d89cacb52a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.361912 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2541c225-d510-40ad-b890-617252cde113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6ba660d0-c86f-4fdf-a13a-51d89cacb52a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.374884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cb5b679d-cc77-46b4-83db-32a2d8eeaf85 req-8ac079a6-17a1-44b7-8bf4-5fbba48682f2 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (5d5de7db-58ee-44ed-a4cd-b19b6df2a621), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.380445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cb5b679d-cc77-46b4-83db-32a2d8eeaf85 req-8ac079a6-17a1-44b7-8bf4-5fbba48682f2 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.381677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb5b679d-cc77-46b4-83db-32a2d8eeaf85 req-8ac079a6-17a1-44b7-8bf4-5fbba48682f2 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5d5de7db-58ee-44ed-a4cd-b19b6df2a621 HTTP/1.1" status: 204 len: 173 time: 0.1171997 Mar 22 13:53:20.401926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a9698-ebc0-47d9-bbc9-18ded7c9d917 req-e4ade9c9-f115-40fd-b6c0-b4706abeeb8a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:20.404115 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2541c225-d510-40ad-b890-617252cde113 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fffd3fcb26c747cc99296031847c1113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926350 Mar 22 13:53:20.406894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2a9698-ebc0-47d9-bbc9-18ded7c9d917 req-e4ade9c9-f115-40fd-b6c0-b4706abeeb8a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 945 time: 0.1005993 Mar 22 13:53:20.407043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541c225-d510-40ad-b890-617252cde113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba660d0-c86f-4fdf-a13a-51d89cacb52a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:20.408153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac079a6-17a1-44b7-8bf4-5fbba48682f2 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d5de7db-58ee-44ed-a4cd-b19b6df2a621,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:20.410736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37708) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:20.422572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-2c632320-dba0-43fd-aabb-7e72a670c68c req-18cbeed0-1a61-45f8-a83b-4f389d9adb19 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1616533038', 'description': 'tempest-description-726906978'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:20.460690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089e06c1-7be7-4d8a-bed1-a6a75a536721 admin admin] Publish callbacks [] for security_group (6ba660d0-c86f-4fdf-a13a-51d89cacb52a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.462996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37712) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:20.470822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2c632320-dba0-43fd-aabb-7e72a670c68c req-18cbeed0-1a61-45f8-a83b-4f389d9adb19 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.484163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2a9698-ebc0-47d9-bbc9-18ded7c9d917 req-ca9a632b-00c3-4169-8c20-f92cebee65ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730381 Mar 22 13:53:20.487560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089e06c1-7be7-4d8a-bed1-a6a75a536721 admin admin] Publish callbacks [] for security_group (6ba660d0-c86f-4fdf-a13a-51d89cacb52a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.550137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089e06c1-7be7-4d8a-bed1-a6a75a536721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6ba660d0-c86f-4fdf-a13a-51d89cacb52a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.552985 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089e06c1-7be7-4d8a-bed1-a6a75a536721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.554474 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-089e06c1-7be7-4d8a-bed1-a6a75a536721 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ba660d0-c86f-4fdf-a13a-51d89cacb52a HTTP/1.1" status: 204 len: 168 time: 0.1427717 Mar 22 13:53:20.561376 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2c632320-dba0-43fd-aabb-7e72a670c68c req-18cbeed0-1a61-45f8-a83b-4f389d9adb19 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.566211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e06c1-7be7-4d8a-bed1-a6a75a536721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba660d0-c86f-4fdf-a13a-51d89cacb52a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:20.567035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2c632320-dba0-43fd-aabb-7e72a670c68c req-18cbeed0-1a61-45f8-a83b-4f389d9adb19 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.626546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3533b6b-9a6e-4d2a-a1fe-d11ba18f9754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.631691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2c632320-dba0-43fd-aabb-7e72a670c68c req-18cbeed0-1a61-45f8-a83b-4f389d9adb19 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.633374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c632320-dba0-43fd-aabb-7e72a670c68c req-18cbeed0-1a61-45f8-a83b-4f389d9adb19 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2196989 Mar 22 13:53:20.642628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbeed0-1a61-45f8-a83b-4f389d9adb19 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:20.673214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab6a7-ecd1-4e15-8aea-4671fefc5215 req-032e2975-df53-47f2-a1ba-429183fb8f33 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:20.681476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5ab6a7-ecd1-4e15-8aea-4671fefc5215 req-032e2975-df53-47f2-a1ba-429183fb8f33 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.0915012 Mar 22 13:53:20.718354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3533b6b-9a6e-4d2a-a1fe-d11ba18f9754 admin admin] Publish callbacks [] for security_group (4b74a7e5-40dd-4a43-bd71-def1e540a1d6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.723968 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3533b6b-9a6e-4d2a-a1fe-d11ba18f9754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4b74a7e5-40dd-4a43-bd71-def1e540a1d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.740410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-804464e9-ec58-4b89-909e-9250d0eaee3f req-6901ee88-c4cc-48fd-aa0c-800865056203 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4 HTTP/1.1" status: 200 len: 1829 time: 0.0849438 Mar 22 13:53:20.762438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3533b6b-9a6e-4d2a-a1fe-d11ba18f9754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74a7e5-40dd-4a43-bd71-def1e540a1d6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:20.767587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e3533b6b-9a6e-4d2a-a1fe-d11ba18f9754 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b23a4b2f4c85497d88ef99fa91a2511a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036296 Mar 22 13:53:20.770264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37726) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:20.773538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5ab6a7-ecd1-4e15-8aea-4671fefc5215 req-2a6efc7d-1468-46b6-95f8-b1b546789b8d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867119 Mar 22 13:53:20.806858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b0d6a25f-64de-4364-ab4e-afa31e46db89 req-01e321dd-2d9d-4721-93e7-7957361ce251 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2112602716', 'description': 'tempest-description-196102828'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:20.842955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-decdc65b-d035-405b-9c1c-84b3b01b360b admin admin] Publish callbacks [] for security_group (4b74a7e5-40dd-4a43-bd71-def1e540a1d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.856584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b0d6a25f-64de-4364-ab4e-afa31e46db89 req-01e321dd-2d9d-4721-93e7-7957361ce251 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.869114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-decdc65b-d035-405b-9c1c-84b3b01b360b admin admin] Publish callbacks [] for security_group (4b74a7e5-40dd-4a43-bd71-def1e540a1d6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.887076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddbd6e-5065-46fd-a341-4cf725cec425 req-f745cfa2-fab0-4a43-ad92-7f1dfa08cb00 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:20.888533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4eddbd6e-5065-46fd-a341-4cf725cec425 req-f745cfa2-fab0-4a43-ad92-7f1dfa08cb00 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 944 time: 0.0848944 Mar 22 13:53:20.928986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-decdc65b-d035-405b-9c1c-84b3b01b360b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4b74a7e5-40dd-4a43-bd71-def1e540a1d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.932067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-decdc65b-d035-405b-9c1c-84b3b01b360b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.933667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-decdc65b-d035-405b-9c1c-84b3b01b360b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b74a7e5-40dd-4a43-bd71-def1e540a1d6 HTTP/1.1" status: 204 len: 168 time: 0.1622114 Mar 22 13:53:20.941806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37732) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:20.948340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdc65b-d035-405b-9c1c-84b3b01b360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74a7e5-40dd-4a43-bd71-def1e540a1d6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:20.970864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3c052f9-ee89-4d0b-81a3-eb8a22a15e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.972611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4eddbd6e-5065-46fd-a341-4cf725cec425 req-3c22e415-f2f9-461f-9736-2702e1791b4a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777869 Mar 22 13:53:20.979139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b0d6a25f-64de-4364-ab4e-afa31e46db89 req-01e321dd-2d9d-4721-93e7-7957361ce251 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.984182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b0d6a25f-64de-4364-ab4e-afa31e46db89 req-01e321dd-2d9d-4721-93e7-7957361ce251 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.012259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 928944cf-c397-4757-9b06-91bebd07534f up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:21.044234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b0d6a25f-64de-4364-ab4e-afa31e46db89 req-01e321dd-2d9d-4721-93e7-7957361ce251 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.046224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0d6a25f-64de-4364-ab4e-afa31e46db89 req-01e321dd-2d9d-4721-93e7-7957361ce251 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2449229 Mar 22 13:53:21.056236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e321dd-2d9d-4721-93e7-7957361ce251 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.090724 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3c052f9-ee89-4d0b-81a3-eb8a22a15e7f admin admin] Publish callbacks [] for security_group (81f67859-784b-4775-8038-6e92eff2e851), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.092428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 928944cf-c397-4757-9b06-91bebd07534f completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:21.095319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3c052f9-ee89-4d0b-81a3-eb8a22a15e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81f67859-784b-4775-8038-6e92eff2e851), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.097696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 928944cf-c397-4757-9b06-91bebd07534f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:21.098113 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (928944cf-c397-4757-9b06-91bebd07534f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.159061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c08ef03-795c-490f-80da-f90c910fba7a req-295a817e-8b2e-40e6-8ff8-76b59813017d tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c HTTP/1.1" status: 200 len: 1829 time: 0.0887439 Mar 22 13:53:21.184010 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b3c052f9-ee89-4d0b-81a3-eb8a22a15e7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55ba14a167ed4393966d56ab979d89ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409503 Mar 22 13:53:21.185467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c052f9-ee89-4d0b-81a3-eb8a22a15e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f67859-784b-4775-8038-6e92eff2e851,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.186792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37740) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:21.212585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-dacaef6b-f261-4fe8-b089-c9d81863a916 req-4645d238-0322-4561-8da7-1a12af81e433 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-308612919', 'description': 'tempest-description-329325162'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:21.248485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:21.266032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 928944cf-c397-4757-9b06-91bebd07534f is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:21.267037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.284994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dacaef6b-f261-4fe8-b089-c9d81863a916 req-4645d238-0322-4561-8da7-1a12af81e433 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.318324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e158a55c-7e59-4830-9010-f062cfdc2d50 admin admin] Publish callbacks [] for security_group (81f67859-784b-4775-8038-6e92eff2e851), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.332858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913fb1-93d9-4cfb-aa4e-8d118e9eeffd req-8012f1c0-a859-4160-8414-eabbeebf428e tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:21.334365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2913fb1-93d9-4cfb-aa4e-8d118e9eeffd req-8012f1c0-a859-4160-8414-eabbeebf428e tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 948 time: 0.1157143 Mar 22 13:53:21.360474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:21.366706 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.386233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e158a55c-7e59-4830-9010-f062cfdc2d50 admin admin] Publish callbacks [] for security_group (81f67859-784b-4775-8038-6e92eff2e851), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.414671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37744) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:21.433573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44deaf70-0f90-4588-9f12-1aecec5ce147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.435964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:21.454212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.457141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718', 'mac_address': 'fa:16:3e:0c:f4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:21.460884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2913fb1-93d9-4cfb-aa4e-8d118e9eeffd req-f37e0ae6-90fe-4322-849a-91495c6f76fa tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173537 Mar 22 13:53:21.471620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dacaef6b-f261-4fe8-b089-c9d81863a916 req-4645d238-0322-4561-8da7-1a12af81e433 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (fe76fb98-d4da-4cd5-a50f-693d2a17cc36), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.476028 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dacaef6b-f261-4fe8-b089-c9d81863a916 req-4645d238-0322-4561-8da7-1a12af81e433 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fe76fb98-d4da-4cd5-a50f-693d2a17cc36), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.507027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:21.507516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e158a55c-7e59-4830-9010-f062cfdc2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81f67859-784b-4775-8038-6e92eff2e851), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.507617 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.509663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e158a55c-7e59-4830-9010-f062cfdc2d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.510823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e158a55c-7e59-4830-9010-f062cfdc2d50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81f67859-784b-4775-8038-6e92eff2e851 HTTP/1.1" status: 204 len: 168 time: 0.3229899 Mar 22 13:53:21.514397 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dacaef6b-f261-4fe8-b089-c9d81863a916 req-4645d238-0322-4561-8da7-1a12af81e433 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.519212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dacaef6b-f261-4fe8-b089-c9d81863a916 req-4645d238-0322-4561-8da7-1a12af81e433 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3258934 Mar 22 13:53:21.520451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645d238-0322-4561-8da7-1a12af81e433 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76fb98-d4da-4cd5-a50f-693d2a17cc36,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.533521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158a55c-7e59-4830-9010-f062cfdc2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f67859-784b-4775-8038-6e92eff2e851,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.540904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:21.588580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:21.594889 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.612116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44deaf70-0f90-4588-9f12-1aecec5ce147 admin admin] Publish callbacks [] for security_group (a9b86793-fb04-494a-bf24-e0264b279fbb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.617926 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20675070-cb8e-40fd-8527-b450053d6af3 req-5f758f57-dc8d-44b8-857c-f70d6ecd1f36 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/fe76fb98-d4da-4cd5-a50f-693d2a17cc36 HTTP/1.1" status: 200 len: 1828 time: 0.0728934 Mar 22 13:53:21.625991 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44deaf70-0f90-4588-9f12-1aecec5ce147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a9b86793-fb04-494a-bf24-e0264b279fbb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.652606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-bf2e2c28-46b3-4252-a7ab-00bc5a1f5d81 req-f2842813-57f6-4cc2-ad94-83703318550f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-219714926', 'description': 'tempest-description-2098908756'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:21.681480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5687ea-84c4-4af8-88e1-efd50064ba1e req-0e2807ba-2076-4da8-ab8b-9b92e724cafc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:21.683291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff5687ea-84c4-4af8-88e1-efd50064ba1e req-0e2807ba-2076-4da8-ab8b-9b92e724cafc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 945 time: 0.0797894 Mar 22 13:53:21.703762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bf2e2c28-46b3-4252-a7ab-00bc5a1f5d81 req-f2842813-57f6-4cc2-ad94-83703318550f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.712143 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44deaf70-0f90-4588-9f12-1aecec5ce147 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ef6e09bbb244de1889729ee12774a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943735 Mar 22 13:53:21.713143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deaf70-0f90-4588-9f12-1aecec5ce147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b86793-fb04-494a-bf24-e0264b279fbb,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.715776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37754) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:21.761542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928944cf-c397-4757-9b06-91bebd07534f'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:21.764059 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ddca3d-19fc-4fb6-b5a5-1a64497aecd1" -d '{"events": [{"server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "name": "network-vif-plugged", "status": "completed", "tag": "928944cf-c397-4757-9b06-91bebd07534f"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:21.774071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff5687ea-84c4-4af8-88e1-efd50064ba1e req-62e516e4-6087-4fef-851a-d0612455510e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822325 Mar 22 13:53:21.806430 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.809697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.827153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bf2e2c28-46b3-4252-a7ab-00bc5a1f5d81 req-f2842813-57f6-4cc2-ad94-83703318550f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (9f83f21d-0116-4d72-9671-b709902cf9d4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.832820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bf2e2c28-46b3-4252-a7ab-00bc5a1f5d81 req-f2842813-57f6-4cc2-ad94-83703318550f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f83f21d-0116-4d72-9671-b709902cf9d4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.842443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d0b690f-2ed1-425e-a492-b682a59e5702 admin admin] Publish callbacks [] for security_group (a9b86793-fb04-494a-bf24-e0264b279fbb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.861640 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb11510-7dad-421a-932d-63f7f8d1301e x-openstack-request-id: req-5fb11510-7dad-421a-932d-63f7f8d1301e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:21.862016 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "name": "network-vif-plugged", "status": "completed", "tag": "928944cf-c397-4757-9b06-91bebd07534f", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:21.862381 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fb11510-7dad-421a-932d-63f7f8d1301e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:21.862743 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb11510-7dad-421a-932d-63f7f8d1301e'] response: {'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928944cf-c397-4757-9b06-91bebd07534f', 'code': 200} Mar 22 13:53:21.865081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:21.876037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bf2e2c28-46b3-4252-a7ab-00bc5a1f5d81 req-f2842813-57f6-4cc2-ad94-83703318550f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.877240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf2e2c28-46b3-4252-a7ab-00bc5a1f5d81 req-f2842813-57f6-4cc2-ad94-83703318550f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2290692 Mar 22 13:53:21.879281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2842813-57f6-4cc2-ad94-83703318550f tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83f21d-0116-4d72-9671-b709902cf9d4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:21.887937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d0b690f-2ed1-425e-a492-b682a59e5702 admin admin] Publish callbacks [] for security_group (a9b86793-fb04-494a-bf24-e0264b279fbb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.974579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d0b690f-2ed1-425e-a492-b682a59e5702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a9b86793-fb04-494a-bf24-e0264b279fbb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.977723 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d0b690f-2ed1-425e-a492-b682a59e5702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.982167 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0d0b690f-2ed1-425e-a492-b682a59e5702 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9b86793-fb04-494a-bf24-e0264b279fbb HTTP/1.1" status: 204 len: 168 time: 0.2525148 Mar 22 13:53:22.028752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b690f-2ed1-425e-a492-b682a59e5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b86793-fb04-494a-bf24-e0264b279fbb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:22.050707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fab8ee-9db9-4f9a-9eb5-e5053629f596 req-c4735410-2b10-4d40-b4e7-da469d5c5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:22.052729 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-81fab8ee-9db9-4f9a-9eb5-e5053629f596 req-c4735410-2b10-4d40-b4e7-da469d5c5cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1127 time: 0.0662832 Mar 22 13:53:22.054117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d08600-da38-4179-a5b7-691929b9d4a0 req-bb202ea9-3888-4ca6-9d39-cba42a8c4f6c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:22.055666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4d08600-da38-4179-a5b7-691929b9d4a0 req-bb202ea9-3888-4ca6-9d39-cba42a8c4f6c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1082401 Mar 22 13:53:22.063897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9c0b6-8cfc-4086-9f5e-fff579243097 req-e353da8a-50a1-4477-a5ec-bfd40c568eb1 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:22.065760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ef9c0b6-8cfc-4086-9f5e-fff579243097 req-e353da8a-50a1-4477-a5ec-bfd40c568eb1 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1127 time: 0.0801563 Mar 22 13:53:22.136711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4d08600-da38-4179-a5b7-691929b9d4a0 req-7e7a5888-8d08-4172-ae5a-7850d6d98256 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699618 Mar 22 13:53:22.142193 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-81fab8ee-9db9-4f9a-9eb5-e5053629f596 req-a67c35f1-ba3d-4020-a693-37ea38c7c51a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771329 Mar 22 13:53:22.147087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ef9c0b6-8cfc-4086-9f5e-fff579243097 req-061dfed1-b5dd-4107-b2c4-73a0183f5c42 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726357 Mar 22 13:53:22.232778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cad446f-7f7e-40df-b855-acc93906c467 req-4771f4bd-b4af-40b4-8c5b-4c5ccd0048d5 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/9f83f21d-0116-4d72-9671-b709902cf9d4 HTTP/1.1" status: 200 len: 1829 time: 0.0425136 Mar 22 13:53:22.586369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7bcb7-228d-4e87-8717-46ed19c894d3 req-43c45855-5e6c-4ac1-8ab6-af21de1586fb tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:22.587947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78f7bcb7-228d-4e87-8717-46ed19c894d3 req-43c45855-5e6c-4ac1-8ab6-af21de1586fb tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 945 time: 0.3186567 Mar 22 13:53:22.603172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa49bfb-b0c5-47a6-9dea-760b33659e81 req-9c8771a2-edbd-47ce-8c8b-23a50336e64d tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:22.604638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfa49bfb-b0c5-47a6-9dea-760b33659e81 req-9c8771a2-edbd-47ce-8c8b-23a50336e64d tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1127 time: 0.3050575 Mar 22 13:53:22.662475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78f7bcb7-228d-4e87-8717-46ed19c894d3 req-20e8c22e-b51d-43d3-99af-e77235a37fec tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Mar 22 13:53:22.688627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfa49bfb-b0c5-47a6-9dea-760b33659e81 req-5b55cca9-1c8c-489a-8c89-0443dc19872b tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Mar 22 13:53:22.720348 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-96e9aaec-19da-450c-a86f-460d492c4f19 req-eb7a4973-1a53-488c-8643-9c8860d0297e tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] show failed (client error): The resource could not be found. Mar 22 13:53:22.722219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96e9aaec-19da-450c-a86f-460d492c4f19 req-eb7a4973-1a53-488c-8643-9c8860d0297e tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/132d1d98-3dda-4c18-8a1d-801fc1fff260 HTTP/1.1" status: 404 len: 352 time: 0.0201335 Mar 22 13:53:22.822965 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-15e0ad2a-84fc-4225-bfc9-d192509b33a7 req-5c7d9a6c-6ae9-439e-bc59-8eda8010550e tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] show failed (client error): The resource could not be found. Mar 22 13:53:22.824705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15e0ad2a-84fc-4225-bfc9-d192509b33a7 req-5c7d9a6c-6ae9-439e-bc59-8eda8010550e tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-group-rules/5623ff22-a768-4425-99cd-11c0cc769189 HTTP/1.1" status: 404 len: 361 time: 0.0212510 Mar 22 13:53:22.860318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a087ae-b681-4262-9943-d586079bcd59 req-89d4f0a1-e49c-4b5b-ba91-16c4a912c594 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:22.862004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87a087ae-b681-4262-9943-d586079bcd59 req-89d4f0a1-e49c-4b5b-ba91-16c4a912c594 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 949 time: 0.1038446 Mar 22 13:53:22.868933 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-91e26058-91b2-46a5-8acf-9fe405d4c692 service neutron] show failed (client error): The resource could not be found. Mar 22 13:53:22.869843 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-91e26058-91b2-46a5-8acf-9fe405d4c692 service neutron] 10.222.0.42 "GET /v2.0/ports/f2592646-c257-4213-867f-51736d774649/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0907569 Mar 22 13:53:22.960896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87a087ae-b681-4262-9943-d586079bcd59 req-1827c867-0f85-406f-a82d-78b72458d4d9 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904038 Mar 22 13:53:23.054956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-642d7654-216d-409c-8ed3-106e7f1c1508 req-9a4a685b-2f45-47e6-8c5b-8ac4ed1bcc36 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/9f83f21d-0116-4d72-9671-b709902cf9d4 HTTP/1.1" status: 200 len: 1829 time: 0.0858798 Mar 22 13:53:23.147226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ed1c3-1b67-4c8b-9e42-a2204b0c88bd req-774ce910-8f17-4b0f-9b9f-733b9a5a1dbc tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:23.149048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-496ed1c3-1b67-4c8b-9e42-a2204b0c88bd req-774ce910-8f17-4b0f-9b9f-733b9a5a1dbc tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1127 time: 0.0928295 Mar 22 13:53:23.209490 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-642d7654-216d-409c-8ed3-106e7f1c1508 req-dcf8ef2b-e565-48f1-9cdf-ba12d6603aed tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (9f83f21d-0116-4d72-9671-b709902cf9d4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.218333 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.256702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:23.297747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-496ed1c3-1b67-4c8b-9e42-a2204b0c88bd req-4195700d-dfb5-41ed-9f0a-b4c66f02698b tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321297 Mar 22 13:53:23.315276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-642d7654-216d-409c-8ed3-106e7f1c1508 req-dcf8ef2b-e565-48f1-9cdf-ba12d6603aed tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (9f83f21d-0116-4d72-9671-b709902cf9d4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.332415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:23.341934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:23.342529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.347273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-3dbd122e-f50f-4adb-a125-58d486af7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:23.349572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-3dbd122e-f50f-4adb-a125-58d486af7500 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112&tenant_id=f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 1154 time: 0.1916847 Mar 22 13:53:23.379766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:23.455170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:23.455870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.493331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:23.498979 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.533666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.537337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-642d7654-216d-409c-8ed3-106e7f1c1508 req-dcf8ef2b-e565-48f1-9cdf-ba12d6603aed tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f83f21d-0116-4d72-9671-b709902cf9d4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.539939 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-642d7654-216d-409c-8ed3-106e7f1c1508 req-dcf8ef2b-e565-48f1-9cdf-ba12d6603aed tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.541113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-642d7654-216d-409c-8ed3-106e7f1c1508 req-dcf8ef2b-e565-48f1-9cdf-ba12d6603aed tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f83f21d-0116-4d72-9671-b709902cf9d4 HTTP/1.1" status: 204 len: 173 time: 0.4732502 Mar 22 13:53:23.570835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:23.591250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8ef2b-e565-48f1-9cdf-ba12d6603aed tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83f21d-0116-4d72-9671-b709902cf9d4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:23.629360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9706-d5e9-44d7-ad80-ef07f4867624 req-5e4069c2-53ff-47d5-b562-6bc8eb69339a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:23.634418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c93e9706-d5e9-44d7-ad80-ef07f4867624 req-5e4069c2-53ff-47d5-b562-6bc8eb69339a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 972 time: 0.1853876 Mar 22 13:53:23.692197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5b5be0d-dbce-4509-a99b-714350a8c65b req-356ab380-3fd9-4a63-a144-6fe0db1ee13a tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/fe76fb98-d4da-4cd5-a50f-693d2a17cc36 HTTP/1.1" status: 200 len: 1828 time: 0.1255243 Mar 22 13:53:23.793426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c93e9706-d5e9-44d7-ad80-ef07f4867624 req-c165cbbb-de04-4b8f-86af-8592881201ab tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497154 Mar 22 13:53:23.863791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:23.866158 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e536bb-a778-496c-939f-3e81218d09d0" -d '{"events": [{"server_uuid": "89cd9851-357d-4b5f-a161-ba33b55613a7", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:23.870472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c5b5be0d-dbce-4509-a99b-714350a8c65b req-b7a2a7e1-e50e-46f4-8e35-e722e585b4bf tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (fe76fb98-d4da-4cd5-a50f-693d2a17cc36), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.910149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c5b5be0d-dbce-4509-a99b-714350a8c65b req-b7a2a7e1-e50e-46f4-8e35-e722e585b4bf tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (fe76fb98-d4da-4cd5-a50f-693d2a17cc36), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.929190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] For port f2592646-c257-4213-867f-51736d774649, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:23.977154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] For port f2592646-c257-4213-867f-51736d774649, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:23.996706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c5b5be0d-dbce-4509-a99b-714350a8c65b req-b7a2a7e1-e50e-46f4-8e35-e722e585b4bf tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fe76fb98-d4da-4cd5-a50f-693d2a17cc36), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.999114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c5b5be0d-dbce-4509-a99b-714350a8c65b req-b7a2a7e1-e50e-46f4-8e35-e722e585b4bf tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.000241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5b5be0d-dbce-4509-a99b-714350a8c65b req-b7a2a7e1-e50e-46f4-8e35-e722e585b4bf tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "DELETE /v2.0/security-groups/fe76fb98-d4da-4cd5-a50f-693d2a17cc36 HTTP/1.1" status: 204 len: 173 time: 0.2633216 Mar 22 13:53:24.017483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2a7e1-e50e-46f4-8e35-e722e585b4bf tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76fb98-d4da-4cd5-a50f-693d2a17cc36,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:24.035538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2592646-c257-4213-867f-51736d774649'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:24.035782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.038143 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55412a6-1af6-49b4-a707-72a525019bc0" -d '{"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-unplugged", "status": "completed", "tag": "f2592646-c257-4213-867f-51736d774649"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:24.042233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Publish callbacks [] for port (f2592646-c257-4213-867f-51736d774649), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.065035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Transition to ACTIVE for port object f2592646-c257-4213-867f-51736d774649 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:24.069140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.155674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] No DVR routers for this DVR port f2592646-c257-4213-867f-51736d774649 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:24.170049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:24.184982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13148834-5fbe-4b09-9e9d-17e81e90313d req-02544861-2808-4834-a4bb-2d77afff7b43 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:24.192816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13148834-5fbe-4b09-9e9d-17e81e90313d req-02544861-2808-4834-a4bb-2d77afff7b43 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 945 time: 0.1394455 Mar 22 13:53:24.229956 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c617998-23aa-4712-ad28-ba74759a6fcb x-openstack-request-id: req-7c617998-23aa-4712-ad28-ba74759a6fcb {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:24.230488 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd9851-357d-4b5f-a161-ba33b55613a7", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:24.230796 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c617998-23aa-4712-ad28-ba74759a6fcb {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:24.231230 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c617998-23aa-4712-ad28-ba74759a6fcb'] response: {'server_uuid': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718', 'code': 200} Mar 22 13:53:24.249239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:24.249767 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:24.250281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:24.262285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Port f2592646-c257-4213-867f-51736d774649 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:24.262972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Attempting to bind port f2592646-c257-4213-867f-51736d774649 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:24.271872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:24.272414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:24.273078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:24.273705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Bound port: f2592646-c257-4213-867f-51736d774649, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:24.274216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.321660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13148834-5fbe-4b09-9e9d-17e81e90313d req-89fa0a02-d7d6-4caa-a6b8-503e983b38ef tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215849 Mar 22 13:53:24.470073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] For port f2592646-c257-4213-867f-51736d774649, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:24.485006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76888483-1dce-4248-a418-466884e1c2e8 req-6c6da9da-d7d0-4612-97da-c2f794b06ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:24.486737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76888483-1dce-4248-a418-466884e1c2e8 req-6c6da9da-d7d0-4612-97da-c2f794b06ff4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 1132 time: 0.1911404 Mar 22 13:53:24.496868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-9079d6ae-afe0-471a-9cfd-1c844e79c9fb tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d8a7fa42a694433b95f4332bf8bcc630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474887 Mar 22 13:53:24.510348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] For port f2592646-c257-4213-867f-51736d774649, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:24.535399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.535779 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.613032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec1101-740e-4c9c-8ef3-42c97ec486e1 req-9df150b6-0c67-4cd0-b8b7-59f2d6cf6181 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:24.614622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57ec1101-740e-4c9c-8ef3-42c97ec486e1 req-9df150b6-0c67-4cd0-b8b7-59f2d6cf6181 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 950 time: 0.2071950 Mar 22 13:53:24.652795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:24.653521 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.655002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] 10.222.0.57 "PUT /v2.0/ports/f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 1096 time: 1.2832119 Mar 22 13:53:24.703594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76888483-1dce-4248-a418-466884e1c2e8 req-db31fa0c-78e2-4748-b6bd-8a0ee670cdef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100520 Mar 22 13:53:24.763646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d1cdb-c3df-49ab-b22a-b0761442ad1a service neutron] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:24.792719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-dc950bbe-116a-475e-b4a1-3a3269ef5078 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:24.794366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-dc950bbe-116a-475e-b4a1-3a3269ef5078 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877007 Mar 22 13:53:24.798954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57ec1101-740e-4c9c-8ef3-42c97ec486e1 req-4601d80b-23b9-4d2c-bc47-ad7d50d39945 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751273 Mar 22 13:53:24.826463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-9b9c4c0b-4166-45ec-a31b-e4f534d54e98 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/quotas/d8a7fa42a694433b95f4332bf8bcc630 HTTP/1.1" status: 200 len: 375 time: 0.0236471 Mar 22 13:53:24.838550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-6858479c-97c3-4219-ba6f-e6d41bdaf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:24.840061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-6858479c-97c3-4219-ba6f-e6d41bdaf875 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1130 time: 0.1554422 Mar 22 13:53:24.883408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-da4f5b4a-e251-4ac0-b5bb-34e968f30dc9 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8a7fa42a694433b95f4332bf8bcc630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411255 Mar 22 13:53:24.904625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b62d858-40ec-4ee5-8b72-fa1b76ab934d req-6ebc9a05-7625-4856-ac39-43b7478da8ed tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c HTTP/1.1" status: 200 len: 1829 time: 0.0749619 Mar 22 13:53:25.045860 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b62d858-40ec-4ee5-8b72-fa1b76ab934d req-b976c8f9-58bb-417e-8a6d-f2c380470459 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.051862 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056ff399-4ef9-4e59-aa54-12e52b1d78bc x-openstack-request-id: req-056ff399-4ef9-4e59-aa54-12e52b1d78bc {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:25.052141 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-unplugged", "status": "completed", "tag": "f2592646-c257-4213-867f-51736d774649", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:25.052384 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-056ff399-4ef9-4e59-aa54-12e52b1d78bc {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:25.052772 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056ff399-4ef9-4e59-aa54-12e52b1d78bc'] response: {'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2592646-c257-4213-867f-51736d774649', 'code': 200} Mar 22 13:53:25.077310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-8eb68e22-f560-42d8-9b62-fc818c710951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:25.078811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-8eb68e22-f560-42d8-9b62-fc818c710951 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1523709 Mar 22 13:53:25.082398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b62d858-40ec-4ee5-8b72-fa1b76ab934d req-b976c8f9-58bb-417e-8a6d-f2c380470459 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.130527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-abb0c547-17d1-4565-8f34-108b9c3599ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.0453899 Mar 22 13:53:25.205607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62ad7882-0581-4bec-9fa6-ddba54ef8dd1 req-c39dc4db-cebc-46bf-b04f-5c26d7eed725 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0515187 Mar 22 13:53:25.222095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b62d858-40ec-4ee5-8b72-fa1b76ab934d req-b976c8f9-58bb-417e-8a6d-f2c380470459 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.226062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b62d858-40ec-4ee5-8b72-fa1b76ab934d req-b976c8f9-58bb-417e-8a6d-f2c380470459 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.227308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b62d858-40ec-4ee5-8b72-fa1b76ab934d req-b976c8f9-58bb-417e-8a6d-f2c380470459 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "DELETE /v2.0/security-groups/b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c HTTP/1.1" status: 204 len: 173 time: 0.3162177 Mar 22 13:53:25.237503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-33fbc0d0-7097-4ecc-bfb7-e390338cfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:25.239146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-33fbc0d0-7097-4ecc-bfb7-e390338cfd9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0979562 Mar 22 13:53:25.248121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976c8f9-58bb-417e-8a6d-f2c380470459 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb6269-b9c1-49c4-aabc-28e94cfe5a4c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:25.382967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-c0e5f5df-8717-4adb-88f7-e6f32bf42960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:25.384586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-c0e5f5df-8717-4adb-88f7-e6f32bf42960 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1248016 Mar 22 13:53:25.405340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9601b9b-3850-4e72-ac4e-395ca8b6402b req-90a715e6-c3e7-4abf-9e23-997e7bd214bc tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:25.407157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9601b9b-3850-4e72-ac4e-395ca8b6402b req-90a715e6-c3e7-4abf-9e23-997e7bd214bc tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1127 time: 0.1109271 Mar 22 13:53:25.444575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1135e16-f62f-42fb-ade2-3d1e2bdfef4e req-73fc23e3-88dd-4033-88ac-372b854f9d32 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:25.446178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1135e16-f62f-42fb-ade2-3d1e2bdfef4e req-73fc23e3-88dd-4033-88ac-372b854f9d32 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1127 time: 0.1142745 Mar 22 13:53:25.530018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9601b9b-3850-4e72-ac4e-395ca8b6402b req-389255d2-7998-4bd0-a9dd-9a6f499506da tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105804 Mar 22 13:53:25.562342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1135e16-f62f-42fb-ade2-3d1e2bdfef4e req-aff3225e-4364-42bb-a880-19c81fabae30 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055801 Mar 22 13:53:25.564191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-851e893e-9190-420f-a5c4-ec4208035742 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711044 Mar 22 13:53:25.696314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6aa4fdf-380a-440b-8d55-99fdaf2179eb req-868002d2-d854-4cdb-b2cf-9eca79d9ffac tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 210 time: 0.0388849 Mar 22 13:53:25.720260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d92cf5c-0d07-49c0-8e29-0104f8aad758 req-df544570-06a7-4409-9157-eb8728d47a2b service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469181 Mar 22 13:53:25.730506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986e40-d45f-4c25-9bd0-c0f4cf68603e req-f9e84c0f-0d33-47ab-b890-4667121758d8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:25.732608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a986e40-d45f-4c25-9bd0-c0f4cf68603e req-f9e84c0f-0d33-47ab-b890-4667121758d8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 948 time: 0.1087546 Mar 22 13:53:25.797270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb0fc404-b76e-47b8-9a49-4e76d43062af req-546c2e86-3741-4bac-b4b1-05a1b0ae5441 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4 HTTP/1.1" status: 200 len: 1829 time: 0.0635834 Mar 22 13:53:25.815751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a986e40-d45f-4c25-9bd0-c0f4cf68603e req-cd65c03a-7a56-4d32-9ea8-c5ca42990b14 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740199 Mar 22 13:53:25.871639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb0fc404-b76e-47b8-9a49-4e76d43062af req-4e5d5ef7-4769-4506-a27a-572b4e1c163d tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.916531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1190265f-101a-483a-ab54-610c1ede7b51 req-f6a8e735-2ff8-4d6c-8df9-3d71e568c865 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0343864 Mar 22 13:53:25.920346 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb0fc404-b76e-47b8-9a49-4e76d43062af req-4e5d5ef7-4769-4506-a27a-572b4e1c163d tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.970225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb0fc404-b76e-47b8-9a49-4e76d43062af req-4e5d5ef7-4769-4506-a27a-572b4e1c163d tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.972922 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb0fc404-b76e-47b8-9a49-4e76d43062af req-4e5d5ef7-4769-4506-a27a-572b4e1c163d tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:25.974251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb0fc404-b76e-47b8-9a49-4e76d43062af req-4e5d5ef7-4769-4506-a27a-572b4e1c163d tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4 HTTP/1.1" status: 204 len: 173 time: 0.1696181 Mar 22 13:53:26.000636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d5ef7-4769-4506-a27a-572b4e1c163d tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c5b5c-ce12-4665-bee4-a4f2a67a01f4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:26.034564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9eac-4d89-4077-8cb9-a29038e94bc1 req-117287cf-bb04-4777-9ed4-208507ac2d0a tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:26.036260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-118a9eac-4d89-4077-8cb9-a29038e94bc1 req-117287cf-bb04-4777-9ed4-208507ac2d0a tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1127 time: 0.0495358 Mar 22 13:53:26.081269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-118a9eac-4d89-4077-8cb9-a29038e94bc1 req-8c72c0ac-3992-45d5-a7e1-4a4be0172db5 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386002 Mar 22 13:53:26.146512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-0282252b-ced1-4c2c-b105-165cf3c9c091 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d8a7fa42a694433b95f4332bf8bcc630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237067 Mar 22 13:53:26.280862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d923a-1f3e-4e73-919c-70421bc1000c req-cf944e1b-0779-4d43-a8a0-2c5786504b92 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:26.282377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-135d923a-1f3e-4e73-919c-70421bc1000c req-cf944e1b-0779-4d43-a8a0-2c5786504b92 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 950 time: 0.1316175 Mar 22 13:53:26.291849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-9e9b177e-1dd7-4116-bd6f-586f0a1d6b26 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:26.293191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-9e9b177e-1dd7-4116-bd6f-586f0a1d6b26 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407588 Mar 22 13:53:26.325270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Request body: {'port': {'device_id': '7ef67839-793a-4157-a676-eb4a118f724e', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'd8a7fa42a694433b95f4332bf8bcc630'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:26.377895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-135d923a-1f3e-4e73-919c-70421bc1000c req-520043b8-c73c-44bd-b719-94ac1fcb4264 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837624 Mar 22 13:53:26.500267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6fad477-806d-4c7c-b47a-247bf8a5c8f6 req-d21feb29-e710-4ef0-b16f-88432c7afd43 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "GET /v2.0/security-groups/6549e83f-372b-4417-9570-3c5dbdb271c2 HTTP/1.1" status: 200 len: 1826 time: 0.0849805 Mar 22 13:53:26.517296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c79d1850-7984-4291-aad9-56b81941ad63 req-12cedcf1-6009-4be8-9f3a-f6ec5f601de6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0366817 Mar 22 13:53:26.548498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Made reservation on behalf of d8a7fa42a694433b95f4332bf8bcc630 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:26.552947 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.568489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.609873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6fad477-806d-4c7c-b47a-247bf8a5c8f6 req-eeff2f69-debc-46a9-acd3-be7bde938665 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (6549e83f-372b-4417-9570-3c5dbdb271c2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.648933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6fad477-806d-4c7c-b47a-247bf8a5c8f6 req-eeff2f69-debc-46a9-acd3-be7bde938665 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (6549e83f-372b-4417-9570-3c5dbdb271c2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.716211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6fad477-806d-4c7c-b47a-247bf8a5c8f6 req-eeff2f69-debc-46a9-acd3-be7bde938665 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6549e83f-372b-4417-9570-3c5dbdb271c2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.719566 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6fad477-806d-4c7c-b47a-247bf8a5c8f6 req-eeff2f69-debc-46a9-acd3-be7bde938665 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.720893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6fad477-806d-4c7c-b47a-247bf8a5c8f6 req-eeff2f69-debc-46a9-acd3-be7bde938665 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] 10.222.0.44 "DELETE /v2.0/security-groups/6549e83f-372b-4417-9570-3c5dbdb271c2 HTTP/1.1" status: 204 len: 173 time: 0.2198131 Mar 22 13:53:26.728679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37960) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:26.743206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks [] for security_group (bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.749729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.753024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2f69-debc-46a9-acd3-be7bde938665 tempest-SecurityGroupRulesNegativeTestJSON-1833170836 tempest-SecurityGroupRulesNegativeTestJSON-1833170836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6549e83f-372b-4417-9570-3c5dbdb271c2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:26.840522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] Deleting subnet c21fd1d6-9a4b-4bef-86a3-3c82e62a3815 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:53:26.844020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] Publish callbacks [] for subnet (c21fd1d6-9a4b-4bef-86a3-3c82e62a3815), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.861283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:26.891970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (c21fd1d6-9a4b-4bef-86a3-3c82e62a3815), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:26.953768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Allocated IP 192.168.233.179 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/d1afaf59-182e-4910-8b38-3458931e14f2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:26.965188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c21fd1d6-9a4b-4bef-86a3-3c82e62a3815), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.022256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-722fdc17-79f0-4b3d-8364-114d4e73382d tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:53:27.023494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-722fdc17-79f0-4b3d-8364-114d4e73382d tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114534 Mar 22 13:53:27.029736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f2592646-c257-4213-867f-51736d774649 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:27.057247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (c21fd1d6-9a4b-4bef-86a3-3c82e62a3815), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.070211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'tag': 'f2592646-c257-4213-867f-51736d774649'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:27.072539 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0d1994-e670-4ddc-82b5-19146974920f" -d '{"events": [{"name": "network-changed", "server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "tag": "f2592646-c257-4213-867f-51736d774649"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:27.087490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port f2592646-c257-4213-867f-51736d774649 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:53:27.088180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f2592646-c257-4213-867f-51736d774649 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:27.089351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21fd1d6-9a4b-4bef-86a3-3c82e62a3815,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:27.106831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.112795 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-71b6cbcc-6f35-4598-ba9e-d24a05dc3c7a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c21fd1d6-9a4b-4bef-86a3-3c82e62a3815 HTTP/1.1" status: 204 len: 168 time: 0.3823102 Mar 22 13:53:27.114134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37974) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:27.133259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5127ed36-2206-4f2a-9497-bbd54d29a097 req-c765de1f-ecdf-41c7-becc-ffd2ca79c507 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 210 time: 0.0513251 Mar 22 13:53:27.167040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-88d14bff-c320-4cf3-84ba-ab063b0179eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.168382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-88d14bff-c320-4cf3-84ba-ab063b0179eb service neutron] 10.222.0.44 "GET /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 1124 time: 0.1298702 Mar 22 13:53:27.186980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Request body: {'binding': {'host': 'n-h1-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:27.187505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Unknown quota resources ['binding']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:53:27.193771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (36edf578-7965-44b6-83fa-ee2657505a1a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.238278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks [] for port (d1afaf59-182e-4910-8b38-3458931e14f2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.336755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (36edf578-7965-44b6-83fa-ee2657505a1a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.346021 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.374924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36edf578-7965-44b6-83fa-ee2657505a1a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:27.384950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78ce8c5-5e12-4bd6-abec-0d21e769022b') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:27.385463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78ce8c5-5e12-4bd6-abec-0d21e769022b') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:27.396041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (a78ce8c5-5e12-4bd6-abec-0d21e769022b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.411433 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a78ce8c5-5e12-4bd6-abec-0d21e769022b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.418927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:53:27.419328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (a78ce8c5-5e12-4bd6-abec-0d21e769022b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:53:27.421347 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:53:27.480238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (36edf578-7965-44b6-83fa-ee2657505a1a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.486832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.490264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/36edf578-7965-44b6-83fa-ee2657505a1a HTTP/1.1" status: 204 len: 168 time: 0.3750770 Mar 22 13:53:27.684877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:27.697233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:27.702074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Pushing event updated for resources: {'Port': ['ID=d1afaf59-182e-4910-8b38-3458931e14f2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:27.704475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:27.709490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.714328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.720295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on host n-h1-834677-3 for vnic_type normal with profile None {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:27.720855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:27.720966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:27.751905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:27.751905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:27.757913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-5193db88-8b23-4e6c-8a2d-b9e1c26180a4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4385457 Mar 22 13:53:27.763570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:27.763896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:27.764279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:27.765088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Bound port: 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:27.774497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Request body: {'port': {'device_id': '7ef67839-793a-4157-a676-eb4a118f724e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:27.786242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a73b0c-9062-473d-a8d0-9dba27ae057c req-ee75b281-f26c-458d-92e1-7a97073cf9ca tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.794006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57a73b0c-9062-473d-a8d0-9dba27ae057c req-ee75b281-f26c-458d-92e1-7a97073cf9ca tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 948 time: 0.4340799 Mar 22 13:53:27.801085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9bd20-a0b2-4ef9-9911-5e58e31d80f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=36edf578-7965-44b6-83fa-ee2657505a1a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:27.888085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37980) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:27.965349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:27.971041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57a73b0c-9062-473d-a8d0-9dba27ae057c req-8acbb4b8-b5c0-4558-a7b5-1c7342268486 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762018 Mar 22 13:53:27.976306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.977477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a4799b85-2311-4d3b-baf0-f3a95b5ea444 service neutron] 10.222.0.44 "POST /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7983179 Mar 22 13:53:27.978223 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:27.987623 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e9acb14-62f2-4f90-99c6-2da619b31df2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80e27dd283044b94b716656de97645a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969565 Mar 22 13:53:27.990975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37982) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:28.111665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95e44127-5e60-4cb8-937b-f89cc4ebe2c5 admin admin] Publish callbacks [] for security_group (26513874-fbce-4205-bd70-73a06f120580), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:28.172169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95e44127-5e60-4cb8-937b-f89cc4ebe2c5 admin admin] Publish callbacks [] for security_group (26513874-fbce-4205-bd70-73a06f120580), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:28.228210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:28.228760 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-83f07f2f-363d-4212-a54e-a22d6756aeb2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999677 Mar 22 13:53:28.231585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96100058-4e5f-4cd9-b347-41570d0dd433 req-a16d3089-1406-43c1-a77e-bc72ff8a7bc1 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0585966 Mar 22 13:53:28.283937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95e44127-5e60-4cb8-937b-f89cc4ebe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (26513874-fbce-4205-bd70-73a06f120580), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:28.286800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95e44127-5e60-4cb8-937b-f89cc4ebe2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:28.287990 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-95e44127-5e60-4cb8-937b-f89cc4ebe2c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26513874-fbce-4205-bd70-73a06f120580 HTTP/1.1" status: 204 len: 168 time: 0.2915022 Mar 22 13:53:28.288602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f604ceaf-b766-4c89-951e-e926d66629cc None None] Provisioning complete for port d1afaf59-182e-4910-8b38-3458931e14f2 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:28.289540 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f604ceaf-b766-4c89-951e-e926d66629cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:28.297900 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44127-5e60-4cb8-937b-f89cc4ebe2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26513874-fbce-4205-bd70-73a06f120580,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:28.384039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f604ceaf-b766-4c89-951e-e926d66629cc None None] Port d1afaf59-182e-4910-8b38-3458931e14f2 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:53:28.393417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.42', 55982) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:28.394878 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794a480-ff29-4852-8697-9534e5d81dba x-openstack-request-id: req-f794a480-ff29-4852-8697-9534e5d81dba {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:28.395094 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "tag": "f2592646-c257-4213-867f-51736d774649", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:28.395334 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f794a480-ff29-4852-8697-9534e5d81dba {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:28.395707 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f794a480-ff29-4852-8697-9534e5d81dba'] response: {'name': 'network-changed', 'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'tag': 'f2592646-c257-4213-867f-51736d774649', 'status': 'completed', 'code': 200} Mar 22 13:53:28.484223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-74cdee3d-18b9-444f-9da0-8ddc2c014015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.486044 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-74cdee3d-18b9-444f-9da0-8ddc2c014015 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1126 time: 0.1507289 Mar 22 13:53:28.503175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-662d6da0-f1bf-486f-a3a7-849a9ec4d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.505451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-662d6da0-f1bf-486f-a3a7-849a9ec4d9af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1127 time: 0.1108658 Mar 22 13:53:28.571638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-fe158653-b729-4163-a92b-361de2e14744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.573236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-fe158653-b729-4163-a92b-361de2e14744 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1130 time: 0.1767092 Mar 22 13:53:28.609843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-3617d0a1-ecbb-41cf-aca8-1444db10b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.611509 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-3617d0a1-ecbb-41cf-aca8-1444db10b453 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1009638 Mar 22 13:53:28.614639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fe3db-e463-4a4e-9838-0aedebce817b req-5f5677c2-a69d-4342-8d24-4c0af3b4f0c4 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.616117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b2fe3db-e463-4a4e-9838-0aedebce817b req-5f5677c2-a69d-4342-8d24-4c0af3b4f0c4 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 950 time: 0.2238140 Mar 22 13:53:28.665312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-4744369e-5806-4941-a4a3-fb6371529355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.666834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-4744369e-5806-4941-a4a3-fb6371529355 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1130 time: 0.2121384 Mar 22 13:53:28.668767 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-cf77d9ce-965e-45b6-ac23-3a1778bf6f3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 217 time: 0.0392699 Mar 22 13:53:28.776812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-22fcb685-eb77-4652-9e3a-c0d943825395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.778268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-22fcb685-eb77-4652-9e3a-c0d943825395 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0996933 Mar 22 13:53:28.812943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-c7478767-f3da-4006-bbd3-a6beef19ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.815381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-c7478767-f3da-4006-bbd3-a6beef19ff7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1350942 Mar 22 13:53:28.821410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-33165b38-9f70-4c75-bbb1-4ccdf490c002 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346010 Mar 22 13:53:28.824154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-5da19795-c89b-4b37-b23c-0897e52db136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.825501 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-5da19795-c89b-4b37-b23c-0897e52db136 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.2130797 Mar 22 13:53:28.876531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b2fe3db-e463-4a4e-9838-0aedebce817b req-3c597b20-bfbb-4181-ad26-fa32e06b0450 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509689 Mar 22 13:53:28.902211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-1a58201c-7f6c-44cc-87a4-8e751c2247f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 217 time: 0.0573823 Mar 22 13:53:28.935817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-930040e9-d488-4f30-b4d6-91b27b16e91b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.1070678 Mar 22 13:53:28.959021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfde73-3f16-46d9-84c7-0a1d10220534 req-d57ba46b-13b7-4b1c-9345-0dda7a37e7da tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.965987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72bfde73-3f16-46d9-84c7-0a1d10220534 req-d57ba46b-13b7-4b1c-9345-0dda7a37e7da tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1127 time: 0.4643402 Mar 22 13:53:29.014490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-7cfc287b-e9fa-493f-8107-5ed9a9bee704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.016412 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-7cfc287b-e9fa-493f-8107-5ed9a9bee704 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0991080 Mar 22 13:53:29.084836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1afaf59-182e-4910-8b38-3458931e14f2 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:29.086938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-0675b07c-abf5-4960-9d57-1cb34f96f752 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540140 Mar 22 13:53:29.091370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-942d7af3-2fab-4a53-8863-884355e96e45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516281 Mar 22 13:53:29.101486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Publish callbacks [] for port (d1afaf59-182e-4910-8b38-3458931e14f2), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.113897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-be512f89-b8d4-47ee-8f34-855355706e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.115398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-be512f89-b8d4-47ee-8f34-855355706e5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.5312111 Mar 22 13:53:29.146671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712059b3-7ebd-4b21-be8d-6205403d96a5 req-ce7a881c-a9b8-4da6-88fe-cfee00ef274d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.147946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-712059b3-7ebd-4b21-be8d-6205403d96a5 req-ce7a881c-a9b8-4da6-88fe-cfee00ef274d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 945 time: 0.1791105 Mar 22 13:53:29.184175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-7070620c-d39e-41c1-a7b1-96747ed76fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.185613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-7070620c-d39e-41c1-a7b1-96747ed76fa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2177560 Mar 22 13:53:29.188272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Transition to ACTIVE for port object d1afaf59-182e-4910-8b38-3458931e14f2 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:29.197266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-5315a935-7978-4fb4-9bec-9ad2166b39fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.0716784 Mar 22 13:53:29.208703 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.227518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72bfde73-3f16-46d9-84c7-0a1d10220534 req-63074963-fc63-4e0f-9b90-2ffd750b17b2 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596288 Mar 22 13:53:29.257784 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03d4f077-2f43-43f2-aec5-a0ec66963de5 req-54ce7fe2-f307-49bf-8281-5aea3dd53201 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652369 Mar 22 13:53:29.263211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-789e9266-170b-465f-9790-84494716dad9 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599283 Mar 22 13:53:29.263211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38018) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:29.313942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f2592646-c257-4213-867f-51736d774649 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:29.399116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1625235819-network', 'tenant_id': '5c894bdcd491469e9ab56878b1558e07'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:29.410411 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-ecc24002-daae-4bc3-ba5f-b1733c072b32 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410325 Mar 22 13:53:29.437228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Made reservation on behalf of 5c894bdcd491469e9ab56878b1558e07 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:29.439620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.440340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-712059b3-7ebd-4b21-be8d-6205403d96a5 req-da0e7e07-492a-4230-850e-dc0b28a07fbe tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825201 Mar 22 13:53:29.458511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Pushing event updated for resources: {'Port': ['ID=d1afaf59-182e-4910-8b38-3458931e14f2,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:29.459524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.487707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f2592646-c257-4213-867f-51736d774649, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:29.501257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-e5e7f3ba-d18d-4a49-a2c3-cc8416684742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.502542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-e5e7f3ba-d18d-4a49-a2c3-cc8416684742 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2917969 Mar 22 13:53:29.506708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'f2592646-c257-4213-867f-51736d774649', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'f2592646-c257-4213-867f-51736d774649', 'mac_address': 'fa:16:3e:b6:ef:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:29.519092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-9932f097-6b11-4380-affb-41c18d16e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.520665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-9932f097-6b11-4380-affb-41c18d16e058 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3225472 Mar 22 13:53:29.562428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Attempting to bind port d1afaf59-182e-4910-8b38-3458931e14f2 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:29.562765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Attempting to bind port d1afaf59-182e-4910-8b38-3458931e14f2 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:29.563112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-73912bd7-eefd-4cde-af26-fb4616461bef tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.563414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Attempting to bind port d1afaf59-182e-4910-8b38-3458931e14f2 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:29.565813 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-73912bd7-eefd-4cde-af26-fb4616461bef tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.0945725 Mar 22 13:53:29.596443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port f2592646-c257-4213-867f-51736d774649 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:29.597000 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.597461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-3'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:29.617126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae91a0-a356-40ef-99cd-931107ed3964 req-3dd53a40-e1d7-4047-ad0d-220695a306be tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.624209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ae91a0-a356-40ef-99cd-931107ed3964 req-3dd53a40-e1d7-4047-ad0d-220695a306be tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 948 time: 0.2985198 Mar 22 13:53:29.625957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2592646-c257-4213-867f-51736d774649 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:29.641452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Port d1afaf59-182e-4910-8b38-3458931e14f2 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:29.646878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Attempting to bind port d1afaf59-182e-4910-8b38-3458931e14f2 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:29.663424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:29.663951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:29.664425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:29.664547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f2592646-c257-4213-867f-51736d774649, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:29.665026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Bound port: d1afaf59-182e-4910-8b38-3458931e14f2, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:29.665499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.669531 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.690665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks [] for security_group (3ba26a4b-d4dc-4d74-a024-167c436ccf44), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.696760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3ba26a4b-d4dc-4d74-a024-167c436ccf44), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.707877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.736123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:53:29.772544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1994-e670-4ddc-82b5-19146974920f req-f20b9123-7fca-42c7-b915-ede8256cbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.774974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-f20b9123-7fca-42c7-b915-ede8256cbf6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2509532 Mar 22 13:53:29.782014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:29.786687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6bc71349-419a-4dd6-b0fc-8bc583d0fddd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.787028 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Added segment 6bc71349-419a-4dd6-b0fc-8bc583d0fddd of type vlan for network 9b9f494a-57cd-4783-8799-5ce13861be08 Mar 22 13:53:29.796389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ae91a0-a356-40ef-99cd-931107ed3964 req-eae1270b-4e72-42b9-8fa6-801557c897a7 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684661 Mar 22 13:53:29.798702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-d5605b9b-cf99-4100-9420-55dcdb2909d1 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637265 Mar 22 13:53:29.800168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba26a4b-d4dc-4d74-a024-167c436ccf44,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:29.860078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9b9f494a-57cd-4783-8799-5ce13861be08), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.911444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9b9f494a-57cd-4783-8799-5ce13861be08), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.913013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.913785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:29.937501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] For port d1afaf59-182e-4910-8b38-3458931e14f2, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:29.968487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3185de36-6475-4014-bd3b-15b8f694dd45 req-619e2082-9ac8-437d-9a10-8a558e44a6af tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0553999 Mar 22 13:53:29.982405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] For port d1afaf59-182e-4910-8b38-3458931e14f2, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1afaf59-182e-4910-8b38-3458931e14f2,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:29.988049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:29.999157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.129863 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8626990 Mar 22 13:53:30.153457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38038) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:30.164588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Request body: {'subnet': {'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1625235819-subnet', 'tenant_id': '5c894bdcd491469e9ab56878b1558e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:30.187267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe42349-11e9-4081-9966-f4c3e821d99e admin admin] Pushing event updated for resources: {'Network': ['ID=9b9f494a-57cd-4783-8799-5ce13861be08,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:30.214625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9b9f494a-57cd-4783-8799-5ce13861be08 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:53:30.222071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Made reservation on behalf of 5c894bdcd491469e9ab56878b1558e07 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:30.225150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.282724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:30.351321 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:30.407525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:30.408147 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.409531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] 10.222.0.57 "PUT /v2.0/ports/d1afaf59-182e-4910-8b38-3458931e14f2 HTTP/1.1" status: 200 len: 1096 time: 2.6394160 Mar 22 13:53:30.444872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef67839-793a-4157-a676-eb4a118f724e', 'tag': 'd1afaf59-182e-4910-8b38-3458931e14f2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:30.452874 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8323e582-4514-45da-8533-f998a8e12ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef67839-793a-4157-a676-eb4a118f724e", "tag": "d1afaf59-182e-4910-8b38-3458931e14f2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:30.461389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-adaec52d-cf1c-4cef-814f-1a94e2a7098d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786211 Mar 22 13:53:30.464974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Publish callbacks [] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.467793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:30.470821 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18cb4b3-09df-4e59-8f01-e19069de8bdd" -d '{"events": [{"server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "name": "network-vif-unplugged", "status": "completed", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:30.480430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.484874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-aecc79ea-5886-46ef-b0dd-ab08a2a1ab6c service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748908 Mar 22 13:53:30.540417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654ec21-4ca3-4527-b0f7-fb1397f52c23 service neutron] Pushing event updated for resources: {'Port': ['ID=d1afaf59-182e-4910-8b38-3458931e14f2,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:30.635808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c935234-18cb-4ca8-b3c2-2864b4ca01b6 req-e11a25fa-fc81-4aae-a2e4-5b3845982ffd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:30.642328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c935234-18cb-4ca8-b3c2-2864b4ca01b6 req-e11a25fa-fc81-4aae-a2e4-5b3845982ffd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 949 time: 0.2911298 Mar 22 13:53:30.664532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:30.667875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:30.668201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:30.668526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:30.671283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (9831eefb-0c92-47dd-a310-3597a661dab8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.672074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-14a09a7a-2482-439c-bf2d-2c7df8baad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:30.673570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-14a09a7a-2482-439c-bf2d-2c7df8baad53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8a7fa42a694433b95f4332bf8bcc630&device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 1130 time: 0.2005684 Mar 22 13:53:30.706419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:30.707083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Attempting to bind port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:30.734516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:30.734844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:30.735214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:30.735742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Bound port: 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:30.736099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.749041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-8bac34d9-bacd-4d66-a903-b0d18bbabbec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d1afaf59-182e-4910-8b38-3458931e14f2 HTTP/1.1" status: 200 len: 217 time: 0.0647998 Mar 22 13:53:30.750189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9831eefb-0c92-47dd-a310-3597a661dab8,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:30.753751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f0d1994-e670-4ddc-82b5-19146974920f req-192e7651-9597-43f5-b098-83574e00d98a service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274382 Mar 22 13:53:30.792819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c935234-18cb-4ca8-b3c2-2864b4ca01b6 req-15377eb7-7625-4363-bc5f-4880f3cc85de tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496294 Mar 22 13:53:30.804659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Checking segment: {'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:30.804659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Network hostable DHCP agents. Network: 9b9f494a-57cd-4783-8799-5ce13861be08, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:53:30.817831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-e7466f3b-7f84-4095-a98b-fc19320270df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:30.817831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-e7466f3b-7f84-4095-a98b-fc19320270df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0553310 Mar 22 13:53:30.845454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Network 9b9f494a-57cd-4783-8799-5ce13861be08 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:53:30.870563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9b9f494a-57cd-4783-8799-5ce13861be08) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:30.875901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:30.876500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.880533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eba006-f147-4c52-97eb-1008f4def361 None None] Network 9b9f494a-57cd-4783-8799-5ce13861be08 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:30.888173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-772eb981-0ad1-4639-8026-44bca2725ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:30.889728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-772eb981-0ad1-4639-8026-44bca2725ce6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0658362 Mar 22 13:53:30.890275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:30.897491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:30.918110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-52c7e42e-da05-40a9-a550-4ba71f7e7aeb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7633030 Mar 22 13:53:30.925133 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:30.972309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8895ff55-23a4-436e-bf00-1f24a6f2203a req-86fd7225-3f45-4034-b650-03144dfa62b3 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0792117 Mar 22 13:53:31.004015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=8']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:31.040684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:31.042041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:31.043269 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-a73847eb-176f-4d53-8b1b-6def1d93054a service neutron] 10.222.0.42 "PUT /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 1121 time: 1.4716637 Mar 22 13:53:31.095184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b54099b-fcbd-47c0-bb65-e2c3b7cd5fb7 None None] Network 9b9f494a-57cd-4783-8799-5ce13861be08 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:31.142145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-48a9e455-6f02-4115-97b9-3755a1caceef service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404616 Mar 22 13:53:31.168007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe73ee-ba0b-4caf-ab5e-9b9893587287 req-478e3272-9c8d-42ba-9b26-b4e649c84b8e tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:31.169499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37fe73ee-ba0b-4caf-ab5e-9b9893587287 req-478e3272-9c8d-42ba-9b26-b4e649c84b8e tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 950 time: 0.0888073 Mar 22 13:53:31.188128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['00d8ea5c-9618-49fe-9ab2-3434d69b9f6d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:31.271285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37fe73ee-ba0b-4caf-ab5e-9b9893587287 req-4a0cbb9c-c755-4bf9-a0ca-f1eb6a09bc63 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a8b707-79a3-4230-885d-6f35c45c5ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912855 Mar 22 13:53:31.292225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db88a499-2346-47fb-a1b9-cb92f681ac01 req-a98b5463-6f85-46da-85cf-c3dafe29243c service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429641 Mar 22 13:53:31.328565 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef8f510-344c-433a-8297-fd0aaae0e94d x-openstack-request-id: req-3ef8f510-344c-433a-8297-fd0aaae0e94d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:31.328851 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef67839-793a-4157-a676-eb4a118f724e", "tag": "d1afaf59-182e-4910-8b38-3458931e14f2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:31.329092 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ef8f510-344c-433a-8297-fd0aaae0e94d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:31.329485 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef8f510-344c-433a-8297-fd0aaae0e94d'] response: {'name': 'network-changed', 'server_uuid': '7ef67839-793a-4157-a676-eb4a118f724e', 'tag': 'd1afaf59-182e-4910-8b38-3458931e14f2', 'status': 'completed', 'code': 200} Mar 22 13:53:31.355053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f2592646-c257-4213-867f-51736d774649 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:31.362174 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882178cd-92ba-498b-abf5-9de4978a1d71 x-openstack-request-id: req-882178cd-92ba-498b-abf5-9de4978a1d71 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:31.362460 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "name": "network-vif-unplugged", "status": "completed", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:31.362705 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-882178cd-92ba-498b-abf5-9de4978a1d71 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:31.363104 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882178cd-92ba-498b-abf5-9de4978a1d71'] response: {'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d', 'code': 200} Mar 22 13:53:31.458071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port f2592646-c257-4213-867f-51736d774649 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:31.463369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323e582-4514-45da-8533-f998a8e12ee4 req-1250480a-9d8a-47c2-8ad8-d5d9f9ba6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:31.464670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port f2592646-c257-4213-867f-51736d774649 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:31.465049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f2592646-c257-4213-867f-51736d774649), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:31.466746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8323e582-4514-45da-8533-f998a8e12ee4 req-1250480a-9d8a-47c2-8ad8-d5d9f9ba6cd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8a7fa42a694433b95f4332bf8bcc630&device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 1130 time: 0.0644436 Mar 22 13:53:31.527494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-03d4eac2-19a9-487e-903f-570947013d73 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:53:31.528586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-03d4eac2-19a9-487e-903f-570947013d73 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167406 Mar 22 13:53:31.589168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port f2592646-c257-4213-867f-51736d774649 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:31.589556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f2592646-c257-4213-867f-51736d774649), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:31.616306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2592646-c257-4213-867f-51736d774649'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:31.618776 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f071b63-5c0e-4165-b837-f94fda97df8d" -d '{"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-plugged", "status": "completed", "tag": "f2592646-c257-4213-867f-51736d774649"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:31.631699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f2592646-c257-4213-867f-51736d774649, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:31.636293 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f2592646-c257-4213-867f-51736d774649), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:31.657172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-8710a157-061f-4a95-8a28-ebac9bc92f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:31.658747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-8710a157-061f-4a95-8a28-ebac9bc92f4f service neutron] 10.222.0.44 "GET /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 1124 time: 0.0922945 Mar 22 13:53:31.673603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Request body: {'binding': {'host': 'n-h2-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:31.674073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Unknown quota resources ['binding']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:53:31.687068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:31.741401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f9fb-b081-4d8e-93f9-ae4c0e14f97b req-1590ed2f-5f78-4215-8d09-e40a49c6ba54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:31.742969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eb2f9fb-b081-4d8e-93f9-ae4c0e14f97b req-1590ed2f-5f78-4215-8d09-e40a49c6ba54 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 943 time: 0.1479001 Mar 22 13:53:31.752178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323e582-4514-45da-8533-f998a8e12ee4 req-77afbf50-b005-4787-a01f-2f012172b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:31.753484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8323e582-4514-45da-8533-f998a8e12ee4 req-77afbf50-b005-4787-a01f-2f012172b34e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2660193 Mar 22 13:53:31.839787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8323e582-4514-45da-8533-f998a8e12ee4 req-5cdda532-d0b2-4f61-87f2-53434f6092fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d1afaf59-182e-4910-8b38-3458931e14f2 HTTP/1.1" status: 200 len: 217 time: 0.0553257 Mar 22 13:53:31.919519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eb2f9fb-b081-4d8e-93f9-ae4c0e14f97b req-7f6e7330-4358-4222-8bc3-297de3fa6349 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650987 Mar 22 13:53:31.930099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323e582-4514-45da-8533-f998a8e12ee4 req-c9454181-ae27-4038-996e-1911f8700828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:31.931454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8323e582-4514-45da-8533-f998a8e12ee4 req-c9454181-ae27-4038-996e-1911f8700828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0836670 Mar 22 13:53:31.971447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on host n-h2-834677-3 for vnic_type normal with profile None {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:31.971783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:31.972098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:31.980218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:31.980821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:31.986108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:31.986434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:31.986808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:31.987253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Bound port: 928944cf-c397-4757-9b06-91bebd07534f, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:32.054587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323e582-4514-45da-8533-f998a8e12ee4 req-b76624d5-06e3-4782-96cf-a92cb05caf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.056063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8323e582-4514-45da-8533-f998a8e12ee4 req-b76624d5-06e3-4782-96cf-a92cb05caf4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1137762 Mar 22 13:53:32.127892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:32.138301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:32.139453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-0972260f-7ad8-43d0-92b7-ea6ffac99284 service neutron] 10.222.0.44 "POST /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4713295 Mar 22 13:53:32.148575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe23475-92ac-43a8-bfa6-d9ea16bd6168 req-22a8214a-1b5c-4576-a150-a6faa3b9f584 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.149950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fe23475-92ac-43a8-bfa6-d9ea16bd6168 req-22a8214a-1b5c-4576-a150-a6faa3b9f584 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 948 time: 0.1548572 Mar 22 13:53:32.230007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8323e582-4514-45da-8533-f998a8e12ee4 req-fae65d53-d6a1-43b1-bc62-ac2efb1e5fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659086 Mar 22 13:53:32.269646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fe23475-92ac-43a8-bfa6-d9ea16bd6168 req-328ccc4a-796c-4870-91fe-ee5c69da26e4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083848 Mar 22 13:53:32.320841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-56eb38b8-087b-4903-aaa7-f14ff92c1f68 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.322541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-56eb38b8-087b-4903-aaa7-f14ff92c1f68 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.57 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 950 time: 0.1372497 Mar 22 13:53:32.358528 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb391b2-e92f-42d1-9802-98f2698ebd9b x-openstack-request-id: req-aeb391b2-e92f-42d1-9802-98f2698ebd9b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:32.359725 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-plugged", "status": "completed", "tag": "f2592646-c257-4213-867f-51736d774649", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:32.360134 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aeb391b2-e92f-42d1-9802-98f2698ebd9b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:32.360696 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb391b2-e92f-42d1-9802-98f2698ebd9b'] response: {'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2592646-c257-4213-867f-51736d774649', 'code': 200} Mar 22 13:53:32.375824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.57', 64752) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:32.444183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8323e582-4514-45da-8533-f998a8e12ee4 req-adf26bfd-c000-486f-b6df-eddc1b45dd74 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066543 Mar 22 13:53:32.447110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-9b315521-8db0-42b5-b87b-395a109479b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.451431 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-9b315521-8db0-42b5-b87b-395a109479b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1127 time: 0.0733273 Mar 22 13:53:32.492503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c4b4f598-3749-4ce2-8ec3-b176b49006b2 req-cdd1de60-3ed7-45e8-8409-53dbb6925c70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1722049323', 'description': 'tempest-description-1774950755'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:32.529018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-0086f03f-6573-4a63-bc56-8182f7fa01dc tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--239960482&fields=id&tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb HTTP/1.1" status: 200 len: 267 time: 0.0838301 Mar 22 13:53:32.559306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c4b4f598-3749-4ce2-8ec3-b176b49006b2 req-cdd1de60-3ed7-45e8-8409-53dbb6925c70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:32.600573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Deleting port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:53:32.601069 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:32.620530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-e3769e5d-6718-415a-a322-680267b11799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.621995 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-e3769e5d-6718-415a-a322-680267b11799 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1632586 Mar 22 13:53:32.630181 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-80176b5b-cb80-4cc2-b43a-f02feb78bb86 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.631576 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-80176b5b-cb80-4cc2-b43a-f02feb78bb86 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112&tenant_id=f0bbdf42878b486488ab42e3949f878d&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 950 time: 0.1213102 Mar 22 13:53:32.689704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-8265d16e-1017-4c8a-913d-b501825fe5d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 217 time: 0.0570657 Mar 22 13:53:32.742017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-377c8e70-1f85-4255-bb2a-47d44bbab268 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.743452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-377c8e70-1f85-4255-bb2a-47d44bbab268 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 824 time: 0.2036886 Mar 22 13:53:32.753791 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-8d033c94-f64f-46fb-ac7f-7a27851a9d89 service neutron] delete failed (client error): The resource could not be found. Mar 22 13:53:32.754875 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-8d033c94-f64f-46fb-ac7f-7a27851a9d89 service neutron] 10.222.0.42 "DELETE /v2.0/ports/f2592646-c257-4213-867f-51736d774649/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.1165996 Mar 22 13:53:32.756360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-6999e094-4bd2-487b-9e63-218816482e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.757752 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-6999e094-4bd2-487b-9e63-218816482e3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0619128 Mar 22 13:53:32.779492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] For port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:32.779853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:32.785567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-52025852-0807-42d4-b98c-cdf3ec509aeb tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/quotas/c5120e6bcf0e41ae9d6e7265fab5a7cb HTTP/1.1" status: 200 len: 375 time: 0.0338717 Mar 22 13:53:32.790381 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-4d7d312f-f95f-4bac-b324-3e69c44f4bdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266581 Mar 22 13:53:32.799194 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c4b4f598-3749-4ce2-8ec3-b176b49006b2 req-cdd1de60-3ed7-45e8-8409-53dbb6925c70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7cea8c17-e8c2-4787-bdf5-b8347aa6f12f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:32.813453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Calling delete_port for d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:53:32.817436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c4b4f598-3749-4ce2-8ec3-b176b49006b2 req-cdd1de60-3ed7-45e8-8409-53dbb6925c70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7cea8c17-e8c2-4787-bdf5-b8347aa6f12f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:32.915965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-4acf120c-c614-4b78-a78c-4d9318fecb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:32.917457 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-4acf120c-c614-4b78-a78c-4d9318fecb8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1132 time: 0.0737984 Mar 22 13:53:32.919386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-af961fa0-8026-4861-b84b-f78b5204219b service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214912 Mar 22 13:53:33.023510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:33.073227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-2dcf719e-67f8-4307-8a65-467bee509b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:33.074738 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-2dcf719e-67f8-4307-8a65-467bee509b0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1514475 Mar 22 13:53:33.076567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-2c5ee740-2b5d-4583-b607-b20237447875 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457837 Mar 22 13:53:33.121575 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-6e2a8af6-df27-4c63-8ae9-ec5b23076f8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.0393796 Mar 22 13:53:33.144372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:33.157522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d has no active binding in host n-h1-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:53:33.164386 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c4b4f598-3749-4ce2-8ec3-b176b49006b2 req-cdd1de60-3ed7-45e8-8409-53dbb6925c70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:33.171902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4b4f598-3749-4ce2-8ec3-b176b49006b2 req-cdd1de60-3ed7-45e8-8409-53dbb6925c70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6916690 Mar 22 13:53:33.195052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-52c8d625-7918-427e-8b05-a75b6facdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:33.196463 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-52c8d625-7918-427e-8b05-a75b6facdbdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0681472 Mar 22 13:53:33.203310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1de60-3ed7-45e8-8409-53dbb6925c70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea8c17-e8c2-4787-bdf5-b8347aa6f12f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:33.244306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-7c315ae0-30aa-4f77-921b-7f854cbb134f tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:33.245710 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-7c315ae0-30aa-4f77-921b-7f854cbb134f tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.0909820 Mar 22 13:53:33.258339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834677-3'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:33.267618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d87edd13-84a2-4a0f-985d-8f6c230f4580 req-37aa63ec-0672-4e28-b54b-e94521764e54 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0446699 Mar 22 13:53:33.276826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-40c931b5-84b1-4c12-bf22-31676841e0b3 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4802115 Mar 22 13:53:33.282262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-bfc6edcd-6e56-430a-8b05-c21cf0270e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:33.283913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-bfc6edcd-6e56-430a-8b05-c21cf0270e3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0771186 Mar 22 13:53:33.323124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-ab3a716d-d4ca-4987-be87-e461c82f1a4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1998353 Mar 22 13:53:33.373323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.57', 64754) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:33.376820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:33.519369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:33.564340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-3a81f065-c82d-4d3f-b986-3fd2e2af0259 service neutron] 10.222.0.44 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689595 Mar 22 13:53:33.575546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-03405c7c-c668-49f8-9835-2f0233d09a22 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:33.577021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-03405c7c-c668-49f8-9835-2f0233d09a22 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.57 "GET /v2.0/ports?device_id=90ed7b62-5d46-4615-806c-5b5f64a6b701 HTTP/1.1" status: 200 len: 946 time: 0.2072389 Mar 22 13:53:33.581289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Pushing event deleted for resources: {'Port': ['ID=d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:33.585390 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f13e3-dda3-443c-ac4e-f0be86d7f940" -d '{"events": [{"name": "network-changed", "server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:33.600289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c88c2-f0c3-4d71-8d2b-245983b6c338 req-6bcb4b68-fe1d-491a-a74a-a6276664665d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:33.601855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b10c88c2-f0c3-4d71-8d2b-245983b6c338 req-6bcb4b68-fe1d-491a-a74a-a6276664665d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 945 time: 0.2369437 Mar 22 13:53:33.624976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:33.639338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376d556-e45e-4deb-91bc-af8294a647ae req-7f5d92cd-862c-435a-a2de-5effb4b576c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:33.641492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-7f5d92cd-862c-435a-a2de-5effb4b576c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1132 time: 0.2588472 Mar 22 13:53:33.659967 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-b28a0d00-dd9e-40aa-9cf7-618434351c49 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690042 Mar 22 13:53:33.831527 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c0237ea-fe4f-435d-b42b-6060c6a3c85b req-555a0896-3ef0-45bd-9dba-ba06f79cd68a service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540885 Mar 22 13:53:33.839429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] No DVR routers for this DVR port d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:33.843395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:33.861347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:33.864723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.57 "DELETE /v2.0/ports/d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 HTTP/1.1" status: 204 len: 173 time: 1.5362277 Mar 22 13:53:33.867285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'name': 'network-vif-deleted', 'tag': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:33.869954 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761025f1-dcc3-45ba-b5cd-7038cac40af3" -d '{"events": [{"server_uuid": "89cd9851-357d-4b5f-a161-ba33b55613a7", "name": "network-vif-deleted", "tag": "d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:33.884119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:33.930805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b10c88c2-f0c3-4d71-8d2b-245983b6c338 req-59252fc9-af4d-4a74-bdb9-99b395ec1a56 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949719 Mar 22 13:53:33.935239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Publish callbacks [] for port (928944cf-c397-4757-9b06-91bebd07534f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:33.943596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.002098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376d556-e45e-4deb-91bc-af8294a647ae req-4fd962df-9446-4039-80d5-94166ff8dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:34.003791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-4fd962df-9446-4039-80d5-94166ff8dd3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2569642 Mar 22 13:53:34.013446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-6ee9f1ad-a5c3-4969-907e-170f4f554c9c service neutron] 10.222.0.44 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342747 Mar 22 13:53:34.058405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:34.061675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on host n-h1-834677-3 for vnic_type normal with profile {"migrating_to": "n-h2-834677-3"} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:34.061933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:34.062392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:34.068858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:34.069185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Attempting to bind port 928944cf-c397-4757-9b06-91bebd07534f on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:34.074643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:34.074977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:34.075353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:34.075783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Bound port: 928944cf-c397-4757-9b06-91bebd07534f, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:34.076135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.087774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-4afeadbf-7349-4491-a168-5e825df8c6f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.0733395 Mar 22 13:53:34.101505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Deleting port bb300b7d-2823-49e2-9680-0ac9b04c2760 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:53:34.101848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.132518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-218b4be5-a8d7-4b87-a681-4d06a250518a req-31ddac87-009e-4fe1-97a2-52683f5fe44a tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] 10.222.0.44 "GET /v2.0/ports?device_id=89cd9851-357d-4b5f-a161-ba33b55613a7 HTTP/1.1" status: 200 len: 210 time: 0.0508575 Mar 22 13:53:34.156533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:34.160690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:34.170645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.277036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=8']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:34.279739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:34.280353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.281710 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-ef92c17d-f67d-4800-ac43-252b8cd3a1fe service neutron] 10.222.0.57 "PUT /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 1121 time: 1.0282524 Mar 22 13:53:34.323658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376d556-e45e-4deb-91bc-af8294a647ae req-7131ce15-134c-4f5d-9037-ee2ec5fe8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:34.325274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-7131ce15-134c-4f5d-9037-ee2ec5fe8c98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2194364 Mar 22 13:53:34.392967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['928944cf-c397-4757-9b06-91bebd07534f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:34.417004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c5af-5552-4f86-948e-f829e3f0d79d req-85cdb284-f60d-44be-ad35-00043d656b0e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:34.418583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f470c5af-5552-4f86-948e-f829e3f0d79d req-85cdb284-f60d-44be-ad35-00043d656b0e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 950 time: 0.1948736 Mar 22 13:53:34.426128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] For port bb300b7d-2823-49e2-9680-0ac9b04c2760, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bb300b7d-2823-49e2-9680-0ac9b04c2760,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:34.426524 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.481353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eaa90-810b-445d-95e5-2a83f1bf450e req-1e8a19f0-89cb-4e07-89ae-6ffce2ce0544 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:34.482750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f03eaa90-810b-445d-95e5-2a83f1bf450e req-1e8a19f0-89cb-4e07-89ae-6ffce2ce0544 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 943 time: 0.2579529 Mar 22 13:53:34.604679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376d556-e45e-4deb-91bc-af8294a647ae req-e8469588-b7aa-4bc5-a496-c7fa3a9dc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:34.606297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-e8469588-b7aa-4bc5-a496-c7fa3a9dc161 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2691147 Mar 22 13:53:34.746789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f470c5af-5552-4f86-948e-f829e3f0d79d req-7e77f72f-83e6-4a7e-9ea8-d30455348238 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095355 Mar 22 13:53:34.765784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f03eaa90-810b-445d-95e5-2a83f1bf450e req-4656c2c2-8fa2-44c9-9850-b371cdd25174 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245491 Mar 22 13:53:34.822517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-a6c6508e-60c2-4a9d-981b-0be4e359ee3e req-391edfca-f8d8-4002-a1a1-a7202d802833 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-17628882', 'description': 'tempest-description-906805474'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:34.890624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.891008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:34.891326 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a disassociated. External IP: 172.25.2.40, port: bb300b7d-2823-49e2-9680-0ac9b04c2760. Mar 22 13:53:34.891655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Calling delete_port for bb300b7d-2823-49e2-9680-0ac9b04c2760 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:53:34.908032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-4e49ed29-5ea9-4a9a-82e6-1af3f7a3a73e service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795990 Mar 22 13:53:34.912432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a6c6508e-60c2-4a9d-981b-0be4e359ee3e req-391edfca-f8d8-4002-a1a1-a7202d802833 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.117358 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-0d753c25-2ce1-4b67-93ec-3998d8a6e9c9 service neutron] 10.222.0.57 "GET /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.0605435 Mar 22 13:53:35.285773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc70867-46ce-403e-bb34-6e04c9f0e32b req-d1c647f8-f066-45c4-b0f4-50afc456e169 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:35.287285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcc70867-46ce-403e-bb34-6e04c9f0e32b req-d1c647f8-f066-45c4-b0f4-50afc456e169 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 948 time: 0.4510825 Mar 22 13:53:35.366108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1afaf59-182e-4910-8b38-3458931e14f2 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:35.368755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:35.380084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8376d556-e45e-4deb-91bc-af8294a647ae req-f5d42ff2-8dd5-4208-bc5f-af51fe1ab42f service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623358 Mar 22 13:53:35.392268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:35.412064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:53:35.413084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:35.437323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:35.452849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcc70867-46ce-403e-bb34-6e04c9f0e32b req-9e92cb86-f6a8-44d3-b14d-a9c75c6ca95b tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407459 Mar 22 13:53:35.452849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a6c6508e-60c2-4a9d-981b-0be4e359ee3e req-391edfca-f8d8-4002-a1a1-a7202d802833 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (e0f53e58-f450-4237-87b6-2d18da80ae66), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.463823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-509e7a88-99d4-43b2-89a3-1ade0e1f7031 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:35.465357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-509e7a88-99d4-43b2-89a3-1ade0e1f7031 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.42 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 824 time: 0.1693022 Mar 22 13:53:35.467383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a6c6508e-60c2-4a9d-981b-0be4e359ee3e req-391edfca-f8d8-4002-a1a1-a7202d802833 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e0f53e58-f450-4237-87b6-2d18da80ae66), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.482318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:35.513062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a6c6508e-60c2-4a9d-981b-0be4e359ee3e req-391edfca-f8d8-4002-a1a1-a7202d802833 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.519700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6c6508e-60c2-4a9d-981b-0be4e359ee3e req-391edfca-f8d8-4002-a1a1-a7202d802833 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7483368 Mar 22 13:53:35.522415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391edfca-f8d8-4002-a1a1-a7202d802833 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f53e58-f450-4237-87b6-2d18da80ae66,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:35.550836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (bb300b7d-2823-49e2-9680-0ac9b04c2760), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.565690 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95469e1-c595-4795-850f-019eb0b68bb9 x-openstack-request-id: req-f95469e1-c595-4795-850f-019eb0b68bb9 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:35.566019 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:35.566310 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f95469e1-c595-4795-850f-019eb0b68bb9 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:35.566768 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95469e1-c595-4795-850f-019eb0b68bb9'] response: {'name': 'network-changed', 'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d', 'status': 'completed', 'code': 200} Mar 22 13:53:35.568613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:35.577534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d1afaf59-182e-4910-8b38-3458931e14f2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1afaf59-182e-4910-8b38-3458931e14f2,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:35.612179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd1afaf59-182e-4910-8b38-3458931e14f2', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd1afaf59-182e-4910-8b38-3458931e14f2', 'mac_address': 'fa:16:3e:c6:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:35.616126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.637808 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e246c7ef-bc71-47bb-b6de-d6b9f7c836a6 x-openstack-request-id: req-e246c7ef-bc71-47bb-b6de-d6b9f7c836a6 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:35.638199 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd9851-357d-4b5f-a161-ba33b55613a7", "name": "network-vif-deleted", "tag": "d3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:35.638507 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e246c7ef-bc71-47bb-b6de-d6b9f7c836a6 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:35.638954 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e246c7ef-bc71-47bb-b6de-d6b9f7c836a6'] response: {'server_uuid': '89cd9851-357d-4b5f-a161-ba33b55613a7', 'name': 'network-vif-deleted', 'tag': 'd3ad3c6d-a5ab-41cd-9bc6-3c4a83f6c718', 'status': 'completed', 'code': 200} Mar 22 13:53:35.658141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event deleted for resources: {'Port': ['ID=bb300b7d-2823-49e2-9680-0ac9b04c2760,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:35.667044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d1afaf59-182e-4910-8b38-3458931e14f2 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:35.667688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.682975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1afaf59-182e-4910-8b38-3458931e14f2 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:35.705534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d1afaf59-182e-4910-8b38-3458931e14f2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1afaf59-182e-4910-8b38-3458931e14f2,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:35.707679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0a6a15-f38a-4dac-bc70-b2899c9fed31 req-bac595d3-3c97-4777-b651-3e3ccc9c70d3 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 210 time: 0.0539675 Mar 22 13:53:35.710350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] Transition to ACTIVE for port object 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:35.716383 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-9d1ea3ed-0775-48a3-a1b4-b71dac55cd6d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb HTTP/1.1" status: 200 len: 379 time: 0.2290528 Mar 22 13:53:35.717996 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.720198 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:35.737725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'port': {'device_id': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'admin_state_up': True, 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'security_groups': ['00f073f7-da87-41f1-af2a-2f9c3fe98450']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:35.745450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a322a8e2-2c82-448e-9cd0-bd5d3fcb97a8 req-5d1860b1-ab56-4b38-907c-c916a7c8556f tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0446136 Mar 22 13:53:35.835079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d1afaf59-182e-4910-8b38-3458931e14f2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:35.847281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-7128388c-de31-4616-8221-ad9e45979ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:35.848853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-7128388c-de31-4616-8221-ad9e45979ad7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1112 time: 0.2915430 Mar 22 13:53:35.936636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] No DVR routers for this DVR port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:35.988734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] Pushing event updated for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:36.008185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-2b493dfb-eceb-4888-b99c-18a243e17b8f service neutron] 10.222.0.57 "PUT /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d/bindings/n-h1-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8771062 Mar 22 13:53:36.022561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d1afaf59-182e-4910-8b38-3458931e14f2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:36.035779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Made reservation on behalf of c5120e6bcf0e41ae9d6e7265fab5a7cb for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:36.040543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:36.046188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b63a-c611-4f1f-bc26-2b9f2ec28787 req-6f8bbd95-a4b6-4d04-9390-9edf08a1e3b1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.047677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e90b63a-c611-4f1f-bc26-2b9f2ec28787 req-6f8bbd95-a4b6-4d04-9390-9edf08a1e3b1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 943 time: 0.2150576 Mar 22 13:53:36.049579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Router 16f6be33-1b88-405c-b0c6-67981eb4fbcc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:53:36.146786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-79ba54ad-583b-4713-8980-ccf7656a03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.148428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-79ba54ad-583b-4713-8980-ccf7656a03a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.2764256 Mar 22 13:53:36.167928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-a279e740-7c6e-4112-b4a8-3760cc3dc9f4 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.169269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-a279e740-7c6e-4112-b4a8-3760cc3dc9f4 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 813 time: 0.2420430 Mar 22 13:53:36.220739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Allocated IP 172.20.0.9 (c6906c08-6d2e-41ce-b995-99d0b6f353f3/6aaecf5a-7563-4286-8edc-581798e332e0/367e679e-554e-4ec4-ad56-18366726773e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:36.290811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-a9c56f60-631a-4765-9e1c-07d5f71053b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 217 time: 0.1165605 Mar 22 13:53:36.294140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-ecd1b323-0a2e-4b1e-a34f-b4499739454d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/quotas/5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 375 time: 0.0809205 Mar 22 13:53:36.309302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e90b63a-c611-4f1f-bc26-2b9f2ec28787 req-7141b19a-0da8-4f93-a6e1-e44990942fbf tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541738 Mar 22 13:53:36.377838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-488254b3-946f-4990-b297-e1447858c166 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621412 Mar 22 13:53:36.385263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-cf1adb47-59ae-4381-a113-ce87e4b35e15 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.387042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-cf1adb47-59ae-4381-a113-ce87e4b35e15 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.3053095 Mar 22 13:53:36.404105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for port (367e679e-554e-4ec4-ad56-18366726773e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:36.446197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (367e679e-554e-4ec4-ad56-18366726773e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:36.503322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:36.507464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:36.509717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event updated for resources: {'Port': ['ID=367e679e-554e-4ec4-ad56-18366726773e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:36.512043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:36.519817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:53:36.535582 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] Sync routers for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:36.548042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-ad5b6476-cdb0-4eb1-9de7-e9c416c599ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.549514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-ad5b6476-cdb0-4eb1-9de7-e9c416c599ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.2379675 Mar 22 13:53:36.554953 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:36.555887 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:36.580691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.581394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:36.607896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ab515033-86cc-4211-b810-cf38f4d02e7a tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839650 Mar 22 13:53:36.620474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Request body: {'port': {'device_id': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:36.622810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] No DVR routers for this DVR port bb300b7d-2823-49e2-9680-0ac9b04c2760 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:36.634317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-fa88abca-dd4f-4d71-b7a0-30c844265f7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649796 Mar 22 13:53:36.644287 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:36.647594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9ca0f5b-6b18-4a37-9874-3b571416a955 req-e00dc3ec-744e-4109-acc2-8dd26347d346 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.57 "DELETE /v2.0/ports/bb300b7d-2823-49e2-9680-0ac9b04c2760 HTTP/1.1" status: 204 len: 173 time: 3.0641458 Mar 22 13:53:36.680716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-c077a0fd-a7aa-41d1-aff7-5228af87d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.682249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-c077a0fd-a7aa-41d1-aff7-5228af87d3c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06&tenant_id=c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 1126 time: 0.2843542 Mar 22 13:53:36.701582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd2c5a-e360-4ef9-b430-2bf5f1a75194 req-408e1c95-52fc-4178-9fbb-8220d0bfdcf4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.703237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48cd2c5a-e360-4ef9-b430-2bf5f1a75194 req-408e1c95-52fc-4178-9fbb-8220d0bfdcf4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 950 time: 0.3108900 Mar 22 13:53:36.713294 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:36.740079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-be58bffd-f5c1-464c-bdc6-235197689ffe service neutron] 10.222.0.44 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450890 Mar 22 13:53:36.781104 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (367e679e-554e-4ec4-ad56-18366726773e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:36.888148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-14508a3f-1783-4603-b0f7-3715545fc7ef service neutron] 10.222.0.44 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303892 Mar 22 13:53:36.953310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48cd2c5a-e360-4ef9-b430-2bf5f1a75194 req-9b82260a-2d80-42ae-b1d1-685cb606c808 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195649 Mar 22 13:53:36.997201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-add383cd-4bd3-447d-a069-e346a026f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:36.998736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-add383cd-4bd3-447d-a069-e346a026f226 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1126 time: 0.2633202 Mar 22 13:53:37.010844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-db480451-21e2-4339-9978-3c32d8f993bb service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620968 Mar 22 13:53:37.064539 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:37.118401 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] Checking router: 16f6be33-1b88-405c-b0c6-67981eb4fbcc for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:37.146838 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:37.147464 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:37.196804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367e679e-554e-4ec4-ad56-18366726773e {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:37.206270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Publish callbacks [] for port (367e679e-554e-4ec4-ad56-18366726773e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:37.217779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3f13e3-dda3-443c-ac4e-f0be86d7f940 req-abdabc30-68c2-4ea4-becf-2388eae48c5a service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909389 Mar 22 13:53:37.235080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Transition to ACTIVE for port object 367e679e-554e-4ec4-ad56-18366726773e will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:37.241222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (367e679e-554e-4ec4-ad56-18366726773e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:37.319375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Pushing event updated for resources: {'Port': ['ID=367e679e-554e-4ec4-ad56-18366726773e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:37.366759 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:37.392006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 928944cf-c397-4757-9b06-91bebd07534f details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:37.395620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1afaf59-182e-4910-8b38-3458931e14f2 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:37.408203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f5a8-583e-4b93-98b1-87ceb303d82e req-1c6c0c6b-e3d9-40ef-b2cc-2b46d912ee4a tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:37.409684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba9f5a8-583e-4b93-98b1-87ceb303d82e req-1c6c0c6b-e3d9-40ef-b2cc-2b46d912ee4a tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 949 time: 0.1688757 Mar 22 13:53:37.417345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-e96055f9-ade2-4e26-8ba0-9a748db23a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:37.418865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-e96055f9-ade2-4e26-8ba0-9a748db23a54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.4108963 Mar 22 13:53:37.428396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e747b6f-142b-4b86-9e0c-9baff091a6fd req-ba252c51-ed65-4f1a-abce-010c8ebc6751 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:37.435245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e747b6f-142b-4b86-9e0c-9baff091a6fd req-ba252c51-ed65-4f1a-abce-010c8ebc6751 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 944 time: 0.2168846 Mar 22 13:53:37.510693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Attempting to bind port 367e679e-554e-4ec4-ad56-18366726773e on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:37.511006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Attempting to bind port 367e679e-554e-4ec4-ad56-18366726773e by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:37.511337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Attempting to bind port 367e679e-554e-4ec4-ad56-18366726773e on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:37.511764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-8f309509-5ec6-4138-998a-834cac26b332 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 217 time: 0.0555966 Mar 22 13:53:37.526042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Port 367e679e-554e-4ec4-ad56-18366726773e on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:37.526381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Attempting to bind port 367e679e-554e-4ec4-ad56-18366726773e on network c6906c08-6d2e-41ce-b995-99d0b6f353f3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:37.535842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:37.536238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Checking segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:37.536650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Bound using segment: {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:37.539360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Bound port: 367e679e-554e-4ec4-ad56-18366726773e, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366541fc-01fc-4767-a458-08dc32bb22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:37.540154 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (367e679e-554e-4ec4-ad56-18366726773e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:37.569225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928944cf-c397-4757-9b06-91bebd07534f'}, {'name': 'network-changed', 'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'tag': '928944cf-c397-4757-9b06-91bebd07534f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:37.574725 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49503370-15bd-41d8-a63a-810936729f07" -d '{"events": [{"server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "name": "network-vif-unplugged", "status": "completed", "tag": "928944cf-c397-4757-9b06-91bebd07534f"}, {"name": "network-changed", "server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "tag": "928944cf-c397-4757-9b06-91bebd07534f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:37.578164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d1afaf59-182e-4910-8b38-3458931e14f2 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:37.593430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e747b6f-142b-4b86-9e0c-9baff091a6fd req-e5e03ec5-3d29-4354-b6fb-882b0a3ff403 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392300 Mar 22 13:53:37.638107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba9f5a8-583e-4b93-98b1-87ceb303d82e req-46b05804-e978-4569-91a4-3c5d4adaae06 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182724 Mar 22 13:53:37.644144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'name': 'network-vif-deleted', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:37.655076 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3b92a-6931-4294-a04f-e5d0b68b6d38" -d '{"events": [{"server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "name": "network-vif-deleted", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:37.670132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-0e507d31-ce31-4403-a70b-a64848428959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:37.671894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-0e507d31-ce31-4403-a70b-a64848428959 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1535878 Mar 22 13:53:37.698764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d1afaf59-182e-4910-8b38-3458931e14f2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:37.699134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:37.714777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] For port 367e679e-554e-4ec4-ad56-18366726773e, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:37.723367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] For port 367e679e-554e-4ec4-ad56-18366726773e, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=367e679e-554e-4ec4-ad56-18366726773e,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:37.732631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-da027d2f-f3dc-4d34-a3ee-2eeea4db8b1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539937 Mar 22 13:53:37.736310 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (367e679e-554e-4ec4-ad56-18366726773e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:37.757182 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:37.801898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:37.802821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:37.804631 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] 10.222.0.42 "PUT /v2.0/ports/367e679e-554e-4ec4-ad56-18366726773e HTTP/1.1" status: 200 len: 1091 time: 1.1891596 Mar 22 13:53:37.857131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2351b9-5657-4be5-8d15-03ebd4e56b2f service neutron] Pushing event updated for resources: {'Port': ['ID=367e679e-554e-4ec4-ad56-18366726773e,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:37.884122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:37.900161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-83189bbc-d384-4348-974e-8f32ad25c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:37.904778 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-83189bbc-d384-4348-974e-8f32ad25c2ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 1125 time: 0.0594685 Mar 22 13:53:37.977619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ffe67fcb-b0e1-4336-9132-5d547a9d813e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367e679e-554e-4ec4-ad56-18366726773e HTTP/1.1" status: 200 len: 217 time: 0.0655522 Mar 22 13:53:38.043216 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdec7c6-f6be-465d-afa7-0f8d2b764973 None None] The sync data for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 is: [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:38.057863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-9c8437dc-ba28-43fb-b1e3-362ae34fa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:38.060217 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-9c8437dc-ba28-43fb-b1e3-362ae34fa20d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6aaecf5a-7563-4286-8edc-581798e332e0 HTTP/1.1" status: 200 len: 863 time: 0.0717299 Mar 22 13:53:38.104310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 928944cf-c397-4757-9b06-91bebd07534f has no active binding in host n-h2-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:53:38.138574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d1afaf59-182e-4910-8b38-3458931e14f2 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:38.139307 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:38.145175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-8fed2838-1ee4-42b8-a4fc-449c6ec3f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:38.153942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-8fed2838-1ee4-42b8-a4fc-449c6ec3f142 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6906c08-6d2e-41ce-b995-99d0b6f353f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841422 Mar 22 13:53:38.177568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef67839-793a-4157-a676-eb4a118f724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1afaf59-182e-4910-8b38-3458931e14f2'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:38.180201 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ae28e-24a8-409f-8fb6-0cbb2109704f" -d '{"events": [{"server_uuid": "7ef67839-793a-4157-a676-eb4a118f724e", "name": "network-vif-plugged", "status": "completed", "tag": "d1afaf59-182e-4910-8b38-3458931e14f2"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:38.217834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d1afaf59-182e-4910-8b38-3458931e14f2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1afaf59-182e-4910-8b38-3458931e14f2,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:38.226950 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:38.228714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bb300b7d-2823-49e2-9680-0ac9b04c2760 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:38.324519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: bb300b7d-2823-49e2-9680-0ac9b04c2760 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:53:38.325366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bb300b7d-2823-49e2-9680-0ac9b04c2760 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:38.336827 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-ffcb2d10-b182-4129-81f1-1708d0760e64 service neutron] 10.222.0.42 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617897 Mar 22 13:53:38.375083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d1afaf59-182e-4910-8b38-3458931e14f2,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:38.421526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ee87070-2e20-4d29-96b1-d1431cb5d759 req-1e81afcb-adc5-47ef-ae77-82dd505d7c6f tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.5988128 Mar 22 13:53:38.457308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d4a642d-3257-4cc9-a5e6-e9a12d24854e req-5dee0ce2-e130-44ed-9b2a-9adf9cafb6f5 service neutron] 10.222.0.42 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103802 Mar 22 13:53:38.472171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038fcac5-48bb-4194-b496-a7c96d72fd8b None None] New status for floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:53:38.484250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070a227-c278-4b5f-a8f0-4c66f7302f33 req-91662fea-9282-4828-8881-e03279ff1e0e tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:38.485781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9070a227-c278-4b5f-a8f0-4c66f7302f33 req-91662fea-9282-4828-8881-e03279ff1e0e tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 943 time: 0.7522755 Mar 22 13:53:38.523924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-b58e0277-822d-4ef3-b8ae-478727e7b61c service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807250 Mar 22 13:53:38.692938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9070a227-c278-4b5f-a8f0-4c66f7302f33 req-e0128dfe-e731-4d77-aa8e-fb84994d2816 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975071 Mar 22 13:53:38.695048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-b39745ff-5d30-4970-adeb-3a9acf6b8dc3 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623039 Mar 22 13:53:38.765436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5be4b-7661-4b83-ab02-16c643800347 req-3a803cae-f7ab-4f72-b9e0-cee8342dcfeb tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:38.776201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b5be4b-7661-4b83-ab02-16c643800347 req-3a803cae-f7ab-4f72-b9e0-cee8342dcfeb tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1132 time: 0.0611138 Mar 22 13:53:38.843475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174a56ec-35b2-491e-8681-3865b4871817 req-5ed968e1-aeab-47f8-9b57-6de0bf4b5263 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 210 time: 0.0497413 Mar 22 13:53:38.918583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b5be4b-7661-4b83-ab02-16c643800347 req-05710169-4910-4297-9551-28c8d6abc735 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368523 Mar 22 13:53:38.998659 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213aa904-e702-4a25-a7db-ec5755c9e700 x-openstack-request-id: req-213aa904-e702-4a25-a7db-ec5755c9e700 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:38.998659 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "name": "network-vif-unplugged", "status": "completed", "tag": "928944cf-c397-4757-9b06-91bebd07534f", "code": 200}, {"name": "network-changed", "server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "tag": "928944cf-c397-4757-9b06-91bebd07534f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:38.998912 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-213aa904-e702-4a25-a7db-ec5755c9e700 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:38.999423 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213aa904-e702-4a25-a7db-ec5755c9e700'] response: {'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928944cf-c397-4757-9b06-91bebd07534f', 'code': 200} Mar 22 13:53:38.999864 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213aa904-e702-4a25-a7db-ec5755c9e700'] response: {'name': 'network-changed', 'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'tag': '928944cf-c397-4757-9b06-91bebd07534f', 'status': 'completed', 'code': 200} Mar 22 13:53:39.046866 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616471c-c3bf-403b-a941-5921fb296379 x-openstack-request-id: req-7616471c-c3bf-403b-a941-5921fb296379 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:39.047814 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed7b62-5d46-4615-806c-5b5f64a6b701", "name": "network-vif-deleted", "tag": "bb300b7d-2823-49e2-9680-0ac9b04c2760", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:39.048504 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7616471c-c3bf-403b-a941-5921fb296379 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:39.048970 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7616471c-c3bf-403b-a941-5921fb296379'] response: {'server_uuid': '90ed7b62-5d46-4615-806c-5b5f64a6b701', 'name': 'network-vif-deleted', 'tag': 'bb300b7d-2823-49e2-9680-0ac9b04c2760', 'status': 'completed', 'code': 200} Mar 22 13:53:39.066388 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d74649e-4951-40a0-a45b-de647cb516be x-openstack-request-id: req-8d74649e-4951-40a0-a45b-de647cb516be {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:39.066883 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef67839-793a-4157-a676-eb4a118f724e", "name": "network-vif-plugged", "status": "completed", "tag": "d1afaf59-182e-4910-8b38-3458931e14f2", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:39.067275 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d74649e-4951-40a0-a45b-de647cb516be {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:39.067841 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d74649e-4951-40a0-a45b-de647cb516be'] response: {'server_uuid': '7ef67839-793a-4157-a676-eb4a118f724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1afaf59-182e-4910-8b38-3458931e14f2', 'code': 200} Mar 22 13:53:39.091857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-f8feb364-0446-407a-80dc-490ac8b30ae8 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.093784 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-f8feb364-0446-407a-80dc-490ac8b30ae8 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.0556679 Mar 22 13:53:39.122093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-08c88633-d523-41d4-af17-53e6be88a2d1 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.123780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-08c88633-d523-41d4-af17-53e6be88a2d1 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 813 time: 0.3198771 Mar 22 13:53:39.149150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'port': {'device_id': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08', 'admin_state_up': True, 'tenant_id': '5c894bdcd491469e9ab56878b1558e07'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:39.229921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-bb34b9db-60df-41e6-b5ee-e268cc9b3584 service neutron] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:39.235398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-bb34b9db-60df-41e6-b5ee-e268cc9b3584 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:39.236753 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0272205c-9441-498d-b6c8-ad39ab2391e7 req-bb34b9db-60df-41e6-b5ee-e268cc9b3584 service neutron] 10.222.0.42 "DELETE /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d/bindings/n-h2-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.1268225 Mar 22 13:53:39.264551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02896a1-8003-474b-89ab-1489a79ecd57 req-606b7df5-1883-4854-b12e-e8f393197e62 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.266632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a02896a1-8003-474b-89ab-1489a79ecd57 req-606b7df5-1883-4854-b12e-e8f393197e62 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 943 time: 0.2973809 Mar 22 13:53:39.283506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49503370-15bd-41d8-a63a-810936729f07 req-ee6fb3eb-a953-48fa-b9bc-ab7068bb9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.285662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49503370-15bd-41d8-a63a-810936729f07 req-ee6fb3eb-a953-48fa-b9bc-ab7068bb9962 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1155 time: 0.2356935 Mar 22 13:53:39.371725 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-2195aa1e-7b1f-400b-8902-1692bc493a6d service neutron] 10.222.0.42 "GET /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f/bindings/n-h2-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.0537617 Mar 22 13:53:39.419916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:39.422738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50579f8-df8d-4975-9c34-bbdfa3d47bc7 req-e9e288bc-d495-49c4-8b31-e8214c9b46ec tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.424244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50579f8-df8d-4975-9c34-bbdfa3d47bc7 req-e9e288bc-d495-49c4-8b31-e8214c9b46ec tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 944 time: 0.2994094 Mar 22 13:53:39.430673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975ee3a-9c35-431f-ac50-1e789e7f26b6 req-ab6644ea-db19-401e-996d-facc135d2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.433473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f975ee3a-9c35-431f-ac50-1e789e7f26b6 req-ab6644ea-db19-401e-996d-facc135d2199 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 1132 time: 0.2904272 Mar 22 13:53:39.454941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a02896a1-8003-474b-89ab-1489a79ecd57 req-6465f15b-9ba9-475b-833f-2682ead876a0 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799059 Mar 22 13:53:39.469615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:53:39.470175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:39.513391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49503370-15bd-41d8-a63a-810936729f07 req-f18719f7-377c-4260-8188-2a8a38499eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.514811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49503370-15bd-41d8-a63a-810936729f07 req-f18719f7-377c-4260-8188-2a8a38499eb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.2185833 Mar 22 13:53:39.557445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:39.570222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Made reservation on behalf of 5c894bdcd491469e9ab56878b1558e07 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:39.573546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:39.579538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:39.617233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928944cf-c397-4757-9b06-91bebd07534f {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:39.635616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:39.636162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49503370-15bd-41d8-a63a-810936729f07 req-76b68c6b-931f-4223-ac92-725c403cd0cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 217 time: 0.1013722 Mar 22 13:53:39.638251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f975ee3a-9c35-431f-ac50-1e789e7f26b6 req-cb6aaded-0dfc-4105-8c8e-e1105665c2b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946652 Mar 22 13:53:39.643385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50579f8-df8d-4975-9c34-bbdfa3d47bc7 req-41c91d6e-ac19-4707-95dd-f44ea0c2d898 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014732 Mar 22 13:53:39.662155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:39.756300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6fcd-a4fa-44b7-a73f-45760deb30a1 req-7e96248d-3ce8-40c2-a37c-7371327af8e4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.758001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-145a6fcd-a4fa-44b7-a73f-45760deb30a1 req-7e96248d-3ce8-40c2-a37c-7371327af8e4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 950 time: 0.2245824 Mar 22 13:53:39.764177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49503370-15bd-41d8-a63a-810936729f07 req-636601c3-4829-474d-8d16-49a7d61aaad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:39.764177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49503370-15bd-41d8-a63a-810936729f07 req-636601c3-4829-474d-8d16-49a7d61aaad4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.1126654 Mar 22 13:53:39.804823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] Transition to ACTIVE for port object 928944cf-c397-4757-9b06-91bebd07534f will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:39.816076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:39.847199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Allocated IP 172.20.0.10 (9b9f494a-57cd-4783-8799-5ce13861be08/9831eefb-0c92-47dd-a310-3597a661dab8/d88a0f26-5402-4ebf-b653-ad0671c23aac) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:39.908852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] No DVR routers for this DVR port 928944cf-c397-4757-9b06-91bebd07534f on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:39.912528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] Pushing event updated for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:39.921594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49503370-15bd-41d8-a63a-810936729f07 req-ed22d415-a248-441c-a1f9-914dd4e684e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464365 Mar 22 13:53:39.955710 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-1df3358b-1c24-42b4-835b-e89ea4a0f613 service neutron] 10.222.0.42 "PUT /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f/bindings/n-h2-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5782583 Mar 22 13:53:39.959152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25506b2c-f37a-4f76-be82-9d16671d3453 req-48ac2331-b324-4fa1-a647-c3fc111a529c tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0914972 Mar 22 13:53:40.132631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-145a6fcd-a4fa-44b7-a73f-45760deb30a1 req-6b40ffc9-ca80-4d74-a80c-dbadaca60acb tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617105 Mar 22 13:53:40.248915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49503370-15bd-41d8-a63a-810936729f07 req-d158b62b-87aa-42a4-ad47-d68bf30aaa24 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923043 Mar 22 13:53:40.250978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-72204f3c-6e0e-492b-a408-ba31dbf94793 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.252572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-72204f3c-6e0e-492b-a408-ba31dbf94793 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.2198980 Mar 22 13:53:40.327886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38210) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:40.372125 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-5971c617-7fdd-4d91-a0e1-3a12517353c1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180899 Mar 22 13:53:40.410034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfcaac-082d-41ca-aea5-cab6bbfeef90 req-ccf83b95-73d7-4040-8ad9-36b70e07da52 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.411608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29bfcaac-082d-41ca-aea5-cab6bbfeef90 req-ccf83b95-73d7-4040-8ad9-36b70e07da52 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 943 time: 0.2868133 Mar 22 13:53:40.416734 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.494925 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3cea3b54-e59c-4053-91a4-cd19c5052f28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a7460fb45cf45709b04665d240b2a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658595 Mar 22 13:53:40.497579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:40.528482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-6ce7a765-31a7-4295-8420-e88af3dfdef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.529927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-6ce7a765-31a7-4295-8420-e88af3dfdef8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95&tenant_id=6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 1126 time: 0.2508044 Mar 22 13:53:40.548943 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af76a502-0fb6-4002-9b9c-404506657baf admin admin] Publish callbacks [] for security_group (39a8b707-79a3-4230-885d-6f35c45c5ed4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.570638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af76a502-0fb6-4002-9b9c-404506657baf admin admin] Publish callbacks [] for security_group (39a8b707-79a3-4230-885d-6f35c45c5ed4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.618393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29bfcaac-082d-41ca-aea5-cab6bbfeef90 req-9d050613-a64c-459b-8145-50cfb248f548 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908002 Mar 22 13:53:40.621605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af76a502-0fb6-4002-9b9c-404506657baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (39a8b707-79a3-4230-885d-6f35c45c5ed4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.624256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af76a502-0fb6-4002-9b9c-404506657baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.627904 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-af76a502-0fb6-4002-9b9c-404506657baf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39a8b707-79a3-4230-885d-6f35c45c5ed4 HTTP/1.1" status: 204 len: 168 time: 0.1267393 Mar 22 13:53:40.633211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76a502-0fb6-4002-9b9c-404506657baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a8b707-79a3-4230-885d-6f35c45c5ed4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:40.655482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49503370-15bd-41d8-a63a-810936729f07 req-faea7032-2d90-410c-a326-b2ba4886801c service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849132 Mar 22 13:53:40.664145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.671189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-caa4a47e-1638-4cdd-83c9-afbe5f1987bf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.672679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-caa4a47e-1638-4cdd-83c9-afbe5f1987bf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810569 Mar 22 13:53:40.747543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-cf913c7a-1079-4b6b-9aa1-cb1a0b283ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.749096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-cf913c7a-1079-4b6b-9aa1-cb1a0b283ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1126 time: 0.1916764 Mar 22 13:53:40.769986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Network 9b9f494a-57cd-4783-8799-5ce13861be08 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:40.777693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-dd426d22-3fca-441b-917e-ab49f42476be tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/quotas/f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 375 time: 0.0691438 Mar 22 13:53:40.781183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:40.787637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:40.800875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:40.806472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.807085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.902401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c4479d98-e922-48d0-b7ea-aaeb5514ab72 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7579179 Mar 22 13:53:40.926037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Request body: {'port': {'device_id': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:40.967840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5692cde-b83a-409c-a9c5-3ce6f595eb2e req-23378789-67ef-4c33-8aad-e4c4aa50e7c6 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.969300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5692cde-b83a-409c-a9c5-3ce6f595eb2e req-23378789-67ef-4c33-8aad-e4c4aa50e7c6 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 932 time: 0.2576129 Mar 22 13:53:40.975634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38222) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:40.990059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65fa6f1e-d4d2-4e15-8dc2-9fdedf354053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:40.997632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-352dd19b-4843-43fe-954f-c458a92e509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:40.999080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-352dd19b-4843-43fe-954f-c458a92e509d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.2280600 Mar 22 13:53:41.001188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'tag': '367e679e-554e-4ec4-ad56-18366726773e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:41.003474 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "tag": "367e679e-554e-4ec4-ad56-18366726773e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:41.008507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-8052d1bb-e0f1-4762-8ca3-b1e518d5bb43 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246873 Mar 22 13:53:41.070002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 367e679e-554e-4ec4-ad56-18366726773e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:41.076661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-68cb0ffa-ff97-42cf-af93-eaa6f1e1e5f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 217 time: 0.0619648 Mar 22 13:53:41.083521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65fa6f1e-d4d2-4e15-8dc2-9fdedf354053 admin admin] Publish callbacks [] for security_group (9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.089497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65fa6f1e-d4d2-4e15-8dc2-9fdedf354053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.098393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.135734 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-65fa6f1e-d4d2-4e15-8dc2-9fdedf354053 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fa87054f51641a29885482ce93d7582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588769 Mar 22 13:53:41.136995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa6f1e-d4d2-4e15-8dc2-9fdedf354053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:41.139562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38228) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:41.142525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5692cde-b83a-409c-a9c5-3ce6f595eb2e req-8d158fbd-1a16-40fe-a9ae-96b900e48398 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645195 Mar 22 13:53:41.180327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-3dd7828b-55db-45eb-84d4-da0f326fa411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:41.181789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-3dd7828b-55db-45eb-84d4-da0f326fa411 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0981414 Mar 22 13:53:41.222271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 367e679e-554e-4ec4-ad56-18366726773e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=367e679e-554e-4ec4-ad56-18366726773e,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:41.245144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '367e679e-554e-4ec4-ad56-18366726773e', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'port_id': '367e679e-554e-4ec4-ad56-18366726773e', 'mac_address': 'fa:16:3e:b0:3f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:41.259439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-8eaa1994-f5ba-4950-8684-8e95a23c5fd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691843 Mar 22 13:53:41.286939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7728707f-6645-4c14-80a5-52eab56a1d37 admin admin] Publish callbacks [] for security_group (9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.311154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 367e679e-554e-4ec4-ad56-18366726773e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:41.311705 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (367e679e-554e-4ec4-ad56-18366726773e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.314941 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7728707f-6645-4c14-80a5-52eab56a1d37 admin admin] Publish callbacks [] for security_group (9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.326424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367e679e-554e-4ec4-ad56-18366726773e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:41.348438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 367e679e-554e-4ec4-ad56-18366726773e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=367e679e-554e-4ec4-ad56-18366726773e,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:41.355196 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (367e679e-554e-4ec4-ad56-18366726773e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.375948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7728707f-6645-4c14-80a5-52eab56a1d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.378605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7728707f-6645-4c14-80a5-52eab56a1d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:41.379785 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7728707f-6645-4c14-80a5-52eab56a1d37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2 HTTP/1.1" status: 204 len: 168 time: 0.2393894 Mar 22 13:53:41.405725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728707f-6645-4c14-80a5-52eab56a1d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9132a1fd-a7c5-45a0-8e1b-e0b3c6db4cd2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:41.434890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=367e679e-554e-4ec4-ad56-18366726773e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:41.607932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['367e679e-554e-4ec4-ad56-18366726773e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:41.769101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cade3ff-e143-4194-bd22-a5e49aa6e4fe req-2af51861-1f92-41c1-8fcb-11534261bacc tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:41.774472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cade3ff-e143-4194-bd22-a5e49aa6e4fe req-2af51861-1f92-41c1-8fcb-11534261bacc tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1126 time: 0.5109413 Mar 22 13:53:41.834176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-3e087df9-5ea8-4703-b202-45583f410c2d service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823673 Mar 22 13:53:41.840957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7032e-1331-49a8-828f-6164e8853f50 req-6282efd9-0726-4a0e-b5e3-464a80638267 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:41.842349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0d7032e-1331-49a8-828f-6164e8853f50 req-6282efd9-0726-4a0e-b5e3-464a80638267 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 944 time: 0.5153687 Mar 22 13:53:41.952649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cade3ff-e143-4194-bd22-a5e49aa6e4fe req-b9aee42e-0902-4dd5-a2a6-f180a646f3c7 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491477 Mar 22 13:53:42.031595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0d7032e-1331-49a8-828f-6164e8853f50 req-e633ba2b-4f05-4c32-8532-d0c2470ff968 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660376 Mar 22 13:53:42.049401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-aff41c84-11d3-425f-be59-3e61a1e174e7 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006874 Mar 22 13:53:42.090810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b71a3380-c311-40f0-bd69-3b196b1065d9 req-6f232a84-1f83-4284-affe-71a252255054 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0325043 Mar 22 13:53:42.128132 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6269304-2c68-4b5b-b7ba-22739a6bc75d x-openstack-request-id: req-f6269304-2c68-4b5b-b7ba-22739a6bc75d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:42.134699 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "tag": "367e679e-554e-4ec4-ad56-18366726773e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:42.138468 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6269304-2c68-4b5b-b7ba-22739a6bc75d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:42.139169 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6269304-2c68-4b5b-b7ba-22739a6bc75d'] response: {'name': 'network-changed', 'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'tag': '367e679e-554e-4ec4-ad56-18366726773e', 'status': 'completed', 'code': 200} Mar 22 13:53:42.141307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88a0f26-5402-4ebf-b653-ad0671c23aac {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:42.157093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Publish callbacks [] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.246171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94ed5adc-e2e7-4f92-98f7-f954379221a5 req-612cdc14-a31e-4b4a-b09a-c238c4fd685e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 210 time: 0.0491345 Mar 22 13:53:42.248635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Transition to ACTIVE for port object d88a0f26-5402-4ebf-b653-ad0671c23aac will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:42.279181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.327038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38270) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:42.350887 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-7616beda-83ac-437f-b59f-660e190ab415 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461593 Mar 22 13:53:42.411714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-5e95d970-4a1a-4b4d-a5a3-6ce456317fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.413722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-5e95d970-4a1a-4b4d-a5a3-6ce456317fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 1126 time: 0.2589846 Mar 22 13:53:42.415825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Pushing event updated for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:42.438617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb936-7a64-4582-9ffa-d4019deec833 req-a5c610fc-d061-462b-82b3-29f224ef76f4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.440462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-943fb936-7a64-4582-9ffa-d4019deec833 req-a5c610fc-d061-462b-82b3-29f224ef76f4 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 950 time: 0.2288823 Mar 22 13:53:42.492238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-network', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:42.500417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-b09ba2f1-c923-4c44-9c27-efd64651dc4f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.501857 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-b09ba2f1-c923-4c44-9c27-efd64651dc4f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456964 Mar 22 13:53:42.511247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-c410b8da-bbcf-435d-89ee-23d99515d49b tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.512679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-c410b8da-bbcf-435d-89ee-23d99515d49b tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.2435563 Mar 22 13:53:42.514087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Request body: {'port': {'device_id': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'f0bbdf42878b486488ab42e3949f878d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:42.562971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Made reservation on behalf of a3ef3421e0dc4f48bed8bd3bfaab7e6d for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:42.565274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.567390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Attempting to bind port d88a0f26-5402-4ebf-b653-ad0671c23aac on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:42.567715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Attempting to bind port d88a0f26-5402-4ebf-b653-ad0671c23aac by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:42.568034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Attempting to bind port d88a0f26-5402-4ebf-b653-ad0671c23aac on network 9b9f494a-57cd-4783-8799-5ce13861be08 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:42.578568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.595078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa58105-29d8-40d1-85a6-a9f2996b596a req-e013ada8-d67f-40a4-938e-721347d3efa7 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.596542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aa58105-29d8-40d1-85a6-a9f2996b596a req-e013ada8-d67f-40a4-938e-721347d3efa7 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 944 time: 0.2584527 Mar 22 13:53:42.629784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Port d88a0f26-5402-4ebf-b653-ad0671c23aac on network 9b9f494a-57cd-4783-8799-5ce13861be08 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:42.630173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Attempting to bind port d88a0f26-5402-4ebf-b653-ad0671c23aac on network 9b9f494a-57cd-4783-8799-5ce13861be08 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:42.658995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-943fb936-7a64-4582-9ffa-d4019deec833 req-849e4250-bb8f-4661-ae82-735e63276735 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909611 Mar 22 13:53:42.664612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Made reservation on behalf of f0bbdf42878b486488ab42e3949f878d for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:42.667961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.687913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:42.687913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Checking segment: {'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:42.687913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Bound using segment: {'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:42.687913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Bound port: d88a0f26-5402-4ebf-b653-ad0671c23aac, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:42.687913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.687913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-f4135414-a0a2-419d-93c5-bf1779693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.689773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-f4135414-a0a2-419d-93c5-bf1779693c85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 925 time: 0.2669671 Mar 22 13:53:42.717890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks [] for security_group (4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.752163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.773791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-949742ee-04f1-45e3-92f5-f41bed941cdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367e679e-554e-4ec4-ad56-18366726773e HTTP/1.1" status: 200 len: 217 time: 0.0752478 Mar 22 13:53:42.787577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:53:42.813431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aa58105-29d8-40d1-85a6-a9f2996b596a req-70a449e0-0db3-4f02-a9b4-353af01e32f0 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054586 Mar 22 13:53:42.826788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:42.837937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.838519 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Added segment 210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd of type vlan for network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 Mar 22 13:53:42.895357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (17a79c03-e565-4bcf-88f3-9fbf756d48f2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.903605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Allocated IP 192.168.233.205 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/c4d40c48-10fe-4d9a-ab36-c1d3a58650bc) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:42.940754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (17a79c03-e565-4bcf-88f3-9fbf756d48f2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.941689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.942289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.969107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-10d07800-82fb-42fb-a900-2519a28d37c4 service neutron] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:42.985757 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-10d07800-82fb-42fb-a900-2519a28d37c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:42.986864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073d3593-e94d-4f0a-858f-ed2e3a1bf717 req-10d07800-82fb-42fb-a900-2519a28d37c4 service neutron] 10.222.0.57 "DELETE /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f/bindings/n-h1-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.4633758 Mar 22 13:53:42.988242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-0ccbe576-3363-4765-ac56-b62d71d9028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:42.989567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-0ccbe576-3363-4765-ac56-b62d71d9028b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6aaecf5a-7563-4286-8edc-581798e332e0 HTTP/1.1" status: 200 len: 863 time: 0.1926031 Mar 22 13:53:43.009816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:43.023203 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6925173 Mar 22 13:53:43.025917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38284) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:43.037284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Request body: {'subnet': {'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-subnet', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:43.050937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:43.068372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-131f6ce1-a3ef-4652-9284-43dbe20173e0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.069957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-131f6ce1-a3ef-4652-9284-43dbe20173e0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.2921765 Mar 22 13:53:43.073110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.080916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d247f-9e28-4c8f-964d-de545b778a95 admin admin] Pushing event updated for resources: {'Network': ['ID=17a79c03-e565-4bcf-88f3-9fbf756d48f2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:43.084152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08c68-0742-4964-8dc5-3041eec45784 req-b215c37e-b1fc-410c-959e-9ce2cf23c867 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.085439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 367e679e-554e-4ec4-ad56-18366726773e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:43.085949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65d08c68-0742-4964-8dc5-3041eec45784 req-b215c37e-b1fc-410c-959e-9ce2cf23c867 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 944 time: 0.1905608 Mar 22 13:53:43.115812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:53:43.116060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Made reservation on behalf of a3ef3421e0dc4f48bed8bd3bfaab7e6d for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:43.118798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.152238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.152846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.154243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] 10.222.0.57 "PUT /v2.0/ports/d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 200 len: 1092 time: 2.2372766 Mar 22 13:53:43.160955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-be1a1caa-fe28-432c-99fc-0c6dfa4c28dd tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/quotas/c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 375 time: 0.0743554 Mar 22 13:53:43.161388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:43.163786 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d937097-1193-4e25-a45a-ea9d8524a22f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:43.177246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-f92a18d7-4eb5-4f06-bc93-40920ab3f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.178796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-f92a18d7-4eb5-4f06-bc93-40920ab3f230 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6906c08-6d2e-41ce-b995-99d0b6f353f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1802311 Mar 22 13:53:43.219133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 367e679e-554e-4ec4-ad56-18366726773e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:43.225194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 367e679e-554e-4ec4-ad56-18366726773e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:43.225810 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (367e679e-554e-4ec4-ad56-18366726773e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.227325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c77c6-ba2b-464e-bbf4-7d00b665236b service neutron] Pushing event updated for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:43.248765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks [] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.325054 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65d08c68-0742-4964-8dc5-3041eec45784 req-dff7f6fe-1542-4ad2-b485-a7ebf7ad8d37 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065685 Mar 22 13:53:43.350018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 367e679e-554e-4ec4-ad56-18366726773e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:43.350421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (367e679e-554e-4ec4-ad56-18366726773e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.375414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-69829a8b-0a42-43f8-b45c-7bb4cd062678 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956396 Mar 22 13:53:43.387775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367e679e-554e-4ec4-ad56-18366726773e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:43.399525 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a2ecf-870b-4c03-833e-a1c07e1bea8a" -d '{"events": [{"server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "name": "network-vif-plugged", "status": "completed", "tag": "367e679e-554e-4ec4-ad56-18366726773e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:43.404954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.405301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-6a3ba83f-22dc-470b-b846-4df8c7728a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.407235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-6a3ba83f-22dc-470b-b846-4df8c7728a27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1126 time: 0.1964412 Mar 22 13:53:43.420105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-121c1277-6a4b-462b-ad75-8fb31cf60b2c service neutron] 10.222.0.42 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326727 Mar 22 13:53:43.425449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:43.434384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 367e679e-554e-4ec4-ad56-18366726773e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=367e679e-554e-4ec4-ad56-18366726773e,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:43.461773 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (367e679e-554e-4ec4-ad56-18366726773e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.462927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 928944cf-c397-4757-9b06-91bebd07534f no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:43.488661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:43.498124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-28366496-70ee-404d-84b7-8435b092b915 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 200 len: 217 time: 0.0803082 Mar 22 13:53:43.500840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:43.510735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:43.550632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (ed0d5f32-ee23-4086-91e6-051df334656b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.571473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 928944cf-c397-4757-9b06-91bebd07534f host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:53:43.572139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 928944cf-c397-4757-9b06-91bebd07534f not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:43.573206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=367e679e-554e-4ec4-ad56-18366726773e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:43.594309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:43.628433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.628882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.666303 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-559b219c-a826-40e1-86d4-a3a166795640 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1560469 Mar 22 13:53:43.668907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0d5f32-ee23-4086-91e6-051df334656b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:43.677890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Checking segment: {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:43.678319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Network hostable DHCP agents. Network: 17a79c03-e565-4bcf-88f3-9fbf756d48f2, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:53:43.688870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Request body: {'port': {'device_id': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:43.708416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c2bc9fd1-d100-4639-924a-ec294b579dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.711068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-c2bc9fd1-d100-4639-924a-ec294b579dee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.1956899 Mar 22 13:53:43.725379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caa779-3c59-4372-a59f-97a9400b608c req-4fc7d958-313d-48f8-93d3-5249ef586a5d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:43.727286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18caa779-3c59-4372-a59f-97a9400b608c req-4fc7d958-313d-48f8-93d3-5249ef586a5d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 944 time: 0.2341158 Mar 22 13:53:43.734636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-411dbcbb-b8ef-4537-97d3-793a7ce140a8 service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470011 Mar 22 13:53:43.782932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1aee0dd7-518a-432c-ac0d-9dfd4b7eeef5 req-d65623d5-01c0-45fd-99b8-bd6effbc2051 service neutron] 10.222.0.42 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323932 Mar 22 13:53:43.835846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-09bb7dfc-18f3-4957-9aca-1c128ced441e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987766 Mar 22 13:53:43.854644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-acad68f1-aaf0-4092-bd59-cef0fa6addf9 None None] Provisioning complete for port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:43.854882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-acad68f1-aaf0-4092-bd59-cef0fa6addf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:43.898034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-acad68f1-aaf0-4092-bd59-cef0fa6addf9 None None] Port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:53:43.964678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:53:43.966452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18caa779-3c59-4372-a59f-97a9400b608c req-848f6f27-f318-4f8e-a8a9-6547eeb8fa81 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283969 Mar 22 13:53:43.968311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-78e9fe46-cfe0-40a7-8ddf-60a008842d90 service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326250 Mar 22 13:53:44.006411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 17a79c03-e565-4bcf-88f3-9fbf756d48f2) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:44.008801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:44.009395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.011029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6e8779-6feb-45a1-be5b-58c554ce8e40 None None] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:44.020568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-4163e774-a6c3-48f5-90d4-eb7ab6987024 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513219 Mar 22 13:53:44.020902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.039562 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c46fdee-c338-4c4d-b69f-9e1ac6cca9bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0074897 Mar 22 13:53:44.039562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38302) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:44.043347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:44.229635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:53:44.230555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.279584 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (dcdbe301-f2bd-45de-b30a-b621bd556de9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.280897 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (dcdbe301-f2bd-45de-b30a-b621bd556de9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.358287 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88229c7d-dc88-43a6-beac-aedb2fd8894c x-openstack-request-id: req-88229c7d-dc88-43a6-beac-aedb2fd8894c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:44.358573 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:44.359133 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88229c7d-dc88-43a6-beac-aedb2fd8894c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:44.359580 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88229c7d-dc88-43a6-beac-aedb2fd8894c'] response: {'name': 'network-changed', 'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac', 'status': 'completed', 'code': 200} Mar 22 13:53:44.404770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2a2c969-30c4-4da7-847e-8fa6860d8e82 req-5ca1c4bf-4339-4eea-95d9-973d48d2b2e4 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0443976 Mar 22 13:53:44.432357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d40c48-10fe-4d9a-ab36-c1d3a58650bc {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:44.435245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Allocated IP 172.20.0.2 (17a79c03-e565-4bcf-88f3-9fbf756d48f2/ed0d5f32-ee23-4086-91e6-051df334656b/8fb3b314-87c1-4588-bd4b-1243009f3617) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:44.441948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Publish callbacks [] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.453985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Transition to ACTIVE for port object c4d40c48-10fe-4d9a-ab36-c1d3a58650bc will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:44.459895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.466528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks [] for router_controller (dcdbe301-f2bd-45de-b30a-b621bd556de9), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.477495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d85660d-fa8e-491a-915a-6db6658e21ad req-8d6348d1-583d-42d1-b790-26bfc3b14b08 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500701 Mar 22 13:53:44.484964 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8f518-a38e-4c78-b756-57cfbe16b89c req-8efc2162-0c01-45a1-9afe-d436108a9da2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:44.498217 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c78bd-1ab8-46c3-9957-d7b8e40659f0 x-openstack-request-id: req-d73c78bd-1ab8-46c3-9957-d7b8e40659f0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:44.498459 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4e8f518-a38e-4c78-b756-57cfbe16b89c req-8efc2162-0c01-45a1-9afe-d436108a9da2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 936 time: 0.1373808 Mar 22 13:53:44.498580 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "name": "network-vif-plugged", "status": "completed", "tag": "367e679e-554e-4ec4-ad56-18366726773e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:44.498779 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d73c78bd-1ab8-46c3-9957-d7b8e40659f0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:44.499178 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73c78bd-1ab8-46c3-9957-d7b8e40659f0'] response: {'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367e679e-554e-4ec4-ad56-18366726773e', 'code': 200} Mar 22 13:53:44.583555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4e8f518-a38e-4c78-b756-57cfbe16b89c req-22609999-01b9-42af-a66c-8967c6ea9163 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802481 Mar 22 13:53:44.745640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc2170-3924-4c7c-a856-25335aacd4ac req-08be39c1-eb7a-4bef-a707-833d71ffc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:44.746637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:44.747200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dc2170-3924-4c7c-a856-25335aacd4ac req-08be39c1-eb7a-4bef-a707-833d71ffc620 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 1127 time: 0.1323457 Mar 22 13:53:44.767537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-5bb5541f-afd8-4e73-9877-6d392de153f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:44.769004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-5bb5541f-afd8-4e73-9877-6d392de153f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1126 time: 0.1845844 Mar 22 13:53:44.794857 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Publish callbacks [] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.808299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.848064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks [] for router_gateway (dcdbe301-f2bd-45de-b30a-b621bd556de9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.859994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:44.865807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:44.871059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:44.874327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Pushing event updated for resources: {'Port': ['ID=8fb3b314-87c1-4588-bd4b-1243009f3617,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:44.930572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dc2170-3924-4c7c-a856-25335aacd4ac req-3ed5a530-7465-4147-a5c3-d75dad49a92b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661229 Mar 22 13:53:44.958108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Attempting to bind port 8fb3b314-87c1-4588-bd4b-1243009f3617 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:44.958481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Attempting to bind port 8fb3b314-87c1-4588-bd4b-1243009f3617 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:44.958846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Attempting to bind port 8fb3b314-87c1-4588-bd4b-1243009f3617 on network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:44.968396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:44.968815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Checking segment: {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:44.969119 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:44.969501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Bound using segment: {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:44.970049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Bound port: 8fb3b314-87c1-4588-bd4b-1243009f3617, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:44.970360 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.003991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df7632c1-949d-45ca-b5ec-df6a767daa62 req-701e07c3-205e-49b5-add3-bb71c7edb2c0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 210 time: 0.0564125 Mar 22 13:53:45.018005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29dd57-112a-4d99-9e9c-08ffdd48940e req-c8511299-cb9e-40e5-a62b-2ed8a75a360b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.025350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac29dd57-112a-4d99-9e9c-08ffdd48940e req-c8511299-cb9e-40e5-a62b-2ed8a75a360b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 945 time: 0.2622626 Mar 22 13:53:45.057868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-8ed23b81-65ca-4c95-80c4-fc8499203285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.059460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-8ed23b81-65ca-4c95-80c4-fc8499203285 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 914 time: 0.2696214 Mar 22 13:53:45.063735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] For port 8fb3b314-87c1-4588-bd4b-1243009f3617, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:45.071182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] For port 8fb3b314-87c1-4588-bd4b-1243009f3617, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8fb3b314-87c1-4588-bd4b-1243009f3617,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:45.078340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Attempting to bind port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:45.079069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Attempting to bind port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:45.083834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Attempting to bind port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:45.087277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.095213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:45.095801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Attempting to bind port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:45.111568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:45.112400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:45.113009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:45.113646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Bound port: c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:45.114869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.123804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-00e95942-4c71-41c5-9cd6-0d770432658d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 200 len: 217 time: 0.0561745 Mar 22 13:53:45.138123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac29dd57-112a-4d99-9e9c-08ffdd48940e req-31f0e8e7-106e-4ffe-9230-21989a092d65 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098225 Mar 22 13:53:45.202107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75706935-6cea-4c8d-bfa8-f2bda05f2302 None None] Pushing event updated for resources: {'Port': ['ID=8fb3b314-87c1-4588-bd4b-1243009f3617,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:45.226816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-50d05f17-84eb-45b1-ba7b-58b679792fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.228322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-50d05f17-84eb-45b1-ba7b-58b679792fd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.0588510 Mar 22 13:53:45.247029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd256fa-6431-4012-aaa2-6613a42bafaf req-ebfae414-91bc-4c22-a45d-2d50ba8d6ce7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.248559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dd256fa-6431-4012-aaa2-6613a42bafaf req-ebfae414-91bc-4c22-a45d-2d50ba8d6ce7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 944 time: 0.1388636 Mar 22 13:53:45.294439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:45.298476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:45.298676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-a523bf05-2243-4a66-90ea-52661df96d4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472672 Mar 22 13:53:45.324691 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.399608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.403305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.410097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 1096 time: 1.7254927 Mar 22 13:53:45.410601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:45.416193 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c6d20-0638-4636-a326-0956ab9faf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:45.416372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451da45-1843-442d-8d54-f1074843e0cf req-b0749c29-ff28-47fb-af1e-4ef0a59b901f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.420146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks [] for router_gateway (dcdbe301-f2bd-45de-b30a-b621bd556de9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.429827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7451da45-1843-442d-8d54-f1074843e0cf req-b0749c29-ff28-47fb-af1e-4ef0a59b901f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 950 time: 0.1940603 Mar 22 13:53:45.446455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75568c75-8ace-4b7e-9568-64dfedacc1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:45.452525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.462290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dd256fa-6431-4012-aaa2-6613a42bafaf req-4cdc0369-3baa-4ebc-9cb0-75df9c61a559 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865959 Mar 22 13:53:45.559657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-3778da4a-bd32-4f45-bbe5-f1c27299cf1a service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516370 Mar 22 13:53:45.679549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-1949b43f-1d4d-436c-bf6b-9ce84fb7ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.681101 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-1949b43f-1d4d-436c-bf6b-9ce84fb7ac55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 1130 time: 0.1489789 Mar 22 13:53:45.693132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7451da45-1843-442d-8d54-f1074843e0cf req-de5b52b0-0ce8-481e-8aad-518b2b27b37c tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622962 Mar 22 13:53:45.739238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-51b2b938-7212-4689-8e34-2150757927df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 217 time: 0.0483418 Mar 22 13:53:45.752951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Allocated IP 172.25.2.26 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/e0a1f1ef-6405-4240-86db-84fa8fc0c24a) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:45.778800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8fb3b314-87c1-4588-bd4b-1243009f3617 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:45.797821 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedff3e0-bf3a-413a-91f0-5027a68c135d x-openstack-request-id: req-aedff3e0-bf3a-413a-91f0-5027a68c135d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:45.798155 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:45.798407 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aedff3e0-bf3a-413a-91f0-5027a68c135d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:45.798802 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedff3e0-bf3a-413a-91f0-5027a68c135d'] response: {'name': 'network-changed', 'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'status': 'completed', 'code': 200} Mar 22 13:53:45.859122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-96c6b462-cbce-4646-bc47-fc3047f5676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.860589 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-96c6b462-cbce-4646-bc47-fc3047f5676f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1043694 Mar 22 13:53:45.890913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8fb3b314-87c1-4588-bd4b-1243009f3617 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:45.891357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:45.926786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43e27f24-b428-4987-85aa-949f9e688bb3 req-97b23087-6421-4f5a-a8d6-563a23f88482 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0509839 Mar 22 13:53:45.940658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d76c-c4cf-4642-844d-d47e3deb7885 req-bf3ddd61-5f52-4694-8d7d-3c5bad5a4ded tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.952936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c92d76c-c4cf-4642-844d-d47e3deb7885 req-bf3ddd61-5f52-4694-8d7d-3c5bad5a4ded tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1126 time: 0.3861580 Mar 22 13:53:45.953432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-1918d2b6-0e93-4124-80c0-e1177106beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.954984 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-1918d2b6-0e93-4124-80c0-e1177106beac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0847476 Mar 22 13:53:45.959998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks [] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.015608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d937097-1193-4e25-a45a-ea9d8524a22f req-7ccbe904-175b-47f6-8fb6-ccba5337d1d3 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479744 Mar 22 13:53:46.042298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-5ffa594a-1be2-43c1-9861-f7065be77682 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:46.043765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-5ffa594a-1be2-43c1-9861-f7065be77682 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.4257205 Mar 22 13:53:46.070821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8fb3b314-87c1-4588-bd4b-1243009f3617 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:46.071213 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.072905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c92d76c-c4cf-4642-844d-d47e3deb7885 req-092ad1ca-edc5-43c2-a840-f71b4a2a7307 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237798 Mar 22 13:53:46.091791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Request body: {'port': {'device_id': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'admin_state_up': True, 'tenant_id': 'c4db45f5d7be417fa9f5de7abacbea38'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:46.111512 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-7fbdcb1e-8a68-41db-bfa7-927f137a1567 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457374 Mar 22 13:53:46.153629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 8fb3b314-87c1-4588-bd4b-1243009f3617, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8fb3b314-87c1-4588-bd4b-1243009f3617,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:46.162547 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.196232 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.252843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=8fb3b314-87c1-4588-bd4b-1243009f3617,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:46.268734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a26453d-e263-43c5-be7a-c8440b55b592 req-37af6ae6-1798-474a-ae22-61c3c3b5a7ff tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 210 time: 0.0592055 Mar 22 13:53:46.303809 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b55073cc-c002-4b3b-b6e1-59188a587d11 req-be7cbb7d-9b5a-41eb-bd51-355e2f38c3a7 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800330 Mar 22 13:53:46.305671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:46.309157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:46.315719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:46.347822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Pushing event updated for resources: {'Port': ['ID=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:46.420609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-556ae98d-1eb9-4b00-a05d-fff1d38fe796 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:46.422333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-556ae98d-1eb9-4b00-a05d-fff1d38fe796 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 950 time: 0.1485298 Mar 22 13:53:46.433211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e273c47-21f9-4ba5-9185-fa26f2ee1075 req-415a18e5-b911-46e0-ad8f-4820ff11c951 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:46.438760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e273c47-21f9-4ba5-9185-fa26f2ee1075 req-415a18e5-b911-46e0-ad8f-4820ff11c951 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 948 time: 0.3645792 Mar 22 13:53:46.522898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c5701-1139-472f-b579-d43b03b968bc None None] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:46.532346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6d20-0638-4636-a326-0956ab9faf6c req-3e2d7352-1785-4ae5-94be-5e96862e8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:46.533846 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-299c6d20-0638-4636-a326-0956ab9faf6c req-3e2d7352-1785-4ae5-94be-5e96862e8085 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 1130 time: 0.1267617 Mar 22 13:53:46.552663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Made reservation on behalf of c4db45f5d7be417fa9f5de7abacbea38 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:46.556036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.591338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e273c47-21f9-4ba5-9185-fa26f2ee1075 req-7717ce57-8ba8-4138-88ea-9c4b59d46d49 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202605 Mar 22 13:53:46.608254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35470d73-182a-4bfa-9837-c37e46f2efb9 req-77f6bab6-34e1-4a85-bcdd-d7a7a1a77287 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:46.610128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35470d73-182a-4bfa-9837-c37e46f2efb9 req-77f6bab6-34e1-4a85-bcdd-d7a7a1a77287 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 945 time: 0.2394555 Mar 22 13:53:46.621879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0a9e1abc-5ba3-49ae-984b-70a5523dfa81 None None] Provisioning complete for port 8fb3b314-87c1-4588-bd4b-1243009f3617 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:46.621879 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1abc-5ba3-49ae-984b-70a5523dfa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.724607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Deleting port d1afaf59-182e-4910-8b38-3458931e14f2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:53:46.724970 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.760896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e1abc-5ba3-49ae-984b-70a5523dfa81 None None] Current status of the port 8fb3b314-87c1-4588-bd4b-1243009f3617 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:46.797129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35470d73-182a-4bfa-9837-c37e46f2efb9 req-821dbf21-f50e-4daa-b12a-fc121b9ea46d tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796381 Mar 22 13:53:46.943844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] For port d1afaf59-182e-4910-8b38-3458931e14f2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1afaf59-182e-4910-8b38-3458931e14f2,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:46.944654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.945245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks [] for router_gateway (dcdbe301-f2bd-45de-b30a-b621bd556de9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.947524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6d20-0638-4636-a326-0956ab9faf6c req-77ca7cba-1de2-4e66-b7ac-9e43a782f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:46.957996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-299c6d20-0638-4636-a326-0956ab9faf6c req-77ca7cba-1de2-4e66-b7ac-9e43a782f5d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3815188 Mar 22 13:53:46.994721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dc9aba39-6131-488a-a4a6-9948c54af28e None None] Provisioning complete for port 8fb3b314-87c1-4588-bd4b-1243009f3617 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:46.995191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc9aba39-6131-488a-a4a6-9948c54af28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:46.995361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Calling delete_port for d1afaf59-182e-4910-8b38-3458931e14f2 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:53:47.000929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Allocated IP 172.20.0.14 (fa788293-d25f-4072-b2ae-d0417c178fe8/3258907d-b312-4b96-a688-86db2f838c8b/b46c3e52-e116-404b-b5d8-5dc49637c63a) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:47.050526 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-299c6d20-0638-4636-a326-0956ab9faf6c req-7bae7f3e-629b-487e-9932-cf399162ee17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 217 time: 0.0669644 Mar 22 13:53:47.082578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dc9aba39-6131-488a-a4a6-9948c54af28e None None] Current status of the port 8fb3b314-87c1-4588-bd4b-1243009f3617 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:47.117581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6d20-0638-4636-a326-0956ab9faf6c req-b2c6a754-6829-42aa-90af-a9b2b6ca6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:47.119074 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-299c6d20-0638-4636-a326-0956ab9faf6c req-b2c6a754-6829-42aa-90af-a9b2b6ca6980 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0611436 Mar 22 13:53:47.244924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6d20-0638-4636-a326-0956ab9faf6c req-78e8e71d-234e-4947-a79d-d45b48168d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:47.246475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-299c6d20-0638-4636-a326-0956ab9faf6c req-78e8e71d-234e-4947-a79d-d45b48168d2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0887525 Mar 22 13:53:47.264746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (dcdbe301-f2bd-45de-b30a-b621bd556de9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.363094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b974-11d8-4808-a516-da84cf4135c9 req-00949fb2-4fd4-49af-b013-beda08e7f543 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:47.364551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-00949fb2-4fd4-49af-b013-beda08e7f543 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.6325979 Mar 22 13:53:47.375437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de635566-12b5-4d2d-bdb4-135e6c084522 req-ac3eb52f-7921-460a-83a6-0126fa19b518 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:47.377076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de635566-12b5-4d2d-bdb4-135e6c084522 req-ac3eb52f-7921-460a-83a6-0126fa19b518 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 944 time: 0.4970119 Mar 22 13:53:47.423808 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-299c6d20-0638-4636-a326-0956ab9faf6c req-6dc7add0-924a-4629-bcb9-6fca5d8486a6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676710 Mar 22 13:53:47.436874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d88a0f26-5402-4ebf-b653-ad0671c23aac details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:47.457370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-3bdf0e0a-72a3-4576-92b9-ec86d06f6fd7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/quotas/6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 375 time: 0.0743542 Mar 22 13:53:47.528175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Router dcdbe301-f2bd-45de-b30a-b621bd556de9 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:53:47.548062 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-299c6d20-0638-4636-a326-0956ab9faf6c req-327ea24d-6af0-4003-af82-2eb948dcb7ad service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159308 Mar 22 13:53:47.550719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:47.569738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd88a0f26-5402-4ebf-b653-ad0671c23aac', 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08', 'port_id': 'd88a0f26-5402-4ebf-b653-ad0671c23aac', 'mac_address': 'fa:16:3e:db:7c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9831eefb-0c92-47dd-a310-3597a661dab8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:47.579105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de635566-12b5-4d2d-bdb4-135e6c084522 req-73cff7ae-116b-4f49-bfcd-0674b231f7da tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937337 Mar 22 13:53:47.635076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-86eee3e5-820e-425b-ae39-c2c3e6ebf330 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665173 Mar 22 13:53:47.642610 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks [] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.645434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (d1afaf59-182e-4910-8b38-3458931e14f2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.660075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:53:47.664670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d1afaf59-182e-4910-8b38-3458931e14f2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:47.668787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d88a0f26-5402-4ebf-b653-ad0671c23aac is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:47.670585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.674983 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Sync routers for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:47.691255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:47.692706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:47.698712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.700022 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-72847f8a-3336-44a7-a1a3-0636c7cc5fbc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6599789 Mar 22 13:53:47.704214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38354) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:47.725755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8fb3b314-87c1-4588-bd4b-1243009f3617 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:47.767691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88a0f26-5402-4ebf-b653-ad0671c23aac {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:47.791258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9ee10c7-2523-4366-a68f-b1a8c8b61cdf req-e8a79928-13f8-4d2d-b314-340b5f00bfe1 tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef67839-793a-4157-a676-eb4a118f724e HTTP/1.1" status: 200 len: 210 time: 0.0761585 Mar 22 13:53:47.792313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Pushing event deleted for resources: {'Port': ['ID=d1afaf59-182e-4910-8b38-3458931e14f2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:47.801826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:47.823892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.842410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8fb3b314-87c1-4588-bd4b-1243009f3617 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:47.842787 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.859115 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:47.901903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] No DVR routers for this DVR port d1afaf59-182e-4910-8b38-3458931e14f2 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:47.912427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:47.917689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af7e1aa7-f370-4a8c-9028-c8e1483aef63 req-841f64cd-54a9-4d68-a5b7-07023d88c22f tempest-ServerDiagnosticsNegativeTest-1215198445 tempest-ServerDiagnosticsNegativeTest-1215198445-project] 10.222.0.57 "DELETE /v2.0/ports/d1afaf59-182e-4910-8b38-3458931e14f2 HTTP/1.1" status: 204 len: 173 time: 1.4775686 Mar 22 13:53:47.920697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef67839-793a-4157-a676-eb4a118f724e', 'name': 'network-vif-deleted', 'tag': 'd1afaf59-182e-4910-8b38-3458931e14f2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:47.923043 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbda97db-dd1b-4e3c-8015-476bf92590f5" -d '{"events": [{"server_uuid": "7ef67839-793a-4157-a676-eb4a118f724e", "name": "network-vif-deleted", "tag": "d1afaf59-182e-4910-8b38-3458931e14f2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:47.986562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:48.006593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.100440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:48.110013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:48.113016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-3fbffd63-53c1-4745-abc1-f7f114283332 service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641776 Mar 22 13:53:48.158894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8fb3b314-87c1-4588-bd4b-1243009f3617 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:48.169359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20c4f13-72dc-427a-99eb-64a8c635e66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.184822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Network fa788293-d25f-4072-b2ae-d0417c178fe8 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:48.194517 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:46Z', 'revision_number': 3, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:48.200527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e98847-8baa-415e-bb15-d9875bcc5a35 req-7bc6bace-7d65-4389-99b7-69c87b6325c8 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:48.207664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9e98847-8baa-415e-bb15-d9875bcc5a35 req-7bc6bace-7d65-4389-99b7-69c87b6325c8 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 945 time: 0.2893324 Mar 22 13:53:48.211277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:48.222218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:48.226892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:48.231391 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Checking router: dcdbe301-f2bd-45de-b30a-b621bd556de9 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:48.232421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Request body: {'floatingip': {'port_id': '367e679e-554e-4ec4-ad56-18366726773e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:48.232624 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Updating router dcdbe301-f2bd-45de-b30a-b621bd556de9 port e0a1f1ef-6405-4240-86db-84fa8fc0c24a binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:53:48.244165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:48.248382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.268396 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.278356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-6cdce13b-a3c8-446a-a39a-e276a5e1f433 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2031994 Mar 22 13:53:48.294323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Request body: {'port': {'device_id': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:48.328189 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.373808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af3bdbfb-e40a-433a-8229-22750828eff8 req-70b47d5c-6912-47a5-ba82-32b7af309b6b tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0503695 Mar 22 13:53:48.391753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-abe04a29-f142-4560-ae69-77a271bd1ebd service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767460 Mar 22 13:53:48.436979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.578597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.691538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc275b-d22b-49c9-b03e-c710ca0225ad req-2aecab66-466f-400d-bac5-7319cee932f3 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:48.703373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddbc275b-d22b-49c9-b03e-c710ca0225ad req-2aecab66-466f-400d-bac5-7319cee932f3 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 932 time: 0.2071135 Mar 22 13:53:48.709386 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Publish callbacks [] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.724909 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.784117 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Pushing event updated for resources: {'Port': ['ID=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:48.794268 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.794713 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.795145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.795592 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.796058 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.796542 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.796872 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.797397 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.798263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.798263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.798614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.799019 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.799427 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.799845 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.800244 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:48.821669 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Attempting to bind port e0a1f1ef-6405-4240-86db-84fa8fc0c24a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:48.822251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Attempting to bind port e0a1f1ef-6405-4240-86db-84fa8fc0c24a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:48.822682 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Attempting to bind port e0a1f1ef-6405-4240-86db-84fa8fc0c24a on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:48.829352 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:48.829983 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:48.830882 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.830882 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:48.831477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Bound port: e0a1f1ef-6405-4240-86db-84fa8fc0c24a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:48.831992 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.884202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddbc275b-d22b-49c9-b03e-c710ca0225ad req-f7a96a88-5213-4c28-aec0-f7f008aeda5f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807146 Mar 22 13:53:48.897263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccdb21-a129-4a48-a249-c3192d2ab893 req-58079f06-ded3-4c99-888c-61b2f61793c8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:48.899015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2ccdb21-a129-4a48-a249-c3192d2ab893 req-58079f06-ded3-4c99-888c-61b2f61793c8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 948 time: 0.1902392 Mar 22 13:53:48.917519 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] For port e0a1f1ef-6405-4240-86db-84fa8fc0c24a, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:48.923268 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] For port e0a1f1ef-6405-4240-86db-84fa8fc0c24a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:48.931997 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.998272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Allocated IP 172.20.0.1 (17a79c03-e565-4bcf-88f3-9fbf756d48f2/ed0d5f32-ee23-4086-91e6-051df334656b/2c36afae-c97d-4da0-ab5b-58097d76345b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:49.001223 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f5abb3-1eee-41b0-9444-fb639bf21c53 x-openstack-request-id: req-09f5abb3-1eee-41b0-9444-fb639bf21c53 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:49.001223 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef67839-793a-4157-a676-eb4a118f724e", "name": "network-vif-deleted", "tag": "d1afaf59-182e-4910-8b38-3458931e14f2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:49.001557 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09f5abb3-1eee-41b0-9444-fb639bf21c53 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:49.001878 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f5abb3-1eee-41b0-9444-fb639bf21c53'] response: {'server_uuid': '7ef67839-793a-4157-a676-eb4a118f724e', 'name': 'network-vif-deleted', 'tag': 'd1afaf59-182e-4910-8b38-3458931e14f2', 'status': 'completed', 'code': 200} Mar 22 13:53:49.017854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2ccdb21-a129-4a48-a249-c3192d2ab893 req-5ab61bed-5d17-4e42-80ec-e012e790c708 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093640 Mar 22 13:53:49.044907 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a1bcb-fc04-4c7a-a295-3389f1ffc9c5 None None] Pushing event updated for resources: {'Port': ['ID=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:49.084316 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:49.085711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:49.087070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c4d40c48-10fe-4d9a-ab36-c1d3a58650bc details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:49.087481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46c3e52-e116-404b-b5d8-5dc49637c63a {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:49.097406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Publish callbacks [] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.159151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Transition to ACTIVE for port object b46c3e52-e116-404b-b5d8-5dc49637c63a will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:49.199559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.206060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f44ef17-9182-48fe-9514-2467bd64b8b0 req-fe7ab5ec-f42c-4d48-a288-789163e74e01 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 210 time: 0.0627468 Mar 22 13:53:49.272486 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:49.288325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:49.327071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'mac_address': 'fa:16:3e:38:46:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:49.331570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88877571-5567-4096-b241-87db1aeccd70 req-f57e10e2-ce8e-41af-bd8b-f165570a6b1e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:49.339900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88877571-5567-4096-b241-87db1aeccd70 req-f57e10e2-ce8e-41af-bd8b-f165570a6b1e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 945 time: 0.2469561 Mar 22 13:53:49.389140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:49.409146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:49.409542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.424532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:49.425097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:49.425574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:49.446155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:49.446563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:49.459600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:49.459984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:49.460363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:49.460923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Bound port: b46c3e52-e116-404b-b5d8-5dc49637c63a, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:49.461521 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.518751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88877571-5567-4096-b241-87db1aeccd70 req-d7b143f6-ee77-431b-ab20-6e7361b51be7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779835 Mar 22 13:53:49.555743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff03a88-457b-419e-97ed-fb46e8d883aa req-f843701c-9300-4536-89e6-3321406e49b6 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0349653 Mar 22 13:53:49.636622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:49.641998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:49.647998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:53:49.653772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.677897 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:46Z', 'revision_number': 3, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:49.703068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:49.703748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.705213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] 10.222.0.57 "PUT /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 1092 time: 1.4165144 Mar 22 13:53:49.710018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d88a0f26-5402-4ebf-b653-ad0671c23aac up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:49.747340 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff75a1-47f0-4ae9-ae2b-0c1879cf1abf None None] The sync data for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 is: [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:46Z', 'revision_number': 3, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:49.750338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d40c48-10fe-4d9a-ab36-c1d3a58650bc {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:49.791646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:49.800448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09399bbb-8de7-4aa6-a888-10c31b721382 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:49.812392 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.812631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38380) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:49.830461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.838745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.840200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-89d4b399-e9e3-4322-85c4-0b1d0e3fdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:49.844700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-89d4b399-e9e3-4322-85c4-0b1d0e3fdca1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1126 time: 0.0940998 Mar 22 13:53:49.847073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d88a0f26-5402-4ebf-b653-ad0671c23aac completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:49.855710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d88a0f26-5402-4ebf-b653-ad0671c23aac triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:49.856085 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.911138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:49.926723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-b7b858ac-3dbc-41bd-8cae-3585705d2b99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 217 time: 0.0723414 Mar 22 13:53:49.938399 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks [] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:49.991606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d88a0f26-5402-4ebf-b653-ad0671c23aac is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:49.993179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.002598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-968d667e-fb8d-4b00-b54e-a504a5feaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:50.004274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-968d667e-fb8d-4b00-b54e-a504a5feaf30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0711503 Mar 22 13:53:50.011852 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a associated. External IP: 172.25.2.40, port: 367e679e-554e-4ec4-ad56-18366726773e. Mar 22 13:53:50.032130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:50.034779 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2a179e-7b69-4b65-b86f-30abd0c7fc8f" -d '{"events": [{"server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "name": "network-vif-plugged", "status": "completed", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:50.050048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:50.052437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.064367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.065192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1afaf59-182e-4910-8b38-3458931e14f2 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:53:50.093552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-ec70ea35-a99d-4a2f-bbad-3a09d40603c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812113 Mar 22 13:53:50.129032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Pushing event updated for resources: {'Port': ['ID=2c36afae-c97d-4da0-ab5b-58097d76345b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:50.159367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:50.162532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:50.167044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:50.202272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:50.234856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: d1afaf59-182e-4910-8b38-3458931e14f2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:53:50.236848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1afaf59-182e-4910-8b38-3458931e14f2 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:53:50.253083 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1d878a-f370-4a15-9e8b-9fd73486ffa5 x-openstack-request-id: req-dc1d878a-f370-4a15-9e8b-9fd73486ffa5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:50.254702 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "name": "network-vif-plugged", "status": "completed", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:50.255653 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc1d878a-f370-4a15-9e8b-9fd73486ffa5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:50.257049 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1d878a-f370-4a15-9e8b-9fd73486ffa5'] response: {'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac', 'code': 200} Mar 22 13:53:50.259938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:50.349566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (dcdbe301-f2bd-45de-b30a-b621bd556de9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.400235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-439e5520-e535-438d-a96f-8c726d8b0a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.507386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b4d9f38b-f8e2-49ca-b081-a8f8035a17bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8a7fa42a694433b95f4332bf8bcc630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6910331 Mar 22 13:53:50.511438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38392) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:50.550548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ded9-f3f7-44f8-bc44-37b5c656d02d req-22a5d134-1e8c-47f2-bcf4-a1ef472b13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:50.553584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2729ded9-f3f7-44f8-bc44-37b5c656d02d req-22a5d134-1e8c-47f2-bcf4-a1ef472b13eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1128 time: 0.2811589 Mar 22 13:53:50.572224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f749664-859f-4749-a4d1-3bb00c5d8413 req-66411534-fb44-4d5f-9dfe-acb5f9d0c513 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:50.573590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f749664-859f-4749-a4d1-3bb00c5d8413 req-66411534-fb44-4d5f-9dfe-acb5f9d0c513 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 944 time: 0.4754171 Mar 22 13:53:50.592805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-0e5409e7-80cf-484f-9e28-8596e174623a service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763436 Mar 22 13:53:50.644574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7f5fe846-be15-4842-9801-dc299d58db68 None None] Provisioning complete for port 2c36afae-c97d-4da0-ab5b-58097d76345b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:50.644994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe846-be15-4842-9801-dc299d58db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.674570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b974-11d8-4808-a516-da84cf4135c9 req-07828e4f-d3ed-4c8f-a2eb-aae369eb07be tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:50.676716 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-07828e4f-d3ed-4c8f-a2eb-aae369eb07be tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.4472532 Mar 22 13:53:50.676859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a04f-0557-474b-bded-d5e98ed2f424 req-44cda885-5ef5-430e-be9d-f5ecd98e7641 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:50.680412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4215a04f-0557-474b-bded-d5e98ed2f424 req-44cda885-5ef5-430e-be9d-f5ecd98e7641 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 949 time: 0.4033091 Mar 22 13:53:50.692555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fe846-be15-4842-9801-dc299d58db68 None None] Port 2c36afae-c97d-4da0-ab5b-58097d76345b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:53:50.714300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Request body: {'port': {'device_id': 'efb323ab-75b0-4777-97cc-055e599a2222', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'admin_state_up': True, 'tenant_id': '6a63d022092745619ececdaf45ab4463'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:50.756640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2729ded9-f3f7-44f8-bc44-37b5c656d02d req-195ae81c-6576-40b9-a2c1-a41a9689bc7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930773 Mar 22 13:53:50.792769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f749664-859f-4749-a4d1-3bb00c5d8413 req-003111c6-dd64-4f78-baff-26265a7022b6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111142 Mar 22 13:53:50.797539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f15a4b4-9e2f-4c8b-92d8-3ed4260f24cd req-1b6875c3-0730-4e14-8241-decce7d2c8c5 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938114 Mar 22 13:53:50.802012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4215a04f-0557-474b-bded-d5e98ed2f424 req-4ee858a5-31fd-4e14-8809-dffbce596d7f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051595 Mar 22 13:53:50.809097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.825383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c13a-e17a-4294-af95-fc21392994a1 admin admin] Publish callbacks [] for security_group (bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.878636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Router 16f6be33-1b88-405c-b0c6-67981eb4fbcc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:53:50.892235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0f4329-a91e-4c79-a738-60496af2d9e4 req-ee6bca7d-bfd1-40fa-b424-f7702ef8197a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 210 time: 0.0313046 Mar 22 13:53:50.979154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595461c-6c4b-4160-bbe1-13eebbe58f1f req-132dc2e2-1292-46c6-a259-bb0dd516a9c0 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:50.980814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e595461c-6c4b-4160-bbe1-13eebbe58f1f req-132dc2e2-1292-46c6-a259-bb0dd516a9c0 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 946 time: 0.0913570 Mar 22 13:53:50.987294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c13a-e17a-4294-af95-fc21392994a1 admin admin] Publish callbacks [] for security_group (bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.015231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:51.017713 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2427f1a3-af0d-4f59-9222-fedcc984b89c" -d '{"events": [{"name": "network-changed", "server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:51.024237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a5a6c74-f927-41d8-a861-782594c612d9 req-ecdc7f23-3179-40a8-b847-ee420714f531 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0412829 Mar 22 13:53:51.074154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e595461c-6c4b-4160-bbe1-13eebbe58f1f req-55e3d55a-ba88-4518-b2bb-99d422c494db tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 Mar 22 13:53:51.083538 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a876c27f-b634-4735-9887-b7dd3e5ceda9 x-openstack-request-id: req-a876c27f-b634-4735-9887-b7dd3e5ceda9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:51.083828 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:51.084237 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a876c27f-b634-4735-9887-b7dd3e5ceda9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:51.084744 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a876c27f-b634-4735-9887-b7dd3e5ceda9'] response: {'name': 'network-changed', 'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a', 'status': 'completed', 'code': 200} Mar 22 13:53:51.101265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c4d40c48-10fe-4d9a-ab36-c1d3a58650bc up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:51.156660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-2fdb4ae1-43d5-40d9-aead-321a99a01f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:51.158471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-2fdb4ae1-43d5-40d9-aead-321a99a01f21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1126 time: 0.0481586 Mar 22 13:53:51.160526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:51.169483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:51.169866 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.179148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Made reservation on behalf of 6a63d022092745619ececdaf45ab4463 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:51.182516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.248805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c13a-e17a-4294-af95-fc21392994a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.251321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c13a-e17a-4294-af95-fc21392994a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.252445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-24f0c13a-e17a-4294-af95-fc21392994a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2 HTTP/1.1" status: 204 len: 168 time: 0.7169104 Mar 22 13:53:51.278453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:51.278793 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.280451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-97f59eb6-92c6-42a7-adc4-621caf345a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:51.282052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-97f59eb6-92c6-42a7-adc4-621caf345a0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1174562 Mar 22 13:53:51.303627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:53:51.309155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c13a-e17a-4294-af95-fc21392994a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc80f1d1-8d3e-4f6b-94bf-b960a4551dd2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:51.317311 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.331179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] Sync routers for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:51.348570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:51.355623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-718ea376-3ba1-41a6-b182-d1bcf23e412c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 217 time: 0.0668528 Mar 22 13:53:51.359228 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.377822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks [] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.385621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:51.386627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:51.398588 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-812d76be-1227-483d-a3c5-68eb4892b69b tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "PUT /v2.0/floatingips/e3898c20-554c-4ebc-bbd5-1364388b7e5a HTTP/1.1" status: 200 len: 990 time: 3.1752653 Mar 22 13:53:51.401660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'tag': '367e679e-554e-4ec4-ad56-18366726773e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:51.404085 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32235d9-6e57-40f0-a841-0d2a3b9b979c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "tag": "367e679e-554e-4ec4-ad56-18366726773e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:51.410424 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.452441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-260384bd-5e35-4411-830f-6a12772bfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:51.459292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-260384bd-5e35-4411-830f-6a12772bfc5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0966601 Mar 22 13:53:51.497840 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb6e98b-b666-4b75-b475-8f6d093999d2 x-openstack-request-id: req-4fb6e98b-b666-4b75-b475-8f6d093999d2 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:51.498154 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "tag": "367e679e-554e-4ec4-ad56-18366726773e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:51.498409 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fb6e98b-b666-4b75-b475-8f6d093999d2 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:51.498810 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb6e98b-b666-4b75-b475-8f6d093999d2'] response: {'name': 'network-changed', 'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'tag': '367e679e-554e-4ec4-ad56-18366726773e', 'status': 'completed', 'code': 200} Mar 22 13:53:51.499976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Allocated IP 172.20.0.2 (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7/3acc379a-6984-4410-afce-6a3642923c76/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:51.524108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-e46bd246-2811-44b8-b6b8-7b58b59b17e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579178 Mar 22 13:53:51.576357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:51.603126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Pushing event updated for resources: {'Port': ['ID=2c36afae-c97d-4da0-ab5b-58097d76345b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:51.618806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:51.619014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (dcdbe301-f2bd-45de-b30a-b621bd556de9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.686063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-34d54769-50cb-480d-80de-14ad6a5edfdb service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265702 Mar 22 13:53:51.734341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb90f9-4fa0-47f6-8a91-eecdcbbcdb41 req-f57dc139-c31b-49ab-a990-b53ee6b624bb tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:51.740795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38408) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:51.744166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6eb90f9-4fa0-47f6-8a91-eecdcbbcdb41 req-f57dc139-c31b-49ab-a990-b53ee6b624bb tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 945 time: 0.2184894 Mar 22 13:53:51.772734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0a1f1ef-6405-4240-86db-84fa8fc0c24a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:51.800520 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.820624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a23030e9-d014-4ba8-ac54-d202a3faeda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.854339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6eb90f9-4fa0-47f6-8a91-eecdcbbcdb41 req-e16255d6-2e4c-48d4-bc58-704234239ec1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049621 Mar 22 13:53:51.915732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-ac31d7dd-96df-45b9-9323-4a5487de720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:51.917777 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-ac31d7dd-96df-45b9-9323-4a5487de720c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 1127 time: 0.3989751 Mar 22 13:53:51.954772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2427f1a3-af0d-4f59-9222-fedcc984b89c req-e3e29008-4529-47a1-8748-158d50c44e12 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555881 Mar 22 13:53:51.972460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e0a1f1ef-6405-4240-86db-84fa8fc0c24a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:51.972833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.121632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b931e4-3fb4-4e3c-aa5a-db3a2899f94a req-bc0dbf7b-6205-42e7-9188-0c0a1ccaf932 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:52.123205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6b931e4-3fb4-4e3c-aa5a-db3a2899f94a req-bc0dbf7b-6205-42e7-9188-0c0a1ccaf932 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.0929520 Mar 22 13:53:52.129722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e0a1f1ef-6405-4240-86db-84fa8fc0c24a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:52.130273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.130936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc75b7-3ce8-46f4-ae03-3b8873a316f3 req-c1d21069-7251-4b08-b538-ae29bbcdb9ea tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:52.132692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01fc75b7-3ce8-46f4-ae03-3b8873a316f3 req-c1d21069-7251-4b08-b538-ae29bbcdb9ea tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 944 time: 0.1642754 Mar 22 13:53:52.139074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e3898c20-554c-4ebc-bbd5-1364388b7e5a', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'port_id': '367e679e-554e-4ec4-ad56-18366726773e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'mac_address': 'fa:16:3e:b0:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:52:22Z', 'updated_at': '2022-03-22T13:53:48Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:52.171755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] Checking router: 16f6be33-1b88-405c-b0c6-67981eb4fbcc for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:52.186293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port e0a1f1ef-6405-4240-86db-84fa8fc0c24a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:52.189767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:52.190438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:52.215450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6b931e4-3fb4-4e3c-aa5a-db3a2899f94a req-c7306861-dcaa-45d3-a767-50328f1ebe57 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816667 Mar 22 13:53:52.220655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01fc75b7-3ce8-46f4-ae03-3b8873a316f3 req-b6037275-a6cc-4879-a6db-c6e88ceaa2d9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773017 Mar 22 13:53:52.227651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.257473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:52.259867 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b818077-fb78-42d7-ab53-10041ed3c5d0" -d '{"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-plugged", "status": "completed", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:52.296250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:52.312564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:52.324968 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a23030e9-d014-4ba8-ac54-d202a3faeda8 admin admin] Publish callbacks [] for security_group (ec3c8ce6-6215-455c-9963-c61aaebcaee7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.339744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks [] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.340541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:52.343042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a23030e9-d014-4ba8-ac54-d202a3faeda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ec3c8ce6-6215-455c-9963-c61aaebcaee7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.371784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:52.376977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d29ebe6-3878-416b-ab75-2882c68674a8 req-25f9d4fd-baa1-4cda-8d75-c486621787af tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 210 time: 0.0460618 Mar 22 13:53:52.422095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa1178e3-cd15-45a1-a802-282ba310127c req-66c7bb0d-ee39-4520-8718-ae3817db004d tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0319397 Mar 22 13:53:52.492994 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a23030e9-d014-4ba8-ac54-d202a3faeda8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9eeb745ed640411692020043e0fd25c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7459028 Mar 22 13:53:52.497351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38424) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:52.506281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23030e9-d014-4ba8-ac54-d202a3faeda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c8ce6-6215-455c-9963-c61aaebcaee7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:52.536123 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14f1483-7f08-4c2e-816a-63c94ddbe8fc x-openstack-request-id: req-c14f1483-7f08-4c2e-816a-63c94ddbe8fc {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:52.536441 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-plugged", "status": "completed", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:52.538802 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c14f1483-7f08-4c2e-816a-63c94ddbe8fc {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:52.539664 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14f1483-7f08-4c2e-816a-63c94ddbe8fc'] response: {'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'code': 200} Mar 22 13:53:52.541504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-bdb0be35-5e85-4b48-8e33-96d062f4781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:52.543256 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-bdb0be35-5e85-4b48-8e33-96d062f4781e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 200 len: 925 time: 0.6052873 Mar 22 13:53:52.560831 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:53:52.602156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.716516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:52.718455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Router dcdbe301-f2bd-45de-b30a-b621bd556de9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:53:52.729645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:52.734387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:52.738297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:52.742186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-9ee9a4df-c031-442d-b789-80c83e77fa40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367e679e-554e-4ec4-ad56-18366726773e HTTP/1.1" status: 200 len: 998 time: 0.1898549 Mar 22 13:53:52.822622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e1a77242-8669-4dec-9070-b8ed3992c7ab None None] Provisioning complete for port 2c36afae-c97d-4da0-ab5b-58097d76345b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:52.823244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1a77242-8669-4dec-9070-b8ed3992c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.879197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e1a77242-8669-4dec-9070-b8ed3992c7ab None None] Port 2c36afae-c97d-4da0-ab5b-58097d76345b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:53:52.897641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:52.898432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.904286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-933e2f97-179c-48f2-a15c-d8a0b03c3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:52.904613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399e0e-7680-4023-b05d-8a0605319007 req-cc952aaa-4f12-4fc7-8d19-58f8df21a3fc tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:52.905730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-933e2f97-179c-48f2-a15c-d8a0b03c3cc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6aaecf5a-7563-4286-8edc-581798e332e0 HTTP/1.1" status: 200 len: 863 time: 0.1348679 Mar 22 13:53:52.906405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52399e0e-7680-4023-b05d-8a0605319007 req-cc952aaa-4f12-4fc7-8d19-58f8df21a3fc tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 946 time: 0.4328322 Mar 22 13:53:52.931395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d080ffe1-3d72-45ad-a0d6-16b56ec64b0e admin admin] Publish callbacks [] for security_group (ec3c8ce6-6215-455c-9963-c61aaebcaee7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:52.934162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e3898c20-554c-4ebc-bbd5-1364388b7e5a', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'port_id': '367e679e-554e-4ec4-ad56-18366726773e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'mac_address': 'fa:16:3e:b0:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:52:22Z', 'updated_at': '2022-03-22T13:53:48Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:52.952011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb85ca-1f97-4aba-a9ac-5382d97a0d40 req-50206051-cd01-494b-9ead-a7caa728aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:52.953446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eefb85ca-1f97-4aba-a9ac-5382d97a0d40 req-50206051-cd01-494b-9ead-a7caa728aecc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 1132 time: 0.3566980 Mar 22 13:53:52.954542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-c523cfc2-76d0-4559-80cd-121b0d0c0270 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2488837 Mar 22 13:53:52.969765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Request body: {'port': {'device_id': 'efb323ab-75b0-4777-97cc-055e599a2222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:52.973510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cce98a-2776-4ecc-8204-18eb52a8ea3d None None] The sync data for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 is: [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e3898c20-554c-4ebc-bbd5-1364388b7e5a', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'port_id': '367e679e-554e-4ec4-ad56-18366726773e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'mac_address': 'fa:16:3e:b0:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:52:22Z', 'updated_at': '2022-03-22T13:53:48Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:52.980817 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d080ffe1-3d72-45ad-a0d6-16b56ec64b0e admin admin] Publish callbacks [] for security_group (ec3c8ce6-6215-455c-9963-c61aaebcaee7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.002817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:53:53.011658 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f945b1e5-0a81-4537-9a77-967cdd401211 admin admin] 10.222.0.44 "PUT /v2.0/routers/dcdbe301-f2bd-45de-b30a-b621bd556de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3078892 Mar 22 13:53:53.019393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-98e12566-9754-4df9-baf0-0bf966372abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:53.020772 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-98e12566-9754-4df9-baf0-0bf966372abf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6906c08-6d2e-41ce-b995-99d0b6f353f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1078022 Mar 22 13:53:53.023380 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Sync routers for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:53.040167 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:53.040452 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:53.047301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52399e0e-7680-4023-b05d-8a0605319007 req-50196f41-f121-48b3-a67c-3592c6755d80 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282668 Mar 22 13:53:53.066988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eefb85ca-1f97-4aba-a9ac-5382d97a0d40 req-2606ecc1-d23e-4f38-88de-ec7e9d7dbf10 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037533 Mar 22 13:53:53.102711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d080ffe1-3d72-45ad-a0d6-16b56ec64b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ec3c8ce6-6215-455c-9963-c61aaebcaee7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.104763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d080ffe1-3d72-45ad-a0d6-16b56ec64b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.106060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d080ffe1-3d72-45ad-a0d6-16b56ec64b0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec3c8ce6-6215-455c-9963-c61aaebcaee7 HTTP/1.1" status: 204 len: 168 time: 0.6076813 Mar 22 13:53:53.119035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080ffe1-3d72-45ad-a0d6-16b56ec64b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c8ce6-6215-455c-9963-c61aaebcaee7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:53.185763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.224570 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.238131 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:53.323334 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-f753f6b0-e4e2-43ce-8a7e-d82a7bcb8be2 service neutron] 10.222.0.42 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915912 Mar 22 13:53:53.323974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ea1b883-dd69-404a-a205-227981612eab req-e39e373b-134e-40f0-aea7-de05047e09e7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1722049323&fields=id&tenant_id=5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 267 time: 0.1178050 Mar 22 13:53:53.415518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f9f99-5b93-4c14-8e4f-77f7368bb1e7 None None] New status for floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:53:53.468619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b46c3e52-e116-404b-b5d8-5dc49637c63a details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:53.501941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae5c8-20c4-46a9-818f-b629f7101e79 req-24887abe-abc2-4212-b688-26e4550b8dd0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:53.503400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-148ae5c8-20c4-46a9-818f-b629f7101e79 req-24887abe-abc2-4212-b688-26e4550b8dd0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1042881 Mar 22 13:53:53.522991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1b883-dd69-404a-a205-227981612eab req-29845474-4e3e-4da4-a0d9-68a158959fcc tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:53.533949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ea1b883-dd69-404a-a205-227981612eab req-29845474-4e3e-4da4-a0d9-68a158959fcc tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 946 time: 0.2047787 Mar 22 13:53:53.542790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'port': {'security_groups': ['3ba26a4b-d4dc-4d74-a024-167c436ccf44', '7cea8c17-e8c2-4787-bdf5-b8347aa6f12f']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:53.635381 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:51Z', 'revision_number': 2, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:53.689059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Checking router: dcdbe301-f2bd-45de-b30a-b621bd556de9 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:53.689059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Updating router dcdbe301-f2bd-45de-b30a-b621bd556de9 port 2c36afae-c97d-4da0-ab5b-58097d76345b binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:53:53.718072 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b32235d9-6e57-40f0-a841-0d2a3b9b979c req-e3a60ace-500e-4103-bb95-d174c8bf7b0f service neutron] 10.222.0.42 "GET /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225012 Mar 22 13:53:53.745390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:53.759575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0a1f1ef-6405-4240-86db-84fa8fc0c24a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:53.786940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.804662 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.830879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'b46c3e52-e116-404b-b5d8-5dc49637c63a', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'port_id': 'b46c3e52-e116-404b-b5d8-5dc49637c63a', 'mac_address': 'fa:16:3e:d3:a8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3258907d-b312-4b96-a688-86db2f838c8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:53.849701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:53.862970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Publish callbacks [] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.884424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Transition to ACTIVE for port object 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:53:53.889553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.923301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-148ae5c8-20c4-46a9-818f-b629f7101e79 req-f84f5a15-cdf8-4857-a22f-4b371079a284 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115863 Mar 22 13:53:53.974904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b46c3e52-e116-404b-b5d8-5dc49637c63a is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:53.977334 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.012669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46c3e52-e116-404b-b5d8-5dc49637c63a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:53:54.056106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:54.072637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:54.091022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e0a1f1ef-6405-4240-86db-84fa8fc0c24a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:54.094434 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.100477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.100598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:54.101785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:54.102160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:54.104700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38462) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:54.113249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-network', 'tenant_id': 'a53b0f7362414c10859a3eccde781322'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:54.133323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:53:54.133768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:54.137946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Made reservation on behalf of a53b0f7362414c10859a3eccde781322 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:54.140585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.179956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.191080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:54.191422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:54.192160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:54.192738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Bound port: 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:54.193113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.204250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26430f7f-b438-4b98-95dc-12af760081d1 req-2ea128a5-6b89-4c50-a67a-431a9b296d11 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:54.205799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26430f7f-b438-4b98-95dc-12af760081d1 req-2ea128a5-6b89-4c50-a67a-431a9b296d11 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 945 time: 0.1135123 Mar 22 13:53:54.254495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:54.274270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:54.293477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.310611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:54.315601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:54.327004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.362589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26430f7f-b438-4b98-95dc-12af760081d1 req-67c2959c-19a2-4774-ab60-02878d13a478 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389897 Mar 22 13:53:54.390247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['b46c3e52-e116-404b-b5d8-5dc49637c63a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:54.396256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.407649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.408663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e0a1f1ef-6405-4240-86db-84fa8fc0c24a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:54.419291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:54.419907 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.421274 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] 10.222.0.57 "PUT /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 1091 time: 1.4582961 Mar 22 13:53:54.433134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:54.441458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:54.443513 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1224220-e0f5-475d-a48d-11eaef3b85a5" -d '{"events": [{"name": "network-changed", "server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:54.454353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.466659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ea1b883-dd69-404a-a205-227981612eab req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "PUT /v2.0/ports/d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 200 len: 982 time: 0.9317074 Mar 22 13:53:54.468965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:54.472063 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb563857-47f4-408c-b137-a62aea86342f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:54.479374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:54.558157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:54.577431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.609034 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Publish callbacks [] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.616878 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.661513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c994f5-04c5-4889-84df-9fbc366debd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:54.668272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b974-11d8-4808-a516-da84cf4135c9 req-5c0eb521-c91d-42c7-956f-0aa3b992dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:54.669993 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-5c0eb521-c91d-42c7-956f-0aa3b992dc54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1125 time: 0.1907520 Mar 22 13:53:54.705456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8aead161-1ddd-4dea-9fd0-edf7aad69da9 req-52c19547-2563-46ba-a19f-df76645ebd32 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1285002 Mar 22 13:53:54.720474 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e3727-5f84-4711-9cb6-d398d6785b8d None None] Pushing event updated for resources: {'Port': ['ID=2c36afae-c97d-4da0-ab5b-58097d76345b,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:54.754499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98877113-b9fc-4c6b-86c7-68942bf47dbd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:54.802948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797098d2-5e6c-41f1-b6b1-26aa45c311cc req-a95fabe4-3216-42fe-bd7c-8a6169294a3f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:54.807356 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-47caedc0-da5a-4fde-bf27-29981b69cdcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 217 time: 0.1225910 Mar 22 13:53:54.811467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-797098d2-5e6c-41f1-b6b1-26aa45c311cc req-a95fabe4-3216-42fe-bd7c-8a6169294a3f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.2593439 Mar 22 13:53:54.868091 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Attempting to bind port 2c36afae-c97d-4da0-ab5b-58097d76345b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:54.868459 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Attempting to bind port 2c36afae-c97d-4da0-ab5b-58097d76345b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:54.872458 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Attempting to bind port 2c36afae-c97d-4da0-ab5b-58097d76345b on network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:54.876004 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4416e3e2-d738-49ce-a287-b128b30e11c4 x-openstack-request-id: req-4416e3e2-d738-49ce-a287-b128b30e11c4 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:54.876538 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:54.876538 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4416e3e2-d738-49ce-a287-b128b30e11c4 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:54.876902 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4416e3e2-d738-49ce-a287-b128b30e11c4'] response: {'name': 'network-changed', 'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be', 'status': 'completed', 'code': 200} Mar 22 13:53:54.891987 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks [] for security_group (4f31d30a-2b12-434e-bbec-f177a35c1f6b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.893887 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:54.894378 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Checking segment: {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:54.898523 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.903835 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Bound using segment: {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:54.904349 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Bound port: 2c36afae-c97d-4da0-ab5b-58097d76345b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:54.904819 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.910191 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4f31d30a-2b12-434e-bbec-f177a35c1f6b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.943170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:53:54.963819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (17ed4131-f278-444e-8555-a75d4e68190a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.964262 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Added segment 17ed4131-f278-444e-8555-a75d4e68190a of type vlan for network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 Mar 22 13:53:54.972314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-797098d2-5e6c-41f1-b6b1-26aa45c311cc req-def68d33-7690-4864-859d-eafade9e6d58 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510894 Mar 22 13:53:55.061930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (278c78ac-4243-47db-b0f0-0aa4a4f73a02), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.077094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] For port 2c36afae-c97d-4da0-ab5b-58097d76345b, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:55.077259 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac294f8e-8f6e-49e1-8614-feaadede0f41 x-openstack-request-id: req-ac294f8e-8f6e-49e1-8614-feaadede0f41 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:55.077554 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:55.077895 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac294f8e-8f6e-49e1-8614-feaadede0f41 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:55.080576 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] For port 2c36afae-c97d-4da0-ab5b-58097d76345b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2c36afae-c97d-4da0-ab5b-58097d76345b,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:55.085247 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac294f8e-8f6e-49e1-8614-feaadede0f41'] response: {'name': 'network-changed', 'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac', 'status': 'completed', 'code': 200} Mar 22 13:53:55.088292 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.115307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b974-11d8-4808-a516-da84cf4135c9 req-b39331bf-18b7-4fd6-bbc7-8dbb6e737c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:55.117100 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-b39331bf-18b7-4fd6-bbc7-8dbb6e737c15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.3021851 Mar 22 13:53:55.171660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-71d9811d-5755-41f6-917d-6ac54c5d4764 None None] Provisioning complete for port 2c36afae-c97d-4da0-ab5b-58097d76345b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:55.172636 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-71d9811d-5755-41f6-917d-6ac54c5d4764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.182666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-e45e9176-4c5b-4839-993d-768abec414f2 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-17628882&fields=id&tenant_id=5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 267 time: 0.1769774 Mar 22 13:53:55.208183 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:53:55.208796 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:55.210824 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e3727-5f84-4711-9cb6-d398d6785b8d None None] Pushing event updated for resources: {'Port': ['ID=2c36afae-c97d-4da0-ab5b-58097d76345b,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:55.242311 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-7dbb9948-e479-47b7-a5ac-df8eb4053817 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034844 Mar 22 13:53:55.243400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f31d30a-2b12-434e-bbec-f177a35c1f6b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:55.255954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (278c78ac-4243-47db-b0f0-0aa4a4f73a02), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.256893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:55.260891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.327126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb563857-47f4-408c-b137-a62aea86342f req-d60214ae-6e1b-403e-b6c5-3e2122d1ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:55.328312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb563857-47f4-408c-b137-a62aea86342f req-d60214ae-6e1b-403e-b6c5-3e2122d1ddc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1167 time: 0.2287636 Mar 22 13:53:55.340332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-71d9811d-5755-41f6-917d-6ac54c5d4764 None None] Current status of the port 2c36afae-c97d-4da0-ab5b-58097d76345b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:55.340732 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-71d9811d-5755-41f6-917d-6ac54c5d4764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.347706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2404864 Mar 22 13:53:55.373673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38490) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:55.383050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Request body: {'subnet': {'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-subnet', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:55.386629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-71d9811d-5755-41f6-917d-6ac54c5d4764 None None] For port 2c36afae-c97d-4da0-ab5b-58097d76345b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2c36afae-c97d-4da0-ab5b-58097d76345b,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:55.392339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-71d9811d-5755-41f6-917d-6ac54c5d4764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.427606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5811e2-e970-4908-95e5-4e2e11cc3b83 req-5ba33393-75ce-4527-912f-cc9575a70429 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:55.429247 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:53:55.441049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5811e2-e970-4908-95e5-4e2e11cc3b83 req-5ba33393-75ce-4527-912f-cc9575a70429 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.2377505 Mar 22 13:53:55.481425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Pushing event updated for resources: {'Network': ['ID=278c78ac-4243-47db-b0f0-0aa4a4f73a02,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:55.498602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-8e8cb5aa-5b9a-4d19-8bf0-4ca970556667 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:55.501941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.506515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.506858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.507278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.507613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.507945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.508271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.508601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.509188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.510126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-8e8cb5aa-5b9a-4d19-8bf0-4ca970556667 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 985 time: 0.3261080 Mar 22 13:53:55.510265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.510473 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.510921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.511317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.511646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.511929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9811d-5755-41f6-917d-6ac54c5d4764 None None] Pushing event updated for resources: {'Port': ['ID=2c36afae-c97d-4da0-ab5b-58097d76345b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:55.512052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b830-1ff1-42ee-8436-2ecd0be454bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:55.523947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0e5b4346-4a1c-4865-85b8-d07260f70b2e None None] Provisioning complete for port 2c36afae-c97d-4da0-ab5b-58097d76345b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:55.524821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4346-4a1c-4865-85b8-d07260f70b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.533313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'port': {'security_groups': ['3ba26a4b-d4dc-4d74-a024-167c436ccf44', '7cea8c17-e8c2-4787-bdf5-b8347aa6f12f', 'e0f53e58-f450-4237-87b6-2d18da80ae66']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:55.547379 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-708e4c49-03be-4501-843f-ec0f90459126 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925117 Mar 22 13:53:55.555519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:53:55.590510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Made reservation on behalf of a53b0f7362414c10859a3eccde781322 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:55.593054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.704711 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e461b974-11d8-4808-a516-da84cf4135c9 req-f66a5227-62d6-47c0-9563-c499fd921499 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511946 Mar 22 13:53:55.708683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b4346-4a1c-4865-85b8-d07260f70b2e None None] Current status of the port 2c36afae-c97d-4da0-ab5b-58097d76345b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:55.713071 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:55.738815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5811e2-e970-4908-95e5-4e2e11cc3b83 req-7e824465-6b19-45dc-a6e6-6f29f8b0af34 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965448 Mar 22 13:53:55.824015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb563857-47f4-408c-b137-a62aea86342f req-683d0363-698f-4d78-a702-dfc186366895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:55.826412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb563857-47f4-408c-b137-a62aea86342f req-683d0363-698f-4d78-a702-dfc186366895 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 914 time: 0.4790840 Mar 22 13:53:55.832596 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:55.844055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-7937009d-5159-4169-96a1-f29e9f42f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:55.845941 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-7937009d-5159-4169-96a1-f29e9f42f5aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1125 time: 0.0721152 Mar 22 13:53:55.865873 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffbcb8-7577-4e9a-ac4f-54b344507ce6 None None] The sync data for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 is: [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:55.923035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb563857-47f4-408c-b137-a62aea86342f req-92c4d74a-b657-4929-b017-e188229934f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 200 len: 217 time: 0.0702412 Mar 22 13:53:56.008970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-5c98e1b9-4e1d-4260-9ef9-a4187d13e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:56.010835 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-5c98e1b9-4e1d-4260-9ef9-a4187d13e663 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1584511 Mar 22 13:53:56.056057 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-5832f35c-761c-4044-9874-d70ec87e71ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 217 time: 0.0380785 Mar 22 13:53:56.059671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec597b-6be8-4f0e-bbbd-a0fd9498581d req-76be18ff-5c8a-44e7-b9e0-4084958d372b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:56.061189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4eec597b-6be8-4f0e-bbbd-a0fd9498581d req-76be18ff-5c8a-44e7-b9e0-4084958d372b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 945 time: 0.2472200 Mar 22 13:53:56.069137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb563857-47f4-408c-b137-a62aea86342f req-da22b388-81d4-4e12-9d8b-29f88b9bcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:56.071683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb563857-47f4-408c-b137-a62aea86342f req-da22b388-81d4-4e12-9d8b-29f88b9bcca2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.1349771 Mar 22 13:53:56.126278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-401c9472-b19a-4d2c-8260-568489a15577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:56.127864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-401c9472-b19a-4d2c-8260-568489a15577 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0658190 Mar 22 13:53:56.162822 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-f4743ca4-8af5-4760-ab9f-780d17caa7fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282555 Mar 22 13:53:56.187191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb563857-47f4-408c-b137-a62aea86342f req-7345dc30-c34f-41dd-a008-fb5265c835bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732551 Mar 22 13:53:56.265380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-dcb49765-00e2-42f8-822f-bb79f827e2a8 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955615 Mar 22 13:53:56.307320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4eec597b-6be8-4f0e-bbbd-a0fd9498581d req-bb51f974-40c5-4fb2-afcc-4329c570bc4a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346339 Mar 22 13:53:56.311809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:56.377723 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f1224220-e0f5-475d-a48d-11eaef3b85a5 req-3653cb07-f543-4203-a0ba-7d28b1a739d2 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067491 Mar 22 13:53:56.420090 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:56.426228 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (f72da297-f54c-47dd-b4db-9338488e6714), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:56.429899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:56.432935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb563857-47f4-408c-b137-a62aea86342f req-46527e62-e863-4094-99c7-72b671533f66 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347848 Mar 22 13:53:56.445407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:56.467887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-42cb90ce-0932-47d1-ae43-83f5d605e7da req-04c7e6c9-4689-4c24-b5c4-c1e2c79aab80 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:53:56.468874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42cb90ce-0932-47d1-ae43-83f5d605e7da req-04c7e6c9-4689-4c24-b5c4-c1e2c79aab80 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055878 Mar 22 13:53:56.596571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:56.597653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:56.612313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-947ae516-6f1d-4152-8cf9-e56781761f8f req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "PUT /v2.0/ports/d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 200 len: 1021 time: 1.1006243 Mar 22 13:53:56.652652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72da297-f54c-47dd-b4db-9338488e6714,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:56.688407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:53:56.720924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf870e-407c-40c9-8ab4-04bed8189e24 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:56.743533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Checking segment: {'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:56.743903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Network hostable DHCP agents. Network: 278c78ac-4243-47db-b0f0-0aa4a4f73a02, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:53:56.781066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2db8bfc0-b17b-4b1d-8103-b541289c78a1 req-c58df549-1b4a-4125-a402-40d0da478715 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0612071 Mar 22 13:53:56.858131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb563857-47f4-408c-b137-a62aea86342f req-a3aa920b-b71c-4056-904f-24b93467544d service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975732 Mar 22 13:53:56.897312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:53:56.913997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 278c78ac-4243-47db-b0f0-0aa4a4f73a02) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:56.941487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c6827-00ec-4c04-93fa-6bd3c2036a46 None None] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:56.964044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-3dd333ef-ba7a-4da9-b2b1-8893e2591121 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1985052 Mar 22 13:53:56.987166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:56.987667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:56.996105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a25b730f-1710-47ff-a4cf-1a43266fbe66 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:53:56.997101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a25b730f-1710-47ff-a4cf-1a43266fbe66 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061309 Mar 22 13:53:57.014377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-5a8b6043-ee45-4a1d-bdef-45db0cb56657 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=59eda54f7a424ee696c742561f3daa39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435114 Mar 22 13:53:57.027526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4c42c344-5544-4fb2-a5b3-280a9fc34053 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6501665 Mar 22 13:53:57.031059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:57.040552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:57.046174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f033d-9ebd-47fa-aed3-59549833356c req-3ff90b12-d9f3-4f57-ad61-8fd0a3c4a5b1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:57.047666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-852f033d-9ebd-47fa-aed3-59549833356c req-3ff90b12-d9f3-4f57-ad61-8fd0a3c4a5b1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.1368606 Mar 22 13:53:57.072159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (59bb5d7d-45df-4af1-902c-34b640eca683), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.073823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (59bb5d7d-45df-4af1-902c-34b640eca683), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.101760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:57.104189 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec7900-aca8-424a-8da2-6445a79e7c18" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:57.129779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-278c78ac-4243-47db-b0f0-0aa4a4f73a02', 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02', 'project_id': 'a53b0f7362414c10859a3eccde781322', 'fixed_ips': [{'subnet_id': 'f72da297-f54c-47dd-b4db-9338488e6714'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:53:57.130548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.166670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks [] for router_controller (59bb5d7d-45df-4af1-902c-34b640eca683), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.168902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-852f033d-9ebd-47fa-aed3-59549833356c req-0b8a130c-c6ff-4aaa-a548-9725176ac30a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992973 Mar 22 13:53:57.225414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-0d5a3c3c-535e-4824-b72c-cc626980fb6f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:57.236586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-0d5a3c3c-535e-4824-b72c-cc626980fb6f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146561 Mar 22 13:53:57.256977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-3a9aa058-884c-4094-97e8-edba97bdcab0 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/quotas/59eda54f7a424ee696c742561f3daa39 HTTP/1.1" status: 200 len: 375 time: 0.0189548 Mar 22 13:53:57.325706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Allocated IP 172.20.0.2 (278c78ac-4243-47db-b0f0-0aa4a4f73a02/f72da297-f54c-47dd-b4db-9338488e6714/030fa8e5-8618-4908-92e0-3bd9dff6197e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:57.351678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-b8589996-1e38-4dc6-8686-df9b85608844 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=59eda54f7a424ee696c742561f3daa39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917103 Mar 22 13:53:57.384697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks [] for router_gateway (59bb5d7d-45df-4af1-902c-34b640eca683), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.403320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ac24b-3a2a-4e47-badd-632e48c095f5 req-1bd83752-c311-43ae-9066-a45e9b3d9943 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:57.405555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d04ac24b-3a2a-4e47-badd-632e48c095f5 req-1bd83752-c311-43ae-9066-a45e9b3d9943 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1024 time: 0.1180136 Mar 22 13:53:57.485873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b46c3e52-e116-404b-b5d8-5dc49637c63a up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:57.537396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d04ac24b-3a2a-4e47-badd-632e48c095f5 req-b464df49-11a0-42ea-a78b-28f1bf572490 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea8c17-e8c2-4787-bdf5-b8347aa6f12f&id=e0f53e58-f450-4237-87b6-2d18da80ae66&id=3ba26a4b-d4dc-4d74-a024-167c436ccf44 HTTP/1.1" status: 200 len: 6198 time: 0.1238949 Mar 22 13:53:57.616906 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Publish callbacks [] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.636647 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.644522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port b46c3e52-e116-404b-b5d8-5dc49637c63a completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:53:57.666753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port b46c3e52-e116-404b-b5d8-5dc49637c63a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:57.666937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.672552 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806777b-eaab-4da6-b826-ee99cab22df1 x-openstack-request-id: req-5806777b-eaab-4da6-b826-ee99cab22df1 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:57.672962 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:57.673293 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5806777b-eaab-4da6-b826-ee99cab22df1 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:57.673774 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5806777b-eaab-4da6-b826-ee99cab22df1'] response: {'name': 'network-changed', 'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac', 'status': 'completed', 'code': 200} Mar 22 13:53:57.687822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3898c-5786-488f-b332-78f7f4b3fa4c req-c3777a1d-61f7-437d-80dd-0728fbb6f5b6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:57.699037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eae3898c-5786-488f-b332-78f7f4b3fa4c req-c3777a1d-61f7-437d-80dd-0728fbb6f5b6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1173055 Mar 22 13:53:57.783617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:57.793665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38556) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:53:57.795241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:57.799116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:57.801438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Pushing event updated for resources: {'Port': ['ID=030fa8e5-8618-4908-92e0-3bd9dff6197e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:57.824138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks [] for router_gateway (59bb5d7d-45df-4af1-902c-34b640eca683), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.845522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.851379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2c36afae-c97d-4da0-ab5b-58097d76345b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:57.935833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eae3898c-5786-488f-b332-78f7f4b3fa4c req-c14f32f4-28e0-4c93-a927-43f59f90797d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356975 Mar 22 13:53:57.972913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b46c3e52-e116-404b-b5d8-5dc49637c63a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:57.973308 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.987887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-734e048e-ac03-432b-8bad-497898af0bfb req-67668c5e-432d-477b-b3e8-d1d7bb381a62 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1784104963 ', 'description': 'tempest-description-1155528188'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:57.989011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Attempting to bind port 030fa8e5-8618-4908-92e0-3bd9dff6197e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:53:57.989387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Attempting to bind port 030fa8e5-8618-4908-92e0-3bd9dff6197e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:53:57.989882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Attempting to bind port 030fa8e5-8618-4908-92e0-3bd9dff6197e on network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:53:57.997642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:53:57.998043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Checking segment: {'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:53:57.998445 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:57.998840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Bound using segment: {'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:53:57.999175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Allocated IP 172.25.2.39 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/294fc9ce-acfd-42ee-8129-ce9731e48466) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:57.999322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Bound port: 030fa8e5-8618-4908-92e0-3bd9dff6197e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:53:57.999659 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.034162 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-734e048e-ac03-432b-8bad-497898af0bfb req-67668c5e-432d-477b-b3e8-d1d7bb381a62 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.045019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:58.048270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:58.048520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-92b756e5-a771-4e1b-a6e5-b5f96c615d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:58.050291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-92b756e5-a771-4e1b-a6e5-b5f96c615d92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1207 time: 0.3192496 Mar 22 13:53:58.051363 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08553848-49fb-4d47-a9ba-321309d294de" -d '{"events": [{"server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "name": "network-vif-plugged", "status": "completed", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:53:58.057568 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.127452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2c36afae-c97d-4da0-ab5b-58097d76345b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:53:58.127908 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.132203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f841744-1591-444b-ae4f-f26b69989585 req-6b3a20ea-5acc-47d1-a23d-b92f57183621 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:58.134214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f841744-1591-444b-ae4f-f26b69989585 req-6b3a20ea-5acc-47d1-a23d-b92f57183621 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 945 time: 0.3620234 Mar 22 13:53:58.173237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-cccbce51-ffad-4235-b014-ba18a727bff3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:58.175913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-cccbce51-ffad-4235-b014-ba18a727bff3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports/c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 947 time: 0.3806367 Mar 22 13:53:58.244499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks [] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.247476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:58.252850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] For port 030fa8e5-8618-4908-92e0-3bd9dff6197e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:53:58.261675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.274709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-28793fb4-c889-4d31-9182-16ec631616f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:58.274930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] For port 030fa8e5-8618-4908-92e0-3bd9dff6197e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=030fa8e5-8618-4908-92e0-3bd9dff6197e,segment=NetworkSegment(17ed4131-f278-444e-8555-a75d4e68190a),segment_id=17ed4131-f278-444e-8555-a75d4e68190a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:53:58.276786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-28793fb4-c889-4d31-9182-16ec631616f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 914 time: 0.2121007 Mar 22 13:53:58.278704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-734e048e-ac03-432b-8bad-497898af0bfb req-67668c5e-432d-477b-b3e8-d1d7bb381a62 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (6547d33a-c9ec-4c98-8ef5-5476963d34de), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.284769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f841744-1591-444b-ae4f-f26b69989585 req-a60e85c2-56d2-4aef-bf7c-d09363f68868 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368265 Mar 22 13:53:58.287251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.293039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-734e048e-ac03-432b-8bad-497898af0bfb req-67668c5e-432d-477b-b3e8-d1d7bb381a62 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6547d33a-c9ec-4c98-8ef5-5476963d34de), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.353547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-af1e53da-64f7-4ece-9315-26cc448f785a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 200 len: 217 time: 0.0677431 Mar 22 13:53:58.361840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.370504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5200c38-a0dd-4aca-9676-2e9b877d58d3 None None] Pushing event updated for resources: {'Port': ['ID=030fa8e5-8618-4908-92e0-3bd9dff6197e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:58.378776 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-734e048e-ac03-432b-8bad-497898af0bfb req-67668c5e-432d-477b-b3e8-d1d7bb381a62 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:58.380204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-734e048e-ac03-432b-8bad-497898af0bfb req-67668c5e-432d-477b-b3e8-d1d7bb381a62 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4032297 Mar 22 13:53:58.403285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67668c5e-432d-477b-b3e8-d1d7bb381a62 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6547d33a-c9ec-4c98-8ef5-5476963d34de,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:58.426585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-57d800cc-9402-4f50-8d58-668b9b5e1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:58.428248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-57d800cc-9402-4f50-8d58-668b9b5e1a16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.0632968 Mar 22 13:53:58.460399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2c36afae-c97d-4da0-ab5b-58097d76345b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:53:58.473732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Pushing event updated for resources: {'Port': ['ID=294fc9ce-acfd-42ee-8129-ce9731e48466,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:58.477389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:58.479281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:58.483272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:53:58.539798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-78fa965a-1645-49cc-8326-94834f852533 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046979 Mar 22 13:53:58.592845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e77d15c2-15e5-499c-a99f-57c0e8911f3d req-a051193f-69fe-4c6c-9ab7-c7b8529039c5 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0900958 Mar 22 13:53:58.595180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-977e60ae-2b27-4c9e-9bf9-ea97c6b8f454 req-951465c6-7a52-4b98-b794-3c1488d8c3e1 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 210 time: 0.0774791 Mar 22 13:53:58.721902 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572e60fa-7616-4de4-8716-651f3ab2d296 x-openstack-request-id: req-572e60fa-7616-4de4-8716-651f3ab2d296 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:53:58.722450 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "name": "network-vif-plugged", "status": "completed", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:53:58.722589 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-572e60fa-7616-4de4-8716-651f3ab2d296 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:53:58.723317 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572e60fa-7616-4de4-8716-651f3ab2d296'] response: {'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a', 'code': 200} Mar 22 13:53:58.786726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-d3294d78-ef56-4104-b7cb-a980c535597a service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045443 Mar 22 13:53:58.944328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1157096-ff7f-4863-bac6-fcc1cc1c1235 req-eb4c3a3d-cf24-46e0-9806-40067283d6ff tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/6547d33a-c9ec-4c98-8ef5-5476963d34de HTTP/1.1" status: 200 len: 1798 time: 0.1919551 Mar 22 13:53:59.001996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473c7e7-4a9e-4ab1-8fcd-1231a5e073f6 req-8165c010-632c-47c3-805f-1e744b4c5f56 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.003701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c473c7e7-4a9e-4ab1-8fcd-1231a5e073f6 req-8165c010-632c-47c3-805f-1e744b4c5f56 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.1391799 Mar 22 13:53:59.030714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01ec7900-aca8-424a-8da2-6445a79e7c18 req-d8129c2d-5152-4ab0-805b-0fd75d249f3f service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170630 Mar 22 13:53:59.061126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6aeb-83b6-47dd-9bb5-7852b6ad5746 req-5ccbc4b2-19b4-4bc5-8021-9fa2aa74f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.063543 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e05c6aeb-83b6-47dd-9bb5-7852b6ad5746 req-5ccbc4b2-19b4-4bc5-8021-9fa2aa74f5c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1128 time: 0.2090387 Mar 22 13:53:59.191195 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-e6b9db1d-92c3-49ae-bdae-dd8268c17615 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=59eda54f7a424ee696c742561f3daa39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818770 Mar 22 13:53:59.260185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e05c6aeb-83b6-47dd-9bb5-7852b6ad5746 req-34e3d1e4-8315-4037-b1dc-ed2c5e7826c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903834 Mar 22 13:53:59.340197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c473c7e7-4a9e-4ab1-8fcd-1231a5e073f6 req-4cd95c40-c53d-4f36-a833-fbcb307f2c83 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297198 Mar 22 13:53:59.352292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56c580-fb16-4439-bd77-1137b472da8d req-bf99cd14-4ffc-4f56-aed8-c7a79e1f9081 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.353949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da56c580-fb16-4439-bd77-1137b472da8d req-bf99cd14-4ffc-4f56-aed8-c7a79e1f9081 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.3212440 Mar 22 13:53:59.360815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks [] for router_gateway (59bb5d7d-45df-4af1-902c-34b640eca683), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.370904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-fe1acd25-e6a4-4e06-b053-6a546f271864 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.371029 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-fe1acd25-e6a4-4e06-b053-6a546f271864 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418402 Mar 22 13:53:59.433194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Request body: {'port': {'device_id': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '59eda54f7a424ee696c742561f3daa39'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:59.442074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da56c580-fb16-4439-bd77-1137b472da8d req-7aea7518-a086-4c83-83b6-69bc5d301740 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810463 Mar 22 13:53:59.444301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae917736-8d70-4232-940c-05c128e37902 req-ce7e4466-1ee5-4cb4-bddd-135c5ccad310 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/6547d33a-c9ec-4c98-8ef5-5476963d34de HTTP/1.1" status: 200 len: 1798 time: 0.0681481 Mar 22 13:53:59.502816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:53:59.550979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae917736-8d70-4232-940c-05c128e37902 req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (6547d33a-c9ec-4c98-8ef5-5476963d34de), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.593931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae917736-8d70-4232-940c-05c128e37902 req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (6547d33a-c9ec-4c98-8ef5-5476963d34de), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.673497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:53:59.705351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (59bb5d7d-45df-4af1-902c-34b640eca683), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.748887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d221b-8135-4c62-a4b0-ac15aeb4e70a req-d5317be0-1c4a-4c92-a53c-d37d5421c81e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.756637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b15d221b-8135-4c62-a4b0-ac15aeb4e70a req-d5317be0-1c4a-4c92-a53c-d37d5421c81e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.1644363 Mar 22 13:53:59.781444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae917736-8d70-4232-940c-05c128e37902 req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6547d33a-c9ec-4c98-8ef5-5476963d34de), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.784130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae917736-8d70-4232-940c-05c128e37902 req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.785286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae917736-8d70-4232-940c-05c128e37902 req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/6547d33a-c9ec-4c98-8ef5-5476963d34de HTTP/1.1" status: 204 len: 173 time: 0.3330963 Mar 22 13:53:59.801818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a1d2901c-ffc6-4ee4-8546-d7da164afdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.806152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a1d2901c-ffc6-4ee4-8546-d7da164afdd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 1132 time: 0.2086632 Mar 22 13:53:59.872791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6547d33a-c9ec-4c98-8ef5-5476963d34de,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.873070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Made reservation on behalf of 59eda54f7a424ee696c742561f3daa39 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:59.876440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.882785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 030fa8e5-8618-4908-92e0-3bd9dff6197e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:53:59.885938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3456e-7ad2-47b9-9dd3-39878dacb72a None None] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:53:59.890379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:59.926638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.926887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.927530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.927530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.927860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.928207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.928525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.928983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.929283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.929623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.929952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.930303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.930636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.930963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.931268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6d907-975a-4975-9445-3b894ed3069b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:59.937758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a74fcdda-d8f9-4a5f-8f7c-7b75a2dab1f3 req-59269002-0eba-459d-b1fb-cc6cde3d0474 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 210 time: 0.0589168 Mar 22 13:53:59.956489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b15d221b-8135-4c62-a4b0-ac15aeb4e70a req-1b939b6e-b479-4040-8c83-62a61f2d3b90 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989739 Mar 22 13:53:59.967671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'port_id': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be', 'mac_address': 'fa:16:3e:04:1c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acc379a-6984-4410-afce-6a3642923c76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:53:59.991031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-f9e3a2e7-8823-40c1-b977-4a8c7c74d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.993000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-f9e3a2e7-8823-40c1-b977-4a8c7c74d360 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1740327 Mar 22 13:54:00.019954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Router 59bb5d7d-45df-4af1-902c-34b640eca683 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:54:00.058055 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-f685aa54-ebb4-40ff-a255-ff5fbbe95ccb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 217 time: 0.0586622 Mar 22 13:54:00.076942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aca0e36e-698d-485b-b4d2-d55ab62f7335 None None] Provisioning complete for port 030fa8e5-8618-4908-92e0-3bd9dff6197e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:00.077621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aca0e36e-698d-485b-b4d2-d55ab62f7335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.101915 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-ddc8f04c-9ef1-46da-aec9-b1a96a74f45a req-ea8b8fec-f1a2-47ec-bc4e-daac4eff879f tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:00.103859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddc8f04c-9ef1-46da-aec9-b1a96a74f45a req-ea8b8fec-f1a2-47ec-bc4e-daac4eff879f tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/6547d33a-c9ec-4c98-8ef5-5476963d34de HTTP/1.1" status: 404 len: 352 time: 0.0479281 Mar 22 13:54:00.121201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks [] for security_group (d105d8a5-ceca-4595-8cd8-79edb6e6eebd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.126863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d105d8a5-ceca-4595-8cd8-79edb6e6eebd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.132672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:00.133062 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.138568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0ca9eae-8e40-43bd-87b0-889f493527a2 req-382dd9b0-c151-48ba-9ea6-c10470821a18 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0836225 Mar 22 13:54:00.153722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-0e4a209c-5604-4e5d-af42-b059715b152a req-af7bd824-6b82-4e00-b441-47791709e87c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-360572876', 'description': 'tempest-description-140654135'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:00.162181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:00.187509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 030fa8e5-8618-4908-92e0-3bd9dff6197e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:00.187804 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.196954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-4b2f8e9e-95c1-422d-9832-21d6e85855a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:00.198510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-4b2f8e9e-95c1-422d-9832-21d6e85855a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1197705 Mar 22 13:54:00.199992 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0e4a209c-5604-4e5d-af42-b059715b152a req-af7bd824-6b82-4e00-b441-47791709e87c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.221459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d105d8a5-ceca-4595-8cd8-79edb6e6eebd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:00.223179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:00.251247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:54:00.255449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.265093 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Sync routers for ids ['59bb5d7d-45df-4af1-902c-34b640eca683'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:54:00.279028 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Routers {'59bb5d7d-45df-4af1-902c-34b640eca683'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:00.279658 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['59bb5d7d-45df-4af1-902c-34b640eca683'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:00.301914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.303593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4173f188-a360-4e39-9ed1-75ce96491db2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2699161 Mar 22 13:54:00.306837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38596) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:00.345677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aca0e36e-698d-485b-b4d2-d55ab62f7335 None None] Current status of the port 030fa8e5-8618-4908-92e0-3bd9dff6197e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:00.346670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aca0e36e-698d-485b-b4d2-d55ab62f7335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.384839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:00.418383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0e4a209c-5604-4e5d-af42-b059715b152a req-af7bd824-6b82-4e00-b441-47791709e87c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.418616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Allocated IP 192.168.233.61 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/39876461-b2ae-4d2a-953d-fcc77c45cfc3) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:00.432461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a08079ea-e8b4-42ca-8217-c19f7f019cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:00.434858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a08079ea-e8b4-42ca-8217-c19f7f019cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2182093 Mar 22 13:54:00.435588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0e4a209c-5604-4e5d-af42-b059715b152a req-af7bd824-6b82-4e00-b441-47791709e87c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.474532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aca0e36e-698d-485b-b4d2-d55ab62f7335 None None] For port 030fa8e5-8618-4908-92e0-3bd9dff6197e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=030fa8e5-8618-4908-92e0-3bd9dff6197e,segment=NetworkSegment(17ed4131-f278-444e-8555-a75d4e68190a),segment_id=17ed4131-f278-444e-8555-a75d4e68190a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:00.490642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aca0e36e-698d-485b-b4d2-d55ab62f7335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.533101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 030fa8e5-8618-4908-92e0-3bd9dff6197e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:00.533749 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.586719 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Set router 59bb5d7d-45df-4af1-902c-34b640eca683 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:00.591819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0e36e-698d-485b-b4d2-d55ab62f7335 None None] Pushing event updated for resources: {'Port': ['ID=030fa8e5-8618-4908-92e0-3bd9dff6197e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:00.604866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:00.619649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0e4a209c-5604-4e5d-af42-b059715b152a req-af7bd824-6b82-4e00-b441-47791709e87c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.621501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e4a209c-5604-4e5d-af42-b059715b152a req-af7bd824-6b82-4e00-b441-47791709e87c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4811633 Mar 22 13:54:00.664066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-72d6192b-f2ae-4a13-be85-3a02fccad487 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081039 Mar 22 13:54:00.747665 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:54:00.748415 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:54:00.749091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fcd340dd-b06d-4af6-a678-700e33611554 None None] Provisioning complete for port 030fa8e5-8618-4908-92e0-3bd9dff6197e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:00.749613 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fcd340dd-b06d-4af6-a678-700e33611554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.749891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bd824-6b82-4e00-b441-47791709e87c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:00.829746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59a8d7-5ab7-4574-9ba8-4e73ec6fb90b req-0c6aeaa0-5177-4243-9938-5048f71421b8 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:00.837164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa59a8d7-5ab7-4574-9ba8-4e73ec6fb90b req-0c6aeaa0-5177-4243-9938-5048f71421b8 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 944 time: 0.2260580 Mar 22 13:54:00.851946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fcd340dd-b06d-4af6-a678-700e33611554 None None] Current status of the port 030fa8e5-8618-4908-92e0-3bd9dff6197e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:00.868406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks [] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:00.896848 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:53:59Z', 'revision_number': 3, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:00.901532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-58634c3c-9a43-4d16-8b49-52ac25de0c97 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115729 Mar 22 13:54:00.933178 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Checking router: 59bb5d7d-45df-4af1-902c-34b640eca683 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:54:00.933772 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Updating router 59bb5d7d-45df-4af1-902c-34b640eca683 port 294fc9ce-acfd-42ee-8129-ce9731e48466 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:54:00.947081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0a6c-4740-4bdb-85e7-878f8ea9f06f req-78c86e73-8d70-43d6-a81e-d00a311b2cac tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:00.949097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27bd0a6c-4740-4bdb-85e7-878f8ea9f06f req-78c86e73-8d70-43d6-a81e-d00a311b2cac tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.2263999 Mar 22 13:54:00.973288 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.001566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa59a8d7-5ab7-4574-9ba8-4e73ec6fb90b req-7b4f1f08-9388-48eb-9e9d-11fa44cf5557 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588049 Mar 22 13:54:01.029932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ebbca6e6-6758-450b-a4e7-689cbcf26c32 req-07cb7017-9db0-42d5-87b5-2b61bad0351b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-619783204', 'description': 'tempest-description-2010632968'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:01.072188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ebbca6e6-6758-450b-a4e7-689cbcf26c32 req-07cb7017-9db0-42d5-87b5-2b61bad0351b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.078068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27bd0a6c-4740-4bdb-85e7-878f8ea9f06f req-e6b56a61-55c0-4afc-bcc8-b6b128a23512 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139309 Mar 22 13:54:01.185081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ebbca6e6-6758-450b-a4e7-689cbcf26c32 req-07cb7017-9db0-42d5-87b5-2b61bad0351b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (02d3c6df-e58c-4402-8e6d-dae906847bff), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.197295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ebbca6e6-6758-450b-a4e7-689cbcf26c32 req-07cb7017-9db0-42d5-87b5-2b61bad0351b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (02d3c6df-e58c-4402-8e6d-dae906847bff), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.223373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-beb65553-d50e-43ee-9c14-ba79345cc66b req-79c3f9ea-3efb-4e6e-a348-cbafd7072ef0 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 210 time: 0.0417681 Mar 22 13:54:01.242371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ebbca6e6-6758-450b-a4e7-689cbcf26c32 req-07cb7017-9db0-42d5-87b5-2b61bad0351b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.243909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebbca6e6-6758-450b-a4e7-689cbcf26c32 req-07cb7017-9db0-42d5-87b5-2b61bad0351b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2209146 Mar 22 13:54:01.257939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb7017-9db0-42d5-87b5-2b61bad0351b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d3c6df-e58c-4402-8e6d-dae906847bff,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:01.334446 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Publish callbacks [] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.339654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 030fa8e5-8618-4908-92e0-3bd9dff6197e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:01.343346 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.347842 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.378846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ec18c00-1f92-49b2-8122-b1eb87a5605f req-d023749a-fdc9-40af-89e2-8e3ae653f385 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0392125 Mar 22 13:54:01.390583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:01.396447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:01.399345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:01.399964 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc200905-1db9-42de-b799-ff146a58c021 None None] Pushing event updated for resources: {'Port': ['ID=294fc9ce-acfd-42ee-8129-ce9731e48466,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:01.413377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62ed8b-1f48-456e-a19c-b5f8731defcb req-1f03554f-ff50-43f1-b2e8-38c36aeefd10 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:01.416296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be62ed8b-1f48-456e-a19c-b5f8731defcb req-1f03554f-ff50-43f1-b2e8-38c36aeefd10 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.1152873 Mar 22 13:54:01.418590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.432618 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Attempting to bind port 294fc9ce-acfd-42ee-8129-ce9731e48466 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:01.433411 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Attempting to bind port 294fc9ce-acfd-42ee-8129-ce9731e48466 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:01.433890 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Attempting to bind port 294fc9ce-acfd-42ee-8129-ce9731e48466 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:01.440072 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:01.440617 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:01.441117 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.441869 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:01.442659 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Bound port: 294fc9ce-acfd-42ee-8129-ce9731e48466, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:01.443135 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.444989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ae33c88f-5eeb-4a75-ac78-be749ef1a8d2 req-72291528-9096-4089-83cb-ac2c403d0da5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-674657439', 'description': 'tempest-description-989623696'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:01.467248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Pushing event updated for resources: {'Port': ['ID=39876461-b2ae-4d2a-953d-fcc77c45cfc3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:01.495234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae33c88f-5eeb-4a75-ac78-be749ef1a8d2 req-72291528-9096-4089-83cb-ac2c403d0da5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.505521 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] For port 294fc9ce-acfd-42ee-8129-ce9731e48466, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:01.509679 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] For port 294fc9ce-acfd-42ee-8129-ce9731e48466, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=294fc9ce-acfd-42ee-8129-ce9731e48466,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:01.519112 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.531523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:01.532138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.543406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be62ed8b-1f48-456e-a19c-b5f8731defcb req-fbaec9bf-a0e8-4730-9d89-f913356f1a56 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162295 Mar 22 13:54:01.575588 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-9681571a-10f1-47b9-8ef1-792fc1a7f747 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1706221 Mar 22 13:54:01.591483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Request body: {'port': {'device_id': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:01.607740 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc200905-1db9-42de-b799-ff146a58c021 None None] Pushing event updated for resources: {'Port': ['ID=294fc9ce-acfd-42ee-8129-ce9731e48466,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:01.618227 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Routers {'59bb5d7d-45df-4af1-902c-34b640eca683'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:01.618928 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['59bb5d7d-45df-4af1-902c-34b640eca683'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:01.725540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.727873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Allocated IP 172.20.0.1 (278c78ac-4243-47db-b0f0-0aa4a4f73a02/f72da297-f54c-47dd-b4db-9338488e6714/d919dd1e-ec5a-4287-b880-6c755ff6e381) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:01.749922 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae33c88f-5eeb-4a75-ac78-be749ef1a8d2 req-72291528-9096-4089-83cb-ac2c403d0da5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (8779d616-786b-43ee-ae92-e50a439d8731), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.757024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae33c88f-5eeb-4a75-ac78-be749ef1a8d2 req-72291528-9096-4089-83cb-ac2c403d0da5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8779d616-786b-43ee-ae92-e50a439d8731), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.770091 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] Set router 59bb5d7d-45df-4af1-902c-34b640eca683 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:01.787741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5da06dd0-ba3e-4a7d-a7e1-134259f47e41 None None] Provisioning complete for port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:01.788128 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5da06dd0-ba3e-4a7d-a7e1-134259f47e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.823454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f4063-60c2-49c6-a8db-3d1b8cfb7708 req-48d313a5-acf8-4920-b740-5481e3bfb4d4 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:01.825162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a66f4063-60c2-49c6-a8db-3d1b8cfb7708 req-48d313a5-acf8-4920-b740-5481e3bfb4d4 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1128 time: 0.1379733 Mar 22 13:54:01.826600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72291528-9096-4089-83cb-ac2c403d0da5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8779d616-786b-43ee-ae92-e50a439d8731,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:01.831111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae33c88f-5eeb-4a75-ac78-be749ef1a8d2 req-72291528-9096-4089-83cb-ac2c403d0da5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:01.845772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae33c88f-5eeb-4a75-ac78-be749ef1a8d2 req-72291528-9096-4089-83cb-ac2c403d0da5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4120617 Mar 22 13:54:01.908070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5da06dd0-ba3e-4a7d-a7e1-134259f47e41 None None] Port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:54:01.909933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 030fa8e5-8618-4908-92e0-3bd9dff6197e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:01.939753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a66f4063-60c2-49c6-a8db-3d1b8cfb7708 req-25c2a096-e030-41b5-9898-10c6e230b8fd tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924964 Mar 22 13:54:02.010200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-259ef685-e86b-47c2-b0e4-608c2fa5decd req-bc154964-c2c3-4fd3-9a9d-c192db050b77 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 10994 time: 0.1485176 Mar 22 13:54:02.011900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 030fa8e5-8618-4908-92e0-3bd9dff6197e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:02.012451 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.100798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-259ef685-e86b-47c2-b0e4-608c2fa5decd req-59f4175d-b1c7-4f37-8787-99ece8bcaca2 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/3ba26a4b-d4dc-4d74-a024-167c436ccf44 HTTP/1.1" status: 200 len: 2998 time: 0.0895770 Mar 22 13:54:02.107615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks [] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.159856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 030fa8e5-8618-4908-92e0-3bd9dff6197e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:02.173587 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:53:59Z', 'revision_number': 3, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:02.183603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-259ef685-e86b-47c2-b0e4-608c2fa5decd req-1e32fb26-bb2f-4fe2-ae3e-ad794cbcbf09 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/3ba26a4b-d4dc-4d74-a024-167c436ccf44 HTTP/1.1" status: 200 len: 2998 time: 0.0745747 Mar 22 13:54:02.184517 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.208356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5cf2c-22b6-4065-89dd-30887c9c45af None None] The sync data for ids ['59bb5d7d-45df-4af1-902c-34b640eca683'] in n-d-834677-3 is: [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:53:59Z', 'revision_number': 3, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:02.219690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27965cb2-5384-45d6-89be-46583e838cde req-8681ace1-27e0-4648-9c78-111aca744eb6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:02.221266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27965cb2-5384-45d6-89be-46583e838cde req-8681ace1-27e0-4648-9c78-111aca744eb6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 944 time: 0.1235487 Mar 22 13:54:02.297542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:02.302994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Pushing event updated for resources: {'Port': ['ID=d919dd1e-ec5a-4287-b880-6c755ff6e381,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:02.307079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:02.309402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:02.324950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27965cb2-5384-45d6-89be-46583e838cde req-be624f06-54e7-4925-a117-2b55675ff493 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954134 Mar 22 13:54:02.353030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39876461-b2ae-4d2a-953d-fcc77c45cfc3 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:02.363339 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (59bb5d7d-45df-4af1-902c-34b640eca683), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.381998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91807004-50d1-4f26-9453-b6a795fcbabb req-1c63b397-ebef-46d5-8f9f-ba26f9702ed8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:02.383857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91807004-50d1-4f26-9453-b6a795fcbabb req-1c63b397-ebef-46d5-8f9f-ba26f9702ed8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1190698 Mar 22 13:54:02.449592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5e675ac-ba11-4ada-bad2-0c10542d9341 req-d7b0c6b1-0a4c-4895-af86-8e73f946cd46 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74 HTTP/1.1" status: 200 len: 1816 time: 0.0855949 Mar 22 13:54:02.467625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Publish callbacks [] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.493892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Transition to ACTIVE for port object 39876461-b2ae-4d2a-953d-fcc77c45cfc3 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:54:02.498349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91807004-50d1-4f26-9453-b6a795fcbabb req-64dbbed9-16f5-4a6c-b5ab-3dc99697001f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075122 Mar 22 13:54:02.504094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.682008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e5e675ac-ba11-4ada-bad2-0c10542d9341 req-46a0b5e4-4785-40a2-bf0a-f662619443c5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.688748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.728413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Pushing event updated for resources: {'Port': ['ID=39876461-b2ae-4d2a-953d-fcc77c45cfc3,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:02.738854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e5e675ac-ba11-4ada-bad2-0c10542d9341 req-46a0b5e4-4785-40a2-bf0a-f662619443c5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.775255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bce44ca5-c38d-4eef-b82c-f39ced632247 None None] Provisioning complete for port d919dd1e-ec5a-4287-b880-6c755ff6e381 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:02.775813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bce44ca5-c38d-4eef-b82c-f39ced632247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.804182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54593-d9e5-409c-aa3c-87eb5edabd45 req-b65d713c-6353-45cd-b739-0b52f7313712 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:02.820634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38b54593-d9e5-409c-aa3c-87eb5edabd45 req-b65d713c-6353-45cd-b739-0b52f7313712 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 947 time: 0.2205791 Mar 22 13:54:02.841284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bce44ca5-c38d-4eef-b82c-f39ced632247 None None] Port d919dd1e-ec5a-4287-b880-6c755ff6e381 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:54:02.858564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Attempting to bind port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:02.859204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Attempting to bind port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:02.859578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Attempting to bind port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:02.870738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:54:02.871048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Attempting to bind port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:02.890741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:02.890976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:02.891438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:02.892226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Bound port: 39876461-b2ae-4d2a-953d-fcc77c45cfc3, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:02.892587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.960974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e5e675ac-ba11-4ada-bad2-0c10542d9341 req-46a0b5e4-4785-40a2-bf0a-f662619443c5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.963883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e5e675ac-ba11-4ada-bad2-0c10542d9341 req-46a0b5e4-4785-40a2-bf0a-f662619443c5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:02.977025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5e675ac-ba11-4ada-bad2-0c10542d9341 req-46a0b5e4-4785-40a2-bf0a-f662619443c5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74 HTTP/1.1" status: 204 len: 173 time: 0.5213151 Mar 22 13:54:03.044841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0b5e4-4785-40a2-bf0a-f662619443c5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:03.064563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38b54593-d9e5-409c-aa3c-87eb5edabd45 req-788a2729-de31-4a31-b2d0-fd2f3c26d823 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430253 Mar 22 13:54:03.150040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec87fc61-d28a-4b65-8ab6-222607dc903f req-3aab9290-ff3b-4dd3-8473-65eef3851f0e tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0772114 Mar 22 13:54:03.197307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea726a40-326e-4502-9d99-9710d28f2b97 req-e58d94da-618a-4c64-a8f0-4e580de2674d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0422831 Mar 22 13:54:03.203463 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-acc0e870-fa13-43ef-8c3a-976ba8f2d4f7 req-5f958cf2-3ca3-4b4d-9057-c63f867c91da tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:03.204633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acc0e870-fa13-43ef-8c3a-976ba8f2d4f7 req-5f958cf2-3ca3-4b4d-9057-c63f867c91da tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74 HTTP/1.1" status: 404 len: 352 time: 0.0737531 Mar 22 13:54:03.230793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] For port 39876461-b2ae-4d2a-953d-fcc77c45cfc3, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:03.237527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks [] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.246640 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.250934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] For port 39876461-b2ae-4d2a-953d-fcc77c45cfc3, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=39876461-b2ae-4d2a-953d-fcc77c45cfc3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:03.286106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c02f4c0-4a62-4ae7-9295-d1633960d24a req-ddbcbfc6-25a4-4640-b6b8-2b69a11aa24c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/02d3c6df-e58c-4402-8e6d-dae906847bff HTTP/1.1" status: 200 len: 1817 time: 0.0585926 Mar 22 13:54:03.309247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.339500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:03.340365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.347159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] 10.222.0.42 "PUT /v2.0/ports/39876461-b2ae-4d2a-953d-fcc77c45cfc3 HTTP/1.1" status: 200 len: 1095 time: 1.7607553 Mar 22 13:54:03.349836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'tag': '39876461-b2ae-4d2a-953d-fcc77c45cfc3'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:03.355182 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec216db-8fd8-42ad-a839-9d262bf80a22" -d '{"events": [{"name": "network-changed", "server_uuid": "940fb78f-38d0-499f-ac94-feea1e37a8b6", "tag": "39876461-b2ae-4d2a-953d-fcc77c45cfc3"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:03.366630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Pushing event updated for resources: {'Port': ['ID=d919dd1e-ec5a-4287-b880-6c755ff6e381,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:03.371854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (59bb5d7d-45df-4af1-902c-34b640eca683), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.409462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9c02f4c0-4a62-4ae7-9295-d1633960d24a req-09056500-d739-4687-9eb7-f9b004110029 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (02d3c6df-e58c-4402-8e6d-dae906847bff), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.478055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9c02f4c0-4a62-4ae7-9295-d1633960d24a req-09056500-d739-4687-9eb7-f9b004110029 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (02d3c6df-e58c-4402-8e6d-dae906847bff), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.532731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:03.540790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d4c7a-7ec7-43e9-8801-86604ecd1212 service neutron] Pushing event updated for resources: {'Port': ['ID=39876461-b2ae-4d2a-953d-fcc77c45cfc3,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:03.582209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9c02f4c0-4a62-4ae7-9295-d1633960d24a req-09056500-d739-4687-9eb7-f9b004110029 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (02d3c6df-e58c-4402-8e6d-dae906847bff), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.583883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-b7348a56-fbed-44ea-aa24-9d37dbb2825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:03.585631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9c02f4c0-4a62-4ae7-9295-d1633960d24a req-09056500-d739-4687-9eb7-f9b004110029 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.585756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-b7348a56-fbed-44ea-aa24-9d37dbb2825a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59eda54f7a424ee696c742561f3daa39&device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 1129 time: 0.1517549 Mar 22 13:54:03.603121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c02f4c0-4a62-4ae7-9295-d1633960d24a req-09056500-d739-4687-9eb7-f9b004110029 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/02d3c6df-e58c-4402-8e6d-dae906847bff HTTP/1.1" status: 204 len: 173 time: 0.3018649 Mar 22 13:54:03.632274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09056500-d739-4687-9eb7-f9b004110029 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d3c6df-e58c-4402-8e6d-dae906847bff,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:03.676388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f652aed-e6b4-4c01-9697-edf9af48de71 req-6250dc90-6441-4168-90ff-95a2ffb297de tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:03.693323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f652aed-e6b4-4c01-9697-edf9af48de71 req-6250dc90-6441-4168-90ff-95a2ffb297de tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 944 time: 0.2338314 Mar 22 13:54:03.704563 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246852eb-8f93-4d5f-8709-fc4f69444e62 x-openstack-request-id: req-246852eb-8f93-4d5f-8709-fc4f69444e62 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:03.704718 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940fb78f-38d0-499f-ac94-feea1e37a8b6", "tag": "39876461-b2ae-4d2a-953d-fcc77c45cfc3", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:03.704865 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-246852eb-8f93-4d5f-8709-fc4f69444e62 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:03.705580 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246852eb-8f93-4d5f-8709-fc4f69444e62'] response: {'name': 'network-changed', 'server_uuid': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'tag': '39876461-b2ae-4d2a-953d-fcc77c45cfc3', 'status': 'completed', 'code': 200} Mar 22 13:54:03.709074 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-da5364f5-3eb5-45d6-9e6e-bd0e61048621 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=39876461-b2ae-4d2a-953d-fcc77c45cfc3 HTTP/1.1" status: 200 len: 217 time: 0.1145649 Mar 22 13:54:03.719215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:03.719388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:54:03.732896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:03.733267 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.735727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:03.818722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f652aed-e6b4-4c01-9697-edf9af48de71 req-724baa79-681a-4bd8-acb5-57605a05e990 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262133 Mar 22 13:54:03.875925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 294fc9ce-acfd-42ee-8129-ce9731e48466 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:03.882926 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-e0b0a923-ad7b-465e-bb6d-25eac8ee542f req-2ad413c9-cd5d-4e91-8d60-239ccc90e2fe tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:03.883950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0b0a923-ad7b-465e-bb6d-25eac8ee542f req-2ad413c9-cd5d-4e91-8d60-239ccc90e2fe tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/02d3c6df-e58c-4402-8e6d-dae906847bff HTTP/1.1" status: 404 len: 352 time: 0.0348496 Mar 22 13:54:03.889637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-ee0a9c8c-2db2-484c-a8e0-2d13b3c03a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:03.891214 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-ee0a9c8c-2db2-484c-a8e0-2d13b3c03a7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1744244 Mar 22 13:54:03.947613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:03.948724 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:03.967750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d901e-d356-4fdf-9c17-fea2cd1c4bc3 req-6370839d-24be-463c-b95b-a03f939553f0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:03.989727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a9d901e-d356-4fdf-9c17-fea2cd1c4bc3 req-6370839d-24be-463c-b95b-a03f939553f0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1876490 Mar 22 13:54:04.000545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:04.003462 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d412328b-8eae-49fd-8fa3-f69e7a0009e2" -d '{"events": [{"server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "name": "network-vif-plugged", "status": "completed", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:04.014826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:04.016082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 294fc9ce-acfd-42ee-8129-ce9731e48466 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:04.016731 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.020905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.030419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-38540cab-7c69-423d-b1eb-d1f79aaf2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.035854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-38540cab-7c69-423d-b1eb-d1f79aaf2a60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1110177 Mar 22 13:54:04.038509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aac5bad5-57bd-4cc8-86f6-560119f52f39 req-2d1db311-9653-4672-99de-6bfcb87919e4 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/8779d616-786b-43ee-ae92-e50a439d8731 HTTP/1.1" status: 200 len: 1816 time: 0.1250217 Mar 22 13:54:04.129603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Router 59bb5d7d-45df-4af1-902c-34b640eca683 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:54:04.150909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a9d901e-d356-4fdf-9c17-fea2cd1c4bc3 req-f284ed87-a638-4b8c-9884-d0f3c315b45c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601086 Mar 22 13:54:04.151714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-aac5bad5-57bd-4cc8-86f6-560119f52f39 req-8097568c-0ca6-4497-9016-0fb039968ee7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (8779d616-786b-43ee-ae92-e50a439d8731), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.175501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:04.203907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fb4a7ca2-e439-4694-bd8e-ee3a67c911bf None None] Provisioning complete for port d919dd1e-ec5a-4287-b880-6c755ff6e381 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:04.204278 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7ca2-e439-4694-bd8e-ee3a67c911bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.205067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-aac5bad5-57bd-4cc8-86f6-560119f52f39 req-8097568c-0ca6-4497-9016-0fb039968ee7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (8779d616-786b-43ee-ae92-e50a439d8731), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.211597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.212163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.213488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.213833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.214200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.214540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.214875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.215206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.215532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.215856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.216179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.216502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.216820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.217138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.217470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:04.235755 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f80fe0-424a-4818-ab50-02046166490b x-openstack-request-id: req-22f80fe0-424a-4818-ab50-02046166490b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:04.236354 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "name": "network-vif-plugged", "status": "completed", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:04.236760 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22f80fe0-424a-4818-ab50-02046166490b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:04.237357 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f80fe0-424a-4818-ab50-02046166490b'] response: {'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be', 'code': 200} Mar 22 13:54:04.290756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-aac5bad5-57bd-4cc8-86f6-560119f52f39 req-8097568c-0ca6-4497-9016-0fb039968ee7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8779d616-786b-43ee-ae92-e50a439d8731), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.296631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-aac5bad5-57bd-4cc8-86f6-560119f52f39 req-8097568c-0ca6-4497-9016-0fb039968ee7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.300897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aac5bad5-57bd-4cc8-86f6-560119f52f39 req-8097568c-0ca6-4497-9016-0fb039968ee7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/8779d616-786b-43ee-ae92-e50a439d8731 HTTP/1.1" status: 204 len: 173 time: 0.2602804 Mar 22 13:54:04.324377 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-024ab44b-84fa-4d99-9c7e-6931dbb361b5 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782044 Mar 22 13:54:04.337540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097568c-0ca6-4497-9016-0fb039968ee7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779d616-786b-43ee-ae92-e50a439d8731,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:04.408788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a7ca2-e439-4694-bd8e-ee3a67c911bf None None] Port d919dd1e-ec5a-4287-b880-6c755ff6e381 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:54:04.438623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 294fc9ce-acfd-42ee-8129-ce9731e48466 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:04.439015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.469745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:54:04.480296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a4b4a9a2-02f8-413f-af0c-a196ffc3008d admin admin] 10.222.0.44 "PUT /v2.0/routers/59bb5d7d-45df-4af1-902c-34b640eca683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1724401 Mar 22 13:54:04.482483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270485f0-73be-4ff9-8c40-628e7ad71bef req-d52a1d79-dcf3-4739-83b1-96aedac95afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.484208 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-270485f0-73be-4ff9-8c40-628e7ad71bef req-d52a1d79-dcf3-4739-83b1-96aedac95afc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1127 time: 0.1912274 Mar 22 13:54:04.492787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1db9f0-943d-434c-ad88-ef93fecee557 req-4618c74f-506a-4f01-8452-98fc1f27d339 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.500552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1db9f0-943d-434c-ad88-ef93fecee557 req-4618c74f-506a-4f01-8452-98fc1f27d339 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 947 time: 0.1660213 Mar 22 13:54:04.505235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca9f36cd-37b2-4931-9fa1-8702a65d03c2 req-9e96101c-bbf9-4715-b3de-56a8da972f5a tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0981297 Mar 22 13:54:04.532100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 294fc9ce-acfd-42ee-8129-ce9731e48466, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=294fc9ce-acfd-42ee-8129-ce9731e48466,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:04.538712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:04.556040 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5efa4a7-5987-41a6-a3ab-ee90754919de req-21699d00-beef-476c-9821-0d9e5189d056 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145345 Mar 22 13:54:04.585047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1db9f0-943d-434c-ad88-ef93fecee557 req-36421a16-df07-49d1-bae8-dd60579d2522 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830734 Mar 22 13:54:04.631943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-270485f0-73be-4ff9-8c40-628e7ad71bef req-b8abc88a-f021-49c9-b17e-024aa1ba5c84 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213977 Mar 22 13:54:04.635505 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-121e87f6-a417-4c17-bb89-23b185172469 req-cb5e20ad-63a5-46fa-8e2a-3f323b032975 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:04.637416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-121e87f6-a417-4c17-bb89-23b185172469 req-cb5e20ad-63a5-46fa-8e2a-3f323b032975 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/8779d616-786b-43ee-ae92-e50a439d8731 HTTP/1.1" status: 404 len: 352 time: 0.0285504 Mar 22 13:54:04.670989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=294fc9ce-acfd-42ee-8129-ce9731e48466,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:04.722631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-6dd47657-2461-4e88-a5b6-3d6ea2c06de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.724130 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-6dd47657-2461-4e88-a5b6-3d6ea2c06de6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59eda54f7a424ee696c742561f3daa39&device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0880344 Mar 22 13:54:04.758765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f5182f-0dde-4037-9988-47dcb873d48a req-1e56edd9-a4f8-49f5-93f1-fb448526a476 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 6198 time: 0.0837452 Mar 22 13:54:04.809721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f5182f-0dde-4037-9988-47dcb873d48a req-3b26c6fb-a8bb-43b6-8f06-1afe2724cb61 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/3ba26a4b-d4dc-4d74-a024-167c436ccf44 HTTP/1.1" status: 200 len: 2998 time: 0.0496390 Mar 22 13:54:04.855778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-7b6f04f2-3c36-4e1f-8f9d-3755d966e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.858153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-7b6f04f2-3c36-4e1f-8f9d-3755d966e8d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1276357 Mar 22 13:54:04.876301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Sync routers for ids ['59bb5d7d-45df-4af1-902c-34b640eca683'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:54:04.886739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f5182f-0dde-4037-9988-47dcb873d48a req-237f566f-712f-4ee2-b644-dec55514a571 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/3ba26a4b-d4dc-4d74-a024-167c436ccf44 HTTP/1.1" status: 200 len: 2998 time: 0.0706539 Mar 22 13:54:04.891660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Routers {'59bb5d7d-45df-4af1-902c-34b640eca683'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:04.892495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['59bb5d7d-45df-4af1-902c-34b640eca683'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:04.910396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-2a171b9d-1410-4c57-8ccb-8806807ee984 req-7e336629-f0b6-454e-a42c-0cb10eff1773 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1902137186', 'description': 'tempest-description-684883938'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:04.958410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-5f9ab9b8-ed3e-4e79-9dd8-8e0c63651d77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=39876461-b2ae-4d2a-953d-fcc77c45cfc3 HTTP/1.1" status: 200 len: 217 time: 0.0912926 Mar 22 13:54:04.973546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2a171b9d-1410-4c57-8ccb-8806807ee984 req-7e336629-f0b6-454e-a42c-0cb10eff1773 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.028173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-e59b174a-05b9-42b5-b728-3ebd7c9a2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:05.029656 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-e59b174a-05b9-42b5-b728-3ebd7c9a2111 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0616481 Mar 22 13:54:05.046146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Set router 59bb5d7d-45df-4af1-902c-34b640eca683 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:05.048814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afd9f5-1cfe-4f54-99fd-038e882de9b1 req-a6464034-5c06-4841-9601-2e3af114a36e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:05.049736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0afd9f5-1cfe-4f54-99fd-038e882de9b1 req-a6464034-5c06-4841-9601-2e3af114a36e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1348245 Mar 22 13:54:05.161480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-9a17fc1e-7cc6-4038-a68f-e990df9ec731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:05.161737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2a171b9d-1410-4c57-8ccb-8806807ee984 req-7e336629-f0b6-454e-a42c-0cb10eff1773 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (3c234cfe-1f58-4385-8d7d-5d17889ff599), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.164935 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-9a17fc1e-7cc6-4038-a68f-e990df9ec731 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1162376 Mar 22 13:54:05.186333 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2a171b9d-1410-4c57-8ccb-8806807ee984 req-7e336629-f0b6-454e-a42c-0cb10eff1773 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3c234cfe-1f58-4385-8d7d-5d17889ff599), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.253469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2a171b9d-1410-4c57-8ccb-8806807ee984 req-7e336629-f0b6-454e-a42c-0cb10eff1773 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.258898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a171b9d-1410-4c57-8ccb-8806807ee984 req-7e336629-f0b6-454e-a42c-0cb10eff1773 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3494596 Mar 22 13:54:05.284836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0afd9f5-1cfe-4f54-99fd-038e882de9b1 req-939c315c-5a58-45c2-9e0f-734c465d51f3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206000 Mar 22 13:54:05.297496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e336629-f0b6-454e-a42c-0cb10eff1773 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c234cfe-1f58-4385-8d7d-5d17889ff599,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:05.369570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f32f428a-3572-4bc1-85a2-f0edc33cb242 req-93ce6ad7-baaa-442d-b503-732c3c670f3c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-203132766', 'description': 'tempest-description-1762841643'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:05.419647 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-ca7f0b16-9a94-4c6e-9a84-03f5f42cc17b service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459972 Mar 22 13:54:05.459878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:02Z', 'revision_number': 4, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'd919dd1e-ec5a-4287-b880-6c755ff6e381', 'name': '', 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'mac_address': 'fa:16:3e:21:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f72da297-f54c-47dd-b4db-9338488e6714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:01Z', 'updated_at': '2022-03-22T13:54:02Z', 'revision_number': 2, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'subnets': [{'id': 'f72da297-f54c-47dd-b4db-9338488e6714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:05.517030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f32f428a-3572-4bc1-85a2-f0edc33cb242 req-93ce6ad7-baaa-442d-b503-732c3c670f3c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.547511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Checking router: 59bb5d7d-45df-4af1-902c-34b640eca683 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:54:05.555104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Updating router 59bb5d7d-45df-4af1-902c-34b640eca683 port d919dd1e-ec5a-4287-b880-6c755ff6e381 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:54:05.585110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51b63-47d9-483b-b1f7-45f9b5d07d99 req-dedc51ad-f1a6-42dd-9346-eeda2b7b148e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:05.594045 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cde51b63-47d9-483b-b1f7-45f9b5d07d99 req-dedc51ad-f1a6-42dd-9346-eeda2b7b148e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1893518 Mar 22 13:54:05.676756 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.691310 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f32f428a-3572-4bc1-85a2-f0edc33cb242 req-93ce6ad7-baaa-442d-b503-732c3c670f3c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (06bef53d-62e4-4c1c-9671-129b51f9c31e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.712529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cde51b63-47d9-483b-b1f7-45f9b5d07d99 req-ee3a1b73-156d-4892-a4bf-38e474f3a6ff tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174881 Mar 22 13:54:05.718267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f32f428a-3572-4bc1-85a2-f0edc33cb242 req-93ce6ad7-baaa-442d-b503-732c3c670f3c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (06bef53d-62e4-4c1c-9671-129b51f9c31e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.754364 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2ec216db-8fd8-42ad-a839-9d262bf80a22 req-96e7214e-7cd8-4eba-9e4d-286da42b70c7 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231668 Mar 22 13:54:05.843575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 294fc9ce-acfd-42ee-8129-ce9731e48466 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:05.911656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f32f428a-3572-4bc1-85a2-f0edc33cb242 req-93ce6ad7-baaa-442d-b503-732c3c670f3c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:05.911656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f32f428a-3572-4bc1-85a2-f0edc33cb242 req-93ce6ad7-baaa-442d-b503-732c3c670f3c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5536585 Mar 22 13:54:06.084734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 294fc9ce-acfd-42ee-8129-ce9731e48466 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:06.085372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:06.154893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0397bb11-52e9-4ff6-874c-d34433fab848 req-44bb5b96-e774-4a23-9cd0-1a13c9e2904c tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1070433 Mar 22 13:54:06.190258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce6ad7-baaa-442d-b503-732c3c670f3c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bef53d-62e4-4c1c-9671-129b51f9c31e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:06.348249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d7c19-09b3-402d-bfc3-9c7713a84063 req-33110445-d752-4fd5-9634-42eaa159646f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:06.352271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b26d7c19-09b3-402d-bfc3-9c7713a84063 req-33110445-d752-4fd5-9634-42eaa159646f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 947 time: 0.3278077 Mar 22 13:54:06.580114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b26d7c19-09b3-402d-bfc3-9c7713a84063 req-06154270-eda0-4435-924b-7b9bc10a1c33 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998310 Mar 22 13:54:06.656343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-1e18edc0-7ad8-445a-854f-72121540bc70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:06.668663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-1e18edc0-7ad8-445a-854f-72121540bc70 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 813 time: 0.2417707 Mar 22 13:54:06.709793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-087b699e-2837-4737-8a53-8bf8461568d2 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/quotas/5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 375 time: 0.0399241 Mar 22 13:54:06.742487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 294fc9ce-acfd-42ee-8129-ce9731e48466 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:06.849545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-70b88755-eb4d-427c-95b7-8783435e12b8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385281 Mar 22 13:54:06.899937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Publish callbacks [] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:06.910252 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:06.977408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-b78d828f-89b7-4edc-bb54-33dc28994576 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194553 Mar 22 13:54:07.058152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8beba9-c6d3-4a1d-af81-1cfdb4c066ff None None] Pushing event updated for resources: {'Port': ['ID=d919dd1e-ec5a-4287-b880-6c755ff6e381,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:07.126911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Attempting to bind port d919dd1e-ec5a-4287-b880-6c755ff6e381 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:07.127918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Attempting to bind port d919dd1e-ec5a-4287-b880-6c755ff6e381 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:07.130377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Attempting to bind port d919dd1e-ec5a-4287-b880-6c755ff6e381 on network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:07.140144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:07.140144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Checking segment: {'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:07.141280 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:07.154372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Bound using segment: {'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:07.156404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Bound port: d919dd1e-ec5a-4287-b880-6c755ff6e381, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ed4131-f278-444e-8555-a75d4e68190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:07.157841 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:07.247398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 39876461-b2ae-4d2a-953d-fcc77c45cfc3 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:54:07.248982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-55aca26e-3ddb-4096-85c9-fca1908efb78 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706742 Mar 22 13:54:07.348173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] For port d919dd1e-ec5a-4287-b880-6c755ff6e381, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:07.352239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] For port d919dd1e-ec5a-4287-b880-6c755ff6e381, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d919dd1e-ec5a-4287-b880-6c755ff6e381,segment=NetworkSegment(17ed4131-f278-444e-8555-a75d4e68190a),segment_id=17ed4131-f278-444e-8555-a75d4e68190a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:07.420056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:07.459032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd2a843e-9c04-4a61-817e-ed8a38b55f73 req-7c6936ab-f160-4fc3-83d1-6d631c25a48f tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1120336 Mar 22 13:54:07.533523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1870f6ba-61c1-4ae1-8668-2392e9020f21 None None] Provisioning complete for port d919dd1e-ec5a-4287-b880-6c755ff6e381 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:07.533934 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1870f6ba-61c1-4ae1-8668-2392e9020f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:07.644493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8beba9-c6d3-4a1d-af81-1cfdb4c066ff None None] Pushing event updated for resources: {'Port': ['ID=d919dd1e-ec5a-4287-b880-6c755ff6e381,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:07.804159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 39876461-b2ae-4d2a-953d-fcc77c45cfc3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=39876461-b2ae-4d2a-953d-fcc77c45cfc3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:07.918944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Routers {'59bb5d7d-45df-4af1-902c-34b640eca683'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:07.919640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:53:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['59bb5d7d-45df-4af1-902c-34b640eca683'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:07.924043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8ed23-f850-4d02-b01d-fc719962c6ee req-2d891107-2a77-4f64-9417-640cc375282d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:07.954376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1b8ed23-f850-4d02-b01d-fc719962c6ee req-2d891107-2a77-4f64-9417-640cc375282d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.3232870 Mar 22 13:54:08.000480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '39876461-b2ae-4d2a-953d-fcc77c45cfc3', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '39876461-b2ae-4d2a-953d-fcc77c45cfc3', 'mac_address': 'fa:16:3e:38:b6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:54:08.022006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb051e8-54a5-4f38-8814-c76a5998895b req-6dbafd13-27e7-4c61-bd20-ae92e0dc1302 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:08.024024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-deb051e8-54a5-4f38-8814-c76a5998895b req-6dbafd13-27e7-4c61-bd20-ae92e0dc1302 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.3178380 Mar 22 13:54:08.095136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1b8ed23-f850-4d02-b01d-fc719962c6ee req-48340023-47d4-4f41-ad08-c6086a3be2f3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398773 Mar 22 13:54:08.105803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:08.106236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:08.114487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-deb051e8-54a5-4f38-8814-c76a5998895b req-e1d17be3-e16e-41ef-bfec-d2557a1a36f8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831420 Mar 22 13:54:08.123704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39876461-b2ae-4d2a-953d-fcc77c45cfc3 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:08.145806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 39876461-b2ae-4d2a-953d-fcc77c45cfc3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=39876461-b2ae-4d2a-953d-fcc77c45cfc3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:08.200900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1870f6ba-61c1-4ae1-8668-2392e9020f21 None None] Current status of the port d919dd1e-ec5a-4287-b880-6c755ff6e381 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:08.201361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1870f6ba-61c1-4ae1-8668-2392e9020f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:08.203549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:08.294693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eebdaf6a-c583-479b-8c93-2fbdb3aa5e7f req-4af4da50-ead1-4609-86f8-860243d63a39 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0436075 Mar 22 13:54:08.321106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1870f6ba-61c1-4ae1-8668-2392e9020f21 None None] For port d919dd1e-ec5a-4287-b880-6c755ff6e381, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d919dd1e-ec5a-4287-b880-6c755ff6e381,segment=NetworkSegment(17ed4131-f278-444e-8555-a75d4e68190a),segment_id=17ed4131-f278-444e-8555-a75d4e68190a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:08.328336 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1870f6ba-61c1-4ae1-8668-2392e9020f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:08.388519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] Set router 59bb5d7d-45df-4af1-902c-34b640eca683 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:08.476309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e465be1-4d68-49c8-89f2-22ddcf66e5a6 req-d23238e6-fe50-44ff-8687-9cef187d6884 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 210 time: 0.0410070 Mar 22 13:54:08.500204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=39876461-b2ae-4d2a-953d-fcc77c45cfc3,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:08.553822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['39876461-b2ae-4d2a-953d-fcc77c45cfc3'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:08.670951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f7c8-aaeb-4697-b09c-35740686fc62 req-6c0ac5a2-5941-4519-8926-6f28e528ccee tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:08.673092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a57f7c8-aaeb-4697-b09c-35740686fc62 req-6c0ac5a2-5941-4519-8926-6f28e528ccee tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 948 time: 0.0645902 Mar 22 13:54:08.767251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870f6ba-61c1-4ae1-8668-2392e9020f21 None None] Pushing event updated for resources: {'Port': ['ID=d919dd1e-ec5a-4287-b880-6c755ff6e381,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:08.781375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a57f7c8-aaeb-4697-b09c-35740686fc62 req-74449c61-fac9-4e23-a0e2-94dfb865ab84 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965099 Mar 22 13:54:08.867646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4fc1823f-6e20-454c-a492-6efc12485e86 None None] Provisioning complete for port d919dd1e-ec5a-4287-b880-6c755ff6e381 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:08.868172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4fc1823f-6e20-454c-a492-6efc12485e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:08.883913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09565c1a-4280-43d2-9cff-68476e1309ea req-24374042-bc42-4ced-b15e-67ebb68795cb tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:08.885632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09565c1a-4280-43d2-9cff-68476e1309ea req-24374042-bc42-4ced-b15e-67ebb68795cb tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1127 time: 0.0605640 Mar 22 13:54:08.945109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09565c1a-4280-43d2-9cff-68476e1309ea req-d7b98d4e-bd16-4d84-adb9-e702bd5714a5 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Mar 22 13:54:09.126439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:02Z', 'revision_number': 4, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'd919dd1e-ec5a-4287-b880-6c755ff6e381', 'name': '', 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'mac_address': 'fa:16:3e:21:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f72da297-f54c-47dd-b4db-9338488e6714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:01Z', 'updated_at': '2022-03-22T13:54:07Z', 'revision_number': 4, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'subnets': [{'id': 'f72da297-f54c-47dd-b4db-9338488e6714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:09.157350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1823f-6e20-454c-a492-6efc12485e86 None None] Current status of the port d919dd1e-ec5a-4287-b880-6c755ff6e381 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:09.167499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc850f1b-39a0-4309-adaf-efb6eef97e5f None None] The sync data for ids ['59bb5d7d-45df-4af1-902c-34b640eca683'] in n-d-834677-3 is: [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:02Z', 'revision_number': 4, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'd919dd1e-ec5a-4287-b880-6c755ff6e381', 'name': '', 'network_id': '278c78ac-4243-47db-b0f0-0aa4a4f73a02', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'mac_address': 'fa:16:3e:21:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f72da297-f54c-47dd-b4db-9338488e6714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:01Z', 'updated_at': '2022-03-22T13:54:07Z', 'revision_number': 4, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'subnets': [{'id': 'f72da297-f54c-47dd-b4db-9338488e6714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:09.383575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4457-d8be-4a68-af3f-76f6ae8cde39 req-96d749b9-7652-42f3-82cb-4e313770fd4d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:09.400827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f1f4457-d8be-4a68-af3f-76f6ae8cde39 req-96d749b9-7652-42f3-82cb-4e313770fd4d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1338181 Mar 22 13:54:09.532658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d674f90e-2726-4554-aa90-3d8aa1974f23 req-3b6f4a1f-c3be-4f40-b608-1ca44ad2cd0c tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0764375 Mar 22 13:54:09.576909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f1f4457-d8be-4a68-af3f-76f6ae8cde39 req-15e33023-d86c-46e6-8f87-ce127d294533 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726620 Mar 22 13:54:09.584891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fe08ca14-4d57-4e8e-86c8-dea8a85c4981 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:09.591735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fe08ca14-4d57-4e8e-86c8-dea8a85c4981 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 813 time: 0.3226318 Mar 22 13:54:09.609144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'port': {'device_id': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08', 'admin_state_up': True, 'tenant_id': '5c894bdcd491469e9ab56878b1558e07'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:09.793795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b71ca901-c066-4fb3-a9fe-ad171729179c req-5617f75f-7ad6-4ed2-8922-aff9cb88104a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 210 time: 0.0679250 Mar 22 13:54:09.844744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d919dd1e-ec5a-4287-b880-6c755ff6e381 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:10.001348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d919dd1e-ec5a-4287-b880-6c755ff6e381 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:10.003845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:10.005399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Made reservation on behalf of 5c894bdcd491469e9ab56878b1558e07 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:10.009753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:10.022740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92641d-f27a-4c2b-9e10-5d4fd98714d0 req-02b9c1c5-8d38-4c4c-9c53-063f554d0076 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:10.036236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e92641d-f27a-4c2b-9e10-5d4fd98714d0 req-02b9c1c5-8d38-4c4c-9c53-063f554d0076 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 948 time: 0.1058326 Mar 22 13:54:10.188836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e92641d-f27a-4c2b-9e10-5d4fd98714d0 req-9f7b9f38-4100-4dc6-b375-1dcc07241267 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516278 Mar 22 13:54:10.235133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d919dd1e-ec5a-4287-b880-6c755ff6e381 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:10.336366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Allocated IP 172.20.0.6 (9b9f494a-57cd-4783-8799-5ce13861be08/9831eefb-0c92-47dd-a310-3597a661dab8/503cb9c9-fd94-4516-8399-ed7614cd7298) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:10.533198 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:10.575804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:10.597021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:10.644242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Network 9b9f494a-57cd-4783-8799-5ce13861be08 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:10.652492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:10.694097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:10.704087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:10.863203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:10.863970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:10.914723 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-fa961ad9-f9f7-4489-91cd-2dd76d0db12b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3111181 Mar 22 13:54:10.927479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Request body: {'port': {'device_id': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:10.950087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ceb3f9a0-db49-484b-99d2-eb515fb7a95a req-32a711e9-2011-4a67-949f-2025767f97f6 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1149223 Mar 22 13:54:10.994099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192c53-baa2-468f-8e9c-7be8df8a52ff req-20069456-a6dd-4471-93c9-3b70f64d68a8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:11.001230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08192c53-baa2-468f-8e9c-7be8df8a52ff req-20069456-a6dd-4471-93c9-3b70f64d68a8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.2525666 Mar 22 13:54:11.197859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08192c53-baa2-468f-8e9c-7be8df8a52ff req-f475e0ec-8529-436e-a9da-920aa93d8807 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838634 Mar 22 13:54:11.244976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 39876461-b2ae-4d2a-953d-fcc77c45cfc3 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:11.268534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:11.394838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:54:11.403133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:11.403631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:11.474205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3913a-cb62-4b08-bb89-d544ffa179cd req-897728f5-9c8f-431c-ac9e-cb2f7f92a764 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:11.475992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eab3913a-cb62-4b08-bb89-d544ffa179cd req-897728f5-9c8f-431c-ac9e-cb2f7f92a764 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 931 time: 0.2054527 Mar 22 13:54:11.567602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a39a-46f1-4f8b-9798-f7c0caea0d47 req-5f73d48e-f783-4d60-877e-8acfaf631959 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:11.569587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2519a39a-46f1-4f8b-9798-f7c0caea0d47 req-5f73d48e-f783-4d60-877e-8acfaf631959 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 948 time: 0.2356324 Mar 22 13:54:11.669207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eab3913a-cb62-4b08-bb89-d544ffa179cd req-615f2bbe-2a4c-4424-8ce9-f7084dda4604 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850104 Mar 22 13:54:11.727506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2519a39a-46f1-4f8b-9798-f7c0caea0d47 req-72eca0fc-70fc-4bf1-8f65-80a4bb673ff9 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509919 Mar 22 13:54:11.874613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:11.875007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:11.901837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39876461-b2ae-4d2a-953d-fcc77c45cfc3'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:11.904076 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cd694a-c5c4-408d-a3fd-23b228237b57" -d '{"events": [{"server_uuid": "940fb78f-38d0-499f-ac94-feea1e37a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "39876461-b2ae-4d2a-953d-fcc77c45cfc3"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:11.954039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 39876461-b2ae-4d2a-953d-fcc77c45cfc3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=39876461-b2ae-4d2a-953d-fcc77c45cfc3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:11.960574 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:12.001336 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49b0b12-009d-4867-90b9-ed9f191d2906 x-openstack-request-id: req-d49b0b12-009d-4867-90b9-ed9f191d2906 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:12.001644 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940fb78f-38d0-499f-ac94-feea1e37a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "39876461-b2ae-4d2a-953d-fcc77c45cfc3", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:12.001900 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d49b0b12-009d-4867-90b9-ed9f191d2906 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:12.002338 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49b0b12-009d-4867-90b9-ed9f191d2906'] response: {'server_uuid': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39876461-b2ae-4d2a-953d-fcc77c45cfc3', 'code': 200} Mar 22 13:54:12.069206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=39876461-b2ae-4d2a-953d-fcc77c45cfc3,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:12.238138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503cb9c9-fd94-4516-8399-ed7614cd7298 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:12.246680 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Publish callbacks [] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:12.278333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Transition to ACTIVE for port object 503cb9c9-fd94-4516-8399-ed7614cd7298 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:54:12.311441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:12.328862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef2a12e1-a0e3-4020-a58c-ed9dbcccdace req-8e30d119-e764-4ebd-aae0-dbb048942131 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0819228 Mar 22 13:54:12.464771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Pushing event updated for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:12.482919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20be561-a57d-4c7f-8049-fe6a2e45a9ef req-18afd55c-0da5-4f8c-acfa-da604c054f52 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:12.491127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c20be561-a57d-4c7f-8049-fe6a2e45a9ef req-18afd55c-0da5-4f8c-acfa-da604c054f52 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1177619 Mar 22 13:54:12.547794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c20be561-a57d-4c7f-8049-fe6a2e45a9ef req-ef563490-8a94-4840-b3a3-a1ac9b7ac1a4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Mar 22 13:54:12.578981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39e4c9-aea3-47f9-99a0-0d7991c8740b req-efd97902-521e-47b8-986c-3681f1eaa1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:12.580488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e39e4c9-aea3-47f9-99a0-0d7991c8740b req-efd97902-521e-47b8-986c-3681f1eaa1c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 1131 time: 0.2953393 Mar 22 13:54:12.644668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Attempting to bind port 503cb9c9-fd94-4516-8399-ed7614cd7298 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:12.645077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Attempting to bind port 503cb9c9-fd94-4516-8399-ed7614cd7298 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:12.645348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Attempting to bind port 503cb9c9-fd94-4516-8399-ed7614cd7298 on network 9b9f494a-57cd-4783-8799-5ce13861be08 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:12.653583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e39e4c9-aea3-47f9-99a0-0d7991c8740b req-f949ac3c-f964-4cd4-bae8-54a9d5f76e17 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653143 Mar 22 13:54:12.655049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Port 503cb9c9-fd94-4516-8399-ed7614cd7298 on network 9b9f494a-57cd-4783-8799-5ce13861be08 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:54:12.655376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Attempting to bind port 503cb9c9-fd94-4516-8399-ed7614cd7298 on network 9b9f494a-57cd-4783-8799-5ce13861be08 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:12.660981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:12.661326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Checking segment: {'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:12.661712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Bound using segment: {'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:12.662175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Bound port: 503cb9c9-fd94-4516-8399-ed7614cd7298, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc71349-419a-4dd6-b0fc-8bc583d0fddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:12.662536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:12.740469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:12.743799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=503cb9c9-fd94-4516-8399-ed7614cd7298,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:12.751436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:12.828211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:12.829214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:12.831727 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] 10.222.0.57 "PUT /v2.0/ports/503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 1091 time: 1.9099169 Mar 22 13:54:12.862330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0716131-6547-4bb8-add9-5aa748e9e0ec req-c5fb49f7-86db-45d2-8b74-5506fbf7be8c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:12.865539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0716131-6547-4bb8-add9-5aa748e9e0ec req-c5fb49f7-86db-45d2-8b74-5506fbf7be8c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 943 time: 0.0874946 Mar 22 13:54:12.885623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:12.888009 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb79a0f-5ca8-478d-8665-191e08855a09" -d '{"events": [{"name": "network-changed", "server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:12.895866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2c350-ea7c-404c-be15-4eabc7d53251 service neutron] Pushing event updated for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:13.008401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0716131-6547-4bb8-add9-5aa748e9e0ec req-21a61536-c998-4abf-8fc6-89901e15e107 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841718 Mar 22 13:54:13.040341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-62076ddc-a3b6-45e7-b19d-c118fcb98dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.041868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-62076ddc-a3b6-45e7-b19d-c118fcb98dcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1125 time: 0.1294768 Mar 22 13:54:13.050616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9354ce-0e33-4713-8383-029fd86ca2b5 req-477a4956-98d8-4d54-9624-6890b10041b3 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.058640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab9354ce-0e33-4713-8383-029fd86ca2b5 req-477a4956-98d8-4d54-9624-6890b10041b3 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 949 time: 0.1896081 Mar 22 13:54:13.107145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-57c74526-1270-4536-92f6-24bcb947d91c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0575457 Mar 22 13:54:13.108636 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c513da41-0c7a-413e-b8f9-85de2d54ba19 x-openstack-request-id: req-c513da41-0c7a-413e-b8f9-85de2d54ba19 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:13.109393 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:13.109760 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c513da41-0c7a-413e-b8f9-85de2d54ba19 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:13.110202 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c513da41-0c7a-413e-b8f9-85de2d54ba19'] response: {'name': 'network-changed', 'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298', 'status': 'completed', 'code': 200} Mar 22 13:54:13.174084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab9354ce-0e33-4713-8383-029fd86ca2b5 req-bed41d99-7fce-4313-9307-54c17f3e7145 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073179 Mar 22 13:54:13.210918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-1aa92ae0-0edf-4560-b0cf-299e4f7ed38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.210918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-1aa92ae0-0edf-4560-b0cf-299e4f7ed38b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.0950830 Mar 22 13:54:13.256566 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-1c88e5f4-57c7-4f0f-ae25-aa1b1128caae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393240 Mar 22 13:54:13.396942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-2e7aeb3f-6c2b-40db-b8ef-1d5493601f68 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311209 Mar 22 13:54:13.538690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28dc2e2f-61d8-4d6e-b518-4ceb30b16ae7 req-5a3d5528-0806-4fb6-8c89-bc6ee96b5b6d tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0463102 Mar 22 13:54:13.545550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2cdeab20-3ea3-47d4-b200-22a1a7ec26df req-6db63a45-30b2-46de-a8c8-db80f46639e5 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377666 Mar 22 13:54:13.723929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-0174f28a-ddee-4a98-9c90-a851fec346e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.725479 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-0174f28a-ddee-4a98-9c90-a851fec346e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1125 time: 0.0872934 Mar 22 13:54:13.755002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d020f-0dc1-440e-a436-35956764a013 req-8932a499-2e71-4687-88e5-18ef02843a27 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.768416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e0d020f-0dc1-440e-a436-35956764a013 req-8932a499-2e71-4687-88e5-18ef02843a27 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1185634 Mar 22 13:54:13.851315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e0d020f-0dc1-440e-a436-35956764a013 req-10f6949f-ee6f-4a28-a437-8918dde2970d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807686 Mar 22 13:54:13.878891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-54eb4ca1-9388-4523-995f-27b9344ee759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.881012 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-54eb4ca1-9388-4523-995f-27b9344ee759 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 914 time: 0.1469274 Mar 22 13:54:13.966090 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-46249bd4-8551-4112-8cb0-07906cb77225 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0772784 Mar 22 13:54:14.030575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-7fbdccbf-3a74-451a-beba-8c4f87b86ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:14.033525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-7fbdccbf-3a74-451a-beba-8c4f87b86ace service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.0621071 Mar 22 13:54:14.084892 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-6230c2d5-d0f5-4f17-8264-bbb73784b4e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378175 Mar 22 13:54:14.188007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eefcea-ef4e-4f01-8493-370314198357 req-54d96d22-2406-45d9-bb52-2afd82f89ad7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:14.196756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33eefcea-ef4e-4f01-8493-370314198357 req-54d96d22-2406-45d9-bb52-2afd82f89ad7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 943 time: 0.0878110 Mar 22 13:54:14.292009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33eefcea-ef4e-4f01-8493-370314198357 req-183dcda4-a610-4f80-9bab-dada9ffabebd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914690 Mar 22 13:54:14.314446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-6a90ff82-1b15-4b17-8b4d-89a04dd2e911 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197826 Mar 22 13:54:14.416263 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebb79a0f-5ca8-478d-8665-191e08855a09 req-a16fa83d-7e16-4f70-9daa-862fb8063747 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968323 Mar 22 13:54:14.439044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d535dfc-98a5-4cfb-9b49-f517ce97d16c req-094bd9ce-3021-41fe-af36-d567eef5beb4 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:14.446411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d535dfc-98a5-4cfb-9b49-f517ce97d16c req-094bd9ce-3021-41fe-af36-d567eef5beb4 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 949 time: 0.1148064 Mar 22 13:54:14.520577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d535dfc-98a5-4cfb-9b49-f517ce97d16c req-9df6322f-5e8b-45a7-98e1-40f66beeb89f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 Mar 22 13:54:14.746753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba3ac4ab-9c75-42b7-aed8-8d190800a878 req-2047fbfe-aae9-460e-ba0a-719b1a13ada1 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0566909 Mar 22 13:54:14.794385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-5fed0d0d-9db2-4ea6-b181-124f19f8d7ad tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=59eda54f7a424ee696c742561f3daa39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269816 Mar 22 13:54:14.921665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-1edc5452-f872-4f81-9b6c-17770bdaaffc tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:14.930930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-1edc5452-f872-4f81-9b6c-17770bdaaffc tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311367 Mar 22 13:54:14.950760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-ab5ec224-b624-40c3-9004-431751b6a141 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/quotas/59eda54f7a424ee696c742561f3daa39 HTTP/1.1" status: 200 len: 375 time: 0.0182641 Mar 22 13:54:15.055103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-0250264f-2811-4005-b539-0b6916d1cbdd tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=59eda54f7a424ee696c742561f3daa39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026850 Mar 22 13:54:15.086524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d5310-b9a7-48bd-a707-a3aae2925c93 req-8f30865e-f136-4854-a1ac-4ef2e2f6a0ef tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:15.094878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb4d5310-b9a7-48bd-a707-a3aae2925c93 req-8f30865e-f136-4854-a1ac-4ef2e2f6a0ef tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1049917 Mar 22 13:54:15.218152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb4d5310-b9a7-48bd-a707-a3aae2925c93 req-170fc377-df9e-4aa3-8352-d22e61ded4a4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174712 Mar 22 13:54:15.407574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6b82885-2306-4b92-843f-c24567e5ba7b req-6fbfaf83-c93c-4185-877a-a6294c9f39b8 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 210 time: 0.0549977 Mar 22 13:54:15.548910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012ccc-b12b-4e0f-9037-b21c3cd54239 req-450d1530-6345-48da-b42c-472d89f5956c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:15.556123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26012ccc-b12b-4e0f-9037-b21c3cd54239 req-450d1530-6345-48da-b42c-472d89f5956c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 943 time: 0.0863938 Mar 22 13:54:15.604730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 503cb9c9-fd94-4516-8399-ed7614cd7298 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:54:15.630325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26012ccc-b12b-4e0f-9037-b21c3cd54239 req-fc1d342f-fc34-4566-8eba-f494abdb56a3 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Mar 22 13:54:15.867270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=503cb9c9-fd94-4516-8399-ed7614cd7298,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:15.904807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '503cb9c9-fd94-4516-8399-ed7614cd7298', 'network_id': '9b9f494a-57cd-4783-8799-5ce13861be08', 'port_id': '503cb9c9-fd94-4516-8399-ed7614cd7298', 'mac_address': 'fa:16:3e:3c:0c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9831eefb-0c92-47dd-a310-3597a661dab8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:54:15.975647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 503cb9c9-fd94-4516-8399-ed7614cd7298 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:15.977337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:16.001830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503cb9c9-fd94-4516-8399-ed7614cd7298 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:16.031162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=503cb9c9-fd94-4516-8399-ed7614cd7298,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:16.039013 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:16.045665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd6a940c-492b-4855-b675-5a8ba63067a4 req-d0b05467-f3d3-4379-8390-f39a152be0e5 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0862961 Mar 22 13:54:16.207602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:16.356248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['503cb9c9-fd94-4516-8399-ed7614cd7298'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:16.390516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4012-2904-4eef-9394-37d29806b9f8 req-25295d11-7f5e-4437-9619-2a5b0ed10666 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:16.399860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f04c4012-2904-4eef-9394-37d29806b9f8 req-25295d11-7f5e-4437-9619-2a5b0ed10666 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.0743032 Mar 22 13:54:16.475473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f04c4012-2904-4eef-9394-37d29806b9f8 req-c6a82845-b168-443e-82cc-b1a0e1c616cf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735817 Mar 22 13:54:16.540665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-247b1149-2dcb-4010-a883-a4e2fd76304e req-7c0aea98-6061-4bdd-bf2d-71030f85e03f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 210 time: 0.0306621 Mar 22 13:54:16.801320 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-34c0076e-f449-4787-a0e3-1d35aecd3399 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=59eda54f7a424ee696c742561f3daa39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391684 Mar 22 13:54:16.848283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff0169-313a-4580-9c10-26d5aaa32a0f req-917299d7-6e5b-4528-993f-142fcd6a40f8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:16.850019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89ff0169-313a-4580-9c10-26d5aaa32a0f req-917299d7-6e5b-4528-993f-142fcd6a40f8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 944 time: 0.1205742 Mar 22 13:54:16.999597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89ff0169-313a-4580-9c10-26d5aaa32a0f req-fa13306c-a498-40f5-bd5b-2581394a88f0 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412439 Mar 22 13:54:17.029101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-9777a54d-c37c-4ba1-80f1-ea88d0ed9f22 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:17.030733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-9777a54d-c37c-4ba1-80f1-ea88d0ed9f22 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248888 Mar 22 13:54:17.046657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Request body: {'port': {'device_id': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '59eda54f7a424ee696c742561f3daa39'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:17.203426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Made reservation on behalf of 59eda54f7a424ee696c742561f3daa39 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:17.207514 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:17.219503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6edf9574-227a-48ab-96f7-2b826cd5f269 req-2a05dd4a-fb9b-44eb-914f-0ef39797414b tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0371995 Mar 22 13:54:17.366024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Allocated IP 192.168.233.217 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/84dd786c-f6cf-4f85-af0a-11eecde1d40f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:17.537853 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks [] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:17.581554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:17.595826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['39876461-b2ae-4d2a-953d-fcc77c45cfc3'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:17.642788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:17.648041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Pushing event updated for resources: {'Port': ['ID=84dd786c-f6cf-4f85-af0a-11eecde1d40f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:17.652823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:17.669119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 503cb9c9-fd94-4516-8399-ed7614cd7298 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:17.669332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:17.768833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4f5fc-a74a-4cbf-abf8-df04da5efda9 req-30910ce3-6562-4423-96f8-95bcd702eab6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:17.777443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2b4f5fc-a74a-4cbf-abf8-df04da5efda9 req-30910ce3-6562-4423-96f8-95bcd702eab6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.2198460 Mar 22 13:54:17.802020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:17.802858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:17.813199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b73-fa3e-4065-886e-698b0db069f8 req-fd624945-c1d2-49dd-8078-597042e17137 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:17.815306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1aa8b73-fa3e-4065-886e-698b0db069f8 req-fd624945-c1d2-49dd-8078-597042e17137 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 936 time: 0.1985734 Mar 22 13:54:17.827116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-21f623d4-b020-4782-8507-21c9a4308403 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7842760 Mar 22 13:54:17.839951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Request body: {'port': {'device_id': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:17.874411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 503cb9c9-fd94-4516-8399-ed7614cd7298 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:54:17.899209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 503cb9c9-fd94-4516-8399-ed7614cd7298 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:17.899508 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:17.900487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2b4f5fc-a74a-4cbf-abf8-df04da5efda9 req-28e31838-57c8-471a-96e7-cfbbe8cf1d00 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178601 Mar 22 13:54:17.924333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1aa8b73-fa3e-4065-886e-698b0db069f8 req-9638bff4-a9b1-4627-8b05-642cf4e33a69 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957041 Mar 22 13:54:17.931298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.092969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 503cb9c9-fd94-4516-8399-ed7614cd7298 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:18.093347 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.146086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f803fee3-ca62-48c9-8550-5ec06e792363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.148047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e69a941b-c31b-45a9-84c5-6822797f6dc9 None None] Provisioning complete for port 84dd786c-f6cf-4f85-af0a-11eecde1d40f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:18.148793 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e69a941b-c31b-45a9-84c5-6822797f6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.154633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:18.156778 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dc93fc-35e3-477a-ac27-cbb4ae2425c1" -d '{"events": [{"server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "name": "network-vif-plugged", "status": "completed", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:18.202149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=503cb9c9-fd94-4516-8399-ed7614cd7298,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:18.208016 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1495c6b0-d755-4e7b-ba09-7bcb218aac97 x-openstack-request-id: req-1495c6b0-d755-4e7b-ba09-7bcb218aac97 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:18.208342 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "name": "network-vif-plugged", "status": "completed", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:18.210512 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1495c6b0-d755-4e7b-ba09-7bcb218aac97 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:18.210911 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1495c6b0-d755-4e7b-ba09-7bcb218aac97'] response: {'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298', 'code': 200} Mar 22 13:54:18.213712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.259902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ba725-61de-4c63-97a8-e71b67cee8c2 req-f6ec3339-7bc6-4d80-bdf7-e1abeb72516a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.261615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c66ba725-61de-4c63-97a8-e71b67cee8c2 req-f6ec3339-7bc6-4d80-bdf7-e1abeb72516a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 944 time: 0.1204150 Mar 22 13:54:18.286856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e69a941b-c31b-45a9-84c5-6822797f6dc9 None None] Port 84dd786c-f6cf-4f85-af0a-11eecde1d40f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:54:18.322852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84dd786c-f6cf-4f85-af0a-11eecde1d40f {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:18.325228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:18.335216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c66ba725-61de-4c63-97a8-e71b67cee8c2 req-e62c3194-e312-4f3a-ab00-389d62b495c4 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671546 Mar 22 13:54:18.346481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Publish callbacks [] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.377554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Transition to ACTIVE for port object 84dd786c-f6cf-4f85-af0a-11eecde1d40f will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:54:18.381027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1029512-50de-4715-9fa6-d7a2028bb1b0 req-9f09b8c1-d425-4554-93e6-7b408d47050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.382642 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1029512-50de-4715-9fa6-d7a2028bb1b0 req-9f09b8c1-d425-4554-93e6-7b408d47050c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1127 time: 0.0704389 Mar 22 13:54:18.383722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.458354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-426ada58-544f-400d-b848-63b0b4b208b6 req-3d9ee728-a419-452f-9c3b-36c0e6b42ac0 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0425167 Mar 22 13:54:18.485014 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1029512-50de-4715-9fa6-d7a2028bb1b0 req-162297a4-96d9-447c-b53e-742809599af2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957973 Mar 22 13:54:18.487344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=84dd786c-f6cf-4f85-af0a-11eecde1d40f,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:18.594084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Attempting to bind port 84dd786c-f6cf-4f85-af0a-11eecde1d40f on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:18.594513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Attempting to bind port 84dd786c-f6cf-4f85-af0a-11eecde1d40f by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:18.595288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Attempting to bind port 84dd786c-f6cf-4f85-af0a-11eecde1d40f on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:18.602736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Port 84dd786c-f6cf-4f85-af0a-11eecde1d40f on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:54:18.603209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Attempting to bind port 84dd786c-f6cf-4f85-af0a-11eecde1d40f on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:18.609400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:18.609852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:18.610426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:18.611013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Bound port: 84dd786c-f6cf-4f85-af0a-11eecde1d40f, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:18.611387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.688193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] For port 84dd786c-f6cf-4f85-af0a-11eecde1d40f, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:18.692333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] For port 84dd786c-f6cf-4f85-af0a-11eecde1d40f, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=84dd786c-f6cf-4f85-af0a-11eecde1d40f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:18.700779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.750348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.750948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.753400 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] 10.222.0.42 "PUT /v2.0/ports/84dd786c-f6cf-4f85-af0a-11eecde1d40f HTTP/1.1" status: 200 len: 1096 time: 0.9188073 Mar 22 13:54:18.756812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'tag': '84dd786c-f6cf-4f85-af0a-11eecde1d40f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:18.774706 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4", "tag": "84dd786c-f6cf-4f85-af0a-11eecde1d40f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:18.847010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9507d18-1fe8-4b2f-8315-18fb17d55fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=84dd786c-f6cf-4f85-af0a-11eecde1d40f,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:18.854797 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c232caaa-d6da-4573-961d-6f3eebbb02cd x-openstack-request-id: req-c232caaa-d6da-4573-961d-6f3eebbb02cd {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:18.855348 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4", "tag": "84dd786c-f6cf-4f85-af0a-11eecde1d40f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:18.855795 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c232caaa-d6da-4573-961d-6f3eebbb02cd {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:18.858366 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c232caaa-d6da-4573-961d-6f3eebbb02cd'] response: {'name': 'network-changed', 'server_uuid': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'tag': '84dd786c-f6cf-4f85-af0a-11eecde1d40f', 'status': 'completed', 'code': 200} Mar 22 13:54:18.901870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-9575c494-114d-44c0-bbcb-e28faa60e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.903470 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-9575c494-114d-44c0-bbcb-e28faa60e036 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59eda54f7a424ee696c742561f3daa39&device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 1130 time: 0.0830679 Mar 22 13:54:18.967569 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-c5989b4a-2ed0-404d-ad82-23f07ca5de4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=84dd786c-f6cf-4f85-af0a-11eecde1d40f HTTP/1.1" status: 200 len: 217 time: 0.0537860 Mar 22 13:54:19.060222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-a7396d44-b44b-483d-8180-d7c234c062db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.061801 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-a7396d44-b44b-483d-8180-d7c234c062db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0863955 Mar 22 13:54:19.119218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40df1ec-ed0b-4dad-98d8-11e0bf9fa5bf req-93983339-fa76-4786-a387-437c2e8d7efd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.128849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e40df1ec-ed0b-4dad-98d8-11e0bf9fa5bf req-93983339-fa76-4786-a387-437c2e8d7efd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1267741 Mar 22 13:54:19.132826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-a09c4143-60e4-4d1e-941b-58429e044c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.134538 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-a09c4143-60e4-4d1e-941b-58429e044c82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0629935 Mar 22 13:54:19.179148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e839d1-700c-417c-a451-eda3a5783140 req-f49c6dfd-ee74-47a3-ab50-d2606d5f3e6c tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.187910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1e839d1-700c-417c-a451-eda3a5783140 req-f49c6dfd-ee74-47a3-ab50-d2606d5f3e6c tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 948 time: 0.1370094 Mar 22 13:54:19.244010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e40df1ec-ed0b-4dad-98d8-11e0bf9fa5bf req-c0999b43-5655-422c-977c-a68c41aa9979 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Mar 22 13:54:19.301225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1e839d1-700c-417c-a451-eda3a5783140 req-4335f69a-9c6e-4b1d-97d5-2cd1cecbf5dc tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056566 Mar 22 13:54:19.312520 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-6ba35148-179e-4fec-8d60-030cb5c8517d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616755 Mar 22 13:54:19.450022 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a13f9ea-22b3-429f-a8ed-6959a56727e4 req-bd4bcc99-c91e-4324-b51f-e26b885d94b4 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251242 Mar 22 13:54:19.504103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cdc1c-6cf1-4957-9870-a99fa0680b59 req-3b7e4584-097e-4c90-8f99-c0b10e6a86ca tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.506056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-248cdc1c-6cf1-4957-9870-a99fa0680b59 req-3b7e4584-097e-4c90-8f99-c0b10e6a86ca tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 945 time: 0.0770731 Mar 22 13:54:19.564915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-1d29a22d-8c2d-48ee-a347-b4f76f018dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.567092 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-1d29a22d-8c2d-48ee-a347-b4f76f018dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59eda54f7a424ee696c742561f3daa39&device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 1130 time: 0.0559020 Mar 22 13:54:19.590922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-248cdc1c-6cf1-4957-9870-a99fa0680b59 req-3275eced-aa5c-4832-9717-26b3dcc29995 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765042 Mar 22 13:54:19.678282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02ed67d3-8430-4053-8be4-707b19871c63 req-6a66f033-06e1-4551-a5cf-91c8ebcfaa15 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0382915 Mar 22 13:54:19.727762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-28d0b041-02dc-45a9-b8b2-08981a2ee09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.729536 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-28d0b041-02dc-45a9-b8b2-08981a2ee09a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1484025 Mar 22 13:54:19.787223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-7d7ed43e-1b9c-4a05-90f4-df25f609273a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=84dd786c-f6cf-4f85-af0a-11eecde1d40f HTTP/1.1" status: 200 len: 217 time: 0.0492401 Mar 22 13:54:19.860168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-812b5302-4fae-40b0-9020-1a7b20ad2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.862547 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-812b5302-4fae-40b0-9020-1a7b20ad2882 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0694778 Mar 22 13:54:19.918751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-365de98d-e4f5-4abc-aa3e-1eb996a5e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:19.920665 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-365de98d-e4f5-4abc-aa3e-1eb996a5e159 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0512843 Mar 22 13:54:20.026667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-beac315b-1a2b-4518-812d-152c3ba61d0d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983229 Mar 22 13:54:20.137445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f15dc7-97d5-4f35-a0c4-e630fdce1ce0 req-31ccaa3a-ca25-4de5-a1a9-d3f89953fd27 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043460 Mar 22 13:54:20.333007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a8e3311f-0c2b-4dd3-8ac9-a2db61abe032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:20.450909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630741b4-9c14-4d04-a7dd-2e6aa01a1c26 req-a15c5e10-d5f6-4133-8461-b1320fca4c84 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:20.452378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-630741b4-9c14-4d04-a7dd-2e6aa01a1c26 req-a15c5e10-d5f6-4133-8461-b1320fca4c84 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1061840 Mar 22 13:54:20.765651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7d9af-dc59-4232-864f-89d9ce935eed req-3ee93019-567a-4dbd-b0dd-9c5b8578eb11 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:20.772556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57d7d9af-dc59-4232-864f-89d9ce935eed req-3ee93019-567a-4dbd-b0dd-9c5b8578eb11 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 948 time: 0.3878264 Mar 22 13:54:20.842987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-630741b4-9c14-4d04-a7dd-2e6aa01a1c26 req-4e7e1c35-8008-4e91-b3f0-bb14b8033780 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823621 Mar 22 13:54:20.884984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57d7d9af-dc59-4232-864f-89d9ce935eed req-b1475f9a-1e74-4ef7-8a4b-6204cbd0ffd1 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033869 Mar 22 13:54:20.987976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f6c7821-6017-45ad-87b4-4088503106ce req-93944c8f-663a-4a2e-8748-b3cd7a7ee901 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0422797 Mar 22 13:54:21.042252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace08e-0302-4b5c-9d1c-2fb70e5469ee req-307b5f1a-a583-45e0-b67f-1e691bbd9b3d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:21.049543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caace08e-0302-4b5c-9d1c-2fb70e5469ee req-307b5f1a-a583-45e0-b67f-1e691bbd9b3d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 945 time: 0.0936098 Mar 22 13:54:21.113722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caace08e-0302-4b5c-9d1c-2fb70e5469ee req-219f32a8-0a48-4b2e-9fc4-98b458c06ed4 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Mar 22 13:54:21.249265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-15a04ee6-8fc4-4c70-9d61-e3b64de50c4f tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1902137186&fields=id&tenant_id=5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 267 time: 0.0501149 Mar 22 13:54:21.314278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-1d6d6817-f3df-4f37-af71-82d359ea338a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:21.322291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-1d6d6817-f3df-4f37-af71-82d359ea338a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 945 time: 0.0721970 Mar 22 13:54:21.328693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'port': {'security_groups': ['3ba26a4b-d4dc-4d74-a024-167c436ccf44', '3c234cfe-1f58-4385-8d7d-5d17889ff599']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:21.414892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:21.642259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=503cb9c9-fd94-4516-8399-ed7614cd7298,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:21.695602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:21.714012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:21.731824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac', '503cb9c9-fd94-4516-8399-ed7614cd7298'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:21.737159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:21.800581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:21.801250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:21.802718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4af281c-6172-4ef4-820d-fd3b71da8a3a req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "PUT /v2.0/ports/503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 981 time: 0.4796414 Mar 22 13:54:21.805430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:21.808566 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cff02f-df80-41af-90a9-ade38fc5859b" -d '{"events": [{"name": "network-changed", "server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:21.825790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabf21e-3674-455d-9930-0b8ca8f74f9d tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:21.872453 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90790215-5b27-4ad4-9b15-6c8512be9f05 x-openstack-request-id: req-90790215-5b27-4ad4-9b15-6c8512be9f05 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:21.872740 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:21.872986 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90790215-5b27-4ad4-9b15-6c8512be9f05 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:21.873387 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90790215-5b27-4ad4-9b15-6c8512be9f05'] response: {'name': 'network-changed', 'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298', 'status': 'completed', 'code': 200} Mar 22 13:54:21.897740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e58a0e1-fd83-450e-bdd3-6b994c83da15 req-fac8fa06-70fb-4a34-ad55-c3f8f20494a5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/3c234cfe-1f58-4385-8d7d-5d17889ff599 HTTP/1.1" status: 200 len: 1817 time: 0.0576923 Mar 22 13:54:21.943505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['503cb9c9-fd94-4516-8399-ed7614cd7298'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:22.027666 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-7e58a0e1-fd83-450e-bdd3-6b994c83da15 req-4b3aeb89-bc9a-4dee-a776-63e556513eca tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 13:54:22.028718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e58a0e1-fd83-450e-bdd3-6b994c83da15 req-4b3aeb89-bc9a-4dee-a776-63e556513eca tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/3c234cfe-1f58-4385-8d7d-5d17889ff599 HTTP/1.1" status: 409 len: 341 time: 0.1252449 Mar 22 13:54:22.067598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906ba8-5e35-475a-bf6f-e1e744cd6efd req-6f1addf5-344d-4dcc-9431-ac6250ef1881 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:22.077956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c906ba8-5e35-475a-bf6f-e1e744cd6efd req-6f1addf5-344d-4dcc-9431-ac6250ef1881 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1075544 Mar 22 13:54:22.119886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-d704b1aa-32ce-4240-996d-aae827335980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:22.127026 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-d704b1aa-32ce-4240-996d-aae827335980 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1166 time: 0.2319250 Mar 22 13:54:22.194607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c906ba8-5e35-475a-bf6f-e1e744cd6efd req-94165baa-fb21-41bf-8e0f-e9f0fe4bae7a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152198 Mar 22 13:54:22.319971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a4ac104-6f4e-450d-8743-20f0cb5006b8 req-226aa8c6-fb99-47c1-b4eb-3a9565675234 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0313122 Mar 22 13:54:22.325953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b812fb-cb74-48d7-8368-31476a1d197a req-76d92355-c4cc-45b7-ab6a-af611912eed5 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:22.327511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9b812fb-cb74-48d7-8368-31476a1d197a req-76d92355-c4cc-45b7-ab6a-af611912eed5 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 948 time: 0.1231403 Mar 22 13:54:22.353384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-968a6b1a-fb41-4f0c-8499-13131697b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:22.354897 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-968a6b1a-fb41-4f0c-8499-13131697b377 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 914 time: 0.2128193 Mar 22 13:54:22.419133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9b812fb-cb74-48d7-8368-31476a1d197a req-848f3a33-0ec9-433e-a99f-3eec5334c505 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802836 Mar 22 13:54:22.442176 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-f727f501-0acb-4419-a8a5-ed3b449f2a9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0789509 Mar 22 13:54:22.537088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-bfe4e5a2-7668-45f7-9a92-8bd3e1db9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:22.538679 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-bfe4e5a2-7668-45f7-9a92-8bd3e1db9a9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.0901897 Mar 22 13:54:22.583635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-0648b9ea-ad96-4603-85fa-6cf5f75b7bf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360680 Mar 22 13:54:22.707853 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-ec2a3872-6610-4ad2-87e9-b9155fb822ac service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146224 Mar 22 13:54:22.710511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12584350-2293-4ec0-91a9-0755553e97c6 req-8f6e5dbb-06b5-4e13-9fe7-d3eb0f08afea tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:22.712120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12584350-2293-4ec0-91a9-0755553e97c6 req-8f6e5dbb-06b5-4e13-9fe7-d3eb0f08afea tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 984 time: 0.0828662 Mar 22 13:54:22.800185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12584350-2293-4ec0-91a9-0755553e97c6 req-675848c3-8c1d-4558-9dae-6985e376aacf tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c234cfe-1f58-4385-8d7d-5d17889ff599&id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0690670 Mar 22 13:54:22.856492 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a9cff02f-df80-41af-90a9-ade38fc5859b req-44fb4039-8464-407c-93c4-2aa7479c066a service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172194 Mar 22 13:54:22.988038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-eed7342e-be8d-4dbe-a69b-e0e56a31f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:22.989887 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-eed7342e-be8d-4dbe-a69b-e0e56a31f4e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1166 time: 0.0766983 Mar 22 13:54:23.150909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-f14ced12-5086-46ee-87db-c4220beb34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:23.153206 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-f14ced12-5086-46ee-87db-c4220beb34ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 914 time: 0.1534693 Mar 22 13:54:23.211179 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-ad51d47b-52e6-427b-9b1a-778f3ab22f46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0429993 Mar 22 13:54:23.228174 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:23.266253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-cb2fc32d-6142-49cf-9407-bf6f770db63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:23.268373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-cb2fc32d-6142-49cf-9407-bf6f770db63f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.0508366 Mar 22 13:54:23.305403 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-de5d964e-6f6c-4b87-a682-5d9071331a15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288329 Mar 22 13:54:23.324553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 84dd786c-f6cf-4f85-af0a-11eecde1d40f details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:54:23.407492 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-967ce0e3-2fc7-404d-958d-fc828c90aa73 service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970070 Mar 22 13:54:23.483629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428080d-38bd-4875-9f2a-f85ce0645a18 req-deed47ca-254f-4a3c-adca-a14a67923b96 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:23.493246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3428080d-38bd-4875-9f2a-f85ce0645a18 req-deed47ca-254f-4a3c-adca-a14a67923b96 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.0973458 Mar 22 13:54:23.540513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9ed0cec-e65e-4672-9af1-e4dadb12ed4b req-50acbf50-ccc7-4e91-b9fa-57c7648466e2 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0310655 Mar 22 13:54:23.548251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 84dd786c-f6cf-4f85-af0a-11eecde1d40f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=84dd786c-f6cf-4f85-af0a-11eecde1d40f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:23.577910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '84dd786c-f6cf-4f85-af0a-11eecde1d40f', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '84dd786c-f6cf-4f85-af0a-11eecde1d40f', 'mac_address': 'fa:16:3e:19:2c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:54:23.585918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3428080d-38bd-4875-9f2a-f85ce0645a18 req-787f9629-df14-4bf4-bd33-a0854021061b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914741 Mar 22 13:54:23.607881 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-339fbfd9-0195-440e-80f0-907aa2bc273a req-580dd4d4-0b95-4c19-94cc-1d6be906a07c service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929162 Mar 22 13:54:23.662880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 84dd786c-f6cf-4f85-af0a-11eecde1d40f is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:23.663578 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:23.683937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dd786c-f6cf-4f85-af0a-11eecde1d40f {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:23.726502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 84dd786c-f6cf-4f85-af0a-11eecde1d40f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=84dd786c-f6cf-4f85-af0a-11eecde1d40f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:23.732022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:23.736156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839fd17-b9d3-4f49-aecb-0d114c711cd5 req-41bcbde3-7290-486a-ae49-3e45c9da5aac tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:23.737727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c839fd17-b9d3-4f49-aecb-0d114c711cd5 req-41bcbde3-7290-486a-ae49-3e45c9da5aac tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 948 time: 0.0815964 Mar 22 13:54:23.819132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=84dd786c-f6cf-4f85-af0a-11eecde1d40f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:23.831582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c839fd17-b9d3-4f49-aecb-0d114c711cd5 req-8329f344-5e19-4fcb-a7f1-42f0050c47fc tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802753 Mar 22 13:54:23.969865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87596c0-c852-41af-832e-03274f38cbed req-2bfb7460-92a2-4959-8d3a-4a206e9948ed tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:23.971515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e87596c0-c852-41af-832e-03274f38cbed req-2bfb7460-92a2-4959-8d3a-4a206e9948ed tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 984 time: 0.0810912 Mar 22 13:54:24.024685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['84dd786c-f6cf-4f85-af0a-11eecde1d40f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:24.054869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e87596c0-c852-41af-832e-03274f38cbed req-b136029b-e650-46cc-8599-052cc4887c6f tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c234cfe-1f58-4385-8d7d-5d17889ff599&id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0743685 Mar 22 13:54:24.063878 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:24.534128 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:24.755504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e428389-c067-4eb5-aede-6698b79f9a5a req-4832ea64-66a5-4284-a8d8-b662e560924c tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0506065 Mar 22 13:54:24.818859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f371f0-15ac-45c6-839c-b1d89552de45 req-72f5d4b0-4a0f-4f82-88ec-c80f2b8cdbf6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:24.820361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41f371f0-15ac-45c6-839c-b1d89552de45 req-72f5d4b0-4a0f-4f82-88ec-c80f2b8cdbf6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.0910079 Mar 22 13:54:24.883980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41f371f0-15ac-45c6-839c-b1d89552de45 req-cd437cdc-3d86-4e9f-8e49-b5ef9f1cef94 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Mar 22 13:54:24.981606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e84bc-1932-450b-a995-716651e2adf9 req-fd551b6f-e7b1-4a4e-8fc4-10ef26949372 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:24.983553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b44e84bc-1932-450b-a995-716651e2adf9 req-fd551b6f-e7b1-4a4e-8fc4-10ef26949372 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 949 time: 0.0739062 Mar 22 13:54:25.045019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b44e84bc-1932-450b-a995-716651e2adf9 req-cba7b97a-0e3f-471f-9c87-61759d9b4f4f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536275 Mar 22 13:54:25.196364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632efdb-8d0f-448d-8edf-a17aa745fa2d req-6c599372-955c-4044-9d33-68a46d782983 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:25.203973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b632efdb-8d0f-448d-8edf-a17aa745fa2d req-6c599372-955c-4044-9d33-68a46d782983 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 984 time: 0.0644252 Mar 22 13:54:25.280341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b632efdb-8d0f-448d-8edf-a17aa745fa2d req-0302b2ff-fcc1-4d4a-8172-a9124ddc5f95 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c234cfe-1f58-4385-8d7d-5d17889ff599&id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0751145 Mar 22 13:54:25.336623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 84dd786c-f6cf-4f85-af0a-11eecde1d40f up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:25.403226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 84dd786c-f6cf-4f85-af0a-11eecde1d40f completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:54:25.409227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 84dd786c-f6cf-4f85-af0a-11eecde1d40f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:25.410264 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:25.415812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c047a51d-a378-49d6-a456-1c119439d037 req-86e97aee-140d-455d-a92b-248b2ff015e1 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-203132766&fields=id&tenant_id=5c894bdcd491469e9ab56878b1558e07 HTTP/1.1" status: 200 len: 267 time: 0.0752170 Mar 22 13:54:25.480109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a51d-a378-49d6-a456-1c119439d037 req-463af3cc-66b1-49d1-b966-573e621cdbec tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:25.490773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 84dd786c-f6cf-4f85-af0a-11eecde1d40f is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:25.491422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:25.493169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c047a51d-a378-49d6-a456-1c119439d037 req-463af3cc-66b1-49d1-b966-573e621cdbec tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 984 time: 0.0717285 Mar 22 13:54:25.498629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'port': {'security_groups': ['3ba26a4b-d4dc-4d74-a024-167c436ccf44', '3c234cfe-1f58-4385-8d7d-5d17889ff599', '06bef53d-62e4-4c1c-9671-129b51f9c31e']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:25.516256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dd786c-f6cf-4f85-af0a-11eecde1d40f'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:25.519050 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a3a1bc-cefd-4a1a-bcfe-b6a1606af4b7" -d '{"events": [{"server_uuid": "0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4", "name": "network-vif-plugged", "status": "completed", "tag": "84dd786c-f6cf-4f85-af0a-11eecde1d40f"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:25.540663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 84dd786c-f6cf-4f85-af0a-11eecde1d40f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=84dd786c-f6cf-4f85-af0a-11eecde1d40f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:25.550273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:25.593860 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:25.668058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=84dd786c-f6cf-4f85-af0a-11eecde1d40f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:25.675320 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0df807-c9d9-4c7d-bc02-289d9e598e1f x-openstack-request-id: req-0a0df807-c9d9-4c7d-bc02-289d9e598e1f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:25.677335 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4", "name": "network-vif-plugged", "status": "completed", "tag": "84dd786c-f6cf-4f85-af0a-11eecde1d40f", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:25.677727 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a0df807-c9d9-4c7d-bc02-289d9e598e1f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:25.678306 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0df807-c9d9-4c7d-bc02-289d9e598e1f'] response: {'server_uuid': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dd786c-f6cf-4f85-af0a-11eecde1d40f', 'code': 200} Mar 22 13:54:25.712653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf375ec-3bad-43f9-84e6-7e3ff5539963 req-2520c4df-0184-4f42-857c-42522132753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:25.714826 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-eaf375ec-3bad-43f9-84e6-7e3ff5539963 req-2520c4df-0184-4f42-857c-42522132753c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 1132 time: 0.0684052 Mar 22 13:54:25.785590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-eaf375ec-3bad-43f9-84e6-7e3ff5539963 req-512c5acd-0a2a-4d7e-879d-e3644c56dc7f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611029 Mar 22 13:54:25.852013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=503cb9c9-fd94-4516-8399-ed7614cd7298,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:25.904095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd2409f2-af7b-4ceb-b73e-ca847c4ad378 req-2d9cce75-f59d-4215-8cd4-c6547b8b3447 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Mar 22 13:54:25.928187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:25.946142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:25.962323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac', '503cb9c9-fd94-4516-8399-ed7614cd7298'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:26.063489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:26.064182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:26.065693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c047a51d-a378-49d6-a456-1c119439d037 req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "PUT /v2.0/ports/503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 1020 time: 0.5715973 Mar 22 13:54:26.066267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:26.068943 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b76cb-a71b-48bf-81f9-128eb1830068" -d '{"events": [{"name": "network-changed", "server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:26.115796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db8f36-0be6-4c58-b824-f8be5b00653e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:26.259187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61f7e6-d3e5-4293-a843-9c244892c972 req-46246cc2-230a-47cb-a8ed-6244c081db84 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:26.267541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c61f7e6-d3e5-4293-a843-9c244892c972 req-46246cc2-230a-47cb-a8ed-6244c081db84 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.2260745 Mar 22 13:54:26.326518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['503cb9c9-fd94-4516-8399-ed7614cd7298'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:26.354666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25fc02-728e-480a-8974-4791b07dc70c req-138391cd-7a3e-42b1-9b9b-6c1444030beb tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:26.356393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb25fc02-728e-480a-8974-4791b07dc70c req-138391cd-7a3e-42b1-9b9b-6c1444030beb tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 950 time: 0.2322307 Mar 22 13:54:26.442671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb25fc02-728e-480a-8974-4791b07dc70c req-fe78f87f-8430-4a05-adc2-f798d874c3b2 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706403 Mar 22 13:54:26.499500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c61f7e6-d3e5-4293-a843-9c244892c972 req-c1e45087-ea77-467d-94e7-25e70cd98830 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308872 Mar 22 13:54:26.557233 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826722be-ee8f-4148-9b49-ab9b104984c2 x-openstack-request-id: req-826722be-ee8f-4148-9b49-ab9b104984c2 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:26.561239 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:26.561630 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-826722be-ee8f-4148-9b49-ab9b104984c2 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:26.562761 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826722be-ee8f-4148-9b49-ab9b104984c2'] response: {'name': 'network-changed', 'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298', 'status': 'completed', 'code': 200} Mar 22 13:54:26.658376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32eefb81-6b53-48ed-b40e-98cf4eca1a85 req-73eaba39-d015-4c72-8007-1dd077e0b648 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/06bef53d-62e4-4c1c-9671-129b51f9c31e HTTP/1.1" status: 200 len: 1817 time: 0.1338322 Mar 22 13:54:26.717243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-91c6e68f-4650-4de4-8852-bfb2f1d2a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:26.718833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-91c6e68f-4650-4de4-8852-bfb2f1d2a19f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c894bdcd491469e9ab56878b1558e07&device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1206 time: 0.1294904 Mar 22 13:54:26.784838 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-32eefb81-6b53-48ed-b40e-98cf4eca1a85 req-651deb96-839f-4ce4-9676-de5d7afb56a9 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 13:54:26.795032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32eefb81-6b53-48ed-b40e-98cf4eca1a85 req-651deb96-839f-4ce4-9676-de5d7afb56a9 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/06bef53d-62e4-4c1c-9671-129b51f9c31e HTTP/1.1" status: 409 len: 341 time: 0.1290312 Mar 22 13:54:26.917199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-65d19267-ff3a-4e89-aad1-d28241193cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:26.918699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-65d19267-ff3a-4e89-aad1-d28241193cf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 200 len: 914 time: 0.1893363 Mar 22 13:54:27.018273 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-e63778c1-e052-4c20-841a-5c7d9d22ebd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0816960 Mar 22 13:54:27.131062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-a8259e89-a073-4331-a6de-1d0de40cffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:27.139341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67f156d3-3667-4a3b-b4c9-953325f9bbde req-ac33f0cd-1abe-4952-9009-b4cf40dc1194 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0806158 Mar 22 13:54:27.142807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-a8259e89-a073-4331-a6de-1d0de40cffc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 200 len: 853 time: 0.1210890 Mar 22 13:54:27.227180 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-ebff226d-f606-461a-9120-37cc903c4de4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b9f494a-57cd-4783-8799-5ce13861be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804753 Mar 22 13:54:27.374640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba35b9e-d42b-49c6-9e83-77486f1f0ecb req-79c65fe5-906b-4e89-88c7-d6c97fdef5f6 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:27.384854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ba35b9e-d42b-49c6-9e83-77486f1f0ecb req-79c65fe5-906b-4e89-88c7-d6c97fdef5f6 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1023 time: 0.0980639 Mar 22 13:54:27.459761 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-2aa39e24-5a3d-44e5-ade8-9fce3d70703c service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207491 Mar 22 13:54:27.474053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ba35b9e-d42b-49c6-9e83-77486f1f0ecb req-4220cd99-03a4-4672-8617-f71f89c8a6ee tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&id=3c234cfe-1f58-4385-8d7d-5d17889ff599&id=06bef53d-62e4-4c1c-9671-129b51f9c31e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0827391 Mar 22 13:54:27.592329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e09e9d-624c-4a5b-8e5f-44c1f9266c70 req-666bee4d-975e-4768-b795-ee89a1c78ee3 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:27.594252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25e09e9d-624c-4a5b-8e5f-44c1f9266c70 req-666bee4d-975e-4768-b795-ee89a1c78ee3 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 950 time: 0.0730510 Mar 22 13:54:27.636241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93b76cb-a71b-48bf-81f9-128eb1830068 req-64de15bf-cbbf-4e94-aa9f-fb7efd27f3de service neutron] 10.222.0.57 "GET /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679118 Mar 22 13:54:27.710953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b33f2a-0a4a-4ba9-9f83-49f821cb4e08 req-3792093a-fe74-46d7-acea-7a28431e92f7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:27.718402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8b33f2a-0a4a-4ba9-9f83-49f821cb4e08 req-3792093a-fe74-46d7-acea-7a28431e92f7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1045668 Mar 22 13:54:27.749578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25e09e9d-624c-4a5b-8e5f-44c1f9266c70 req-de7c4bbe-cb6a-4626-9690-5af3aa59d04e tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386204 Mar 22 13:54:27.853207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8b33f2a-0a4a-4ba9-9f83-49f821cb4e08 req-4160075c-4994-48ce-a6a1-3b7720148ded tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161587 Mar 22 13:54:28.069450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca180-887a-454c-900b-0d6079903fac req-ea3988f1-1653-4f72-a32b-06692b468f7c tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:28.071487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d7ca180-887a-454c-900b-0d6079903fac req-ea3988f1-1653-4f72-a32b-06692b468f7c tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 1132 time: 0.0573897 Mar 22 13:54:28.094622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d7ca180-887a-454c-900b-0d6079903fac req-afa7df6e-9fff-46b3-be98-79a7ca5f8a02 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:28.181941 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:28.207262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d7ca180-887a-454c-900b-0d6079903fac req-afa7df6e-9fff-46b3-be98-79a7ca5f8a02 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] Publish callbacks [] for security_group (01445d77-8be2-40b2-8583-892b4841d616), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:28.212759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d7ca180-887a-454c-900b-0d6079903fac req-afa7df6e-9fff-46b3-be98-79a7ca5f8a02 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (01445d77-8be2-40b2-8583-892b4841d616), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:28.255079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7df6e-9fff-46b3-be98-79a7ca5f8a02 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01445d77-8be2-40b2-8583-892b4841d616,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:28.267658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d7ca180-887a-454c-900b-0d6079903fac req-afa7df6e-9fff-46b3-be98-79a7ca5f8a02 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904590 Mar 22 13:54:28.377698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36f96dbb-b532-4fcd-9bb1-3624aa800024 req-b4acca0c-eb74-41ad-a652-f212bed62120 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0547328 Mar 22 13:54:28.644084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68ce6-3b3d-459f-801e-6556b4a609db req-86c1c788-0a9b-4523-b885-1e2f6bee1c95 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:28.648317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1e68ce6-3b3d-459f-801e-6556b4a609db req-86c1c788-0a9b-4523-b885-1e2f6bee1c95 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1023 time: 0.0990405 Mar 22 13:54:28.841282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1e68ce6-3b3d-459f-801e-6556b4a609db req-92c6e939-057f-4907-aa54-f942ba770791 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&id=3c234cfe-1f58-4385-8d7d-5d17889ff599&id=06bef53d-62e4-4c1c-9671-129b51f9c31e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1850982 Mar 22 13:54:28.983227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-ffdbb948-ef33-48f6-80bf-aae26dc4f5da tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:28.985145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-ffdbb948-ef33-48f6-80bf-aae26dc4f5da tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 1023 time: 0.0770276 Mar 22 13:54:29.098231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e93e2-bf31-4c51-911e-9bf0fa979376 req-a3a38c85-7f3f-40a8-9589-898db8f266a1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:29.099970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a9e93e2-bf31-4c51-911e-9bf0fa979376 req-a3a38c85-7f3f-40a8-9589-898db8f266a1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 945 time: 0.1467516 Mar 22 13:54:29.135096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4f5a7-e5d3-4904-bc2e-7c01adec19bb req-ae4f3f47-1315-488a-b705-a8f6812f75de tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:29.143833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5d4f5a7-e5d3-4904-bc2e-7c01adec19bb req-ae4f3f47-1315-488a-b705-a8f6812f75de tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1781623 Mar 22 13:54:29.169281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Deleting port 503cb9c9-fd94-4516-8399-ed7614cd7298 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:29.175590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:29.242812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5d4f5a7-e5d3-4904-bc2e-7c01adec19bb req-ea30c36d-97ef-4a19-832f-3c9392aa139e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976784 Mar 22 13:54:29.307404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a9e93e2-bf31-4c51-911e-9bf0fa979376 req-7731add6-3d53-4420-830b-d8d9e82f4fbf tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933484 Mar 22 13:54:29.348446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] For port 503cb9c9-fd94-4516-8399-ed7614cd7298, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=503cb9c9-fd94-4516-8399-ed7614cd7298,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:29.349176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:29.375628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Calling delete_port for 503cb9c9-fd94-4516-8399-ed7614cd7298 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:29.462823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9d13-8a44-4a0d-a328-1ecfc14a848f req-d3041749-78bc-432b-aa5f-3af07e067067 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:29.464411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d64c9d13-8a44-4a0d-a328-1ecfc14a848f req-d3041749-78bc-432b-aa5f-3af07e067067 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 1132 time: 0.0840666 Mar 22 13:54:29.560573 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:54:29.591766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05c2e0a7-c6c5-4917-8598-b0ff2eba0e61 req-f41eb3df-a3cb-41e6-b911-857f0f51935f tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0438728 Mar 22 13:54:29.601661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d64c9d13-8a44-4a0d-a328-1ecfc14a848f req-f0bbaecd-c28d-4b2a-ad9d-7d77b169a532 tempest-ServersAdminNegativeTestJSON-1504987217 tempest-ServersAdminNegativeTestJSON-1504987217-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312749 Mar 22 13:54:29.707593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (503cb9c9-fd94-4516-8399-ed7614cd7298), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:29.723753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac', '503cb9c9-fd94-4516-8399-ed7614cd7298'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:29.776242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'Port': ['ID=503cb9c9-fd94-4516-8399-ed7614cd7298,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:29.950929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] No DVR routers for this DVR port 503cb9c9-fd94-4516-8399-ed7614cd7298 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:29.956030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:29.963439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e18f756e-1e21-46ef-8db1-334fd6845e38 req-b90f9d20-2742-46b2-b08f-2b08632c3254 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "DELETE /v2.0/ports/503cb9c9-fd94-4516-8399-ed7614cd7298 HTTP/1.1" status: 204 len: 173 time: 0.9662855 Mar 22 13:54:29.964083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'name': 'network-vif-deleted', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:29.975617 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6c6adb-6a1c-48ff-b291-1733145bab4b" -d '{"events": [{"server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "name": "network-vif-deleted", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:30.099204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1cfb0d1-6926-4fcf-bb2b-c84f0a871b16 req-c888ad67-44b9-42c5-926a-f45d94983cce tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=547cc95d-88cf-4f68-bcf1-36b9fddafaf5 HTTP/1.1" status: 200 len: 210 time: 0.0640206 Mar 22 13:54:30.133312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a48b6081-c8c1-4fdb-9b43-04388e9e5589 req-f5c6b0b0-72ce-421a-a011-529e5f61189a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9eccfdf4e1484d23bc15cbf6baae026c&device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0549097 Mar 22 13:54:30.238602 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cae64a-51a8-4d00-a159-41c503b43b4c x-openstack-request-id: req-a1cae64a-51a8-4d00-a159-41c503b43b4c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:30.240384 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547cc95d-88cf-4f68-bcf1-36b9fddafaf5", "name": "network-vif-deleted", "tag": "503cb9c9-fd94-4516-8399-ed7614cd7298", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:30.240875 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1cae64a-51a8-4d00-a159-41c503b43b4c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:30.243797 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cae64a-51a8-4d00-a159-41c503b43b4c'] response: {'server_uuid': '547cc95d-88cf-4f68-bcf1-36b9fddafaf5', 'name': 'network-vif-deleted', 'tag': '503cb9c9-fd94-4516-8399-ed7614cd7298', 'status': 'completed', 'code': 200} Mar 22 13:54:30.308827 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a48b6081-c8c1-4fdb-9b43-04388e9e5589 req-7a433cde-79c2-4dba-aab5-a43f0e79cef0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9eccfdf4e1484d23bc15cbf6baae026c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412315 Mar 22 13:54:30.442270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f583-0b20-4123-903a-b10ae1bfece5 req-5d14bb75-36fa-4e55-9138-55fc6303809f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:30.443671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7657f583-0b20-4123-903a-b10ae1bfece5 req-5d14bb75-36fa-4e55-9138-55fc6303809f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1094909 Mar 22 13:54:30.455329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1aef-1719-4954-ab6b-af1dc7c704a9 req-1923a65f-e26b-464d-8a99-3c6b2b63ee1c tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:30.463164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-914b1aef-1719-4954-ab6b-af1dc7c704a9 req-1923a65f-e26b-464d-8a99-3c6b2b63ee1c tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 950 time: 0.0940380 Mar 22 13:54:30.548158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-914b1aef-1719-4954-ab6b-af1dc7c704a9 req-7a080b0d-b23d-452e-847d-c0798c5dc32c tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839956 Mar 22 13:54:30.606886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7657f583-0b20-4123-903a-b10ae1bfece5 req-34339155-e9e3-4cab-aa74-ed2d29ea2e04 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313438 Mar 22 13:54:30.719386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-04a58c13-1b22-4cf3-a81c-2bf75ab03399 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:30.722094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-04a58c13-1b22-4cf3-a81c-2bf75ab03399 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 945 time: 0.1141884 Mar 22 13:54:30.794450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3da225f-b6e0-473f-873d-825508eb6c2f req-db57d10a-b775-41e8-a315-c2f503770021 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0572278 Mar 22 13:54:30.819912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fad19-4f70-437d-99ce-4b816d4c3fd6 req-b38e009d-6517-4d10-a773-3c46dcda8a45 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:30.827439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-425fad19-4f70-437d-99ce-4b816d4c3fd6 req-b38e009d-6517-4d10-a773-3c46dcda8a45 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 945 time: 0.1634543 Mar 22 13:54:30.935705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-425fad19-4f70-437d-99ce-4b816d4c3fd6 req-f3967e02-e68c-4c5d-8062-595b5254dec3 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups?id=00f073f7-da87-41f1-af2a-2f9c3fe98450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072426 Mar 22 13:54:30.964751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6081-c8c1-4fdb-9b43-04388e9e5589 req-05103fee-807b-48db-b42d-053da1bdc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:30.966277 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a48b6081-c8c1-4fdb-9b43-04388e9e5589 req-05103fee-807b-48db-b42d-053da1bdc24f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6459641 Mar 22 13:54:31.011174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Deleting port 367e679e-554e-4ec4-ad56-18366726773e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:31.011771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (367e679e-554e-4ec4-ad56-18366726773e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.130335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] For port 367e679e-554e-4ec4-ad56-18366726773e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=367e679e-554e-4ec4-ad56-18366726773e,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:31.130694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (367e679e-554e-4ec4-ad56-18366726773e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.247249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08ed288b-1d30-4566-bb7c-3717f8bf2f99 req-7380dc4e-9fa7-474f-bfc2-8328472fb3fa tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/3c234cfe-1f58-4385-8d7d-5d17889ff599 HTTP/1.1" status: 200 len: 1817 time: 0.0546200 Mar 22 13:54:31.381015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08ed288b-1d30-4566-bb7c-3717f8bf2f99 req-b219c6d5-0c3b-405a-8ab6-5c487106efcb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (3c234cfe-1f58-4385-8d7d-5d17889ff599), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.406899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.407248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.407568 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a disassociated. External IP: 172.25.2.40, port: 367e679e-554e-4ec4-ad56-18366726773e. Mar 22 13:54:31.407906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Calling delete_port for 367e679e-554e-4ec4-ad56-18366726773e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:31.418790 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08ed288b-1d30-4566-bb7c-3717f8bf2f99 req-b219c6d5-0c3b-405a-8ab6-5c487106efcb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (3c234cfe-1f58-4385-8d7d-5d17889ff599), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.506447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08ed288b-1d30-4566-bb7c-3717f8bf2f99 req-b219c6d5-0c3b-405a-8ab6-5c487106efcb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3c234cfe-1f58-4385-8d7d-5d17889ff599), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.509219 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08ed288b-1d30-4566-bb7c-3717f8bf2f99 req-b219c6d5-0c3b-405a-8ab6-5c487106efcb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.510427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08ed288b-1d30-4566-bb7c-3717f8bf2f99 req-b219c6d5-0c3b-405a-8ab6-5c487106efcb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/3c234cfe-1f58-4385-8d7d-5d17889ff599 HTTP/1.1" status: 204 len: 173 time: 0.2354403 Mar 22 13:54:31.543713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c6d5-0c3b-405a-8ab6-5c487106efcb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c234cfe-1f58-4385-8d7d-5d17889ff599,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:31.653200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5df94d0a-9a01-4e74-afe5-99afc5e91939 req-a2ac68fd-3f60-4645-b257-14a7c7133e16 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/06bef53d-62e4-4c1c-9671-129b51f9c31e HTTP/1.1" status: 200 len: 1817 time: 0.1180000 Mar 22 13:54:31.693409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (367e679e-554e-4ec4-ad56-18366726773e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.776472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event deleted for resources: {'Port': ['ID=367e679e-554e-4ec4-ad56-18366726773e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:31.907660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-edacc3c9-d36b-49cb-8a9b-ba3c15e9f29e tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:31.910473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e2db-c279-4aec-b950-932829ba1d15 req-099c3404-f15f-4791-9d99-01ee20a71447 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:31.912862 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-edacc3c9-d36b-49cb-8a9b-ba3c15e9f29e tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 950 time: 0.0808299 Mar 22 13:54:31.918385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ff6e2db-c279-4aec-b950-932829ba1d15 req-099c3404-f15f-4791-9d99-01ee20a71447 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 950 time: 0.2350836 Mar 22 13:54:31.928953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5df94d0a-9a01-4e74-afe5-99afc5e91939 req-3a4953d2-3b58-4ff3-a97b-10d42ef61386 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (06bef53d-62e4-4c1c-9671-129b51f9c31e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:31.965035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5df94d0a-9a01-4e74-afe5-99afc5e91939 req-3a4953d2-3b58-4ff3-a97b-10d42ef61386 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (06bef53d-62e4-4c1c-9671-129b51f9c31e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:32.051926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5df94d0a-9a01-4e74-afe5-99afc5e91939 req-3a4953d2-3b58-4ff3-a97b-10d42ef61386 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (06bef53d-62e4-4c1c-9671-129b51f9c31e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:32.055532 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5df94d0a-9a01-4e74-afe5-99afc5e91939 req-3a4953d2-3b58-4ff3-a97b-10d42ef61386 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:32.060882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5df94d0a-9a01-4e74-afe5-99afc5e91939 req-3a4953d2-3b58-4ff3-a97b-10d42ef61386 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/06bef53d-62e4-4c1c-9671-129b51f9c31e HTTP/1.1" status: 204 len: 173 time: 0.3864913 Mar 22 13:54:32.103282 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-15fa3ac0-8bae-41e9-806f-0243f664aad8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1708837 Mar 22 13:54:32.155634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4953d2-3b58-4ff3-a97b-10d42ef61386 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bef53d-62e4-4c1c-9671-129b51f9c31e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:32.208989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ff6e2db-c279-4aec-b950-932829ba1d15 req-3658eb5a-5dc6-4397-b6ee-6dcaf24360da tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891216 Mar 22 13:54:32.227592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Deleting port 84dd786c-f6cf-4f85-af0a-11eecde1d40f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:32.230578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:32.378707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-90dda486-cb01-461f-8965-6e4642859fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:32.381898 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-90dda486-cb01-461f-8965-6e4642859fdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1127 time: 0.2549336 Mar 22 13:54:32.515783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] For port 84dd786c-f6cf-4f85-af0a-11eecde1d40f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=84dd786c-f6cf-4f85-af0a-11eecde1d40f,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:32.515783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:32.530526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b13a96fe-0d99-40b0-9526-2439e155bd43 req-8bfd998d-0e1c-4c03-98f9-8cc6513c7f5f tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1353824 Mar 22 13:54:32.531966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Calling delete_port for 84dd786c-f6cf-4f85-af0a-11eecde1d40f owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:32.534784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Router 16f6be33-1b88-405c-b0c6-67981eb4fbcc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:54:32.619094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9334-b117-4a66-ac5f-97a1dca005c5 req-0f44382c-f66a-46ba-a428-edf38dbc2c9b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:32.621004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a3d9334-b117-4a66-ac5f-97a1dca005c5 req-0f44382c-f66a-46ba-a428-edf38dbc2c9b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.4107375 Mar 22 13:54:32.681506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-481ff140-f1d7-4d3f-bf9b-8a69fa0132f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:32.688268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-481ff140-f1d7-4d3f-bf9b-8a69fa0132f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.2761838 Mar 22 13:54:32.763006 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-db0adb97-9de2-4aec-b7d0-fd54561c8f39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.0709386 Mar 22 13:54:32.820122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a3d9334-b117-4a66-ac5f-97a1dca005c5 req-e5e7cf1c-3714-48aa-98d8-9e9f15989b06 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910918 Mar 22 13:54:32.820894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-6abed7fd-3dff-40f4-a627-e167218ab460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:32.822686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-6abed7fd-3dff-40f4-a627-e167218ab460 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0519514 Mar 22 13:54:32.861270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b605128b-0705-433d-a443-16121f6d7498 req-fc960646-c8b8-4632-a480-1d49ab043452 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2858ad3-7e40-4762-afac-e5bb371efa3d HTTP/1.1" status: 200 len: 210 time: 0.1133645 Mar 22 13:54:32.867160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fab1e713-e188-4e28-8264-aef1f4e01386 req-c20d6f13-256e-454d-b3ac-48e04ca7fb59 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-944293890', 'description': 'tempest-description-57510911'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:32.884376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-e4fd3213-83ac-42ec-9131-5e384546cd9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539410 Mar 22 13:54:32.916945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fab1e713-e188-4e28-8264-aef1f4e01386 req-c20d6f13-256e-454d-b3ac-48e04ca7fb59 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:32.952415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:54:32.964356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] Sync routers for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:54:32.977835 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:32.986565 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:33.029766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] No DVR routers for this DVR port 367e679e-554e-4ec4-ad56-18366726773e on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:33.035377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.039928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d651e55-af10-4242-825c-4b61c525fdb5 req-e2edf2df-e177-4a72-b988-3a4fa4e983e1 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.42 "DELETE /v2.0/ports/367e679e-554e-4ec4-ad56-18366726773e HTTP/1.1" status: 204 len: 173 time: 2.3123782 Mar 22 13:54:33.042157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'name': 'network-vif-deleted', 'tag': '367e679e-554e-4ec4-ad56-18366726773e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:33.046242 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625a9afc-149d-420a-9b1e-7a1e5839dab9" -d '{"events": [{"server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "name": "network-vif-deleted", "tag": "367e679e-554e-4ec4-ad56-18366726773e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:33.129319 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f84c585-4bb5-4ace-a696-74d2cc56d5d6 x-openstack-request-id: req-9f84c585-4bb5-4ace-a696-74d2cc56d5d6 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:33.129607 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2858ad3-7e40-4762-afac-e5bb371efa3d", "name": "network-vif-deleted", "tag": "367e679e-554e-4ec4-ad56-18366726773e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:33.129862 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f84c585-4bb5-4ace-a696-74d2cc56d5d6 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:33.130329 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f84c585-4bb5-4ace-a696-74d2cc56d5d6'] response: {'server_uuid': 'a2858ad3-7e40-4762-afac-e5bb371efa3d', 'name': 'network-vif-deleted', 'tag': '367e679e-554e-4ec4-ad56-18366726773e', 'status': 'completed', 'code': 200} Mar 22 13:54:33.173121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fab1e713-e188-4e28-8264-aef1f4e01386 req-c20d6f13-256e-454d-b3ac-48e04ca7fb59 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.184736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fab1e713-e188-4e28-8264-aef1f4e01386 req-c20d6f13-256e-454d-b3ac-48e04ca7fb59 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.234420 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:33.241313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fab1e713-e188-4e28-8264-aef1f4e01386 req-c20d6f13-256e-454d-b3ac-48e04ca7fb59 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.242904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fab1e713-e188-4e28-8264-aef1f4e01386 req-c20d6f13-256e-454d-b3ac-48e04ca7fb59 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3797674 Mar 22 13:54:33.265730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d6f13-256e-454d-b3ac-48e04ca7fb59 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb9e88-0bff-4e9a-a293-3399953aaa70,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:33.284686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-7423674f-3393-4ec5-bd74-7538dd3eb326 service neutron] 10.222.0.42 "GET /v2.0/ports/c4d40c48-10fe-4d9a-ab36-c1d3a58650bc/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 382 time: 0.2491887 Mar 22 13:54:33.302458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (84dd786c-f6cf-4f85-af0a-11eecde1d40f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.321068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['39876461-b2ae-4d2a-953d-fcc77c45cfc3', '84dd786c-f6cf-4f85-af0a-11eecde1d40f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:33.431317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Pushing event deleted for resources: {'Port': ['ID=84dd786c-f6cf-4f85-af0a-11eecde1d40f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:33.476006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40cc1a0a-7ddd-4851-bdaf-c27f632acf65 req-11dc3c24-dede-4a9e-b226-c10d197a5913 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/7feb9e88-0bff-4e9a-a293-3399953aaa70 HTTP/1.1" status: 200 len: 1815 time: 0.1911390 Mar 22 13:54:33.478063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-716b55dd-1546-4517-9a06-291dfde57676 req-0fa4582a-60e7-4d69-9056-e4b59097958e tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 210 time: 0.1045659 Mar 22 13:54:33.494963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-40cc1a0a-7ddd-4851-bdaf-c27f632acf65 req-9eaa5748-fde0-43b3-82dd-62e0cf5533e8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1061121176', 'description': 'tempest-description-hth-1103189097'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:33.595766 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-8c4e37bb-1d56-49f3-b00e-9e114c0be54c service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942217 Mar 22 13:54:33.611163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-40cc1a0a-7ddd-4851-bdaf-c27f632acf65 req-9eaa5748-fde0-43b3-82dd-62e0cf5533e8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.676881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] No DVR routers for this DVR port 84dd786c-f6cf-4f85-af0a-11eecde1d40f on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:33.775203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 503cb9c9-fd94-4516-8399-ed7614cd7298 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:33.788683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-40cc1a0a-7ddd-4851-bdaf-c27f632acf65 req-9eaa5748-fde0-43b3-82dd-62e0cf5533e8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.820578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-40cc1a0a-7ddd-4851-bdaf-c27f632acf65 req-9eaa5748-fde0-43b3-82dd-62e0cf5533e8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.824886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.827829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-40cc1a0a-7ddd-4851-bdaf-c27f632acf65 req-9eaa5748-fde0-43b3-82dd-62e0cf5533e8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:33.829108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40cc1a0a-7ddd-4851-bdaf-c27f632acf65 req-9eaa5748-fde0-43b3-82dd-62e0cf5533e8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "PUT /v2.0/security-groups/7feb9e88-0bff-4e9a-a293-3399953aaa70 HTTP/1.1" status: 200 len: 1792 time: 0.3381906 Mar 22 13:54:33.845854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe1bd698-2fa7-4cec-b354-235e2dc707fd req-df69e615-0767-4b3e-a7a0-e87d64774798 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "DELETE /v2.0/ports/84dd786c-f6cf-4f85-af0a-11eecde1d40f HTTP/1.1" status: 204 len: 173 time: 1.9225566 Mar 22 13:54:33.852998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 503cb9c9-fd94-4516-8399-ed7614cd7298 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:33.853348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 503cb9c9-fd94-4516-8399-ed7614cd7298 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:33.891377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'name': 'network-vif-deleted', 'tag': '84dd786c-f6cf-4f85-af0a-11eecde1d40f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:33.919880 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebda8bae-6a28-4055-8535-8348b866d82c" -d '{"events": [{"server_uuid": "0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4", "name": "network-vif-deleted", "tag": "84dd786c-f6cf-4f85-af0a-11eecde1d40f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:33.930197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa5748-fde0-43b3-82dd-62e0cf5533e8 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb9e88-0bff-4e9a-a293-3399953aaa70,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:33.935358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bb8c64c-1aa3-44d4-bfe8-d9178a18fd5b req-6bcbba51-8859-476f-9eab-1345517d481d tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1434317 Mar 22 13:54:33.944877 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:33.988046 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] Checking router: 16f6be33-1b88-405c-b0c6-67981eb4fbcc for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:54:34.028542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b84379ad-2606-41d8-86eb-9ab15f34c320 req-b84fcff0-ceb2-4399-b1e1-f8289a1532ab tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/7feb9e88-0bff-4e9a-a293-3399953aaa70 HTTP/1.1" status: 200 len: 1792 time: 0.1066899 Mar 22 13:54:34.030739 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:34.037465 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:34.037596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-e02b732e-d368-4be4-b438-5e72078020ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:34.037596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-e02b732e-d368-4be4-b438-5e72078020ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2&tenant_id=f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 1132 time: 0.3484955 Mar 22 13:54:34.045125 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8b9c665d-1bf7-4339-9df3-a529a6ac02e0 req-1ee2f3a6-51bc-413b-8d5c-e076e83f95ed service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350797 Mar 22 13:54:34.171017 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b34cde6-e42d-4c9d-a65c-a98c3d0a9287 x-openstack-request-id: req-1b34cde6-e42d-4c9d-a65c-a98c3d0a9287 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:34.171757 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4", "name": "network-vif-deleted", "tag": "84dd786c-f6cf-4f85-af0a-11eecde1d40f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:34.172104 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b34cde6-e42d-4c9d-a65c-a98c3d0a9287 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:34.172817 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b34cde6-e42d-4c9d-a65c-a98c3d0a9287'] response: {'server_uuid': '0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4', 'name': 'network-vif-deleted', 'tag': '84dd786c-f6cf-4f85-af0a-11eecde1d40f', 'status': 'completed', 'code': 200} Mar 22 13:54:34.191038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-43f73747-b94b-4ae8-b16b-9e81c05990c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:34.192977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-43f73747-b94b-4ae8-b16b-9e81c05990c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 1132 time: 0.0791097 Mar 22 13:54:34.203974 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:34.244100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5604d425-9356-4a43-b8ac-4efd1cde4037 req-50fdc9d9-b202-40a2-94ff-5e5b6eabd9b5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/7feb9e88-0bff-4e9a-a293-3399953aaa70 HTTP/1.1" status: 200 len: 1792 time: 0.0466430 Mar 22 13:54:34.269851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a487aa0-32c5-47d1-98b3-583398ee62ce req-c34b3a8c-2c42-4df3-88cb-1ee54894754e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:34.271400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a487aa0-32c5-47d1-98b3-583398ee62ce req-c34b3a8c-2c42-4df3-88cb-1ee54894754e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1364682 Mar 22 13:54:34.307224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a02b5eee-5a55-49e6-9e91-64d51ee975eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:34.309348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-a02b5eee-5a55-49e6-9e91-64d51ee975eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1079953 Mar 22 13:54:34.337689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a487aa0-32c5-47d1-98b3-583398ee62ce req-351e5006-2f3c-4b85-b1ad-c0377813ed44 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Mar 22 13:54:34.351903 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5604d425-9356-4a43-b8ac-4efd1cde4037 req-954fd496-bb48-4932-bfc2-c05a7f65ce6a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:34.374310 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-50ac6c55-2e51-48f7-9512-c56353941be9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 217 time: 0.0502203 Mar 22 13:54:34.378235 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5604d425-9356-4a43-b8ac-4efd1cde4037 req-954fd496-bb48-4932-bfc2-c05a7f65ce6a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:34.425496 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5604d425-9356-4a43-b8ac-4efd1cde4037 req-954fd496-bb48-4932-bfc2-c05a7f65ce6a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7feb9e88-0bff-4e9a-a293-3399953aaa70), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:34.428135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5604d425-9356-4a43-b8ac-4efd1cde4037 req-954fd496-bb48-4932-bfc2-c05a7f65ce6a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:34.429346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5604d425-9356-4a43-b8ac-4efd1cde4037 req-954fd496-bb48-4932-bfc2-c05a7f65ce6a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/7feb9e88-0bff-4e9a-a293-3399953aaa70 HTTP/1.1" status: 204 len: 173 time: 0.1758628 Mar 22 13:54:34.439265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd496-bb48-4932-bfc2-c05a7f65ce6a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb9e88-0bff-4e9a-a293-3399953aaa70,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:34.466612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-e0b4f838-67eb-4901-acb2-3a7a23569006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:34.468047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-e0b4f838-67eb-4901-acb2-3a7a23569006 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0835586 Mar 22 13:54:34.569407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-954a5ee2-b2dc-4d46-b7a7-1110792dcedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:34.573872 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-954a5ee2-b2dc-4d46-b7a7-1110792dcedf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0981255 Mar 22 13:54:34.580466 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:34.635745 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6dd3e6-2be1-4fda-b582-2b464eb5792f None None] The sync data for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 is: [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:52:02Z', 'revision_number': 4, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f4f41440-924a-402d-a6c6-104523b9ee17', 'name': '', 'network_id': 'c6906c08-6d2e-41ce-b995-99d0b6f353f3', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'mac_address': 'fa:16:3e:5c:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:01Z', 'updated_at': '2022-03-22T13:52:07Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'subnets': [{'id': '6aaecf5a-7563-4286-8edc-581798e332e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:34.714373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-20dc431e-bf41-4bc4-9ea9-622a05559207 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340923 Mar 22 13:54:34.774210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98fa8f09-e636-4c60-a028-c594205fd62f req-c3c8401f-dfd7-41f8-ab12-17a8ff2552ef tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ea4fbb5-55ea-41bb-9ec0-b2bc2ddf07e4 HTTP/1.1" status: 200 len: 210 time: 0.0630815 Mar 22 13:54:34.853240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39116) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:34.880697 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff08fc17-e6dc-4721-a548-8b51d8b5a102 req-82799686-e04d-4023-9290-f649b36293a0 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576228 Mar 22 13:54:35.007087 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-355680e5-cf40-4de3-8365-b23ac9a14199 req-e9ad9e87-235b-489d-81f9-5efe54882589 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:35.008795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-355680e5-cf40-4de3-8365-b23ac9a14199 req-e9ad9e87-235b-489d-81f9-5efe54882589 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/06bef53d-62e4-4c1c-9671-129b51f9c31e HTTP/1.1" status: 404 len: 352 time: 0.0731163 Mar 22 13:54:35.063251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1026d87a-fedf-4f96-a19d-009ecd16af37 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group (00f073f7-da87-41f1-af2a-2f9c3fe98450), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.090084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b5a82f-b5f0-43fa-9a25-f86b7ab9f608 None None] New status for floating IP e3898c20-554c-4ebc-bbd5-1364388b7e5a: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:54:35.103494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1026d87a-fedf-4f96-a19d-009ecd16af37 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group (00f073f7-da87-41f1-af2a-2f9c3fe98450), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.153525 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-4ba8792b-3742-4690-8b38-833cd570bfd0 req-3e91242f-108a-434a-be0f-d93876283fdd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:35.159594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ba8792b-3742-4690-8b38-833cd570bfd0 req-3e91242f-108a-434a-be0f-d93876283fdd tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/3c234cfe-1f58-4385-8d7d-5d17889ff599 HTTP/1.1" status: 404 len: 352 time: 0.1169939 Mar 22 13:54:35.170640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:35.176959 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1026d87a-fedf-4f96-a19d-009ecd16af37 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (00f073f7-da87-41f1-af2a-2f9c3fe98450), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.182584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-165a0539-e0d8-4d9c-8d42-50bb2c9e5047 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595131739', 'description': 'tempest-description--1741717178'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:35.183308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1026d87a-fedf-4f96-a19d-009ecd16af37 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.188608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1026d87a-fedf-4f96-a19d-009ecd16af37 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "DELETE /v2.0/security-groups/00f073f7-da87-41f1-af2a-2f9c3fe98450 HTTP/1.1" status: 204 len: 168 time: 0.3322268 Mar 22 13:54:35.196883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39130) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:35.216708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-165a0539-e0d8-4d9c-8d42-50bb2c9e5047 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.227931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026d87a-fedf-4f96-a19d-009ecd16af37 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f073f7-da87-41f1-af2a-2f9c3fe98450,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:35.246873 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-8d6538ae-a73a-420d-b002-6fe8a8721b24 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] show failed (client error): The resource could not be found. Mar 22 13:54:35.247828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8d6538ae-a73a-420d-b002-6fe8a8721b24 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "GET /v2.0/security-groups/00f073f7-da87-41f1-af2a-2f9c3fe98450 HTTP/1.1" status: 404 len: 347 time: 0.0498514 Mar 22 13:54:35.269742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39132) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:35.273700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbd0a4a6-789e-4556-858b-73bc1d37fff7 req-cfa43487-727f-4e9d-a64d-8171fba4122d tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0432343 Mar 22 13:54:35.279803 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-c54fcdaa-89c7-4be9-b011-d876642a909f req-8b17c5c8-a6c5-4c32-bb44-15a5d6b95899 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:35.280284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c54fcdaa-89c7-4be9-b011-d876642a909f req-8b17c5c8-a6c5-4c32-bb44-15a5d6b95899 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/8779d616-786b-43ee-ae92-e50a439d8731 HTTP/1.1" status: 404 len: 352 time: 0.0599818 Mar 22 13:54:35.321149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-165a0539-e0d8-4d9c-8d42-50bb2c9e5047 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group (2c9764be-aaa8-4af4-b50e-2245f2a904a8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.325419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-165a0539-e0d8-4d9c-8d42-50bb2c9e5047 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2c9764be-aaa8-4af4-b50e-2245f2a904a8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.369107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 84dd786c-f6cf-4f85-af0a-11eecde1d40f no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:35.380765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-165a0539-e0d8-4d9c-8d42-50bb2c9e5047 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.382183 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-165a0539-e0d8-4d9c-8d42-50bb2c9e5047 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2095847 Mar 22 13:54:35.384914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a0539-e0d8-4d9c-8d42-50bb2c9e5047 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9764be-aaa8-4af4-b50e-2245f2a904a8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:35.386937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:35.391590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f22ce416-2961-4bb2-bc7a-e0667e786b25 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Request body: {'security_group_rule': {'security_group_id': '2c9764be-aaa8-4af4-b50e-2245f2a904a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:35.419176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 84dd786c-f6cf-4f85-af0a-11eecde1d40f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:35.419926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 84dd786c-f6cf-4f85-af0a-11eecde1d40f not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:35.420561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 367e679e-554e-4ec4-ad56-18366726773e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:35.432070 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ce416-2961-4bb2-bc7a-e0667e786b25 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group_rule (1caa056b-859a-4062-b934-384798bbff4a), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.446225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 367e679e-554e-4ec4-ad56-18366726773e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:35.448215 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-af900db1-dde8-4576-857b-a0092dd47e23 req-c76701b8-410f-437d-98c0-5de2073d9d6e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:35.449625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af900db1-dde8-4576-857b-a0092dd47e23 req-c76701b8-410f-437d-98c0-5de2073d9d6e tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/02d3c6df-e58c-4402-8e6d-dae906847bff HTTP/1.1" status: 404 len: 352 time: 0.1014202 Mar 22 13:54:35.450082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 367e679e-554e-4ec4-ad56-18366726773e not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:35.506419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ce416-2961-4bb2-bc7a-e0667e786b25 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group_rule (1caa056b-859a-4062-b934-384798bbff4a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.510934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ce416-2961-4bb2-bc7a-e0667e786b25 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (1caa056b-859a-4062-b934-384798bbff4a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.530815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ce416-2961-4bb2-bc7a-e0667e786b25 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caa056b-859a-4062-b934-384798bbff4a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:35.538677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ce416-2961-4bb2-bc7a-e0667e786b25 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.540289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f22ce416-2961-4bb2-bc7a-e0667e786b25 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521416 Mar 22 13:54:35.542874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:35.547915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-31036156-4a96-4a23-9f1d-ef2ba71373cb tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Request body: {'security_group_rule': {'security_group_id': '2c9764be-aaa8-4af4-b50e-2245f2a904a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:35.574938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31036156-4a96-4a23-9f1d-ef2ba71373cb tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group_rule (6028af0f-1092-4f99-a244-a871ef050c27), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.643370 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31036156-4a96-4a23-9f1d-ef2ba71373cb tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group_rule (6028af0f-1092-4f99-a244-a871ef050c27), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.648120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31036156-4a96-4a23-9f1d-ef2ba71373cb tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (6028af0f-1092-4f99-a244-a871ef050c27), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.677190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-31036156-4a96-4a23-9f1d-ef2ba71373cb tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.678683 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-31036156-4a96-4a23-9f1d-ef2ba71373cb tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344707 Mar 22 13:54:35.680095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036156-4a96-4a23-9f1d-ef2ba71373cb tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6028af0f-1092-4f99-a244-a871ef050c27,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:35.682445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39144) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:35.687482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:35.717274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.783539 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-ae2a5f0b-2cc0-42df-95c3-df1f43ae86c4 req-3cf4a992-4a56-4c8b-a0d9-2b9028139118 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:35.789856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae2a5f0b-2cc0-42df-95c3-df1f43ae86c4 req-3cf4a992-4a56-4c8b-a0d9-2b9028139118 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/03c04f02-8cc0-4ee5-8e2b-f2b09a4b6c74 HTTP/1.1" status: 404 len: 352 time: 0.0498993 Mar 22 13:54:35.828049 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.829828 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-351fe3fd-0eae-4b6f-ba80-4a7d185e9284 req-1d9a2cab-60b1-4b1e-9e2f-1ada39e15d97 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] show failed (client error): The resource could not be found. Mar 22 13:54:35.831150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-351fe3fd-0eae-4b6f-ba80-4a7d185e9284 req-1d9a2cab-60b1-4b1e-9e2f-1ada39e15d97 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/6547d33a-c9ec-4c98-8ef5-5476963d34de HTTP/1.1" status: 404 len: 352 time: 0.0250931 Mar 22 13:54:35.864628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4cd3a-2134-43aa-a4fb-4da9ba9421d0 req-705c1d2f-996e-49d7-88e1-aee62a13a09e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:35.873693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d4cd3a-2134-43aa-a4fb-4da9ba9421d0 req-705c1d2f-996e-49d7-88e1-aee62a13a09e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1324358 Mar 22 13:54:35.902450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Deleting port 24aef7a3-c5ac-465a-b094-93fe26808993 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:35.902799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (24aef7a3-c5ac-465a-b094-93fe26808993), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:35.962409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Allocated IP 172.25.2.228 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/27465eae-c289-4050-847f-06f0579261af) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:35.979757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d4cd3a-2134-43aa-a4fb-4da9ba9421d0 req-f7a0c4d4-2acc-4bb3-afc0-23e530805c75 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053264 Mar 22 13:54:36.042584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (24aef7a3-c5ac-465a-b094-93fe26808993), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.042899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (24aef7a3-c5ac-465a-b094-93fe26808993), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.066899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Calling delete_port for 24aef7a3-c5ac-465a-b094-93fe26808993 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:36.155373 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for port (27465eae-c289-4050-847f-06f0579261af), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.238345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (27465eae-c289-4050-847f-06f0579261af), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.279264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:36.283079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:36.286841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:36.320714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event updated for resources: {'Port': ['ID=27465eae-c289-4050-847f-06f0579261af,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:36.351942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa935d-891b-45e3-b7cf-55febfc40f66 req-f0d20e1a-bece-4cb3-a389-c330b7b2a7ca tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:36.353501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4caa935d-891b-45e3-b7cf-55febfc40f66 req-f0d20e1a-bece-4cb3-a389-c330b7b2a7ca tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1024 time: 0.1197133 Mar 22 13:54:36.375707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (24aef7a3-c5ac-465a-b094-93fe26808993), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.383994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f8b0a-e497-408f-83a1-ea39a8d1125a req-8aa54a40-0e68-4e4a-95a5-72beec1fab14 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:36.385456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-861f8b0a-e497-408f-83a1-ea39a8d1125a req-8aa54a40-0e68-4e4a-95a5-72beec1fab14 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 949 time: 0.1199667 Mar 22 13:54:36.448157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Pushing event deleted for resources: {'Port': ['ID=24aef7a3-c5ac-465a-b094-93fe26808993,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:36.463870 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for floatingip (4db167ac-5377-4bb0-b0b1-74f31d22e187), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.478455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks [] for floatingip (e3898c20-554c-4ebc-bbd5-1364388b7e5a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.481246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.482415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c88f53f8-5a28-445c-be1b-070f265dc027 tempest-ServersWithSpecificFlavorTestJSON-957161091 tempest-ServersWithSpecificFlavorTestJSON-957161091-project] 10.222.0.44 "DELETE /v2.0/floatingips/e3898c20-554c-4ebc-bbd5-1364388b7e5a HTTP/1.1" status: 204 len: 168 time: 1.2112696 Mar 22 13:54:36.513599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (27465eae-c289-4050-847f-06f0579261af), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.529208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4caa935d-891b-45e3-b7cf-55febfc40f66 req-f1a06d2c-8294-4b7d-86b0-b6eb7045733a tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea8c17-e8c2-4787-bdf5-b8347aa6f12f&id=e0f53e58-f450-4237-87b6-2d18da80ae66&id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1661258 Mar 22 13:54:36.532214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-861f8b0a-e497-408f-83a1-ea39a8d1125a req-5636937a-fa56-4a6a-86ec-26bac169e930 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296999 Mar 22 13:54:36.643132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ddcc24c-ca67-419d-9063-874163007c45 req-91f49fc3-8b7e-4824-9532-055cd1140250 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0348606 Mar 22 13:54:36.700415 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for port (27465eae-c289-4050-847f-06f0579261af), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.707256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (27465eae-c289-4050-847f-06f0579261af), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.791241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event updated for resources: {'Port': ['ID=27465eae-c289-4050-847f-06f0579261af,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:36.797593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4db167ac-5377-4bb0-b0b1-74f31d22e187), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.816178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:36.817610 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-86e92e50-7c65-48ab-9b1f-ce5a9edd80f8 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1342173 Mar 22 13:54:36.922848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39194) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:37.026206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-fa83ed0d-3c08-47ed-bc81-02a0339b07fd tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--595131739&fields=id&tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d HTTP/1.1" status: 200 len: 267 time: 0.0687823 Mar 22 13:54:37.179312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31671d-2767-4e4b-9839-bc737b7670b3 req-195fd640-d3bb-4963-9b30-604bef316caf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:37.180948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d31671d-2767-4e4b-9839-bc737b7670b3 req-195fd640-d3bb-4963-9b30-604bef316caf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1201184 Mar 22 13:54:37.190796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-012ad7b3-c591-4f54-b17e-0aa0c3789fa7 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:37.192328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-012ad7b3-c591-4f54-b17e-0aa0c3789fa7 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/networks?id=17a79c03-e565-4bcf-88f3-9fbf756d48f2 HTTP/1.1" status: 200 len: 814 time: 0.1563525 Mar 22 13:54:37.221511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-fb9e97a1-77e1-4fa5-9ac3-b8031d76750a tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/quotas/a3ef3421e0dc4f48bed8bd3bfaab7e6d HTTP/1.1" status: 200 len: 375 time: 0.0206964 Mar 22 13:54:37.273798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d31671d-2767-4e4b-9839-bc737b7670b3 req-b8557857-dae0-4a8f-9179-5b8186df327e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802939 Mar 22 13:54:37.302225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-e5641f8f-be94-4762-95f5-e68c11690a64 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713308 Mar 22 13:54:37.360794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c4d40c48-10fe-4d9a-ab36-c1d3a58650bc details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:54:37.398685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c4d40c48-10fe-4d9a-ab36-c1d3a58650bc no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:37.421036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-5614ff09-8ef0-41c1-b6b6-be822cd2ab7e service neutron] 10.222.0.44 "GET /v2.0/networks/17a79c03-e565-4bcf-88f3-9fbf756d48f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039946 Mar 22 13:54:37.507932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (16f6be33-1b88-405c-b0c6-67981eb4fbcc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:37.650662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-6498f3d3-1581-4caa-ba57-dd3e1929e288 service neutron] 10.222.0.44 "GET /v2.0/networks/17a79c03-e565-4bcf-88f3-9fbf756d48f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248333 Mar 22 13:54:37.670079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d48daf-c052-40ab-a7fe-555afd00c1ed req-0cc10528-91cf-4be4-bb16-4544be099dc8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:37.671751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27d48daf-c052-40ab-a7fe-555afd00c1ed req-0cc10528-91cf-4be4-bb16-4544be099dc8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1076648 Mar 22 13:54:37.749218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:37.772480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'mac_address': 'fa:16:3e:38:46:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:54:37.777519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:37.778240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:37.809076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:37.812363 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac852d-7bf4-4013-bce9-94dbbdaa0143" -d '{"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-unplugged", "status": "completed", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:37.823698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27d48daf-c052-40ab-a7fe-555afd00c1ed req-596c7a3d-13c9-42de-a7fe-54f9ff819390 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288061 Mar 22 13:54:37.860930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:37.866384 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:37.957431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:37.984809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:37.985207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:38.011832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4d40c48-10fe-4d9a-ab36-c1d3a58650bc {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:38.057406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42681fa9-0dc2-486c-bb1b-541b6c530def req-e0901607-dc4f-4c54-a072-ba6f66ec89b7 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.060194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42681fa9-0dc2-486c-bb1b-541b6c530def req-e0901607-dc4f-4c54-a072-ba6f66ec89b7 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 949 time: 0.1509066 Mar 22 13:54:38.088427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:54:38.088780 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:54:38.106474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36017d0f-7e83-420a-a9c6-5a9e066488f2 req-946c2543-805d-4e80-b016-bc2442fd6f0b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.107992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36017d0f-7e83-420a-a9c6-5a9e066488f2 req-946c2543-805d-4e80-b016-bc2442fd6f0b tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1024 time: 0.1273110 Mar 22 13:54:38.147762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42681fa9-0dc2-486c-bb1b-541b6c530def req-0a226b5e-7922-4083-8392-ea5bfad2a2c4 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790167 Mar 22 13:54:38.212974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36017d0f-7e83-420a-a9c6-5a9e066488f2 req-0a3f9e20-f6a0-46de-8a89-6e33142e9660 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea8c17-e8c2-4787-bdf5-b8347aa6f12f&id=e0f53e58-f450-4237-87b6-2d18da80ae66&id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0936320 Mar 22 13:54:38.239789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-29c8cc62-e705-4686-a872-48615be4b259 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.241390 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-29c8cc62-e705-4686-a872-48615be4b259 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1024 time: 0.2011125 Mar 22 13:54:38.285834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375747-f5b4-4446-ad08-16b863e49606 req-85c09aee-6845-4925-8ed7-6dfa246a1318 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.287345 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-85c09aee-6845-4925-8ed7-6dfa246a1318 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2&tenant_id=f0bbdf42878b486488ab42e3949f878d&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 948 time: 0.7220023 Mar 22 13:54:38.290681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a50aad63-4df7-4e80-8974-f0a271b98730 req-f19533c6-8f25-4186-887c-6e6e115d4732 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0326576 Mar 22 13:54:38.332210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc57bca5-5b93-4725-a7c0-8682f4e997ee req-fefdeacc-0467-48f1-9820-cf91a424cfd0 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 210 time: 0.0437891 Mar 22 13:54:38.388985 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f3d9c7-781b-4344-8bbf-0f5ed6728dd3 x-openstack-request-id: req-b0f3d9c7-781b-4344-8bbf-0f5ed6728dd3 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:38.389506 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-unplugged", "status": "completed", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:38.389589 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0f3d9c7-781b-4344-8bbf-0f5ed6728dd3 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:38.389841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-39692e8f-af7d-4ad6-afe5-48e1de59fb7d tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.390073 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f3d9c7-781b-4344-8bbf-0f5ed6728dd3'] response: {'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'code': 200} Mar 22 13:54:38.391349 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-39692e8f-af7d-4ad6-afe5-48e1de59fb7d tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 949 time: 0.3604953 Mar 22 13:54:38.576871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375747-f5b4-4446-ad08-16b863e49606 req-7fbeef3f-6dd0-4d7b-abc3-99e09bf573b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.578445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-7fbeef3f-6dd0-4d7b-abc3-99e09bf573b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 1130 time: 0.2368729 Mar 22 13:54:38.627940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:38.628331 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:38.645380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d40c48-10fe-4d9a-ab36-c1d3a58650bc {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:38.667679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:38.673225 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:38.684942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Deleting port d88a0f26-5402-4ebf-b653-ad0671c23aac {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:38.685325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:38.730769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:38.775855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Deleting port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:38.776189 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:38.845792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375747-f5b4-4446-ad08-16b863e49606 req-752d76ea-9beb-41f7-b80f-2f398a466e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.847313 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-752d76ea-9beb-41f7-b80f-2f398a466e9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2589645 Mar 22 13:54:38.908462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:38.919892 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-16eb0861-9238-499f-8382-a25890afc482 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 217 time: 0.0617595 Mar 22 13:54:38.943845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Deleting port f4f41440-924a-402d-a6c6-104523b9ee17 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:38.944053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:38.967717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f7310-2f8b-4b6d-8fb1-b7f709e3891e req-017a7e93-1fd9-4b69-8be0-9747cccbe242 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:38.969228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-170f7310-2f8b-4b6d-8fb1-b7f709e3891e req-017a7e93-1fd9-4b69-8be0-9747cccbe242 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 949 time: 0.0619791 Mar 22 13:54:39.013703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] For port d88a0f26-5402-4ebf-b653-ad0671c23aac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d88a0f26-5402-4ebf-b653-ad0671c23aac,segment=NetworkSegment(6bc71349-419a-4dd6-b0fc-8bc583d0fddd),segment_id=6bc71349-419a-4dd6-b0fc-8bc583d0fddd)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:39.014120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.030122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-170f7310-2f8b-4b6d-8fb1-b7f709e3891e req-ed34034a-b293-4d78-866b-731f216003dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Mar 22 13:54:39.038362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] For port 39876461-b2ae-4d2a-953d-fcc77c45cfc3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=39876461-b2ae-4d2a-953d-fcc77c45cfc3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:39.038766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.051538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Calling delete_port for d88a0f26-5402-4ebf-b653-ad0671c23aac owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:39.069880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Calling delete_port for 39876461-b2ae-4d2a-953d-fcc77c45cfc3 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:39.105241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375747-f5b4-4446-ad08-16b863e49606 req-fedff426-a8b5-421a-98b3-df45926c67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:39.106794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-fedff426-a8b5-421a-98b3-df45926c67b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1757321 Mar 22 13:54:39.219031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] For port f4f41440-924a-402d-a6c6-104523b9ee17, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f4f41440-924a-402d-a6c6-104523b9ee17,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:39.219396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.250963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Calling delete_port for f4f41440-924a-402d-a6c6-104523b9ee17 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:39.339854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375747-f5b4-4446-ad08-16b863e49606 req-9c40e1b8-c380-4d73-9542-88ba8b409666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:39.341358 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-9c40e1b8-c380-4d73-9542-88ba8b409666 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1963091 Mar 22 13:54:39.359621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be33b0-430b-4eb9-841d-eaed96ef8de9 req-ce318b51-c56d-432f-88be-f7307929aa7f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:39.362126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0be33b0-430b-4eb9-841d-eaed96ef8de9 req-ce318b51-c56d-432f-88be-f7307929aa7f tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/ports?device_id=940fb78f-38d0-499f-ac94-feea1e37a8b6 HTTP/1.1" status: 200 len: 949 time: 0.1276388 Mar 22 13:54:39.368935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 39876461-b2ae-4d2a-953d-fcc77c45cfc3 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:39.459619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:39.460277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.469041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0be33b0-430b-4eb9-841d-eaed96ef8de9 req-074f4dea-895f-4338-a1c6-0493566a9d22 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.44 "GET /v2.0/security-groups?id=d105d8a5-ceca-4595-8cd8-79edb6e6eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763223 Mar 22 13:54:39.539700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bbcfe-75bc-459f-b3e8-b16a14f8f811 req-1a5e69a6-8590-48db-889d-7ee8007d67eb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:39.546501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f1bbcfe-75bc-459f-b3e8-b16a14f8f811 req-1a5e69a6-8590-48db-889d-7ee8007d67eb tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 1024 time: 0.2231445 Mar 22 13:54:39.575078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (39876461-b2ae-4d2a-953d-fcc77c45cfc3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.587029 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d88a0f26-5402-4ebf-b653-ad0671c23aac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.603263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75988b67-5130-4837-a796-9da562fbd1d2 req-dabe90ac-6607-462e-9b95-ed08ac089432 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 210 time: 0.0510736 Mar 22 13:54:39.614310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d88a0f26-5402-4ebf-b653-ad0671c23aac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:39.638935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Pushing event deleted for resources: {'Port': ['ID=39876461-b2ae-4d2a-953d-fcc77c45cfc3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:39.646667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-40f322d0-d061-4912-9a90-4d43e1f3c889 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864470 Mar 22 13:54:39.708889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1753d6fe-3d21-4bdd-80de-a1b785a3df49 req-3a76cb20-f3cf-48ff-9b0f-5d1248170147 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0474796 Mar 22 13:54:39.717735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-24c3d952-31f5-4205-a8d6-fc579cf0c572 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:39.719301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-24c3d952-31f5-4205-a8d6-fc579cf0c572 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.57 "GET /v2.0/networks?id=17a79c03-e565-4bcf-88f3-9fbf756d48f2 HTTP/1.1" status: 200 len: 814 time: 0.3258247 Mar 22 13:54:39.747259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'Port': ['ID=d88a0f26-5402-4ebf-b653-ad0671c23aac,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:39.778449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f1bbcfe-75bc-459f-b3e8-b16a14f8f811 req-0db65d06-3957-4e11-bdf5-a02a77cedc2f tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea8c17-e8c2-4787-bdf5-b8347aa6f12f&id=e0f53e58-f450-4237-87b6-2d18da80ae66&id=3ba26a4b-d4dc-4d74-a024-167c436ccf44&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2272401 Mar 22 13:54:39.807285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-62a4515d-ec74-44bf-a553-0354f932af3a tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d HTTP/1.1" status: 200 len: 379 time: 0.0783157 Mar 22 13:54:39.817032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Request body: {'port': {'device_id': '2a025adb-3810-4fb2-9978-c64106bcd007', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'admin_state_up': True, 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'security_groups': ['2c9764be-aaa8-4af4-b50e-2245f2a904a8']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:39.855485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] No DVR routers for this DVR port 39876461-b2ae-4d2a-953d-fcc77c45cfc3 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:39.860379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.863853 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-384e9d42-2b7c-40c0-b8bc-93bc9faf5504 req-599a09b2-d657-4ffb-9f50-04eec2a1cf50 tempest-ServersAdminNegativeTestJSON-674882900 tempest-ServersAdminNegativeTestJSON-674882900-project] 10.222.0.42 "DELETE /v2.0/ports/39876461-b2ae-4d2a-953d-fcc77c45cfc3 HTTP/1.1" status: 204 len: 173 time: 1.4650490 Mar 22 13:54:39.898880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'name': 'network-vif-deleted', 'tag': '39876461-b2ae-4d2a-953d-fcc77c45cfc3'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:39.903257 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62985328-f950-49c2-b625-337a6775f860" -d '{"events": [{"server_uuid": "940fb78f-38d0-499f-ac94-feea1e37a8b6", "name": "network-vif-deleted", "tag": "39876461-b2ae-4d2a-953d-fcc77c45cfc3"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:39.924576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] No DVR routers for this DVR port d88a0f26-5402-4ebf-b653-ad0671c23aac on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:39.947302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:39.952111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9aaf39b2-58ad-42bf-8966-0dcdf2d78d0c req-3134ddb4-f4fc-4951-9d70-5a8002669c81 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.57 "DELETE /v2.0/ports/d88a0f26-5402-4ebf-b653-ad0671c23aac HTTP/1.1" status: 204 len: 173 time: 1.7046275 Mar 22 13:54:39.976507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Made reservation on behalf of a3ef3421e0dc4f48bed8bd3bfaab7e6d for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:39.983040 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b88774-79cf-497a-9532-1c6cdade599c x-openstack-request-id: req-49b88774-79cf-497a-9532-1c6cdade599c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:39.983325 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940fb78f-38d0-499f-ac94-feea1e37a8b6", "name": "network-vif-deleted", "tag": "39876461-b2ae-4d2a-953d-fcc77c45cfc3", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:39.983576 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49b88774-79cf-497a-9532-1c6cdade599c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:39.984296 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b88774-79cf-497a-9532-1c6cdade599c'] response: {'server_uuid': '940fb78f-38d0-499f-ac94-feea1e37a8b6', 'name': 'network-vif-deleted', 'tag': '39876461-b2ae-4d2a-953d-fcc77c45cfc3', 'status': 'completed', 'code': 200} Mar 22 13:54:39.986853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:40.131564 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db375747-f5b4-4446-ad08-16b863e49606 req-2d6cd454-d55a-4261-9475-0e2d14066c3d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593956 Mar 22 13:54:40.133483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f4f41440-924a-402d-a6c6-104523b9ee17), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:40.220748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f41440-924a-402d-a6c6-104523b9ee17,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:40.271919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Allocated IP 172.20.0.3 (17a79c03-e565-4bcf-88f3-9fbf756d48f2/ed0d5f32-ee23-4086-91e6-051df334656b/d636fa69-ad28-49d9-b87e-6a4a0da40fe7) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:40.501611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b53cb-5414-4d18-93da-3ee285547478 req-98033d94-90ae-4788-b8c1-fb460cc5569e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:40.503186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-515b53cb-5414-4d18-93da-3ee285547478 req-98033d94-90ae-4788-b8c1-fb460cc5569e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 949 time: 0.3348007 Mar 22 13:54:40.670583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8cd7c318-3d23-4c5b-948e-c33fde3c871f req-447f6f09-37f5-4560-86d9-d14dadb0ed34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0476217 Mar 22 13:54:40.699607 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (16f6be33-1b88-405c-b0c6-67981eb4fbcc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:40.831101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-515b53cb-5414-4d18-93da-3ee285547478 req-404bb87c-694e-4464-a89a-8e9185b8e6f1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850430 Mar 22 13:54:40.875646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89446b49-97a8-48da-aa31-6f7df2a36529 req-d423b049-255a-489a-90e8-e5b52d8ef9e1 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:40.877221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89446b49-97a8-48da-aa31-6f7df2a36529 req-d423b049-255a-489a-90e8-e5b52d8ef9e1 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1128 time: 0.2563972 Mar 22 13:54:40.901986 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:41.072915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89446b49-97a8-48da-aa31-6f7df2a36529 req-c542151d-ba8c-4a62-803a-267bd9e23ac6 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844978 Mar 22 13:54:41.117515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:41.245807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:41.269378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:41.275739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:41.281404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:41.281942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:41.354961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f2a35f8-d538-483d-ab89-8430ab399b8e req-322ef719-a29b-4b85-b55c-0c3f1636abd3 tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0935466 Mar 22 13:54:41.358510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event updated for resources: {'Port': ['ID=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:41.370581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c4d40c48-10fe-4d9a-ab36-c1d3a58650bc up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:41.395917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-915644cf-492c-4324-93c3-531de5aabf43 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5832756 Mar 22 13:54:41.442649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Request body: {'port': {'device_id': '2a025adb-3810-4fb2-9978-c64106bcd007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:41.534067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9c2f-3147-472e-a8ff-3254dd4c599f req-9fe84ad9-24e7-4632-9353-c7d58501cd31 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:41.537811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba6b9c2f-3147-472e-a8ff-3254dd4c599f req-9fe84ad9-24e7-4632-9353-c7d58501cd31 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 931 time: 0.3457420 Mar 22 13:54:41.698580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d46f4adc-62b9-4377-8b30-388893147a90 req-8b63c1a2-1e35-48af-9bc9-33c38f73d11c tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf4dc6f-1150-47ca-8bab-5b05d7528138 HTTP/1.1" status: 200 len: 210 time: 0.1026101 Mar 22 13:54:41.736093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:41.736469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:41.786646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39286) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:41.867419 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:41.888995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d88a0f26-5402-4ebf-b653-ad0671c23aac no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:41.902334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba6b9c2f-3147-472e-a8ff-3254dd4c599f req-b8149a86-c711-41b6-b2a8-9ffa562821d1 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512373 Mar 22 13:54:41.976005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Router 16f6be33-1b88-405c-b0c6-67981eb4fbcc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:54:41.991154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'name': 'network-vif-deleted', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:42.003684 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75188cd0-9c50-4348-933f-02cd07963eba" -d '{"events": [{"server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "name": "network-vif-deleted", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:42.022580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: d88a0f26-5402-4ebf-b653-ad0671c23aac {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:42.023185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d88a0f26-5402-4ebf-b653-ad0671c23aac not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:42.110270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:42.111090 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.113913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fd5aec17-d7c3-4524-ab7a-d95b36c06bed None None] Provisioning complete for port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:42.114568 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd5aec17-d7c3-4524-ab7a-d95b36c06bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.192191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:42.195639 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994f82b-9fc9-4814-9989-11d88e044304" -d '{"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-plugged", "status": "completed", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:42.209585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fd5aec17-d7c3-4524-ab7a-d95b36c06bed None None] Port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:54:42.216119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:42.221096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.256273 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1c2c97f3-5f05-43ad-8bb9-d11e9c389c56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59eda54f7a424ee696c742561f3daa39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662919 Mar 22 13:54:42.259467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39296) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:42.319591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:54:42.329174 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1c98f61f-3555-425a-ad8d-611d893f3583 admin admin] 10.222.0.44 "PUT /v2.0/routers/16f6be33-1b88-405c-b0c6-67981eb4fbcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4051347 Mar 22 13:54:42.332221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39302) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:42.337347 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] Sync routers for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:54:42.351324 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:42.352054 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:42.387370 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4387b9d8-3baa-4dcc-9ba9-35350693a628 admin admin] Publish callbacks [] for security_group (d105d8a5-ceca-4595-8cd8-79edb6e6eebd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.401480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:42.440803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4387b9d8-3baa-4dcc-9ba9-35350693a628 admin admin] Publish callbacks [] for security_group (d105d8a5-ceca-4595-8cd8-79edb6e6eebd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.510708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaab98-d11e-4316-90e1-1b01f5cf1481 req-b05cd26d-7120-4ba9-b63b-2852baf96459 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:42.525633 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:42.529421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aaeaab98-d11e-4316-90e1-1b01f5cf1481 req-b05cd26d-7120-4ba9-b63b-2852baf96459 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.4830205 Mar 22 13:54:42.585348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4387b9d8-3baa-4dcc-9ba9-35350693a628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d105d8a5-ceca-4595-8cd8-79edb6e6eebd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.590244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4387b9d8-3baa-4dcc-9ba9-35350693a628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.593616 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4387b9d8-3baa-4dcc-9ba9-35350693a628 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d105d8a5-ceca-4595-8cd8-79edb6e6eebd HTTP/1.1" status: 204 len: 168 time: 0.3323858 Mar 22 13:54:42.615440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387b9d8-3baa-4dcc-9ba9-35350693a628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105d8a5-ceca-4595-8cd8-79edb6e6eebd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:42.703363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aaeaab98-d11e-4316-90e1-1b01f5cf1481 req-f6019efa-01a3-4bb8-9aaa-bee84e2e3fc2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730275 Mar 22 13:54:42.834638 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811bead6-05bb-499e-ac68-54d4d1bb9ac4 x-openstack-request-id: req-811bead6-05bb-499e-ac68-54d4d1bb9ac4 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:42.835699 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf4dc6f-1150-47ca-8bab-5b05d7528138", "name": "network-vif-deleted", "tag": "d88a0f26-5402-4ebf-b653-ad0671c23aac", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:42.836165 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-811bead6-05bb-499e-ac68-54d4d1bb9ac4 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:42.836972 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811bead6-05bb-499e-ac68-54d4d1bb9ac4'] response: {'server_uuid': '2cf4dc6f-1150-47ca-8bab-5b05d7528138', 'name': 'network-vif-deleted', 'tag': 'd88a0f26-5402-4ebf-b653-ad0671c23aac', 'status': 'completed', 'code': 200} Mar 22 13:54:42.845219 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks [] for router (16f6be33-1b88-405c-b0c6-67981eb4fbcc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:42.904791 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:54:39Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:42.916432 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14831ddc-26c3-4019-9a2a-8457b4a17b50 x-openstack-request-id: req-14831ddc-26c3-4019-9a2a-8457b4a17b50 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:42.917226 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-plugged", "status": "completed", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:42.919942 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14831ddc-26c3-4019-9a2a-8457b4a17b50 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:42.920557 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14831ddc-26c3-4019-9a2a-8457b4a17b50'] response: {'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'code': 200} Mar 22 13:54:43.144852 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] Checking router: 16f6be33-1b88-405c-b0c6-67981eb4fbcc for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:54:43.156016 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] Routers {'16f6be33-1b88-405c-b0c6-67981eb4fbcc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:43.156773 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:43.161278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39330) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:43.225662 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6735fdfd-e0f0-45da-8a66-695ce2517bd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3da7b98d74c44f5896450d58c000f828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598032 Mar 22 13:54:43.225662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39336) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:43.283159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c56ef618-f269-450c-bf1d-495f76093f87 admin admin] Publish callbacks [] for security_group (01445d77-8be2-40b2-8583-892b4841d616), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:43.312270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c56ef618-f269-450c-bf1d-495f76093f87 admin admin] Publish callbacks [] for security_group (01445d77-8be2-40b2-8583-892b4841d616), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:43.379422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c56ef618-f269-450c-bf1d-495f76093f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (01445d77-8be2-40b2-8583-892b4841d616), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:43.381092 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] Set router 16f6be33-1b88-405c-b0c6-67981eb4fbcc gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:43.396776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c56ef618-f269-450c-bf1d-495f76093f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:43.401606 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c56ef618-f269-450c-bf1d-495f76093f87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01445d77-8be2-40b2-8583-892b4841d616 HTTP/1.1" status: 204 len: 168 time: 0.1733513 Mar 22 13:54:43.434184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ef618-f269-450c-bf1d-495f76093f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01445d77-8be2-40b2-8583-892b4841d616,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:43.642366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d636fa69-ad28-49d9-b87e-6a4a0da40fe7 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:43.651105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Publish callbacks [] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:43.679827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Transition to ACTIVE for port object d636fa69-ad28-49d9-b87e-6a4a0da40fe7 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:54:43.766062 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:54:39Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:43.801302 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989aee5-7245-47ed-980c-615951c5e7d7 None None] The sync data for ids ['16f6be33-1b88-405c-b0c6-67981eb4fbcc'] in n-d-834677-3 is: [{'id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056476567-router', 'tenant_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:51:57Z', 'updated_at': '2022-03-22T13:54:39Z', 'revision_number': 5, 'project_id': 'c5120e6bcf0e41ae9d6e7265fab5a7cb', 'gw_port': {'id': 'a61054ea-2824-4ba9-8914-3584fca7d2e8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f6be33-1b88-405c-b0c6-67981eb4fbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:51:58Z', 'updated_at': '2022-03-22T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:43.816463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks [] for router_gateway (16f6be33-1b88-405c-b0c6-67981eb4fbcc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:43.834960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:43.902619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-039c3e34-f76d-494e-aadd-2821829e375e req-58e0e99c-609f-4b8a-b9b0-f2e662cc7c5b tempest-ServersAdmin275Test-1395051182 tempest-ServersAdmin275Test-1395051182-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.8346364 Mar 22 13:54:44.074710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:44.095445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Attempting to bind port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:44.095700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Attempting to bind port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:44.096124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Attempting to bind port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 on network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:44.134977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 on network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:54:44.135447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Attempting to bind port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 on network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:44.191466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Deleting port a61054ea-2824-4ba9-8914-3584fca7d2e8 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:44.191828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:44.193772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:44.194183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Checking segment: {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:44.194564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Bound using segment: {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:44.195243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Bound port: d636fa69-ad28-49d9-b87e-6a4a0da40fe7, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:44.195778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:44.429882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c59faa-7bb8-458c-85e5-676d9f023a0b req-f2eaad93-dfa4-4b99-9b0f-917b3a928f3e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:44.431514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15c59faa-7bb8-458c-85e5-676d9f023a0b req-f2eaad93-dfa4-4b99-9b0f-917b3a928f3e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.3098340 Mar 22 13:54:44.460013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] For port a61054ea-2824-4ba9-8914-3584fca7d2e8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a61054ea-2824-4ba9-8914-3584fca7d2e8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:44.460382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:44.492760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Calling delete_port for a61054ea-2824-4ba9-8914-3584fca7d2e8 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:44.495426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] For port d636fa69-ad28-49d9-b87e-6a4a0da40fe7, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:44.531428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] For port d636fa69-ad28-49d9-b87e-6a4a0da40fe7, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:44.575837 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:44.587750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15c59faa-7bb8-458c-85e5-676d9f023a0b req-afedd15e-74fd-4aa9-88e4-0017f9efa252 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433601 Mar 22 13:54:44.702692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:44.706002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:44.707724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/d636fa69-ad28-49d9-b87e-6a4a0da40fe7 HTTP/1.1" status: 200 len: 1091 time: 3.2779696 Mar 22 13:54:44.748016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:44.750701 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8407e46-a9e0-4de0-b955-79b6dbb1619d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:44.767833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4dbc5-f82a-47fc-9a04-5893c61449d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:44.842559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a8d8a-3a7e-4a85-bdac-52986ef89104 req-5e6957db-59cc-43d5-96be-e3eae534f7ca tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:44.844455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1a8d8a-3a7e-4a85-bdac-52986ef89104 req-5e6957db-59cc-43d5-96be-e3eae534f7ca tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 943 time: 0.1290324 Mar 22 13:54:44.852576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39370) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:44.961821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (a61054ea-2824-4ba9-8914-3584fca7d2e8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.046951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Pushing event deleted for resources: {'Port': ['ID=a61054ea-2824-4ba9-8914-3584fca7d2e8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:45.055378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1a8d8a-3a7e-4a85-bdac-52986ef89104 req-cc73ffc2-03a9-4724-85ca-8fc46d0597f4 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943698 Mar 22 13:54:45.103870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-network', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:45.110185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (16f6be33-1b88-405c-b0c6-67981eb4fbcc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.146079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Made reservation on behalf of f802ebb21d27419a9d66f405656d941a for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:45.151103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.171238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.286994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (16f6be33-1b88-405c-b0c6-67981eb4fbcc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.293135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks [] for router_controller (16f6be33-1b88-405c-b0c6-67981eb4fbcc), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.351868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks [] for security_group (8ac9d21a-9737-40ca-8fc0-26fe0d6774e8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.370388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8ac9d21a-9737-40ca-8fc0-26fe0d6774e8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.393332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0b61c779-6911-4388-a54c-cc7e972471f3 req-e20cc328-bab0-440e-ab53-506ebc6d1175 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9eccfdf4e1484d23bc15cbf6baae026c&device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0352437 Mar 22 13:54:45.417053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:54:45.449709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0b61c779-6911-4388-a54c-cc7e972471f3 req-5f436910-34db-42ba-a238-4cf7eed1e3a4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9eccfdf4e1484d23bc15cbf6baae026c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468314 Mar 22 13:54:45.457300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac9d21a-9737-40ca-8fc0-26fe0d6774e8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:45.477360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (16f6be33-1b88-405c-b0c6-67981eb4fbcc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.477880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f6be33-1b88-405c-b0c6-67981eb4fbcc {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:54:45.487978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.488310 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Added segment ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5 of type vlan for network cb7580cf-8357-42e8-ac86-a2c56c6084e7 Mar 22 13:54:45.493659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.494848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eef0497f-c1c4-422e-850a-f83a1acd117e admin admin] 10.222.0.44 "DELETE /v2.0/routers/16f6be33-1b88-405c-b0c6-67981eb4fbcc HTTP/1.1" status: 204 len: 168 time: 3.1617129 Mar 22 13:54:45.498292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39378) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:45.566981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8678962-28c3-4aa6-8807-67378c1c0689 req-de86cf34-11d3-4cd5-9b73-b342a587e9a7 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/e0f53e58-f450-4237-87b6-2d18da80ae66 HTTP/1.1" status: 200 len: 1815 time: 0.1349909 Mar 22 13:54:45.629119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (cb7580cf-8357-42e8-ac86-a2c56c6084e7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.656649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] Deleting subnet 6aaecf5a-7563-4286-8edc-581798e332e0 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:54:45.661627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8678962-28c3-4aa6-8807-67378c1c0689 req-c98dd7ff-a4c3-4951-a847-878a9bf60f66 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (e0f53e58-f450-4237-87b6-2d18da80ae66), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.665839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] Publish callbacks [] for subnet (6aaecf5a-7563-4286-8edc-581798e332e0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.731368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61c779-6911-4388-a54c-cc7e972471f3 req-7bcf2bd9-2acc-4200-904d-f74a09892b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:45.733322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0b61c779-6911-4388-a54c-cc7e972471f3 req-7bcf2bd9-2acc-4200-904d-f74a09892b67 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768724 Mar 22 13:54:45.735246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (cb7580cf-8357-42e8-ac86-a2c56c6084e7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.736316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:45.736908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.758373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9046345 Mar 22 13:54:45.769837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:45.775023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Request body: {'subnet': {'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-subnet', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:45.794381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8678962-28c3-4aa6-8807-67378c1c0689 req-c98dd7ff-a4c3-4951-a847-878a9bf60f66 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (e0f53e58-f450-4237-87b6-2d18da80ae66), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.809529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] Publish callbacks [] for subnet (6aaecf5a-7563-4286-8edc-581798e332e0), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.833033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff1841-7609-44e0-b51b-c318406ac9cb admin admin] Pushing event updated for resources: {'Network': ['ID=cb7580cf-8357-42e8-ac86-a2c56c6084e7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:45.842667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Made reservation on behalf of f802ebb21d27419a9d66f405656d941a for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:45.843840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:54:45.845641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.917661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8678962-28c3-4aa6-8807-67378c1c0689 req-c98dd7ff-a4c3-4951-a847-878a9bf60f66 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e0f53e58-f450-4237-87b6-2d18da80ae66), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.920252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8678962-28c3-4aa6-8807-67378c1c0689 req-c98dd7ff-a4c3-4951-a847-878a9bf60f66 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:45.921393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8678962-28c3-4aa6-8807-67378c1c0689 req-c98dd7ff-a4c3-4951-a847-878a9bf60f66 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/e0f53e58-f450-4237-87b6-2d18da80ae66 HTTP/1.1" status: 204 len: 173 time: 0.3536158 Mar 22 13:54:45.982030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dd7ff-a4c3-4951-a847-878a9bf60f66 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f53e58-f450-4237-87b6-2d18da80ae66,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:45.990431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6aaecf5a-7563-4286-8edc-581798e332e0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.063925 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a499d810-1494-47c9-ba0c-0485733ab7db x-openstack-request-id: req-a499d810-1494-47c9-ba0c-0485733ab7db {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:46.064218 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:46.064469 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a499d810-1494-47c9-ba0c-0485733ab7db {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:46.064874 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a499d810-1494-47c9-ba0c-0485733ab7db'] response: {'name': 'network-changed', 'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'status': 'completed', 'code': 200} Mar 22 13:54:46.117195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (6aaecf5a-7563-4286-8edc-581798e332e0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.136458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.136815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed6af3-3724-474d-9b43-74f62ce02404 None None] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:54:46.148732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6aaecf5a-7563-4286-8edc-581798e332e0 HTTP/1.1" status: 204 len: 168 time: 0.6493444 Mar 22 13:54:46.151557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:46.198144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf362f-3ce0-47b2-8483-6ce454bb5a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aaecf5a-7563-4286-8edc-581798e332e0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:46.199105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f4f41440-924a-402d-a6c6-104523b9ee17 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:46.252994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1d10b2b-6457-4a1a-8da3-483080a8e5a0 req-477d88c5-c4cf-423d-8114-cb7a2f475273 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0302022 Mar 22 13:54:46.280846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (67ea8657-67b0-43be-8211-84986120a184), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.320034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: f4f41440-924a-402d-a6c6-104523b9ee17 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:46.324044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f4f41440-924a-402d-a6c6-104523b9ee17 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:46.387710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ea8657-67b0-43be-8211-84986120a184,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:46.412598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80d67369-6ddd-438d-b34d-0b10fd5f238f req-b76b4a75-5e36-4b66-a698-48c210d6b0e5 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "GET /v2.0/security-groups/7cea8c17-e8c2-4787-bdf5-b8347aa6f12f HTTP/1.1" status: 200 len: 1818 time: 0.0947511 Mar 22 13:54:46.445444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (c6906c08-6d2e-41ce-b995-99d0b6f353f3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.501806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Checking segment: {'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:46.502128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Network hostable DHCP agents. Network: cb7580cf-8357-42e8-ac86-a2c56c6084e7, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:54:46.523764 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-80d67369-6ddd-438d-b34d-0b10fd5f238f req-969fbf3f-a4aa-4145-acfd-91ee67d7fb82 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7cea8c17-e8c2-4787-bdf5-b8347aa6f12f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.573554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-80d67369-6ddd-438d-b34d-0b10fd5f238f req-969fbf3f-a4aa-4145-acfd-91ee67d7fb82 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (7cea8c17-e8c2-4787-bdf5-b8347aa6f12f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.603079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:54:46.666436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, cb7580cf-8357-42e8-ac86-a2c56c6084e7) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:46.672019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:46.673653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.674691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] DHCP port deletion for c6906c08-6d2e-41ce-b995-99d0b6f353f3 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:54:46.687973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe77552-d572-4067-8069-fb5e9bbeb9c1 None None] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:54:46.695296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-80d67369-6ddd-438d-b34d-0b10fd5f238f req-969fbf3f-a4aa-4145-acfd-91ee67d7fb82 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7cea8c17-e8c2-4787-bdf5-b8347aa6f12f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.701213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-64f78214-5c61-4861-a932-beadae9272cb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9300582 Mar 22 13:54:46.705160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Deleting port a82e555d-f7d5-4713-970e-e39bbfa82d0a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:46.705498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.708092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-80d67369-6ddd-438d-b34d-0b10fd5f238f req-969fbf3f-a4aa-4145-acfd-91ee67d7fb82 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.709878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:46.715619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80d67369-6ddd-438d-b34d-0b10fd5f238f req-969fbf3f-a4aa-4145-acfd-91ee67d7fb82 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] 10.222.0.44 "DELETE /v2.0/security-groups/7cea8c17-e8c2-4787-bdf5-b8347aa6f12f HTTP/1.1" status: 204 len: 173 time: 0.2919865 Mar 22 13:54:46.725058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39396) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:46.757997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:46.847336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] Deleting port a82e555d-f7d5-4713-970e-e39bbfa82d0a {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:46.848388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.851873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-cb7580cf-8357-42e8-ac86-a2c56c6084e7', 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7', 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'fixed_ips': [{'subnet_id': '67ea8657-67b0-43be-8211-84986120a184'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:54:46.854933 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.889131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] Deleting subnet 9831eefb-0c92-47dd-a310-3597a661dab8 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:54:46.905037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] Publish callbacks [] for subnet (9831eefb-0c92-47dd-a310-3597a661dab8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.905694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fbf3f-a4aa-4145-acfd-91ee67d7fb82 tempest-SecurityGroupsTestJSON-863713872 tempest-SecurityGroupsTestJSON-863713872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea8c17-e8c2-4787-bdf5-b8347aa6f12f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:46.915989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] For port a82e555d-f7d5-4713-970e-e39bbfa82d0a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a82e555d-f7d5-4713-970e-e39bbfa82d0a,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:46.916444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:46.946210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Calling delete_port for a82e555d-f7d5-4713-970e-e39bbfa82d0a owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:47.032934 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] Publish callbacks [] for subnet (9831eefb-0c92-47dd-a310-3597a661dab8), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.044611 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9831eefb-0c92-47dd-a310-3597a661dab8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.087579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] For port a82e555d-f7d5-4713-970e-e39bbfa82d0a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a82e555d-f7d5-4713-970e-e39bbfa82d0a,segment=NetworkSegment(366541fc-01fc-4767-a458-08dc32bb22a6),segment_id=366541fc-01fc-4767-a458-08dc32bb22a6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:47.087978 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.106153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (6c4ad298-6400-4e65-aacc-c118608bfa54), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.107922 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (6c4ad298-6400-4e65-aacc-c118608bfa54), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.109426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] Calling delete_port for a82e555d-f7d5-4713-970e-e39bbfa82d0a owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:47.121988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8b517-ab52-4cee-ac39-728683822f05 req-2a06647c-d33e-4f9d-b375-baa4a91afe67 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:47.140823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18e8b517-ab52-4cee-ac39-728683822f05 req-2a06647c-d33e-4f9d-b375-baa4a91afe67 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 943 time: 0.2300372 Mar 22 13:54:47.184494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks [] for router_controller (6c4ad298-6400-4e65-aacc-c118608bfa54), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.185926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.190831 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0b61c779-6911-4388-a54c-cc7e972471f3 req-e56b5de0-f8e6-4d32-bf52-ed7fde45c4e9 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1282096 Mar 22 13:54:47.232651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a82e555d-f7d5-4713-970e-e39bbfa82d0a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:47.284411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18e8b517-ab52-4cee-ac39-728683822f05 req-3f819807-92f4-4bb0-a2d2-8579926c84f7 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423659 Mar 22 13:54:47.322538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for subnet (9831eefb-0c92-47dd-a310-3597a661dab8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.356112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] No DVR routers for this DVR port a82e555d-f7d5-4713-970e-e39bbfa82d0a on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:47.374055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9831eefb-0c92-47dd-a310-3597a661dab8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:47.394728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.402140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0368efbb-7504-4b9f-9e2d-1a358cf8306b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9831eefb-0c92-47dd-a310-3597a661dab8 HTTP/1.1" status: 204 len: 168 time: 0.6636465 Mar 22 13:54:47.405211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39406) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:47.474432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (c6906c08-6d2e-41ce-b995-99d0b6f353f3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.498630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6906c08-6d2e-41ce-b995-99d0b6f353f3']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:47.510568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366541fc-01fc-4767-a458-08dc32bb22a6') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:47.510997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366541fc-01fc-4767-a458-08dc32bb22a6') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:47.526314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (366541fc-01fc-4767-a458-08dc32bb22a6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.542291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4272e44-941a-49bd-a8dd-993a8c21f12f req-95c26362-1e5a-44d7-b633-e2e5f1f89e87 tempest-ServersAdmin275Test-1225623108 tempest-ServersAdmin275Test-1225623108-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e626da0-a050-4833-8b77-1774bc2bd4a6 HTTP/1.1" status: 200 len: 210 time: 0.0438700 Mar 22 13:54:47.545567 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9b9f494a-57cd-4783-8799-5ce13861be08), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.552121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (366541fc-01fc-4767-a458-08dc32bb22a6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.560134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:54:47.560538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (366541fc-01fc-4767-a458-08dc32bb22a6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:54:47.620737 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:54:47.668801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Allocated IP 172.20.0.2 (cb7580cf-8357-42e8-ac86-a2c56c6084e7/67ea8657-67b0-43be-8211-84986120a184/12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:47.812810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a82e555d-f7d5-4713-970e-e39bbfa82d0a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:47.815727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (c6906c08-6d2e-41ce-b995-99d0b6f353f3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.818931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9b9f494a-57cd-4783-8799-5ce13861be08), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.878464 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (a82e555d-f7d5-4713-970e-e39bbfa82d0a), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.885273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a82e555d-f7d5-4713-970e-e39bbfa82d0a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:47.885609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a82e555d-f7d5-4713-970e-e39bbfa82d0a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:47.890871 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.893309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] 10.222.0.44 "DELETE /v2.0/networks/c6906c08-6d2e-41ce-b995-99d0b6f353f3 HTTP/1.1" status: 204 len: 168 time: 1.7407835 Mar 22 13:54:47.894103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a61054ea-2824-4ba9-8914-3584fca7d2e8 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:47.902088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39410) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:47.919431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.922286 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.925179 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.925651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > port after_create 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.926184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.927283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > port after_update 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.929293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.929588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.930053 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.931159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:47.968436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks [] for router_gateway (6c4ad298-6400-4e65-aacc-c118608bfa54), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:47.986524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b3fc6-a1dd-47b2-90aa-489084cd00cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c6906c08-6d2e-41ce-b995-99d0b6f353f3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:48.044807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] Network c6906c08-6d2e-41ce-b995-99d0b6f353f3 is not hosted by any dhcp agent {{(pid=110459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 13:54:48.045276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] No DVR routers for this DVR port a82e555d-f7d5-4713-970e-e39bbfa82d0a on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:48.074965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c3d5f-c625-4823-a13a-fa6b93f02bc9 None None] Pushing event deleted for resources: {'Port': ['ID=a82e555d-f7d5-4713-970e-e39bbfa82d0a,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:48.080449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a61054ea-2824-4ba9-8914-3584fca7d2e8 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:48.080789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a61054ea-2824-4ba9-8914-3584fca7d2e8 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:48.168517 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:48.169209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:48.169343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:48.170719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:54:48.171508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9f494a-57cd-4783-8799-5ce13861be08']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:48.186131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-815f61b5-6e03-40db-ab23-86567e67e191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.196370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc71349-419a-4dd6-b0fc-8bc583d0fddd') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:48.196713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc71349-419a-4dd6-b0fc-8bc583d0fddd') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:48.217581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (6bc71349-419a-4dd6-b0fc-8bc583d0fddd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.249729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6bc71349-419a-4dd6-b0fc-8bc583d0fddd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.256343 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Publish callbacks [] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.260580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:54:48.260787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (6bc71349-419a-4dd6-b0fc-8bc583d0fddd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.276182 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: from cryptography.utils import int_from_bytes Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: from cryptography.utils import int_from_bytes Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: timer() Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:54:48.337829 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:54:48.367374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-00dae894-e22a-46a7-8fbd-ceb789ef6e22 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:54:48.369906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-00dae894-e22a-46a7-8fbd-ceb789ef6e22 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061965 Mar 22 13:54:48.383658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Pushing event updated for resources: {'Port': ['ID=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:48.385048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-b66a7672-aa3e-46e2-b583-38e3456ce8c1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461674 Mar 22 13:54:48.386941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9b9f494a-57cd-4783-8799-5ce13861be08), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.419213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:48.424256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:48.433391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:48.544435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.550872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] 10.222.0.44 "DELETE /v2.0/networks/9b9f494a-57cd-4783-8799-5ce13861be08 HTTP/1.1" status: 204 len: 168 time: 1.1446176 Mar 22 13:54:48.555007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Attempting to bind port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:48.557809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Attempting to bind port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:48.558312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Attempting to bind port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 on network cb7580cf-8357-42e8-ac86-a2c56c6084e7 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:48.571619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:48.572168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Checking segment: {'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:48.573504 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.574030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Bound using segment: {'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:48.576916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Bound port: 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:48.577416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.602866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a63b9-d898-4958-8dd9-6380c4fe34ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9f494a-57cd-4783-8799-5ce13861be08,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:48.629379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8407e46-a9e0-4de0-b955-79b6dbb1619d req-1cfc2992-8865-4052-9c6a-917354f5b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:48.630942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8407e46-a9e0-4de0-b955-79b6dbb1619d req-1cfc2992-8865-4052-9c6a-917354f5b7c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d&device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 1125 time: 0.7257273 Mar 22 13:54:48.631908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-f810de4c-a557-4f0e-ab4f-debb142e0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:48.633475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-f810de4c-a557-4f0e-ab4f-debb142e0f23 service neutron] 10.222.0.44 "GET /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 1125 time: 0.2428105 Mar 22 13:54:48.646115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Request body: {'binding': {'host': 'n-h1-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:48.646672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Unknown quota resources ['binding']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:54:48.714836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] For port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:48.718748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] For port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,segment=NetworkSegment(ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5),segment_id=ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:48.728800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:48.830812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4374ec-3b88-4760-8eb5-a3ef8670558e None None] Pushing event updated for resources: {'Port': ['ID=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:48.847228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:48.858730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-3aa77c06-888d-4a76-b738-437696e6690a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:48.865906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-3aa77c06-888d-4a76-b738-437696e6690a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4799507 Mar 22 13:54:48.991908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks [] for router_gateway (6c4ad298-6400-4e65-aacc-c118608bfa54), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:49.095489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:49.099475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8407e46-a9e0-4de0-b955-79b6dbb1619d req-e9913eb1-03b1-4d19-88be-31306b4c1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:49.103937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8407e46-a9e0-4de0-b955-79b6dbb1619d req-e9913eb1-03b1-4d19-88be-31306b4c1ab2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3727198 Mar 22 13:54:49.122394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-e79c3c51-7150-46dd-9456-6f701e61e177 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/quotas/f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 375 time: 0.2555127 Mar 22 13:54:49.127039 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-189d438d-b023-4df1-bb18-d7db0652f169 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c894bdcd491469e9ab56878b1558e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770770 Mar 22 13:54:49.152348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39438) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:49.362374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Allocated IP 172.25.2.240 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/59565d6e-9230-40b6-a45f-803c0992a91b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:49.539179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks [] for port (59565d6e-9230-40b6-a45f-803c0992a91b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:49.545322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:49.671834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:49.717708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d5312bd-cdf1-4869-b6f5-42000fe60eca admin admin] Publish callbacks [] for security_group (3ba26a4b-d4dc-4d74-a024-167c436ccf44), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:49.763837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on host n-h1-834677-3 for vnic_type normal with profile None {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:49.763837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:49.763837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:49.828639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-fd313a97-182b-4b12-be71-1e5c804415cf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6863806 Mar 22 13:54:49.894226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8407e46-a9e0-4de0-b955-79b6dbb1619d req-d42be962-ba21-4200-bde3-63a304261272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:49.899812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8407e46-a9e0-4de0-b955-79b6dbb1619d req-d42be962-ba21-4200-bde3-63a304261272 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7743232 Mar 22 13:54:49.915026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:49.925103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:54:49.926849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:49.962065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:49.962445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:49.962852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:49.963316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Bound port: b46c3e52-e116-404b-b5d8-5dc49637c63a, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:49.996549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d5312bd-cdf1-4869-b6f5-42000fe60eca admin admin] Publish callbacks [] for security_group (3ba26a4b-d4dc-4d74-a024-167c436ccf44), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.031741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:50.032230 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.054878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:50.057618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Pushing event updated for resources: {'Port': ['ID=59565d6e-9230-40b6-a45f-803c0992a91b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:50.068350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:50.071915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:50.203813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:50.223840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:50.224516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.227628 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.229127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-d868681b-be59-4ca6-a8e6-efa7540aa1ab service neutron] 10.222.0.44 "POST /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a/bindings HTTP/1.1" status: 201 len: 389 time: 1.5893557 Mar 22 13:54:50.263727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d5312bd-cdf1-4869-b6f5-42000fe60eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3ba26a4b-d4dc-4d74-a024-167c436ccf44), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.266750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d5312bd-cdf1-4869-b6f5-42000fe60eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.268140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6d5312bd-cdf1-4869-b6f5-42000fe60eca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ba26a4b-d4dc-4d74-a024-167c436ccf44 HTTP/1.1" status: 204 len: 168 time: 1.1147022 Mar 22 13:54:50.271883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,segment=NetworkSegment(ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5),segment_id=ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:50.284604 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.321526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5312bd-cdf1-4869-b6f5-42000fe60eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba26a4b-d4dc-4d74-a024-167c436ccf44,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:50.354391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-7c346779-e29e-4b44-9a2d-8a49ab79410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:50.364842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-7c346779-e29e-4b44-9a2d-8a49ab79410a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d&device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 1125 time: 0.2421658 Mar 22 13:54:50.472995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf99f3-0016-44fc-8509-fe69886da2f3 None None] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:54:50.505169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Deleting port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:50.505510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.513929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-966d2bf5-5d9b-41bf-ab90-acbea2d4af71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d636fa69-ad28-49d9-b87e-6a4a0da40fe7 HTTP/1.1" status: 200 len: 217 time: 0.1295710 Mar 22 13:54:50.524216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885ea2f-acb6-488e-8969-ef22334d72d7 req-8325e6b0-568c-4fe4-abac-2a4138f97e3f tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:50.532740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2885ea2f-acb6-488e-8969-ef22334d72d7 req-8325e6b0-568c-4fe4-abac-2a4138f97e3f tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 943 time: 0.3239768 Mar 22 13:54:50.660018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:50.667075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5eca4-c746-48cd-9e7f-3d7a765a8d1f req-1aaa3525-d28c-43b0-a317-7e62501f9ba3 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:50.668620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20c5eca4-c746-48cd-9e7f-3d7a765a8d1f req-1aaa3525-d28c-43b0-a317-7e62501f9ba3 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1127 time: 0.1644125 Mar 22 13:54:50.670715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-52b59f70-1137-48bc-9e83-5db640ce2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:50.672012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-52b59f70-1137-48bc-9e83-5db640ce2468 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed0d5f32-ee23-4086-91e6-051df334656b HTTP/1.1" status: 200 len: 853 time: 0.1304042 Mar 22 13:54:50.681224 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f65949b6-f1ff-401d-b22c-ab794990f4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.685490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2885ea2f-acb6-488e-8969-ef22334d72d7 req-f0a70123-4272-4da4-b097-f5bcba05407f tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495483 Mar 22 13:54:50.708415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2b729584-6fc4-4cea-a1b8-94cc23c9e18d None None] Provisioning complete for port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:50.709055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b729584-6fc4-4cea-a1b8-94cc23c9e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.848120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d7af954-22aa-4c6e-80fe-b4dfe005341c req-e5d2f433-4783-4558-8fb4-5c8d2a895118 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 210 time: 0.0683429 Mar 22 13:54:50.920620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20c5eca4-c746-48cd-9e7f-3d7a765a8d1f req-6f61d4c4-55db-489a-ad49-d578c928fce4 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295496 Mar 22 13:54:50.929349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-d292a63c-040f-466c-9bbe-e849d9148fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:50.930966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-d292a63c-040f-466c-9bbe-e849d9148fb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17a79c03-e565-4bcf-88f3-9fbf756d48f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2191260 Mar 22 13:54:50.995135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2b729584-6fc4-4cea-a1b8-94cc23c9e18d None None] Current status of the port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:51.071320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks [] for router_gateway (6c4ad298-6400-4e65-aacc-c118608bfa54), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.204422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac7d66-37fc-437a-899b-e42fbe0a7fe7 req-a10ab09b-a33f-4b36-af7f-833861cbb095 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:51.221026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bac7d66-37fc-437a-899b-e42fbe0a7fe7 req-a10ab09b-a33f-4b36-af7f-833861cbb095 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.2071371 Mar 22 13:54:51.241798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-36ddb9e1-5d2d-4790-9f1a-c9235be72f25 service neutron] 10.222.0.57 "GET /v2.0/networks/17a79c03-e565-4bcf-88f3-9fbf756d48f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017676 Mar 22 13:54:51.329595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-3b36ee2a-469a-4f07-8a92-a828e111e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:51.331120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-3b36ee2a-469a-4f07-8a92-a828e111e219 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1128 time: 0.7373958 Mar 22 13:54:51.354358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] For port 8630a18f-2a36-47ef-bbc7-a0ada851c0d6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,segment=NetworkSegment(6294bb19-047c-425b-b454-30f2033c4220),segment_id=6294bb19-047c-425b-b454-30f2033c4220)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:51.354726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.399268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39472) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:51.419184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Calling delete_port for 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:51.426104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5a6d0f9a-7be1-47d0-8f90-1ca8f2fa4dd7 None None] Provisioning complete for port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:51.427683 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0f9a-7be1-47d0-8f90-1ca8f2fa4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.433093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bac7d66-37fc-437a-899b-e42fbe0a7fe7 req-ae7114ae-82e0-4ada-b70d-600f0294fa8c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111442 Mar 22 13:54:51.499374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64b08ce4-7fe3-4684-aa7e-f25e44d06c40 req-c3727fed-ad37-479d-aaee-a8f868115467 service neutron] 10.222.0.57 "GET /v2.0/networks/17a79c03-e565-4bcf-88f3-9fbf756d48f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418468 Mar 22 13:54:51.576574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d0f9a-7be1-47d0-8f90-1ca8f2fa4dd7 None None] Current status of the port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:51.619210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1cf8d47b-f39c-4486-94da-8fe061dc8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:51.620668 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1cf8d47b-f39c-4486-94da-8fe061dc8d5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.2809267 Mar 22 13:54:51.625118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a31952fe-98fd-4a48-bae6-68a25c19da6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.710525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-e4f60a13-6430-48b0-8bee-d20cc445ac40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 217 time: 0.0831740 Mar 22 13:54:51.752096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.821877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-07fca848-9109-46f2-84ab-9a64cb5736b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:51.823558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-07fca848-9109-46f2-84ab-9a64cb5736b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1058989 Mar 22 13:54:51.832119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:51.860262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6cd32-6c1c-4543-9497-db1c80adc732 req-d77c3f61-8e57-45bb-9874-270b412fd7fa tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:51.868627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62b6cd32-6c1c-4543-9497-db1c80adc732 req-d77c3f61-8e57-45bb-9874-270b412fd7fa tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 943 time: 0.1056800 Mar 22 13:54:51.908215 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-f9d1741e-6c73-428c-ae60-773eafde48a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615752 Mar 22 13:54:51.910147 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-a01c7d80-8f0a-43c9-9984-743d5bfebe26 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853436 Mar 22 13:54:51.916041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (6c4ad298-6400-4e65-aacc-c118608bfa54), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.927949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:51.928321 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.938139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62b6cd32-6c1c-4543-9497-db1c80adc732 req-6d61b87f-453d-4f11-9abe-389007b6143f tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682607 Mar 22 13:54:52.056548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39506) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:52.058698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b011fa87-8b23-4bfc-86d3-dc545ba86114 req-9e88944a-dad4-4780-96f3-b8246fc67b2f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 210 time: 0.0378358 Mar 22 13:54:52.083554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:52.189038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-320346814-network', 'tenant_id': '5ce6f75d3bc4457198a50fec0cf596fb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:52.210918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Made reservation on behalf of 5ce6f75d3bc4457198a50fec0cf596fb for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:52.213435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.223229 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.244739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a31952fe-98fd-4a48-bae6-68a25c19da6f admin admin] Publish callbacks [] for security_group (919d2390-8576-4402-bf41-0160cd8a7a55), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.256855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8630a18f-2a36-47ef-bbc7-a0ada851c0d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.269621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a31952fe-98fd-4a48-bae6-68a25c19da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (919d2390-8576-4402-bf41-0160cd8a7a55), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.313220 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks [] for security_group (3a613d25-a0f3-444a-bbf1-ce7301cf0cd8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.319242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3a613d25-a0f3-444a-bbf1-ce7301cf0cd8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.327860 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-45a24cfe-475c-413a-861b-aaf653898f96 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059186 Mar 22 13:54:52.328590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8630a18f-2a36-47ef-bbc7-a0ada851c0d6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:52.356295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:54:52.379977 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f5f6db7e-1c9f-4f75-83d2-2f7afd02b981), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.380766 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Added segment f5f6db7e-1c9f-4f75-83d2-2f7afd02b981 of type vlan for network 96f56e6c-0f60-48ca-b807-842ee70cf605 Mar 22 13:54:52.382705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a613d25-a0f3-444a-bbf1-ce7301cf0cd8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:52.391549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-f741b964-f39d-425e-a7f2-3b7e34aad2e6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:52.393028 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-f741b964-f39d-425e-a7f2-3b7e34aad2e6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4694304 Mar 22 13:54:52.413413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31952fe-98fd-4a48-bae6-68a25c19da6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919d2390-8576-4402-bf41-0160cd8a7a55,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:52.420759 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a31952fe-98fd-4a48-bae6-68a25c19da6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9eccfdf4e1484d23bc15cbf6baae026c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0175490 Mar 22 13:54:52.424245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39516) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:52.441134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (96f56e6c-0f60-48ca-b807-842ee70cf605), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.444043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Request body: {'port': {'device_id': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'f0bbdf42878b486488ab42e3949f878d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:52.447179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-08e2cc55-95fe-4c3e-a9b2-c74d79f2cfc3 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:54:52.448272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-08e2cc55-95fe-4c3e-a9b2-c74d79f2cfc3 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099149 Mar 22 13:54:52.555004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (96f56e6c-0f60-48ca-b807-842ee70cf605), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.556125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:52.556451 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.579274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-1e0154e2-25f3-44f4-adb7-cd2193a324e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:52.580841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-1e0154e2-25f3-44f4-adb7-cd2193a324e1 service neutron] 10.222.0.44 "GET /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 1124 time: 0.1212058 Mar 22 13:54:52.628046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Request body: {'binding': {'host': 'n-h1-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:52.628423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Unknown quota resources ['binding']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:54:52.672481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6099222 Mar 22 13:54:52.677185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:52.685128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Request body: {'subnet': {'network_id': '96f56e6c-0f60-48ca-b807-842ee70cf605', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-320346814-subnet', 'tenant_id': '5ce6f75d3bc4457198a50fec0cf596fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:52.696351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df057b48-6fd1-446c-97ac-18454647349b admin admin] Publish callbacks [] for security_group (919d2390-8576-4402-bf41-0160cd8a7a55), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.708181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7081888-88a1-4b9a-904e-de9d556346a2 admin admin] Pushing event updated for resources: {'Network': ['ID=96f56e6c-0f60-48ca-b807-842ee70cf605,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:52.716868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-78d98d39-8f53-49e7-9d7c-e2318fe902b5 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427074 Mar 22 13:54:52.721360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 96f56e6c-0f60-48ca-b807-842ee70cf605 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:54:52.724678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Router 6c4ad298-6400-4e65-aacc-c118608bfa54 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:54:52.789719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7a5ca-1833-4adb-99c2-3fa76199513d req-cb26e865-08a0-4573-935b-fa6e02b48440 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:52.791283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cf7a5ca-1833-4adb-99c2-3fa76199513d req-cb26e865-08a0-4573-935b-fa6e02b48440 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.2614536 Mar 22 13:54:52.793439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df057b48-6fd1-446c-97ac-18454647349b admin admin] Publish callbacks [] for security_group (919d2390-8576-4402-bf41-0160cd8a7a55), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.796703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Made reservation on behalf of 5ce6f75d3bc4457198a50fec0cf596fb for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:52.799047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.817773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Made reservation on behalf of f0bbdf42878b486488ab42e3949f878d for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:52.822187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.860618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.974107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cf7a5ca-1833-4adb-99c2-3fa76199513d req-d9eec67b-6b39-4045-9ee0-26017893d1af tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671062 Mar 22 13:54:52.992290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df057b48-6fd1-446c-97ac-18454647349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (919d2390-8576-4402-bf41-0160cd8a7a55), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.995119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df057b48-6fd1-446c-97ac-18454647349b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:52.996257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-df057b48-6fd1-446c-97ac-18454647349b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/919d2390-8576-4402-bf41-0160cd8a7a55 HTTP/1.1" status: 204 len: 168 time: 0.5709336 Mar 22 13:54:53.040914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on host n-h1-834677-3 for vnic_type normal with profile None {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:53.041253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:53.041584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:53.050946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df057b48-6fd1-446c-97ac-18454647349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d2390-8576-4402-bf41-0160cd8a7a55,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:53.060691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:54:53.082107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Sync routers for ids ['6c4ad298-6400-4e65-aacc-c118608bfa54'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:54:53.108583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Routers {'6c4ad298-6400-4e65-aacc-c118608bfa54'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:53.109861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['6c4ad298-6400-4e65-aacc-c118608bfa54'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:53.129959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:54:53.130427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:53.169703 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.175455 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e562dd7-4d14-466d-83ba-ab73e10d3799 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4642842 Mar 22 13:54:53.176099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:53.176758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:53.177154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:53.177725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Bound port: 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:53.179648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39528) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:53.271873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Allocated IP 192.168.233.144 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/182fd64f-0199-4973-9c02-be37096b6758) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:53.273738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Set router 6c4ad298-6400-4e65-aacc-c118608bfa54 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:53.347118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (d1d2d81a-742c-4bfa-a5fc-7b8126f80082), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.418532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:53.433128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200a787-2471-4360-bf5a-143922f7c450 req-f2f25758-5d23-42c7-8df1-c06dc0e19e02 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:53.444756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9200a787-2471-4360-bf5a-143922f7c450 req-f2f25758-5d23-42c7-8df1-c06dc0e19e02 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 943 time: 0.3229105 Mar 22 13:54:53.446168 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.464418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.475231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fc2fe196-0659-4143-b89f-09bec76ca0fc service neutron] 10.222.0.44 "POST /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be/bindings HTTP/1.1" status: 201 len: 389 time: 0.8777084 Mar 22 13:54:53.517453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39532) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:53.541989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d2d81a-742c-4bfa-a5fc-7b8126f80082,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:53.550957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-18806172-af29-47ab-9f8f-03b90fe2c8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.612480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:54:50Z', 'revision_number': 3, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port': {'id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:49Z', 'updated_at': '2022-03-22T13:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:53.636726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Checking segment: {'id': 'f5f6db7e-1c9f-4f75-83d2-2f7afd02b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '96f56e6c-0f60-48ca-b807-842ee70cf605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:53.637769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Network hostable DHCP agents. Network: 96f56e6c-0f60-48ca-b807-842ee70cf605, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:54:53.657593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Checking router: 6c4ad298-6400-4e65-aacc-c118608bfa54 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:54:53.658212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Updating router 6c4ad298-6400-4e65-aacc-c118608bfa54 port 59565d6e-9230-40b6-a45f-803c0992a91b binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:54:53.661922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:54:53.690191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9200a787-2471-4360-bf5a-143922f7c450 req-3a684b9a-d4c2-4bab-ba2e-556c6fb8f91b tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397764 Mar 22 13:54:53.701127 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.724389 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks [] for port (182fd64f-0199-4973-9c02-be37096b6758), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.764216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Network 96f56e6c-0f60-48ca-b807-842ee70cf605 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:54:53.834723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70cdb62d-b70b-4fb6-aaeb-9dfdee4b7c72 req-b7f1b9c8-ef63-403b-9e9d-92a4350c38c0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 210 time: 0.0942998 Mar 22 13:54:53.849266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 96f56e6c-0f60-48ca-b807-842ee70cf605) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:53.886547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:53.887149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.990563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aa1c6e39-10bc-46f8-adac-ba4bce069b56 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3090575 Mar 22 13:54:54.010453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1b646-0919-422b-a7da-6162ff37f88b req-6ff8ea76-4b5f-4a03-9729-2c3b988e826c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:54.012365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48d1b646-0919-422b-a7da-6162ff37f88b req-6ff8ea76-4b5f-4a03-9729-2c3b988e826c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2026513 Mar 22 13:54:54.079548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Publish callbacks [] for port (59565d6e-9230-40b6-a45f-803c0992a91b), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.088784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbdfec-095a-416a-9b49-3b98857bd3cf None None] Network 96f56e6c-0f60-48ca-b807-842ee70cf605 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:54:54.143970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48d1b646-0919-422b-a7da-6162ff37f88b req-8a0bfc4e-e9b1-4c0c-b201-2897dcf48259 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153667 Mar 22 13:54:54.195264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d636fa69-ad28-49d9-b87e-6a4a0da40fe7 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:54:54.295236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b48342-689e-4f81-b63a-e1558c28093b req-dc9d65e4-6882-436b-a048-730bff38ecb6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:54.296830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66b48342-689e-4f81-b63a-e1558c28093b req-dc9d65e4-6882-436b-a048-730bff38ecb6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.1774116 Mar 22 13:54:54.364026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-18806172-af29-47ab-9f8f-03b90fe2c8dd admin admin] Publish callbacks [] for security_group (6e344b9a-d186-4b85-8b2b-1c960aa69ed7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.383159 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-4912fdc6-6fc4-4243-9755-001ce91e289e req-3da5d469-9ffb-4c20-803e-4fb927cb2c82 tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] show failed (client error): The resource could not be found. Mar 22 13:54:54.384223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4912fdc6-6fc4-4243-9755-001ce91e289e req-3da5d469-9ffb-4c20-803e-4fb927cb2c82 tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "GET /v2.0/security-groups/f9d46e6a-c30c-4ccf-a195-fd9182568179 HTTP/1.1" status: 404 len: 352 time: 0.0299551 Mar 22 13:54:54.397813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.399258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:54:54.407514 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d66d7f2-1dab-4c4d-a5d7-d915217ffbe6 admin admin] 10.222.0.44 "PUT /v2.0/routers/c901b9f0-79ca-4bdc-bdda-34dea6e90f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5032876 Mar 22 13:54:54.411857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-18806172-af29-47ab-9f8f-03b90fe2c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6e344b9a-d186-4b85-8b2b-1c960aa69ed7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.412128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] Sync routers for ids ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:54:54.423929 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] Routers {'c901b9f0-79ca-4bdc-bdda-34dea6e90f97'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:54.424526 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:54.440052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:54.443992 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-18806172-af29-47ab-9f8f-03b90fe2c8dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6519dca7ee2a4e7b925679084cdde688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9229479 Mar 22 13:54:54.457776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39550) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:54.501368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce985-60ab-49fb-a821-3f0aeda21e00 None None] Pushing event updated for resources: {'Port': ['ID=59565d6e-9230-40b6-a45f-803c0992a91b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:54.503756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd7e7f-579d-4fd1-8428-8c715cbfc396 None None] Network 96f56e6c-0f60-48ca-b807-842ee70cf605 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:54:54.511677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.591940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.593009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66b48342-689e-4f81-b63a-e1558c28093b req-e1baeb16-48fa-43a4-9df5-c9bc39a70ecc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507389 Mar 22 13:54:54.640135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:54.640462 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] Set router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:54.680254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d89de42-818e-4890-a883-7e9f7724d3b6 req-1c9d3902-f067-4b75-a11f-9d6449794b12 tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ce6f75d3bc4457198a50fec0cf596fb HTTP/1.1" status: 200 len: 3001 time: 0.1726148 Mar 22 13:54:54.683514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:54.685994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18806172-af29-47ab-9f8f-03b90fe2c8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e344b9a-d186-4b85-8b2b-1c960aa69ed7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:54.696343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:54.723791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:54.726333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5542490c-cbd3-4be1-b2c6-92fea602a917 admin admin] Publish callbacks [] for security_group (6e344b9a-d186-4b85-8b2b-1c960aa69ed7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.766932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Attempting to bind port 59565d6e-9230-40b6-a45f-803c0992a91b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:54.767312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Attempting to bind port 59565d6e-9230-40b6-a45f-803c0992a91b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:54.767930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Attempting to bind port 59565d6e-9230-40b6-a45f-803c0992a91b on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:54.780374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5542490c-cbd3-4be1-b2c6-92fea602a917 admin admin] Publish callbacks [] for security_group (6e344b9a-d186-4b85-8b2b-1c960aa69ed7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.797774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d89de42-818e-4890-a883-7e9f7724d3b6 req-833ee5b9-7438-4348-8217-587b3912eec2 tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "GET /v2.0/security-groups/3a613d25-a0f3-444a-bbf1-ce7301cf0cd8 HTTP/1.1" status: 200 len: 2998 time: 0.1162500 Mar 22 13:54:54.819781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.821482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.839142 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:54:54.843157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:54.843527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:54.843927 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.844496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:54.844976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Bound port: 59565d6e-9230-40b6-a45f-803c0992a91b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:54.845348 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.855575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:54.868598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:54.921307 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] For port 59565d6e-9230-40b6-a45f-803c0992a91b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:54.925402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] For port 59565d6e-9230-40b6-a45f-803c0992a91b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=59565d6e-9230-40b6-a45f-803c0992a91b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:54.964584 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks [] for router (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.998860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d89de42-818e-4890-a883-7e9f7724d3b6 req-59133a2d-55da-436e-ae9b-6dfaef690dfe tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "GET /v2.0/security-groups/3a613d25-a0f3-444a-bbf1-ce7301cf0cd8 HTTP/1.1" status: 200 len: 2998 time: 0.2000041 Mar 22 13:54:55.016802 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:54:51Z', 'revision_number': 5, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:55.061465 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.080518 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] Checking router: c901b9f0-79ca-4bdc-bdda-34dea6e90f97 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:54:55.094175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:55.094831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.104335 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] Routers {'c901b9f0-79ca-4bdc-bdda-34dea6e90f97'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:55.109550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks [] for router_gateway (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.110684 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:55.113341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5542490c-cbd3-4be1-b2c6-92fea602a917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6e344b9a-d186-4b85-8b2b-1c960aa69ed7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.119927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5542490c-cbd3-4be1-b2c6-92fea602a917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.119927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5542490c-cbd3-4be1-b2c6-92fea602a917 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e344b9a-d186-4b85-8b2b-1c960aa69ed7 HTTP/1.1" status: 204 len: 168 time: 0.6590209 Mar 22 13:54:55.135947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542490c-cbd3-4be1-b2c6-92fea602a917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e344b9a-d186-4b85-8b2b-1c960aa69ed7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:55.150916 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-516880e1-2cf2-45af-a183-f00846b2015f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7154102 Mar 22 13:54:55.192858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Request body: {'port': {'device_id': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:55.196930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04105955-5e38-4041-b709-bd52797ce890 req-1ec142a5-cbed-4c38-af8e-4a3f20b6a441 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:55.201756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04105955-5e38-4041-b709-bd52797ce890 req-1ec142a5-cbed-4c38-af8e-4a3f20b6a441 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 943 time: 0.3999395 Mar 22 13:54:55.257369 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] Set router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:55.285938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Routers {'6c4ad298-6400-4e65-aacc-c118608bfa54'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:54:55.286839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['6c4ad298-6400-4e65-aacc-c118608bfa54'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:55.289437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Allocated IP 172.20.0.1 (cb7580cf-8357-42e8-ac86-a2c56c6084e7/67ea8657-67b0-43be-8211-84986120a184/ba29a364-5ca6-4562-9ac1-7ddd747d8ffc) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:55.317929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Deleting port c00311d7-0fc7-4534-aecb-9cecba2f8d49 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:55.318316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.320719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.414561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04105955-5e38-4041-b709-bd52797ce890 req-8d856580-8dff-434f-94d8-836d937e2792 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748025 Mar 22 13:54:55.493608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5508d29-2182-47e3-994b-deb6f17e3e71 req-ee56d384-6558-4584-b710-221fb8e58a1d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:55.501566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5508d29-2182-47e3-994b-deb6f17e3e71 req-ee56d384-6558-4584-b710-221fb8e58a1d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 936 time: 0.4042668 Mar 22 13:54:55.588946 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:54:51Z', 'revision_number': 5, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:55.635982 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2bff-c511-4305-ae11-e1e2a66ef64e None None] The sync data for ids ['c901b9f0-79ca-4bdc-bdda-34dea6e90f97'] in n-d-834677-3 is: [{'id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255811426-router', 'tenant_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:52:09Z', 'updated_at': '2022-03-22T13:54:51Z', 'revision_number': 5, 'project_id': '7d75fec380f84a67b90bdb9f3f8cfaa6', 'gw_port': {'id': 'c00311d7-0fc7-4534-aecb-9cecba2f8d49', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c901b9f0-79ca-4bdc-bdda-34dea6e90f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:52:11Z', 'updated_at': '2022-03-22T13:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:55.679574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d636fa69-ad28-49d9-b87e-6a4a0da40fe7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:55.742957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0331a1c4-e6c0-4f46-a16b-1a1826b6d88b None None] Provisioning complete for port 182fd64f-0199-4973-9c02-be37096b6758 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:55.744573 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0331a1c4-e6c0-4f46-a16b-1a1826b6d88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (182fd64f-0199-4973-9c02-be37096b6758), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.750396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'port_id': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'mac_address': 'fa:16:3e:81:e1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:54:55.757107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce985-60ab-49fb-a821-3f0aeda21e00 None None] Pushing event updated for resources: {'Port': ['ID=59565d6e-9230-40b6-a45f-803c0992a91b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:55.866393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182fd64f-0199-4973-9c02-be37096b6758 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:55.879632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Publish callbacks [] for port (182fd64f-0199-4973-9c02-be37096b6758), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.886097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0331a1c4-e6c0-4f46-a16b-1a1826b6d88b None None] Port 182fd64f-0199-4973-9c02-be37096b6758 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:54:55.895405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:55.895924 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.899172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] Set router 6c4ad298-6400-4e65-aacc-c118608bfa54 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:54:55.904562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Transition to ACTIVE for port object 182fd64f-0199-4973-9c02-be37096b6758 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:54:55.910510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] For port c00311d7-0fc7-4534-aecb-9cecba2f8d49, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c00311d7-0fc7-4534-aecb-9cecba2f8d49,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:55.914107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:55.942323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Calling delete_port for c00311d7-0fc7-4534-aecb-9cecba2f8d49 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:55.970145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d636fa69-ad28-49d9-b87e-6a4a0da40fe7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:56.025661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:56.084463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00bb3d1a-5b24-4818-8968-3356ec745782 req-9df6595d-611c-4032-a540-7be0a667a270 tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "GET /v2.0/security-groups/3a613d25-a0f3-444a-bbf1-ce7301cf0cd8 HTTP/1.1" status: 200 len: 2998 time: 0.5992284 Mar 22 13:54:56.150761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d636fa69-ad28-49d9-b87e-6a4a0da40fe7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:56.161034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:56.161743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8630a18f-2a36-47ef-bbc7-a0ada851c0d6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:56.173569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.176972 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.188794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c00311d7-0fc7-4534-aecb-9cecba2f8d49), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.269212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks [] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.294785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5508d29-2182-47e3-994b-deb6f17e3e71 req-ed753f7d-5e61-48ee-b464-3cc2bf48ff8c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7921636 Mar 22 13:54:56.309358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:56.325086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.325582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.326119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.329292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.329739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.330215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.330648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.331230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.331658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.332085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.332510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.332937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.333482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.333904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.334598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:54:56.373164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.414231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Pushing event deleted for resources: {'Port': ['ID=c00311d7-0fc7-4534-aecb-9cecba2f8d49,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:56.438217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:56.474492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:54:50Z', 'revision_number': 3, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port': {'id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:49Z', 'updated_at': '2022-03-22T13:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:56.481018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39588) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:56.521047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:56.521761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a9c71-7593-4e3d-9275-c58af46f4e06 None None] The sync data for ids ['6c4ad298-6400-4e65-aacc-c118608bfa54'] in n-d-834677-3 is: [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:54:50Z', 'revision_number': 3, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port': {'id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:49Z', 'updated_at': '2022-03-22T13:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:56.531497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d636fa69-ad28-49d9-b87e-6a4a0da40fe7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:54:56.585238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:56.586219 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.630889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:54:56.638596 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-00bb3d1a-5b24-4818-8968-3356ec745782 req-adf3b1a9-1309-4728-9c3b-3b16111177ec tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 13:54:56.656967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00bb3d1a-5b24-4818-8968-3356ec745782 req-adf3b1a9-1309-4728-9c3b-3b16111177ec tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "DELETE /v2.0/security-groups/3a613d25-a0f3-444a-bbf1-ce7301cf0cd8 HTTP/1.1" status: 409 len: 352 time: 0.5502920 Mar 22 13:54:56.714981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Pushing event updated for resources: {'Port': ['ID=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:56.827963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2059e-a728-46e6-9e58-4a69894d9307 req-4d6cc80c-0060-4c5f-95cc-4f1e717ade7e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:56.829617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1a2059e-a728-46e6-9e58-4a69894d9307 req-4d6cc80c-0060-4c5f-95cc-4f1e717ade7e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.3827567 Mar 22 13:54:56.837863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.840125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:54:56.840538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-network', 'tenant_id': '51a232bd864c490d927663417a0bb5f3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:56.843673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:54:56.844311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:56.846729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (6c4ad298-6400-4e65-aacc-c118608bfa54), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.854209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks [] for router_controller (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:56.867494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:54:56.868149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:54:56.900430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:54:56.901033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:56.901342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:54:56.901887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Bound port: 182fd64f-0199-4973-9c02-be37096b6758, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:54:56.902643 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.013939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (c901b9f0-79ca-4bdc-bdda-34dea6e90f97), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.014497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c901b9f0-79ca-4bdc-bdda-34dea6e90f97 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:54:57.029239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.030345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Made reservation on behalf of 51a232bd864c490d927663417a0bb5f3 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:57.032595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.041822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1a2059e-a728-46e6-9e58-4a69894d9307 req-68ec65b7-aa90-4c5e-b9ef-702ed45d64e8 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942561 Mar 22 13:54:57.043567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f6aeeaf9-c89b-4b86-b795-1a21fa0b526d admin admin] 10.222.0.44 "DELETE /v2.0/routers/c901b9f0-79ca-4bdc-bdda-34dea6e90f97 HTTP/1.1" status: 204 len: 168 time: 2.5979013 Mar 22 13:54:57.045589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:57.072620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ba5c-030e-4cd1-9495-45469f45a36f req-34627647-0b66-4b77-8e8c-5566fc344f41 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:57.074213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d49ba5c-030e-4cd1-9495-45469f45a36f req-34627647-0b66-4b77-8e8c-5566fc344f41 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.3339665 Mar 22 13:54:57.090926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.115626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c0094330-9dfd-447f-98af-5ab677d9021d None None] Provisioning complete for port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:57.116016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c0094330-9dfd-447f-98af-5ab677d9021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.135836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:54:57.139264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:54:57.158328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.213790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:57.218815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.220391 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] 10.222.0.42 "PUT /v2.0/ports/182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 1096 time: 2.0398991 Mar 22 13:54:57.220815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:57.235594 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91f182-0874-4f79-b723-cdd4a94150d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:57.313348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c0094330-9dfd-447f-98af-5ab677d9021d None None] Port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:54:57.383978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcfb63-fc86-4ff9-a4cf-22a7f8c3fd68 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:57.431846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-39806654-ed5c-4789-b10a-5b64d7498871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:57.432827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d49ba5c-030e-4cd1-9495-45469f45a36f req-aadf8ccd-c1d5-454f-921f-a3aea4c80450 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386409 Mar 22 13:54:57.446550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-39806654-ed5c-4789-b10a-5b64d7498871 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1130 time: 0.1749339 Mar 22 13:54:57.483661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] Deleting subnet 2a37a820-6b41-4313-9544-9be7341f0c46 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:54:57.497198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] Publish callbacks [] for subnet (2a37a820-6b41-4313-9544-9be7341f0c46), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.510700 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-a3d1c69c-c823-43c4-aae3-4ae4cf177909 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.0575855 Mar 22 13:54:57.575411 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-4f758f6b-ae8b-4f0e-b26c-1965b7617ef8 req-77b039a4-353d-4de3-b522-0183a0c3766d tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] show failed (client error): The resource could not be found. Mar 22 13:54:57.576450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f758f6b-ae8b-4f0e-b26c-1965b7617ef8 req-77b039a4-353d-4de3-b522-0183a0c3766d tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "GET /v2.0/security-groups/a3c2729c-4102-4eb6-9d5f-ffe7b0de63f6 HTTP/1.1" status: 404 len: 352 time: 0.0896974 Mar 22 13:54:57.603624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks [] for security_group (7bf039f0-0212-48f9-b69e-9face2bf38fa), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.608929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (2a37a820-6b41-4313-9544-9be7341f0c46), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.611029 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.628750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-6461e7ee-aa4a-41e4-9dd2-50058ffb9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:57.635294 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-6461e7ee-aa4a-41e4-9dd2-50058ffb9d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1174488 Mar 22 13:54:57.652788 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7bf039f0-0212-48f9-b69e-9face2bf38fa), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.665475 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a277c5-ccdd-4956-9d1d-a7fc0f766f85 x-openstack-request-id: req-c7a277c5-ccdd-4956-9d1d-a7fc0f766f85 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:57.667734 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:57.668298 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7a277c5-ccdd-4956-9d1d-a7fc0f766f85 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:57.668920 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a277c5-ccdd-4956-9d1d-a7fc0f766f85'] response: {'name': 'network-changed', 'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'status': 'completed', 'code': 200} Mar 22 13:54:57.705193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61ff91-a3fd-4c60-9269-81a6c8536204 req-27a2f933-a7a8-46fd-90ee-ab19b1a86528 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:57.706891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f61ff91-a3fd-4c60-9269-81a6c8536204 req-27a2f933-a7a8-46fd-90ee-ab19b1a86528 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 944 time: 0.3557818 Mar 22 13:54:57.771474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-046f4585-5081-47e3-a51d-75c04556f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:57.777189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-046f4585-5081-47e3-a51d-75c04556f8d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1312945 Mar 22 13:54:57.786510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:54:57.859480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 59565d6e-9230-40b6-a45f-803c0992a91b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:57.860054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf039f0-0212-48f9-b69e-9face2bf38fa,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:57.915103 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0fd75e07-1107-42bb-af51-a6b9bb870107), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:57.915481 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Added segment 0fd75e07-1107-42bb-af51-a6b9bb870107 of type vlan for network 09b558da-58b7-4978-a742-342cfe07352b Mar 22 13:54:57.937005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-e5d9eb1a-b692-4252-acf6-bf27f86d4415 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548758 Mar 22 13:54:57.945531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 59565d6e-9230-40b6-a45f-803c0992a91b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:57.945839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.064448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 59565d6e-9230-40b6-a45f-803c0992a91b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:58.064832 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.077481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2a37a820-6b41-4313-9544-9be7341f0c46), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.092114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 59565d6e-9230-40b6-a45f-803c0992a91b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=59565d6e-9230-40b6-a45f-803c0992a91b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:58.098153 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.100991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-61a5fd23-4d6b-4064-8e8f-c60a8eafd7a8 req-af16c512-c5fc-415f-a6ad-129878fd8bea service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545691 Mar 22 13:54:58.106409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (09b558da-58b7-4978-a742-342cfe07352b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.113626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f61ff91-a3fd-4c60-9269-81a6c8536204 req-282e7b78-5b5f-46fc-8554-4dc73dd58c11 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389668 Mar 22 13:54:58.178832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c358b-9886-4783-acf5-1f40e33f0475 req-e754f00f-9cf1-4295-a47f-beb5759c7575 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:58.187210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-329c358b-9886-4783-acf5-1f40e33f0475 req-e754f00f-9cf1-4295-a47f-beb5759c7575 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 948 time: 0.3761725 Mar 22 13:54:58.208864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d636fa69-ad28-49d9-b87e-6a4a0da40fe7 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:58.237606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-13dd13af-7536-4dc5-a153-ac178e36b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:58.239464 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-13dd13af-7536-4dc5-a153-ac178e36b890 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1130 time: 0.0730684 Mar 22 13:54:58.251940 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-fa4afb9f-903e-4bca-bac2-1465f221bf0e req-b8b591c9-efa8-44de-97fa-708a292e753d tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] show failed (client error): The resource could not be found. Mar 22 13:54:58.253001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa4afb9f-903e-4bca-bac2-1465f221bf0e req-b8b591c9-efa8-44de-97fa-708a292e753d tempest-SecurityGroupsNegativeTestJSON-1525464000 tempest-SecurityGroupsNegativeTestJSON-1525464000-project] 10.222.0.44 "GET /v2.0/security-groups/df3ef511-2b1f-432f-8a21-036ff4bff50c HTTP/1.1" status: 404 len: 352 time: 0.0464101 Mar 22 13:54:58.276396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39604) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:58.301863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c00311d7-0fc7-4534-aecb-9cecba2f8d49 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:54:58.302034 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (09b558da-58b7-4978-a742-342cfe07352b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.302935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:58.303519 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.309550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=59565d6e-9230-40b6-a45f-803c0992a91b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:58.383994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c00311d7-0fc7-4534-aecb-9cecba2f8d49 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:54:58.384284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c00311d7-0fc7-4534-aecb-9cecba2f8d49 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:54:58.389011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.403285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:54:58.409120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:58.409671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.417242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-e07f4040-1940-430d-abc0-d6d55a72b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:58.419226 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-e07f4040-1940-430d-abc0-d6d55a72b5b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1713047 Mar 22 13:54:58.436373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-329c358b-9886-4783-acf5-1f40e33f0475 req-756d52e9-550f-45c7-ac28-25c5d3c21612 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435024 Mar 22 13:54:58.472650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9686029 Mar 22 13:54:58.474514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (2a37a820-6b41-4313-9544-9be7341f0c46), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.479767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39610) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:58.485749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Request body: {'subnet': {'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-subnet', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:58.498733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks [] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.502439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.505935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a37a820-6b41-4313-9544-9be7341f0c46 HTTP/1.1" status: 204 len: 168 time: 1.4424255 Mar 22 13:54:58.506796 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-2663074b-e4d9-468a-abd0-f051e684add4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.0792613 Mar 22 13:54:58.508633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:58.513059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] Deleting subnet d1d2d81a-742c-4bfa-a5fc-7b8126f80082 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:54:58.516886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] Publish callbacks [] for subnet (d1d2d81a-742c-4bfa-a5fc-7b8126f80082), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.523711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Made reservation on behalf of 51a232bd864c490d927663417a0bb5f3 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:58.526837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.527655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04a4d4-1c2b-4221-85cb-dc13cac40bbe None None] Network f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:54:58.569958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (d1d2d81a-742c-4bfa-a5fc-7b8126f80082), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.624511 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (d1d2d81a-742c-4bfa-a5fc-7b8126f80082), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.705667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-a763d256-e100-424e-97d3-834042e02389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:58.709283 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-a763d256-e100-424e-97d3-834042e02389 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1868446 Mar 22 13:54:58.709485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.711560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (d1d2d81a-742c-4bfa-a5fc-7b8126f80082), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.714815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.772629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22d2b3-f527-4891-b732-f37c7bfd7d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a37a820-6b41-4313-9544-9be7341f0c46,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:58.797923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Pushing event updated for resources: {'Port': ['ID=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:58.804861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:54:58.805266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.805484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b178-90fb-4a36-ba99-011584631ffd admin admin] Pushing event updated for resources: {'Network': ['ID=09b558da-58b7-4978-a742-342cfe07352b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:58.822197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-53011468-bdc0-400f-969a-4cda044cde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:58.823844 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-53011468-bdc0-400f-969a-4cda044cde6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1032858 Mar 22 13:54:58.849487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 09b558da-58b7-4978-a742-342cfe07352b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:54:58.861180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d2d81a-742c-4bfa-a5fc-7b8126f80082,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:58.875681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:58.880987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e006358d-cbce-4ca8-b7da-6c78a78b4881 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d1d2d81a-742c-4bfa-a5fc-7b8126f80082 HTTP/1.1" status: 204 len: 168 time: 0.5990043 Mar 22 13:54:58.888897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39614) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:58.962199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:58.963500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c780e0-fbc0-4a22-8919-804e896323fa req-0fd3c189-dd82-4e0e-8e6d-726b11476bec tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:58.965110 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011be964-8760-4e68-a5e2-7c693dd64094" -d '{"events": [{"server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "name": "network-vif-plugged", "status": "completed", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:54:58.972860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12c780e0-fbc0-4a22-8919-804e896323fa req-0fd3c189-dd82-4e0e-8e6d-726b11476bec tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.2769709 Mar 22 13:54:58.993162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed617f03-fecc-48c5-b984-9c03b02d5a01 req-118d75f6-67b8-442d-95a7-885eb98ab6f9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:59.002108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed617f03-fecc-48c5-b984-9c03b02d5a01 req-118d75f6-67b8-442d-95a7-885eb98ab6f9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.5999651 Mar 22 13:54:59.005622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Deleting port 8bce4718-0ef4-4a17-b39b-d0e9555e210a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:59.006228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.011000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d636fa69-ad28-49d9-b87e-6a4a0da40fe7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:59.035873 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.077911 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-5476f4e2-dac4-4056-a54e-81885dfbef2b service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268162 Mar 22 13:54:59.086619 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (fc6535e2-f9c2-416d-9e26-19ba0c27c35c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.116292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (6c4ad298-6400-4e65-aacc-c118608bfa54), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.120201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:59.135606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] DHCP port deletion for f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:54:59.159474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6535e2-f9c2-416d-9e26-19ba0c27c35c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:59.218827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] Deleting port 8bce4718-0ef4-4a17-b39b-d0e9555e210a {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:54:59.219548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.240354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] For port 8bce4718-0ef4-4a17-b39b-d0e9555e210a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8bce4718-0ef4-4a17-b39b-d0e9555e210a,segment=NetworkSegment(6294bb19-047c-425b-b454-30f2033c4220),segment_id=6294bb19-047c-425b-b454-30f2033c4220)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:59.240714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.267885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Calling delete_port for 8bce4718-0ef4-4a17-b39b-d0e9555e210a owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:59.274217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed617f03-fecc-48c5-b984-9c03b02d5a01 req-77b4ae75-3ab6-478a-a9c9-1cf6ba2cb96c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704191 Mar 22 13:54:59.278171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Checking segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:54:59.278520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Network hostable DHCP agents. Network: 09b558da-58b7-4978-a742-342cfe07352b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:54:59.280015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (96f56e6c-0f60-48ca-b807-842ee70cf605), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.290636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12c780e0-fbc0-4a22-8919-804e896323fa req-550b8234-580f-4639-ad5c-21056f6b9bad tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155694 Mar 22 13:54:59.345682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] For port 8bce4718-0ef4-4a17-b39b-d0e9555e210a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8bce4718-0ef4-4a17-b39b-d0e9555e210a,segment=NetworkSegment(6294bb19-047c-425b-b454-30f2033c4220),segment_id=6294bb19-047c-425b-b454-30f2033c4220)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:54:59.346041 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.363644 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e91f182-0874-4f79-b723-cdd4a94150d9 req-9e54552e-53e5-41e9-8234-7550e2c970a8 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672002 Mar 22 13:54:59.371235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Network 09b558da-58b7-4978-a742-342cfe07352b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:54:59.377797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] Calling delete_port for 8bce4718-0ef4-4a17-b39b-d0e9555e210a owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:54:59.400000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 09b558da-58b7-4978-a742-342cfe07352b) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:59.404927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:59.406207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.439983 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae1448c0-3ab7-4a2f-8749-ecdd4101281a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9567378 Mar 22 13:54:59.440585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39620) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:54:59.448057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:59.474648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (7825582b-5552-4918-ab17-ba330ad3b5fb), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.476462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (7825582b-5552-4918-ab17-ba330ad3b5fb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.478713 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19b4cb3-f2d9-4c7b-976d-9dca96763816 x-openstack-request-id: req-c19b4cb3-f2d9-4c7b-976d-9dca96763816 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:54:59.479028 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "name": "network-vif-plugged", "status": "completed", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:54:59.479301 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c19b4cb3-f2d9-4c7b-976d-9dca96763816 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:54:59.479690 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19b4cb3-f2d9-4c7b-976d-9dca96763816'] response: {'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'code': 200} Mar 22 13:54:59.482004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0049f-67d3-4b1c-9b8f-a6f9e5cb01dc None None] Network 09b558da-58b7-4978-a742-342cfe07352b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:54:59.488808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.506921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (96f56e6c-0f60-48ca-b807-842ee70cf605), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.517736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bce4718-0ef4-4a17-b39b-d0e9555e210a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:59.529454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] No DVR routers for this DVR port 8bce4718-0ef4-4a17-b39b-d0e9555e210a on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:59.535973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f56e6c-0f60-48ca-b807-842ee70cf605']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:59.547502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f6db7e-1c9f-4f75-83d2-2f7afd02b981') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:59.548399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f6db7e-1c9f-4f75-83d2-2f7afd02b981') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:59.568758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (f5f6db7e-1c9f-4f75-83d2-2f7afd02b981), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.585835 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f5f6db7e-1c9f-4f75-83d2-2f7afd02b981), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.594359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:54:59.596707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (f5f6db7e-1c9f-4f75-83d2-2f7afd02b981), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.602794 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (8bce4718-0ef4-4a17-b39b-d0e9555e210a), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: timer() Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:54:59.642350 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:54:59.656538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:59.672395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] Pushing event deleted for resources: {'Port': ['ID=8bce4718-0ef4-4a17-b39b-d0e9555e210a,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:59.681193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4793e-d5ca-493d-a83d-7d16cd0dc2bc None None] No DVR routers for this DVR port 8bce4718-0ef4-4a17-b39b-d0e9555e210a on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:54:59.699707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-09b558da-58b7-4978-a742-342cfe07352b', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:54:59.699707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.720591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:59.843200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 59565d6e-9230-40b6-a45f-803c0992a91b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:54:59.940098 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (96f56e6c-0f60-48ca-b807-842ee70cf605), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.962840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541cac-80be-442d-9f5c-6a0ca9629830 req-9ec6fcc3-7cf2-46f9-9a00-b2430c44831c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:59.964812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03541cac-80be-442d-9f5c-6a0ca9629830 req-9ec6fcc3-7cf2-46f9-9a00-b2430c44831c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 945 time: 0.3490789 Mar 22 13:54:59.983337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Allocated IP 172.20.0.2 (09b558da-58b7-4978-a742-342cfe07352b/fc6535e2-f9c2-416d-9e26-19ba0c27c35c/a95b8ab2-9918-468f-87cc-5552ba723026) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:59.988633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 59565d6e-9230-40b6-a45f-803c0992a91b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:54:59.989626 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:59.997370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.001283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] 10.222.0.44 "DELETE /v2.0/networks/96f56e6c-0f60-48ca-b807-842ee70cf605 HTTP/1.1" status: 204 len: 168 time: 1.1089075 Mar 22 13:55:00.014821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=96f56e6c-0f60-48ca-b807-842ee70cf605,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:00.032615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.033141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.033603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.034062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.034594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.035585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.036875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.037469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.037994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.038439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.038989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.039415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.039835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.040257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.040675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ae83-7c30-48f5-ada5-4d17ee025f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:00.109669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03541cac-80be-442d-9f5c-6a0ca9629830 req-d33a9613-d27c-4825-96dc-b9febd1c478d tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010671 Mar 22 13:55:00.122044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c2136-4104-4f19-b120-afe2f0ebb783 req-bb9c0226-09a7-405d-b0f9-88f2393577bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:00.129707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17c2136-4104-4f19-b120-afe2f0ebb783 req-bb9c0226-09a7-405d-b0f9-88f2393577bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 948 time: 0.4483898 Mar 22 13:55:00.148743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851f79a-a18a-43ec-8054-3667bfd6a990 req-4a1c326e-dd00-4671-b0a2-995ccc98f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:00.151737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2851f79a-a18a-43ec-8054-3667bfd6a990 req-4a1c326e-dd00-4671-b0a2-995ccc98f12f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 1127 time: 0.5040321 Mar 22 13:55:00.173032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.176545 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks [] for router_controller (7825582b-5552-4918-ab17-ba330ad3b5fb), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.219544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2851f79a-a18a-43ec-8054-3667bfd6a990 req-6eb08b10-2e2a-4f85-a180-b17aed64c2fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564475 Mar 22 13:55:00.254307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Router 6c4ad298-6400-4e65-aacc-c118608bfa54 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:55:00.278000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17c2136-4104-4f19-b120-afe2f0ebb783 req-133916c8-2194-41c3-ab6e-9e7718ad6323 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471610 Mar 22 13:55:00.312362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-eed6cbdb-a41b-428f-b1ce-13966e311342 None None] Provisioning complete for port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:00.312740 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eed6cbdb-a41b-428f-b1ce-13966e311342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.329697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39628) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:00.331352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:00.381411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6294bb19-047c-425b-b454-30f2033c4220') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:00.381955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6294bb19-047c-425b-b454-30f2033c4220') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:00.401878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (6294bb19-047c-425b-b454-30f2033c4220), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.418631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 59565d6e-9230-40b6-a45f-803c0992a91b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:00.425735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-eed6cbdb-a41b-428f-b1ce-13966e311342 None None] Port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:00.481121 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Publish callbacks [] for port (a95b8ab2-9918-468f-87cc-5552ba723026), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.495304 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.501238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6294bb19-047c-425b-b454-30f2033c4220), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.507079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks [] for router_gateway (7825582b-5552-4918-ab17-ba330ad3b5fb), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.515782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8bce4718-0ef4-4a17-b39b-d0e9555e210a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:00.523269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:55:00.523760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (6294bb19-047c-425b-b454-30f2033c4220), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:55:00.525747 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:55:00.541018 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-980e41d3-48a5-4b91-a74f-2811923ebc65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ce6f75d3bc4457198a50fec0cf596fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068648 Mar 22 13:55:00.560522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39632) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:00.593047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 8bce4718-0ef4-4a17-b39b-d0e9555e210a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:00.595172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8bce4718-0ef4-4a17-b39b-d0e9555e210a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:00.630272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.635651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea25a-f14e-4bec-91d2-ec1d98e34176 admin admin] Publish callbacks [] for security_group (3a613d25-a0f3-444a-bbf1-ce7301cf0cd8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.639689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.642880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf HTTP/1.1" status: 204 len: 168 time: 2.1331322 Mar 22 13:55:00.645668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Network 09b558da-58b7-4978-a742-342cfe07352b is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:00.647426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Pushing event updated for resources: {'Port': ['ID=a95b8ab2-9918-468f-87cc-5552ba723026,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:00.654222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cffde0-aade-4731-aa99-36e1de462bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7142bab-dcb6-4bee-a2c0-4ad5e9d20eaf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:00.663563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:00.668726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:00.703393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea25a-f14e-4bec-91d2-ec1d98e34176 admin admin] Publish callbacks [] for security_group (3a613d25-a0f3-444a-bbf1-ce7301cf0cd8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.746850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Attempting to bind port a95b8ab2-9918-468f-87cc-5552ba723026 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:00.747211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Attempting to bind port a95b8ab2-9918-468f-87cc-5552ba723026 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:00.747520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Attempting to bind port a95b8ab2-9918-468f-87cc-5552ba723026 on network 09b558da-58b7-4978-a742-342cfe07352b {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:00.755513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:00.757452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Checking segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:00.757452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.757881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Bound using segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:00.760495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Bound port: a95b8ab2-9918-468f-87cc-5552ba723026, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:00.761631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.794789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea25a-f14e-4bec-91d2-ec1d98e34176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3a613d25-a0f3-444a-bbf1-ce7301cf0cd8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.797373 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea25a-f14e-4bec-91d2-ec1d98e34176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.801129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2c4ea25a-f14e-4bec-91d2-ec1d98e34176 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a613d25-a0f3-444a-bbf1-ce7301cf0cd8 HTTP/1.1" status: 204 len: 168 time: 0.2343197 Mar 22 13:55:00.821383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21beb6a-4c5f-4190-879c-ba7e4fef1d6a req-a6bd8847-ece3-4e6d-b3e5-2a943fcf8860 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:00.822953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e21beb6a-4c5f-4190-879c-ba7e4fef1d6a req-a6bd8847-ece3-4e6d-b3e5-2a943fcf8860 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.3302579 Mar 22 13:55:00.855801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:00.857951 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks [] for router_gateway (7825582b-5552-4918-ab17-ba330ad3b5fb), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.877777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Sync routers for ids ['6c4ad298-6400-4e65-aacc-c118608bfa54'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:00.904345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] For port a95b8ab2-9918-468f-87cc-5552ba723026, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:00.910205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] For port a95b8ab2-9918-468f-87cc-5552ba723026, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a95b8ab2-9918-468f-87cc-5552ba723026,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:00.915831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Routers {'6c4ad298-6400-4e65-aacc-c118608bfa54'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:00.916755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['6c4ad298-6400-4e65-aacc-c118608bfa54'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:00.920240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:00.926441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-debf8e17-d68a-4745-86d1-e877edac01ea admin admin] 10.222.0.44 "PUT /v2.0/routers/6c4ad298-6400-4e65-aacc-c118608bfa54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7253699 Mar 22 13:55:00.943002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf64a15-52d9-4c25-8e8f-fb8264799197 req-b486b173-c508-4fb7-871d-c0aacd274e48 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:00.946133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bf64a15-52d9-4c25-8e8f-fb8264799197 req-b486b173-c508-4fb7-871d-c0aacd274e48 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.4511676 Mar 22 13:55:00.968985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea25a-f14e-4bec-91d2-ec1d98e34176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a613d25-a0f3-444a-bbf1-ce7301cf0cd8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:01.012457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39640) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:01.037610 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:01.082841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-42c58534-37c8-4bc4-910b-bb1abba60580 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5120e6bcf0e41ae9d6e7265fab5a7cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0636518 Mar 22 13:55:01.088563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39642) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:01.097285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e21beb6a-4c5f-4190-879c-ba7e4fef1d6a req-d5ea95c5-cc12-4d7a-866f-ee636ea1f935 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564490 Mar 22 13:55:01.140535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bf64a15-52d9-4c25-8e8f-fb8264799197 req-e0a78465-316b-4df9-a019-c38b3b5c341c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770005 Mar 22 13:55:01.169639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cd68f40-9ed3-47a8-bba8-d0582b37b272 admin admin] Publish callbacks [] for security_group (e53822ec-db07-4c00-97b6-43d550e2d040), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:01.207876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cd68f40-9ed3-47a8-bba8-d0582b37b272 admin admin] Publish callbacks [] for security_group (e53822ec-db07-4c00-97b6-43d550e2d040), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:01.226968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Allocated IP 172.25.2.191 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/6a218c3b-4398-4d3a-b985-7ff6965a5338) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:01.343122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Set router 6c4ad298-6400-4e65-aacc-c118608bfa54 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:01.387043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cd68f40-9ed3-47a8-bba8-d0582b37b272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e53822ec-db07-4c00-97b6-43d550e2d040), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:01.393396 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cd68f40-9ed3-47a8-bba8-d0582b37b272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:01.398991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3cd68f40-9ed3-47a8-bba8-d0582b37b272 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e53822ec-db07-4c00-97b6-43d550e2d040 HTTP/1.1" status: 204 len: 168 time: 0.3104651 Mar 22 13:55:01.413159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff9758-c005-4c17-a82d-3f2db35db77d None None] Pushing event updated for resources: {'Port': ['ID=a95b8ab2-9918-468f-87cc-5552ba723026,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:01.441580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd68f40-9ed3-47a8-bba8-d0582b37b272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53822ec-db07-4c00-97b6-43d550e2d040,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:01.485259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:01.491416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ef64-f197-4b91-918b-2025d22a4f60 req-3d8fe56f-b5d6-48fb-bdfa-f36b768597df tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:01.503567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a15ef64-f197-4b91-918b-2025d22a4f60 req-3d8fe56f-b5d6-48fb-bdfa-f36b768597df tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 945 time: 0.1770284 Mar 22 13:55:01.570947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks [] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:01.664595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a15ef64-f197-4b91-918b-2025d22a4f60 req-1f21bc30-82e3-4f64-b1f4-25f21ec273a0 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514544 Mar 22 13:55:01.691343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:01.913874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:01.914830 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:55:01.925905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:01.933105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:02.000395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac257dc-135f-4e76-a919-07ff8f6e4720 req-097f14b4-bc00-47ca-b948-42b51c848964 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:02.005256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eac257dc-135f-4e76-a919-07ff8f6e4720 req-097f14b4-bc00-47ca-b948-42b51c848964 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 948 time: 0.2007654 Mar 22 13:55:02.009210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=6a218c3b-4398-4d3a-b985-7ff6965a5338,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:02.093249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a95b8ab2-9918-468f-87cc-5552ba723026 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:02.245337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eac257dc-135f-4e76-a919-07ff8f6e4720 req-369243a6-68e4-4396-8c1a-2a2bdd17fb99 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133129 Mar 22 13:55:02.437874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39676) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:02.582598 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-64e53765-d4b7-48fb-8c73-7b8656141471 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d75fec380f84a67b90bdb9f3f8cfaa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432717 Mar 22 13:55:02.584053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks [] for router_gateway (7825582b-5552-4918-ab17-ba330ad3b5fb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:02.635195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:02.650993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a95b8ab2-9918-468f-87cc-5552ba723026 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:02.651552 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:02.701642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '182fd64f-0199-4973-9c02-be37096b6758', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '182fd64f-0199-4973-9c02-be37096b6758', 'mac_address': 'fa:16:3e:48:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:55:02.773293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39680) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:02.773661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:02.785760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:54:57Z', 'revision_number': 4, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port': {'id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:49Z', 'updated_at': '2022-03-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ba29a364-5ca6-4562-9ac1-7ddd747d8ffc', 'name': '', 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'mac_address': 'fa:16:3e:b6:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67ea8657-67b0-43be-8211-84986120a184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:54Z', 'updated_at': '2022-03-22T13:54:57Z', 'revision_number': 2, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'subnets': [{'id': '67ea8657-67b0-43be-8211-84986120a184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:02.805676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 182fd64f-0199-4973-9c02-be37096b6758 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:02.806474 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:02.848029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182fd64f-0199-4973-9c02-be37096b6758 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:02.853192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Checking router: 6c4ad298-6400-4e65-aacc-c118608bfa54 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:02.853677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Updating router 6c4ad298-6400-4e65-aacc-c118608bfa54 port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:55:02.882592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a95b8ab2-9918-468f-87cc-5552ba723026 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:02.883214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:02.952788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416243aa-8a5d-491e-8e20-2ff6d220690d None None] Network 09b558da-58b7-4978-a742-342cfe07352b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:02.986615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:02.991596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1ee4a2-d2a1-48e2-b1e2-18bccc3a719a admin admin] Publish callbacks [] for security_group (d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.003768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (7825582b-5552-4918-ab17-ba330ad3b5fb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.021517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.053066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-5d49b464-6198-47ce-8450-96e62245f500 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8845422 Mar 22 13:55:03.057504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1146114465-network', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:03.062630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port a95b8ab2-9918-468f-87cc-5552ba723026, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a95b8ab2-9918-468f-87cc-5552ba723026,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:03.067550 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.070742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a29f5-2c3d-4036-bcce-4f3c563cd319 req-d6b41e4e-c420-4bde-aea0-6fd8a13e1e6b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:03.072441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-881a29f5-2c3d-4036-bcce-4f3c563cd319 req-d6b41e4e-c420-4bde-aea0-6fd8a13e1e6b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.2037792 Mar 22 13:55:03.075390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:03.108058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1ee4a2-d2a1-48e2-b1e2-18bccc3a719a admin admin] Publish callbacks [] for security_group (d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.119440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.181844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-881a29f5-2c3d-4036-bcce-4f3c563cd319 req-a7d8c6ef-6803-4685-a2d9-27577ac1182e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010635 Mar 22 13:55:03.235420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:03.244110 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.248549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:03.250908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.266030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.305933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.329887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Router 7825582b-5552-4918-ab17-ba330ad3b5fb is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:55:03.342947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['182fd64f-0199-4973-9c02-be37096b6758'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:03.378681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5f809118-acbe-48c1-8df2-09047664574d None None] Provisioning complete for port a95b8ab2-9918-468f-87cc-5552ba723026 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:03.379053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5f809118-acbe-48c1-8df2-09047664574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.389300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks [] for security_group (c814c583-ee61-487f-be64-4bdf69b06d87), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.393002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1ee4a2-d2a1-48e2-b1e2-18bccc3a719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.395953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1ee4a2-d2a1-48e2-b1e2-18bccc3a719a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.401088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb1ee4a2-d2a1-48e2-b1e2-18bccc3a719a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8 HTTP/1.1" status: 204 len: 168 time: 0.5667748 Mar 22 13:55:03.406799 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c814c583-ee61-487f-be64-4bdf69b06d87), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.424695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ee4a2-d2a1-48e2-b1e2-18bccc3a719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d0d83a-2b52-4826-b1f8-ea14eb42fbc8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:03.434147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:55:03.435497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Allocated IP 172.25.2.62 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c155aac4-835f-4b28-9f76-04a361f5a410) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:03.528057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=a95b8ab2-9918-468f-87cc-5552ba723026,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:03.557685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:03.568155 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:03.589322 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:03.590669 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:03.596690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.602497 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a5a1bee9-259b-49f4-b064-d3af86d7a4dc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.1608911 Mar 22 13:55:03.607039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7d8fcd6d-bf33-4186-95c6-f3726fcf4754), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.607633 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Added segment 7d8fcd6d-bf33-4186-95c6-f3726fcf4754 of type vlan for network d06b2691-f37a-4eba-8563-861372d60164 Mar 22 13:55:03.610168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39692) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:03.620273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c814c583-ee61-487f-be64-4bdf69b06d87,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:03.690092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d06b2691-f37a-4eba-8563-861372d60164), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.738980 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d06b2691-f37a-4eba-8563-861372d60164), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.740376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:03.741146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.810750 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:03.832538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (c155aac4-835f-4b28-9f76-04a361f5a410), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.856584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0200059 Mar 22 13:55:03.863926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39696) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:03.875060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Request body: {'subnet': {'network_id': 'd06b2691-f37a-4eba-8563-861372d60164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1146114465-subnet', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:03.920858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64381ef5-7dc9-4dd9-ae79-8c4f3b77d62a admin admin] Pushing event updated for resources: {'Network': ['ID=d06b2691-f37a-4eba-8563-861372d60164,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:03.959522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c155aac4-835f-4b28-9f76-04a361f5a410), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:03.963844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:03.977015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.011476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:04.020655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:04.029439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:04.041458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a95b8ab2-9918-468f-87cc-5552ba723026 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:04.108265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4016-abd4-4324-b2b9-4689c4cfa35f req-f46034e2-2d0b-4213-bc0e-57c445031795 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:04.111186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a21a4016-abd4-4324-b2b9-4689c4cfa35f req-f46034e2-2d0b-4213-bc0e-57c445031795 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.5306745 Mar 22 13:55:04.179812 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:02Z', 'revision_number': 3, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:04.195262 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Publish callbacks [] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.200162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d06b2691-f37a-4eba-8563-861372d60164 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:55:04.319971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=c155aac4-835f-4b28-9f76-04a361f5a410,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:04.334669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5f809118-acbe-48c1-8df2-09047664574d None None] Current status of the port a95b8ab2-9918-468f-87cc-5552ba723026 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:04.355995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (9195b2ac-f3e4-4945-b85f-5c8d953d1375), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.360658 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:04.361220 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Updating router 7825582b-5552-4918-ab17-ba330ad3b5fb port 6a218c3b-4398-4d3a-b985-7ff6965a5338 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:55:04.422486 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.433518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.489448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a21a4016-abd4-4324-b2b9-4689c4cfa35f req-4005588e-d3b3-426d-afb6-379c0620e521 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248410 Mar 22 13:55:04.533101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Pushing event updated for resources: {'Port': ['ID=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:04.539984 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (8f07c9c7-3ab8-45cc-a21c-51fefebe2bcb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.554588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.555108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.555595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.556096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.556576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.557051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.557522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.558012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.558730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.559203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.559675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.560164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.560633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.561422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.561910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:04.611975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9195b2ac-f3e4-4945-b85f-5c8d953d1375,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:04.621634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0d1012e6-65e8-4f71-868f-ed4fe6f7b0c3 None None] Provisioning complete for port a95b8ab2-9918-468f-87cc-5552ba723026 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:04.622781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d1012e6-65e8-4f71-868f-ed4fe6f7b0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.659544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c155aac4-835f-4b28-9f76-04a361f5a410), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.669754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Checking segment: {'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:04.670393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Network hostable DHCP agents. Network: d06b2691-f37a-4eba-8563-861372d60164, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:55:04.733559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Network d06b2691-f37a-4eba-8563-861372d60164 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:55:04.740841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Attempting to bind port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:04.743334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Attempting to bind port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:04.743944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Attempting to bind port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc on network cb7580cf-8357-42e8-ac86-a2c56c6084e7 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:04.754502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d06b2691-f37a-4eba-8563-861372d60164) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:04.764003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:04.767400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.772140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:04.773323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Checking segment: {'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:04.775331 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.775930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Bound using segment: {'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:04.776990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Bound port: ba29a364-5ca6-4562-9ac1-7ddd747d8ffc, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:04.777579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.805914 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e452a75-b30b-4579-8fc8-5091d048cbd3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9395626 Mar 22 13:55:04.807281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39716) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:04.821691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:04.834301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74690738-6b2c-4150-a3ef-9aecaaaff8e7 None None] Network d06b2691-f37a-4eba-8563-861372d60164 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:04.841813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a95b8ab2-9918-468f-87cc-5552ba723026 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:04.842625 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.866885 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.867950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.939851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] For port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:04.944041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] For port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,segment=NetworkSegment(ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5),segment_id=ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:04.946428 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Publish callbacks [] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:04.959100 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.006979 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.019975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks [] for router_controller (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.027850 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Attempting to bind port 6a218c3b-4398-4d3a-b985-7ff6965a5338 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:05.029942 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Attempting to bind port 6a218c3b-4398-4d3a-b985-7ff6965a5338 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:05.030333 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Attempting to bind port 6a218c3b-4398-4d3a-b985-7ff6965a5338 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:05.038224 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:05.038711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:05.039630 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.039630 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:05.040077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Bound port: 6a218c3b-4398-4d3a-b985-7ff6965a5338, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:05.040455 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.043963 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.052210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c16d70-a827-40b5-954e-f2fb52320dd8 req-f7261fa6-98d4-499d-b4d9-cf891d0a5b8f tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:05.072006 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Pushing event updated for resources: {'Port': ['ID=6a218c3b-4398-4d3a-b985-7ff6965a5338,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:05.074600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3c16d70-a827-40b5-954e-f2fb52320dd8 req-f7261fa6-98d4-499d-b4d9-cf891d0a5b8f tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 945 time: 0.3389685 Mar 22 13:55:05.082142 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.082486 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.082951 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.083320 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.083604 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.083926 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.084245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.084996 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.084996 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.085337 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.085852 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.086307 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.086789 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.087288 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.087746 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:05.106292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca7e2d-3338-478e-9da5-cff2de7165b6 None None] Pushing event updated for resources: {'Port': ['ID=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:05.162059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] For port 6a218c3b-4398-4d3a-b985-7ff6965a5338, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:05.168153 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] For port 6a218c3b-4398-4d3a-b985-7ff6965a5338, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a218c3b-4398-4d3a-b985-7ff6965a5338,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:05.180694 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.180920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Routers {'6c4ad298-6400-4e65-aacc-c118608bfa54'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:05.181667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['6c4ad298-6400-4e65-aacc-c118608bfa54'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:05.187310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a95b8ab2-9918-468f-87cc-5552ba723026 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:05.277449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a70d9-a052-4e42-991d-9ec5536e5f43 None None] Pushing event updated for resources: {'Port': ['ID=6a218c3b-4398-4d3a-b985-7ff6965a5338,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:05.309068 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:05.310602 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:05.360260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0d1012e6-65e8-4f71-868f-ed4fe6f7b0c3 None None] Current status of the port a95b8ab2-9918-468f-87cc-5552ba723026 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:05.384142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks [] for router_gateway (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.414069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3c16d70-a827-40b5-954e-f2fb52320dd8 req-e6b38ce6-fd8e-4ea6-8b5f-d5011b4f0bd5 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283834 Mar 22 13:55:05.482618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:05.508902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (c155aac4-835f-4b28-9f76-04a361f5a410), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.520881 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:05.524937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c155aac4-835f-4b28-9f76-04a361f5a410), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.690981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=c155aac4-835f-4b28-9f76-04a361f5a410,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:05.725012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Allocated IP 172.20.0.1 (09b558da-58b7-4978-a742-342cfe07352b/fc6535e2-f9c2-416d-9e26-19ba0c27c35c/9b06a6f6-c4dc-4245-a726-1320797bddec) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:05.737119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3a71-7c3b-44ff-a42c-a894265d7ac8 req-4eae5f33-4ccf-4d28-8e8a-b04514d26fe6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:05.744456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eec3a71-7c3b-44ff-a42c-a894265d7ac8 req-4eae5f33-4ccf-4d28-8e8a-b04514d26fe6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 949 time: 0.2233691 Mar 22 13:55:05.760996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (8f07c9c7-3ab8-45cc-a21c-51fefebe2bcb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.787042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.794213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-4260e720-3aa7-4a99-b5d8-3fe70a801897 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7343872 Mar 22 13:55:05.866056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks [] for router_gateway (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.891243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:05.965074 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:02Z', 'revision_number': 3, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:06.028034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-269c2491-ae48-46bd-bdd6-6baefe0742c4 None None] Provisioning complete for port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:06.028535 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-269c2491-ae48-46bd-bdd6-6baefe0742c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.037566 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5cafa-c647-4b42-b41d-3b371a753146 None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:02Z', 'revision_number': 3, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:06.063122 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks [] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.066386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Allocated IP 172.25.2.202 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/fe7bd0df-c11a-4a42-b87d-d6fb709b4c93) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:06.090014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d06b2691-f37a-4eba-8563-861372d60164', 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164', 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'fixed_ips': [{'subnet_id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:55:06.090870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.125043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] Set router 6c4ad298-6400-4e65-aacc-c118608bfa54 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:06.167652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eec3a71-7c3b-44ff-a42c-a894265d7ac8 req-1379e0d5-57f5-41a3-a983-17895156244b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223137 Mar 22 13:55:06.201893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-72b63a5a-0eb4-4605-9c2b-bc03173c5fd3 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.4067898 Mar 22 13:55:06.215275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks [] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.260690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.318070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:06.321608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:06.335953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:06.346314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-264de4a0-d4f4-4cc2-91f5-18dd3545a5aa tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:06.348325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-264de4a0-d4f4-4cc2-91f5-18dd3545a5aa tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.1401677 Mar 22 13:55:06.372006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-7698a72d-c404-4cef-a888-1446c16066c1 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:55:06.373207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-397bff62-8ca9-4214-8b8c-f2ba7d15e112 req-7698a72d-c404-4cef-a888-1446c16066c1 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188372 Mar 22 13:55:06.402153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.425595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 182fd64f-0199-4973-9c02-be37096b6758 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:55:06.427948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:06.456454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 182fd64f-0199-4973-9c02-be37096b6758 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:06.457085 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (182fd64f-0199-4973-9c02-be37096b6758), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.472613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-269c2491-ae48-46bd-bdd6-6baefe0742c4 None None] Current status of the port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:06.473194 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-269c2491-ae48-46bd-bdd6-6baefe0742c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.475186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Network 09b558da-58b7-4978-a742-342cfe07352b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:06.483222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:06.490734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:06.493594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b06a6f6-c4dc-4245-a726-1320797bddec,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:06.568358 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:55:06.645692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade5901-8323-46c1-9448-e94831ac93f3 req-d09e7ede-8a13-4a1e-aabe-1405a92ef1d9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:06.650170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Allocated IP 172.20.0.2 (d06b2691-f37a-4eba-8563-861372d60164/9195b2ac-f3e4-4945-b85f-5c8d953d1375/c084ad52-4a12-48a9-83d5-ed986d9a2ee5) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:06.651611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cade5901-8323-46c1-9448-e94831ac93f3 req-d09e7ede-8a13-4a1e-aabe-1405a92ef1d9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.3003235 Mar 22 13:55:06.815479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cade5901-8323-46c1-9448-e94831ac93f3 req-8093110f-3908-4863-9297-50f7d69fd2ad tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454499 Mar 22 13:55:06.825531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42eec-b460-41d9-9955-001af81c3d0b req-ce2d0051-60a8-4d9c-b4ea-63e91b9a8cd3 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:06.827149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7df42eec-b460-41d9-9955-001af81c3d0b req-ce2d0051-60a8-4d9c-b4ea-63e91b9a8cd3 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 945 time: 0.3050702 Mar 22 13:55:06.828468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (7825582b-5552-4918-ab17-ba330ad3b5fb), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:06.987341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39740) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:07.001924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-269c2491-ae48-46bd-bdd6-6baefe0742c4 None None] For port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,segment=NetworkSegment(ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5),segment_id=ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:07.016680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-269c2491-ae48-46bd-bdd6-6baefe0742c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.040087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Request body: {'floatingip': {'port_id': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:07.068284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 182fd64f-0199-4973-9c02-be37096b6758 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:07.068900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.152011 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for floatingip (4db167ac-5377-4bb0-b0b1-74f31d22e187), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.216823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:07.219336 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9aaf3-804f-4cb4-a027-3cfef4055ee6" -d '{"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-plugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:07.221686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c2491-ae48-46bd-bdd6-6baefe0742c4 None None] Pushing event updated for resources: {'Port': ['ID=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:07.260537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Publish callbacks [] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.263291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:07.276675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-498c4187-5f51-4831-af34-b479fa52aabc None None] Provisioning complete for port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:07.277320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-498c4187-5f51-4831-af34-b479fa52aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.280702 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.286758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:54:57Z', 'revision_number': 4, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port': {'id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:49Z', 'updated_at': '2022-03-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ba29a364-5ca6-4562-9ac1-7ddd747d8ffc', 'name': '', 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'mac_address': 'fa:16:3e:b6:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67ea8657-67b0-43be-8211-84986120a184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:54Z', 'updated_at': '2022-03-22T13:55:04Z', 'revision_number': 4, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'subnets': [{'id': '67ea8657-67b0-43be-8211-84986120a184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:07.358636 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.364956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-406ba214-11ed-41fd-a6cd-517fb094266a req-4e608576-6f5f-435e-9e90-96d63461749f tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1875789 Mar 22 13:55:07.386479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks [] for router_gateway (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.412695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:07.423076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a83b4-a6d6-460a-8781-21da8570f6ac None None] The sync data for ids ['6c4ad298-6400-4e65-aacc-c118608bfa54'] in n-d-834677-3 is: [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:54:57Z', 'revision_number': 4, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port': {'id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:49Z', 'updated_at': '2022-03-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ba29a364-5ca6-4562-9ac1-7ddd747d8ffc', 'name': '', 'network_id': 'cb7580cf-8357-42e8-ac86-a2c56c6084e7', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'mac_address': 'fa:16:3e:b6:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67ea8657-67b0-43be-8211-84986120a184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:54Z', 'updated_at': '2022-03-22T13:55:04Z', 'revision_number': 4, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'subnets': [{'id': '67ea8657-67b0-43be-8211-84986120a184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:07.461262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Network d06b2691-f37a-4eba-8563-861372d60164 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:07.482435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.492922 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.497901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:07.531633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:07.563692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:07.565296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d84066-afb3-4af2-ba9b-1e00fad1af11 req-1a4e508d-b81e-4078-a04a-65d5ea1eb64f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:07.567775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32d84066-afb3-4af2-ba9b-1e00fad1af11 req-1a4e508d-b81e-4078-a04a-65d5ea1eb64f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.5823481 Mar 22 13:55:07.690507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Pushing event updated for resources: {'Port': ['ID=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:07.814047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Attempting to bind port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:07.814601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Attempting to bind port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:07.814860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Attempting to bind port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 on network d06b2691-f37a-4eba-8563-861372d60164 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:07.838132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:07.838548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Checking segment: {'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:07.838903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.839302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Bound using segment: {'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:07.839794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Bound port: c084ad52-4a12-48a9-83d5-ed986d9a2ee5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:07.840173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.862182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:07.864953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-498c4187-5f51-4831-af34-b479fa52aabc None None] Current status of the port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:07.898681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ba29a364-5ca6-4562-9ac1-7ddd747d8ffc up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:07.961209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-498c4187-5f51-4831-af34-b479fa52aabc None None] Provisioning complete for port 9b06a6f6-c4dc-4245-a726-1320797bddec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:07.961583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-498c4187-5f51-4831-af34-b479fa52aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:08.057435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:55:08.072058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-498c4187-5f51-4831-af34-b479fa52aabc None None] Port 9b06a6f6-c4dc-4245-a726-1320797bddec cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:08.082267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] For port c084ad52-4a12-48a9-83d5-ed986d9a2ee5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:08.086213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] For port c084ad52-4a12-48a9-83d5-ed986d9a2ee5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,segment=NetworkSegment(7d8fcd6d-bf33-4186-95c6-f3726fcf4754),segment_id=7d8fcd6d-bf33-4186-95c6-f3726fcf4754)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:08.098697 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:08.100601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:08.100961 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:08.219695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c2a49-0c50-4b25-8c39-9cc8fbed9286 None None] Pushing event updated for resources: {'Port': ['ID=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:08.286300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:08.287640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a218c3b-4398-4d3a-b985-7ff6965a5338 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:08.295164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:08.331022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Sync routers for ids ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:08.334549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:08.350546 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-623a990e-057e-4118-a3b3-6ce673377ed9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5403619 Mar 22 13:55:08.351258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39752) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:08.365315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Routers {'2ddaa9f7-456b-4bdb-9723-cfbf90580eff'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:08.370955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:08.598008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6a218c3b-4398-4d3a-b985-7ff6965a5338 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:08.598618 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:08.667008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Set router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:08.828119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32d84066-afb3-4af2-ba9b-1e00fad1af11 req-36b6feed-31c9-4c07-b3f1-3d3174f7d9f6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2126384 Mar 22 13:55:08.970665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:08.993962 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4db167ac-5377-4bb0-b0b1-74f31d22e187), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.060912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6a218c3b-4398-4d3a-b985-7ff6965a5338 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:09.061444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.086993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 6a218c3b-4398-4d3a-b985-7ff6965a5338, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a218c3b-4398-4d3a-b985-7ff6965a5338,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:09.101794 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.160012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 3, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port': {'id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:09.270030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks [] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.273239 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Floating IP 4db167ac-5377-4bb0-b0b1-74f31d22e187 associated. External IP: 172.25.2.228, port: d636fa69-ad28-49d9-b87e-6a4a0da40fe7. Mar 22 13:55:09.377690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.448041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Checking router: 2ddaa9f7-456b-4bdb-9723-cfbf90580eff for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:09.448390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Updating router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:55:09.473493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.537197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=6a218c3b-4398-4d3a-b985-7ff6965a5338,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:09.559098 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.626103 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (7825582b-5552-4918-ab17-ba330ad3b5fb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.633953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Allocated IP 172.20.0.1 (d06b2691-f37a-4eba-8563-861372d60164/9195b2ac-f3e4-4945-b85f-5c8d953d1375/ab9df2ba-8ab7-46d7-be47-0093374ff7b7) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:09.782386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b06a6f6-c4dc-4245-a726-1320797bddec,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:09.814892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks [] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.838622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc73ab5-e03d-49db-a383-075b7f26506e req-a11fa6c2-e852-45c6-916a-6a2113cc5a78 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:09.851838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebc73ab5-e03d-49db-a383-075b7f26506e req-a11fa6c2-e852-45c6-916a-6a2113cc5a78 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.3371699 Mar 22 13:55:09.879036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ead799-9c33-40d5-84d3-820707823318 None None] Network d06b2691-f37a-4eba-8563-861372d60164 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:09.882997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.884264 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:09.913115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Router dcdbe301-f2bd-45de-b30a-b621bd556de9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:55:09.948632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Network d06b2691-f37a-4eba-8563-861372d60164 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:09.951566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:09.954404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:09.985051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Pushing event updated for resources: {'Port': ['ID=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:10.003623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.043974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Network 09b558da-58b7-4978-a742-342cfe07352b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:10.048641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a218c3b-4398-4d3a-b985-7ff6965a5338 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:10.056525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebc73ab5-e03d-49db-a383-075b7f26506e req-9b2cc4a0-d7d0-4eef-87a6-08baf51524b3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024977 Mar 22 13:55:10.087570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:10.171542 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc3d7f2-b531-4659-ba6c-55de3ff92df7 x-openstack-request-id: req-0fc3d7f2-b531-4659-ba6c-55de3ff92df7 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:10.171542 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-plugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:10.171891 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fc3d7f2-b531-4659-ba6c-55de3ff92df7 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:10.174540 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc3d7f2-b531-4659-ba6c-55de3ff92df7'] response: {'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'code': 200} Mar 22 13:55:10.255940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.290117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Publish callbacks [] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.298614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-93e1fe96-c0e1-4cab-ae30-6fcce29e122b None None] Provisioning complete for port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:10.299229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93e1fe96-c0e1-4cab-ae30-6fcce29e122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.320451 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.407761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ff88-9983-4e67-a9a0-80cc21f2e992 None None] Pushing event updated for resources: {'Port': ['ID=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:10.431606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bd1c-2b5c-4c27-9906-6dce66bfbea9 req-77d3dce6-2dd8-4ef3-8b6e-1aca8963f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:10.433318 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9457bd1c-2b5c-4c27-9906-6dce66bfbea9 req-77d3dce6-2dd8-4ef3-8b6e-1aca8963f9a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1132 time: 0.2315166 Mar 22 13:55:10.440781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Attempting to bind port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:10.441207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Attempting to bind port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:10.441510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Attempting to bind port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:10.452394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:10.453252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:10.453252 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.453694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:10.454034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Bound port: fe7bd0df-c11a-4a42-b87d-d6fb709b4c93, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:10.454467 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.497938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9457bd1c-2b5c-4c27-9906-6dce66bfbea9 req-df662c02-f3a3-46cd-af3d-62081c9c0165 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Mar 22 13:55:10.511094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks [] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.517290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.521459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6a218c3b-4398-4d3a-b985-7ff6965a5338 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:10.521838 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.552434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] For port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:10.573436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] For port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:10.584077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:55:10.593683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Pushing event updated for resources: {'Port': ['ID=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:10.598047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.604428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.644055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca881dc-1733-438c-a4f6-2493b8f80fb7 req-21f61529-0fcf-43c5-9e4f-32fe08cc0ad6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:10.646086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ca881dc-1733-438c-a4f6-2493b8f80fb7 req-21f61529-0fcf-43c5-9e4f-32fe08cc0ad6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.4002974 Mar 22 13:55:10.681794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ff88-9983-4e67-a9a0-80cc21f2e992 None None] Pushing event updated for resources: {'Port': ['ID=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:10.712553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-93e1fe96-c0e1-4cab-ae30-6fcce29e122b None None] Current status of the port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:10.712939 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93e1fe96-c0e1-4cab-ae30-6fcce29e122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:10.731620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Network d06b2691-f37a-4eba-8563-861372d60164 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:10.733159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:10.829924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-93e1fe96-c0e1-4cab-ae30-6fcce29e122b None None] For port c084ad52-4a12-48a9-83d5-ed986d9a2ee5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,segment=NetworkSegment(7d8fcd6d-bf33-4186-95c6-f3726fcf4754),segment_id=7d8fcd6d-bf33-4186-95c6-f3726fcf4754)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:10.838000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Routers {'2ddaa9f7-456b-4bdb-9723-cfbf90580eff'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:10.840530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:10.859474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:10.861597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:10.866798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c9c0c055-dcd6-4f1f-8a5a-65e0464f07e7 admin admin] 10.222.0.44 "PUT /v2.0/routers/7825582b-5552-4918-ab17-ba330ad3b5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2462220 Mar 22 13:55:10.868382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Allocated IP 172.25.2.7 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:10.879063 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:10.890332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:55:10.902062 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:10.902621 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:10.948796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] Sync routers for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:10.955580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6a218c3b-4398-4d3a-b985-7ff6965a5338 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:10.956966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c084ad52-4a12-48a9-83d5-ed986d9a2ee5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:11.034966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:11.040880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-777b92f9-c1f1-4da3-8abc-4b68d7a3e56f admin admin] 10.222.0.44 "PUT /v2.0/routers/2ddaa9f7-456b-4bdb-9723-cfbf90580eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6885793 Mar 22 13:55:11.046706 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93e1fe96-c0e1-4cab-ae30-6fcce29e122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.050686 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.131115 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:11.148185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ca881dc-1733-438c-a4f6-2493b8f80fb7 req-d7a02e70-db6d-4d37-8a62-bb488fcab648 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823489 Mar 22 13:55:11.168285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-19612cc7-1cee-41f5-9a4c-08ea0b5e859c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "PUT /v2.0/floatingips/4db167ac-5377-4bb0-b0b1-74f31d22e187 HTTP/1.1" status: 200 len: 991 time: 4.1793067 Mar 22 13:55:11.172924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:11.175400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:11.176048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:11.182083 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6805c-2240-44c5-b3ce-4ded8a870014" -d '{"events": [{"name": "network-changed", "server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:11.203719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.266323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39776) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:11.276018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.358851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:11.362147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:11.393751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1234898409'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:11.397315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:11.402875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:11.412387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:11.412689 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.434650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:11.444177 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.473660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1fe96-c0e1-4cab-ae30-6fcce29e122b None None] Pushing event updated for resources: {'Port': ['ID=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:11.487737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] Set router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:11.490111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Provisioning complete for port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:11.490267 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.510117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:55:11.525374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (54ea694c-ed18-428b-b6ce-46e719367a1b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.525730 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Added segment 54ea694c-ed18-428b-b6ce-46e719367a1b of type vlan for network 61f25588-1825-40b2-bb66-5504439daf60 Mar 22 13:55:11.540935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (f75e6500-6dd4-42d8-b256-f39fcb9acd66), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.554910 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:08Z', 'revision_number': 2, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:11.559644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d444e-db9b-4d19-9c54-f34542264074 req-16d2c8ca-e0e6-4d60-952f-1351fcb2c699 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:11.562491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-504d444e-db9b-4d19-9c54-f34542264074 req-16d2c8ca-e0e6-4d60-952f-1351fcb2c699 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2162807 Mar 22 13:55:11.596787 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:11.597390 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Updating router 7825582b-5552-4918-ab17-ba330ad3b5fb port 9b06a6f6-c4dc-4245-a726-1320797bddec binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:55:11.599268 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (61f25588-1825-40b2-bb66-5504439daf60), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.629191 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.637382 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.663735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (61f25588-1825-40b2-bb66-5504439daf60), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.669734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:11.670412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.671625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:11.704038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-504d444e-db9b-4d19-9c54-f34542264074 req-511004ed-efa7-4d22-b503-f672ee5f9205 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171203 Mar 22 13:55:11.824957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Network': ['ID=61f25588-1825-40b2-bb66-5504439daf60,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:11.840375 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2da51ad5-5dca-4642-9747-8d7128c18396 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5701122 Mar 22 13:55:11.841007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:11.847239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'subnet': {'network_id': '61f25588-1825-40b2-bb66-5504439daf60', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:11.853019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 61f25588-1825-40b2-bb66-5504439daf60 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:55:11.900410 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.912053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f5273-68d0-4040-af79-d991025d6250 req-dd52f518-6c10-4edf-855a-185f9977d238 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:11.914488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-974f5273-68d0-4040-af79-d991025d6250 req-dd52f518-6c10-4edf-855a-185f9977d238 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1099544 Mar 22 13:55:11.916526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.946353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:11.953063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.986308 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Publish callbacks [] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:11.993528 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.023302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:12.087010 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f45bb5-106e-4b7f-9dfe-d8fa0ea89cf3 None None] Pushing event updated for resources: {'Port': ['ID=9b06a6f6-c4dc-4245-a726-1320797bddec,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:12.127598 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Attempting to bind port 9b06a6f6-c4dc-4245-a726-1320797bddec on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:12.127978 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Attempting to bind port 9b06a6f6-c4dc-4245-a726-1320797bddec by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:12.128341 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Attempting to bind port 9b06a6f6-c4dc-4245-a726-1320797bddec on network 09b558da-58b7-4978-a742-342cfe07352b {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:12.135191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-974f5273-68d0-4040-af79-d991025d6250 req-75c8947e-7687-46da-9cd3-b3de85cc0358 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144454 Mar 22 13:55:12.136784 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:12.137165 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Checking segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:12.140589 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.141067 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Bound using segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:12.141564 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Bound port: 9b06a6f6-c4dc-4245-a726-1320797bddec, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:12.141989 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.165605 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (f75e6500-6dd4-42d8-b256-f39fcb9acd66), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.185169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.186735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-406ba214-11ed-41fd-a6cd-517fb094266a req-552bda76-89d5-4d93-b618-e54df734f399 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.8132026 Mar 22 13:55:12.210443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (5a7e9662-9200-4b62-abbf-1c049b98784b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.229378 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] For port 9b06a6f6-c4dc-4245-a726-1320797bddec, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:12.240541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] For port 9b06a6f6-c4dc-4245-a726-1320797bddec, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9b06a6f6-c4dc-4245-a726-1320797bddec,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:12.249862 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.275193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:12.283326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Subnet': ['ID=5a7e9662-9200-4b62-abbf-1c049b98784b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:12.292614 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a092692-299b-4605-a0d1-8d74389e40be x-openstack-request-id: req-4a092692-299b-4605-a0d1-8d74389e40be {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:12.292912 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:12.293895 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a092692-299b-4605-a0d1-8d74389e40be {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:12.297821 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a092692-299b-4605-a0d1-8d74389e40be'] response: {'name': 'network-changed', 'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'status': 'completed', 'code': 200} Mar 22 13:55:12.331100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Checking segment: {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:12.331468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network hostable DHCP agents. Network: 61f25588-1825-40b2-bb66-5504439daf60, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:55:12.354472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network 61f25588-1825-40b2-bb66-5504439daf60 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:55:12.362719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Current status of the port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:12.380991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 61f25588-1825-40b2-bb66-5504439daf60) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:12.392882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:12.393474 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.433603 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c11f8699-f125-46fe-9349-6015a7a623c5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5910180 Mar 22 13:55:12.437252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39790) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:12.446070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30feccda-b44a-451d-889c-f97db0396549 None None] Network 61f25588-1825-40b2-bb66-5504439daf60 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:12.450013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1346431228'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:12.455517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Provisioning complete for port 9b06a6f6-c4dc-4245-a726-1320797bddec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:12.472619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-406ba214-11ed-41fd-a6cd-517fb094266a req-2a85aa58-e8a2-4fb5-ae95-45c56f536749 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.2691457 Mar 22 13:55:12.474234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.479514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:12.484926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.523486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:55:12.548927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d2d37e66-d15b-48d7-8a61-c24fe9400e64), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.551155 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Added segment d2d37e66-d15b-48d7-8a61-c24fe9400e64 of type vlan for network ce91006f-2174-4246-8aca-814ca67cd9f4 Mar 22 13:55:12.566710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-e3c58676-df37-4a31-9b49-7b8098c177d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:12.568661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-e3c58676-df37-4a31-9b49-7b8098c177d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d&device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 1127 time: 0.2696581 Mar 22 13:55:12.595294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c084ad52-4a12-48a9-83d5-ed986d9a2ee5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:12.597213 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:12.598120 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:12.676351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ce91006f-2174-4246-8aca-814ca67cd9f4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.722490 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f45bb5-106e-4b7f-9dfe-d8fa0ea89cf3 None None] Pushing event updated for resources: {'Port': ['ID=9b06a6f6-c4dc-4245-a726-1320797bddec,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:12.759641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ce91006f-2174-4246-8aca-814ca67cd9f4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.784273 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:12.790382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:12.791036 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:12.841661 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4003544 Mar 22 13:55:12.844638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39804) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:12.864504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'subnet': {'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:12.930440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 4, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port': {'id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ab9df2ba-8ab7-46d7-be47-0093374ff7b7', 'name': '', 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'mac_address': 'fa:16:3e:fc:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:09Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 2, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'subnets': [{'id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:12.931509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ba214-11ed-41fd-a6cd-517fb094266a req-0678db38-0335-451e-8500-fb19a1b19863 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:12.933315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-406ba214-11ed-41fd-a6cd-517fb094266a req-0678db38-0335-451e-8500-fb19a1b19863 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.4566426 Mar 22 13:55:12.949365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdb45a-967e-4e89-b4d4-ec25f147bbe5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Network': ['ID=ce91006f-2174-4246-8aca-814ca67cd9f4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:12.955716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-406ba214-11ed-41fd-a6cd-517fb094266a req-79254bc9-f3ab-483a-b37c-3debd00ea1b8 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:55:12.957139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-406ba214-11ed-41fd-a6cd-517fb094266a req-79254bc9-f3ab-483a-b37c-3debd00ea1b8 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060475 Mar 22 13:55:12.987656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39808) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:12.994574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Current status of the port 9b06a6f6-c4dc-4245-a726-1320797bddec is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:12.995214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.010518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ce91006f-2174-4246-8aca-814ca67cd9f4 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:55:13.048037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-d7aa4e1a-650b-4c4a-87af-ff2a642e207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:13.051961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-d7aa4e1a-650b-4c4a-87af-ff2a642e207b service neutron] 10.222.0.57 "GET /v2.0/networks?id=17a79c03-e565-4bcf-88f3-9fbf756d48f2 HTTP/1.1" status: 200 len: 915 time: 0.4749362 Mar 22 13:55:13.075072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b68709-80be-4832-821a-697538be0c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-61f25588-1825-40b2-bb66-5504439daf60', 'network_id': '61f25588-1825-40b2-bb66-5504439daf60', 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'fixed_ips': [{'subnet_id': '5a7e9662-9200-4b62-abbf-1c049b98784b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:55:13.076255 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49b68709-80be-4832-821a-697538be0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.085471 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2695b926-1871-4b46-8ada-799613715c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:12Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:13.115605 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695b926-1871-4b46-8ada-799613715c0c None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:12Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:13.120252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b6d7c-5bf1-47bb-a81d-4840d517a56f None None] The sync data for ids ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'] in n-d-834677-3 is: [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 4, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port': {'id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ab9df2ba-8ab7-46d7-be47-0093374ff7b7', 'name': '', 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'mac_address': 'fa:16:3e:fc:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:09Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 2, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'subnets': [{'id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:13.130296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-71f4af2a-ead4-4639-8604-7ae80a8fca24 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:13.137150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-71f4af2a-ead4-4639-8604-7ae80a8fca24 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 821 time: 0.5471058 Mar 22 13:55:13.148270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7a59959-4ac1-46ab-9c99-5e4aeb76af4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.148719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:13.149241 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.227515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] For port 9b06a6f6-c4dc-4245-a726-1320797bddec, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9b06a6f6-c4dc-4245-a726-1320797bddec,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:13.255375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-4bb5ab35-b8da-4476-9af4-edb86aa36765 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/quotas/51a232bd864c490d927663417a0bb5f3 HTTP/1.1" status: 200 len: 375 time: 0.1160073 Mar 22 13:55:13.269863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-fff46914-d9e2-4d95-bc03-11225026c49a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d636fa69-ad28-49d9-b87e-6a4a0da40fe7 HTTP/1.1" status: 200 len: 999 time: 0.2060969 Mar 22 13:55:13.287285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:13.290727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.329294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7a59959-4ac1-46ab-9c99-5e4aeb76af4a admin admin] Publish callbacks [] for security_group (ed1c7ede-a001-4033-8d33-df73d8ec6855), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.334847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7a59959-4ac1-46ab-9c99-5e4aeb76af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ed1c7ede-a001-4033-8d33-df73d8ec6855), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.346905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.422214 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c7a59959-4ac1-46ab-9c99-5e4aeb76af4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff6bc784b3f34a6dbbe82fe7647ec38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333346 Mar 22 13:55:13.423365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39812) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:13.439174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a59959-4ac1-46ab-9c99-5e4aeb76af4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1c7ede-a001-4033-8d33-df73d8ec6855,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:13.516204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb112b9c-f689-420c-9724-fafd65547dc6 admin admin] Publish callbacks [] for security_group (ed1c7ede-a001-4033-8d33-df73d8ec6855), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.544770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb112b9c-f689-420c-9724-fafd65547dc6 admin admin] Publish callbacks [] for security_group (ed1c7ede-a001-4033-8d33-df73d8ec6855), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.547740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Provisioning complete for port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:13.548123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.659100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb112b9c-f689-420c-9724-fafd65547dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ed1c7ede-a001-4033-8d33-df73d8ec6855), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.662914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb112b9c-f689-420c-9724-fafd65547dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:13.672953 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cb112b9c-f689-420c-9724-fafd65547dc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed1c7ede-a001-4033-8d33-df73d8ec6855 HTTP/1.1" status: 204 len: 168 time: 0.2385981 Mar 22 13:55:13.678483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-49b68709-80be-4832-821a-697538be0c1f None None] Allocated IP 19.80.0.2 (61f25588-1825-40b2-bb66-5504439daf60/5a7e9662-9200-4b62-abbf-1c049b98784b/30309c2f-dedb-4cfb-8b76-5694ca2fd897) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:13.696637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb112b9c-f689-420c-9724-fafd65547dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1c7ede-a001-4033-8d33-df73d8ec6855,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:13.781716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '4db167ac-5377-4bb0-b0b1-74f31d22e187', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'port_id': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'mac_address': 'fa:16:3e:81:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a025adb-3810-4fb2-9978-c64106bcd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:36Z', 'updated_at': '2022-03-22T13:55:08Z', 'revision_number': 1, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:13.936879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:13.965616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:13.999982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1e8e-1f61-4876-bdf9-5af2d872409e req-864592f0-ae14-41af-abcf-00e1d73078c7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:14.001742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d02f1e8e-1f61-4876-bdf9-5af2d872409e req-864592f0-ae14-41af-abcf-00e1d73078c7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.8820872 Mar 22 13:55:14.005435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] Checking router: dcdbe301-f2bd-45de-b30a-b621bd556de9 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:14.025227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf2a79-b026-469f-aeb8-24091520f16f None None] Pushing event updated for resources: {'Port': ['ID=9b06a6f6-c4dc-4245-a726-1320797bddec,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:14.052699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-135cf28a-f9da-4a38-9a0a-ec82dc8b0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:14.054398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-135cf28a-f9da-4a38-9a0a-ec82dc8b0a15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed0d5f32-ee23-4086-91e6-051df334656b HTTP/1.1" status: 200 len: 853 time: 0.7685049 Mar 22 13:55:14.064238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:14.064934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:14.092010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d02f1e8e-1f61-4876-bdf9-5af2d872409e req-5651bf45-4e49-44ea-a426-c175638d77b6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772414 Mar 22 13:55:14.119162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-b984c221-c094-4851-baab-12db4b67cacc tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8624613 Mar 22 13:55:14.154675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39820) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:14.181627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d324f170-2dc8-460b-93f3-b1a30b9943bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.188388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49b68709-80be-4832-821a-697538be0c1f None None] Publish callbacks [] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.189775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-48efd469-5a51-421c-b2bb-99c1b398275b None None] Provisioning complete for port 9b06a6f6-c4dc-4245-a726-1320797bddec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:14.190170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48efd469-5a51-421c-b2bb-99c1b398275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.227531 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49b68709-80be-4832-821a-697538be0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.291728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b68709-80be-4832-821a-697538be0c1f None None] Network 61f25588-1825-40b2-bb66-5504439daf60 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:14.297668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-49b68709-80be-4832-821a-697538be0c1f None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:14.312470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b68709-80be-4832-821a-697538be0c1f None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:14.333771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b68709-80be-4832-821a-697538be0c1f None None] Pushing event updated for resources: {'Port': ['ID=30309c2f-dedb-4cfb-8b76-5694ca2fd897,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:14.341790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:14.363670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d324f170-2dc8-460b-93f3-b1a30b9943bf admin admin] Publish callbacks [] for security_group (770eff16-9975-4ae4-9a6a-ecd97ea5bacb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.371030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d324f170-2dc8-460b-93f3-b1a30b9943bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (770eff16-9975-4ae4-9a6a-ecd97ea5bacb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.375931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-e4d60b33-10ee-4b8a-8ea0-4cb5935c5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:14.377538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-e4d60b33-10ee-4b8a-8ea0-4cb5935c5fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17a79c03-e565-4bcf-88f3-9fbf756d48f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2906530 Mar 22 13:55:14.431163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-ec8a77f7-3eed-454d-8ce1-90af0c4e1f8e service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110423 Mar 22 13:55:14.460669 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d324f170-2dc8-460b-93f3-b1a30b9943bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25e4c2adad5142aa9ba2e58b15bb1032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048201 Mar 22 13:55:14.465375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39822) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:14.474814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324f170-2dc8-460b-93f3-b1a30b9943bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770eff16-9975-4ae4-9a6a-ecd97ea5bacb,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:14.477182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9b06a6f6-c4dc-4245-a726-1320797bddec up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:14.539952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (78790960-91ec-4fed-acfd-f49f93892463), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.550775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2191b29-d57a-4a95-b977-630640e9a69c admin admin] Publish callbacks [] for security_group (770eff16-9975-4ae4-9a6a-ecd97ea5bacb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.576807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c33bc7-9615-42bd-b2e6-2b7ca14ce208 req-b630a841-677e-41f1-b6d2-8040090f6abd tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:14.579383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87c33bc7-9615-42bd-b2e6-2b7ca14ce208 req-b630a841-677e-41f1-b6d2-8040090f6abd tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.3473032 Mar 22 13:55:14.590285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2191b29-d57a-4a95-b977-630640e9a69c admin admin] Publish callbacks [] for security_group (770eff16-9975-4ae4-9a6a-ecd97ea5bacb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.622643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-49b68709-80be-4832-821a-697538be0c1f None None] Attempting to bind port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:14.623017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-49b68709-80be-4832-821a-697538be0c1f None None] Attempting to bind port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:14.623517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b68709-80be-4832-821a-697538be0c1f None None] Attempting to bind port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 on network 61f25588-1825-40b2-bb66-5504439daf60 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:14.669165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b68709-80be-4832-821a-697538be0c1f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:14.669165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b68709-80be-4832-821a-697538be0c1f None None] Checking segment: {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:14.669165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49b68709-80be-4832-821a-697538be0c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.669165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b68709-80be-4832-821a-697538be0c1f None None] Bound using segment: {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:14.669165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-49b68709-80be-4832-821a-697538be0c1f None None] Bound port: 30309c2f-dedb-4cfb-8b76-5694ca2fd897, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:14.685484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49b68709-80be-4832-821a-697538be0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.709181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-48efd469-5a51-421c-b2bb-99c1b398275b None None] Current status of the port 9b06a6f6-c4dc-4245-a726-1320797bddec is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:14.737579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2191b29-d57a-4a95-b977-630640e9a69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (770eff16-9975-4ae4-9a6a-ecd97ea5bacb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.740018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2191b29-d57a-4a95-b977-630640e9a69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:14.744364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Subnet': ['ID=78790960-91ec-4fed-acfd-f49f93892463,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:14.744550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d2191b29-d57a-4a95-b977-630640e9a69c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/770eff16-9975-4ae4-9a6a-ecd97ea5bacb HTTP/1.1" status: 204 len: 168 time: 0.2748077 Mar 22 13:55:14.756386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191b29-d57a-4a95-b977-630640e9a69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770eff16-9975-4ae4-9a6a-ecd97ea5bacb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:14.805429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-3839f200-9159-4b38-b63b-1438f68738bf service neutron] 10.222.0.57 "GET /v2.0/networks/17a79c03-e565-4bcf-88f3-9fbf756d48f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144118 Mar 22 13:55:14.807681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-3d14f4ce-326e-4f14-8a7b-ac75cf315a3b service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756342 Mar 22 13:55:14.814634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87c33bc7-9615-42bd-b2e6-2b7ca14ce208 req-d3c4e90d-94db-4e27-98af-a1bb9e470e9a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056983 Mar 22 13:55:14.817849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Checking segment: {'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:14.818246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network hostable DHCP agents. Network: ce91006f-2174-4246-8aca-814ca67cd9f4, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:55:14.931080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network ce91006f-2174-4246-8aca-814ca67cd9f4 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:55:14.975607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ce91006f-2174-4246-8aca-814ca67cd9f4) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:15.012554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c6805c-2240-44c5-b3ce-4ded8a870014 req-c23049ff-c0ea-4353-a475-7c1eee52a2be service neutron] 10.222.0.57 "GET /v2.0/networks/17a79c03-e565-4bcf-88f3-9fbf756d48f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967282 Mar 22 13:55:15.016460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:15.017122 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:15.043988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ed595dfc-9e11-49ec-804f-107e87ec2e8d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1865304 Mar 22 13:55:15.073694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0487d4-27ee-44df-9e51-880693da933b None None] Network ce91006f-2174-4246-8aca-814ca67cd9f4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:15.078520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c8cb6-df50-450a-b8c7-04f859502f2a req-412cc6bc-cc13-4166-bd4b-03e66916b6fa tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:15.083904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b02c8cb6-df50-450a-b8c7-04f859502f2a req-412cc6bc-cc13-4166-bd4b-03e66916b6fa tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1320333 Mar 22 13:55:15.168951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-48efd469-5a51-421c-b2bb-99c1b398275b None None] Provisioning complete for port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:15.169429 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48efd469-5a51-421c-b2bb-99c1b398275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:15.267683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b02c8cb6-df50-450a-b8c7-04f859502f2a req-be742a26-39c2-40fe-b8fe-e02426a35e87 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756942 Mar 22 13:55:15.320335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9b06a6f6-c4dc-4245-a726-1320797bddec triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:15.320748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:15.333519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4a0bcb16-f3e3-4d3c-9ae9-4b3d8e39607d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2017589 Mar 22 13:55:15.347714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:15.380341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-49b68709-80be-4832-821a-697538be0c1f None None] For port 30309c2f-dedb-4cfb-8b76-5694ca2fd897, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:15.400008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:15.406982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ce91006f-2174-4246-8aca-814ca67cd9f4', 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4', 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'fixed_ips': [{'subnet_id': '78790960-91ec-4fed-acfd-f49f93892463'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:55:15.412040 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:15.431303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4ac8c9b-7071-43f9-b548-f955dd38135f req-2dbac30a-d9f4-4ed2-a7b9-da39b9498a81 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 210 time: 0.0537846 Mar 22 13:55:15.437987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-49b68709-80be-4832-821a-697538be0c1f None None] For port 30309c2f-dedb-4cfb-8b76-5694ca2fd897, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=30309c2f-dedb-4cfb-8b76-5694ca2fd897,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:15.465917 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49b68709-80be-4832-821a-697538be0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:15.467047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-48efd469-5a51-421c-b2bb-99c1b398275b None None] Port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:15.626485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b68709-80be-4832-821a-697538be0c1f None None] Pushing event updated for resources: {'Port': ['ID=30309c2f-dedb-4cfb-8b76-5694ca2fd897,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:15.681210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-f837ec84-5a5d-41ad-8cb2-cf049a83444a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:15.687070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-f837ec84-5a5d-41ad-8cb2-cf049a83444a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:15.689126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-f837ec84-5a5d-41ad-8cb2-cf049a83444a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/networks?id=61f25588-1825-40b2-bb66-5504439daf60&id=ce91006f-2174-4246-8aca-814ca67cd9f4&id=61f25588-1825-40b2-bb66-5504439daf60 HTTP/1.1" status: 200 len: 1392 time: 0.1653199 Mar 22 13:55:15.726011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-858554d3-9ddd-4a4c-bcf2-26bb53bba378 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/quotas/113d55f17bd2471bb7c914134fb2e0bd HTTP/1.1" status: 200 len: 375 time: 0.0187302 Mar 22 13:55:15.813920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '4db167ac-5377-4bb0-b0b1-74f31d22e187', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'port_id': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'mac_address': 'fa:16:3e:81:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a025adb-3810-4fb2-9978-c64106bcd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:36Z', 'updated_at': '2022-03-22T13:55:08Z', 'revision_number': 1, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:15.830991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9b06a6f6-c4dc-4245-a726-1320797bddec is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:15.881759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-c9afb325-d018-4213-9bf3-3d4703b15d81 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1537418 Mar 22 13:55:15.902226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Allocated IP 19.86.0.2 (ce91006f-2174-4246-8aca-814ca67cd9f4/78790960-91ec-4fed-acfd-f49f93892463/5df71739-7027-4678-8cf5-f4aad147bd21) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:15.927800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f9994-695f-402c-bf00-3c1ec008ce52 None None] The sync data for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 is: [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '4db167ac-5377-4bb0-b0b1-74f31d22e187', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'port_id': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'mac_address': 'fa:16:3e:81:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a025adb-3810-4fb2-9978-c64106bcd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:36Z', 'updated_at': '2022-03-22T13:55:08Z', 'revision_number': 1, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:16.051310 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.169211 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-6abca7b9-481b-41d9-9ad2-0132382f3bce service neutron] 10.222.0.44 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856274 Mar 22 13:55:16.199741 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Publish callbacks [] for port (5df71739-7027-4678-8cf5-f4aad147bd21), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.208713 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.264902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Network ce91006f-2174-4246-8aca-814ca67cd9f4 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:16.268757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:16.272453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:16.284925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Allocated IP 172.25.2.42 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/ffab4901-5652-4d87-98d2-0dd9796d82b3) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:16.351934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Pushing event updated for resources: {'Port': ['ID=5df71739-7027-4678-8cf5-f4aad147bd21,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:16.399548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Attempting to bind port 5df71739-7027-4678-8cf5-f4aad147bd21 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:16.400071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Attempting to bind port 5df71739-7027-4678-8cf5-f4aad147bd21 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:16.400582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Attempting to bind port 5df71739-7027-4678-8cf5-f4aad147bd21 on network ce91006f-2174-4246-8aca-814ca67cd9f4 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:16.409440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:16.410111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Checking segment: {'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:16.410815 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.411220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Bound using segment: {'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:16.417190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Bound port: 5df71739-7027-4678-8cf5-f4aad147bd21, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:16.417190 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.425376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-babc6c2d-35b7-401e-bc0f-1f2325206c06 service neutron] 10.222.0.44 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290955 Mar 22 13:55:16.504142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] For port 5df71739-7027-4678-8cf5-f4aad147bd21, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:16.508076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] For port 5df71739-7027-4678-8cf5-f4aad147bd21, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5df71739-7027-4678-8cf5-f4aad147bd21,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:16.513266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 30309c2f-dedb-4cfb-8b76-5694ca2fd897 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:16.517693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.568484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.629775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33739ead-3e49-4b41-b39c-4ad1c1c6a10b None None] Pushing event updated for resources: {'Port': ['ID=5df71739-7027-4678-8cf5-f4aad147bd21,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:16.680594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:16.680983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.748944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-eacedecc-0ad0-4cee-ad74-cac48a688f6d service neutron] 10.222.0.44 "GET /v2.0/networks/ce91006f-2174-4246-8aca-814ca67cd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124347 Mar 22 13:55:16.819172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:16.819582 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.880773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 30309c2f-dedb-4cfb-8b76-5694ca2fd897, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=30309c2f-dedb-4cfb-8b76-5694ca2fd897,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:16.887374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:16.888443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:16.943162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-fe4f3f3d-d257-4316-bd34-f1cae6058170 service neutron] 10.222.0.44 "GET /v2.0/networks/ce91006f-2174-4246-8aca-814ca67cd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933346 Mar 22 13:55:16.975202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=30309c2f-dedb-4cfb-8b76-5694ca2fd897,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:17.049144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:17.049521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.175203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:17.175621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.220606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287996c1-0902-4745-a433-4b61ecce15d0 None None] Network 61f25588-1825-40b2-bb66-5504439daf60 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:17.225442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-e337a460-cdd2-402b-8984-d4a4d0bf064f tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:17.227193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-e337a460-cdd2-402b-8984-d4a4d0bf064f tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 821 time: 0.6731932 Mar 22 13:55:17.227827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:17.250433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'port': {'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'admin_state_up': True, 'tenant_id': '51a232bd864c490d927663417a0bb5f3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:17.272370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.280486 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.301402 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf77b2d-eaf2-431e-bf0b-f7c397b810cc None None] New status for floating IP 4db167ac-5377-4bb0-b0b1-74f31d22e187: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:55:17.325812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6d74f152-654e-4e1a-ba93-a76c4d2d9703 None None] Provisioning complete for port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:17.326215 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6d74f152-654e-4e1a-ba93-a76c4d2d9703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.328016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-e2ad9818-c2f1-4048-b86f-0e0b38b2f276 service neutron] 10.222.0.44 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113976 Mar 22 13:55:17.400478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:17.432936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:17.452681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=ffab4901-5652-4d87-98d2-0dd9796d82b3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:17.455323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:17.462523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:17.490960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6d74f152-654e-4e1a-ba93-a76c4d2d9703 None None] Current status of the port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:17.583509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-6127b479-fab1-4d48-9762-25a8f36adebd service neutron] 10.222.0.44 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213788 Mar 22 13:55:17.601718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Made reservation on behalf of 51a232bd864c490d927663417a0bb5f3 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:17.605377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.623210 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (c88053c0-faf9-4a3b-b679-4cd4b3c19ed6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.723968 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.739190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dce2380b-cefd-407d-954e-ff3d1e9099a7 None None] Provisioning complete for port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:17.739190 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dce2380b-cefd-407d-954e-ff3d1e9099a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:17.849650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-6455710a-da00-4362-b4c9-dec7da7c80c3 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:17.851760 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-6455710a-da00-4362-b4c9-dec7da7c80c3 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1128 time: 0.1256523 Mar 22 13:55:17.866511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-3'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:17.887666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dce2380b-cefd-407d-954e-ff3d1e9099a7 None None] Current status of the port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:17.959941 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.116049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-88d7ce72-56da-4da1-ae2e-dd8b44e13ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.139519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:18.192850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:18.246225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Publish callbacks [] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.249224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:18.252483 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f67ea27-b960-4cfa-96d4-638c9b772934" -d '{"events": [{"server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:18.257013 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.261756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4613a9-0f2d-4255-a065-39762cd9869c None None] Network ce91006f-2174-4246-8aca-814ca67cd9f4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:18.346189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:18.346507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:18.346894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:18.353941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:18.357089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:55:18.357089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Attempting to bind port b46c3e52-e116-404b-b5d8-5dc49637c63a on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:18.363139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:18.363572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:18.364015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:18.364525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Bound port: b46c3e52-e116-404b-b5d8-5dc49637c63a, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:18.364948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.384625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1f5c5152-f1da-48a6-92e7-588d960547af None None] Provisioning complete for port 5df71739-7027-4678-8cf5-f4aad147bd21 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:18.387092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5152-f1da-48a6-92e7-588d960547af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.448163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:18.453755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:18.460244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc641b-99ba-4d38-95dc-abda5e190e6a req-89013628-9f0d-43f2-ab22-ac5d1a2d45b1 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:18.468180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bccc641b-99ba-4d38-95dc-abda5e190e6a req-89013628-9f0d-43f2-ab22-ac5d1a2d45b1 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 946 time: 0.5667152 Mar 22 13:55:18.473096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.481540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Allocated IP 172.20.0.9 (09b558da-58b7-4978-a742-342cfe07352b/fc6535e2-f9c2-416d-9e26-19ba0c27c35c/49456ded-f466-4eb2-955c-eaebc3cb3138) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:18.552130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bccc641b-99ba-4d38-95dc-abda5e190e6a req-61e8425a-1e5f-48ce-976c-b5c5df1e3da8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Mar 22 13:55:18.594520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=8']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:18.598504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.610789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.656478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:18.668658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.670284 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2a5e8f35-32e5-4cd9-aaf7-93b1c89e2160 service neutron] 10.222.0.42 "PUT /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 1122 time: 0.8117514 Mar 22 13:55:18.674480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 30309c2f-dedb-4cfb-8b76-5694ca2fd897 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:18.792799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=ffab4901-5652-4d87-98d2-0dd9796d82b3,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:18.801224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['b46c3e52-e116-404b-b5d8-5dc49637c63a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:18.815379 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (c88053c0-faf9-4a3b-b679-4cd4b3c19ed6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.836067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['b46c3e52-e116-404b-b5d8-5dc49637c63a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:18.846244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.847390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-4d01d7d9-0f48-4399-98cc-b23cc19141cc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5036037 Mar 22 13:55:18.878074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131114e-ec9a-4059-9402-ef5c11aa9feb req-19c3e26c-8b6f-4a24-b111-c9f78bcf6ac0 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:18.879583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8131114e-ec9a-4059-9402-ef5c11aa9feb req-19c3e26c-8b6f-4a24-b111-c9f78bcf6ac0 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1424627 Mar 22 13:55:18.890012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c5152-f1da-48a6-92e7-588d960547af None None] Current status of the port 5df71739-7027-4678-8cf5-f4aad147bd21 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:18.890406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5152-f1da-48a6-92e7-588d960547af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.930809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:18.931179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.932549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:18.943608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-14fed22f-d30a-4412-8e45-b5985fc77714 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0845306 Mar 22 13:55:18.976564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1f5c5152-f1da-48a6-92e7-588d960547af None None] For port 5df71739-7027-4678-8cf5-f4aad147bd21, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5df71739-7027-4678-8cf5-f4aad147bd21,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:18.988023 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5152-f1da-48a6-92e7-588d960547af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.052792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8131114e-ec9a-4059-9402-ef5c11aa9feb req-37e680ba-9805-495a-a5ea-239adefa055b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366327 Mar 22 13:55:19.101465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.124097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-2cf86813-170a-438d-87c4-75126dbf43d7 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.125612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e559823-1f2b-41c9-b725-9ef7002076b5 req-2cf86813-170a-438d-87c4-75126dbf43d7 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.1706073 Mar 22 13:55:19.137846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c5152-f1da-48a6-92e7-588d960547af None None] Pushing event updated for resources: {'Port': ['ID=5df71739-7027-4678-8cf5-f4aad147bd21,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:19.176291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Network 09b558da-58b7-4978-a742-342cfe07352b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:19.192153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:19.213260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:19.222950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:19.223519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:19.240833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Pushing event updated for resources: {'Port': ['ID=49456ded-f466-4eb2-955c-eaebc3cb3138,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:19.287259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.287907 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.321333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d3b043f4-b956-4995-b7b8-da1b0b4957e7 None None] Provisioning complete for port 5df71739-7027-4678-8cf5-f4aad147bd21 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:19.322067 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d3b043f4-b956-4995-b7b8-da1b0b4957e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.349869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c2662-9197-47bc-a590-c3b7a12b310e req-35127ff6-7c43-45df-91b4-64fc70283656 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.351837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-248c2662-9197-47bc-a590-c3b7a12b310e req-35127ff6-7c43-45df-91b4-64fc70283656 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 931 time: 0.1951902 Mar 22 13:55:19.355793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-cc1f2282-e6f0-4ad5-8254-b80c387fe552 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1095588 Mar 22 13:55:19.410235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:19.410733 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.425406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Request body: {'port': {'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:19.478401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-b6575de8-6653-4f5d-b417-bd4a1f7f612e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.483747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-b6575de8-6653-4f5d-b417-bd4a1f7f612e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.493704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-b6575de8-6653-4f5d-b417-bd4a1f7f612e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "GET /v2.0/networks?id=61f25588-1825-40b2-bb66-5504439daf60&id=ce91006f-2174-4246-8aca-814ca67cd9f4&id=61f25588-1825-40b2-bb66-5504439daf60 HTTP/1.1" status: 200 len: 1392 time: 0.2534695 Mar 22 13:55:19.505695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d3b043f4-b956-4995-b7b8-da1b0b4957e7 None None] Current status of the port 5df71739-7027-4678-8cf5-f4aad147bd21 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:19.513197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'port': {'device_id': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'network_id': '61f25588-1825-40b2-bb66-5504439daf60', 'admin_state_up': True, 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:19.534181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b46c3e52-e116-404b-b5d8-5dc49637c63a details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:19.545791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-248c2662-9197-47bc-a590-c3b7a12b310e req-44f4fd90-4bfc-4a6e-8c92-547bc99abcf4 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873307 Mar 22 13:55:19.602036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:19.604865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5df71739-7027-4678-8cf5-f4aad147bd21 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:19.633299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61e99cf8-e711-49f7-bb16-e76ce245df4d req-3a795077-a385-44e9-87a1-ec145f59916a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 210 time: 0.0454321 Mar 22 13:55:19.636334 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.683369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:19.687165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.697444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ef444480-4db9-4bc7-862f-723411a04b80 None None] Provisioning complete for port 49456ded-f466-4eb2-955c-eaebc3cb3138 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:19.697817 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef444480-4db9-4bc7-862f-723411a04b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.725072 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dae7fd-df15-4d17-a753-dd72805a9103 x-openstack-request-id: req-01dae7fd-df15-4d17-a753-dd72805a9103 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:19.725370 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:19.725829 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01dae7fd-df15-4d17-a753-dd72805a9103 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:19.726461 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01dae7fd-df15-4d17-a753-dd72805a9103'] response: {'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a', 'code': 200} Mar 22 13:55:19.735361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:19.773626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5df71739-7027-4678-8cf5-f4aad147bd21 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:19.774247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:19.816356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ef444480-4db9-4bc7-862f-723411a04b80 None None] Port 49456ded-f466-4eb2-955c-eaebc3cb3138 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:19.818080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b46c3e52-e116-404b-b5d8-5dc49637c63a has no active binding in host n-h1-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:55:19.881071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5df71739-7027-4678-8cf5-f4aad147bd21 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:19.992483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-3b349516-f200-4787-b256-110f67cfd5ae tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2667673 Mar 22 13:55:20.012312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:20.059004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.130293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dca74-dbaf-4aee-b4e6-8bd153d0e3ce req-47baa4e0-e3ff-448e-b9c5-930b06742b88 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:20.132332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dca74-dbaf-4aee-b4e6-8bd153d0e3ce req-47baa4e0-e3ff-448e-b9c5-930b06742b88 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 944 time: 0.1858740 Mar 22 13:55:20.191654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49456ded-f466-4eb2-955c-eaebc3cb3138 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:20.201799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Publish callbacks [] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.223211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-ef514b85-7156-4c46-8582-d6b0ff042f49 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906591 Mar 22 13:55:20.233090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Allocated IP 19.80.0.161 (61f25588-1825-40b2-bb66-5504439daf60/5a7e9662-9200-4b62-abbf-1c049b98784b/dbdb2f8d-e41c-4b00-9286-22d63397d78c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:20.233513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Transition to ACTIVE for port object 49456ded-f466-4eb2-955c-eaebc3cb3138 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:55:20.242559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.250690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dca74-dbaf-4aee-b4e6-8bd153d0e3ce req-f4c70dd5-8822-4751-8a49-c6895fe1a02b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118429 Mar 22 13:55:20.312143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=49456ded-f466-4eb2-955c-eaebc3cb3138,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:20.364394 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-28434362-945d-4db5-8c5a-fadc8f1bc297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.403605 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.456591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Attempting to bind port 49456ded-f466-4eb2-955c-eaebc3cb3138 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:20.456766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Attempting to bind port 49456ded-f466-4eb2-955c-eaebc3cb3138 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:20.457323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Attempting to bind port 49456ded-f466-4eb2-955c-eaebc3cb3138 on network 09b558da-58b7-4978-a742-342cfe07352b {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:20.466483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5df71739-7027-4678-8cf5-f4aad147bd21 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:20.469749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.514805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Port 49456ded-f466-4eb2-955c-eaebc3cb3138 on network 09b558da-58b7-4978-a742-342cfe07352b not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:55:20.515046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Attempting to bind port 49456ded-f466-4eb2-955c-eaebc3cb3138 on network 09b558da-58b7-4978-a742-342cfe07352b {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:20.538137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.548025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:20.548602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Checking segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:20.548902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Bound using segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:20.549419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Bound port: 49456ded-f466-4eb2-955c-eaebc3cb3138, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:20.549845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.558338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5df71739-7027-4678-8cf5-f4aad147bd21 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:20.558777 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.606100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network 61f25588-1825-40b2-bb66-5504439daf60 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:20.609947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:20.613887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:20.687832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Port': ['ID=dbdb2f8d-e41c-4b00-9286-22d63397d78c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:20.716062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5df71739-7027-4678-8cf5-f4aad147bd21 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:20.717991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:20.718804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.738396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a52baf-6a31-46e2-827d-80906128f307 req-c544c676-ffad-4546-a373-ee2cbcbd3ddf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:20.741406 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-2954c327-b2b5-4846-98f7-5d5e143c208e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2372997 Mar 22 13:55:20.742593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67a52baf-6a31-46e2-827d-80906128f307 req-c544c676-ffad-4546-a373-ee2cbcbd3ddf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.2951329 Mar 22 13:55:20.763483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'port': {'device_id': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4', 'admin_state_up': True, 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:20.853007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] For port 49456ded-f466-4eb2-955c-eaebc3cb3138, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:20.871267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67a52baf-6a31-46e2-827d-80906128f307 req-114454c5-82b2-4ad2-b24f-3ea449b97ad8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128292 Mar 22 13:55:20.894985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-4d99b27d-cdef-4afd-8c26-f2b87e3a327b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:20.897230 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-4d99b27d-cdef-4afd-8c26-f2b87e3a327b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports/182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 947 time: 0.0821831 Mar 22 13:55:20.911259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Allocated IP 172.25.2.2 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/8f23bb88-ef8c-4db3-9370-5b01b36bf8b3) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:20.928990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] For port 49456ded-f466-4eb2-955c-eaebc3cb3138, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=49456ded-f466-4eb2-955c-eaebc3cb3138,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:20.947161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.960626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:20.965300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.004283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-57e7edd4-5b27-43b1-9824-dfe73e590a34 None None] Provisioning complete for port dbdb2f8d-e41c-4b00-9286-22d63397d78c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:21.004763 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57e7edd4-5b27-43b1-9824-dfe73e590a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.044835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:21.045444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.049170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] 10.222.0.57 "PUT /v2.0/ports/49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 1091 time: 1.6356108 Mar 22 13:55:21.068846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:21.071148 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdba8eec-7833-4b07-b173-90f84e44c16b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:21.100657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-57e7edd4-5b27-43b1-9824-dfe73e590a34 None None] Port dbdb2f8d-e41c-4b00-9286-22d63397d78c cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:21.176557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Allocated IP 19.86.0.29 (ce91006f-2174-4246-8aca-814ca67cd9f4/78790960-91ec-4fed-acfd-f49f93892463/0476956c-85e2-435b-9941-a85eb51a2c0d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:21.215077 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.237918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa76a4-eee4-4340-ae27-825412010bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=49456ded-f466-4eb2-955c-eaebc3cb3138,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:21.269318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Sync routers for ids ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:21.269552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd29c-d9a8-410a-a158-4c18fa793e87 req-f9b376db-17a8-4e66-8604-a09987d5628c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:21.278729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-038cd29c-d9a8-410a-a158-4c18fa793e87 req-f9b376db-17a8-4e66-8604-a09987d5628c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2444355 Mar 22 13:55:21.302421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Routers {'2ddaa9f7-456b-4bdb-9723-cfbf90580eff'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:21.303154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:21.364094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-3c0db916-f879-4889-bedb-56da6e865931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:21.365594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-3c0db916-f879-4889-bedb-56da6e865931 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1125 time: 0.2654014 Mar 22 13:55:21.369418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.413886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.422233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=8f23bb88-ef8c-4db3-9370-5b01b36bf8b3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:21.442737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-038cd29c-d9a8-410a-a158-4c18fa793e87 req-e7f551af-9008-4e9b-9e76-748e1acbb787 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598516 Mar 22 13:55:21.461825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Set router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:21.471661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.521916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:21.524626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:21.528678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:21.539387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network ce91006f-2174-4246-8aca-814ca67cd9f4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:21.545303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:21.550605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:21.575405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-c718c8ad-8380-4715-a3f5-a3549a020394 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 217 time: 0.1578195 Mar 22 13:55:21.615242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:21.616501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.625336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Port': ['ID=0476956c-85e2-435b-9941-a85eb51a2c0d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:21.650160 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d6cb96c6-7ebe-4bf2-9057-3ada68cda9dd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018013 Mar 22 13:55:21.667209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'port': {'device_id': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'network_id': '61f25588-1825-40b2-bb66-5504439daf60', 'admin_state_up': True, 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:21.693184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-49012ad6-6ec6-468f-9d85-1449c38075c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:21.694715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-49012ad6-6ec6-468f-9d85-1449c38075c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.1029711 Mar 22 13:55:21.751775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.759382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (aee3d942-1691-4c18-8d3d-704fbaeab6b2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.761730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 4, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port': {'id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ab9df2ba-8ab7-46d7-be47-0093374ff7b7', 'name': '', 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'mac_address': 'fa:16:3e:fc:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:09Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 2, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'subnets': [{'id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:21.772480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60209a5-6ec3-402c-90c5-fb4d2599109e req-6585b9b7-e5fa-4a44-b321-f955c72fd776 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:21.779533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:21.780266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60209a5-6ec3-402c-90c5-fb4d2599109e req-6585b9b7-e5fa-4a44-b321-f955c72fd776 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 943 time: 0.2038503 Mar 22 13:55:21.781837 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:21.797536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Checking router: 2ddaa9f7-456b-4bdb-9723-cfbf90580eff for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:21.798172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Updating router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:55:21.823044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:21.831557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.837281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166013b-aa05-40c0-9def-8291515f7f74 req-d5fb5f2d-851f-4002-abf0-1535be4d81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:21.837996 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.838797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-d5fb5f2d-851f-4002-abf0-1535be4d81a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1302862 Mar 22 13:55:21.853079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.856273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-402032c8-46bb-499d-9f66-857bfc4306c5 None None] Provisioning complete for port 0476956c-85e2-435b-9941-a85eb51a2c0d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:21.856447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-402032c8-46bb-499d-9f66-857bfc4306c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.923872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-402032c8-46bb-499d-9f66-857bfc4306c5 None None] Port 0476956c-85e2-435b-9941-a85eb51a2c0d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:21.924204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60209a5-6ec3-402c-90c5-fb4d2599109e req-de30ea00-6a94-4962-9e4a-01511aebf591 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430905 Mar 22 13:55:22.035560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-1fa7bded-61b2-471f-aab2-b0e9e117f3f6 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833501 Mar 22 13:55:22.043342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Allocated IP 19.80.0.54 (61f25588-1825-40b2-bb66-5504439daf60/5a7e9662-9200-4b62-abbf-1c049b98784b/92e1d699-eed5-4c98-84db-d07d252c214f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:22.177798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Publish callbacks [] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.186146 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.201711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-cd35efa2-6919-4002-8bcf-33abdd71d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.203467 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-cd35efa2-6919-4002-8bcf-33abdd71d39d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1132 time: 0.1162407 Mar 22 13:55:22.208170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.212153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9166013b-aa05-40c0-9def-8291515f7f74 req-89b01585-6144-45e5-97d0-d75968f5c169 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697097 Mar 22 13:55:22.225031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4bfc-4d66-4584-bb65-db1005d222fa req-fffa946a-6fb1-4dc2-ae56-1012ae7bf185 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.231777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4bfc-4d66-4584-bb65-db1005d222fa req-fffa946a-6fb1-4dc2-ae56-1012ae7bf185 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.233352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d0a4bfc-4d66-4584-bb65-db1005d222fa req-fffa946a-6fb1-4dc2-ae56-1012ae7bf185 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 1654 time: 0.1364870 Mar 22 13:55:22.234550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.235694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4bc94-4040-43b6-9791-dbe051e6ab96 None None] Pushing event updated for resources: {'Port': ['ID=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:22.296433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Attempting to bind port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:22.296807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Attempting to bind port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:22.297237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Attempting to bind port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 on network d06b2691-f37a-4eba-8563-861372d60164 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:22.303336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:22.303336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Checking segment: {'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:22.303336 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.303725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Bound using segment: {'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:22.304032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Bound port: ab9df2ba-8ab7-46d7-be47-0093374ff7b7, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8fcd6d-bf33-4186-95c6-f3726fcf4754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:22.305256 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.318612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for port (92e1d699-eed5-4c98-84db-d07d252c214f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.334408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event updated for resources: {'Port': ['ID=8f23bb88-ef8c-4db3-9370-5b01b36bf8b3,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:22.373623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-99cf40e9-8414-46c3-bba6-e414f4fa6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.375190 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-99cf40e9-8414-46c3-bba6-e414f4fa6159 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1594396 Mar 22 13:55:22.377743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d0a4bfc-4d66-4584-bb65-db1005d222fa req-cc72caf3-c67e-4d17-b60d-87515e775ff1 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170807 Mar 22 13:55:22.378281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] For port ab9df2ba-8ab7-46d7-be47-0093374ff7b7, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:22.379104 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (aee3d942-1691-4c18-8d3d-704fbaeab6b2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.382225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] For port ab9df2ba-8ab7-46d7-be47-0093374ff7b7, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,segment=NetworkSegment(7d8fcd6d-bf33-4186-95c6-f3726fcf4754),segment_id=7d8fcd6d-bf33-4186-95c6-f3726fcf4754)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:22.395213 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.399990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.408772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-d3cafc7c-9263-4d4f-8fa4-23ec82b05d4d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.4094379 Mar 22 13:55:22.451033 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-1247d18d-7e11-463a-b447-c5da9fe16af9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.0658200 Mar 22 13:55:22.461483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Routers {'2ddaa9f7-456b-4bdb-9723-cfbf90580eff'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:22.462415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:22.476688 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dfe4c4-bf62-4baa-9a9a-4089f191a730 x-openstack-request-id: req-00dfe4c4-bf62-4baa-9a9a-4089f191a730 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:22.477152 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:22.477530 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00dfe4c4-bf62-4baa-9a9a-4089f191a730 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:22.477921 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dfe4c4-bf62-4baa-9a9a-4089f191a730'] response: {'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'status': 'completed', 'code': 200} Mar 22 13:55:22.491053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-94732813-6676-493c-bca7-74227996fee2 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0792136 Mar 22 13:55:22.509136 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.575991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network 61f25588-1825-40b2-bb66-5504439daf60 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:22.589696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:22.602890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:22.611603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-1ed164cb-ef8e-48df-aea0-03cc01dd6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.612950 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-1ed164cb-ef8e-48df-aea0-03cc01dd6ab6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1511829 Mar 22 13:55:22.615438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Port': ['ID=92e1d699-eed5-4c98-84db-d07d252c214f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:22.708779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-b142be98-19c1-42e7-ad59-bfd16e8c9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.710235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-b142be98-19c1-42e7-ad59-bfd16e8c9248 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1125 time: 0.2083955 Mar 22 13:55:22.716231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.716960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.724637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-bc964d99-5e60-4105-8ffc-0bfe1a15d7dc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.741364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd3aadda-5e19-4092-a5b4-698677e2a880 req-bc964d99-5e60-4105-8ffc-0bfe1a15d7dc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.2495656 Mar 22 13:55:22.751086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-6998322e-b400-453c-a658-27aa3394a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.753127 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-6998322e-b400-453c-a658-27aa3394a5aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1324971 Mar 22 13:55:22.757308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-970c1985-396c-435e-9b0c-3505ae21ead8 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1012144 Mar 22 13:55:22.779003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1ec97-357c-498e-85d2-3701d77036f1 req-d2239fc7-274b-496d-a08b-bf24a4f0bb06 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:22.788624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64e1ec97-357c-498e-85d2-3701d77036f1 req-d2239fc7-274b-496d-a08b-bf24a4f0bb06 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 944 time: 0.1961048 Mar 22 13:55:22.790675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4bc94-4040-43b6-9791-dbe051e6ab96 None None] Pushing event updated for resources: {'Port': ['ID=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:22.792278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Request body: {'port': {'device_id': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:22.839799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6b7e6ead-e810-40ff-a881-d46dca164fa8 None None] Provisioning complete for port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:22.840443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b7e6ead-e810-40ff-a881-d46dca164fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:22.876627 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af27a58-c4ab-4179-9286-59268e7338fe x-openstack-request-id: req-6af27a58-c4ab-4179-9286-59268e7338fe {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:22.880519 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:22.881047 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6af27a58-c4ab-4179-9286-59268e7338fe {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:22.881568 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af27a58-c4ab-4179-9286-59268e7338fe'] response: {'name': 'network-changed', 'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a', 'status': 'completed', 'code': 200} Mar 22 13:55:22.942532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] Set router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:23.034049 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.080677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-b9705de6-23ca-4e52-ae48-097fba3e16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.082904 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-b9705de6-23ca-4e52-ae48-097fba3e16ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1156 time: 0.1419401 Mar 22 13:55:23.093573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e6ead-e810-40ff-a881-d46dca164fa8 None None] Current status of the port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:23.094278 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b7e6ead-e810-40ff-a881-d46dca164fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.121017 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-04c82158-2ff6-4a80-8538-5bc0b7b52874 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548653 Mar 22 13:55:23.178805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6b7e6ead-e810-40ff-a881-d46dca164fa8 None None] For port ab9df2ba-8ab7-46d7-be47-0093374ff7b7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,segment=NetworkSegment(7d8fcd6d-bf33-4186-95c6-f3726fcf4754),segment_id=7d8fcd6d-bf33-4186-95c6-f3726fcf4754)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:23.185901 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b7e6ead-e810-40ff-a881-d46dca164fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.230667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64e1ec97-357c-498e-85d2-3701d77036f1 req-1f7e3a87-aa02-4fcb-a480-46d19590a676 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296095 Mar 22 13:55:23.275961 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.302591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e6ead-e810-40ff-a881-d46dca164fa8 None None] Pushing event updated for resources: {'Port': ['ID=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:23.327925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ca6e2116-d74a-40c2-9d3f-12f24f0e4138 None None] Provisioning complete for port 92e1d699-eed5-4c98-84db-d07d252c214f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:23.327925 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2116-d74a-40c2-9d3f-12f24f0e4138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.353305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-731521af-65e4-4517-90ee-d21588472de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.354813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-731521af-65e4-4517-90ee-d21588472de2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.6123846 Mar 22 13:55:23.360070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 4, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port': {'id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ab9df2ba-8ab7-46d7-be47-0093374ff7b7', 'name': '', 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'mac_address': 'fa:16:3e:fc:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:09Z', 'updated_at': '2022-03-22T13:55:22Z', 'revision_number': 4, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'subnets': [{'id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:23.376677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851567f6-dfa9-491a-96c8-ad38e67e0571 req-3a407655-bfc1-4e81-acbd-ae7b9d7dc22c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.379489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-851567f6-dfa9-491a-96c8-ad38e67e0571 req-3a407655-bfc1-4e81-acbd-ae7b9d7dc22c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1445730 Mar 22 13:55:23.379807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-80ec0c68-0495-4414-b392-f3c91bca5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.381274 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-80ec0c68-0495-4414-b392-f3c91bca5ab7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.2889731 Mar 22 13:55:23.405463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138411f-d2b5-42d0-84fe-697d751d98d5 None None] The sync data for ids ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'] in n-d-834677-3 is: [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:55:10Z', 'revision_number': 4, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port': {'id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ab9df2ba-8ab7-46d7-be47-0093374ff7b7', 'name': '', 'network_id': 'd06b2691-f37a-4eba-8563-861372d60164', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'mac_address': 'fa:16:3e:fc:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:09Z', 'updated_at': '2022-03-22T13:55:22Z', 'revision_number': 4, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'subnets': [{'id': '9195b2ac-f3e4-4945-b85f-5c8d953d1375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:23.409124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e2116-d74a-40c2-9d3f-12f24f0e4138 None None] Port 92e1d699-eed5-4c98-84db-d07d252c214f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:23.413286 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-95c79e52-df1c-4e12-b8ba-2ca65a750cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812581 Mar 22 13:55:23.426747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ca6e2116-d74a-40c2-9d3f-12f24f0e4138 None None] Provisioning complete for port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:23.428104 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2116-d74a-40c2-9d3f-12f24f0e4138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.448708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-74941e66-66a4-4b71-b73c-ec51e29f441d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 217 time: 0.0824254 Mar 22 13:55:23.490157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-71857e64-a75f-42a3-9815-f7b74992e051 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 217 time: 0.0795264 Mar 22 13:55:23.554292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825492b3-208e-46a5-b54b-624b9f6eb20a req-5989f4f8-adb9-4a67-9585-a0b46f842ae7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.556248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-825492b3-208e-46a5-b54b-624b9f6eb20a req-5989f4f8-adb9-4a67-9585-a0b46f842ae7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1696768 Mar 22 13:55:23.559196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-a41f09e4-a266-4978-8e73-d170e81afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.560589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-a41f09e4-a266-4978-8e73-d170e81afb6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.1018555 Mar 22 13:55:23.570056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-851567f6-dfa9-491a-96c8-ad38e67e0571 req-fcdc1c50-b739-453b-a81f-ad76438c01f8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806321 Mar 22 13:55:23.607402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e2116-d74a-40c2-9d3f-12f24f0e4138 None None] Current status of the port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:23.612463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-67f7122c-2761-4cbd-a1f3-e3c05d0c777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.614112 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-67f7122c-2761-4cbd-a1f3-e3c05d0c777d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0814631 Mar 22 13:55:23.664599 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-2ae18c35-80f4-4cd0-99e1-9a7eba5ab492 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438893 Mar 22 13:55:23.684580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f3b5a47-6974-4caa-8865-8f47fd26d71d req-75916d32-177b-42a5-bd64-d97b55facce9 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips/aee3d942-1691-4c18-8d3d-704fbaeab6b2 HTTP/1.1" status: 200 len: 691 time: 0.0707681 Mar 22 13:55:23.692329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-825492b3-208e-46a5-b54b-624b9f6eb20a req-cb647563-59fe-4324-a374-5d96824da749 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299727 Mar 22 13:55:23.693743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdb2f8d-e41c-4b00-9286-22d63397d78c {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:23.717877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-363a5530-c0d7-40c4-96c0-22080c865dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.719433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-363a5530-c0d7-40c4-96c0-22080c865dc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1472814 Mar 22 13:55:23.728991 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Publish callbacks [] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.750354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Transition to ACTIVE for port object dbdb2f8d-e41c-4b00-9286-22d63397d78c will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:55:23.762154 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.828210 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-f5fcede9-34a2-4757-9c7d-4a07a7c59791 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565709 Mar 22 13:55:23.830008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb2f8d-e41c-4b00-9286-22d63397d78c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:23.915947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b5a47-6974-4caa-8865-8f47fd26d71d req-144e7ccb-c346-4326-b80d-080039750fa3 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.917411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f3b5a47-6974-4caa-8865-8f47fd26d71d req-144e7ccb-c346-4326-b80d-080039750fa3 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.2246575 Mar 22 13:55:23.925293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-2f317561-0809-4946-bb6a-f215e911a768 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770859 Mar 22 13:55:23.931110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-1f3b5a47-6974-4caa-8865-8f47fd26d71d req-8f8f5950-d51f-4868-b90a-63caa0859b73 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:55:23.932203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f3b5a47-6974-4caa-8865-8f47fd26d71d req-8f8f5950-d51f-4868-b90a-63caa0859b73 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060406 Mar 22 13:55:23.955151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5c106-c41a-42ab-8210-d1080ef4a00d req-42d028df-63b8-43d8-9f32-17f0c6b467ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:23.956684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6e5c106-c41a-42ab-8210-d1080ef4a00d req-42d028df-63b8-43d8-9f32-17f0c6b467ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 943 time: 0.1856840 Mar 22 13:55:24.061310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Attempting to bind port dbdb2f8d-e41c-4b00-9286-22d63397d78c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:24.061642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Attempting to bind port dbdb2f8d-e41c-4b00-9286-22d63397d78c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:24.062004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Attempting to bind port dbdb2f8d-e41c-4b00-9286-22d63397d78c on network 61f25588-1825-40b2-bb66-5504439daf60 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:24.070583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.075383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Port dbdb2f8d-e41c-4b00-9286-22d63397d78c on network 61f25588-1825-40b2-bb66-5504439daf60 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:55:24.075739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Attempting to bind port dbdb2f8d-e41c-4b00-9286-22d63397d78c on network 61f25588-1825-40b2-bb66-5504439daf60 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:24.094319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:24.094689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Checking segment: {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:24.095073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Bound using segment: {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:24.095527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Bound port: dbdb2f8d-e41c-4b00-9286-22d63397d78c, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:24.095884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.128705 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab3afa1c-1c80-4a48-a5b9-e193ffca6e0d req-c13c90ba-fda2-437d-beb9-ce2ec7c1020b service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756093 Mar 22 13:55:24.160995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6e5c106-c41a-42ab-8210-d1080ef4a00d req-e8e73466-56c4-492e-a4ca-3484fc8b1b8d tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867261 Mar 22 13:55:24.165020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdba8eec-7833-4b07-b173-90f84e44c16b req-76c67d3b-422d-4323-aa7f-66d3ead6ba04 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308619 Mar 22 13:55:24.189559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] For port dbdb2f8d-e41c-4b00-9286-22d63397d78c, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:24.193211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] For port dbdb2f8d-e41c-4b00-9286-22d63397d78c, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=dbdb2f8d-e41c-4b00-9286-22d63397d78c,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:24.198186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7dc3b-44ee-4539-8726-20274689bf29 req-0dce7491-de19-4e44-9257-43be456cbf77 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:24.200525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.203905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7dc3b-44ee-4539-8726-20274689bf29 req-0dce7491-de19-4e44-9257-43be456cbf77 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:24.209257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7dc3b-44ee-4539-8726-20274689bf29 req-0dce7491-de19-4e44-9257-43be456cbf77 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:24.211052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45a7dc3b-44ee-4539-8726-20274689bf29 req-0dce7491-de19-4e44-9257-43be456cbf77 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2387 time: 0.1726177 Mar 22 13:55:24.240403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:24.241455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.243234 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/dbdb2f8d-e41c-4b00-9286-22d63397d78c HTTP/1.1" status: 200 len: 1092 time: 1.4650373 Mar 22 13:55:24.269743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370acccf-1d11-4263-ac3a-978a0a6c95d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb2f8d-e41c-4b00-9286-22d63397d78c,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:24.279518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Request body: {'port': {'device_id': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:24.290552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-97ff2b90-ed04-425c-ad53-67fdac2d7e04 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips/aee3d942-1691-4c18-8d3d-704fbaeab6b2 HTTP/1.1" status: 200 len: 691 time: 0.0784202 Mar 22 13:55:24.350298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.417573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45a7dc3b-44ee-4539-8726-20274689bf29 req-d7b33ef8-7e49-4c62-9d39-cc453c625cc6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980813 Mar 22 13:55:24.447816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab9df2ba-8ab7-46d7-be47-0093374ff7b7 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:24.470266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-8c52f1cc-98c1-43f9-b4fa-1b618ff7d052 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:24.471650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-8c52f1cc-98c1-43f9-b4fa-1b618ff7d052 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.1787472 Mar 22 13:55:24.488480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-3f24ec99-117c-4fc0-b465-cffbf23c3fdf tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:55:24.489645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-3f24ec99-117c-4fc0-b465-cffbf23c3fdf tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118289 Mar 22 13:55:24.570267 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.587901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:24.588279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.622749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-a09abc94-e229-4e11-b32a-66c25bf82bd0 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.1215293 Mar 22 13:55:24.680696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-be5f13cf-cc29-48a9-97ea-4a34618a6a13 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0570145 Mar 22 13:55:24.705326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:24.763738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0476956c-85e2-435b-9941-a85eb51a2c0d {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:24.770748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ad446-8750-48af-a0bc-eda05d3958a5 req-bcaf4890-9d4c-42ed-8d2a-73cd0b844dd0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:24.771641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Publish callbacks [] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.774605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-621ad446-8750-48af-a0bc-eda05d3958a5 req-bcaf4890-9d4c-42ed-8d2a-73cd0b844dd0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 944 time: 0.2500403 Mar 22 13:55:24.790132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Transition to ACTIVE for port object 0476956c-85e2-435b-9941-a85eb51a2c0d will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:55:24.794740 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.850791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-621ad446-8750-48af-a0bc-eda05d3958a5 req-f921be9a-93d9-4acf-adaa-d9dafae1126e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680478 Mar 22 13:55:24.860872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Pushing event updated for resources: {'Port': ['ID=0476956c-85e2-435b-9941-a85eb51a2c0d,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:24.879748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Deleting port 8f23bb88-ef8c-4db3-9370-5b01b36bf8b3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:24.880092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.887708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'tag': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:24.891226 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "tag": "dbdb2f8d-e41c-4b00-9286-22d63397d78c"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:24.976623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.976947 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.994233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Attempting to bind port 0476956c-85e2-435b-9941-a85eb51a2c0d on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:24.994571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Attempting to bind port 0476956c-85e2-435b-9941-a85eb51a2c0d by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:24.994899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Attempting to bind port 0476956c-85e2-435b-9941-a85eb51a2c0d on network ce91006f-2174-4246-8aca-814ca67cd9f4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:24.999925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Port 0476956c-85e2-435b-9941-a85eb51a2c0d on network ce91006f-2174-4246-8aca-814ca67cd9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:55:25.000257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Attempting to bind port 0476956c-85e2-435b-9941-a85eb51a2c0d on network ce91006f-2174-4246-8aca-814ca67cd9f4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:25.000763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Calling delete_port for 8f23bb88-ef8c-4db3-9370-5b01b36bf8b3 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:25.011540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:25.011934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Checking segment: {'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:25.012255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Bound using segment: {'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:25.012685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Bound port: 0476956c-85e2-435b-9941-a85eb51a2c0d, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d37e66-d15b-48d7-8a61-c24fe9400e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:25.013039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.093098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] For port 0476956c-85e2-435b-9941-a85eb51a2c0d, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:25.097066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] For port 0476956c-85e2-435b-9941-a85eb51a2c0d, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0476956c-85e2-435b-9941-a85eb51a2c0d,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:25.103863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.150700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.152012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.153403 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] 10.222.0.42 "PUT /v2.0/ports/0476956c-85e2-435b-9941-a85eb51a2c0d HTTP/1.1" status: 200 len: 1091 time: 0.8788280 Mar 22 13:55:25.175940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8f23bb88-ef8c-4db3-9370-5b01b36bf8b3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.198080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Request body: {'port': {'device_id': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:25.235905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9886c6-8bb0-45e5-a84d-3b5981006b32 service neutron] Pushing event updated for resources: {'Port': ['ID=0476956c-85e2-435b-9941-a85eb51a2c0d,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:25.242769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event deleted for resources: {'Port': ['ID=8f23bb88-ef8c-4db3-9370-5b01b36bf8b3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:25.285378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.344154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb611-f7b7-440a-bbdd-51096e3cb895 req-45b96fde-d85f-4c5b-b874-5ce7deb2ce78 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.345756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80eeb611-f7b7-440a-bbdd-51096e3cb895 req-45b96fde-d85f-4c5b-b874-5ce7deb2ce78 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1906929 Mar 22 13:55:25.351473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (aee3d942-1691-4c18-8d3d-704fbaeab6b2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.354186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.367654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61874ae8-6a14-4fc2-a3af-b41891c5d645 req-55044d83-0d40-46ae-bf01-ae28db9b6c91 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "DELETE /v2.0/floatingips/aee3d942-1691-4c18-8d3d-704fbaeab6b2 HTTP/1.1" status: 204 len: 173 time: 0.6859672 Mar 22 13:55:25.460111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80eeb611-f7b7-440a-bbdd-51096e3cb895 req-301054c3-2f16-4496-9034-d0aab709619a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907900 Mar 22 13:55:25.512759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c0f0e-3e03-491e-b0d4-3f7caae03b2e req-b5bbf055-c3fa-486d-970b-a55f77b9db59 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.517548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-230c0f0e-3e03-491e-b0d4-3f7caae03b2e req-b5bbf055-c3fa-486d-970b-a55f77b9db59 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.0963616 Mar 22 13:55:25.541707 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f98fd27-476e-479a-bf77-ee7826568ee1 x-openstack-request-id: req-4f98fd27-476e-479a-bf77-ee7826568ee1 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:25.542321 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "tag": "dbdb2f8d-e41c-4b00-9286-22d63397d78c", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:25.542321 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f98fd27-476e-479a-bf77-ee7826568ee1 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:25.542726 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f98fd27-476e-479a-bf77-ee7826568ee1'] response: {'name': 'network-changed', 'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'tag': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c', 'status': 'completed', 'code': 200} Mar 22 13:55:25.586267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-230c0f0e-3e03-491e-b0d4-3f7caae03b2e req-3edaf70b-04f5-472f-89e8-e5cb3a9a4dd5 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591476 Mar 22 13:55:25.676633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e1d699-eed5-4c98-84db-d07d252c214f {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:25.685023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-e87311b2-7823-4778-b747-164388a99b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.685481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-e87311b2-7823-4778-b747-164388a99b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.685943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-e87311b2-7823-4778-b747-164388a99b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.687989 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-e87311b2-7823-4778-b747-164388a99b0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2859 time: 0.1202400 Mar 22 13:55:25.691645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Publish callbacks [] for port (92e1d699-eed5-4c98-84db-d07d252c214f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.765985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Transition to ACTIVE for port object 92e1d699-eed5-4c98-84db-d07d252c214f will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:55:25.782194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:25.800989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672afe1-f543-4b4f-acb2-aea9fa733cf2 req-d4666d1a-d764-495f-85f0-5ff85133c952 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.808790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5672afe1-f543-4b4f-acb2-aea9fa733cf2 req-d4666d1a-d764-495f-85f0-5ff85133c952 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 943 time: 0.1694136 Mar 22 13:55:25.853642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4714519-f443-41df-a333-0b05eece6bbf req-05bd0dd2-4f99-44c4-99ef-7fce39272053 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:25.865262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4714519-f443-41df-a333-0b05eece6bbf req-05bd0dd2-4f99-44c4-99ef-7fce39272053 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2664530 Mar 22 13:55:25.906817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=92e1d699-eed5-4c98-84db-d07d252c214f,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:25.936671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5672afe1-f543-4b4f-acb2-aea9fa733cf2 req-0c9b5649-bee3-46fc-a9af-ef4bd69b0a2c tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202610 Mar 22 13:55:26.094114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2578f3ac-2746-42d2-a09e-827c5d705ab1 req-62d89b5b-5a21-4e19-a885-348dbb8e342b tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=f802ebb21d27419a9d66f405656d941a HTTP/1.1" status: 200 len: 1653 time: 0.0878794 Mar 22 13:55:26.105768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0159b94-5953-4305-bca6-68cd4b9c6540 req-5f3bb520-1d2f-43d6-89f1-fe70b78779da tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.111495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0159b94-5953-4305-bca6-68cd4b9c6540 req-5f3bb520-1d2f-43d6-89f1-fe70b78779da tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.116874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0159b94-5953-4305-bca6-68cd4b9c6540 req-5f3bb520-1d2f-43d6-89f1-fe70b78779da tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.122477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0159b94-5953-4305-bca6-68cd4b9c6540 req-5f3bb520-1d2f-43d6-89f1-fe70b78779da tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2411 time: 0.1846769 Mar 22 13:55:26.224256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0159b94-5953-4305-bca6-68cd4b9c6540 req-982478fc-53c5-41d4-9fd5-a56c2a8c30f3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997446 Mar 22 13:55:26.262940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-d672de3e-4d03-49f7-beae-351550d9b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.263519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-d672de3e-4d03-49f7-beae-351550d9b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.264040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-d672de3e-4d03-49f7-beae-351550d9b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.265851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-d672de3e-4d03-49f7-beae-351550d9b7e9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5682642 Mar 22 13:55:26.279203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 49456ded-f466-4eb2-955c-eaebc3cb3138 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:26.281764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578f3ac-2746-42d2-a09e-827c5d705ab1 req-842ba3eb-db0f-4226-8d3e-cb469f91ef3d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.283525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2578f3ac-2746-42d2-a09e-827c5d705ab1 req-842ba3eb-db0f-4226-8d3e-cb469f91ef3d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks?id=81b33ed6-9101-4c52-8c0a-e05026051aeb&id=81b33ed6-9101-4c52-8c0a-e05026051aeb&id=81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 787 time: 0.1573896 Mar 22 13:55:26.299377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-2578f3ac-2746-42d2-a09e-827c5d705ab1 req-ef660517-f0fc-4b25-9f9a-cda073d7da72 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:55:26.304987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2578f3ac-2746-42d2-a09e-827c5d705ab1 req-ef660517-f0fc-4b25-9f9a-cda073d7da72 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138602 Mar 22 13:55:26.390921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-ed5684ce-dd7e-4f31-b989-fa0bf307bcfc tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips/c88053c0-faf9-4a3b-b679-4cd4b3c19ed6 HTTP/1.1" status: 200 len: 692 time: 0.0505674 Mar 22 13:55:26.410018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-1acd3dd5-7d46-474c-bdbc-0b9bf4497941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.411464 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5987ce6c-2168-4184-b2d3-7f5ba2fcf5f0 req-1acd3dd5-7d46-474c-bdbc-0b9bf4497941 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231766 Mar 22 13:55:26.425118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 49456ded-f466-4eb2-955c-eaebc3cb3138, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=49456ded-f466-4eb2-955c-eaebc3cb3138,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:26.437391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Attempting to bind port 92e1d699-eed5-4c98-84db-d07d252c214f on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:26.437891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Attempting to bind port 92e1d699-eed5-4c98-84db-d07d252c214f by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:26.438408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Attempting to bind port 92e1d699-eed5-4c98-84db-d07d252c214f on network 61f25588-1825-40b2-bb66-5504439daf60 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:26.443148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'mac_address': 'fa:16:3e:8a:28:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:55:26.449843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Port 92e1d699-eed5-4c98-84db-d07d252c214f on network 61f25588-1825-40b2-bb66-5504439daf60 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:55:26.454972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Attempting to bind port 92e1d699-eed5-4c98-84db-d07d252c214f on network 61f25588-1825-40b2-bb66-5504439daf60 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:26.475535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:26.475881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Checking segment: {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:26.476298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Bound using segment: {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:26.476745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Bound port: 92e1d699-eed5-4c98-84db-d07d252c214f, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ea694c-ed18-428b-b6ce-46e719367a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '61f25588-1825-40b2-bb66-5504439daf60'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:26.477099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:26.504832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 49456ded-f466-4eb2-955c-eaebc3cb3138 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:26.505588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:26.527229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49456ded-f466-4eb2-955c-eaebc3cb3138 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:26.559393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 49456ded-f466-4eb2-955c-eaebc3cb3138, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=49456ded-f466-4eb2-955c-eaebc3cb3138,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:26.567125 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:26.596320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] For port 92e1d699-eed5-4c98-84db-d07d252c214f, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:26.604913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] For port 92e1d699-eed5-4c98-84db-d07d252c214f, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=92e1d699-eed5-4c98-84db-d07d252c214f,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:26.610802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7429c4-b37c-41d4-919c-c50d57a6ae93 req-7266b5f8-dd5a-49a8-812b-accd53a2e172 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.612747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c7429c4-b37c-41d4-919c-c50d57a6ae93 req-7266b5f8-dd5a-49a8-812b-accd53a2e172 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 944 time: 0.2841012 Mar 22 13:55:26.614413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:26.631676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=49456ded-f466-4eb2-955c-eaebc3cb3138,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:26.656151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-07971b1a-40d6-4e55-ba15-5c131aebf760 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.662657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-07971b1a-40d6-4e55-ba15-5c131aebf760 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.2704866 Mar 22 13:55:26.667996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-bfe2cf87-421d-440d-9d14-015a25a1e60f tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:55:26.676936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-bfe2cf87-421d-440d-9d14-015a25a1e60f tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131338 Mar 22 13:55:26.684677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=92e1d699-eed5-4c98-84db-d07d252c214f,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:26.705912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.706604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:26.708177 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-bc7e939a-48a8-49c3-b810-48e50a4a4a23 service neutron] 10.222.0.42 "PUT /v2.0/ports/92e1d699-eed5-4c98-84db-d07d252c214f HTTP/1.1" status: 200 len: 1091 time: 1.5228090 Mar 22 13:55:26.767826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-98531abe-abf8-4f9f-b760-629dcdac3794 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0899994 Mar 22 13:55:26.818649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-692bed1c-f8ec-4108-bcdc-9358d0299f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.819260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-692bed1c-f8ec-4108-bcdc-9358d0299f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.819798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-692bed1c-f8ec-4108-bcdc-9358d0299f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.822721 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-692bed1c-f8ec-4108-bcdc-9358d0299f9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2957 time: 0.0750349 Mar 22 13:55:26.827711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c7429c4-b37c-41d4-919c-c50d57a6ae93 req-f202c5c6-d44f-4822-9d12-1444b9a3c760 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939790 Mar 22 13:55:26.841057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-f9e8c4cd-6b29-428b-9e8d-94cdd3a8fe43 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0716739 Mar 22 13:55:26.895656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['49456ded-f466-4eb2-955c-eaebc3cb3138'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:26.904841 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-ae61704f-78f6-4a14-9956-b4631673fe9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=dbdb2f8d-e41c-4b00-9286-22d63397d78c HTTP/1.1" status: 200 len: 217 time: 0.0728555 Mar 22 13:55:26.979502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-44c65a38-85c3-4ea1-bd7b-2593d5e7d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:26.984047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-44c65a38-85c3-4ea1-bd7b-2593d5e7d93b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a7e9662-9200-4b62-abbf-1c049b98784b HTTP/1.1" status: 200 len: 801 time: 0.0712297 Mar 22 13:55:27.066275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Deleting port ffab4901-5652-4d87-98d2-0dd9796d82b3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:27.066891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:27.083611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-dd0f82bd-4869-4285-9112-59ad1dfbbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:27.085302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-dd0f82bd-4869-4285-9112-59ad1dfbbf4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f25588-1825-40b2-bb66-5504439daf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0948331 Mar 22 13:55:27.213840 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-655fb886-ae4d-4d73-9dd6-7a704f4d35e3 service neutron] 10.222.0.42 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178453 Mar 22 13:55:27.331090 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-9e481421-9639-41f6-b011-43613ca1e1f5 service neutron] 10.222.0.42 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105952 Mar 22 13:55:27.390488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-f04741a1-fb0d-4bcd-afd4-01d8cd336de2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=0476956c-85e2-435b-9941-a85eb51a2c0d HTTP/1.1" status: 200 len: 217 time: 0.0527852 Mar 22 13:55:27.444529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-61038753-fb61-4b6a-9e1b-d0758d0f14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:27.446299 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-61038753-fb61-4b6a-9e1b-d0758d0f14eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78790960-91ec-4fed-acfd-f49f93892463 HTTP/1.1" status: 200 len: 801 time: 0.0492644 Mar 22 13:55:27.451972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465c751-89e1-4ca0-8c73-5c012d38a7fc req-3f317593-d664-4118-95ab-b5ecbfa4ebeb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:27.459078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d465c751-89e1-4ca0-8c73-5c012d38a7fc req-3f317593-d664-4118-95ab-b5ecbfa4ebeb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.4611974 Mar 22 13:55:27.500494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-08b1837d-6a78-4a76-8bf8-bb9fcfee9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:27.502360 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-08b1837d-6a78-4a76-8bf8-bb9fcfee9c1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce91006f-2174-4246-8aca-814ca67cd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0503981 Mar 22 13:55:27.519117 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:27.519465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (ffab4901-5652-4d87-98d2-0dd9796d82b3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:27.537236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d465c751-89e1-4ca0-8c73-5c012d38a7fc req-e5227ad0-3ca6-45ac-a412-c79cffea54c7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772755 Mar 22 13:55:27.538178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Calling delete_port for ffab4901-5652-4d87-98d2-0dd9796d82b3 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:27.617331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'tag': '0476956c-85e2-435b-9941-a85eb51a2c0d'}, {'name': 'network-changed', 'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'tag': '92e1d699-eed5-4c98-84db-d07d252c214f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:27.619867 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "tag": "0476956c-85e2-435b-9941-a85eb51a2c0d"}, {"name": "network-changed", "server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "tag": "92e1d699-eed5-4c98-84db-d07d252c214f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:27.624544 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-c8651f4f-c42a-4c90-89bd-0212740cfb49 service neutron] 10.222.0.42 "GET /v2.0/networks/ce91006f-2174-4246-8aca-814ca67cd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162269 Mar 22 13:55:27.726219 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ffab4901-5652-4d87-98d2-0dd9796d82b3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:27.742638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-25d0bf90-3c70-4e92-86ab-ea2c068be533 service neutron] 10.222.0.42 "GET /v2.0/networks/ce91006f-2174-4246-8aca-814ca67cd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071532 Mar 22 13:55:27.784772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event deleted for resources: {'Port': ['ID=ffab4901-5652-4d87-98d2-0dd9796d82b3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:27.829915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dd90d-d35e-411a-8e69-0d0f239432b1 req-46464ef2-1c3a-42d1-93f2-90ddd6d80224 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:27.837644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-974dd90d-d35e-411a-8e69-0d0f239432b1 req-46464ef2-1c3a-42d1-93f2-90ddd6d80224 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1798241 Mar 22 13:55:27.848393 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-db806bfb-bab0-4fed-b8db-9e7f0bde7d5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=92e1d699-eed5-4c98-84db-d07d252c214f HTTP/1.1" status: 200 len: 217 time: 0.0992961 Mar 22 13:55:27.870523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (c88053c0-faf9-4a3b-b679-4cd4b3c19ed6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:27.874832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:27.876130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97e5e09b-f560-4515-b099-5f6ddcd60a28 req-b8cc2b9d-5f2f-4626-b8c9-c0b55a59f142 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "DELETE /v2.0/floatingips/c88053c0-faf9-4a3b-b679-4cd4b3c19ed6 HTTP/1.1" status: 204 len: 173 time: 1.0349395 Mar 22 13:55:27.914606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-974dd90d-d35e-411a-8e69-0d0f239432b1 req-2e38df2e-bc6c-4bdc-af10-1b932f406d83 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750525 Mar 22 13:55:27.921392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d55f175a-4b0d-4af5-8de4-2854ef9433e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:27.923073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-d55f175a-4b0d-4af5-8de4-2854ef9433e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a7e9662-9200-4b62-abbf-1c049b98784b HTTP/1.1" status: 200 len: 801 time: 0.0647860 Mar 22 13:55:28.000614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-6ddaaa22-df0a-42f8-acb5-b3f52b29f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.002211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-6ddaaa22-df0a-42f8-acb5-b3f52b29f59f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f25588-1825-40b2-bb66-5504439daf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0700216 Mar 22 13:55:28.102505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d6be8-3d62-4b0f-ae12-f0cb317ed439 req-f39f5750-490b-49ac-b120-c90fc55edcc6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.109521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-ba3012b0-db5f-467c-a299-d6afda7d17ae service neutron] 10.222.0.42 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001561 Mar 22 13:55:28.110424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d6be8-3d62-4b0f-ae12-f0cb317ed439 req-f39f5750-490b-49ac-b120-c90fc55edcc6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.116135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d6be8-3d62-4b0f-ae12-f0cb317ed439 req-f39f5750-490b-49ac-b120-c90fc55edcc6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.123641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd3d6be8-3d62-4b0f-ae12-f0cb317ed439 req-f39f5750-490b-49ac-b120-c90fc55edcc6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2411 time: 0.1084406 Mar 22 13:55:28.148484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916aba4-1de5-44c8-85cf-e0847b840ebc req-53ea15a1-7c41-411f-9b0e-657e20dd19ff tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.150127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2916aba4-1de5-44c8-85cf-e0847b840ebc req-53ea15a1-7c41-411f-9b0e-657e20dd19ff tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 944 time: 0.1669645 Mar 22 13:55:28.175753 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:28.217747 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808b36ad-672b-49af-b62b-742cd3ea30e6 req-95c8b3a6-62b5-4f45-93dc-6d43c74aff66 service neutron] 10.222.0.42 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013126 Mar 22 13:55:28.232913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2916aba4-1de5-44c8-85cf-e0847b840ebc req-30846f42-860b-4154-befd-0032aadfd807 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572758 Mar 22 13:55:28.263526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd3d6be8-3d62-4b0f-ae12-f0cb317ed439 req-a39b1143-0741-404e-8d63-03c7826d7c7b tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389480 Mar 22 13:55:28.279945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 49456ded-f466-4eb2-955c-eaebc3cb3138 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:28.281150 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84791579-86e7-4d17-bd1e-5e1442308d26 x-openstack-request-id: req-84791579-86e7-4d17-bd1e-5e1442308d26 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:28.281699 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "tag": "0476956c-85e2-435b-9941-a85eb51a2c0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "tag": "92e1d699-eed5-4c98-84db-d07d252c214f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:28.282185 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84791579-86e7-4d17-bd1e-5e1442308d26 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:28.283140 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84791579-86e7-4d17-bd1e-5e1442308d26'] response: {'name': 'network-changed', 'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'tag': '0476956c-85e2-435b-9941-a85eb51a2c0d', 'status': 'completed', 'code': 200} Mar 22 13:55:28.283539 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84791579-86e7-4d17-bd1e-5e1442308d26'] response: {'name': 'network-changed', 'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'tag': '92e1d699-eed5-4c98-84db-d07d252c214f', 'status': 'completed', 'code': 200} Mar 22 13:55:28.372888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-b4ef68cb-cfd9-43dd-82b4-0ee9db3b7d2c tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips/f75e6500-6dd4-42d8-b256-f39fcb9acd66 HTTP/1.1" status: 200 len: 691 time: 0.0730586 Mar 22 13:55:28.452712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-fbd4e917-4126-4d13-9ee0-1340750905ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.454249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-fbd4e917-4126-4d13-9ee0-1340750905ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.457821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-fbd4e917-4126-4d13-9ee0-1340750905ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.462776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-fbd4e917-4126-4d13-9ee0-1340750905ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2957 time: 0.1477921 Mar 22 13:55:28.468661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 49456ded-f466-4eb2-955c-eaebc3cb3138 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:55:28.485363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 49456ded-f466-4eb2-955c-eaebc3cb3138 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:28.486483 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:28.536348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-b55d99ef-8eb3-41d4-b223-22f341cd3fe6 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.537875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-b55d99ef-8eb3-41d4-b223-22f341cd3fe6 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.1640821 Mar 22 13:55:28.605383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-88e7c58f-b23f-4294-9f9c-5fb06371271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.607128 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-88e7c58f-b23f-4294-9f9c-5fb06371271d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce91006f-2174-4246-8aca-814ca67cd9f4 HTTP/1.1" status: 200 len: 903 time: 0.1373196 Mar 22 13:55:28.620119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 49456ded-f466-4eb2-955c-eaebc3cb3138 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:28.620761 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:28.641650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87528725-5b4f-40c2-b4fe-e61e1fe2b1fb req-0937c44c-26c9-4b88-8e5c-6f53d096e4af tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.643844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87528725-5b4f-40c2-b4fe-e61e1fe2b1fb req-0937c44c-26c9-4b88-8e5c-6f53d096e4af tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 944 time: 0.1784377 Mar 22 13:55:28.650347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-09dc9a0f-5540-4f5d-af88-42c059c2e566 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.1025822 Mar 22 13:55:28.685397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 49456ded-f466-4eb2-955c-eaebc3cb3138, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=49456ded-f466-4eb2-955c-eaebc3cb3138,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:28.686774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:28.690260 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796afa66-9317-4905-a0b4-6ed167c89f2f" -d '{"events": [{"server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "name": "network-vif-plugged", "status": "completed", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:28.694438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:28.695497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b46c3e52-e116-404b-b5d8-5dc49637c63a no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:28.720259 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-67e2ab12-146a-4794-938e-1d1c53c4d837 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=0476956c-85e2-435b-9941-a85eb51a2c0d HTTP/1.1" status: 200 len: 217 time: 0.1024351 Mar 22 13:55:28.747377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-9d26fb98-62cb-42f5-8a8b-8cc66012a4ff tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0847943 Mar 22 13:55:28.791270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-b408b0a6-87f6-4392-9070-7c17df289ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.793055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-b408b0a6-87f6-4392-9070-7c17df289ebd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78790960-91ec-4fed-acfd-f49f93892463 HTTP/1.1" status: 200 len: 801 time: 0.0669248 Mar 22 13:55:28.858051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=49456ded-f466-4eb2-955c-eaebc3cb3138,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:28.870906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87528725-5b4f-40c2-b4fe-e61e1fe2b1fb req-a505aeac-9c1f-4e4c-adb7-dfbbd1072dcc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194984 Mar 22 13:55:28.883252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b46c3e52-e116-404b-b5d8-5dc49637c63a is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:28.919168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-55b91279-5873-4d29-a956-5bae1b7bec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:28.921512 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-55b91279-5873-4d29-a956-5bae1b7bec11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce91006f-2174-4246-8aca-814ca67cd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1225696 Mar 22 13:55:28.986862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Deleting port 7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:28.987210 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.054370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-d4adda78-86ad-450d-8594-e47d29c61f14 service neutron] 10.222.0.42 "GET /v2.0/networks/ce91006f-2174-4246-8aca-814ca67cd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255267 Mar 22 13:55:29.118751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9351ee6-3603-45d2-b5e5-14584b5dde6f req-eaf4a243-ee0d-49d1-a00c-13c8f0754f6b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.120271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9351ee6-3603-45d2-b5e5-14584b5dde6f req-eaf4a243-ee0d-49d1-a00c-13c8f0754f6b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.0875509 Mar 22 13:55:29.122455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.122778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.144992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Calling delete_port for 7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:29.169653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-731b98ce-3560-4467-9a3c-451088de21cf service neutron] 10.222.0.42 "GET /v2.0/networks/ce91006f-2174-4246-8aca-814ca67cd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092870 Mar 22 13:55:29.270093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-66c19f0b-8bec-4aa6-b015-0a06519f0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.270663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-66c19f0b-8bec-4aa6-b015-0a06519f0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.271220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-66c19f0b-8bec-4aa6-b015-0a06519f0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.272866 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-66c19f0b-8bec-4aa6-b015-0a06519f0b55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2957 time: 0.0494339 Mar 22 13:55:29.276338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9351ee6-3603-45d2-b5e5-14584b5dde6f req-56c207e6-14a5-46c2-9922-93aedf73b88c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443949 Mar 22 13:55:29.289439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-ad1ec0bc-96de-41a5-8535-3b372a4ddd05 service neutron] 10.222.0.57 "GET /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.1347752 Mar 22 13:55:29.327764 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9465e3-a2bc-464b-892a-4516777bb82b x-openstack-request-id: req-3c9465e3-a2bc-464b-892a-4516777bb82b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:29.328335 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "name": "network-vif-plugged", "status": "completed", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:29.328335 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c9465e3-a2bc-464b-892a-4516777bb82b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:29.328719 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9465e3-a2bc-464b-892a-4516777bb82b'] response: {'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'code': 200} Mar 22 13:55:29.432816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-c9f62f4e-dca0-4751-bea8-75d3a97fda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.434308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-c9f62f4e-dca0-4751-bea8-75d3a97fda3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=61f25588-1825-40b2-bb66-5504439daf60 HTTP/1.1" status: 200 len: 903 time: 0.1535270 Mar 22 13:55:29.477125 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-6eb01ea1-ae4b-4c36-b87e-ae32591b0e8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=92e1d699-eed5-4c98-84db-d07d252c214f HTTP/1.1" status: 200 len: 217 time: 0.0351696 Mar 22 13:55:29.517691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034a1b8-165d-40e9-88c8-2f9dabddf951 req-ce6bfaf9-60ee-4594-a712-06dfdb8f3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.519673 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1034a1b8-165d-40e9-88c8-2f9dabddf951 req-ce6bfaf9-60ee-4594-a712-06dfdb8f3ec9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.1196370 Mar 22 13:55:29.527067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.553789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-4d67cfff-67c2-401a-90c0-eceec8d5c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.555417 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-4d67cfff-67c2-401a-90c0-eceec8d5c841 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a7e9662-9200-4b62-abbf-1c049b98784b HTTP/1.1" status: 200 len: 801 time: 0.0718389 Mar 22 13:55:29.571075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event deleted for resources: {'Port': ['ID=7e9d33d0-8a76-48ee-9ba5-cf58b2b3a477,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:29.588633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451bbca-5c29-43c1-9bcd-a6898f058c57 req-2fc9d9ea-5395-47f5-9bfb-9e40bc9b4088 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.590869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2451bbca-5c29-43c1-9bcd-a6898f058c57 req-2fc9d9ea-5395-47f5-9bfb-9e40bc9b4088 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1697135 Mar 22 13:55:29.604910 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1034a1b8-165d-40e9-88c8-2f9dabddf951 req-c0dbcd7a-d404-4c8d-945e-957b93878b2c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781679 Mar 22 13:55:29.621075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-05a9dd06-04cb-4a06-9506-5557e11bfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:29.622559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-05a9dd06-04cb-4a06-9506-5557e11bfa28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f25588-1825-40b2-bb66-5504439daf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0606210 Mar 22 13:55:29.660716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40044) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:29.692009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:29.718317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-ec2a40ff-0b3b-44af-89ca-84186aec4d1e service neutron] 10.222.0.42 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886877 Mar 22 13:55:29.730629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (f75e6500-6dd4-42d8-b256-f39fcb9acd66), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.733167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.735136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0f01bc-1c95-4631-ba5d-b415388eacd4 req-e7e4e18f-3807-4413-a973-1c735a638548 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "DELETE /v2.0/floatingips/f75e6500-6dd4-42d8-b256-f39fcb9acd66 HTTP/1.1" status: 204 len: 173 time: 0.9793613 Mar 22 13:55:29.742665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2451bbca-5c29-43c1-9bcd-a6898f058c57 req-03b8d62c-ad05-459d-b1d1-4abf13cef213 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320846 Mar 22 13:55:29.743721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:29.778327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46c3e52-e116-404b-b5d8-5dc49637c63a {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:29.789932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:29.806826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.844086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a8dba2e-6201-4290-ad0d-63c81d596eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:29.845682 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e833d782-a7ec-46bd-b2d6-e61b71b3b3a7 req-d6f77f8e-5fbc-4df9-bf77-3466febaac6f service neutron] 10.222.0.42 "GET /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197567 Mar 22 13:55:30.000661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] Transition to ACTIVE for port object b46c3e52-e116-404b-b5d8-5dc49637c63a will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:55:30.010656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290614-5eb9-49cc-8649-9643008b48ee req-d08e6fb9-7ea1-4b35-9194-28c81a32caf3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.015893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290614-5eb9-49cc-8649-9643008b48ee req-d08e6fb9-7ea1-4b35-9194-28c81a32caf3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.021155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290614-5eb9-49cc-8649-9643008b48ee req-d08e6fb9-7ea1-4b35-9194-28c81a32caf3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.022757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e290614-5eb9-49cc-8649-9643008b48ee req-d08e6fb9-7ea1-4b35-9194-28c81a32caf3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2411 time: 0.1798029 Mar 22 13:55:30.031129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d394-f9b3-4277-8da7-87911079b477 req-15122c3f-af52-4544-9e62-3665af81d3d8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.032508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20a9d394-f9b3-4277-8da7-87911079b477 req-15122c3f-af52-4544-9e62-3665af81d3d8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 945 time: 0.2085073 Mar 22 13:55:30.035967 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.162590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-583f8d1d-d15c-4ef7-81a8-2d6a86ce5bba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445688 Mar 22 13:55:30.190798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] No DVR routers for this DVR port b46c3e52-e116-404b-b5d8-5dc49637c63a on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:30.205410 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a8dba2e-6201-4290-ad0d-63c81d596eb9 admin admin] Publish callbacks [] for security_group (86091468-8499-4724-8e93-c05db177c210), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.208545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=10']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:30.218993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20a9d394-f9b3-4277-8da7-87911079b477 req-0a1e89ff-81cd-46f6-a79c-5fef545a6f6a tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701097 Mar 22 13:55:30.221288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e290614-5eb9-49cc-8649-9643008b48ee req-e0c8656b-e0eb-4e63-8079-7f28037d6fb5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867230 Mar 22 13:55:30.244281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a8dba2e-6201-4290-ad0d-63c81d596eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (86091468-8499-4724-8e93-c05db177c210), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.267063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-80bbd21f-842c-4073-9f91-ce4bc53175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.268576 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-80bbd21f-842c-4073-9f91-ce4bc53175f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 1126 time: 0.0656743 Mar 22 13:55:30.282728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-1f1c006a-d4e5-4fd9-b664-09bbfcf441c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a/bindings/n-h1-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9869270 Mar 22 13:55:30.322277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2a8dba2e-6201-4290-ad0d-63c81d596eb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d1c228df6264782b51d2bdd9a57f450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6588819 Mar 22 13:55:30.323016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dba2e-6201-4290-ad0d-63c81d596eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86091468-8499-4724-8e93-c05db177c210,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:30.335864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40054) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:30.344543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dddae399-6fc0-403e-b725-90bd290b0290 req-d10ed1ec-5db9-4047-a44e-43c861ffd6a8 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips/8f07c9c7-3ab8-45cc-a21c-51fefebe2bcb HTTP/1.1" status: 200 len: 692 time: 0.0769436 Mar 22 13:55:30.453313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e48a83-df82-4558-84ce-1aac298dfd78 req-3246e165-66db-4ac5-9cff-55fd99517afc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.454835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8e48a83-df82-4558-84ce-1aac298dfd78 req-3246e165-66db-4ac5-9cff-55fd99517afc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 945 time: 0.1355731 Mar 22 13:55:30.457608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-09068c77-cdda-47a4-b005-5c42e6173fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.459115 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-09068c77-cdda-47a4-b005-5c42e6173fd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1703250 Mar 22 13:55:30.461615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b35d3c1a-a9d0-4b54-a64d-0692343a17aa admin admin] Publish callbacks [] for security_group (86091468-8499-4724-8e93-c05db177c210), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.466238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-5986f2bf-aa83-4a27-ac83-81b094fac3f1 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.467613 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-5986f2bf-aa83-4a27-ac83-81b094fac3f1 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.1144867 Mar 22 13:55:30.482995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddae399-6fc0-403e-b725-90bd290b0290 req-17a2ab0a-8aa4-4654-8858-24e95603651d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.484648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dddae399-6fc0-403e-b725-90bd290b0290 req-17a2ab0a-8aa4-4654-8858-24e95603651d tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.1250539 Mar 22 13:55:30.520503 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-cddaf082-273e-4855-99d6-cabe64566eee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 200 len: 217 time: 0.0512507 Mar 22 13:55:30.543429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dddae399-6fc0-403e-b725-90bd290b0290 req-79d47d98-7381-44d5-a1a5-582cce9b14a7 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0525415 Mar 22 13:55:30.548741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b35d3c1a-a9d0-4b54-a64d-0692343a17aa admin admin] Publish callbacks [] for security_group (86091468-8499-4724-8e93-c05db177c210), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.593397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8e48a83-df82-4558-84ce-1aac298dfd78 req-120859af-61b5-44d5-9059-2e9928d6377f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262136 Mar 22 13:55:30.602924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dddae399-6fc0-403e-b725-90bd290b0290 req-036785dd-46bb-43df-afae-40cc189cafe8 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0520997 Mar 22 13:55:30.623102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-0df4b3f7-d455-4489-979d-7149f4a8b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.624652 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-0df4b3f7-d455-4489-979d-7149f4a8b900 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b&tenant_id=c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 1127 time: 0.1429281 Mar 22 13:55:30.631370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-c37aafa0-596d-4614-bfbd-8e163a581fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.632830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-c37aafa0-596d-4614-bfbd-8e163a581fdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0928571 Mar 22 13:55:30.667516 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-63c0be09-308e-445d-b5e3-73e1680ca760 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284913 Mar 22 13:55:30.674464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b35d3c1a-a9d0-4b54-a64d-0692343a17aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (86091468-8499-4724-8e93-c05db177c210), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.678052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b35d3c1a-a9d0-4b54-a64d-0692343a17aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.679120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b35d3c1a-a9d0-4b54-a64d-0692343a17aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86091468-8499-4724-8e93-c05db177c210 HTTP/1.1" status: 204 len: 168 time: 0.3422716 Mar 22 13:55:30.720676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d3c1a-a9d0-4b54-a64d-0692343a17aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86091468-8499-4724-8e93-c05db177c210,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:30.784074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-82260270-5e6c-4dcf-a382-9bd570f3462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.785565 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-82260270-5e6c-4dcf-a382-9bd570f3462e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1127 time: 0.1209095 Mar 22 13:55:30.801431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554104ac-ca97-4347-b875-bbc2101a4fdb req-b6f64b11-91f3-4eb7-ba12-0b1e3ce50c56 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.808350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-554104ac-ca97-4347-b875-bbc2101a4fdb req-b6f64b11-91f3-4eb7-ba12-0b1e3ce50c56 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1106989 Mar 22 13:55:30.819589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Deleting port c155aac4-835f-4b28-9f76-04a361f5a410 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:30.820070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c155aac4-835f-4b28-9f76-04a361f5a410), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.859735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-f361ba73-b07f-4ccb-830f-e50756062407 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780977 Mar 22 13:55:30.918230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-554104ac-ca97-4347-b875-bbc2101a4fdb req-904e2f6c-0323-480f-a259-82c8c79a9b3b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039381 Mar 22 13:55:30.965398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c155aac4-835f-4b28-9f76-04a361f5a410), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.965785 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (c155aac4-835f-4b28-9f76-04a361f5a410), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:30.969367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-43e8c414-5e75-4b14-ac74-abe0ccc6f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:30.970894 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-43e8c414-5e75-4b14-ac74-abe0ccc6f79a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1738975 Mar 22 13:55:30.978613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Calling delete_port for c155aac4-835f-4b28-9f76-04a361f5a410 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:31.022890 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-f42e1fcd-d20b-4ebb-a101-22b9183657fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 200 len: 217 time: 0.0452714 Mar 22 13:55:31.058321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40062) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:31.064358 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-13bfb02a-7aac-4780-8b77-b068c12a81ef req-28e068b9-29c4-4f07-8b51-9785b354738e service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965699 Mar 22 13:55:31.081584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-41c0956d-2e62-4456-aebb-d9fad3a4d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:31.083211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7cecad0c-b15e-446e-972a-b2ed74f92f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.083448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-41c0956d-2e62-4456-aebb-d9fad3a4d769 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0517747 Mar 22 13:55:31.118237 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-3804f904-e04a-4fd8-b3c3-7216c73cad57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257046 Mar 22 13:55:31.150647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4267d8-b6bb-4bc2-a7d5-23c876ba4a7d req-a9a41540-809d-4f8b-8f8e-e8470980b110 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:31.152101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d4267d8-b6bb-4bc2-a7d5-23c876ba4a7d req-a9a41540-809d-4f8b-8f8e-e8470980b110 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1265008 Mar 22 13:55:31.203589 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-6cb502a1-407f-4415-85fe-4c27be9f773d service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796750 Mar 22 13:55:31.229530 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c155aac4-835f-4b28-9f76-04a361f5a410), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.248623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d4267d8-b6bb-4bc2-a7d5-23c876ba4a7d req-7f83301d-cf52-485b-87ea-1da794f0a710 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Mar 22 13:55:31.275348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Pushing event deleted for resources: {'Port': ['ID=c155aac4-835f-4b28-9f76-04a361f5a410,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:31.321750 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-872cde66-729c-4ce9-aa09-23d888abcc2b service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102586 Mar 22 13:55:31.372469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7cecad0c-b15e-446e-972a-b2ed74f92f2e admin admin] Publish callbacks [] for security_group (392479bf-50ca-49b9-9332-6075cdbe4ee7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.380139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7cecad0c-b15e-446e-972a-b2ed74f92f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (392479bf-50ca-49b9-9332-6075cdbe4ee7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.396926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks [] for floatingip (8f07c9c7-3ab8-45cc-a21c-51fefebe2bcb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.399403 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.400580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dddae399-6fc0-403e-b725-90bd290b0290 req-acb8028f-f0d6-4c3b-b426-5dbb05d65523 tempest-FloatingIPDetailsTestJSON-359000500 tempest-FloatingIPDetailsTestJSON-359000500-project] 10.222.0.44 "DELETE /v2.0/floatingips/8f07c9c7-3ab8-45cc-a21c-51fefebe2bcb HTTP/1.1" status: 204 len: 173 time: 0.7918880 Mar 22 13:55:31.406819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40068) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:31.433305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7cecad0c-b15e-446e-972a-b2ed74f92f2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=569f4f569a574a07906d772d2e39bdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696790 Mar 22 13:55:31.434323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40070) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:31.441056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecad0c-b15e-446e-972a-b2ed74f92f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392479bf-50ca-49b9-9332-6075cdbe4ee7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:31.463453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09312ac-cb13-4ab3-bc88-079f17b31e55 req-bf710817-b53d-44c6-8f7f-d9c2e8e70f32 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:31.464971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09312ac-cb13-4ab3-bc88-079f17b31e55 req-bf710817-b53d-44c6-8f7f-d9c2e8e70f32 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 945 time: 0.1365106 Mar 22 13:55:31.559572 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7c863c1-3e94-4218-bf79-7168ac7cd315 admin admin] Publish callbacks [] for security_group (392479bf-50ca-49b9-9332-6075cdbe4ee7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.573109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09312ac-cb13-4ab3-bc88-079f17b31e55 req-67ef452e-849c-4105-93fe-b6a330406c4f tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000819 Mar 22 13:55:31.589267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7c863c1-3e94-4218-bf79-7168ac7cd315 admin admin] Publish callbacks [] for security_group (392479bf-50ca-49b9-9332-6075cdbe4ee7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.618175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0476956c-85e2-435b-9941-a85eb51a2c0d details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:31.625612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3095a-3ade-4350-a89b-e903ee3386e6 req-784300c0-c70c-4c18-b3e3-ce6cb4afcba2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:31.631785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3095a-3ade-4350-a89b-e903ee3386e6 req-784300c0-c70c-4c18-b3e3-ce6cb4afcba2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:31.636997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3095a-3ade-4350-a89b-e903ee3386e6 req-784300c0-c70c-4c18-b3e3-ce6cb4afcba2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:31.638702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31a3095a-3ade-4350-a89b-e903ee3386e6 req-784300c0-c70c-4c18-b3e3-ce6cb4afcba2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2411 time: 0.1351299 Mar 22 13:55:31.650464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-e50a23db-5436-4c0b-8ec1-2617fbc591fe tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:31.651932 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-e50a23db-5436-4c0b-8ec1-2617fbc591fe tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.1000278 Mar 22 13:55:31.733010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0476956c-85e2-435b-9941-a85eb51a2c0d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0476956c-85e2-435b-9941-a85eb51a2c0d,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:31.746046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '0476956c-85e2-435b-9941-a85eb51a2c0d', 'network_id': 'ce91006f-2174-4246-8aca-814ca67cd9f4', 'port_id': '0476956c-85e2-435b-9941-a85eb51a2c0d', 'mac_address': 'fa:16:3e:74:84:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78790960-91ec-4fed-acfd-f49f93892463', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:55:31.810773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0476956c-85e2-435b-9941-a85eb51a2c0d is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:31.811439 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.833891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0476956c-85e2-435b-9941-a85eb51a2c0d {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:31.837824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2993287d-23ff-4b33-8d28-36e248ca5611 service neutron] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:31.846162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2993287d-23ff-4b33-8d28-36e248ca5611 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.847316 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e81d7d99-f12d-48dc-9b44-1ccf6a40c2e8 req-2993287d-23ff-4b33-8d28-36e248ca5611 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a/bindings/n-h2-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.1870909 Mar 22 13:55:31.866730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0476956c-85e2-435b-9941-a85eb51a2c0d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0476956c-85e2-435b-9941-a85eb51a2c0d,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:31.873259 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.874603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device dbdb2f8d-e41c-4b00-9286-22d63397d78c details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:31.916557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (6c4ad298-6400-4e65-aacc-c118608bfa54), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:31.972498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0476956c-85e2-435b-9941-a85eb51a2c0d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:32.051463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port dbdb2f8d-e41c-4b00-9286-22d63397d78c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=dbdb2f8d-e41c-4b00-9286-22d63397d78c,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:32.068567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c', 'network_id': '61f25588-1825-40b2-bb66-5504439daf60', 'port_id': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c', 'mac_address': 'fa:16:3e:ca:92:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7e9662-9200-4b62-abbf-1c049b98784b', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:55:32.120640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port dbdb2f8d-e41c-4b00-9286-22d63397d78c is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:32.121058 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.128657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31a3095a-3ade-4350-a89b-e903ee3386e6 req-e88bfbbb-e00e-4a25-bbf2-5dbe4b858551 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733329 Mar 22 13:55:32.136604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdb2f8d-e41c-4b00-9286-22d63397d78c {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:32.144806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7c863c1-3e94-4218-bf79-7168ac7cd315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (392479bf-50ca-49b9-9332-6075cdbe4ee7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.147492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7c863c1-3e94-4218-bf79-7168ac7cd315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.148761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d7c863c1-3e94-4218-bf79-7168ac7cd315 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/392479bf-50ca-49b9-9332-6075cdbe4ee7 HTTP/1.1" status: 204 len: 168 time: 0.7132733 Mar 22 13:55:32.173154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-e32e2f2a-9532-4ebe-b1a0-058ad24b67ae tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5596421 Mar 22 13:55:32.188734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:32.194284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port dbdb2f8d-e41c-4b00-9286-22d63397d78c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=dbdb2f8d-e41c-4b00-9286-22d63397d78c,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:32.195418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c863c1-3e94-4218-bf79-7168ac7cd315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392479bf-50ca-49b9-9332-6075cdbe4ee7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:32.201016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.203081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 92e1d699-eed5-4c98-84db-d07d252c214f details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:32.218955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.248248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 92e1d699-eed5-4c98-84db-d07d252c214f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=92e1d699-eed5-4c98-84db-d07d252c214f,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:32.267202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '92e1d699-eed5-4c98-84db-d07d252c214f', 'network_id': '61f25588-1825-40b2-bb66-5504439daf60', 'port_id': '92e1d699-eed5-4c98-84db-d07d252c214f', 'mac_address': 'fa:16:3e:bd:e3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7e9662-9200-4b62-abbf-1c049b98784b', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:55:32.409654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41befa8-4d31-4a7f-8757-0b019b49473f req-5a3f0632-32f1-49de-9c74-bcd051c22d2a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:32.411509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c41befa8-4d31-4a7f-8757-0b019b49473f req-5a3f0632-32f1-49de-9c74-bcd051c22d2a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 945 time: 0.1229203 Mar 22 13:55:32.420768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 92e1d699-eed5-4c98-84db-d07d252c214f is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:32.421255 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.423992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=dbdb2f8d-e41c-4b00-9286-22d63397d78c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:32.441577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e1d699-eed5-4c98-84db-d07d252c214f {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:32.458256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.471580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 92e1d699-eed5-4c98-84db-d07d252c214f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=92e1d699-eed5-4c98-84db-d07d252c214f,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:32.480464 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.521233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c41befa8-4d31-4a7f-8757-0b019b49473f req-d41d46e2-c8a4-4dbd-b6da-eba47295aa21 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034319 Mar 22 13:55:32.550110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=92e1d699-eed5-4c98-84db-d07d252c214f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:32.596954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Allocated IP 172.25.2.212 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a8a74aeb-9e09-4a29-9698-bb4a544410cf) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:32.624562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Deleting port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:32.625169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.721995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] For port ba29a364-5ca6-4562-9ac1-7ddd747d8ffc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,segment=NetworkSegment(ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5),segment_id=ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:32.722551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.727757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04075a-081c-4c91-a6f0-9d9562120458 req-6571bb5d-c691-4c00-8615-d8e55a5e3583 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:32.729249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a04075a-081c-4c91-a6f0-9d9562120458 req-6571bb5d-c691-4c00-8615-d8e55a5e3583 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1007781 Mar 22 13:55:32.753117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Calling delete_port for ba29a364-5ca6-4562-9ac1-7ddd747d8ffc owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:32.754247 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.809752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a04075a-081c-4c91-a6f0-9d9562120458 req-a58f7f8e-a244-4cc4-afa9-cb865d8a5f76 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664394 Mar 22 13:55:32.815169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['dbdb2f8d-e41c-4b00-9286-22d63397d78c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:32.823848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:32.890911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['92e1d699-eed5-4c98-84db-d07d252c214f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:32.902208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:32.903747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:32.913009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:32.915400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Pushing event updated for resources: {'Port': ['ID=a8a74aeb-9e09-4a29-9698-bb4a544410cf,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:33.057638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d627b-ecb2-4000-a845-f06a423890b1 req-a94ac197-9046-44fd-91f8-023a45121009 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.059348 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a89d627b-ecb2-4000-a845-f06a423890b1 req-a94ac197-9046-44fd-91f8-023a45121009 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1028831 Mar 22 13:55:33.124920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ba29a364-5ca6-4562-9ac1-7ddd747d8ffc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.153248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba29a364-5ca6-4562-9ac1-7ddd747d8ffc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:33.178676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a89d627b-ecb2-4000-a845-f06a423890b1 req-55b51598-f7df-474a-a497-0ee00db7445a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119056 Mar 22 13:55:33.212940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.388252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.422348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-b7713562-8787-4b6d-8e13-39e725655233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.423985 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-b7713562-8787-4b6d-8e13-39e725655233 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1127 time: 0.1585448 Mar 22 13:55:33.469934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1039-2c89-4b39-b771-fffbf0c57018 req-6577d64f-9d35-4fbd-83f6-ce99a248f601 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.475294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1039-2c89-4b39-b771-fffbf0c57018 req-6577d64f-9d35-4fbd-83f6-ce99a248f601 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.480720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1039-2c89-4b39-b771-fffbf0c57018 req-6577d64f-9d35-4fbd-83f6-ce99a248f601 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.482549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8de1039-2c89-4b39-b771-fffbf0c57018 req-6577d64f-9d35-4fbd-83f6-ce99a248f601 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2414 time: 0.1781433 Mar 22 13:55:33.520848 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (6c4ad298-6400-4e65-aacc-c118608bfa54), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.611967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8de1039-2c89-4b39-b771-fffbf0c57018 req-66b51752-ff35-4905-ad8b-3f10adadbc4d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223102 Mar 22 13:55:33.619137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-724e807a-8f67-403c-88e8-983010035375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.620153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-724e807a-8f67-403c-88e8-983010035375 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1890647 Mar 22 13:55:33.683613 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-a9987528-2435-4d9b-a760-4149feaa573b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 217 time: 0.0526264 Mar 22 13:55:33.712130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.739052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.749379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-ec67ee62-9962-4d3e-b857-83a146774754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.750863 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-ec67ee62-9962-4d3e-b857-83a146774754 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0600429 Mar 22 13:55:33.839981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cbc8a-763b-4996-bf3f-0ab170aa08b8 req-3893c6c0-7782-4774-9d13-82ecc61c1ff3 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:33.841644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a8cbc8a-763b-4996-bf3f-0ab170aa08b8 req-3893c6c0-7782-4774-9d13-82ecc61c1ff3 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1127 time: 0.1511645 Mar 22 13:55:33.842389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Pushing event updated for resources: {'Port': ['ID=a8a74aeb-9e09-4a29-9698-bb4a544410cf,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:33.843858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-fb438531-c7f7-4874-97d9-13d0f98f8335 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595791 Mar 22 13:55:33.871985 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.903234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:33.904620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-ce2b699c-bcb6-49d1-9c53-bc492405d37e tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7243390 Mar 22 13:55:33.918160 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a8cbc8a-763b-4996-bf3f-0ab170aa08b8 req-4f3b21f9-adfc-47ef-adea-4ac03d3480ef tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Mar 22 13:55:33.958434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Router 6c4ad298-6400-4e65-aacc-c118608bfa54 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:55:33.973071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-000c45d9-eae5-41e4-ab84-54d862657ac7 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 696 time: 0.0540900 Mar 22 13:55:33.989368 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-bb9df26f-17ae-4492-be97-9083a8390d7d service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304553 Mar 22 13:55:34.003721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0476956c-85e2-435b-9941-a85eb51a2c0d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:34.120363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-96cb1a87-e49e-4419-a88b-0854ed74817d tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:34.122708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b15dcea-06d6-4428-a5fd-d1ee59f25253 req-96cb1a87-e49e-4419-a88b-0854ed74817d tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.1403215 Mar 22 13:55:34.190059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f084f7-a28f-462f-8ee5-0592d76b774f req-8cdb91a0-e35e-4064-8329-841078b4bb87 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:34.192440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87f084f7-a28f-462f-8ee5-0592d76b774f req-8cdb91a0-e35e-4064-8329-841078b4bb87 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.0817113 Mar 22 13:55:34.213937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:34.217078 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-277b7b7c-c87b-418c-ad2f-8c2a670c7459 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842299 Mar 22 13:55:34.221302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-045a7b69-518f-403d-8884-47d160ae0757 admin admin] 10.222.0.44 "PUT /v2.0/routers/6c4ad298-6400-4e65-aacc-c118608bfa54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8134925 Mar 22 13:55:34.224020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40130) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:34.226879 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] Sync routers for ids ['6c4ad298-6400-4e65-aacc-c118608bfa54'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:34.246577 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] Routers {'6c4ad298-6400-4e65-aacc-c118608bfa54'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:34.247582 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['6c4ad298-6400-4e65-aacc-c118608bfa54'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:34.287128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87f084f7-a28f-462f-8ee5-0592d76b774f req-3196dc19-5079-4b04-b690-6ad9a2fce251 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865827 Mar 22 13:55:34.299458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e698b3-ae0c-462f-b833-e2955e8073f4 req-20d963c7-ebbd-43d7-bfa1-2a483787240e tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:34.300973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7e698b3-ae0c-462f-b833-e2955e8073f4 req-20d963c7-ebbd-43d7-bfa1-2a483787240e tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 1127 time: 0.0851231 Mar 22 13:55:34.369746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7e698b3-ae0c-462f-b833-e2955e8073f4 req-cb6d88d6-3eec-47c3-89f9-9762ed4098c5 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617566 Mar 22 13:55:34.376235 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] Set router 6c4ad298-6400-4e65-aacc-c118608bfa54 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:34.376423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks [] for router (6c4ad298-6400-4e65-aacc-c118608bfa54), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:34.588765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks [] for router_gateway (6c4ad298-6400-4e65-aacc-c118608bfa54), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:34.631992 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:55:33Z', 'revision_number': 5, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port': {'id': '59565d6e-9230-40b6-a45f-803c0992a91b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:54:49Z', 'updated_at': '2022-03-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:34.655508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eb3b-6843-4a9a-9fc8-4591e48fe369 req-ada40969-cf8e-4832-9e49-f83dd1d97bc3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:34.662302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Deleting port 59565d6e-9230-40b6-a45f-803c0992a91b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:34.662779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:34.666187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c082eb3b-6843-4a9a-9fc8-4591e48fe369 req-ada40969-cf8e-4832-9e49-f83dd1d97bc3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1142714 Mar 22 13:55:34.711442 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] Checking router: 6c4ad298-6400-4e65-aacc-c118608bfa54 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:34.732783 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] Routers {'6c4ad298-6400-4e65-aacc-c118608bfa54'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:34.733566 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['6c4ad298-6400-4e65-aacc-c118608bfa54'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:34.764140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c082eb3b-6843-4a9a-9fc8-4591e48fe369 req-3196b4b1-30fc-48ca-9bb2-5c672bbcce1c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911195 Mar 22 13:55:34.849604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] For port 59565d6e-9230-40b6-a45f-803c0992a91b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=59565d6e-9230-40b6-a45f-803c0992a91b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:34.850176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:34.867021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Calling delete_port for 59565d6e-9230-40b6-a45f-803c0992a91b owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:34.924273 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] Set router 6c4ad298-6400-4e65-aacc-c118608bfa54 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:34.980712 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:55:34Z', 'revision_number': 6, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:35.000192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-8b628ae5-75e1-49be-99a0-db4a33279198 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:35.002168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-8b628ae5-75e1-49be-99a0-db4a33279198 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 821 time: 0.1523173 Mar 22 13:55:35.026030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-c16442d2-e3bb-4e4f-8fee-6189f009b1bb tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/quotas/51a232bd864c490d927663417a0bb5f3 HTTP/1.1" status: 200 len: 375 time: 0.0174146 Mar 22 13:55:35.041996 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94cc0e-bb32-458b-b673-59e8a2d54646 None None] The sync data for ids ['6c4ad298-6400-4e65-aacc-c118608bfa54'] in n-d-834677-3 is: [{'id': '6c4ad298-6400-4e65-aacc-c118608bfa54', 'name': 'tempest-FloatingIPDetailsTestJSON-1701760270-router', 'tenant_id': 'f802ebb21d27419a9d66f405656d941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:47Z', 'updated_at': '2022-03-22T13:55:34Z', 'revision_number': 6, 'project_id': 'f802ebb21d27419a9d66f405656d941a', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:35.096206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (59565d6e-9230-40b6-a45f-803c0992a91b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.099858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-90d86a96-5c42-4264-9486-72443160b913 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674748 Mar 22 13:55:35.133109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=59565d6e-9230-40b6-a45f-803c0992a91b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:35.217288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (6c4ad298-6400-4e65-aacc-c118608bfa54), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.284479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165e38-05ca-480b-b10f-16c028071968 req-135a6c5e-6772-4c78-ad5d-27a943322b70 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:35.289872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165e38-05ca-480b-b10f-16c028071968 req-135a6c5e-6772-4c78-ad5d-27a943322b70 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:35.295176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165e38-05ca-480b-b10f-16c028071968 req-135a6c5e-6772-4c78-ad5d-27a943322b70 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:35.298220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df165e38-05ca-480b-b10f-16c028071968 req-135a6c5e-6772-4c78-ad5d-27a943322b70 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2414 time: 0.0932271 Mar 22 13:55:35.322772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (6c4ad298-6400-4e65-aacc-c118608bfa54), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.325531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks [] for router_controller (6c4ad298-6400-4e65-aacc-c118608bfa54), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.326795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-d4d91396-fb7a-4eae-aa0a-41fa4a642b34 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194226 Mar 22 13:55:35.376684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (6c4ad298-6400-4e65-aacc-c118608bfa54), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.377302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4ad298-6400-4e65-aacc-c118608bfa54 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:55:35.382149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.383535 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f0d85183-3f29-4de8-9606-806889904d56 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6c4ad298-6400-4e65-aacc-c118608bfa54 HTTP/1.1" status: 204 len: 168 time: 1.1583745 Mar 22 13:55:35.386047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:35.411398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df165e38-05ca-480b-b10f-16c028071968 req-4757662a-92cb-4626-b57d-052932eee44b tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082191 Mar 22 13:55:35.452845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] Deleting subnet 67ea8657-67b0-43be-8211-84986120a184 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:55:35.456028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-a304aca1-951e-44dd-8953-81cc16d97bb7 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157622 Mar 22 13:55:35.469618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] Publish callbacks [] for subnet (67ea8657-67b0-43be-8211-84986120a184), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.531972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (67ea8657-67b0-43be-8211-84986120a184), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.640427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0476956c-85e2-435b-9941-a85eb51a2c0d up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:35.717820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (67ea8657-67b0-43be-8211-84986120a184), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.733142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 0476956c-85e2-435b-9941-a85eb51a2c0d completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:55:35.738500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 0476956c-85e2-435b-9941-a85eb51a2c0d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:35.739144 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.785513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (67ea8657-67b0-43be-8211-84986120a184), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.824937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af53e7cb-571f-42cc-b1a0-28c12720b63a req-094372dc-ddf3-4d56-b0cb-ddfaca604bb5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 210 time: 0.0468428 Mar 22 13:55:35.839937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0739d47-ab97-4e68-a29e-b9d6676069cb req-c67b500b-b2b4-49ea-9900-037e8bbfc4e8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:35.848372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0739d47-ab97-4e68-a29e-b9d6676069cb req-c67b500b-b2b4-49ea-9900-037e8bbfc4e8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1391008 Mar 22 13:55:35.860011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ea8657-67b0-43be-8211-84986120a184,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:35.862993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:35.866259 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eb13ed51-b781-4576-b99e-ea1ce9966028 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/67ea8657-67b0-43be-8211-84986120a184 HTTP/1.1" status: 204 len: 168 time: 0.4792271 Mar 22 13:55:35.869151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40174) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:35.928515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0739d47-ab97-4e68-a29e-b9d6676069cb req-295f1bb4-1a38-490f-a60a-bf289a04f99b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791690 Mar 22 13:55:36.006342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0476956c-85e2-435b-9941-a85eb51a2c0d is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:36.006728 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.009642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77c762-7237-414b-a6f7-3be67b26ed7e None None] Network cb7580cf-8357-42e8-ac86-a2c56c6084e7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:36.066728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ca83c-b58e-4661-ac2a-d0264fcb25d2 req-b12b55d3-a154-4f83-9079-1f2935ebf6e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:36.074326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5ca83c-b58e-4661-ac2a-d0264fcb25d2 req-b12b55d3-a154-4f83-9079-1f2935ebf6e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.0705879 Mar 22 13:55:36.093096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (cb7580cf-8357-42e8-ac86-a2c56c6084e7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.196620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5ca83c-b58e-4661-ac2a-d0264fcb25d2 req-bf0b9beb-6d9d-4804-8b65-2811c07a8c54 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Mar 22 13:55:36.260594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Deleting port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:36.262371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.323368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476956c-85e2-435b-9941-a85eb51a2c0d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:36.325713 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654b7f1b-c2d5-40e7-9ef0-68fdc45b98ca" -d '{"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "0476956c-85e2-435b-9941-a85eb51a2c0d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:36.347882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0476956c-85e2-435b-9941-a85eb51a2c0d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0476956c-85e2-435b-9941-a85eb51a2c0d,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:36.356016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.357195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device dbdb2f8d-e41c-4b00-9286-22d63397d78c up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:36.437580 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ba047-c4bd-4344-9eb6-2c623d2da861 x-openstack-request-id: req-366ba047-c4bd-4344-9eb6-2c623d2da861 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:36.438101 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "0476956c-85e2-435b-9941-a85eb51a2c0d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:36.438499 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-366ba047-c4bd-4344-9eb6-2c623d2da861 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:36.439195 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366ba047-c4bd-4344-9eb6-2c623d2da861'] response: {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476956c-85e2-435b-9941-a85eb51a2c0d', 'code': 200} Mar 22 13:55:36.469599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40235636-b687-437c-8025-9736b37edbc6 None None] DHCP port deletion for cb7580cf-8357-42e8-ac86-a2c56c6084e7 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:55:36.477598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ba29a364-5ca6-4562-9ac1-7ddd747d8ffc no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:36.480821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] For port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,segment=NetworkSegment(ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5),segment_id=ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:36.481531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.531773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Calling delete_port for 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:36.535595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0476956c-85e2-435b-9941-a85eb51a2c0d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:36.543198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ba29a364-5ca6-4562-9ac1-7ddd747d8ffc {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:36.543539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ba29a364-5ca6-4562-9ac1-7ddd747d8ffc not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:36.544065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 59565d6e-9230-40b6-a45f-803c0992a91b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:36.636985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 59565d6e-9230-40b6-a45f-803c0992a91b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:36.636985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 59565d6e-9230-40b6-a45f-803c0992a91b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:36.643413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port dbdb2f8d-e41c-4b00-9286-22d63397d78c completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:55:36.656101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port dbdb2f8d-e41c-4b00-9286-22d63397d78c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:36.656684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.663305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a398a63-129a-47ba-b9f4-4d2ae0090489 req-e7b4ee2d-9d31-4223-9f9c-a8cb14dbc7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:36.669061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a398a63-129a-47ba-b9f4-4d2ae0090489 req-e7b4ee2d-9d31-4223-9f9c-a8cb14dbc7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:36.674584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a398a63-129a-47ba-b9f4-4d2ae0090489 req-e7b4ee2d-9d31-4223-9f9c-a8cb14dbc7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:36.683031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a398a63-129a-47ba-b9f4-4d2ae0090489 req-e7b4ee2d-9d31-4223-9f9c-a8cb14dbc7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2415 time: 0.1146820 Mar 22 13:55:36.692232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40196) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:36.756742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-40235636-b687-437c-8025-9736b37edbc6 None None] Deleting port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:36.757450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40235636-b687-437c-8025-9736b37edbc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.758824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.782333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a398a63-129a-47ba-b9f4-4d2ae0090489 req-d6907a01-037b-4070-8159-47a966187250 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933061 Mar 22 13:55:36.799188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:36.803015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] No DVR routers for this DVR port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:36.895888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port dbdb2f8d-e41c-4b00-9286-22d63397d78c is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:36.896775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.908525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-40235636-b687-437c-8025-9736b37edbc6 None None] For port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:36.909359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40235636-b687-437c-8025-9736b37edbc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.910793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9326cbee-db7d-4cd1-a868-2551534831d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.914551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (cb7580cf-8357-42e8-ac86-a2c56c6084e7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.926378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-40235636-b687-437c-8025-9736b37edbc6 None None] Calling delete_port for 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:36.931198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-40235636-b687-437c-8025-9736b37edbc6 None None] Port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 13:55:36.951504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7580cf-8357-42e8-ac86-a2c56c6084e7']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:36.959749 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40235636-b687-437c-8025-9736b37edbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:36.974615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eeaf936-1df7-4e1f-9d90-40f8d477de31 req-61dae450-5a4d-4b88-9fa6-8a38315d84dd tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 210 time: 0.0552571 Mar 22 13:55:36.987092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:36.988948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:37.001694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.017007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.024966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:55:37.025578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ad8c0516-7114-4bc6-a6d4-18b6d8fdfef5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.028670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40235636-b687-437c-8025-9736b37edbc6 None None] Pushing event deleted for resources: {'Port': ['ID=12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:37.041043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40235636-b687-437c-8025-9736b37edbc6 None None] No DVR routers for this DVR port 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:37.045758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port dbdb2f8d-e41c-4b00-9286-22d63397d78c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=dbdb2f8d-e41c-4b00-9286-22d63397d78c,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:37.061466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.062555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 92e1d699-eed5-4c98-84db-d07d252c214f up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:37.075685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b71f21-2037-4b3d-8370-497d19298bbf req-563a10fc-f1a2-4eb0-8d3d-b078e5a8d958 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:37.082975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b71f21-2037-4b3d-8370-497d19298bbf req-563a10fc-f1a2-4eb0-8d3d-b078e5a8d958 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.0671284 Mar 22 13:55:37.139475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b71f21-2037-4b3d-8370-497d19298bbf req-86888bce-08ec-4394-8056-b5f610173ff9 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552619 Mar 22 13:55:37.191171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=dbdb2f8d-e41c-4b00-9286-22d63397d78c,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:37.195283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 92e1d699-eed5-4c98-84db-d07d252c214f completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:55:37.200472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 92e1d699-eed5-4c98-84db-d07d252c214f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:37.200857 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.371414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 92e1d699-eed5-4c98-84db-d07d252c214f is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:37.371810 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.392804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-8abc72bf-1416-4b91-b3b9-e38957238769 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:37.394702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-8abc72bf-1416-4b91-b3b9-e38957238769 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 821 time: 0.1531677 Mar 22 13:55:37.421352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 92e1d699-eed5-4c98-84db-d07d252c214f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=92e1d699-eed5-4c98-84db-d07d252c214f,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:37.426866 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.430853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'port': {'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'admin_state_up': True, 'tenant_id': '51a232bd864c490d927663417a0bb5f3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:37.489470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=92e1d699-eed5-4c98-84db-d07d252c214f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:55:37.510235 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:55:37.512674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf98e9-63a4-483a-9d0c-924672fe331d req-124264f6-1ac8-42bd-8042-c9caa5abcd08 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:37.513020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecdf98e9-63a4-483a-9d0c-924672fe331d req-124264f6-1ac8-42bd-8042-c9caa5abcd08 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1171892 Mar 22 13:55:37.553846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (cb7580cf-8357-42e8-ac86-a2c56c6084e7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.570213 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.576787 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cb7580cf-8357-42e8-ac86-a2c56c6084e7 HTTP/1.1" status: 204 len: 168 time: 1.7032433 Mar 22 13:55:37.588463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a6d05-66ed-4298-af79-405429b8dec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7580cf-8357-42e8-ac86-a2c56c6084e7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:37.594491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9326cbee-db7d-4cd1-a868-2551534831d2 admin admin] Publish callbacks [] for security_group (e48d6502-d56d-464d-bf6c-b3952b759024), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.599506 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9326cbee-db7d-4cd1-a868-2551534831d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e48d6502-d56d-464d-bf6c-b3952b759024), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.610159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecdf98e9-63a4-483a-9d0c-924672fe331d req-0df060c5-4957-492d-b80a-0988c66de666 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854301 Mar 22 13:55:37.620937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Made reservation on behalf of 51a232bd864c490d927663417a0bb5f3 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:37.624933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.629813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326cbee-db7d-4cd1-a868-2551534831d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48d6502-d56d-464d-bf6c-b3952b759024,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:37.651965 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9326cbee-db7d-4cd1-a868-2551534831d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa7fa5ab0191418d86775fc7c598609a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9561262 Mar 22 13:55:37.652124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40210) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:37.719418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a2303ce-48b5-4288-9590-fb326decf855 admin admin] Publish callbacks [] for security_group (e48d6502-d56d-464d-bf6c-b3952b759024), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.743019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a2303ce-48b5-4288-9590-fb326decf855 admin admin] Publish callbacks [] for security_group (e48d6502-d56d-464d-bf6c-b3952b759024), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.797000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40216) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:37.835159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a2303ce-48b5-4288-9590-fb326decf855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e48d6502-d56d-464d-bf6c-b3952b759024), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.837798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a2303ce-48b5-4288-9590-fb326decf855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:37.841556 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8a2303ce-48b5-4288-9590-fb326decf855 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e48d6502-d56d-464d-bf6c-b3952b759024 HTTP/1.1" status: 204 len: 168 time: 0.1860082 Mar 22 13:55:37.853623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2303ce-48b5-4288-9590-fb326decf855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48d6502-d56d-464d-bf6c-b3952b759024,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:37.892521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Allocated IP 172.20.0.3 (09b558da-58b7-4978-a742-342cfe07352b/fc6535e2-f9c2-416d-9e26-19ba0c27c35c/3204af1a-0ceb-4d83-971a-ba4661f16e59) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:37.969473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8db51976-8d38-402b-9819-10c660a619e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f802ebb21d27419a9d66f405656d941a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689570 Mar 22 13:55:37.970325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40220) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:38.034227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6909df0-1bd3-424b-85c4-a7c4bb513b0e req-3d0c0e2a-ad99-4d79-950b-86b1d0822a0a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.040239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6909df0-1bd3-424b-85c4-a7c4bb513b0e req-3d0c0e2a-ad99-4d79-950b-86b1d0822a0a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.045882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6909df0-1bd3-424b-85c4-a7c4bb513b0e req-3d0c0e2a-ad99-4d79-950b-86b1d0822a0a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.047932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6909df0-1bd3-424b-85c4-a7c4bb513b0e req-3d0c0e2a-ad99-4d79-950b-86b1d0822a0a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2417 time: 0.1351187 Mar 22 13:55:38.085883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7cffedc1-22cd-4729-a284-a129511effd8 admin admin] Publish callbacks [] for security_group (8ac9d21a-9737-40ca-8fc0-26fe0d6774e8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.116868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7cffedc1-22cd-4729-a284-a129511effd8 admin admin] Publish callbacks [] for security_group (8ac9d21a-9737-40ca-8fc0-26fe0d6774e8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.137689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2488324c-2699-4548-8a0c-25e2c6fb3754 req-c84bc967-4da2-4d4d-84ee-57d864ea1953 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 210 time: 0.0470891 Mar 22 13:55:38.187951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6909df0-1bd3-424b-85c4-a7c4bb513b0e req-421335a1-eb0c-4d93-aa39-5703bb496314 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062012 Mar 22 13:55:38.213384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7cffedc1-22cd-4729-a284-a129511effd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8ac9d21a-9737-40ca-8fc0-26fe0d6774e8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.215934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7cffedc1-22cd-4729-a284-a129511effd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.219863 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7cffedc1-22cd-4729-a284-a129511effd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ac9d21a-9737-40ca-8fc0-26fe0d6774e8 HTTP/1.1" status: 204 len: 168 time: 0.2479570 Mar 22 13:55:38.237450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffedc1-22cd-4729-a284-a129511effd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac9d21a-9737-40ca-8fc0-26fe0d6774e8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:38.280958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.382864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889325fd-05c6-4b61-a9a6-b0fabe346a18 req-5717b02c-a62e-4231-85cf-d5160c3c0bc4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.396733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-889325fd-05c6-4b61-a9a6-b0fabe346a18 req-5717b02c-a62e-4231-85cf-d5160c3c0bc4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1208296 Mar 22 13:55:38.421391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.423498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:38.441272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40230) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:38.455746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae0bde58-db54-4de9-8630-13c12c55e962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.467472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c'}, {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1d699-eed5-4c98-84db-d07d252c214f'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:38.475044 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3642ebf-fcda-4ad6-a948-e8ea897bf62f" -d '{"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "dbdb2f8d-e41c-4b00-9286-22d63397d78c"}, {"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "92e1d699-eed5-4c98-84db-d07d252c214f"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:38.488344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['49456ded-f466-4eb2-955c-eaebc3cb3138'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:38.500209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:38.502671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 12a45fb6-6b0f-4d9c-8d0f-96b148a8fdc1 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:38.513007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Pushing event updated for resources: {'Port': ['ID=3204af1a-0ceb-4d83-971a-ba4661f16e59,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:38.551667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-889325fd-05c6-4b61-a9a6-b0fabe346a18 req-84694af3-615e-436b-aaa3-a8f75cb9b652 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518590 Mar 22 13:55:38.557031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Network 09b558da-58b7-4978-a742-342cfe07352b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:38.571763 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7343d1d3-3357-41fd-bcc6-3632d6c33e03 x-openstack-request-id: req-7343d1d3-3357-41fd-bcc6-3632d6c33e03 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:38.571763 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "dbdb2f8d-e41c-4b00-9286-22d63397d78c", "code": 200}, {"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "92e1d699-eed5-4c98-84db-d07d252c214f", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:38.571763 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7343d1d3-3357-41fd-bcc6-3632d6c33e03 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:38.571763 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7343d1d3-3357-41fd-bcc6-3632d6c33e03'] response: {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c', 'code': 200} Mar 22 13:55:38.571763 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7343d1d3-3357-41fd-bcc6-3632d6c33e03'] response: {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1d699-eed5-4c98-84db-d07d252c214f', 'code': 200} Mar 22 13:55:38.581506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:38.585258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae0bde58-db54-4de9-8630-13c12c55e962 admin admin] Publish callbacks [] for security_group (0a69b53e-7bff-4f20-ac46-04e64ae56bb0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.590947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae0bde58-db54-4de9-8630-13c12c55e962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0a69b53e-7bff-4f20-ac46-04e64ae56bb0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.599935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:38.665257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.667370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.701142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-ad06eb23-dacb-44a1-a8e9-475a4d99b28b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2757530 Mar 22 13:55:38.725106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Request body: {'port': {'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:38.784732 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae0bde58-db54-4de9-8630-13c12c55e962 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe1170cd979448c69b42df958581abdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402557 Mar 22 13:55:38.786283 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40242) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:38.789470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bde58-db54-4de9-8630-13c12c55e962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a69b53e-7bff-4f20-ac46-04e64ae56bb0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:38.857891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e23c1-087c-4748-b036-390fa8fa8a2f req-a3b89378-2c35-406a-a66f-11ed6c117818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.858669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e23c1-087c-4748-b036-390fa8fa8a2f req-a3b89378-2c35-406a-a66f-11ed6c117818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.859586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e23c1-087c-4748-b036-390fa8fa8a2f req-a3b89378-2c35-406a-a66f-11ed6c117818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.862177 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-409e23c1-087c-4748-b036-390fa8fa8a2f req-a3b89378-2c35-406a-a66f-11ed6c117818 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2963 time: 0.2388473 Mar 22 13:55:38.954884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8b6-332d-4012-b889-6ab6017aa8ef admin admin] Publish callbacks [] for security_group (0a69b53e-7bff-4f20-ac46-04e64ae56bb0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.959336 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-409e23c1-087c-4748-b036-390fa8fa8a2f req-fd1deeae-eaa7-4328-8207-d7f3370943ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900142 Mar 22 13:55:38.992901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8b6-332d-4012-b889-6ab6017aa8ef admin admin] Publish callbacks [] for security_group (0a69b53e-7bff-4f20-ac46-04e64ae56bb0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:38.994109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f00a7-a954-4ff4-b7e4-3a75321b18ba req-0ddcaa00-3ea2-4acf-9129-9396ffaacfb1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:38.996578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-711f00a7-a954-4ff4-b7e4-3a75321b18ba req-0ddcaa00-3ea2-4acf-9129-9396ffaacfb1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1811008 Mar 22 13:55:39.052253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.054294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8b6-332d-4012-b889-6ab6017aa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0a69b53e-7bff-4f20-ac46-04e64ae56bb0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.058487 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8b6-332d-4012-b889-6ab6017aa8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.059900 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf18a8b6-332d-4012-b889-6ab6017aa8ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a69b53e-7bff-4f20-ac46-04e64ae56bb0 HTTP/1.1" status: 204 len: 168 time: 0.2716670 Mar 22 13:55:39.068941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18a8b6-332d-4012-b889-6ab6017aa8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a69b53e-7bff-4f20-ac46-04e64ae56bb0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:39.087397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e13989a3-fc0d-44ee-81f4-63dc5e67b998 None None] Provisioning complete for port 3204af1a-0ceb-4d83-971a-ba4661f16e59 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:39.087772 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e13989a3-fc0d-44ee-81f4-63dc5e67b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.088940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-711f00a7-a954-4ff4-b7e4-3a75321b18ba req-64782ab1-a537-47cb-a462-1e8b0abe36a7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787847 Mar 22 13:55:39.196601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e13989a3-fc0d-44ee-81f4-63dc5e67b998 None None] Port 3204af1a-0ceb-4d83-971a-ba4661f16e59 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:39.431030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:39.448646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a139-4e6d-41cc-bd0b-0c5e8fff6817 req-6a727618-5e79-4490-8050-f8bac800d5e6 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:39.450139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf20a139-4e6d-41cc-bd0b-0c5e8fff6817 req-6a727618-5e79-4490-8050-f8bac800d5e6 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 931 time: 0.1781211 Mar 22 13:55:39.490810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ccb53-f28d-4066-a0f8-c610f6828a17 req-4e0b5abd-342b-40b4-920f-d74616e55020 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:39.496102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ccb53-f28d-4066-a0f8-c610f6828a17 req-4e0b5abd-342b-40b4-920f-d74616e55020 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:39.501247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ccb53-f28d-4066-a0f8-c610f6828a17 req-4e0b5abd-342b-40b4-920f-d74616e55020 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:39.508555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-192ccb53-f28d-4066-a0f8-c610f6828a17 req-4e0b5abd-342b-40b4-920f-d74616e55020 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2417 time: 0.1950290 Mar 22 13:55:39.606114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf20a139-4e6d-41cc-bd0b-0c5e8fff6817 req-a4c5c684-bfc2-417a-936c-82ef211d089a tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464291 Mar 22 13:55:39.652562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-192ccb53-f28d-4066-a0f8-c610f6828a17 req-a31794bd-97a4-4bef-9f9e-0717d0d1838e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386209 Mar 22 13:55:39.685617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3204af1a-0ceb-4d83-971a-ba4661f16e59 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:39.693134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-667660945-network', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:39.702897 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Publish callbacks [] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.748932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Transition to ACTIVE for port object 3204af1a-0ceb-4d83-971a-ba4661f16e59 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:55:39.751240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Made reservation on behalf of 06e7dbac71fd4eb08445c1f0edb50c58 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:39.753744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.760000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.776523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.849798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29f67-08d9-4e72-bd92-0134464341be req-0b44eca0-8a81-4945-abf3-14f5b6679c24 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:39.851466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfc29f67-08d9-4e72-bd92-0134464341be req-0b44eca0-8a81-4945-abf3-14f5b6679c24 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1441944 Mar 22 13:55:39.855605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Pushing event updated for resources: {'Port': ['ID=3204af1a-0ceb-4d83-971a-ba4661f16e59,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:40.013409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfc29f67-08d9-4e72-bd92-0134464341be req-b796ad8e-7f6a-4b2e-ba9a-9c1729553f53 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206875 Mar 22 13:55:40.028679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Attempting to bind port 3204af1a-0ceb-4d83-971a-ba4661f16e59 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:40.038265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Attempting to bind port 3204af1a-0ceb-4d83-971a-ba4661f16e59 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:40.039077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Attempting to bind port 3204af1a-0ceb-4d83-971a-ba4661f16e59 on network 09b558da-58b7-4978-a742-342cfe07352b {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:40.055158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Port 3204af1a-0ceb-4d83-971a-ba4661f16e59 on network 09b558da-58b7-4978-a742-342cfe07352b not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:55:40.055656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Attempting to bind port 3204af1a-0ceb-4d83-971a-ba4661f16e59 on network 09b558da-58b7-4978-a742-342cfe07352b {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:40.064290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks [] for security_group (e56c5321-c5cd-4d30-9649-f4d80a788f57), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.067771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:40.069951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Checking segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:40.069951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Bound using segment: {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:40.069951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Bound port: 3204af1a-0ceb-4d83-971a-ba4661f16e59, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd75e07-1107-42bb-af51-a6b9bb870107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '09b558da-58b7-4978-a742-342cfe07352b'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:40.069951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.081033 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e56c5321-c5cd-4d30-9649-f4d80a788f57), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.150164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:55:40.163703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56c5321-c5cd-4d30-9649-f4d80a788f57,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:40.198380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f5d5a791-691e-4d56-9e9d-890fee4072af), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.198998 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Added segment f5d5a791-691e-4d56-9e9d-890fee4072af of type vlan for network ac9267f4-d51b-40f3-85ad-a65eed94538d Mar 22 13:55:40.306981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] For port 3204af1a-0ceb-4d83-971a-ba4661f16e59, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:40.330231 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ac9267f4-d51b-40f3-85ad-a65eed94538d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.334233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] For port 3204af1a-0ceb-4d83-971a-ba4661f16e59, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:40.352877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6495ba0-cdc9-4712-bc61-fd6e96b3ce45 req-61c38111-c75b-4fb8-8358-06d8a2da4172 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:40.354562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6495ba0-cdc9-4712-bc61-fd6e96b3ce45 req-61c38111-c75b-4fb8-8358-06d8a2da4172 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1683455 Mar 22 13:55:40.359250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.433210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:40.433831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.435282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] 10.222.0.57 "PUT /v2.0/ports/3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 1091 time: 1.7209358 Mar 22 13:55:40.437460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:40.439829 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b" -d '{"events": [{"name": "network-changed", "server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:40.449744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ac9267f4-d51b-40f3-85ad-a65eed94538d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.450728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:40.451307 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.572997 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059f5321-b26c-4d58-896b-4cf10c11d272 x-openstack-request-id: req-059f5321-b26c-4d58-896b-4cf10c11d272 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:40.573424 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:40.573772 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-059f5321-b26c-4d58-896b-4cf10c11d272 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:40.574443 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059f5321-b26c-4d58-896b-4cf10c11d272'] response: {'name': 'network-changed', 'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'status': 'completed', 'code': 200} Mar 22 13:55:40.579664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b154-6580-41da-a6b6-870c91ca2110 service neutron] Pushing event updated for resources: {'Port': ['ID=3204af1a-0ceb-4d83-971a-ba4661f16e59,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:40.609741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1732113 Mar 22 13:55:40.610083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:40.615095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Request body: {'subnet': {'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-667660945-subnet', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:40.643803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6495ba0-cdc9-4712-bc61-fd6e96b3ce45 req-a5e86505-bd64-4cb7-bc60-97bf7592bc99 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727237 Mar 22 13:55:40.644683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658ac42-7e6d-4443-a694-d8587f1e5621 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9267f4-d51b-40f3-85ad-a65eed94538d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:40.657042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ac9267f4-d51b-40f3-85ad-a65eed94538d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:55:40.684165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Made reservation on behalf of 06e7dbac71fd4eb08445c1f0edb50c58 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:40.694617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:40.698184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-9f5657a0-352d-42db-86fa-5791a8ffada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:40.702704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-9f5657a0-352d-42db-86fa-5791a8ffada8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 1125 time: 0.1274035 Mar 22 13:55:40.789380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-49345459-c87e-4faa-9d6a-4215f3c927dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 217 time: 0.0778778 Mar 22 13:55:40.919343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-79346aef-550c-469b-8db0-249624e6c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:40.920717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-79346aef-550c-469b-8db0-249624e6c98b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.0951545 Mar 22 13:55:40.946619 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (8fd53672-c2af-429e-89ae-571311137d59), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.018476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Checking segment: {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:41.018819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Network hostable DHCP agents. Network: ac9267f4-d51b-40f3-85ad-a65eed94538d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:55:41.028837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd53672-c2af-429e-89ae-571311137d59,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:41.043157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Network ac9267f4-d51b-40f3-85ad-a65eed94538d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:55:41.054290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ac9267f4-d51b-40f3-85ad-a65eed94538d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:41.058542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:41.059187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.067705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da17b8bd-8542-43ad-a874-5609cea738c0 None None] Network ac9267f4-d51b-40f3-85ad-a65eed94538d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:41.078105 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8c341314-dd87-41a0-a90b-fee926822760 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4668860 Mar 22 13:55:41.080702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40318) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:41.085866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:41.108128 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (f879716f-360a-4b37-9f1c-979439dea925), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.109812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (f879716f-360a-4b37-9f1c-979439dea925), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.173572 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks [] for router_controller (f879716f-360a-4b37-9f1c-979439dea925), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.243812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ac9267f4-d51b-40f3-85ad-a65eed94538d', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:55:41.244707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.263823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0eb4d-7869-465c-a0d0-0dcad1b61992 req-e10b8ce0-2518-42b4-ba99-528cd72da4ce tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:41.265299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80e0eb4d-7869-465c-a0d0-0dcad1b61992 req-e10b8ce0-2518-42b4-ba99-528cd72da4ce tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 943 time: 0.4788041 Mar 22 13:55:41.274675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76628c7b-99ea-409f-8891-46ae16acf73b req-1361ddd0-108e-4193-b526-ef9752644da4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:41.279786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76628c7b-99ea-409f-8891-46ae16acf73b req-1361ddd0-108e-4193-b526-ef9752644da4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:41.285140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76628c7b-99ea-409f-8891-46ae16acf73b req-1361ddd0-108e-4193-b526-ef9752644da4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:41.292263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76628c7b-99ea-409f-8891-46ae16acf73b req-1361ddd0-108e-4193-b526-ef9752644da4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2417 time: 0.5069742 Mar 22 13:55:41.376423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks [] for router_gateway (f879716f-360a-4b37-9f1c-979439dea925), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.378223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76628c7b-99ea-409f-8891-46ae16acf73b req-ba705c2d-fe68-4f68-bccb-1671177f69bd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832233 Mar 22 13:55:41.380325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-e0c97002-35ce-4fdb-9286-65e662be4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:41.381938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-e0c97002-35ce-4fdb-9286-65e662be4891 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4544942 Mar 22 13:55:41.430309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Allocated IP 172.20.0.2 (ac9267f4-d51b-40f3-85ad-a65eed94538d/8fd53672-c2af-429e-89ae-571311137d59/10368f6f-17f4-4e9d-8f2d-289655fd0a0f) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:41.446245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80e0eb4d-7869-465c-a0d0-0dcad1b61992 req-ba09f12d-c1f6-4744-8822-cb2796d2f828 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489985 Mar 22 13:55:41.569051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-a7c7a9b1-e759-41e7-8802-251c4e2de3e7 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446447 Mar 22 13:55:41.601399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770246b2-faef-4cb5-a6b4-38d557f1a6df req-36f3fa58-97dc-466c-8550-794b95f1c45a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:41.602945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-770246b2-faef-4cb5-a6b4-38d557f1a6df req-36f3fa58-97dc-466c-8550-794b95f1c45a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.0799921 Mar 22 13:55:41.645631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Request body: {'security_group': {'name': 'tempest-securitygroup-64039008', 'description': 'tempest-description-872543059'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:41.696629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Publish callbacks [] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.704582 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.707629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks [] for router_gateway (f879716f-360a-4b37-9f1c-979439dea925), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.728979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.729872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-770246b2-faef-4cb5-a6b4-38d557f1a6df req-d2760427-5391-4a31-97d3-02a680f7fd71 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895195 Mar 22 13:55:41.742645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.770760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.776244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Network ac9267f4-d51b-40f3-85ad-a65eed94538d is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:41.787543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:41.803631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:41.835705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Pushing event updated for resources: {'Port': ['ID=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:41.850413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (74ff3cb8-cbb3-412b-85ea-75cc9e3d827b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.858941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8033dfa4-8d2a-4dea-a677-89188dab6f3c req-e7aa807a-9cf2-4293-ab09-e1364b4f8601 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801793 Mar 22 13:55:41.860259 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (74ff3cb8-cbb3-412b-85ea-75cc9e3d827b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.888810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff3cb8-cbb3-412b-85ea-75cc9e3d827b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:41.936153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Allocated IP 172.25.2.213 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/5ffe6b85-6824-4ea5-93c3-e34f5bcf5638) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:41.980356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Attempting to bind port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:41.980758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Attempting to bind port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:41.981124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Attempting to bind port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f on network ac9267f4-d51b-40f3-85ad-a65eed94538d {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:41.988365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:41.988749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Checking segment: {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:41.989678 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:41.990362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Bound using segment: {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:41.990834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Bound port: 10368f6f-17f4-4e9d-8f2d-289655fd0a0f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:41.991211 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.051279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (d514a23c-99a4-46d1-894c-e17a9c4d3655), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.061620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d514a23c-99a4-46d1-894c-e17a9c4d3655), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.097063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks [] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.097317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] For port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:42.104947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] For port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:42.112636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-f1b0b35d-5f4d-48d7-bce2-f798c5edd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.114509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-f1b0b35d-5f4d-48d7-bce2-f798c5edd3d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 1125 time: 0.1710038 Mar 22 13:55:42.114635 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.117520 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.130570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5aeab3c-85bc-497a-9c15-968db6a4b718 req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5170088 Mar 22 13:55:42.143009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.213020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47bb41-c699-4499-a5a8-a5ba41b04de7 None None] Pushing event updated for resources: {'Port': ['ID=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:42.245790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c82a98-815e-4dca-9c88-18b3e29e5ba7 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d514a23c-99a4-46d1-894c-e17a9c4d3655,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:42.256862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b8b5e-dbbc-4148-9b12-aaf7842eb473 req-951d6780-4ef6-4f15-8b3d-82d1c2f5bbbf tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.258830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a4b8b5e-dbbc-4148-9b12-aaf7842eb473 req-951d6780-4ef6-4f15-8b3d-82d1c2f5bbbf tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2567260 Mar 22 13:55:42.263595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-967a4a41-5e49-4c94-93d7-81d3a1149e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.265223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-967a4a41-5e49-4c94-93d7-81d3a1149e08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.1330268 Mar 22 13:55:42.279493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:42.285361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:42.321391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:42.329680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-554442ff-c43c-4a73-a24b-e00cd557e494 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 217 time: 0.0500028 Mar 22 13:55:42.332720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:42.350510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-611f90ba-71c1-4f62-86a4-35774aff9ccc req-352c2234-8aa7-4981-8f52-18fe3f8e5e0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2100782808', 'description': 'tempest-description-330884018'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:42.421648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a4b8b5e-dbbc-4148-9b12-aaf7842eb473 req-9e49ad97-ff33-4ac0-82c1-cc9518780637 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525271 Mar 22 13:55:42.461848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-611f90ba-71c1-4f62-86a4-35774aff9ccc req-352c2234-8aa7-4981-8f52-18fe3f8e5e0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.469931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-30212bc2-90dd-483e-8af3-8e2b0371dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.473274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-30212bc2-90dd-483e-8af3-8e2b0371dd3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.1343453 Mar 22 13:55:42.588826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-6062678c-7920-459f-ad35-b5d7ef1d496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.590535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-6062678c-7920-459f-ad35-b5d7ef1d496f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1097074 Mar 22 13:55:42.668788 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-611f90ba-71c1-4f62-86a4-35774aff9ccc req-352c2234-8aa7-4981-8f52-18fe3f8e5e0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (1d1938a9-f0ee-4051-aa81-c83c45cd95ab), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.680163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-611f90ba-71c1-4f62-86a4-35774aff9ccc req-352c2234-8aa7-4981-8f52-18fe3f8e5e0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1d1938a9-f0ee-4051-aa81-c83c45cd95ab), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.699346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks [] for router_gateway (f879716f-360a-4b37-9f1c-979439dea925), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.700557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551611a5-ecf4-4605-ad76-89427434342f req-0152c210-452c-4873-9a60-e012ffeccdfb tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.705772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551611a5-ecf4-4605-ad76-89427434342f req-0152c210-452c-4873-9a60-e012ffeccdfb tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.711197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551611a5-ecf4-4605-ad76-89427434342f req-0152c210-452c-4873-9a60-e012ffeccdfb tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.712995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-551611a5-ecf4-4605-ad76-89427434342f req-0152c210-452c-4873-9a60-e012ffeccdfb tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2417 time: 0.1648529 Mar 22 13:55:42.755177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-611f90ba-71c1-4f62-86a4-35774aff9ccc req-352c2234-8aa7-4981-8f52-18fe3f8e5e0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.766555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-611f90ba-71c1-4f62-86a4-35774aff9ccc req-352c2234-8aa7-4981-8f52-18fe3f8e5e0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4357522 Mar 22 13:55:42.790970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c2234-8aa7-4981-8f52-18fe3f8e5e0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1938a9-f0ee-4051-aa81-c83c45cd95ab,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:42.811817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-299e1867-e6b1-4e92-9f25-27ed565b665f service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122643 Mar 22 13:55:42.914715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-551611a5-ecf4-4605-ad76-89427434342f req-736bd6f2-ec8b-4904-b408-b804da702b49 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835747 Mar 22 13:55:42.941912 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (f879716f-360a-4b37-9f1c-979439dea925), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:42.957424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8bbdb-e937-4de2-92f1-b586f450bcf4 req-770c8879-0e6e-4e6c-9c05-bc5b49cdad21 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:42.964534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba8bbdb-e937-4de2-92f1-b586f450bcf4 req-770c8879-0e6e-4e6c-9c05-bc5b49cdad21 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 943 time: 0.1568651 Mar 22 13:55:43.021456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fffcb57-3098-4d90-9b8f-56e63ce6b75b req-d820aa06-1750-4317-9214-910bcb9901b9 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932838 Mar 22 13:55:43.059441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba8bbdb-e937-4de2-92f1-b586f450bcf4 req-01297696-9bd9-4210-9ed2-4d100ac32109 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940545 Mar 22 13:55:43.104621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Router f879716f-360a-4b37-9f1c-979439dea925 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:55:43.118870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6a402-7f06-4f54-9bb6-2dce175240a6 req-781e8682-1d1f-454c-b8d8-e9829186cb5d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:43.125441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aa6a402-7f06-4f54-9bb6-2dce175240a6 req-781e8682-1d1f-454c-b8d8-e9829186cb5d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1161959 Mar 22 13:55:43.189023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1763477666', 'description': 'tempest-description-1246851251'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:43.198995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aa6a402-7f06-4f54-9bb6-2dce175240a6 req-fc5df888-8a29-4421-892c-f59cd87cf67c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714583 Mar 22 13:55:43.218466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.228941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.336597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:43.346568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (ea5e1fe1-1cb9-4e78-bedc-180171585985), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.351749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Sync routers for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:43.353556 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ea5e1fe1-1cb9-4e78-bedc-180171585985), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.376819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:43.377478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:43.391593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.396215 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55066607-260a-4a04-a37d-d628ac226fe4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3140547 Mar 22 13:55:43.396827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40344) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:43.417943 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (2f34efef-e9c8-47a8-8c66-d87dbd12cfc9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.432540 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f34efef-e9c8-47a8-8c66-d87dbd12cfc9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.488918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5e1fe1-1cb9-4e78-bedc-180171585985,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:43.505594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.526898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaf16d1c-3739-43c0-9fd3-012e165b6dd4 req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3498659 Mar 22 13:55:43.553953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b3cc9ec8-df4e-49a2-ae75-aef48571fbe4 req-a1141bc6-4099-4124-aee5-c8a79c74300c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-574655857', 'description': 'tempest-description-829828953'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:43.580537 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:55:43.587825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3785c47f-c0bc-4116-917f-09ba228853df None None] Network ac9267f4-d51b-40f3-85ad-a65eed94538d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:43.608037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:43.608280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57c8bf-6ac3-424b-abee-cef2621b7c68 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34efef-e9c8-47a8-8c66-d87dbd12cfc9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:43.624762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b3cc9ec8-df4e-49a2-ae75-aef48571fbe4 req-a1141bc6-4099-4124-aee5-c8a79c74300c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.648632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc580-38fd-4905-92d1-02b758f08ce2 req-fbc52337-e32e-427f-a2e0-c027216c1b4e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:43.656014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ebbc580-38fd-4905-92d1-02b758f08ce2 req-fbc52337-e32e-427f-a2e0-c027216c1b4e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.0961173 Mar 22 13:55:43.735347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ebbc580-38fd-4905-92d1-02b758f08ce2 req-8adda0a3-d51a-4684-9eb3-8250210b6274 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781298 Mar 22 13:55:43.770282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b3cc9ec8-df4e-49a2-ae75-aef48571fbe4 req-a1141bc6-4099-4124-aee5-c8a79c74300c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (5994c347-963c-41ee-b432-96318a0ee571), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.775395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b3cc9ec8-df4e-49a2-ae75-aef48571fbe4 req-a1141bc6-4099-4124-aee5-c8a79c74300c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5994c347-963c-41ee-b432-96318a0ee571), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.787084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5a5f500c-7f82-4a5c-b82c-8fccf78e9c6f None None] Provisioning complete for port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:43.787454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a5f500c-7f82-4a5c-b82c-8fccf78e9c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.812232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b3cc9ec8-df4e-49a2-ae75-aef48571fbe4 req-a1141bc6-4099-4124-aee5-c8a79c74300c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:43.813783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3cc9ec8-df4e-49a2-ae75-aef48571fbe4 req-a1141bc6-4099-4124-aee5-c8a79c74300c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2691956 Mar 22 13:55:43.838149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1141bc6-4099-4124-aee5-c8a79c74300c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5994c347-963c-41ee-b432-96318a0ee571,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:44.035315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-b1145cb9-2542-4ac9-b9f1-30c247a12e2e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:44.041538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-b1145cb9-2542-4ac9-b9f1-30c247a12e2e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:44.047296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-b1145cb9-2542-4ac9-b9f1-30c247a12e2e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:44.049072 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-b1145cb9-2542-4ac9-b9f1-30c247a12e2e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2417 time: 0.1303165 Mar 22 13:55:44.145026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4617-6186-49c6-8cc0-19a1a0f0ba2d req-75dd38e5-4923-4b81-9218-82d07ed0d0b2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:44.152358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4617-6186-49c6-8cc0-19a1a0f0ba2d req-75dd38e5-4923-4b81-9218-82d07ed0d0b2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:44.158499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4617-6186-49c6-8cc0-19a1a0f0ba2d req-75dd38e5-4923-4b81-9218-82d07ed0d0b2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:44.160307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df9c4617-6186-49c6-8cc0-19a1a0f0ba2d req-75dd38e5-4923-4b81-9218-82d07ed0d0b2 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 2417 time: 0.1197031 Mar 22 13:55:44.193069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f500c-7f82-4a5c-b82c-8fccf78e9c6f None None] Current status of the port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:44.193606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a5f500c-7f82-4a5c-b82c-8fccf78e9c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.198188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:42Z', 'revision_number': 3, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:44.203047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.209681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port dbdb2f8d-e41c-4b00-9286-22d63397d78c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:44.210258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.248596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Checking router: f879716f-360a-4b37-9f1c-979439dea925 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:44.249060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Updating router f879716f-360a-4b37-9f1c-979439dea925 port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:55:44.268457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-839567d2-1151-43d2-bef5-7a8d4895cdc7 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53733 time: 0.4270704 Mar 22 13:55:44.273136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df9c4617-6186-49c6-8cc0-19a1a0f0ba2d req-3692f1ff-4cf4-4d84-958a-a55e0a3bc589 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069303 Mar 22 13:55:44.304688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.369335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3204af1a-0ceb-4d83-971a-ba4661f16e59 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:44.381317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-07039681-2369-4738-ad9a-1032c46bdc26 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/03269c79-cab5-457c-88be-7bb8501c1d4b HTTP/1.1" status: 200 len: 2998 time: 0.1025274 Mar 22 13:55:44.418324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port dbdb2f8d-e41c-4b00-9286-22d63397d78c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=dbdb2f8d-e41c-4b00-9286-22d63397d78c,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:44.418695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.487690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-89ff7e4c-131e-46c1-b534-5dae9f73d35f tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/03269c79-cab5-457c-88be-7bb8501c1d4b HTTP/1.1" status: 200 len: 2998 time: 0.0987756 Mar 22 13:55:44.491697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for dbdb2f8d-e41c-4b00-9286-22d63397d78c owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:44.597540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Allocated IP 172.20.0.1 (ac9267f4-d51b-40f3-85ad-a65eed94538d/8fd53672-c2af-429e-89ae-571311137d59/1dc17323-bc4b-4a1d-b787-6e54c18e1d1e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:44.598085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-f8080d5d-3e73-4e24-86b5-bcc10f1defe8 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/14327985-32c0-4309-b84e-88a14551a1af HTTP/1.1" status: 200 len: 2998 time: 0.0945504 Mar 22 13:55:44.634536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 10368f6f-17f4-4e9d-8f2d-289655fd0a0f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:44.676666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5a5f500c-7f82-4a5c-b82c-8fccf78e9c6f None None] For port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:44.688050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-7d56fa86-2201-4574-a9c1-9efa2ac68baa tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/14327985-32c0-4309-b84e-88a14551a1af HTTP/1.1" status: 200 len: 2998 time: 0.0889423 Mar 22 13:55:44.701296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a5f500c-7f82-4a5c-b82c-8fccf78e9c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.711552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d22fa-7be2-404d-90c2-94b594b56417 req-73f8f89e-afd5-4c10-b08f-90ac662e3aca tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:44.715424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-270d22fa-7be2-404d-90c2-94b594b56417 req-73f8f89e-afd5-4c10-b08f-90ac662e3aca tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 943 time: 0.2456772 Mar 22 13:55:44.766077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (dbdb2f8d-e41c-4b00-9286-22d63397d78c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.789661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['dbdb2f8d-e41c-4b00-9286-22d63397d78c', '92e1d699-eed5-4c98-84db-d07d252c214f', '0476956c-85e2-435b-9941-a85eb51a2c0d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:44.810491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3204af1a-0ceb-4d83-971a-ba4661f16e59, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:44.826505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-43850128-755a-4d66-9b43-bbeccec0b5b4 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/3fd90bc1-056f-44d2-8efd-184840d47565 HTTP/1.1" status: 200 len: 2990 time: 0.1285491 Mar 22 13:55:44.845751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=dbdb2f8d-e41c-4b00-9286-22d63397d78c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:44.852687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks [] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.872430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port dbdb2f8d-e41c-4b00-9286-22d63397d78c on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:44.876600 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:44.880743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-4b4252e4-052f-420e-8949-f3c11a702586 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "DELETE /v2.0/ports/dbdb2f8d-e41c-4b00-9286-22d63397d78c HTTP/1.1" status: 204 len: 173 time: 0.8256390 Mar 22 13:55:44.882949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-deleted', 'tag': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:44.885366 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76442020-f8cc-435b-ae35-977596367199" -d '{"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-deleted", "tag": "dbdb2f8d-e41c-4b00-9286-22d63397d78c"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:44.887913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-270d22fa-7be2-404d-90c2-94b594b56417 req-cbe2c760-f7b2-4d63-8578-7a4cb71ed5a6 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632109 Mar 22 13:55:44.907518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-a925bf34-8e0a-4084-97e3-1724d5d9c055 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/3fd90bc1-056f-44d2-8efd-184840d47565 HTTP/1.1" status: 200 len: 2990 time: 0.0796320 Mar 22 13:55:44.962678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-ff09b074-5c3b-4ee6-ac2b-7e1664e5de16 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b HTTP/1.1" status: 200 len: 2998 time: 0.0542629 Mar 22 13:55:44.985899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'mac_address': 'fa:16:3e:8c:dd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:55:44.995888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f500c-7f82-4a5c-b82c-8fccf78e9c6f None None] Pushing event updated for resources: {'Port': ['ID=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:45.019724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:45.020101 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.032403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.047058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port 0476956c-85e2-435b-9941-a85eb51a2c0d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:45.047637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.108816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-7f082202-a6c4-43dc-a466-ea483ac1c1e8 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b HTTP/1.1" status: 200 len: 2998 time: 0.1198056 Mar 22 13:55:45.133817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6b7b9-88fa-48d2-bac7-7ebda61bd589 req-a6f89a45-e162-466b-a59f-cc36a8670279 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:45.141782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6af6b7b9-88fa-48d2-bac7-7ebda61bd589 req-a6f89a45-e162-466b-a59f-cc36a8670279 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1143165 Mar 22 13:55:45.152157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 3204af1a-0ceb-4d83-971a-ba4661f16e59 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:45.153143 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.155614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6cae46bc-ee03-4c41-b947-fa6a7399bc03 None None] Provisioning complete for port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:45.156218 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6cae46bc-ee03-4c41-b947-fa6a7399bc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.195796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Publish callbacks [] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.234115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6af6b7b9-88fa-48d2-bac7-7ebda61bd589 req-bd827b86-ffe0-44e4-8c40-4af26ee72b91 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893364 Mar 22 13:55:45.267381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-7e423d27-b82b-42ad-bb6c-fee24405fa52 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4f31d30a-2b12-434e-bbec-f177a35c1f6b HTTP/1.1" status: 200 len: 2998 time: 0.1466489 Mar 22 13:55:45.282512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:45.288166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.346585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3204af1a-0ceb-4d83-971a-ba4661f16e59 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:45.368534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-d680695a-17bd-429d-ae19-a3f55b935ae5 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4f31d30a-2b12-434e-bbec-f177a35c1f6b HTTP/1.1" status: 200 len: 2998 time: 0.0936966 Mar 22 13:55:45.376575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3204af1a-0ceb-4d83-971a-ba4661f16e59, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:45.388679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044df7-cdf8-41ad-a868-3fa5219a3b34 None None] Pushing event updated for resources: {'Port': ['ID=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:45.401099 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.452543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Attempting to bind port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:45.452908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Attempting to bind port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:45.453679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Attempting to bind port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:45.457816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-5b65e952-490c-409e-b2ee-a973004b5186 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5758e442-8101-48fe-8d06-dcb41ef1e005 HTTP/1.1" status: 200 len: 2998 time: 0.0825102 Mar 22 13:55:45.484227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:45.485478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:45.486527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.486929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:45.487416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Bound port: 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:45.487798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.500296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b071002-af26-4706-874d-2e2b81140042 req-56dc6605-c620-4d56-801c-45e78bfd8e9f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:45.501768 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b071002-af26-4706-874d-2e2b81140042 req-56dc6605-c620-4d56-801c-45e78bfd8e9f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.0858233 Mar 22 13:55:45.529624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-a286134f-043a-48e3-9b6b-a32b7ecfe3b7 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5758e442-8101-48fe-8d06-dcb41ef1e005 HTTP/1.1" status: 200 len: 2998 time: 0.0660300 Mar 22 13:55:45.538730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port 0476956c-85e2-435b-9941-a85eb51a2c0d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0476956c-85e2-435b-9941-a85eb51a2c0d,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:45.539355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.548681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] For port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:45.552262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] For port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:45.558203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for 0476956c-85e2-435b-9941-a85eb51a2c0d owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:45.574993 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.577470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b071002-af26-4706-874d-2e2b81140042 req-ef339f41-a93a-4860-9990-78aca1fb5f4e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Mar 22 13:55:45.603947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-6de277b3-a7b2-4664-927d-40e4d09ad3fb tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5e94373f-76ad-49f1-8bab-724b75a24bc8 HTTP/1.1" status: 200 len: 2998 time: 0.0680983 Mar 22 13:55:45.670709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-58f76d66-0a73-473b-82d7-3dee00800b73 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5e94373f-76ad-49f1-8bab-724b75a24bc8 HTTP/1.1" status: 200 len: 2998 time: 0.0603409 Mar 22 13:55:45.680402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:45.689394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=3204af1a-0ceb-4d83-971a-ba4661f16e59,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:45.707095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Network ac9267f4-d51b-40f3-85ad-a65eed94538d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:45.710406 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57242a4a-8507-4e92-b3eb-8618af5fd6e5 x-openstack-request-id: req-57242a4a-8507-4e92-b3eb-8618af5fd6e5 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:45.710585 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-deleted", "tag": "dbdb2f8d-e41c-4b00-9286-22d63397d78c", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:45.710820 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57242a4a-8507-4e92-b3eb-8618af5fd6e5 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:45.711214 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57242a4a-8507-4e92-b3eb-8618af5fd6e5'] response: {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-deleted', 'tag': 'dbdb2f8d-e41c-4b00-9286-22d63397d78c', 'status': 'completed', 'code': 200} Mar 22 13:55:45.732477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:45.735450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['3204af1a-0ceb-4d83-971a-ba4661f16e59'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:45.739308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:45.745342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:45.746116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:45.764615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-423a217f-c6f0-4779-a040-5f906b019771 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/74ff3cb8-cbb3-412b-85ea-75cc9e3d827b HTTP/1.1" status: 200 len: 2998 time: 0.0879722 Mar 22 13:55:45.818528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56dbe-637d-491a-bc0c-8bd5d3d7fb99 req-8ca68a3a-37dd-4a6d-9986-2d2cbd333581 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:45.824943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56dbe-637d-491a-bc0c-8bd5d3d7fb99 req-8ca68a3a-37dd-4a6d-9986-2d2cbd333581 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:45.826608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2be56dbe-637d-491a-bc0c-8bd5d3d7fb99 req-8ca68a3a-37dd-4a6d-9986-2d2cbd333581 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 1681 time: 0.1157482 Mar 22 13:55:45.833781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (f879716f-360a-4b37-9f1c-979439dea925), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:45.858808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-c747a5d4-563e-4560-bae1-3cb7f0d86a62 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/74ff3cb8-cbb3-412b-85ea-75cc9e3d827b HTTP/1.1" status: 200 len: 2998 time: 0.0872328 Mar 22 13:55:45.903965 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-e6e3cc01-5455-4e63-a858-c1fac408ce3e service neutron] show failed (client error): The resource could not be found. Mar 22 13:55:45.906026 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-e6e3cc01-5455-4e63-a858-c1fac408ce3e service neutron] 10.222.0.42 "GET /v2.0/ports/182fd64f-0199-4973-9c02-be37096b6758/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.3139665 Mar 22 13:55:45.935661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2be56dbe-637d-491a-bc0c-8bd5d3d7fb99 req-d1c9ce4c-de0c-4f13-a33b-16ce2e2bc47d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002402 Mar 22 13:55:45.957643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6cae46bc-ee03-4c41-b947-fa6a7399bc03 None None] Current status of the port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:45.977110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-86896dcf-c75a-4e37-835d-3f4f53799a2d tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/765df7ae-96d5-4108-9e11-7a70d97ce42d HTTP/1.1" status: 200 len: 2998 time: 0.1033859 Mar 22 13:55:46.061437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-d905b692-8671-4aeb-b03d-a5148cfef7e3 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/765df7ae-96d5-4108-9e11-7a70d97ce42d HTTP/1.1" status: 200 len: 2998 time: 0.0833418 Mar 22 13:55:46.090697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044df7-cdf8-41ad-a868-3fa5219a3b34 None None] Pushing event updated for resources: {'Port': ['ID=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:46.101481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0476956c-85e2-435b-9941-a85eb51a2c0d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.165123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:46.187558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-08dae143-acb4-4fcc-966e-b78b04d8dcd3 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7bf039f0-0212-48f9-b69e-9face2bf38fa HTTP/1.1" status: 200 len: 2998 time: 0.1242633 Mar 22 13:55:46.203952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=0476956c-85e2-435b-9941-a85eb51a2c0d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:46.276774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port 0476956c-85e2-435b-9941-a85eb51a2c0d on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:46.280575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.284600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-373315b0-80d8-44fc-9aec-3c048e37c3fd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "DELETE /v2.0/ports/0476956c-85e2-435b-9941-a85eb51a2c0d HTTP/1.1" status: 204 len: 173 time: 1.3961799 Mar 22 13:55:46.287825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b31fd-2c35-4701-8137-a1c5e8f10a03 req-94b6b51b-0e36-4989-a9ea-04ed2e1071b0 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:46.289543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-891b31fd-2c35-4701-8137-a1c5e8f10a03 req-94b6b51b-0e36-4989-a9ea-04ed2e1071b0 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 944 time: 0.1866310 Mar 22 13:55:46.311353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.365383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-88b80cd7-9136-4795-a5d8-8847f26d2e4a tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7bf039f0-0212-48f9-b69e-9face2bf38fa HTTP/1.1" status: 200 len: 2998 time: 0.1664698 Mar 22 13:55:46.432110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cb2d44fd-4756-4790-88d6-a01422b0aac4 None None] Provisioning complete for port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:46.432648 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44fd-4756-4790-88d6-a01422b0aac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.432745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-891b31fd-2c35-4701-8137-a1c5e8f10a03 req-704e9577-fc4d-44bd-8a09-34170c52fc06 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347327 Mar 22 13:55:46.449185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-084ec79e-b524-4e26-ac51-ead34f258df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:46.459614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-084ec79e-b524-4e26-ac51-ead34f258df2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b&tenant_id=f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 1132 time: 0.2060409 Mar 22 13:55:46.473668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:46.524394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-c0977e2e-7ebd-4c89-ab56-4365cfc017ef tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/848d1cbe-67ab-4b34-b799-947d84690758 HTTP/1.1" status: 200 len: 2998 time: 0.1580439 Mar 22 13:55:46.635898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks [] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.636500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.647266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port 92e1d699-eed5-4c98-84db-d07d252c214f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:46.647610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.650321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-42cc8553-fba2-473f-bfbe-fb83cb109d32 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/848d1cbe-67ab-4b34-b799-947d84690758 HTTP/1.1" status: 200 len: 2998 time: 0.1249521 Mar 22 13:55:46.651527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.671381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 10368f6f-17f4-4e9d-8f2d-289655fd0a0f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:46.736230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48ecf0-bc0c-42bd-9b85-7094e1e40e81 req-402e5b11-fb92-4f78-9a39-1d3d19c430c7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:46.737419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc48ecf0-bc0c-42bd-9b85-7094e1e40e81 req-402e5b11-fb92-4f78-9a39-1d3d19c430c7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.1782796 Mar 22 13:55:46.775018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-fc32de9d-6abe-4b8e-8eee-24b56eb394b6 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/89606b9b-492a-4dec-a36a-6d334592fa82 HTTP/1.1" status: 200 len: 2994 time: 0.1237152 Mar 22 13:55:46.781022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:46.787986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d44fd-4756-4790-88d6-a01422b0aac4 None None] Port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:46.788855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (f879716f-360a-4b37-9f1c-979439dea925), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.807198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:46.808075 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.869677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port 92e1d699-eed5-4c98-84db-d07d252c214f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=92e1d699-eed5-4c98-84db-d07d252c214f,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:46.870233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:46.889708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for 92e1d699-eed5-4c98-84db-d07d252c214f owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:46.940776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:42Z', 'revision_number': 3, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:46.946735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc48ecf0-bc0c-42bd-9b85-7094e1e40e81 req-eca45bd8-be43-49f0-8ce8-2e5919502f0f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012491 Mar 22 13:55:46.975519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:46.978220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0ff40-1ab4-4fda-8757-68b817b96f23 None None] The sync data for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 is: [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:42Z', 'revision_number': 3, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:47.043840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Network ac9267f4-d51b-40f3-85ad-a65eed94538d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:47.047842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:47.069209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:47.112479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:47.161456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:47.164028 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59548651-f285-40cb-bc5e-393a9baf5a98" -d '{"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-unplugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:47.168527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Publish callbacks [] for port (182fd64f-0199-4973-9c02-be37096b6758), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:47.173453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-108e612b-bc18-4041-8d73-66560232e113 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/89606b9b-492a-4dec-a36a-6d334592fa82 HTTP/1.1" status: 200 len: 2994 time: 0.3976138 Mar 22 13:55:47.258525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-f40bc56f-e1bc-4159-8c78-db1d591763f5 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c3994ce6-655c-487a-a3e0-b5f72e9c5f92 HTTP/1.1" status: 200 len: 2998 time: 0.0699620 Mar 22 13:55:47.299994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Router f879716f-360a-4b37-9f1c-979439dea925 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:55:47.301449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4d0f3-f090-4641-b323-d18dcfd77ff2 req-b937c35b-9f4a-4bd4-9dd2-807f07565f1d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:47.302562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fb4d0f3-f090-4641-b323-d18dcfd77ff2 req-b937c35b-9f4a-4bd4-9dd2-807f07565f1d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1314118 Mar 22 13:55:47.305604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Transition to ACTIVE for port object 182fd64f-0199-4973-9c02-be37096b6758 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:55:47.315636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (92e1d699-eed5-4c98-84db-d07d252c214f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:47.324550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:47.500858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=92e1d699-eed5-4c98-84db-d07d252c214f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:47.508762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] No DVR routers for this DVR port 182fd64f-0199-4973-9c02-be37096b6758 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:47.532435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-73f27156-28e9-4d2f-82cb-dde6d3125c5f None None] Provisioning complete for port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:47.532997 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-73f27156-28e9-4d2f-82cb-dde6d3125c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:47.554287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:47.574850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-a936a516-bd5b-4000-b96d-26f1cbdbab47 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c3994ce6-655c-487a-a3e0-b5f72e9c5f92 HTTP/1.1" status: 200 len: 2998 time: 0.3063211 Mar 22 13:55:47.592380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fb4d0f3-f090-4641-b323-d18dcfd77ff2 req-3f4de47c-3e40-4664-a7b6-ed76db03e537 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737765 Mar 22 13:55:47.646290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-73f27156-28e9-4d2f-82cb-dde6d3125c5f None None] Port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:55:47.679393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0476956c-85e2-435b-9941-a85eb51a2c0d no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:47.695637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:55:47.697384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:47.697697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:47.705279 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a19ac57-a7ee-4908-b7f4-b3a683c75c75 admin admin] 10.222.0.44 "PUT /v2.0/routers/f879716f-360a-4b37-9f1c-979439dea925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3073666 Mar 22 13:55:47.705801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:47.708141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port 92e1d699-eed5-4c98-84db-d07d252c214f on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:47.714355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:47.718805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:55:47.719122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:47.731147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 0476956c-85e2-435b-9941-a85eb51a2c0d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:47.731375 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4f66da84-2b12-4721-8cff-730a4d0dad87 req-98144ca6-f88b-43b1-bdaf-7b6638bf175f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.42 "DELETE /v2.0/ports/92e1d699-eed5-4c98-84db-d07d252c214f HTTP/1.1" status: 204 len: 173 time: 1.4283867 Mar 22 13:55:47.731465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0476956c-85e2-435b-9941-a85eb51a2c0d not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:47.731836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-deleted', 'tag': '0476956c-85e2-435b-9941-a85eb51a2c0d'}, {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-deleted', 'tag': '92e1d699-eed5-4c98-84db-d07d252c214f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:47.731946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device dbdb2f8d-e41c-4b00-9286-22d63397d78c no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:47.741086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:47.741485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:47.741783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:47.743729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Bound port: 182fd64f-0199-4973-9c02-be37096b6758, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:47.750892 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa9712f-e770-4bcd-974a-d4c758f5c5f8" -d '{"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-deleted", "tag": "0476956c-85e2-435b-9941-a85eb51a2c0d"}, {"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-deleted", "tag": "92e1d699-eed5-4c98-84db-d07d252c214f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:47.754325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:47.792267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: dbdb2f8d-e41c-4b00-9286-22d63397d78c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:47.792458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device dbdb2f8d-e41c-4b00-9286-22d63397d78c not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:47.793064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 92e1d699-eed5-4c98-84db-d07d252c214f no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:47.832079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 92e1d699-eed5-4c98-84db-d07d252c214f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:47.842544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 92e1d699-eed5-4c98-84db-d07d252c214f not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:47.927127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99daf7af-8238-4592-8d69-5973a45e7793 req-4c1e04e0-601a-41e2-b870-c98836bfde06 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=5adb6d33-a993-4051-9a8c-58e15fc1cf10 HTTP/1.1" status: 200 len: 210 time: 0.1663592 Mar 22 13:55:47.951943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-d482b8f1-412f-45a1-b5a0-68ef73f367e4 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c814c583-ee61-487f-be64-4bdf69b06d87 HTTP/1.1" status: 200 len: 2998 time: 0.3584292 Mar 22 13:55:47.972454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:47.978440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:47.999053 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.047234 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4570c77c-d459-4343-877c-4827c07e5cde x-openstack-request-id: req-4570c77c-d459-4343-877c-4827c07e5cde {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:48.047908 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-unplugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:48.048364 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4570c77c-d459-4343-877c-4827c07e5cde {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:48.050605 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4570c77c-d459-4343-877c-4827c07e5cde'] response: {'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'code': 200} Mar 22 13:55:48.102540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:48.103221 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.105561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] 10.222.0.57 "PUT /v2.0/ports/182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 1096 time: 1.6460898 Mar 22 13:55:48.159226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd22ce-9c94-4bb6-bda1-210869e552ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.202826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-baac43ac-bd54-4fbb-81f0-562cef0fb43b tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c814c583-ee61-487f-be64-4bdf69b06d87 HTTP/1.1" status: 200 len: 2998 time: 0.2389386 Mar 22 13:55:48.285842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afc57b-4bde-401b-9ace-0f9261081735 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:48.343387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3204af1a-0ceb-4d83-971a-ba4661f16e59 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:48.343590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288d76-f76c-49f0-ab95-4fb934f9b1a8 req-83f9331d-177e-4014-a990-9e6b0f47e8e3 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:48.345718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82288d76-f76c-49f0-ab95-4fb934f9b1a8 req-83f9331d-177e-4014-a990-9e6b0f47e8e3 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 944 time: 0.2390530 Mar 22 13:55:48.350501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-15a5f68f-65c2-418a-89f5-fe1c4d829aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:48.352176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-15a5f68f-65c2-418a-89f5-fe1c4d829aca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1130 time: 0.2107008 Mar 22 13:55:48.360590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-c8173c40-2cd2-4038-8808-45ec2950ca18 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e56c5321-c5cd-4d30-9649-f4d80a788f57 HTTP/1.1" status: 200 len: 2998 time: 0.1454923 Mar 22 13:55:48.527831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 3204af1a-0ceb-4d83-971a-ba4661f16e59 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:55:48.548763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:48.559955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 3204af1a-0ceb-4d83-971a-ba4661f16e59 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:48.560408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.600818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82288d76-f76c-49f0-ab95-4fb934f9b1a8 req-d60d2619-45d1-4eb3-b15f-9419cf71c899 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419317 Mar 22 13:55:48.610303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-7dc52dde-d2d9-482e-bdfd-10e626084fbe tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e56c5321-c5cd-4d30-9649-f4d80a788f57 HTTP/1.1" status: 200 len: 2998 time: 0.1861150 Mar 22 13:55:48.688681 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39970623-fb9a-4340-b84a-9b1be5b16f9a x-openstack-request-id: req-39970623-fb9a-4340-b84a-9b1be5b16f9a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:48.690139 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-deleted", "tag": "0476956c-85e2-435b-9941-a85eb51a2c0d", "status": "completed", "code": 200}, {"server_uuid": "5adb6d33-a993-4051-9a8c-58e15fc1cf10", "name": "network-vif-deleted", "tag": "92e1d699-eed5-4c98-84db-d07d252c214f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:48.690658 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39970623-fb9a-4340-b84a-9b1be5b16f9a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:48.691794 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39970623-fb9a-4340-b84a-9b1be5b16f9a'] response: {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-deleted', 'tag': '0476956c-85e2-435b-9941-a85eb51a2c0d', 'status': 'completed', 'code': 200} Mar 22 13:55:48.692374 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39970623-fb9a-4340-b84a-9b1be5b16f9a'] response: {'server_uuid': '5adb6d33-a993-4051-9a8c-58e15fc1cf10', 'name': 'network-vif-deleted', 'tag': '92e1d699-eed5-4c98-84db-d07d252c214f', 'status': 'completed', 'code': 200} Mar 22 13:55:48.704537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-d0603021-929d-454c-b73a-6fa6bc50cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:48.706047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-d0603021-929d-454c-b73a-6fa6bc50cdae service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3420844 Mar 22 13:55:48.773701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-663c6e17-8a64-48eb-b5c4-b8de73607f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.0608804 Mar 22 13:55:48.777816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:48.780708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.811409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-b2d07313-6e6f-4647-a71d-5421fe69e30f tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ea5e1fe1-1cb9-4e78-bedc-180171585985 HTTP/1.1" status: 200 len: 2998 time: 0.2000711 Mar 22 13:55:48.830393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 3204af1a-0ceb-4d83-971a-ba4661f16e59 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:48.831017 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.864815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4a258d0-2116-449d-87eb-02d6a5a6da2f req-9407e702-21ba-47fe-a997-03922d776a17 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ea5e1fe1-1cb9-4e78-bedc-180171585985 HTTP/1.1" status: 200 len: 2998 time: 0.0443456 Mar 22 13:55:48.866820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-98a3a993-ba8c-4683-b267-c2afb4531ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:48.868599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-98a3a993-ba8c-4683-b267-c2afb4531ed2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0888906 Mar 22 13:55:48.870098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:48.874072 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b1e46-1d31-4eff-956b-cbb10f493657" -d '{"events": [{"server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "name": "network-vif-plugged", "status": "completed", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:48.891593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3204af1a-0ceb-4d83-971a-ba4661f16e59, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:48.896911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.956780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-867d51a1-a93a-4568-8b32-d7ae1a491b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:48.967345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-867d51a1-a93a-4568-8b32-d7ae1a491b27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0845261 Mar 22 13:55:48.982974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:48.983600 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:48.996772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=3204af1a-0ceb-4d83-971a-ba4661f16e59,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:49.026072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:49.039338 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:49.123759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bc23b-5525-4bb2-9402-fc27f2a20427 req-bab7e19e-9ed1-4c1a-9ffd-2a1b7bf038e1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:49.125285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-649bc23b-5525-4bb2-9402-fc27f2a20427 req-bab7e19e-9ed1-4c1a-9ffd-2a1b7bf038e1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 948 time: 0.1442101 Mar 22 13:55:49.139815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:49.179978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-0d21e10b-dfda-454e-b457-50c2f1ac8022 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058861 Mar 22 13:55:49.200818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-649bc23b-5525-4bb2-9402-fc27f2a20427 req-db62808b-6c9c-44c6-af68-3dca66d1d6ed tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687487 Mar 22 13:55:49.294209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-706e53d8-6f02-4203-8cf0-c4de2bf059d3 req-59835013-80c2-44f0-b009-dae83f78dd9b service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058998 Mar 22 13:55:49.480584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40410) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:49.480584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1f26ed26-1b47-4aff-8e43-21ea1644b3c4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705731549', 'description': 'tempest-description--1915386426'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:49.530977 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053bc27c-1f9d-4d55-83e7-b1a7555157e9 x-openstack-request-id: req-053bc27c-1f9d-4d55-83e7-b1a7555157e9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:49.531299 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "name": "network-vif-plugged", "status": "completed", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:49.531551 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-053bc27c-1f9d-4d55-83e7-b1a7555157e9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:49.531669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f26ed26-1b47-4aff-8e43-21ea1644b3c4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:49.532100 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053bc27c-1f9d-4d55-83e7-b1a7555157e9'] response: {'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'code': 200} Mar 22 13:55:49.533491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896155a9-32fb-4f0f-b254-d6512ec5c428 req-3d045802-ef79-4ab0-8fb0-23b8743e3b60 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:49.554865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-896155a9-32fb-4f0f-b254-d6512ec5c428 req-3d045802-ef79-4ab0-8fb0-23b8743e3b60 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1432734 Mar 22 13:55:49.675059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-896155a9-32fb-4f0f-b254-d6512ec5c428 req-7493cc3f-950d-48bf-8e84-c9c027159a0e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156507 Mar 22 13:55:49.678824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:49.703865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f26ed26-1b47-4aff-8e43-21ea1644b3c4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group (5382ff1b-ecec-48a9-9737-4fd23c8fb86d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:49.711212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f26ed26-1b47-4aff-8e43-21ea1644b3c4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5382ff1b-ecec-48a9-9737-4fd23c8fb86d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:49.757229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f26ed26-1b47-4aff-8e43-21ea1644b3c4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:49.762546 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1f26ed26-1b47-4aff-8e43-21ea1644b3c4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2906747 Mar 22 13:55:49.763524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40422) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:49.771009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-75cd7b84-e3fd-4015-b4cc-c88536980c74 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Request body: {'security_group_rule': {'security_group_id': '5382ff1b-ecec-48a9-9737-4fd23c8fb86d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:49.810151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26ed26-1b47-4aff-8e43-21ea1644b3c4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5382ff1b-ecec-48a9-9737-4fd23c8fb86d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:49.830628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40434) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:49.849731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 182fd64f-0199-4973-9c02-be37096b6758 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:55:49.850198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:49.881130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-75cd7b84-e3fd-4015-b4cc-c88536980c74 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group_rule (c2aa58a3-b80e-4844-bc22-ef349fc2e307), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:49.981665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8582a-0e21-4a0b-bb05-7232b6c22677 req-947e3aea-8799-40cb-813f-605e8b2a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:49.983198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1a8582a-0e21-4a0b-bb05-7232b6c22677 req-947e3aea-8799-40cb-813f-605e8b2a36b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 1127 time: 0.3656380 Mar 22 13:55:49.993410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14dec6da-a5f4-4895-9893-8fcdf460fc89 req-fc2e7b01-78bb-40f9-99ff-ac4f99b608c8 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e98287f26ead40b786e44b42f9a6c42e HTTP/1.1" status: 200 len: 6151 time: 0.3820992 Mar 22 13:55:50.043128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Sync routers for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:55:50.057216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:50.058706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:50.059332 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:50.060196 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763d7c44-f35f-4987-ad7e-1cf38eba4816" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:50.085057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1a8582a-0e21-4a0b-bb05-7232b6c22677 req-55cb916f-e0d7-4614-b56f-acbe9bd364bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Mar 22 13:55:50.098086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d93b-2ac9-4c7b-92bd-b1df91807a4d req-1f4e3212-5d52-46b0-8d0d-363c691dbd5d tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:50.105563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d11d93b-2ac9-4c7b-92bd-b1df91807a4d req-1f4e3212-5d52-46b0-8d0d-363c691dbd5d tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 945 time: 0.1666820 Mar 22 13:55:50.118055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting subnet 78790960-91ec-4fed-acfd-f49f93892463 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:55:50.120922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14dec6da-a5f4-4895-9893-8fcdf460fc89 req-83c41206-965a-4d63-a0f9-6f2266bca8c5 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "GET /v2.0/security-groups/74ff3cb8-cbb3-412b-85ea-75cc9e3d827b HTTP/1.1" status: 200 len: 2998 time: 0.1017587 Mar 22 13:55:50.132409 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (78790960-91ec-4fed-acfd-f49f93892463), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.196755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14dec6da-a5f4-4895-9893-8fcdf460fc89 req-9d2a340f-4226-40aa-9da2-3d2f4c9aaa0e tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "GET /v2.0/security-groups/74ff3cb8-cbb3-412b-85ea-75cc9e3d827b HTTP/1.1" status: 200 len: 2998 time: 0.0748770 Mar 22 13:55:50.244235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d11d93b-2ac9-4c7b-92bd-b1df91807a4d req-0d85f210-ddc7-4435-911f-4050b0575bc1 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297860 Mar 22 13:55:50.261634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-75cd7b84-e3fd-4015-b4cc-c88536980c74 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group_rule (c2aa58a3-b80e-4844-bc22-ef349fc2e307), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.289782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-75cd7b84-e3fd-4015-b4cc-c88536980c74 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (c2aa58a3-b80e-4844-bc22-ef349fc2e307), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.305231 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e7f923-d4af-43b7-a3c3-5202399712fb x-openstack-request-id: req-f6e7f923-d4af-43b7-a3c3-5202399712fb {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:50.306061 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:50.306061 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6e7f923-d4af-43b7-a3c3-5202399712fb {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:50.306297 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e7f923-d4af-43b7-a3c3-5202399712fb'] response: {'name': 'network-changed', 'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'status': 'completed', 'code': 200} Mar 22 13:55:50.355744 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b04b23b1-8062-483c-afbc-7200feaf4d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.454648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (78790960-91ec-4fed-acfd-f49f93892463), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.470243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59f935f0-cc42-4377-8ab4-c72b99f77133 req-a86cfe51-c565-4048-957f-eeda9efd21a5 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5994c347-963c-41ee-b432-96318a0ee571 HTTP/1.1" status: 200 len: 1793 time: 0.2026360 Mar 22 13:55:50.476078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:50.555523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd7b84-e3fd-4015-b4cc-c88536980c74 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aa58a3-b80e-4844-bc22-ef349fc2e307,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:50.571711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:50.572092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.616094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-d8d75c15-a302-4da7-94c8-ce70aa316e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:50.617414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-6e6e0a10-39d2-4f32-8db7-b30c33351eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:50.617731 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-d8d75c15-a302-4da7-94c8-ce70aa316e61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1130 time: 0.3096550 Mar 22 13:55:50.619196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-6e6e0a10-39d2-4f32-8db7-b30c33351eef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1130 time: 0.2845228 Mar 22 13:55:50.625568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-75cd7b84-e3fd-4015-b4cc-c88536980c74 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.637522 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-75cd7b84-e3fd-4015-b4cc-c88536980c74 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8716338 Mar 22 13:55:50.638507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40470) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:50.675047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2e4a9-cd0a-4104-8369-d19384b6b916 req-1d85ffff-86ba-4783-b147-2a4a6b8a3560 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:50.676614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54c2e4a9-cd0a-4104-8369-d19384b6b916 req-1d85ffff-86ba-4783-b147-2a4a6b8a3560 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 948 time: 0.2252500 Mar 22 13:55:50.684962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-776b9cb4-4235-4d26-974f-927656fdd5a1 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Request body: {'security_group_rule': {'security_group_id': '5382ff1b-ecec-48a9-9737-4fd23c8fb86d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:50.700444 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:50.761895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:50.801736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-59f935f0-cc42-4377-8ab4-c72b99f77133 req-ce520c78-ad33-45cd-a02a-095971f0f6ae tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (5994c347-963c-41ee-b432-96318a0ee571), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.840330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54c2e4a9-cd0a-4104-8369-d19384b6b916 req-079e1dd5-78ab-4d48-8be0-b91a78a2e712 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363876 Mar 22 13:55:50.894532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (78790960-91ec-4fed-acfd-f49f93892463), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.989529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-6e58d4bb-5951-4def-a000-ebc9bd27b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:50.991210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-6e58d4bb-5951-4def-a000-ebc9bd27b6e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3620608 Mar 22 13:55:51.002062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-59f935f0-cc42-4377-8ab4-c72b99f77133 req-ce520c78-ad33-45cd-a02a-095971f0f6ae tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (5994c347-963c-41ee-b432-96318a0ee571), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.030108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-9aa70780-8a48-4132-bc6e-9d1d37d59212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:51.033595 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-9aa70780-8a48-4132-bc6e-9d1d37d59212 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3930016 Mar 22 13:55:51.033730 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-776b9cb4-4235-4d26-974f-927656fdd5a1 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group_rule (9c2759fb-34a1-4155-9f3c-6c63329c786f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.037928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (78790960-91ec-4fed-acfd-f49f93892463), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.094600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-e95512c0-7051-4161-8f8d-493f256e73a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.0903347 Mar 22 13:55:51.156055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b910e-da35-4bba-807f-de0893710104 None None] Network ce91006f-2174-4246-8aca-814ca67cd9f4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:51.161563 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-ef5590de-9969-4a00-a06e-bd24f7cfebfe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.1197085 Mar 22 13:55:51.181575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.187740 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/subnets/78790960-91ec-4fed-acfd-f49f93892463 HTTP/1.1" status: 204 len: 168 time: 1.3540812 Mar 22 13:55:51.188722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7d7d4-6f74-40e9-b277-c15fa34afce6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Subnet': ['ID=78790960-91ec-4fed-acfd-f49f93892463,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:51.195506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40504) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:51.204351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb22547-f97e-436c-a046-9b11483ff61f req-60e4a1b5-945f-46e2-b317-732e934e3330 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:51.217684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7eb22547-f97e-436c-a046-9b11483ff61f req-60e4a1b5-945f-46e2-b317-732e934e3330 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2251987 Mar 22 13:55:51.280879 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-59f935f0-cc42-4377-8ab4-c72b99f77133 req-ce520c78-ad33-45cd-a02a-095971f0f6ae tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5994c347-963c-41ee-b432-96318a0ee571), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.283469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-59f935f0-cc42-4377-8ab4-c72b99f77133 req-ce520c78-ad33-45cd-a02a-095971f0f6ae tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.284611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59f935f0-cc42-4377-8ab4-c72b99f77133 req-ce520c78-ad33-45cd-a02a-095971f0f6ae tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/5994c347-963c-41ee-b432-96318a0ee571 HTTP/1.1" status: 204 len: 173 time: 0.8135793 Mar 22 13:55:51.393992 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-776b9cb4-4235-4d26-974f-927656fdd5a1 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group_rule (9c2759fb-34a1-4155-9f3c-6c63329c786f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.407906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-776b9cb4-4235-4d26-974f-927656fdd5a1 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (9c2759fb-34a1-4155-9f3c-6c63329c786f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.439945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-776b9cb4-4235-4d26-974f-927656fdd5a1 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.444938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7eb22547-f97e-436c-a046-9b11483ff61f req-533db0a6-e255-44fc-a313-3505e451ee31 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189431 Mar 22 13:55:51.446077 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-776b9cb4-4235-4d26-974f-927656fdd5a1 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7782094 Mar 22 13:55:51.448246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-a1ec3a86-c043-4ca4-bb2e-ad7af892e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:51.454782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-a1ec3a86-c043-4ca4-bb2e-ad7af892e968 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.3420360 Mar 22 13:55:51.458274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40510) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:51.461429 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 2, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:51.462054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce520c78-ad33-45cd-a02a-095971f0f6ae tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5994c347-963c-41ee-b432-96318a0ee571,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:51.483721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:51.551791 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Checking router: f879716f-360a-4b37-9f1c-979439dea925 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:55:51.553270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b9cb4-4235-4d26-974f-927656fdd5a1 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2759fb-34a1-4155-9f3c-6c63329c786f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:51.556845 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Updating router f879716f-360a-4b37-9f1c-979439dea925 port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:55:51.567900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] DHCP port deletion for ce91006f-2174-4246-8aca-814ca67cd9f4 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:55:51.574354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-6e3c69d2-52c5-495e-b5f9-f686ad8b1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:51.575889 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-6e3c69d2-52c5-495e-b5f9-f686ad8b1171 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.3794785 Mar 22 13:55:51.606458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ce91006f-2174-4246-8aca-814ca67cd9f4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.612597 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.666567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] Deleting port 5df71739-7027-4678-8cf5-f4aad147bd21 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:51.667678 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.727200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.761496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-c19868b4-a97b-423e-9dd9-0db793d277cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:51.764281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-c19868b4-a97b-423e-9dd9-0db793d277cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3002863 Mar 22 13:55:51.833943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] For port 5df71739-7027-4678-8cf5-f4aad147bd21, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5df71739-7027-4678-8cf5-f4aad147bd21,segment=NetworkSegment(d2d37e66-d15b-48d7-8a61-c24fe9400e64),segment_id=d2d37e66-d15b-48d7-8a61-c24fe9400e64)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:51.834591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.869829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] Calling delete_port for 5df71739-7027-4678-8cf5-f4aad147bd21 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:51.899219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-efcc66e1-633c-48c6-934d-bfd4c5879dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:51.901814 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-efcc66e1-633c-48c6-934d-bfd4c5879dfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3152912 Mar 22 13:55:52.015152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e49a4201-abaf-4447-9339-4937ab64c5fe req-7a9268b9-0e89-4f4a-8909-41d29d80a42c tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2f34efef-e9c8-47a8-8c66-d87dbd12cfc9 HTTP/1.1" status: 200 len: 1795 time: 0.4164495 Mar 22 13:55:52.027385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-1207b444-8816-4ad9-9a61-ed760c979c6a service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186020 Mar 22 13:55:52.091379 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.092697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-bc2aa12f-b248-4124-91c8-cb831f32d5d2 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110657 Mar 22 13:55:52.101932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port 5df71739-7027-4678-8cf5-f4aad147bd21 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:52.102431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.151080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098117f6-8323-4687-9c58-49fb3a497f0b req-5ea4272c-9428-4dd6-85e2-a3229f25a266 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:52.156814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-098117f6-8323-4687-9c58-49fb3a497f0b req-5ea4272c-9428-4dd6-85e2-a3229f25a266 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 945 time: 0.6572621 Mar 22 13:55:52.162524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] No DVR routers for this DVR port 5df71739-7027-4678-8cf5-f4aad147bd21 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:52.172193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced61e-a904-44d5-a17a-3d88c198e05e None None] Pushing event deleted for resources: {'Port': ['ID=5df71739-7027-4678-8cf5-f4aad147bd21,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:52.207273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.221315 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Publish callbacks [] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.225384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port 5df71739-7027-4678-8cf5-f4aad147bd21, host n-d-834677-3, got binding levels [] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:52.225860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.229255 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.272643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for 5df71739-7027-4678-8cf5-f4aad147bd21 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:52.280410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-0585939e-e5f2-4f50-a4e7-2fb9a8b8fc78 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468245 Mar 22 13:55:52.289997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Port 5df71739-7027-4678-8cf5-f4aad147bd21 was not found and therefore no delete operation was performed {{(pid=110458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 13:55:52.293728 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.303849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5df71739-7027-4678-8cf5-f4aad147bd21), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.305272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-098117f6-8323-4687-9c58-49fb3a497f0b req-5970a16f-0342-492b-8f18-c947ed69b18a tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188779 Mar 22 13:55:52.310425 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e49a4201-abaf-4447-9339-4937ab64c5fe req-9fb4357c-ccd6-43cb-8701-60dafc10eaa2 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (2f34efef-e9c8-47a8-8c66-d87dbd12cfc9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.353175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 182fd64f-0199-4973-9c02-be37096b6758 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:55:52.397287 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Attempting to bind port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:52.397953 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Attempting to bind port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:52.398613 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Attempting to bind port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e on network ac9267f4-d51b-40f3-85ad-a65eed94538d {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:52.401943 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3928d-076d-4df7-a458-e45624e0b073 None None] Pushing event updated for resources: {'Port': ['ID=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:52.410213 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:52.410964 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Checking segment: {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:52.411757 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.412428 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Bound using segment: {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:52.413732 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Bound port: 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:52.415370 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.465082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e49a4201-abaf-4447-9339-4937ab64c5fe req-9fb4357c-ccd6-43cb-8701-60dafc10eaa2 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (2f34efef-e9c8-47a8-8c66-d87dbd12cfc9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.525278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:52.539710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '182fd64f-0199-4973-9c02-be37096b6758', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '182fd64f-0199-4973-9c02-be37096b6758', 'mac_address': 'fa:16:3e:48:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:55:52.543206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5df71739-7027-4678-8cf5-f4aad147bd21 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:52.556610 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] For port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:52.561044 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] For port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:52.568432 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.585679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5df71739-7027-4678-8cf5-f4aad147bd21 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:52.588863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5df71739-7027-4678-8cf5-f4aad147bd21 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:52.607771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Allocated IP 172.25.2.78 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c1d79e90-b9d4-4c3b-b0fb-16b06d80011b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:52.610121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763d7c44-f35f-4987-ad7e-1cf38eba4816 req-9ec801d3-77f8-45c8-9c22-576179ec814c service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092990 Mar 22 13:55:52.613584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e49a4201-abaf-4447-9339-4937ab64c5fe req-9fb4357c-ccd6-43cb-8701-60dafc10eaa2 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f34efef-e9c8-47a8-8c66-d87dbd12cfc9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.642642 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e49a4201-abaf-4447-9339-4937ab64c5fe req-9fb4357c-ccd6-43cb-8701-60dafc10eaa2 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.662790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e49a4201-abaf-4447-9339-4937ab64c5fe req-9fb4357c-ccd6-43cb-8701-60dafc10eaa2 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f34efef-e9c8-47a8-8c66-d87dbd12cfc9 HTTP/1.1" status: 204 len: 173 time: 0.6441998 Mar 22 13:55:52.667493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 182fd64f-0199-4973-9c02-be37096b6758 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:52.669012 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.687422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182fd64f-0199-4973-9c02-be37096b6758 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:55:52.731656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:52.751079 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3928d-076d-4df7-a458-e45624e0b073 None None] Pushing event updated for resources: {'Port': ['ID=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:52.753052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.773152 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:55:52.773909 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:52.777362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4357c-ccd6-43cb-8701-60dafc10eaa2 tempest-SecurityGroupsTestAdminJSON-1090629385 tempest-SecurityGroupsTestAdminJSON-1090629385-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34efef-e9c8-47a8-8c66-d87dbd12cfc9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:52.789755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=5df71739-7027-4678-8cf5-f4aad147bd21,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:52.802460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port 5df71739-7027-4678-8cf5-f4aad147bd21 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:52.854189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660c549-4ba3-41b9-8d0a-000b471d78a5 req-ee88509e-4e2b-452a-be30-96d6e671da41 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:52.856185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9660c549-4ba3-41b9-8d0a-000b471d78a5 req-ee88509e-4e2b-452a-be30-96d6e671da41 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 948 time: 0.2440202 Mar 22 13:55:52.916990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:52.968540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cbae2d60-88d9-46cd-b3ce-448839a015ac None None] Provisioning complete for port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:52.968920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d60-88d9-46cd-b3ce-448839a015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:52.975932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91690a-5d8d-4cd6-9802-3b3cfaa21489 req-3ec1076e-0879-44b7-8b5d-ccff8c882975 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:52.983423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b91690a-5d8d-4cd6-9802-3b3cfaa21489 req-3ec1076e-0879-44b7-8b5d-ccff8c882975 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2086449 Mar 22 13:55:53.015578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9660c549-4ba3-41b9-8d0a-000b471d78a5 req-562dc027-fb03-4fd1-9077-157b59925781 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487494 Mar 22 13:55:53.099012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['182fd64f-0199-4973-9c02-be37096b6758'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:55:53.139837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ce91006f-2174-4246-8aca-814ca67cd9f4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.153711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:55:53.188178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b91690a-5d8d-4cd6-9802-3b3cfaa21489 req-6532aaf8-ea22-439b-860d-406f108940ef tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021658 Mar 22 13:55:53.201464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9330a72-86a3-49e4-be11-433a7e0ab7bf req-14791fd8-88d4-4256-b4fd-f91c02127045 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "GET /v2.0/security-groups/1d1938a9-f0ee-4051-aa81-c83c45cd95ab HTTP/1.1" status: 200 len: 1794 time: 0.1069503 Mar 22 13:55:53.227018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce91006f-2174-4246-8aca-814ca67cd9f4']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:53.233900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.274558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d37e66-d15b-48d7-8a61-c24fe9400e64') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:53.274862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d37e66-d15b-48d7-8a61-c24fe9400e64') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:53.296529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (d2d37e66-d15b-48d7-8a61-c24fe9400e64), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.342953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cbae2d60-88d9-46cd-b3ce-448839a015ac None None] Current status of the port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:53.347884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d60-88d9-46cd-b3ce-448839a015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.367333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d2d37e66-d15b-48d7-8a61-c24fe9400e64), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.373354 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.384879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:55:53.385290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (d2d37e66-d15b-48d7-8a61-c24fe9400e64), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:55:53.390639 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:55:53.406188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9330a72-86a3-49e4-be11-433a7e0ab7bf req-817b0550-fc04-4ef4-9027-93d57af5a91b tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (1d1938a9-f0ee-4051-aa81-c83c45cd95ab), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.493746 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:52Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:53.495062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9330a72-86a3-49e4-be11-433a7e0ab7bf req-817b0550-fc04-4ef4-9027-93d57af5a91b tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (1d1938a9-f0ee-4051-aa81-c83c45cd95ab), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.495595 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.531147 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35bd16-ab0b-4ab2-8ff1-7eb1b0d4bf9f None None] The sync data for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 is: [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:52Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:55:53.631445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cbae2d60-88d9-46cd-b3ce-448839a015ac None None] For port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:53.650996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9330a72-86a3-49e4-be11-433a7e0ab7bf req-817b0550-fc04-4ef4-9027-93d57af5a91b tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1d1938a9-f0ee-4051-aa81-c83c45cd95ab), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.653658 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d60-88d9-46cd-b3ce-448839a015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.655058 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9330a72-86a3-49e4-be11-433a7e0ab7bf req-817b0550-fc04-4ef4-9027-93d57af5a91b tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.657569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:53.662424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:53.670495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:53.674228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9330a72-86a3-49e4-be11-433a7e0ab7bf req-817b0550-fc04-4ef4-9027-93d57af5a91b tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d1938a9-f0ee-4051-aa81-c83c45cd95ab HTTP/1.1" status: 204 len: 173 time: 0.4587095 Mar 22 13:55:53.700675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ce91006f-2174-4246-8aca-814ca67cd9f4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.711537 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.714385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b0550-fc04-4ef4-9027-93d57af5a91b tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1938a9-f0ee-4051-aa81-c83c45cd95ab,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:53.737098 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/networks/ce91006f-2174-4246-8aca-814ca67cd9f4 HTTP/1.1" status: 204 len: 168 time: 2.5310900 Mar 22 13:55:53.740730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:53.861144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae2d60-88d9-46cd-b3ce-448839a015ac None None] Pushing event updated for resources: {'Port': ['ID=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:53.888569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event updated for resources: {'Port': ['ID=c1d79e90-b9d4-4c3b-b0fb-16b06d80011b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:53.899568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting subnet 5a7e9662-9200-4b62-abbf-1c049b98784b {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:55:53.911624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe0fb9-470b-47e0-8197-79ad97e1b7ec tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Network': ['ID=ce91006f-2174-4246-8aca-814ca67cd9f4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:53.928839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (5a7e9662-9200-4b62-abbf-1c049b98784b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.019524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5b5e08c8-40d5-4f99-b3b0-d63e02c11f83 None None] Provisioning complete for port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:54.020053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5b5e08c8-40d5-4f99-b3b0-d63e02c11f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.071640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (5a7e9662-9200-4b62-abbf-1c049b98784b), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.111403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for floatingip (25d32098-181a-4118-81ec-e7be6890d080), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.173700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.247794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.353681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (5a7e9662-9200-4b62-abbf-1c049b98784b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.355159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e08c8-40d5-4f99-b3b0-d63e02c11f83 None None] Current status of the port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:54.538753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:54.600106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.607548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.639453 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.661794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b074d3f4-ef82-43ee-b252-7f45b7eb52db req-0569d0f6-3ddf-4a67-b7f9-7e8e838ed4d6 tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "GET /v2.0/security-groups/d514a23c-99a4-46d1-894c-e17a9c4d3655 HTTP/1.1" status: 200 len: 1792 time: 0.3311625 Mar 22 13:55:54.662248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:54.662797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.786632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:54.792067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd77399-a928-447d-beb2-5f3e576e43ca req-9d8424be-d4bb-414f-ba9e-5749561f1121 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:54.802964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fd77399-a928-447d-beb2-5f3e576e43ca req-9d8424be-d4bb-414f-ba9e-5749561f1121 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 945 time: 0.4736903 Mar 22 13:55:54.871901 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (5a7e9662-9200-4b62-abbf-1c049b98784b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.319915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event updated for resources: {'Port': ['ID=c1d79e90-b9d4-4c3b-b0fb-16b06d80011b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:55.323182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (25d32098-181a-4118-81ec-e7be6890d080), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.327739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-45c7a9af-bcad-4c3b-971b-91dfe7db11ce tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:55.329242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-45c7a9af-bcad-4c3b-971b-91dfe7db11ce tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b&tenant_id=f0bbdf42878b486488ab42e3949f878d&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 949 time: 1.0035553 Mar 22 13:55:55.344106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.345798 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d584ff1d-3e90-42a6-8161-b9a424fb929f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8861470 Mar 22 13:55:55.423151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fd77399-a928-447d-beb2-5f3e576e43ca req-82a30312-1d03-4fa2-a8a6-1ba5cf9bddca tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191857 Mar 22 13:55:55.424045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7e9662-9200-4b62-abbf-1c049b98784b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:55.446816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd24cd-3a45-42d4-86ec-f33ea0e92f5f None None] Network 61f25588-1825-40b2-bb66-5504439daf60 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:55.447581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.454248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f88bfe5-1295-4e3d-901b-78bfec43e5e6 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/subnets/5a7e9662-9200-4b62-abbf-1c049b98784b HTTP/1.1" status: 204 len: 168 time: 1.7091789 Mar 22 13:55:55.454728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:55.572904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b074d3f4-ef82-43ee-b252-7f45b7eb52db req-7c5ab87f-7b74-452b-8273-e760c4bb1a6f tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (d514a23c-99a4-46d1-894c-e17a9c4d3655), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.645824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (61f25588-1825-40b2-bb66-5504439daf60), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.675648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b074d3f4-ef82-43ee-b252-7f45b7eb52db req-7c5ab87f-7b74-452b-8273-e760c4bb1a6f tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (d514a23c-99a4-46d1-894c-e17a9c4d3655), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.776332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b074d3f4-ef82-43ee-b252-7f45b7eb52db req-7c5ab87f-7b74-452b-8273-e760c4bb1a6f tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d514a23c-99a4-46d1-894c-e17a9c4d3655), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.779362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] DHCP port deletion for 61f25588-1825-40b2-bb66-5504439daf60 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:55:55.779729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b074d3f4-ef82-43ee-b252-7f45b7eb52db req-7c5ab87f-7b74-452b-8273-e760c4bb1a6f tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.782388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b074d3f4-ef82-43ee-b252-7f45b7eb52db req-7c5ab87f-7b74-452b-8273-e760c4bb1a6f tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] 10.222.0.44 "DELETE /v2.0/security-groups/d514a23c-99a4-46d1-894c-e17a9c4d3655 HTTP/1.1" status: 204 len: 173 time: 1.1045504 Mar 22 13:55:55.798604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:55.798961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:55.803809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ab87f-7b74-452b-8273-e760c4bb1a6f tempest-SecurityGroupsTestAdminJSON-1226475840 tempest-SecurityGroupsTestAdminJSON-1226475840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d514a23c-99a4-46d1-894c-e17a9c4d3655,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:55.812853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-e1b9d01d-7672-4b32-8f90-8d8d49f329eb service neutron] 10.222.0.57 "GET /v2.0/ports/182fd64f-0199-4973-9c02-be37096b6758/bindings/n-h2-834677-3 HTTP/1.1" status: 200 len: 382 time: 0.4511585 Mar 22 13:55:55.834359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af291d-526e-46b3-aa02-532de5239270 req-f6d40313-ef9f-406a-a094-5023d7c5b53a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:55.842481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1af291d-526e-46b3-aa02-532de5239270 req-f6d40313-ef9f-406a-a094-5023d7c5b53a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2705901 Mar 22 13:55:55.917557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1af291d-526e-46b3-aa02-532de5239270 req-c1b92185-e590-41fc-8005-4de73988f37d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739653 Mar 22 13:55:55.947391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] Deleting port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:55:55.954455 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.051171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port 30309c2f-dedb-4cfb-8b76-5694ca2fd897, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=30309c2f-dedb-4cfb-8b76-5694ca2fd897,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:56.051684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.084429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for 30309c2f-dedb-4cfb-8b76-5694ca2fd897 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:56.141247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] For port 30309c2f-dedb-4cfb-8b76-5694ca2fd897, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=30309c2f-dedb-4cfb-8b76-5694ca2fd897,segment=NetworkSegment(54ea694c-ed18-428b-b6ce-46e719367a1b),segment_id=54ea694c-ed18-428b-b6ce-46e719367a1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:56.141646 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.147064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-997d9c66-0ba4-44ed-80d3-60f4f222ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:56.148599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-997d9c66-0ba4-44ed-80d3-60f4f222ce1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1131 time: 0.2852552 Mar 22 13:55:56.165166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] Calling delete_port for 30309c2f-dedb-4cfb-8b76-5694ca2fd897 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:55:56.176568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-f8f4b15b-6bf6-46f7-aa9b-e742d26e6edd tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1705731549&fields=id&tenant_id=06e7dbac71fd4eb08445c1f0edb50c58 HTTP/1.1" status: 200 len: 267 time: 0.1269357 Mar 22 13:55:56.285193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.301587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (30309c2f-dedb-4cfb-8b76-5694ca2fd897), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.323369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=30309c2f-dedb-4cfb-8b76-5694ca2fd897,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:56.325218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:56.352788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] Pushing event deleted for resources: {'Port': ['ID=30309c2f-dedb-4cfb-8b76-5694ca2fd897,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:56.354650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b39cd-d2b9-4524-87cf-41ebea0332f6 None None] No DVR routers for this DVR port 30309c2f-dedb-4cfb-8b76-5694ca2fd897 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:55:56.388702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40578) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:56.405154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 182fd64f-0199-4973-9c02-be37096b6758 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:55:56.446460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2963c1c-7011-47e0-bde0-f0dc128db868 req-1cc44908-3982-4434-9b71-389fa222b37c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:56.459790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2963c1c-7011-47e0-bde0-f0dc128db868 req-1cc44908-3982-4434-9b71-389fa222b37c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 949 time: 0.4988763 Mar 22 13:55:56.522513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 182fd64f-0199-4973-9c02-be37096b6758 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:55:56.528916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 182fd64f-0199-4973-9c02-be37096b6758 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:55:56.529266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (182fd64f-0199-4973-9c02-be37096b6758), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.571539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (61f25588-1825-40b2-bb66-5504439daf60), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.603257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 30309c2f-dedb-4cfb-8b76-5694ca2fd897 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:55:56.614752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2963c1c-7011-47e0-bde0-f0dc128db868 req-6a118961-5d32-417f-b890-7f78d921eae5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600900 Mar 22 13:55:56.626460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f25588-1825-40b2-bb66-5504439daf60']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:56.648193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-793bb479-c5f6-4d41-adf8-ca1366e0e9e9 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:56.650294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ea694c-ed18-428b-b6ce-46e719367a1b') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:56.650602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ea694c-ed18-428b-b6ce-46e719367a1b') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:55:56.658603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-793bb479-c5f6-4d41-adf8-ca1366e0e9e9 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/networks?id=ac9267f4-d51b-40f3-85ad-a65eed94538d HTTP/1.1" status: 200 len: 814 time: 0.4809973 Mar 22 13:55:56.661115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 30309c2f-dedb-4cfb-8b76-5694ca2fd897 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:55:56.661452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 30309c2f-dedb-4cfb-8b76-5694ca2fd897 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:55:56.676061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (54ea694c-ed18-428b-b6ce-46e719367a1b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.706952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (54ea694c-ed18-428b-b6ce-46e719367a1b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.719417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:55:56.720752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-e4f86503-10b3-4d0d-a661-2e0c67fbda5e tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/quotas/06e7dbac71fd4eb08445c1f0edb50c58 HTTP/1.1" status: 200 len: 375 time: 0.0583785 Mar 22 13:55:56.721264 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (54ea694c-ed18-428b-b6ce-46e719367a1b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:55:56.725129 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:55:56.736108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-6ade7331-5f30-46e0-b45d-c6f8613943b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:56.741986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-6ade7331-5f30-46e0-b45d-c6f8613943b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.5527892 Mar 22 13:55:56.803312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 182fd64f-0199-4973-9c02-be37096b6758 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:55:56.803685 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.809599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-8236b29a-65c2-4f3e-82ce-b46ca8adb157 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.0586782 Mar 22 13:55:56.846961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:55:56.849902 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde95e9-98ce-46dd-975f-c670d038bb84" -d '{"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-plugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:55:56.863557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:55:56.869449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.875245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-69b49a81-7e25-4484-9759-28925e629183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:56.876727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-69b49a81-7e25-4484-9759-28925e629183 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0526590 Mar 22 13:55:56.903480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (61f25588-1825-40b2-bb66-5504439daf60), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.914975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:56.920570 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/networks/61f25588-1825-40b2-bb66-5504439daf60 HTTP/1.1" status: 204 len: 168 time: 1.4647031 Mar 22 13:55:56.930555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40586) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:56.943976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1000523055'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:56.956367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:56.979778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-40bac48b-d378-4f8a-9fdf-e44626183551 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06e7dbac71fd4eb08445c1f0edb50c58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2466085 Mar 22 13:55:57.004685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Network': ['ID=61f25588-1825-40b2-bb66-5504439daf60,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:57.035243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.046346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.046827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.047271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.047675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.048072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.048461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.048859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.049177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.049494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.051740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.051740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.051740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.051740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.051740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4d247-aeff-480f-9319-8a4dde18e21d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:55:57.072107 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c93db3d8-4700-41ea-88bc-ac420df998da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e98287f26ead40b786e44b42f9a6c42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6826539 Mar 22 13:55:57.072838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40590) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:57.084874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:57.090156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.115748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-14a987ca-47ba-43da-ba3f-951bae610636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:57.117343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-14a987ca-47ba-43da-ba3f-951bae610636 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2280445 Mar 22 13:55:57.123659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:55:57.134298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b5fc962a-3b2d-4994-9676-4bf420793778), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.134753 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Added segment b5fc962a-3b2d-4994-9676-4bf420793778 of type vlan for network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f Mar 22 13:55:57.140486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-e25a3fe2-4de5-4274-bcb4-0ece63ba5849 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:57.142036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-e25a3fe2-4de5-4274-bcb4-0ece63ba5849 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2632148 Mar 22 13:55:57.199030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3023dcb4-4ee2-4ca9-bcca-40639ccef40f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.235897 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3023dcb4-4ee2-4ca9-bcca-40639ccef40f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.243870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:57.244549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.265420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-bcb3c227-a122-4b09-b9ad-c51d1934fda8 service neutron] 10.222.0.44 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706516 Mar 22 13:55:57.267803 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3360922 Mar 22 13:55:57.270339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40592) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:57.281476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'subnet': {'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:57.289673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-5730ea0f-b2e0-4c04-a3aa-051c7cf32490 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 696 time: 0.1294987 Mar 22 13:55:57.329468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'floatingip': {'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:57.393148 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.400621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd203a5-97ee-4eda-b403-10edc289a89d admin admin] Publish callbacks [] for security_group (74ff3cb8-cbb3-412b-85ea-75cc9e3d827b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.435369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ac962-1178-4946-a635-bd6f51cc511d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Network': ['ID=3023dcb4-4ee2-4ca9-bcca-40639ccef40f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:57.446652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:55:57.472229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:57.484143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.626682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-bd924250-c246-49d0-a2b7-93e3d40cc9be service neutron] 10.222.0.44 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602865 Mar 22 13:55:57.669915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-d8f2670a-24a3-4beb-aa18-a89509ff87d0 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268669 Mar 22 13:55:57.700346 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd203a5-97ee-4eda-b403-10edc289a89d admin admin] Publish callbacks [] for security_group (74ff3cb8-cbb3-412b-85ea-75cc9e3d827b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.741655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (4d5e285d-c5eb-41eb-8b5e-b67bc6317737), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.839074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Subnet': ['ID=4d5e285d-c5eb-41eb-8b5e-b67bc6317737,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:57.887230 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b4cd0-453b-4054-b82f-8570c846502a x-openstack-request-id: req-349b4cd0-453b-4054-b82f-8570c846502a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:55:57.888361 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-plugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:55:57.888842 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-349b4cd0-453b-4054-b82f-8570c846502a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:55:57.889470 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349b4cd0-453b-4054-b82f-8570c846502a'] response: {'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'code': 200} Mar 22 13:55:57.893615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Checking segment: {'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:57.893995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network hostable DHCP agents. Network: 3023dcb4-4ee2-4ca9-bcca-40639ccef40f, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:55:57.944632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:55:57.950746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd203a5-97ee-4eda-b403-10edc289a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (74ff3cb8-cbb3-412b-85ea-75cc9e3d827b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.953344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd203a5-97ee-4eda-b403-10edc289a89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.954600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5fd203a5-97ee-4eda-b403-10edc289a89d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74ff3cb8-cbb3-412b-85ea-75cc9e3d827b HTTP/1.1" status: 204 len: 168 time: 0.8795538 Mar 22 13:55:57.965947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3023dcb4-4ee2-4ca9-bcca-40639ccef40f) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:57.974291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fedf93-6789-4127-bd32-5c2a04e987e0 None None] Network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:55:57.974668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:57.976834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.977071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-bb95c781-b104-44c7-9050-d08b4fadd678 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796915 Mar 22 13:55:58.010910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd203a5-97ee-4eda-b403-10edc289a89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff3cb8-cbb3-412b-85ea-75cc9e3d827b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:58.032705 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13f79a39-01fe-481e-b9cd-e6bad640bcdc tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7575042 Mar 22 13:55:58.034133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40602) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:58.050662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1104175631'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:58.103741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:58.115182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.192515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:55:58.206989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d3114c44-fa53-4ef9-aab8-e5f4f5550870), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.207344 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Added segment d3114c44-fa53-4ef9-aab8-e5f4f5550870 of type vlan for network ab5e5d29-634e-4b00-aa13-21f89949ed6e Mar 22 13:55:58.232746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364caa0d-696d-4791-bac9-a8d787562da1 req-562ea825-47f6-415f-bb7a-9951b3a2d3b3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:58.234375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-364caa0d-696d-4791-bac9-a8d787562da1 req-562ea825-47f6-415f-bb7a-9951b3a2d3b3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1654766 Mar 22 13:55:58.304271 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ab5e5d29-634e-4b00-aa13-21f89949ed6e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.366046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-364caa0d-696d-4791-bac9-a8d787562da1 req-d955621b-a7f9-4c6f-b181-54a01e62b059 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208353 Mar 22 13:55:58.366940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ab5e5d29-634e-4b00-aa13-21f89949ed6e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.369606 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:55:58.376442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:58.380666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.529057 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.532967 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.534438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.567100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Network': ['ID=ab5e5d29-634e-4b00-aa13-21f89949ed6e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:58.584184 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-220753b5-17af-4583-bf02-b2e36745a734 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5487821 Mar 22 13:55:58.589466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40612) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:58.595667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'subnet': {'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:58.634764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ab5e5d29-634e-4b00-aa13-21f89949ed6e details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:55:58.650276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3023dcb4-4ee2-4ca9-bcca-40639ccef40f', 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f', 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'fixed_ips': [{'subnet_id': '4d5e285d-c5eb-41eb-8b5e-b67bc6317737'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:55:58.651982 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.666267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40614) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:58.750831 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ed222c0c-b167-4447-bcea-a00003452cfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a3cd76f62944d3ab467bd89989020c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833633 Mar 22 13:55:58.753947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40616) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:55:58.757233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a5f30-c5f2-483d-8729-084d077ea98d req-6e06147e-b149-4946-ae18-61a558afea3b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:58.764409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a17a5f30-c5f2-483d-8729-084d077ea98d req-6e06147e-b149-4946-ae18-61a558afea3b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.2887583 Mar 22 13:55:58.823434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f44ce690-25e1-4ed9-8996-3733ebb30a34 admin admin] Publish callbacks [] for security_group (ea5e1fe1-1cb9-4e78-bedc-180171585985), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.852152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f44ce690-25e1-4ed9-8996-3733ebb30a34 admin admin] Publish callbacks [] for security_group (ea5e1fe1-1cb9-4e78-bedc-180171585985), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.869119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:55:58.885558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.932660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f44ce690-25e1-4ed9-8996-3733ebb30a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ea5e1fe1-1cb9-4e78-bedc-180171585985), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.939899 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f44ce690-25e1-4ed9-8996-3733ebb30a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.943882 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f44ce690-25e1-4ed9-8996-3733ebb30a34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea5e1fe1-1cb9-4e78-bedc-180171585985 HTTP/1.1" status: 204 len: 168 time: 0.1870210 Mar 22 13:55:58.996126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Allocated IP 19.80.0.2 (3023dcb4-4ee2-4ca9-bcca-40639ccef40f/4d5e285d-c5eb-41eb-8b5e-b67bc6317737/56f34bae-f80a-4bda-83d8-67ce4c9a4dba) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:55:59.001167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ce690-25e1-4ed9-8996-3733ebb30a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5e1fe1-1cb9-4e78-bedc-180171585985,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:59.032737 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e associated. External IP: 172.25.2.212, port: 49456ded-f466-4eb2-955c-eaebc3cb3138. Mar 22 13:55:59.051678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a17a5f30-c5f2-483d-8729-084d077ea98d req-159b794d-112e-4ae0-9107-8c50e4250b77 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860892 Mar 22 13:55:59.221899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574f193e-2d08-412e-a4c5-b6a09398d2b9 req-250bfe43-a494-40c8-9fbe-92378100dfd6 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 210 time: 0.0510793 Mar 22 13:55:59.379664 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Publish callbacks [] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:59.389482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:59.453493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:55:59.461866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:55:59.476119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:55:59.493943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Pushing event updated for resources: {'Port': ['ID=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:55:59.633785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Attempting to bind port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:55:59.634637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Attempting to bind port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:55:59.638392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Attempting to bind port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba on network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:55:59.648030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:55:59.648500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Checking segment: {'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:55:59.648922 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:59.657761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Bound using segment: {'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:55:59.659798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Bound port: 56f34bae-f80a-4bda-83d8-67ce4c9a4dba, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:55:59.662314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:59.750432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-57e88aab-3886-4ea7-aff5-de652865012a tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:59.755099 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-57e88aab-3886-4ea7-aff5-de652865012a tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.42 "GET /v2.0/networks?id=ac9267f4-d51b-40f3-85ad-a65eed94538d HTTP/1.1" status: 200 len: 814 time: 0.3363426 Mar 22 13:55:59.759894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] For port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:55:59.766592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] For port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:55:59.776868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:59.858378 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-84c95a9b-0e4e-43dd-a7ac-2eaf5dc9273f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e7dbac71fd4eb08445c1f0edb50c58 HTTP/1.1" status: 200 len: 380 time: 0.0939255 Mar 22 13:55:59.886797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Request body: {'port': {'device_id': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'admin_state_up': True, 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'security_groups': ['5382ff1b-ecec-48a9-9737-4fd23c8fb86d']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:55:59.941125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a8497-7c87-4926-a5b8-f92022f1c759 req-a37216b6-7e7d-4dfe-b308-73caf462ac66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:59.942685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-496a8497-7c87-4926-a5b8-f92022f1c759 req-a37216b6-7e7d-4dfe-b308-73caf462ac66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.1660945 Mar 22 13:56:00.016186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686c7ba-01a2-43ab-85c3-2efbfdf11113 None None] Pushing event updated for resources: {'Port': ['ID=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:00.254616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-496a8497-7c87-4926-a5b8-f92022f1c759 req-5b3599c5-ed1d-4584-9eda-f5e6de3d2965 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289236 Mar 22 13:56:00.277834 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (c62d61d2-e132-4086-b106-0203efa134b0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:00.314959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Made reservation on behalf of 06e7dbac71fd4eb08445c1f0edb50c58 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:00.320463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:00.539131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Subnet': ['ID=c62d61d2-e132-4086-b106-0203efa134b0,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:00.578872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:00.584376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.585041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.585634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.586227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.586854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.587681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.587798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Allocated IP 172.20.0.4 (ac9267f4-d51b-40f3-85ad-a65eed94538d/8fd53672-c2af-429e-89ae-571311137d59/3a4416ba-b5f2-47a4-ae35-48277aeb0f29) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:00.589786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.590406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.591065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.591610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.593065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.593564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.594124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.594619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.595100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:00.602521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 56f34bae-f80a-4bda-83d8-67ce4c9a4dba up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:00.614818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67df4e-bfef-4bbb-a006-a614e0106419 req-a5592047-467b-4bdb-8a0f-fdb8734afd42 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:00.622267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd67df4e-bfef-4bbb-a006-a614e0106419 req-a5592047-467b-4bdb-8a0f-fdb8734afd42 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.2063096 Mar 22 13:56:00.630290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Checking segment: {'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:00.630895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network hostable DHCP agents. Network: ab5e5d29-634e-4b00-aa13-21f89949ed6e, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:56:00.696472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd67df4e-bfef-4bbb-a006-a614e0106419 req-45802b5c-bfcb-46fa-9f33-d6bb9362c60a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 Mar 22 13:56:00.721637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:00.722030 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:00.825653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:00.826082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:00.844379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:00.850508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-806b9495-c529-48d0-8be0-901b89c1a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:00.853420 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-806b9495-c529-48d0-8be0-901b89c1a1df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b&tenant_id=f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 1132 time: 0.1394978 Mar 22 13:56:00.872881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:00.873279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network ab5e5d29-634e-4b00-aa13-21f89949ed6e is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:56:00.874548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:00.878596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd0162ab-cc16-4159-89d9-29bdde752acf req-110f248b-941d-46ba-96a7-4ed6e8c07c7e tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 210 time: 0.0465839 Mar 22 13:56:00.881399 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:00.901118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ab5e5d29-634e-4b00-aa13-21f89949ed6e) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:00.916088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:00.917319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:00.957592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6bacb885-d4a2-4db8-b03a-7213e81d55fe tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3610625 Mar 22 13:56:00.964855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:00.975301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:01.020595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e54019-8088-45e8-986a-f2b08c6d21ce None None] Network ab5e5d29-634e-4b00-aa13-21f89949ed6e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:56:01.035813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:01.066873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-b94cb4ff-211d-4066-930d-d82d94a66853 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "PUT /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 200 len: 996 time: 3.7480619 Mar 22 13:56:01.067785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:01.074252 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b7b91-3303-431c-84f0-b2389298501c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:01.167918 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99010a25-4084-4ffd-8d12-c4bf7899548d x-openstack-request-id: req-99010a25-4084-4ffd-8d12-c4bf7899548d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:01.168093 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:01.168198 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99010a25-4084-4ffd-8d12-c4bf7899548d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:01.168600 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99010a25-4084-4ffd-8d12-c4bf7899548d'] response: {'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'status': 'completed', 'code': 200} Mar 22 13:56:01.203285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:01.223119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:01.291332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:01.296792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:01.305742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-18c71777-6ef9-484b-b197-3a1aafab2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:01.307363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-18c71777-6ef9-484b-b197-3a1aafab2057 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.2142477 Mar 22 13:56:01.314218 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:01.376344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Network ac9267f4-d51b-40f3-85ad-a65eed94538d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:01.385370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:01.391743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:01.462011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event updated for resources: {'Port': ['ID=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:01.555335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-c05aa422-35ab-4caf-ae93-16f5dc2b2e2c tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:01.560775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-c05aa422-35ab-4caf-ae93-16f5dc2b2e2c tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:01.563047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-c05aa422-35ab-4caf-ae93-16f5dc2b2e2c tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/networks?id=3023dcb4-4ee2-4ca9-bcca-40639ccef40f&id=ab5e5d29-634e-4b00-aa13-21f89949ed6e HTTP/1.1" status: 200 len: 1392 time: 0.2267110 Mar 22 13:56:01.675666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b7b91-3303-431c-84f0-b2389298501c req-3bbcbb61-5628-4ec5-9c15-ecd3e55ff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:01.677155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0b7b91-3303-431c-84f0-b2389298501c req-3bbcbb61-5628-4ec5-9c15-ecd3e55ff8ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.4819186 Mar 22 13:56:01.698916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edde9b-176c-472b-8bde-514b18bcca75 None None] Network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:56:01.764411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ab5e5d29-634e-4b00-aa13-21f89949ed6e', 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e', 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'fixed_ips': [{'subnet_id': 'c62d61d2-e132-4086-b106-0203efa134b0'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:56:01.765422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:01.824614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:01.825895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:01.827355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:01.862114 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d7f1daea-e99c-45a2-988d-759b331e01fe tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9923282 Mar 22 13:56:01.877879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Request body: {'port': {'device_id': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:01.888445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-491f523e-89aa-4519-8784-b73e65cecdda None None] Provisioning complete for port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:01.888935 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-491f523e-89aa-4519-8784-b73e65cecdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:01.938086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:01.947528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-cec521e4-96fe-42e2-8ad1-03b32ae7cf3d tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/quotas/113d55f17bd2471bb7c914134fb2e0bd HTTP/1.1" status: 200 len: 375 time: 0.3027921 Mar 22 13:56:02.009036 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:02.013660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:02.019562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b7b91-3303-431c-84f0-b2389298501c req-87746d51-5129-43ca-839b-238807a83660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:02.021044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0b7b91-3303-431c-84f0-b2389298501c req-87746d51-5129-43ca-839b-238807a83660 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.3237450 Mar 22 13:56:02.248653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0b7b91-3303-431c-84f0-b2389298501c req-03ff5a9e-2438-4712-9b4b-0371e3003be2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 999 time: 0.2165289 Mar 22 13:56:02.252064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-aa70b6e9-8dfa-45a8-99ec-f4e1df602929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:02.267986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-aa70b6e9-8dfa-45a8-99ec-f4e1df602929 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.9541130 Mar 22 13:56:02.286645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e99ab79c-027b-4af2-9d7b-dcb0e9265531 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2950444 Mar 22 13:56:02.313902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:02.316331 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f56a9c6-0c9a-432d-9c19-31debbd0cc62" -d '{"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-unplugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:02.326314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Publish callbacks [] for port (182fd64f-0199-4973-9c02-be37096b6758), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:02.359271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Transition to ACTIVE for port object 182fd64f-0199-4973-9c02-be37096b6758 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:02.369948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:02.401005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b7b91-3303-431c-84f0-b2389298501c req-a01731a9-e7a8-40bf-8746-5897cf2a895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:02.402732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0b7b91-3303-431c-84f0-b2389298501c req-a01731a9-e7a8-40bf-8746-5897cf2a895e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.1137931 Mar 22 13:56:02.459444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Allocated IP 19.86.0.2 (ab5e5d29-634e-4b00-aa13-21f89949ed6e/c62d61d2-e132-4086-b106-0203efa134b0/4181d6cc-01aa-4d09-9949-29af76192757) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:02.481900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 56f34bae-f80a-4bda-83d8-67ce4c9a4dba up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:02.503196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:02.510701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] No DVR routers for this DVR port 182fd64f-0199-4973-9c02-be37096b6758 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:02.512795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:02.536788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-e905e7fe-0056-41e4-9f3f-369ef47cb95d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 999 time: 0.2676468 Mar 22 13:56:02.540039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Publish callbacks [] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:02.647747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-fbd94058-8026-4967-91ca-4c63f761504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:02.650031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-fbd94058-8026-4967-91ca-4c63f761504e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.1123619 Mar 22 13:56:02.653503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-d332e29a-92cc-4120-bdcd-0822b493df47 service neutron] 10.222.0.44 "GET /v2.0/networks/3023dcb4-4ee2-4ca9-bcca-40639ccef40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619147 Mar 22 13:56:02.668161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:02.668505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:02.668851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:02.697055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Transition to ACTIVE for port object 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:02.697903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:02.698403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Attempting to bind port 182fd64f-0199-4973-9c02-be37096b6758 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:02.709839 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:02.847690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:02.860730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:02.861074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:02.861485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:02.861998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Bound port: 182fd64f-0199-4973-9c02-be37096b6758, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:02.862449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:02.870645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b7b91-3303-431c-84f0-b2389298501c req-1d404ea4-e032-4d75-9d96-f3f285e46bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:02.872323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0b7b91-3303-431c-84f0-b2389298501c req-1d404ea4-e032-4d75-9d96-f3f285e46bf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4550736 Mar 22 13:56:02.925871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-491f523e-89aa-4519-8784-b73e65cecdda None None] Current status of the port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:03.069783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0b7b91-3303-431c-84f0-b2389298501c req-f1b5ca60-b50e-418e-9384-dc5ad192c4dc service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886866 Mar 22 13:56:03.087919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:03.093830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:03.139381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.156257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-dec2fed9-b396-40e9-952a-9951a4cf9111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:03.163191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-dec2fed9-b396-40e9-952a-9951a4cf9111 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5049403 Mar 22 13:56:03.172861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:03.173229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.175898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-d07f9b99-5660-4e0e-8767-556656561a19 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:56:03.177829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-d07f9b99-5660-4e0e-8767-556656561a19 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064056 Mar 22 13:56:03.286921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-adab8d11-545e-4746-8290-86aee3175ee1 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944705 Mar 22 13:56:03.318713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=11']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:03.323553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-27179df3-1e82-4fe7-a707-45443b30ec9f service neutron] 10.222.0.44 "GET /v2.0/networks/3023dcb4-4ee2-4ca9-bcca-40639ccef40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499684 Mar 22 13:56:03.332405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Publish callbacks [] for port (4181d6cc-01aa-4d09-9949-29af76192757), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.337990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e26b2eb0-de07-4b94-9576-1ea378d3e749 None None] Provisioning complete for port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:03.338410 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e26b2eb0-de07-4b94-9576-1ea378d3e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.366321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8a:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:55:58Z', 'revision_number': 1, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:03.369793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:03.374520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.376902 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-dbd01a3c-c24f-4c10-ba01-da73e9afda73 service neutron] 10.222.0.42 "PUT /v2.0/ports/182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 1097 time: 2.5093272 Mar 22 13:56:03.452439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Attempting to bind port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:03.453482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Attempting to bind port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:03.454753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Attempting to bind port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 on network ac9267f4-d51b-40f3-85ad-a65eed94538d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:03.455681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:03.458347 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4181d6cc-01aa-4d09-9949-29af76192757), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.464172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 on network ac9267f4-d51b-40f3-85ad-a65eed94538d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:03.465064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Attempting to bind port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 on network ac9267f4-d51b-40f3-85ad-a65eed94538d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:03.472857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:03.474113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Checking segment: {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:03.474907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Bound using segment: {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:03.475846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Bound port: 3a4416ba-b5f2-47a4-ae35-48277aeb0f29, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d5a791-691e-4d56-9e9d-890fee4072af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:03.477626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.488810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Network ab5e5d29-634e-4b00-aa13-21f89949ed6e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:03.499670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:03.566207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-cd37369e-c0c8-4681-9246-974383fe3d54 service neutron] 10.222.0.44 "GET /v2.0/networks/ab5e5d29-634e-4b00-aa13-21f89949ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975214 Mar 22 13:56:03.589348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] For port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:03.599854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] For port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:03.624208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-e11e32c5-0f44-4dc1-ab57-411148677e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:03.627533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:03.629453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-e11e32c5-0f44-4dc1-ab57-411148677e6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1131 time: 0.2177734 Mar 22 13:56:03.631324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.635041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:03.701632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:03.702723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:03.755644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ef42c91a-39d7-4875-a827-d4df3887275e service neutron] 10.222.0.44 "GET /v2.0/networks/ab5e5d29-634e-4b00-aa13-21f89949ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771767 Mar 22 13:56:03.796432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Attempting to bind port 4181d6cc-01aa-4d09-9949-29af76192757 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:03.797148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Attempting to bind port 4181d6cc-01aa-4d09-9949-29af76192757 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:03.797940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Attempting to bind port 4181d6cc-01aa-4d09-9949-29af76192757 on network ab5e5d29-634e-4b00-aa13-21f89949ed6e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:03.815811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-442d4389-b884-4985-a1e9-cf86d2738399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:03.818567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-442d4389-b884-4985-a1e9-cf86d2738399 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1822345 Mar 22 13:56:03.821990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b0b7b91-3303-431c-84f0-b2389298501c req-b6ddbaa3-6bad-4476-8202-c4ae6805ff08 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381930 Mar 22 13:56:03.844274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46c6e5fa-5fe7-49db-a3f3-e4adb179c288 req-99e84083-0b4a-4e66-9fab-992322ea5035 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488219 Mar 22 13:56:03.887543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:03.887922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Checking segment: {'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:03.888325 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.891002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Bound using segment: {'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:03.891002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Bound port: 4181d6cc-01aa-4d09-9949-29af76192757, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:03.891002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4181d6cc-01aa-4d09-9949-29af76192757), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:03.900681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Pushing event updated for resources: {'Port': ['ID=4181d6cc-01aa-4d09-9949-29af76192757,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:03.996786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:04.002548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-454af0f2-8710-42d5-92ed-f4269e9a921b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.1382439 Mar 22 13:56:04.003852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.004502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:04.005989 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-592afc21-85ea-4986-9ad8-33b4b1563db6 service neutron] 10.222.0.42 "PUT /v2.0/ports/3a4416ba-b5f2-47a4-ae35-48277aeb0f29 HTTP/1.1" status: 200 len: 1091 time: 2.1352780 Mar 22 13:56:04.147915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24765c5-2324-4087-b3f3-b4d09dbb0d15 req-88c4e5ac-b94f-4bc7-82c5-84300e4acb51 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.159029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e24765c5-2324-4087-b3f3-b4d09dbb0d15 req-88c4e5ac-b94f-4bc7-82c5-84300e4acb51 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2106392 Mar 22 13:56:04.187297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] For port 4181d6cc-01aa-4d09-9949-29af76192757, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:04.198199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-051a6436-9b28-4337-aa7b-6ff810b64c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.200630 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-051a6436-9b28-4337-aa7b-6ff810b64c60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1818783 Mar 22 13:56:04.204535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:04.271637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e26b2eb0-de07-4b94-9576-1ea378d3e749 None None] Current status of the port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:04.275783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] For port 4181d6cc-01aa-4d09-9949-29af76192757, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4181d6cc-01aa-4d09-9949-29af76192757,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:04.289293 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4181d6cc-01aa-4d09-9949-29af76192757), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:04.363354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e24765c5-2324-4087-b3f3-b4d09dbb0d15 req-62fa1b87-3d14-43d2-ad91-8be1527d74b7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033181 Mar 22 13:56:04.392063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-47906be9-1f68-4d05-8eda-dd649f6f671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.395645 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-47906be9-1f68-4d05-8eda-dd649f6f671a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e7dbac71fd4eb08445c1f0edb50c58&device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 1125 time: 0.2880638 Mar 22 13:56:04.413234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6b08-d875-42b3-b00d-4054ba28657f req-0d49acc1-fcbe-4232-bca1-689afe3ce338 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.421324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f81f6b08-d875-42b3-b00d-4054ba28657f req-0d49acc1-fcbe-4232-bca1-689afe3ce338 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 949 time: 0.2226601 Mar 22 13:56:04.474022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 182fd64f-0199-4973-9c02-be37096b6758 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:04.552945 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-d45b1c17-25d1-4abd-83ec-c38237122095 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29 HTTP/1.1" status: 200 len: 217 time: 0.1317916 Mar 22 13:56:04.563122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-81a136c2-cba7-43fd-9f44-0e4dbcbef409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.566056 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-81a136c2-cba7-43fd-9f44-0e4dbcbef409 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3262107 Mar 22 13:56:04.612441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Pushing event updated for resources: {'Port': ['ID=4181d6cc-01aa-4d09-9949-29af76192757,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:04.649883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f81f6b08-d875-42b3-b00d-4054ba28657f req-b006f4e7-5886-483d-ad27-0eee2b8915b8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275729 Mar 22 13:56:04.698858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33801b9e-a204-4fb7-9790-81dc689d6ac1 req-6b642c28-b27d-4b16-85b8-d5881c9f9535 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.702551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33801b9e-a204-4fb7-9790-81dc689d6ac1 req-6b642c28-b27d-4b16-85b8-d5881c9f9535 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 943 time: 0.2428515 Mar 22 13:56:04.812649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.812911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.813250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.815759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.818864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.821695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.822316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.822797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.824168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.828481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.830325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.831704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.832092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.833256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.833592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6bb75-52b9-49fc-b2c3-3cc9bffb935d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:04.850690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port 182fd64f-0199-4973-9c02-be37096b6758 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:56:04.850859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 182fd64f-0199-4973-9c02-be37096b6758 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:04.862769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33801b9e-a204-4fb7-9790-81dc689d6ac1 req-1d3c56c4-857a-4e64-8ac2-6daa53e57e64 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups?id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487384 Mar 22 13:56:04.890309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-213d3d64-e4d2-46ec-a86f-df8980c5ef2d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015943 Mar 22 13:56:04.921132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-2171445b-bd10-4834-80af-5b012e0646a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:04.922680 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-2171445b-bd10-4834-80af-5b012e0646a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fd53672-c2af-429e-89ae-571311137d59 HTTP/1.1" status: 200 len: 853 time: 0.3543277 Mar 22 13:56:05.080984 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a0f416-e8be-4a93-aa0f-b3d30663569b x-openstack-request-id: req-28a0f416-e8be-4a93-aa0f-b3d30663569b {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:05.081703 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-unplugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:05.081703 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28a0f416-e8be-4a93-aa0f-b3d30663569b {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:05.082156 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a0f416-e8be-4a93-aa0f-b3d30663569b'] response: {'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'code': 200} Mar 22 13:56:05.132474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8a:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:55:58Z', 'revision_number': 1, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:05.185553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-b2fc7668-e113-4a18-9327-6280b6e357ac tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341394 Mar 22 13:56:05.202493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-0fd674b9-ce09-419d-8f0f-69de7e6b6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:05.204138 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-0fd674b9-ce09-419d-8f0f-69de7e6b6118 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac9267f4-d51b-40f3-85ad-a65eed94538d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2643979 Mar 22 13:56:05.204722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af0fc0-b391-4fd6-ab8e-4bd2e5a842c5 None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8a:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:55:58Z', 'revision_number': 1, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:05.290283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-5ed38a56-6131-44f2-8458-076df3221b83 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:05.304307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-5ed38a56-6131-44f2-8458-076df3221b83 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1903324 Mar 22 13:56:05.311175 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c487e8b-dcfc-46b4-9aac-79ca69ec07da req-7b4ed265-69fc-495b-8f53-5f4b5f103cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019964 Mar 22 13:56:05.400584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-912cf972-df08-4dc0-8266-865feb3d0f1a service neutron] 10.222.0.42 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884403 Mar 22 13:56:05.468896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-dabb0ef2-cf32-4122-b8b9-086ce2467af1 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 999 time: 0.1634138 Mar 22 13:56:05.477033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'floatingip': {'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:05.487100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-23aeea1f-5687-4bb0-8763-d602d1a4e0f2 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:05.491487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-23aeea1f-5687-4bb0-8763-d602d1a4e0f2 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959592 Mar 22 13:56:05.525468 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-307f9443-35b0-453b-9b9e-e06c4068ff0a req-33e22564-2064-4290-a239-b2e7ee2246aa service neutron] 10.222.0.42 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189630 Mar 22 13:56:05.538016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-4973431e-6c2a-4c3f-b49f-8582754f7c85 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/quotas/cd89d1d05e44482eb45f14897d44aa5e HTTP/1.1" status: 200 len: 375 time: 0.0198519 Mar 22 13:56:05.750152 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2513a9-ec6f-4d9a-8f17-b44ccd2a19cf None None] New status for floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:06.104224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-acbccd29-6cc4-46fe-a51c-5680f60efbbe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5597589 Mar 22 13:56:06.126964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:06.175105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc40b6c-ffe3-412f-8471-84276334e1f6 None None] Network ab5e5d29-634e-4b00-aa13-21f89949ed6e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:56:06.304000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4d876847-ed3b-4a42-b121-3f2ff7b1a643 None None] Provisioning complete for port 4181d6cc-01aa-4d09-9949-29af76192757 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:06.304399 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d876847-ed3b-4a42-b121-3f2ff7b1a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4181d6cc-01aa-4d09-9949-29af76192757), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:06.550967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4181d6cc-01aa-4d09-9949-29af76192757 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:06.620044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-249f249b-b3ae-46d3-b5c4-4fea7a47c41a req-2462eda0-7081-497c-b62a-92a7ed838176 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 210 time: 0.1352389 Mar 22 13:56:06.723247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-8242ee42-3eaf-4109-95cf-609f0f663fd3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:06.741196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-8242ee42-3eaf-4109-95cf-609f0f663fd3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:06.742909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-8242ee42-3eaf-4109-95cf-609f0f663fd3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.57 "GET /v2.0/networks?id=3023dcb4-4ee2-4ca9-bcca-40639ccef40f&id=ab5e5d29-634e-4b00-aa13-21f89949ed6e HTTP/1.1" status: 200 len: 1392 time: 0.6412542 Mar 22 13:56:06.787025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'port': {'device_id': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f', 'admin_state_up': True, 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:06.797599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4181d6cc-01aa-4d09-9949-29af76192757 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:06.798334 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4181d6cc-01aa-4d09-9949-29af76192757), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:06.850370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4d876847-ed3b-4a42-b121-3f2ff7b1a643 None None] Current status of the port 4181d6cc-01aa-4d09-9949-29af76192757 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:06.851065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d876847-ed3b-4a42-b121-3f2ff7b1a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4181d6cc-01aa-4d09-9949-29af76192757), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:06.929760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4d876847-ed3b-4a42-b121-3f2ff7b1a643 None None] For port 4181d6cc-01aa-4d09-9949-29af76192757, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4181d6cc-01aa-4d09-9949-29af76192757,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:06.994879 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d876847-ed3b-4a42-b121-3f2ff7b1a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4181d6cc-01aa-4d09-9949-29af76192757), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:07.033212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4181d6cc-01aa-4d09-9949-29af76192757 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:07.034543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4181d6cc-01aa-4d09-9949-29af76192757), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:07.083812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}, {'name': 'network-changed', 'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:07.089031 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae455fff-1a42-40f0-b756-f42634e969f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}, {"name": "network-changed", "server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:07.173344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:56:07.175499 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:56:07.211553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d876847-ed3b-4a42-b121-3f2ff7b1a643 None None] Pushing event updated for resources: {'Port': ['ID=4181d6cc-01aa-4d09-9949-29af76192757,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:07.239263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7fac-ceda-44ea-a8eb-cde9ad508f86 req-5d8bdb6b-2e1e-4a98-98a0-d465d1d66b4c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:07.248746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9adf33cb-1e53-4167-a461-9556b3e15bba None None] Provisioning complete for port 4181d6cc-01aa-4d09-9949-29af76192757 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:07.249123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9adf33cb-1e53-4167-a461-9556b3e15bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4181d6cc-01aa-4d09-9949-29af76192757), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:07.251278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-995e7fac-ceda-44ea-a8eb-cde9ad508f86 req-5d8bdb6b-2e1e-4a98-98a0-d465d1d66b4c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.5034871 Mar 22 13:56:07.406401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9adf33cb-1e53-4167-a461-9556b3e15bba None None] Current status of the port 4181d6cc-01aa-4d09-9949-29af76192757 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:07.431595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:07.435348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:07.443446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-995e7fac-ceda-44ea-a8eb-cde9ad508f86 req-1b19bfe2-939e-4aaa-a6b8-c1125bf07ce0 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910996 Mar 22 13:56:07.710265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01dfe8-e308-420b-9ad9-7017e19c0069 req-ce385f11-dc37-4601-a3ec-58382bdc73c4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:07.713230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c01dfe8-e308-420b-9ad9-7017e19c0069 req-ce385f11-dc37-4601-a3ec-58382bdc73c4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 949 time: 0.1260688 Mar 22 13:56:07.733676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Allocated IP 19.80.0.243 (3023dcb4-4ee2-4ca9-bcca-40639ccef40f/4d5e285d-c5eb-41eb-8b5e-b67bc6317737/c7b2354c-3113-448d-8565-170e8f003031) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:07.905036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:07.913442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c01dfe8-e308-420b-9ad9-7017e19c0069 req-d4ad37bf-2920-4629-b190-b044bd7d54de tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749148 Mar 22 13:56:07.922687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:07.938008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:07.969211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4181d6cc-01aa-4d09-9949-29af76192757 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:08.109163 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-2eee4fb1-53a7-4d94-8676-3662aa6ea3d7 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430538 Mar 22 13:56:08.156645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:08.178944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '182fd64f-0199-4973-9c02-be37096b6758', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '182fd64f-0199-4973-9c02-be37096b6758', 'mac_address': 'fa:16:3e:48:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:08.225204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 182fd64f-0199-4973-9c02-be37096b6758 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:08.225509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.240826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182fd64f-0199-4973-9c02-be37096b6758 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:08.263865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:08.271835 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.272909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:08.281076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for port (c7b2354c-3113-448d-8565-170e8f003031), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.403180 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c7b2354c-3113-448d-8565-170e8f003031), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.410249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-1c0e62f3-5131-42ef-b201-91759dd98d68 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:08.433559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-1c0e62f3-5131-42ef-b201-91759dd98d68 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3186781 Mar 22 13:56:08.447587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Request body: {'port': {'device_id': '74cd15de-4179-4877-82ea-fc9388ef805d', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'cd89d1d05e44482eb45f14897d44aa5e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:08.478030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7073ea-ac52-4658-aa89-f13c17834aa5 req-02dc8f15-8f2d-460a-9333-178ab1cbf28b tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:08.480761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d7073ea-ac52-4658-aa89-f13c17834aa5 req-02dc8f15-8f2d-460a-9333-178ab1cbf28b tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 943 time: 0.3394692 Mar 22 13:56:08.495587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:08.515572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:08.518983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:08.566618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=12']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:08.570124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4181d6cc-01aa-4d09-9949-29af76192757 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:08.588243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:08.588929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.591491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Port': ['ID=c7b2354c-3113-448d-8565-170e8f003031,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:08.619661 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e associated. External IP: 172.25.2.212, port: 49456ded-f466-4eb2-955c-eaebc3cb3138. Mar 22 13:56:08.661745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Made reservation on behalf of cd89d1d05e44482eb45f14897d44aa5e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:08.665780 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.677461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.703225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:08.717650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-f037b707-48ea-475b-8068-b045988d203f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9353962 Mar 22 13:56:08.724523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'port_id': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'mac_address': 'fa:16:3e:f3:a3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:08.728443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Request body: {'port': {'device_id': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e', 'admin_state_up': True, 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:08.781460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:08.781865 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.806486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:08.830371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:08.838163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4181d6cc-01aa-4d09-9949-29af76192757 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:08.838589 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4181d6cc-01aa-4d09-9949-29af76192757), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.845657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.863845 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks [] for security_group (697c08c1-255c-4324-b74c-02aba573e1ae), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.873309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (697c08c1-255c-4324-b74c-02aba573e1ae), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:08.939719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d7073ea-ac52-4658-aa89-f13c17834aa5 req-d34eae16-3b9d-4ca4-a4ba-a2e9c9ad0550 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups?id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378901 Mar 22 13:56:08.963248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:08.963510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697c08c1-255c-4324-b74c-02aba573e1ae,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:08.971053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Made reservation on behalf of 113d55f17bd2471bb7c914134fb2e0bd for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:08.986665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:09.038985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4181d6cc-01aa-4d09-9949-29af76192757 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:09.046819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-646f2651-12d2-418a-a485-d367f4d498e2 None None] Provisioning complete for port c7b2354c-3113-448d-8565-170e8f003031 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:09.047409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-646f2651-12d2-418a-a485-d367f4d498e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c7b2354c-3113-448d-8565-170e8f003031), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:09.114722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-646f2651-12d2-418a-a485-d367f4d498e2 None None] Port c7b2354c-3113-448d-8565-170e8f003031 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:56:09.152786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['3a4416ba-b5f2-47a4-ae35-48277aeb0f29'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:09.156245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['182fd64f-0199-4973-9c02-be37096b6758'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:09.156701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-4493362a-2c6a-4371-8c36-36a3e7a7a3a8 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530994 Mar 22 13:56:09.180908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Allocated IP 192.168.233.80 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/d2d95c86-49a5-439a-8ee1-c0dd55443a0e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:09.417457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-a1913f81-488d-4ea3-951c-bf4f6042b375 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:09.428161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-a1913f81-488d-4ea3-951c-bf4f6042b375 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702487 Mar 22 13:56:09.457204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks [] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:09.477733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-efe18e1e-f6eb-4041-add9-c918c012e265 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/quotas/cd89d1d05e44482eb45f14897d44aa5e HTTP/1.1" status: 200 len: 375 time: 0.0473564 Mar 22 13:56:09.511166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:09.524827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Allocated IP 19.86.0.233 (ab5e5d29-634e-4b00-aa13-21f89949ed6e/c62d61d2-e132-4086-b106-0203efa134b0/b1d95943-c6e6-41f2-a03c-0efc084bee77) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:09.543246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-ce2e1af4-08f4-4622-8718-2d0977997312 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639977 Mar 22 13:56:09.575059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:09.579327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:09.583879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:09.605902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:09.633328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:09.669788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:09.672614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:09.710407 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-48eaed80-d2cb-4a25-96cb-d5931f6f3d4c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2673614 Mar 22 13:56:09.730969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Request body: {'port': {'device_id': '74cd15de-4179-4877-82ea-fc9388ef805d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:09.886659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:09.921261 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd57adc4-8a48-43ae-9595-fdc6cc386fd2 x-openstack-request-id: req-fd57adc4-8a48-43ae-9595-fdc6cc386fd2 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:09.921490 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:09.921676 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd57adc4-8a48-43ae-9595-fdc6cc386fd2 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:09.922881 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd57adc4-8a48-43ae-9595-fdc6cc386fd2'] response: {'name': 'network-changed', 'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'status': 'completed', 'code': 200} Mar 22 13:56:09.922881 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd57adc4-8a48-43ae-9595-fdc6cc386fd2'] response: {'name': 'network-changed', 'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'status': 'completed', 'code': 200} Mar 22 13:56:09.966992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:09.988655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:10.045585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:10.047118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:10.157746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-9ee96aab-3f6e-413c-9274-0aa3a7166cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:10.159366 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-9ee96aab-3f6e-413c-9274-0aa3a7166cfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 1132 time: 0.1841252 Mar 22 13:56:10.304731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1aa2a8e8-ab31-4fa5-b2c3-73fa50d6998d None None] Provisioning complete for port d2d95c86-49a5-439a-8ee1-c0dd55443a0e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:10.305450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a8e8-ab31-4fa5-b2c3-73fa50d6998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:10.386644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-f81b9cf2-e82d-4ae9-b6a0-8dd9d8de3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:10.388243 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-f81b9cf2-e82d-4ae9-b6a0-8dd9d8de3918 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2227862 Mar 22 13:56:10.443297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:10.451150 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-c7265294-b220-4bf8-ae9a-092eddef1c88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 200 len: 217 time: 0.0529475 Mar 22 13:56:10.507275 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:10.543248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-9e3e8482-57f9-4b55-88ac-4198c2b7f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:10.546194 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-9e3e8482-57f9-4b55-88ac-4198c2b7f7ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0845969 Mar 22 13:56:10.611974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22761f30-06ec-45ae-976b-40ae5f67890c req-1e4b01d4-9ba8-4df2-8be2-b66f8bf185e3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:10.619559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22761f30-06ec-45ae-976b-40ae5f67890c req-1e4b01d4-9ba8-4df2-8be2-b66f8bf185e3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 932 time: 0.1514516 Mar 22 13:56:10.645438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:10.664778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:10.668462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2a8e8-ab31-4fa5-b2c3-73fa50d6998d None None] Port d2d95c86-49a5-439a-8ee1-c0dd55443a0e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:56:10.691032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Publish callbacks [] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:10.745992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Transition to ACTIVE for port object d2d95c86-49a5-439a-8ee1-c0dd55443a0e will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:10.764335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:10.795362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Network ab5e5d29-634e-4b00-aa13-21f89949ed6e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:10.816909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22761f30-06ec-45ae-976b-40ae5f67890c req-10d3869e-02cb-4736-bf2e-e6a3b5c58c5e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963334 Mar 22 13:56:10.837983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:10.850499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:10.867615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event updated for resources: {'Port': ['ID=b1d95943-c6e6-41f2-a03c-0efc084bee77,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:10.975866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8c:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:07Z', 'revision_number': 3, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:11.022119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:11.041279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:11.042438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:11.066358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:11.067105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:11.151362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ffd64449-e59b-4f51-bf0e-ad9476e9ceff tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4270825 Mar 22 13:56:11.153938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:11.184474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Request body: {'port': {'device_id': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:11.199482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98eb0f-603d-422c-80bb-9354007ac0c5 req-1a02e96f-45cd-4ae8-87e4-c7c327b494e4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:11.201470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e98eb0f-603d-422c-80bb-9354007ac0c5 req-1a02e96f-45cd-4ae8-87e4-c7c327b494e4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 950 time: 0.2482872 Mar 22 13:56:11.253371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:11.386128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b44444e1-8f2c-4d3d-82dd-97de96e9f1e1 None None] Provisioning complete for port b1d95943-c6e6-41f2-a03c-0efc084bee77 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:11.386128 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b44444e1-8f2c-4d3d-82dd-97de96e9f1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:11.403539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-70c53ad0-90de-43e4-9163-ff6bb250ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:11.405153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-70c53ad0-90de-43e4-9163-ff6bb250ebd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8310122 Mar 22 13:56:11.459378 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6933465a-e25c-40f1-b5f9-1232b7767523 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911231 Mar 22 13:56:11.484384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e98eb0f-603d-422c-80bb-9354007ac0c5 req-43b09992-c693-4d4a-a804-7039231c6415 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472141 Mar 22 13:56:11.529552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b44444e1-8f2c-4d3d-82dd-97de96e9f1e1 None None] Port b1d95943-c6e6-41f2-a03c-0efc084bee77 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:56:11.600773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7b2354c-3113-448d-8565-170e8f003031), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:11.614849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:11.621164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:11.746874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:11.820544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:11.874885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-cf6ed3d1-aa3d-41a7-85c9-6a729049aef1 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:11.876409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-cf6ed3d1-aa3d-41a7-85c9-6a729049aef1 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750050 Mar 22 13:56:11.880322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-6cfc26a6-8dbc-492e-9065-d53ded5f5c79 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511056 Mar 22 13:56:11.883261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Attempting to bind port d2d95c86-49a5-439a-8ee1-c0dd55443a0e on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:11.883658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Attempting to bind port d2d95c86-49a5-439a-8ee1-c0dd55443a0e by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:11.883950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Attempting to bind port d2d95c86-49a5-439a-8ee1-c0dd55443a0e on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:11.896898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8c:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:07Z', 'revision_number': 3, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:11.903985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Request body: {'port': {'device_id': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'cd89d1d05e44482eb45f14897d44aa5e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:11.908031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Port d2d95c86-49a5-439a-8ee1-c0dd55443a0e on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:11.908358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Attempting to bind port d2d95c86-49a5-439a-8ee1-c0dd55443a0e on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:11.938915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fca1bf-f1f7-445b-bea9-f6d8e9d75b75 None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8c:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:07Z', 'revision_number': 3, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:11.969230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:11.974057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:11.974434 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:11.990906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:11.991266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:11.991658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:11.992317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Bound port: d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:11.992476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.066200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:12.068517 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09e437f-2580-4a19-b184-41d0929d2cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:12.157577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b5be0936-981c-4b1d-8dca-aafbc30ca337 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "PUT /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 200 len: 998 time: 6.6876478 Mar 22 13:56:12.166131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:12.166679 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.170176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:12.173780 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-262ebfc7-40a6-44cf-b8e6-34e8423ed10f service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849057 Mar 22 13:56:12.177678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:12.190938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.212947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77a21-6cb3-4a05-8a99-6faface04d53 req-a9510219-36fb-43ae-b477-5e5ea1a26825 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:12.220053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cc77a21-6cb3-4a05-8a99-6faface04d53 req-a9510219-36fb-43ae-b477-5e5ea1a26825 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.5186822 Mar 22 13:56:12.222532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Made reservation on behalf of cd89d1d05e44482eb45f14897d44aa5e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:12.226008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.239603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:12.240242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.241659 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] 10.222.0.42 "PUT /v2.0/ports/d2d95c86-49a5-439a-8ee1-c0dd55443a0e HTTP/1.1" status: 200 len: 1095 time: 2.5154822 Mar 22 13:56:12.260600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:12.264172 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671f4a3-1cab-4e54-be55-f30c4144c098" -d '{"events": [{"name": "network-changed", "server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:12.280891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:12.284251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b8c6d-91e0-4cc5-9978-443c79b1571b None None] New status for floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:12.289159 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed2cbd-b548-49cb-ba8a-ce1d9e53fda5" -d '{"events": [{"server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "name": "network-vif-plugged", "status": "completed", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:12.297794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:12.303015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.306645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:12.461859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-8c51aa91-90e8-49e7-974f-e48576be7c66 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:12.463381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-8c51aa91-90e8-49e7-974f-e48576be7c66 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports/49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 942 time: 0.2668300 Mar 22 13:56:12.476154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cc77a21-6cb3-4a05-8a99-6faface04d53 req-151340ad-0996-4e50-9f71-9f9ab0ad64b0 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548535 Mar 22 13:56:12.483507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019111a-b9cb-468a-9ede-0391a77b8776 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:12.590503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b2354c-3113-448d-8565-170e8f003031 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:12.592084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-4d94e3f4-8561-49c0-b4f4-9c82e4ef59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:12.593634 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-4d94e3f4-8561-49c0-b4f4-9c82e4ef59a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e7dbac71fd4eb08445c1f0edb50c58&device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 1126 time: 0.3509753 Mar 22 13:56:12.602678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Publish callbacks [] for port (c7b2354c-3113-448d-8565-170e8f003031), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.623693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Transition to ACTIVE for port object c7b2354c-3113-448d-8565-170e8f003031 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:12.628756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c7b2354c-3113-448d-8565-170e8f003031), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:12.634695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-96b396d1-4b08-4408-bb38-b049a4780f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:12.636519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-96b396d1-4b08-4408-bb38-b049a4780f58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1129 time: 0.3191414 Mar 22 13:56:12.737369 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-f1380185-8aa7-422e-b135-404f1d36fe8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e HTTP/1.1" status: 200 len: 217 time: 0.0800648 Mar 22 13:56:12.792185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3847ddd-830b-47b8-bc91-058df169b423 req-4095b028-cb4a-4b52-bfe0-a88f486ff083 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 210 time: 0.1408818 Mar 22 13:56:12.862912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Allocated IP 192.168.233.45 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:12.891937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:12.903120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b2354c-3113-448d-8565-170e8f003031,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:12.930212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:12.948062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-942bebc2-14c6-471b-a87a-6742417b32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:12.959823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:12.961158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:12.961323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-942bebc2-14c6-471b-a87a-6742417b32e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.2954922 Mar 22 13:56:12.966197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 182fd64f-0199-4973-9c02-be37096b6758 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:12.973317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-5a8cf13d-6870-4ac0-9b8b-5de41c41bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:12.975769 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-5a8cf13d-6870-4ac0-9b8b-5de41c41bb7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2284281 Mar 22 13:56:13.006318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-e0bb7ef4-fafa-448f-aac7-292c68717e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.007755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-e0bb7ef4-fafa-448f-aac7-292c68717e5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac9267f4-d51b-40f3-85ad-a65eed94538d HTTP/1.1" status: 200 len: 915 time: 0.3873959 Mar 22 13:56:13.051686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 182fd64f-0199-4973-9c02-be37096b6758 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:13.052247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (182fd64f-0199-4973-9c02-be37096b6758), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.083906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-ad7526bd-b080-4de3-845e-30e0da5cbea4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29 HTTP/1.1" status: 200 len: 217 time: 0.0563793 Mar 22 13:56:13.177183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Attempting to bind port c7b2354c-3113-448d-8565-170e8f003031 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:13.178326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Attempting to bind port c7b2354c-3113-448d-8565-170e8f003031 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:13.179435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Attempting to bind port c7b2354c-3113-448d-8565-170e8f003031 on network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:13.193130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Port c7b2354c-3113-448d-8565-170e8f003031 on network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:13.193817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Attempting to bind port c7b2354c-3113-448d-8565-170e8f003031 on network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:13.198629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 182fd64f-0199-4973-9c02-be37096b6758 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:13.199203 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.202448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:13.203021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:13.203537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Checking segment: {'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:13.204772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-24e58a81-0287-487c-8838-05666d4a0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.205520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Bound using segment: {'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:13.205672 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-24e58a81-0287-487c-8838-05666d4a0491 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2191870 Mar 22 13:56:13.206323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Bound port: c7b2354c-3113-448d-8565-170e8f003031, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fc962a-3b2d-4994-9676-4bf420793778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:13.207118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7b2354c-3113-448d-8565-170e8f003031), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.224679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-868d6354-e276-49d3-8332-b29dc172921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.226317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-868d6354-e276-49d3-8332-b29dc172921b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fd53672-c2af-429e-89ae-571311137d59 HTTP/1.1" status: 200 len: 853 time: 0.1355510 Mar 22 13:56:13.290000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:13.296138 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.361332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-28688f8e-8060-4db3-abc3-9e539409dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.364010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-28688f8e-8060-4db3-abc3-9e539409dbd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.4019246 Mar 22 13:56:13.382552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cc2c0-1271-407e-85e8-f905a87bf546 req-65a5ce8e-30e4-4f92-8fb7-df541854bf2f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.384969 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks [] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.389588 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-09bf5404-eded-4fd4-9d18-e519d96fa6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766400 Mar 22 13:56:13.395039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c26cc2c0-1271-407e-85e8-f905a87bf546 req-65a5ce8e-30e4-4f92-8fb7-df541854bf2f tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 945 time: 0.4221148 Mar 22 13:56:13.407954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-99cca042-583f-491f-97ca-8e9974783d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.409453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-99cca042-583f-491f-97ca-8e9974783d69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac9267f4-d51b-40f3-85ad-a65eed94538d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1475909 Mar 22 13:56:13.412396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=13']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:13.472722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-035e0bcb-30f7-4587-b823-ab65deb86d13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 217 time: 0.0677145 Mar 22 13:56:13.490895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] For port c7b2354c-3113-448d-8565-170e8f003031, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:13.539230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c26cc2c0-1271-407e-85e8-f905a87bf546 req-a1af9b0f-eb1b-4354-8970-1865bb648bed tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups?id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428826 Mar 22 13:56:13.542727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] For port c7b2354c-3113-448d-8565-170e8f003031, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c7b2354c-3113-448d-8565-170e8f003031,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:13.552074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-c18bb47a-5859-4417-bbcb-4d817db6fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.553534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-c18bb47a-5859-4417-bbcb-4d817db6fdb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.0720465 Mar 22 13:56:13.554863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c7b2354c-3113-448d-8565-170e8f003031), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.616209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.646109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8c:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:12Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:13.661100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b2354c-3113-448d-8565-170e8f003031,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:13.680325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.681160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:13.683341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b04d76bd-c9ec-486d-8269-c0c54e4e6522 service neutron] 10.222.0.57 "PUT /v2.0/ports/c7b2354c-3113-448d-8565-170e8f003031 HTTP/1.1" status: 200 len: 1092 time: 2.5104620 Mar 22 13:56:13.710026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-0355551c-54df-410a-9988-a01096a1d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:13.713951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-0355551c-54df-410a-9988-a01096a1d2d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0843315 Mar 22 13:56:13.720305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:13.723535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Request body: {'port': {'device_id': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:13.725134 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-52f754ee-08d2-49bd-8c82-40c3f22ff28c req-10f327cb-be03-461c-8272-1ffbb0de2fb7 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289435 Mar 22 13:56:13.744024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:13.747085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:55:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:13.807451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:13.822157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-9b148721-cb08-45a4-8f0a-b307dc0d0bd7 service neutron] 10.222.0.42 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680618 Mar 22 13:56:13.835126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:13.838495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:13.860308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Pushing event updated for resources: {'Port': ['ID=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:14.002041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:14.055906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:14.180996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae455fff-1a42-40f0-b756-f42634e969f0 req-af7886dd-350e-4da6-abd9-2dfb5014c8d0 service neutron] 10.222.0.42 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390946 Mar 22 13:56:14.204512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:14.205775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:14.225845 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-d5e4c69b-2a4b-4d46-a786-143c605ab23d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3284838 Mar 22 13:56:14.234095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e4f4e-c80b-49d7-9556-df1cb76036a7 req-76c9a0a2-6c9d-4837-b86b-dbcf2cd213c4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:14.240110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e4f4e-c80b-49d7-9556-df1cb76036a7 req-76c9a0a2-6c9d-4837-b86b-dbcf2cd213c4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:14.243734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Request body: {'port': {'device_id': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:14.250517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c93e4f4e-c80b-49d7-9556-df1cb76036a7 req-76c9a0a2-6c9d-4837-b86b-dbcf2cd213c4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1667 time: 0.4537859 Mar 22 13:56:14.262261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-b9b0fab7-77ae-4696-98ab-8d97173e9b3b service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482169 Mar 22 13:56:14.331831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:14.492001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-756e53d5-88fc-483f-a0b6-c939c016843c None None] Provisioning complete for port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:14.492664 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-756e53d5-88fc-483f-a0b6-c939c016843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:14.557120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c93e4f4e-c80b-49d7-9556-df1cb76036a7 req-fc2afdde-c901-43bf-a222-c91750ef3272 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036790 Mar 22 13:56:14.619177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-756e53d5-88fc-483f-a0b6-c939c016843c None None] Port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:56:14.678147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8c:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:12Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:14.693140 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7433f536-b0f9-4ce3-bb00-c78bed8491a9 x-openstack-request-id: req-7433f536-b0f9-4ce3-bb00-c78bed8491a9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:14.693520 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:14.693710 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7433f536-b0f9-4ce3-bb00-c78bed8491a9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:14.694110 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7433f536-b0f9-4ce3-bb00-c78bed8491a9'] response: {'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'status': 'completed', 'code': 200} Mar 22 13:56:14.726147 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92379dc-913e-4f60-a287-59ec01ef90b6 x-openstack-request-id: req-b92379dc-913e-4f60-a287-59ec01ef90b6 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:14.726972 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:14.726972 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b92379dc-913e-4f60-a287-59ec01ef90b6 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:14.727221 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92379dc-913e-4f60-a287-59ec01ef90b6'] response: {'name': 'network-changed', 'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'status': 'completed', 'code': 200} Mar 22 13:56:14.743478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c4196-9c16-413b-8e3d-e990f505cfad None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8c:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:12Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:14.823097 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18aa147-9b00-473b-8c47-bb5652663b65 x-openstack-request-id: req-d18aa147-9b00-473b-8c47-bb5652663b65 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:14.823787 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "name": "network-vif-plugged", "status": "completed", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:14.824283 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d18aa147-9b00-473b-8c47-bb5652663b65 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:14.825353 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18aa147-9b00-473b-8c47-bb5652663b65'] response: {'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'code': 200} Mar 22 13:56:14.828094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:14.842712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Publish callbacks [] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:14.871010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-6f2836de-4a17-48a8-8f94-19f789c87973 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716388 Mar 22 13:56:14.878522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-1b23a99a-a522-42d7-8821-6e63cbc70cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:14.880212 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-1b23a99a-a522-42d7-8821-6e63cbc70cd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1129 time: 0.1295075 Mar 22 13:56:14.888422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Transition to ACTIVE for port object a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:14.906295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:15.021592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-04fe2063-29af-4f1e-b9d7-7b992517f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.023073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-04fe2063-29af-4f1e-b9d7-7b992517f74b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.3259244 Mar 22 13:56:15.129703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c781227-eaca-411d-85f6-002112833745 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:15.135176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-685f5ba6-f3d1-46a3-92c5-de05913b1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.138889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-685f5ba6-f3d1-46a3-92c5-de05913b1dd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 1127 time: 0.2223635 Mar 22 13:56:15.193310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdd34f-6c49-4914-8fcf-55172911d445 req-ca51dc06-a528-4ffa-8543-45f3bebf9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.195327 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d7fdd34f-6c49-4914-8fcf-55172911d445 req-ca51dc06-a528-4ffa-8543-45f3bebf9f40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 1127 time: 0.2901173 Mar 22 13:56:15.200290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-ffd352d6-d6e3-4339-8bcc-de5d66fff5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.202189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-ffd352d6-d6e3-4339-8bcc-de5d66fff5a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3125832 Mar 22 13:56:15.258171 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-4941aa9e-9b21-491c-becc-5e94a6243271 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e HTTP/1.1" status: 200 len: 217 time: 0.0462842 Mar 22 13:56:15.285928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-6b2ed2aa-0356-472b-b1ce-ded85d44344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.287656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-6b2ed2aa-0356-472b-b1ce-ded85d44344f service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.1336696 Mar 22 13:56:15.334972 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d7fdd34f-6c49-4914-8fcf-55172911d445 req-c9dc1a5b-d73d-4353-a3a4-c9033a42ecdd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315508 Mar 22 13:56:15.358829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Attempting to bind port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:15.360079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Attempting to bind port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:15.360433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Attempting to bind port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:15.371559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:15.371921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Attempting to bind port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:15.376760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-7a2528f8-1b69-4eaf-809a-13d37316eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.378287 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-7a2528f8-1b69-4eaf-809a-13d37316eb69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1144476 Mar 22 13:56:15.382116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:15.382484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:15.382877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:15.383350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Bound port: a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:15.383717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:15.450950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650455b0-b09b-4fb5-b2d8-d57ac4bde14e req-918c969c-e13e-4716-aaca-7d3cd8299ff2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.458066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-650455b0-b09b-4fb5-b2d8-d57ac4bde14e req-918c969c-e13e-4716-aaca-7d3cd8299ff2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.4909179 Mar 22 13:56:15.458217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] For port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:15.462565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] For port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:15.463745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d95943-c6e6-41f2-a03c-0efc084bee77 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:15.470955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:15.480485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Publish callbacks [] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:15.484442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-51f4d7aa-3e7b-4566-81a3-9b5b1a808fed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 1001 time: 0.1843522 Mar 22 13:56:15.485927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-d893cf2c-f718-48b2-a4e0-b45ce7e8d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.487410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-d893cf2c-f718-48b2-a4e0-b45ce7e8d6d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.4572737 Mar 22 13:56:15.516250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.517247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:15.519076 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-6c781227-eaca-411d-85f6-002112833745 service neutron] 10.222.0.57 "PUT /v2.0/ports/a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 HTTP/1.1" status: 200 len: 1095 time: 1.2804189 Mar 22 13:56:15.569425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Transition to ACTIVE for port object b1d95943-c6e6-41f2-a03c-0efc084bee77 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:15.575655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-9a312a45-550a-4d2e-b372-b04a9ebb24a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 217 time: 0.0803950 Mar 22 13:56:15.582739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:15.659917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c781227-eaca-411d-85f6-002112833745 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:15.723424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-bf3d268a-cf4d-480e-a3f4-35313cc1515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.725272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-bf3d268a-cf4d-480e-a3f4-35313cc1515c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 1129 time: 0.1605339 Mar 22 13:56:15.739239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-5ff0ac07-3a52-4aac-9aae-600284b351ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:15.740808 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-5ff0ac07-3a52-4aac-9aae-600284b351ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1717873 Mar 22 13:56:15.811138 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-9ad10775-c9fb-47b5-8969-743af5bcba3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 HTTP/1.1" status: 200 len: 217 time: 0.0692821 Mar 22 13:56:15.819291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:16.112454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:16.118689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-4e8bf37d-66eb-4591-bb16-0259f4a5afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:16.120169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-4e8bf37d-66eb-4591-bb16-0259f4a5afe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.6162252 Mar 22 13:56:16.140080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-650455b0-b09b-4fb5-b2d8-d57ac4bde14e req-3a321235-ec54-4b7b-b569-31bf405373dc tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714983 Mar 22 13:56:16.143274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'mac_address': 'fa:16:3e:14:27:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:16.159317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d95943-c6e6-41f2-a03c-0efc084bee77,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:16.179431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-6005f114-2013-4725-a452-828663f8fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:16.180860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-6005f114-2013-4725-a452-828663f8fa0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.5958755 Mar 22 13:56:16.262766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:16.263191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:16.294572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:16.327183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:16.335367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:16.351436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-41528df1-2b62-4b1b-972a-c639ea0ffda5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575514 Mar 22 13:56:16.447609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:16.479492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-88479763-f2e6-43cd-a874-6b90ed55b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:16.481015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-88479763-f2e6-43cd-a874-6b90ed55b22f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3452797 Mar 22 13:56:16.525688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-4d19f63b-a637-498c-9a5c-7c7d337df24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:16.527312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-4d19f63b-a637-498c-9a5c-7c7d337df24b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.6752968 Mar 22 13:56:16.573337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-ff700b29-c75a-4b6b-8e23-370f4e99681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:16.575645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-ff700b29-c75a-4b6b-8e23-370f4e99681b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3860004 Mar 22 13:56:16.603320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Attempting to bind port b1d95943-c6e6-41f2-a03c-0efc084bee77 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:16.603917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Attempting to bind port b1d95943-c6e6-41f2-a03c-0efc084bee77 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:16.604438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Attempting to bind port b1d95943-c6e6-41f2-a03c-0efc084bee77 on network ab5e5d29-634e-4b00-aa13-21f89949ed6e {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:16.643142 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-fcdab21b-de76-4497-aa3c-21e901ee757b service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912537 Mar 22 13:56:16.652615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-f859d100-75b7-4358-a527-f0b4e21fe176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:16.654545 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-f859d100-75b7-4358-a527-f0b4e21fe176 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1209548 Mar 22 13:56:16.663510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d2d95c86-49a5-439a-8ee1-c0dd55443a0e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:16.679250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Port b1d95943-c6e6-41f2-a03c-0efc084bee77 on network ab5e5d29-634e-4b00-aa13-21f89949ed6e not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:16.679932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Attempting to bind port b1d95943-c6e6-41f2-a03c-0efc084bee77 on network ab5e5d29-634e-4b00-aa13-21f89949ed6e {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:16.696078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59'}, {'name': 'network-changed', 'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'tag': 'c7b2354c-3113-448d-8565-170e8f003031'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:16.699157 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da" -d '{"events": [{"name": "network-changed", "server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59"}, {"name": "network-changed", "server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "tag": "c7b2354c-3113-448d-8565-170e8f003031"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:16.713121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:16.713885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Checking segment: {'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:16.714468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Bound using segment: {'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:16.715200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Bound port: b1d95943-c6e6-41f2-a03c-0efc084bee77, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3114c44-fa53-4ef9-aab8-e5f4f5550870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:16.715719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:16.755317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'tag': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:16.758457 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abada76-ef63-4336-a7da-7a1b43f3a09c" -d '{"events": [{"name": "network-changed", "server_uuid": "804ed44e-39e2-4e20-a63d-352bb53e830d", "tag": "a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:16.801126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-48b659ab-b437-4025-9294-97d44ec48da1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:16.802928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-48b659ab-b437-4025-9294-97d44ec48da1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4506679 Mar 22 13:56:16.829438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:16.832384 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b1ffdd-c46f-4d9d-96e3-76fd2fd35184" -d '{"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-plugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:16.843119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-7da28c3d-3d99-4a85-a23b-cccc93cff32b service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427553 Mar 22 13:56:16.870341 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-8b82245b-0715-4174-9d61-6af1606ae4ea service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097721 Mar 22 13:56:16.874913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c671f4a3-1cab-4e54-be55-f30c4144c098 req-8b79629f-93f7-4def-ab3f-197552995883 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981165 Mar 22 13:56:16.922309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-f5432a71-0b08-45a0-ab12-30a15c590936 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/quotas/f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 375 time: 0.1128316 Mar 22 13:56:17.016746 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-729bd576-759b-484a-8f54-a15eaaeccc9f req-246e5ab1-f797-42f1-9a52-4cd559d849e3 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402316 Mar 22 13:56:17.092132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] For port b1d95943-c6e6-41f2-a03c-0efc084bee77, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:17.106060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-bd2220b9-9ae6-4456-af0d-e2b5b0438d42 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108914 Mar 22 13:56:17.162811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] For port b1d95943-c6e6-41f2-a03c-0efc084bee77, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b1d95943-c6e6-41f2-a03c-0efc084bee77,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:17.208196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:17.232003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:17.232621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:17.234120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] 10.222.0.57 "PUT /v2.0/ports/b1d95943-c6e6-41f2-a03c-0efc084bee77 HTTP/1.1" status: 200 len: 1092 time: 3.5197763 Mar 22 13:56:17.291957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-e089a682-f198-4549-be24-4ef29e7f60c4 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3286002 Mar 22 13:56:17.421570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-450dac32-331f-422a-8d11-aa5e41d1d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:17.422226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-450dac32-331f-422a-8d11-aa5e41d1d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:17.423712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-450dac32-331f-422a-8d11-aa5e41d1d507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 2043 time: 0.1211150 Mar 22 13:56:17.474105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-5772cce6-c6d8-4e92-b396-2ffca9a7a131 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=c7b2354c-3113-448d-8565-170e8f003031 HTTP/1.1" status: 200 len: 217 time: 0.0397820 Mar 22 13:56:17.476910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5653aa-1736-475c-b6b4-e9fc3f152642 req-ff4d143e-5332-4acb-8def-5532d0ffde7a service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120615 Mar 22 13:56:17.481476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e17183-aed3-4951-8e94-eefd436cf571 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d95943-c6e6-41f2-a03c-0efc084bee77,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:17.571181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f09e437f-2580-4a19-b184-41d0929d2cd5 req-d6972a19-1675-4ab2-ab8a-5002dd8abbbf service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476957 Mar 22 13:56:17.707437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-07fe3e1b-c03b-4727-a471-a429730f3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:17.709342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-07fe3e1b-c03b-4727-a471-a429730f3b55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d5e285d-c5eb-41eb-8b5e-b67bc6317737 HTTP/1.1" status: 200 len: 801 time: 0.2076643 Mar 22 13:56:17.813039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f978a5-dfc3-444b-8bf2-90e9009a65de req-bfd188b1-7b7f-492b-bdbe-7b9a8217e6cb tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:17.814723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38f978a5-dfc3-444b-8bf2-90e9009a65de req-bfd188b1-7b7f-492b-bdbe-7b9a8217e6cb tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 947 time: 0.1994522 Mar 22 13:56:17.836168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:17.862264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd8547-3592-4c48-a5f5-586f0959baea req-44f5ba37-0373-42ae-a670-779ae91f6d8b tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:17.867133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24cd8547-3592-4c48-a5f5-586f0959baea req-44f5ba37-0373-42ae-a670-779ae91f6d8b tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 945 time: 0.1970537 Mar 22 13:56:17.894695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-c1c69fda-3173-416c-9935-f0401a4d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:17.896193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-c1c69fda-3173-416c-9935-f0401a4d5218 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3023dcb4-4ee2-4ca9-bcca-40639ccef40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1796186 Mar 22 13:56:17.920119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port d2d95c86-49a5-439a-8ee1-c0dd55443a0e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:17.925038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d2d95c86-49a5-439a-8ee1-c0dd55443a0e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:17.925939 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:18.002016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38f978a5-dfc3-444b-8bf2-90e9009a65de req-abc7ca70-c8d3-41df-959f-a1e41d8f42e4 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332974 Mar 22 13:56:18.121453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24cd8547-3592-4c48-a5f5-586f0959baea req-0afd72de-6dfe-4c0b-9f38-358f93cfa862 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups?id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215228 Mar 22 13:56:18.163027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:18.163699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:18.255117 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12918bb0-6ce1-4351-a952-8caa82edca12 x-openstack-request-id: req-12918bb0-6ce1-4351-a952-8caa82edca12 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:18.255676 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "tag": "c7b2354c-3113-448d-8565-170e8f003031", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:18.255928 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12918bb0-6ce1-4351-a952-8caa82edca12 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:18.256355 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12918bb0-6ce1-4351-a952-8caa82edca12'] response: {'name': 'network-changed', 'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'status': 'completed', 'code': 200} Mar 22 13:56:18.256916 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12918bb0-6ce1-4351-a952-8caa82edca12'] response: {'name': 'network-changed', 'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'tag': 'c7b2354c-3113-448d-8565-170e8f003031', 'status': 'completed', 'code': 200} Mar 22 13:56:18.261629 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e800c3-288d-4855-9991-ee45ca11da60 x-openstack-request-id: req-09e800c3-288d-4855-9991-ee45ca11da60 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:18.262161 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804ed44e-39e2-4e20-a63d-352bb53e830d", "tag": "a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:18.262247 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09e800c3-288d-4855-9991-ee45ca11da60 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:18.262615 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e800c3-288d-4855-9991-ee45ca11da60'] response: {'name': 'network-changed', 'server_uuid': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'tag': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0', 'status': 'completed', 'code': 200} Mar 22 13:56:18.288352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f88d14c2-d7f7-4920-9346-ebde8dccc1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:18.305411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:18.316867 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f6b564-a45c-464a-a981-e48026e17a76 x-openstack-request-id: req-12f6b564-a45c-464a-a981-e48026e17a76 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:18.317311 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-plugged", "status": "completed", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:18.317580 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12f6b564-a45c-464a-a981-e48026e17a76 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:18.318567 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f6b564-a45c-464a-a981-e48026e17a76'] response: {'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'code': 200} Mar 22 13:56:18.321821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:18.394946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b9e25aa8-a97b-4541-838b-e9b322741424 service neutron] 10.222.0.57 "GET /v2.0/networks/3023dcb4-4ee2-4ca9-bcca-40639ccef40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642386 Mar 22 13:56:18.400096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-83c160ee-20de-4247-906d-80a72d90ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.401770 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-83c160ee-20de-4247-906d-80a72d90ec1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 1129 time: 0.1169517 Mar 22 13:56:18.536048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505b7b-2dc1-4881-908f-86b0f00ceaea req-6cefe607-cf63-47ae-b94a-688dfe364ad9 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.558845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505b7b-2dc1-4881-908f-86b0f00ceaea req-6cefe607-cf63-47ae-b94a-688dfe364ad9 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.562657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-c0258a42-d325-4727-8bb0-d133d51f691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.565240 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-c0258a42-d325-4727-8bb0-d133d51f691e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1549361 Mar 22 13:56:18.566589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a505b7b-2dc1-4881-908f-86b0f00ceaea req-6cefe607-cf63-47ae-b94a-688dfe364ad9 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1679 time: 0.3921134 Mar 22 13:56:18.605128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a95e65-cc91-49d4-aa0e-a7111a9f52cc req-dd0edfb4-3a48-45c4-9226-d3e627e76bf2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.606802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1a95e65-cc91-49d4-aa0e-a7111a9f52cc req-dd0edfb4-3a48-45c4-9226-d3e627e76bf2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2277908 Mar 22 13:56:18.619717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:18.646422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-ebef3aed-95f7-42a2-9903-bc8d01d3f3b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 HTTP/1.1" status: 200 len: 217 time: 0.0754743 Mar 22 13:56:18.649128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-e20ce855-d29f-4972-9bb9-b31bb6a303bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.650900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-e20ce855-d29f-4972-9bb9-b31bb6a303bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 1127 time: 0.3931742 Mar 22 13:56:18.656738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a505b7b-2dc1-4881-908f-86b0f00ceaea req-13131400-b18a-49d4-8169-46cc6d7f7a3e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892887 Mar 22 13:56:18.733018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-1e9e1d60-4390-4eb6-acd5-23910153a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.735131 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-1e9e1d60-4390-4eb6-acd5-23910153a3f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0668418 Mar 22 13:56:18.799274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-6fd3de13-724c-495e-b4b4-bd963c8fcf64 service neutron] 10.222.0.57 "GET /v2.0/networks/3023dcb4-4ee2-4ca9-bcca-40639ccef40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857913 Mar 22 13:56:18.803369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-5c426f87-1532-46f3-a2c2-b58ae4a178aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:18.806277 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-5c426f87-1532-46f3-a2c2-b58ae4a178aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0631824 Mar 22 13:56:18.872029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-b2cb1f27-8917-49fe-82de-40ce1e102fa6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=b1d95943-c6e6-41f2-a03c-0efc084bee77 HTTP/1.1" status: 200 len: 217 time: 0.0597012 Mar 22 13:56:18.896816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1a95e65-cc91-49d4-aa0e-a7111a9f52cc req-090bff8f-92df-4e4d-b153-aaac06e6a362 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805061 Mar 22 13:56:18.909100 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-a88f72b8-fae8-49a5-a69a-010e127c763b service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961883 Mar 22 13:56:18.922293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2970595-4054-48c0-8959-ab40a38196f9 req-ffbbd510-6dda-441b-b37b-2078c0933ebd tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.1914513 Mar 22 13:56:19.050101 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-0ff20f0e-64db-4e2e-ba69-8818b000807c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f0bbdf42878b486488ab42e3949f878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212488 Mar 22 13:56:19.063094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970595-4054-48c0-8959-ab40a38196f9 req-c29af348-4e69-4c45-b7ab-a47a31570046 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.064467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2970595-4054-48c0-8959-ab40a38196f9 req-c29af348-4e69-4c45-b7ab-a47a31570046 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports/3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 942 time: 0.1413879 Mar 22 13:56:19.214732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-077aebfb-0119-431c-b5d2-3de99aa554ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.217072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-077aebfb-0119-431c-b5d2-3de99aa554ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.5502343 Mar 22 13:56:19.219619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99b6da22-8778-407b-9627-6ff0113d310a req-fd42fae1-ceb2-446a-bb49-ec7991f0e419 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 210 time: 0.2005038 Mar 22 13:56:19.243545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-8d364045-eac8-44f8-9cc9-30825b0cf19c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.245326 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-8d364045-eac8-44f8-9cc9-30825b0cf19c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782267 Mar 22 13:56:19.268069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Request body: {'port': {'device_id': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'f0bbdf42878b486488ab42e3949f878d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:19.363386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-043f9be2-1851-4b82-a8de-84ffcd6f7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.366179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-043f9be2-1851-4b82-a8de-84ffcd6f7c67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c62d61d2-e132-4086-b106-0203efa134b0 HTTP/1.1" status: 200 len: 801 time: 0.3483005 Mar 22 13:56:19.383798 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7abada76-ef63-4336-a7da-7a1b43f3a09c req-779c0627-5bc1-4130-ab61-37000c1f3dc2 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694209 Mar 22 13:56:19.441931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Made reservation on behalf of f0bbdf42878b486488ab42e3949f878d for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:19.446321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:19.480502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2970595-4054-48c0-8959-ab40a38196f9 req-e2d3f4da-e5ca-4237-a190-e1a63e1d36f2 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.2763913 Mar 22 13:56:19.495856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-322c934f-ca9b-4800-9544-3298896a7f06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 1001 time: 0.2165997 Mar 22 13:56:19.608411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Allocated IP 192.168.233.37 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:19.786229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks [] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:19.838417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:19.854055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:19.857157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', '182fd64f-0199-4973-9c02-be37096b6758'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:19.904465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:19.910421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:19.927708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:20.020858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:20.021937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.027503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:20.052721 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-b4611d54-2a0e-4387-bfdb-81d4bd59e4a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7954032 Mar 22 13:56:20.055450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c30c-270d-4a33-b9d2-3c7786e91129 req-e0f0dd8d-7eb1-4d81-b048-e2bc118c0273 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:20.059013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3846c30c-270d-4a33-b9d2-3c7786e91129 req-e0f0dd8d-7eb1-4d81-b048-e2bc118c0273 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 945 time: 0.7235625 Mar 22 13:56:20.060999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-2ba5816a-6c2e-45df-a31b-352da48a8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:20.075300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Request body: {'port': {'device_id': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:20.079158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-2ba5816a-6c2e-45df-a31b-352da48a8a42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.5475450 Mar 22 13:56:20.079811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40848) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:20.106163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Request body: {'floatingip': {'port_id': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:20.172969 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for floatingip (25d32098-181a-4118-81ec-e7be6890d080), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.206220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.246428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-d824b332-449e-4b30-964a-349f575a2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:20.249547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-d824b332-449e-4b30-964a-349f575a2447 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab5e5d29-634e-4b00-aa13-21f89949ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8507857 Mar 22 13:56:20.274449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'tag': 'b1d95943-c6e6-41f2-a03c-0efc084bee77'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:20.284504 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e6690-6a76-47c4-b3c3-b0722ce7572a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "tag": "b1d95943-c6e6-41f2-a03c-0efc084bee77"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:20.321992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:20.324429 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c3f69-9b01-4bfa-a5f7-3aea925160d5" -d '{"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-plugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:20.426022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-ca371223-23b4-4c90-b480-a5e3d45e3c6a service neutron] 10.222.0.57 "GET /v2.0/networks/ab5e5d29-634e-4b00-aa13-21f89949ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238070 Mar 22 13:56:20.433588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c72cd59c-1f80-4844-bd43-2e227728093a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.466658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-106e34f5-a77e-46df-813a-c137fb2ebf27 None None] Provisioning complete for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:20.468083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-106e34f5-a77e-46df-813a-c137fb2ebf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.549605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:20.570365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-106e34f5-a77e-46df-813a-c137fb2ebf27 None None] Port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:56:20.577547 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:56:20.578891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee16ac72-5985-4ba5-9531-9838648b8457 req-7fcfb7c4-47df-4f6e-83c8-6d49bc5e29cf service neutron] 10.222.0.57 "GET /v2.0/networks/ab5e5d29-634e-4b00-aa13-21f89949ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078444 Mar 22 13:56:20.680943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:20.681315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-0dc2da9b-3d1d-499c-9387-31e2282900ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:20.682842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-0dc2da9b-3d1d-499c-9387-31e2282900ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5231555 Mar 22 13:56:20.697576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0', 'mac_address': 'fa:16:3e:b6:73:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:20.756555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:20.756864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.762781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:20.770736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Publish callbacks [] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.770956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:20.784346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Transition to ACTIVE for port object d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:20.789483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.791960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:20.798413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.799353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-23752ef7-7896-4b2c-b7f8-f936b69e36f8 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080086 Mar 22 13:56:20.844038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:20.856178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970595-4054-48c0-8959-ab40a38196f9 req-fb8f0bc3-47c2-4757-b14f-d952303d1991 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:20.861326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2970595-4054-48c0-8959-ab40a38196f9 req-fb8f0bc3-47c2-4757-b14f-d952303d1991 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 1.3631094 Mar 22 13:56:20.892631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:20.907898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3af4d6-64a9-4779-aa20-dd8fe765839f req-30e92f42-6881-424d-a5c2-e2375eb39bdf tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:20.909446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3af4d6-64a9-4779-aa20-dd8fe765839f req-30e92f42-6881-424d-a5c2-e2375eb39bdf tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 947 time: 0.7172656 Mar 22 13:56:20.959563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:20.959927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:20.960250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:20.974882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:20.975235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:20.987695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:20.988049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:20.988458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:20.988919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Bound port: d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:20.989277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:21.082120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:21.085480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:21.093896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:21.115876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:21.180084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.181545 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:21.184635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] 10.222.0.42 "PUT /v2.0/ports/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 1095 time: 1.1215684 Mar 22 13:56:21.188919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:21.191593 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:21.251357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-cc324967-f20c-4986-b6e9-3805306fc505 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428349 Mar 22 13:56:21.255971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0c569-63d4-4099-93ec-975f3339c72f service neutron] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:21.269548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3af4d6-64a9-4779-aa20-dd8fe765839f req-b38de3a8-0981-4798-8ddd-ee1d14dad940 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388472 Mar 22 13:56:21.311689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3c889648-5e91-4af3-b188-f19748794769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.313466 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-3c889648-5e91-4af3-b188-f19748794769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1129 time: 0.0792284 Mar 22 13:56:21.443899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-db00be2b-f7b6-4692-9b18-a1ef971c351d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.1131520 Mar 22 13:56:21.548248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-d2946510-4901-4620-9180-9b969cc7ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.551346 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-d2946510-4901-4620-9180-9b969cc7ea64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1001146 Mar 22 13:56:21.604595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f39210-329b-438c-8bbf-a1f5b1d4395e req-303f44c6-5977-4699-b527-511c8363c9ca tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.608841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-7b69731a-8329-4691-92d5-539ec8e8de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.610807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f39210-329b-438c-8bbf-a1f5b1d4395e req-303f44c6-5977-4699-b527-511c8363c9ca tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.611257 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-7b69731a-8329-4691-92d5-539ec8e8de81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0546973 Mar 22 13:56:21.612591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43f39210-329b-438c-8bbf-a1f5b1d4395e req-303f44c6-5977-4699-b527-511c8363c9ca tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1679 time: 0.6083550 Mar 22 13:56:21.727915 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-44ebcace-783e-40ba-8d52-af673f8e6bbb service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093557 Mar 22 13:56:21.738876 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:21.764493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652da59-a56b-45de-b9c4-2e0c5e2608af req-b8adf933-48c3-481e-a96a-b94fb012ce4b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.766030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9652da59-a56b-45de-b9c4-2e0c5e2608af req-b8adf933-48c3-481e-a96a-b94fb012ce4b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 945 time: 0.2157919 Mar 22 13:56:21.772464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43f39210-329b-438c-8bbf-a1f5b1d4395e req-c1504565-67e1-4a39-8eb6-ac8d36a77ef5 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422992 Mar 22 13:56:21.777096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-6113c4bc-1014-47bb-96d0-b747b450979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.777625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-6113c4bc-1014-47bb-96d0-b747b450979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:21.779323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-6113c4bc-1014-47bb-96d0-b747b450979d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 2043 time: 0.2187576 Mar 22 13:56:21.826045 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d737c77e-b760-45ac-a0ed-7468d1d9a03a req-43d307bc-9395-4fde-98e9-a466f1a48f24 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899677 Mar 22 13:56:21.948915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:21.966649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (25d32098-181a-4118-81ec-e7be6890d080), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:21.976015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9652da59-a56b-45de-b9c4-2e0c5e2608af req-1441c83a-4c1e-4a35-8578-29e8d1ae4f5c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917219 Mar 22 13:56:22.047630 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c66f3-1f97-442f-bd73-afb3994747c4 x-openstack-request-id: req-ab4c66f3-1f97-442f-bd73-afb3994747c4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:22.047765 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "tag": "b1d95943-c6e6-41f2-a03c-0efc084bee77", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:22.048064 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab4c66f3-1f97-442f-bd73-afb3994747c4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:22.048698 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4c66f3-1f97-442f-bd73-afb3994747c4'] response: {'name': 'network-changed', 'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'tag': 'b1d95943-c6e6-41f2-a03c-0efc084bee77', 'status': 'completed', 'code': 200} Mar 22 13:56:22.066184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-f2adaef1-2905-4704-8371-3c3f3a60012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.067705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-f2adaef1-2905-4704-8371-3c3f3a60012c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3023dcb4-4ee2-4ca9-bcca-40639ccef40f HTTP/1.1" status: 200 len: 903 time: 0.2748764 Mar 22 13:56:22.073690 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59bb575-c2bc-4c89-b9ea-2428c030e1d8 x-openstack-request-id: req-e59bb575-c2bc-4c89-b9ea-2428c030e1d8 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:22.074223 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-plugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:22.074324 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e59bb575-c2bc-4c89-b9ea-2428c030e1d8 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:22.075039 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59bb575-c2bc-4c89-b9ea-2428c030e1d8'] response: {'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'code': 200} Mar 22 13:56:22.100746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11d81-50fc-4c71-a743-69411ffcc06f req-f77672ac-6f5c-4c34-8cb5-332f079337e0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.102373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e11d81-50fc-4c71-a743-69411ffcc06f req-f77672ac-6f5c-4c34-8cb5-332f079337e0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 947 time: 0.2235456 Mar 22 13:56:22.143408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-24533751-d596-4f49-a5a1-b8fd756a32ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=c7b2354c-3113-448d-8565-170e8f003031 HTTP/1.1" status: 200 len: 217 time: 0.0648465 Mar 22 13:56:22.190933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4df15-acdc-4f0d-8721-884e7d82dd6b req-71e9385d-54fa-4e93-9485-2af8c095358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.192513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-afd4df15-acdc-4f0d-8721-884e7d82dd6b req-71e9385d-54fa-4e93-9485-2af8c095358d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1131 time: 0.0498435 Mar 22 13:56:22.251136 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-afd4df15-acdc-4f0d-8721-884e7d82dd6b req-f978dfb4-bec3-46b5-b298-1d6bc9cb25ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Mar 22 13:56:22.260109 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Floating IP 25d32098-181a-4118-81ec-e7be6890d080 associated. External IP: 172.25.2.78, port: 3a4416ba-b5f2-47a4-ae35-48277aeb0f29. Mar 22 13:56:22.277804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-a608fa12-b879-4bbd-a847-9210a9303c11 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.1899276 Mar 22 13:56:22.343720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-6cf2a8d8-a5f3-48c7-b625-486159c8bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.345163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-6cf2a8d8-a5f3-48c7-b625-486159c8bd7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d5e285d-c5eb-41eb-8b5e-b67bc6317737 HTTP/1.1" status: 200 len: 801 time: 0.1597500 Mar 22 13:56:22.358549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e11d81-50fc-4c71-a743-69411ffcc06f req-8e46017b-bf07-4023-9d17-f04d21bcc275 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219598 Mar 22 13:56:22.412347 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6dd6ff-0f0a-440a-ad7c-f324a17b4b23 x-openstack-request-id: req-ed6dd6ff-0f0a-440a-ad7c-f324a17b4b23 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:22.412347 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:22.412347 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed6dd6ff-0f0a-440a-ad7c-f324a17b4b23 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:22.412754 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6dd6ff-0f0a-440a-ad7c-f324a17b4b23'] response: {'name': 'network-changed', 'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'status': 'completed', 'code': 200} Mar 22 13:56:22.446626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-bc51df3c-31a4-4a8c-9f6d-0153017c9a6c tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.448147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-bc51df3c-31a4-4a8c-9f6d-0153017c9a6c tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports/3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 942 time: 0.1330268 Mar 22 13:56:22.477776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-7389bb62-2170-48fa-84c5-a80bfaab1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.480767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-7389bb62-2170-48fa-84c5-a80bfaab1677 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3023dcb4-4ee2-4ca9-bcca-40639ccef40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1254840 Mar 22 13:56:22.561389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b1d95943-c6e6-41f2-a03c-0efc084bee77 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:22.572942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-89b496f8-68dd-4c0b-bf53-f7f744753b9c tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.574750 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-89b496f8-68dd-4c0b-bf53-f7f744753b9c tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.1113997 Mar 22 13:56:22.581049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-237f717e-0bec-49f0-b039-50993f52e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.583041 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-237f717e-0bec-49f0-b039-50993f52e055 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1129 time: 0.0791945 Mar 22 13:56:22.588599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-3'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:22.620240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:22.720303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:22.732273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:22.743049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:22.743739 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:22.787850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b1d95943-c6e6-41f2-a03c-0efc084bee77, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b1d95943-c6e6-41f2-a03c-0efc084bee77,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:22.809885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-375006db-dc2b-49dd-8c94-4ca4f94d61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:22.812223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-375006db-dc2b-49dd-8c94-4ca4f94d61b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2174363 Mar 22 13:56:22.814263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'b1d95943-c6e6-41f2-a03c-0efc084bee77', 'network_id': 'ab5e5d29-634e-4b00-aa13-21f89949ed6e', 'port_id': 'b1d95943-c6e6-41f2-a03c-0efc084bee77', 'mac_address': 'fa:16:3e:4a:0c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62d61d2-e132-4086-b106-0203efa134b0', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:22.878437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b1d95943-c6e6-41f2-a03c-0efc084bee77 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:22.879089 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:22.902278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d95943-c6e6-41f2-a03c-0efc084bee77 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:22.909877 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-243ab5cf-8c04-4297-912b-d332e5555d00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.0787244 Mar 22 13:56:22.944905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b1d95943-c6e6-41f2-a03c-0efc084bee77, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b1d95943-c6e6-41f2-a03c-0efc084bee77,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:23.000408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:23.001829 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.015750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.016786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c7b2354c-3113-448d-8565-170e8f003031 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:23.020573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-f13f0644-813f-4856-88e2-c95b181258ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:23.022384 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-f13f0644-813f-4856-88e2-c95b181258ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1019189 Mar 22 13:56:23.030885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:23.120831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-62462307-c973-4e4b-a73e-9f7f1adca7ab tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.4658365 Mar 22 13:56:23.129113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:23.135813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-e69ba146-b6dc-493b-aa9e-0f967969770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:23.138271 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-e69ba146-b6dc-493b-aa9e-0f967969770e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1054754 Mar 22 13:56:23.142830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be198b-4193-4243-b4e8-63bf8f07618a req-721aa790-f9a8-4aff-9486-11ef823f7baa tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:23.145230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68be198b-4193-4243-b4e8-63bf8f07618a req-721aa790-f9a8-4aff-9486-11ef823f7baa tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 948 time: 0.6636341 Mar 22 13:56:23.194355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:23.217746 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.249663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b1d95943-c6e6-41f2-a03c-0efc084bee77,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:23.250028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-a0ca736c-29d0-4deb-acd5-8bce177c884d service neutron] 10.222.0.57 "GET /v2.0/networks/3023dcb4-4ee2-4ca9-bcca-40639ccef40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576852 Mar 22 13:56:23.270215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Publish callbacks [] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.288832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Router f879716f-360a-4b37-9f1c-979439dea925 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:23.299237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.316355 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.320552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port c7b2354c-3113-448d-8565-170e8f003031, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c7b2354c-3113-448d-8565-170e8f003031,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:23.354027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'c7b2354c-3113-448d-8565-170e8f003031', 'network_id': '3023dcb4-4ee2-4ca9-bcca-40639ccef40f', 'port_id': 'c7b2354c-3113-448d-8565-170e8f003031', 'mac_address': 'fa:16:3e:41:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5e285d-c5eb-41eb-8b5e-b67bc6317737', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:23.357838 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-8c897044-7363-48bc-a161-e056b067f7b8 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982982 Mar 22 13:56:23.360459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:23.381145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68be198b-4193-4243-b4e8-63bf8f07618a req-8c1954d3-8b23-40ec-8139-784945f8f405 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217796 Mar 22 13:56:23.436655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port c7b2354c-3113-448d-8565-170e8f003031 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:23.437049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7b2354c-3113-448d-8565-170e8f003031), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.470569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b2354c-3113-448d-8565-170e8f003031 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:23.511013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port c7b2354c-3113-448d-8565-170e8f003031, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c7b2354c-3113-448d-8565-170e8f003031,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:23.519078 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c7b2354c-3113-448d-8565-170e8f003031), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.523994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-33df5c27-65ee-4135-b429-3c7429c218f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:23.526398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-33df5c27-65ee-4135-b429-3c7429c218f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.3698919 Mar 22 13:56:23.539575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:23.546865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:23.547372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:23.547871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:23.565026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:23.565572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Attempting to bind port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:23.574139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-95d4acf9-7deb-4d89-acc5-7c179fff25b2 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:56:23.576320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:23.576868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:23.577742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-95d4acf9-7deb-4d89-acc5-7c179fff25b2 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094347 Mar 22 13:56:23.587345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:23.588012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Bound port: 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:23.588510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.628303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b8bfc50-447a-491b-a889-4b5b6fc1e4da req-c0b41de5-4fa2-4056-8231-1a28f2fb26f3 service neutron] 10.222.0.57 "GET /v2.0/networks/3023dcb4-4ee2-4ca9-bcca-40639ccef40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637464 Mar 22 13:56:23.735399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-1064b972-5a99-4257-acf0-ac6ba1e9dfa7 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.1276238 Mar 22 13:56:23.753857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:23.756505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=c7b2354c-3113-448d-8565-170e8f003031,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:23.775968 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b11e5ac4-0f6e-4674-a8a7-cf4c969d3478 req-8ae2a598-5a6a-4c80-8291-c8845f6c82ff service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042053 Mar 22 13:56:23.817386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:23.822741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:23.826616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d32e-527e-403f-bbd0-1d8427b2ed50 req-2e559102-b217-4b0d-9c47-4374c979af18 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:23.832282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d32e-527e-403f-bbd0-1d8427b2ed50 req-2e559102-b217-4b0d-9c47-4374c979af18 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:23.834017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.841098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eac1d32e-527e-403f-bbd0-1d8427b2ed50 req-2e559102-b217-4b0d-9c47-4374c979af18 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1681 time: 0.3335550 Mar 22 13:56:23.867478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:23.900405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:23.915086 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] Sync routers for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:23.930407 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:23.931051 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:23.939270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.939636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c7b2354c-3113-448d-8565-170e8f003031'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:23.954918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:23.955693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.957370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] 10.222.0.42 "PUT /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 1121 time: 1.3730016 Mar 22 13:56:23.971311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac437b3-f527-4f40-8326-9f34482e6222 service neutron] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=8']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:23.984945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3a99e7ca-3576-48ee-a610-518fe6294b76 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "PUT /v2.0/floatingips/25d32098-181a-4118-81ec-e7be6890d080 HTTP/1.1" status: 200 len: 990 time: 3.8902864 Mar 22 13:56:24.030209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eac1d32e-527e-403f-bbd0-1d8427b2ed50 req-a7f812f8-cd74-4322-ab39-375d75571179 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831336 Mar 22 13:56:24.044437 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.050345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:24.052775 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587" -d '{"events": [{"name": "network-changed", "server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:24.109923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:24.113437 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ddcf3-b9d8-44af-a033-6d4940086f60" -d '{"events": [{"server_uuid": "804ed44e-39e2-4e20-a63d-352bb53e830d", "name": "network-vif-plugged", "status": "completed", "tag": "a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:24.191346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-fbd63daf-b519-4a25-80c6-5535a5dc2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:24.192072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-fbd63daf-b519-4a25-80c6-5535a5dc2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:24.194006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-fbd63daf-b519-4a25-80c6-5535a5dc2e36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 2045 time: 0.3943150 Mar 22 13:56:24.208909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:24.239174 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:24.247852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be has no active binding in host n-h1-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:56:24.248526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:24.302511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f2b8c-6938-4aa3-b3c5-90cd59432cc2 req-65f7be0f-2f74-407a-b70e-5b49d3e6479f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:24.309486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d2f2b8c-6938-4aa3-b3c5-90cd59432cc2 req-65f7be0f-2f74-407a-b70e-5b49d3e6479f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.1704922 Mar 22 13:56:24.316508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-08289a85-4ab1-41ef-9df2-5fe9867fd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:24.317879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-08289a85-4ab1-41ef-9df2-5fe9867fd320 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab5e5d29-634e-4b00-aa13-21f89949ed6e HTTP/1.1" status: 200 len: 903 time: 0.1087608 Mar 22 13:56:24.352159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:24.373172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:24.409436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-f85582c5-ebdd-43e8-a01f-5aa67fedc4b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=b1d95943-c6e6-41f2-a03c-0efc084bee77 HTTP/1.1" status: 200 len: 217 time: 0.0792837 Mar 22 13:56:24.412748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:24.414138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'}, {'name': 'network-changed', 'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:24.417220 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e72e22d-e728-4125-a0b2-440830c52cc2" -d '{"events": [{"server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "name": "network-vif-unplugged", "status": "completed", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be"}, {"name": "network-changed", "server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:24.454587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'mac_address': 'fa:16:3e:a7:ee:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:24.469514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-9d47ad37-8d82-47b5-97ec-6c9cf3a4cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:24.471042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-9d47ad37-8d82-47b5-97ec-6c9cf3a4cdeb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c62d61d2-e132-4086-b106-0203efa134b0 HTTP/1.1" status: 200 len: 801 time: 0.0531127 Mar 22 13:56:24.506972 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '25d32098-181a-4118-81ec-e7be6890d080', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'port_id': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'mac_address': 'fa:16:3e:f3:a3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:53Z', 'updated_at': '2022-03-22T13:56:21Z', 'revision_number': 1, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:53Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:24.525772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:24.526226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.537648 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] Checking router: f879716f-360a-4b37-9f1c-979439dea925 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:24.546854 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:24.547484 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:24.548080 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.577634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:24.593157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d2f2b8c-6938-4aa3-b3c5-90cd59432cc2 req-d46b11be-ecda-493e-b2f3-60080de7e556 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828109 Mar 22 13:56:24.602371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.611093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.611301 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e disassociated. External IP: 172.25.2.212, port: 3204af1a-0ceb-4d83-971a-ba4661f16e59. Mar 22 13:56:24.683256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:24.704168 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:24.710451 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.713055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.803017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-90bbb5bb-c8b6-442d-994d-d50ff13169a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:24.804845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-90bbb5bb-c8b6-442d-994d-d50ff13169a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab5e5d29-634e-4b00-aa13-21f89949ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3222606 Mar 22 13:56:24.823021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:24.893247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac628cae-3956-49f6-9e51-52e7436d4869 req-359eb89a-9a58-448b-b5bd-f8c4abfe33c0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:24.895172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac628cae-3956-49f6-9e51-52e7436d4869 req-359eb89a-9a58-448b-b5bd-f8c4abfe33c0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 948 time: 0.1394594 Mar 22 13:56:24.995613 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '25d32098-181a-4118-81ec-e7be6890d080', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'port_id': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'mac_address': 'fa:16:3e:f3:a3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:53Z', 'updated_at': '2022-03-22T13:56:21Z', 'revision_number': 1, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:53Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:25.025109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['b1d95943-c6e6-41f2-a03c-0efc084bee77'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:25.029751 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d693064-02e0-4d73-ba20-e2c131486777 None None] The sync data for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 is: [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '25d32098-181a-4118-81ec-e7be6890d080', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'port_id': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'mac_address': 'fa:16:3e:f3:a3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:53Z', 'updated_at': '2022-03-22T13:56:21Z', 'revision_number': 1, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:53Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:25.041088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac628cae-3956-49f6-9e51-52e7436d4869 req-395678ff-e35e-4e89-85c1-19a8e81b4372 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778735 Mar 22 13:56:25.077739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-3ac9b404-8fca-4a51-9b40-0b1823335cf8 service neutron] 10.222.0.57 "GET /v2.0/networks/ab5e5d29-634e-4b00-aa13-21f89949ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600033 Mar 22 13:56:25.123739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:25.140527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:25.157179 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0aa77-ffff-421e-9290-e78a7dcaf90a x-openstack-request-id: req-1da0aa77-ffff-421e-9290-e78a7dcaf90a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:25.157552 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:25.157730 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1da0aa77-ffff-421e-9290-e78a7dcaf90a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:25.158183 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da0aa77-ffff-421e-9290-e78a7dcaf90a'] response: {'name': 'network-changed', 'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'status': 'completed', 'code': 200} Mar 22 13:56:25.256625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-732449d0-db65-4fb1-9212-663a1e3b7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:25.264581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-732449d0-db65-4fb1-9212-663a1e3b7aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e7dbac71fd4eb08445c1f0edb50c58&device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 1127 time: 0.0780725 Mar 22 13:56:25.389360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-ad7eccb9-3598-431d-a803-6b508a5cff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:25.390938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-ad7eccb9-3598-431d-a803-6b508a5cff0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac9267f4-d51b-40f3-85ad-a65eed94538d HTTP/1.1" status: 200 len: 915 time: 0.1126633 Mar 22 13:56:25.400880 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68431808-7a99-4a29-b8a9-8bc8fcc538de x-openstack-request-id: req-68431808-7a99-4a29-b8a9-8bc8fcc538de {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:25.401859 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ed44e-39e2-4e20-a63d-352bb53e830d", "name": "network-vif-plugged", "status": "completed", "tag": "a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:25.402618 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68431808-7a99-4a29-b8a9-8bc8fcc538de {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:25.403219 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68431808-7a99-4a29-b8a9-8bc8fcc538de'] response: {'server_uuid': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0', 'code': 200} Mar 22 13:56:25.456978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1125a6bf-de0c-48e3-aac2-533106612ab7 None None] New status for floating IP 25d32098-181a-4118-81ec-e7be6890d080: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:25.475647 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-78fe32d9-d0a5-4cb3-bd7a-b7098292a011 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29 HTTP/1.1" status: 200 len: 998 time: 0.0721757 Mar 22 13:56:25.481876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e6690-6a76-47c4-b3c3-b0722ce7572a req-720c4132-682f-43fa-b270-0efa997458cd service neutron] 10.222.0.57 "GET /v2.0/networks/ab5e5d29-634e-4b00-aa13-21f89949ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963261 Mar 22 13:56:25.511586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45591331-1294-405d-99e4-4eab7019dd61 req-6a2ec670-de15-43c8-9505-b992f53ada90 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:25.513214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45591331-1294-405d-99e4-4eab7019dd61 req-6a2ec670-de15-43c8-9505-b992f53ada90 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 949 time: 0.1515675 Mar 22 13:56:25.525134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:25.529772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888d613-7d0e-4a44-a964-3bb62c4d6436 req-e36f45f9-8d9c-43f4-b898-7d75680e8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:25.533898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8888d613-7d0e-4a44-a964-3bb62c4d6436 req-e36f45f9-8d9c-43f4-b898-7d75680e8939 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 1131 time: 0.2317801 Mar 22 13:56:25.537126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:25.538778 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:25.558462 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:25.559400 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:25.560319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-f70e5e6d-f5e3-46ed-a846-1c0355bfcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:25.561960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-f70e5e6d-f5e3-46ed-a846-1c0355bfcadb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fd53672-c2af-429e-89ae-571311137d59 HTTP/1.1" status: 200 len: 853 time: 0.0722642 Mar 22 13:56:25.628254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-933994fe-b0b5-428a-94ef-3d6300afc0ef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "PUT /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 200 len: 695 time: 1.8786414 Mar 22 13:56:25.675313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-aa63dcfa-10b3-4ccf-b71f-2c346e4f670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:25.677038 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-aa63dcfa-10b3-4ccf-b71f-2c346e4f670c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac9267f4-d51b-40f3-85ad-a65eed94538d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053138 Mar 22 13:56:25.696497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8888d613-7d0e-4a44-a964-3bb62c4d6436 req-c421806b-216b-4529-ab63-db9444596291 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496155 Mar 22 13:56:25.704823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45591331-1294-405d-99e4-4eab7019dd61 req-6c109ab1-a7ef-4291-97aa-d71dfc103b38 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648450 Mar 22 13:56:25.707567 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:25.735814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-5b54035f-845e-4cd8-adc6-5ebd8cc9c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:25.737489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-5b54035f-845e-4cd8-adc6-5ebd8cc9c0ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 1127 time: 0.0860920 Mar 22 13:56:25.885550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-42643e88-784a-4ebb-ba86-de902a5e7aaf service neutron] 10.222.0.42 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991620 Mar 22 13:56:25.887836 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd70dd-0607-47ff-b74f-5ffdcaa4f7ff x-openstack-request-id: req-27bd70dd-0607-47ff-b74f-5ffdcaa4f7ff {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:25.891947 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "name": "network-vif-unplugged", "status": "completed", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be", "code": 200}, {"name": "network-changed", "server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:25.892404 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27bd70dd-0607-47ff-b74f-5ffdcaa4f7ff {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:25.892992 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bd70dd-0607-47ff-b74f-5ffdcaa4f7ff'] response: {'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be', 'code': 200} Mar 22 13:56:25.893442 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bd70dd-0607-47ff-b74f-5ffdcaa4f7ff'] response: {'name': 'network-changed', 'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be', 'status': 'completed', 'code': 200} Mar 22 13:56:26.035184 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:26.036996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ffe9a4fa-9270-4aa1-a0fb-4e05a4273587 req-0a346902-72b5-4c54-88f0-e8166eb256e0 service neutron] 10.222.0.42 "GET /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324775 Mar 22 13:56:26.063749 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:26.072911 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:26.073547 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:26.196284 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:26.379346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc62fa4-04f2-45de-a924-7dea09244a6c req-9ff8fbfd-82d7-47d6-ab0a-1d242d05eb77 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.384689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc62fa4-04f2-45de-a924-7dea09244a6c req-9ff8fbfd-82d7-47d6-ab0a-1d242d05eb77 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.386297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cc62fa4-04f2-45de-a924-7dea09244a6c req-9ff8fbfd-82d7-47d6-ab0a-1d242d05eb77 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1681 time: 0.1594510 Mar 22 13:56:26.388833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-54f8ddea-98ef-463e-9d5a-f49894eef4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.390384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-54f8ddea-98ef-463e-9d5a-f49894eef4c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1155 time: 0.1647029 Mar 22 13:56:26.391601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-0ab7196b-534b-4aeb-ab3d-ffa07859124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.392938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-0ab7196b-534b-4aeb-ab3d-ffa07859124c service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.6489971 Mar 22 13:56:26.431300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:26.493270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-9841d7c7-ac17-4b82-9b5c-50d1a646770a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 217 time: 0.0854697 Mar 22 13:56:26.558847 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63aeb9-8898-4207-8bd3-4692be01d0a8 None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:26.580899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c7b2354c-3113-448d-8565-170e8f003031 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:26.603809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cc62fa4-04f2-45de-a924-7dea09244a6c req-2602ac68-09b0-454b-9ec0-89562fd30a0e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936467 Mar 22 13:56:26.629393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-6b02860b-5547-4bbb-b975-fa2c586a827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.631013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-6b02860b-5547-4bbb-b975-fa2c586a827e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.2331898 Mar 22 13:56:26.633019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-4eeebd4c-e52c-481f-bd34-3fcc73bac742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.635258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-4eeebd4c-e52c-481f-bd34-3fcc73bac742 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.1240366 Mar 22 13:56:26.671908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port c7b2354c-3113-448d-8565-170e8f003031 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:26.681185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port c7b2354c-3113-448d-8565-170e8f003031 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:26.682154 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c7b2354c-3113-448d-8565-170e8f003031), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:26.727985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-d416ffbf-895b-4b82-96f0-89d836944a2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 217 time: 0.0851805 Mar 22 13:56:26.783112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port c7b2354c-3113-448d-8565-170e8f003031 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:26.783529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7b2354c-3113-448d-8565-170e8f003031), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:26.815287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-17777e76-080b-4a09-afa7-d9dbacbc2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.816902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-17777e76-080b-4a09-afa7-d9dbacbc2da2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0776365 Mar 22 13:56:26.825395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port c7b2354c-3113-448d-8565-170e8f003031, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c7b2354c-3113-448d-8565-170e8f003031,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:26.831546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c7b2354c-3113-448d-8565-170e8f003031), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:26.853046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-04c2123f-998e-487b-bd99-7bc01244d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.854731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-04c2123f-998e-487b-bd99-7bc01244d121 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2132282 Mar 22 13:56:26.857704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-d9a34703-1937-4b3b-859d-ea5de3578106 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344388 Mar 22 13:56:26.865459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f359-7ffe-462c-9d3d-f0d7d0e54bdf req-81c3c961-c5e8-40da-9e71-01f0bfedf8fe tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.866936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d42f359-7ffe-462c-9d3d-f0d7d0e54bdf req-81c3c961-c5e8-40da-9e71-01f0bfedf8fe tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.1425438 Mar 22 13:56:26.917809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=c7b2354c-3113-448d-8565-170e8f003031,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:26.998760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d53dc-8630-4b8b-895d-a12a6fa00260 None None] New status for floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:27.052340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d42f359-7ffe-462c-9d3d-f0d7d0e54bdf req-7f2b6f7a-27b0-4462-9fa6-254b9cda591a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700332 Mar 22 13:56:27.085221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-fb7fe922-9b07-4efb-872c-9257eb88429d service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102220 Mar 22 13:56:27.087201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-fb5270bd-e7f2-4e56-9121-4fb55e3743ec service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193396 Mar 22 13:56:27.172437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:27.175024 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52" -d '{"events": [{"name": "network-changed", "server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:27.338519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b005abb-b890-4835-8d41-a5f5c22a00ef req-0ba284d4-ec0e-4cde-838e-1a19bde51f14 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:27.340058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b005abb-b890-4835-8d41-a5f5c22a00ef req-0ba284d4-ec0e-4cde-838e-1a19bde51f14 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 948 time: 0.1368344 Mar 22 13:56:27.346120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e72e22d-e728-4125-a0b2-440830c52cc2 req-e779487d-0014-4727-a401-3e51a72e0789 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538118 Mar 22 13:56:27.362510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f1a30-9a72-47e4-a45a-26179f83726b req-d89d0417-9e24-4d90-bbf8-5a777cbcf270 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594059 Mar 22 13:56:27.406945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b2354c-3113-448d-8565-170e8f003031'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:27.409227 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8f69f6-7be5-4200-9892-99bb338ea3cf" -d '{"events": [{"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-plugged", "status": "completed", "tag": "c7b2354c-3113-448d-8565-170e8f003031"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:27.421442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b005abb-b890-4835-8d41-a5f5c22a00ef req-b5ff7cc2-b373-43d7-84ca-c970de70e80e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727246 Mar 22 13:56:27.496927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1467233-e3a6-4342-bb23-ed7391aee42a req-57c78011-71c4-4a84-ac4d-1fc46400b197 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:27.498618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1467233-e3a6-4342-bb23-ed7391aee42a req-57c78011-71c4-4a84-ac4d-1fc46400b197 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 949 time: 0.0623071 Mar 22 13:56:27.605250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1467233-e3a6-4342-bb23-ed7391aee42a req-4f06a92d-1f39-4655-b2fa-b27687abf8d2 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999818 Mar 22 13:56:27.655470 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673eeba7-fde3-4993-b4e9-533a07f3b4ab x-openstack-request-id: req-673eeba7-fde3-4993-b4e9-533a07f3b4ab {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:27.655862 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:27.656026 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-673eeba7-fde3-4993-b4e9-533a07f3b4ab {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:27.656454 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673eeba7-fde3-4993-b4e9-533a07f3b4ab'] response: {'name': 'network-changed', 'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'status': 'completed', 'code': 200} Mar 22 13:56:27.669357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-438ff810-69c2-4024-a37e-70400a789971 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:27.670759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-438ff810-69c2-4024-a37e-70400a789971 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.1579010 Mar 22 13:56:27.688432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-3cf3f463-27e2-469c-9ac7-6a1aa7c90cc6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/quotas/c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 375 time: 0.0107679 Mar 22 13:56:27.780122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-e7d40025-00d4-4a41-b836-2ea44ffe6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:27.781733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-e7d40025-00d4-4a41-b836-2ea44ffe6b64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 1127 time: 0.0922170 Mar 22 13:56:27.809721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-e7b9a6f2-7528-453f-952f-07467b10293a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115215 Mar 22 13:56:27.842238 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedac6fd-4625-4fdf-a297-6ac2eaaf8566 x-openstack-request-id: req-bedac6fd-4625-4fdf-a297-6ac2eaaf8566 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:27.842761 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-plugged", "status": "completed", "tag": "c7b2354c-3113-448d-8565-170e8f003031", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:27.842942 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bedac6fd-4625-4fdf-a297-6ac2eaaf8566 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:27.843415 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedac6fd-4625-4fdf-a297-6ac2eaaf8566'] response: {'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b2354c-3113-448d-8565-170e8f003031', 'code': 200} Mar 22 13:56:27.885575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:27.944343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:27.948943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:27.949609 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.011470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-1d27d905-caf0-4673-a13a-ec78aaf6baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.013045 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-1d27d905-caf0-4673-a13a-ec78aaf6baa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.2214117 Mar 22 13:56:28.017066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-54f75b53-4da0-4739-a1d4-2987a5366422 service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970325 Mar 22 13:56:28.025660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abd3c0-ea0b-4e7c-9da3-1f1941e1068b req-768de7aa-59ce-4053-a1ae-3533ec1b506a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.027258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24abd3c0-ea0b-4e7c-9da3-1f1941e1068b req-768de7aa-59ce-4053-a1ae-3533ec1b506a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1277447 Mar 22 13:56:28.044509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:28.046727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.087820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:28.102721 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.154340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-67c7bc0d-a66d-4b75-b303-78a95b69b311 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 200 len: 217 time: 0.1186564 Mar 22 13:56:28.177087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:28.194014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.254588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24abd3c0-ea0b-4e7c-9da3-1f1941e1068b req-62f058c4-fd3b-486e-9b31-cc954cb5ca05 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082770 Mar 22 13:56:28.282226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-de37f729-e1e1-4da8-a6d0-77b12cb7655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.282226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-de37f729-e1e1-4da8-a6d0-77b12cb7655b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.0965350 Mar 22 13:56:28.338991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7da10ca2-4b77-4b78-bf9e-a0e8f6be72fa service neutron] 10.222.0.44 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107660 Mar 22 13:56:28.380699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-07c395f2-c638-427d-8ccd-5a9046e4df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.382208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-07c395f2-c638-427d-8ccd-5a9046e4df0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1008620 Mar 22 13:56:28.395054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100b4c5-adfa-46be-baa5-457651dda6a1 req-3fb556b3-5a57-4f8b-9088-da2235a7e06e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.400458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100b4c5-adfa-46be-baa5-457651dda6a1 req-3fb556b3-5a57-4f8b-9088-da2235a7e06e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.402057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5100b4c5-adfa-46be-baa5-457651dda6a1 req-3fb556b3-5a57-4f8b-9088-da2235a7e06e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1682 time: 0.0807364 Mar 22 13:56:28.506647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5100b4c5-adfa-46be-baa5-457651dda6a1 req-a7f90f46-970c-4321-b404-d6fc35c63435 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956311 Mar 22 13:56:28.534240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-faa0964b-9f70-46f1-8e71-16b699a84061 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310048 Mar 22 13:56:28.585311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b1d95943-c6e6-41f2-a03c-0efc084bee77 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:28.664057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port b1d95943-c6e6-41f2-a03c-0efc084bee77 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:28.671774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port b1d95943-c6e6-41f2-a03c-0efc084bee77 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:28.673418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.770703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-3d935057-35ea-493f-88dd-4cb1244527e1 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.773368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b1d95943-c6e6-41f2-a03c-0efc084bee77 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:28.774122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.777339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-3d935057-35ea-493f-88dd-4cb1244527e1 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1906705 Mar 22 13:56:28.782187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700fc67f-03a9-4ad7-bf70-ae96fe77aa52 req-342e189f-7960-489a-81f0-e40ff2f20def service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398286 Mar 22 13:56:28.809270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b1d95943-c6e6-41f2-a03c-0efc084bee77, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b1d95943-c6e6-41f2-a03c-0efc084bee77,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:28.814777 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.843350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-c785da7c-fee8-4ef6-8d41-b17d0388df9b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 696 time: 0.0650542 Mar 22 13:56:28.849343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'floatingip': {'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:28.874853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b1d95943-c6e6-41f2-a03c-0efc084bee77,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:28.890829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.934167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21989d94-7a80-43f7-aeea-092ead718836 req-93719eff-3d6e-4634-8ee4-ddd2bd227e15 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.935668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21989d94-7a80-43f7-aeea-092ead718836 req-93719eff-3d6e-4634-8ee4-ddd2bd227e15 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.2428119 Mar 22 13:56:29.039466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21989d94-7a80-43f7-aeea-092ead718836 req-4f2ca70a-be32-4311-a509-392aa2e8e196 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978498 Mar 22 13:56:29.224903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-c37d4066-233c-4a98-af44-697f8eb093d0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328557 Mar 22 13:56:29.417020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-1aeb440b-65c4-41c3-8849-2cdb2c9c6c63 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:29.418462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-1aeb440b-65c4-41c3-8849-2cdb2c9c6c63 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607549 Mar 22 13:56:29.808301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-f3c5c964-1180-4126-b9ed-62ced0639fa3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/quotas/cd89d1d05e44482eb45f14897d44aa5e HTTP/1.1" status: 200 len: 375 time: 0.3843930 Mar 22 13:56:29.845116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}, {'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d95943-c6e6-41f2-a03c-0efc084bee77'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:29.852144 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f4627-ee76-4479-82bc-04babc4dee44" -d '{"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}, {"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-plugged", "status": "completed", "tag": "b1d95943-c6e6-41f2-a03c-0efc084bee77"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:29.861448 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:29.886048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:29.993875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-14b74775-112c-4ecd-93fe-8f2d3976f7f3 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:29.995363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-14b74775-112c-4ecd-93fe-8f2d3976f7f3 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "GET /v2.0/ports?device_id=47ef966f-b9c4-4a22-8ddd-a26df3cf64fd HTTP/1.1" status: 200 len: 945 time: 0.5726278 Mar 22 13:56:30.054814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-a8e9e34c-cf95-478a-a29f-bbbf65eecb1d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:30.056239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-a8e9e34c-cf95-478a-a29f-bbbf65eecb1d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 821 time: 0.2874572 Mar 22 13:56:30.064979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-3f4b9b75-0332-4b9e-8c5a-775690a23f18 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2273695 Mar 22 13:56:30.077717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Request body: {'port': {'device_id': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'admin_state_up': True, 'tenant_id': 'c4db45f5d7be417fa9f5de7abacbea38'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:30.155423 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e associated. External IP: 172.25.2.212, port: 49456ded-f466-4eb2-955c-eaebc3cb3138. Mar 22 13:56:30.366741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Made reservation on behalf of c4db45f5d7be417fa9f5de7abacbea38 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:30.370133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:30.373793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Deleting port 3204af1a-0ceb-4d83-971a-ba4661f16e59 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:30.374144 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:30.403439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb60b06-7a94-4dfb-8825-f65efc73935d req-c6c14170-a771-4cf2-b872-5b99500670a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:30.410277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fb60b06-7a94-4dfb-8825-f65efc73935d req-c6c14170-a771-4cf2-b872-5b99500670a7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1583638 Mar 22 13:56:30.617944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fb60b06-7a94-4dfb-8825-f65efc73935d req-289ee842-b88e-4dc7-a42b-d9bd46cb159b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067220 Mar 22 13:56:30.743809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] For port 3204af1a-0ceb-4d83-971a-ba4661f16e59, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3204af1a-0ceb-4d83-971a-ba4661f16e59,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:30.744227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:30.782046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd00392f-2317-407f-9561-f36aba679155 req-35bdbdaf-21c5-4804-9e9e-d0418ccd960b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0763948 Mar 22 13:56:30.790892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Calling delete_port for 3204af1a-0ceb-4d83-971a-ba4661f16e59 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:30.812669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Allocated IP 172.20.0.8 (fa788293-d25f-4072-b2ae-d0417c178fe8/3258907d-b312-4b96-a688-86db2f838c8b/3a865228-3862-4857-92f9-8c5bc3f28950) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:30.885619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:31.152171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3204af1a-0ceb-4d83-971a-ba4661f16e59), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:31.166827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['49456ded-f466-4eb2-955c-eaebc3cb3138'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:31.255486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Pushing event deleted for resources: {'Port': ['ID=3204af1a-0ceb-4d83-971a-ba4661f16e59,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:31.301083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] No DVR routers for this DVR port 3204af1a-0ceb-4d83-971a-ba4661f16e59 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:31.303937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:31.308137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef4015da-3b41-44cc-8dc9-8154b764bb48 req-c4c3c258-2ebb-4ecc-9d8c-02f025c8b753 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "DELETE /v2.0/ports/3204af1a-0ceb-4d83-971a-ba4661f16e59 HTTP/1.1" status: 204 len: 173 time: 1.3022318 Mar 22 13:56:31.313641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'name': 'network-vif-deleted', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:31.316059 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b21d47d-fd2c-451a-8a9a-4021e90c0764" -d '{"events": [{"server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "name": "network-vif-deleted", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:31.341721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks [] for port (3a865228-3862-4857-92f9-8c5bc3f28950), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:31.355554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:31.361294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:31.367928 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:31.385770 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:31.386411 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:31.431135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:31.441520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-0308cabf-9bf0-47e5-b507-a182b77ca588 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "PUT /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 200 len: 996 time: 2.5970261 Mar 22 13:56:31.450344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['b46c3e52-e116-404b-b5d8-5dc49637c63a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:31.553822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Network fa788293-d25f-4072-b2ae-d0417c178fe8 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:31.581252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:31.622396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:31.629939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:31.635135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-b8dea3d8-8763-42a8-971a-248b45dbd498 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969725 Mar 22 13:56:31.657977 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:31.734461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-5373daf6-644c-4505-a3fa-f6abde6c6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:31.736344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-5373daf6-644c-4505-a3fa-f6abde6c6681 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.2282376 Mar 22 13:56:31.741773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:31.746676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:31.843358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-500ca72a-59a7-4dd7-b3c1-3f118a7dc175 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7706323 Mar 22 13:56:31.848701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-a4035208-4cdd-41df-8091-bc036bfb0c50 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:31.851303 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-a4035208-4cdd-41df-8091-bc036bfb0c50 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110751 Mar 22 13:56:31.858963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Request body: {'port': {'device_id': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:31.894921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Request body: {'port': {'device_id': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'cd89d1d05e44482eb45f14897d44aa5e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:31.949135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-207f5a72-a046-4393-a721-6a6d8057fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:31.950609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-207f5a72-a046-4393-a721-6a6d8057fdf2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.1958675 Mar 22 13:56:31.954278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:32.004974 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8a:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:29Z', 'revision_number': 8, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:32.034034 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:32.048383 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:32.049947 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:32.066452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-5234559d-38bb-4067-8553-d4507ace15cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 999 time: 0.0975573 Mar 22 13:56:32.080290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Made reservation on behalf of cd89d1d05e44482eb45f14897d44aa5e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:32.084745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:32.191359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-1288f429-9bbd-434d-bf9d-3f7ea21e70da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:32.193121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-1288f429-9bbd-434d-bf9d-3f7ea21e70da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.0796161 Mar 22 13:56:32.224011 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:32.276856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Allocated IP 192.168.233.60 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/9ec14703-e815-43f2-bbe4-76e6454fb88c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:32.295760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-ea41226b-46b8-4aea-a8df-d8c8d69e9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:32.297277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-ea41226b-46b8-4aea-a8df-d8c8d69e9a73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778308 Mar 22 13:56:32.300818 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-09b61978-3b61-4d37-a23b-cb5ab69ca794 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916822 Mar 22 13:56:32.412636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-76137f66-6c9e-465d-942b-ebc63e58d1af service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025238 Mar 22 13:56:32.443392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-97453da7-2b81-46a4-98ff-ea3c5251dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:32.446262 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-97453da7-2b81-46a4-98ff-ea3c5251dd85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 1126 time: 0.1157520 Mar 22 13:56:32.542478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a865228-3862-4857-92f9-8c5bc3f28950 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:32.547670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks [] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:32.556373 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Publish callbacks [] for port (3a865228-3862-4857-92f9-8c5bc3f28950), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:32.572372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8109c36-3da6-46bf-bda7-f931e7e925e0 req-323ba9e6-87ed-43e4-990f-6b18b08b4d67 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562247 Mar 22 13:56:32.590822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Transition to ACTIVE for port object 3a865228-3862-4857-92f9-8c5bc3f28950 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:32.597905 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:32.600035 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8a:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:29Z', 'revision_number': 8, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:32.613793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-aee44c7e-539f-453b-ae04-6ea3bde7c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:32.616693 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-aee44c7e-539f-453b-ae04-6ea3bde7c4ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1405940 Mar 22 13:56:32.626610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:32.630357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:32.696420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:32.697149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:32.709865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-a68fae1a-d55a-4dbd-bd3d-5cffe09ebc7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 200 len: 217 time: 0.0809608 Mar 22 13:56:32.711489 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31bfd5-b729-42ba-92eb-15314db4fe65 None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '898b08ac-89ef-492f-9e48-47f22684ed7e', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'port_id': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'mac_address': 'fa:16:3e:8a:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:55:33Z', 'updated_at': '2022-03-22T13:56:29Z', 'revision_number': 8, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:32.712539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d2d95c86-49a5-439a-8ee1-c0dd55443a0e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:32.800993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:32.843481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:32.848594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Pushing event updated for resources: {'Port': ['ID=9ec14703-e815-43f2-bbe4-76e6454fb88c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:32.851165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:56:32.885821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:32.886883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3204af1a-0ceb-4d83-971a-ba4661f16e59 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:32.894426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-3cf659f3-eff2-4ea8-81c3-ae0d1a62a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:32.896167 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-3cf659f3-eff2-4ea8-81c3-ae0d1a62a291 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1787796 Mar 22 13:56:32.925511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 3204af1a-0ceb-4d83-971a-ba4661f16e59 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:32.925855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3204af1a-0ceb-4d83-971a-ba4661f16e59 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:32.962986 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-2a9bd003-cd52-4c80-8e39-0deed5c145c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559354 Mar 22 13:56:32.977863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:32.979017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:33.103652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda70a7-ae34-4087-a5a8-b02969e0a3c1 None None] New status for floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:33.300673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2ba3-6ca1-4230-a369-68cc17e55f55 req-90d32d82-7100-42df-99a2-863754587242 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.306693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2ba3-6ca1-4230-a369-68cc17e55f55 req-90d32d82-7100-42df-99a2-863754587242 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.308716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0c2ba3-6ca1-4230-a369-68cc17e55f55 req-90d32d82-7100-42df-99a2-863754587242 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1683 time: 0.6642950 Mar 22 13:56:33.309828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:33.310382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:33.310809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:33.322926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:33.323152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:33.335602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:33.336335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:33.336955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:33.337496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Bound port: 3a865228-3862-4857-92f9-8c5bc3f28950, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:33.337946 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:33.361931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-783df339-995e-44bb-9f75-8c47a368ee11 None None] Provisioning complete for port 9ec14703-e815-43f2-bbe4-76e6454fb88c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:33.362693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-783df339-995e-44bb-9f75-8c47a368ee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:33.406224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-783df339-995e-44bb-9f75-8c47a368ee11 None None] Port 9ec14703-e815-43f2-bbe4-76e6454fb88c cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:56:33.436707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:33.440808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:33.448458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:33.482611 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4fa26fc2-318c-4fb7-9b8f-75a05a78bdfe tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6130884 Mar 22 13:56:33.489411 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-43b7d3a6-d7a5-4651-9ee9-cecd28dd47ae service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022690 Mar 22 13:56:33.496129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Request body: {'port': {'device_id': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:33.510196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.510847 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:33.512220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] 10.222.0.57 "PUT /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 1091 time: 1.6589415 Mar 22 13:56:33.519113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0c2ba3-6ca1-4230-a369-68cc17e55f55 req-ef441033-7036-4eb9-b8fb-2b892f5bc935 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047424 Mar 22 13:56:33.552927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac90600-17dc-4f38-b724-d2dd936ac67e service neutron] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:33.591551 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d52c2af-0d69-404b-bae5-24edccecb3a2 x-openstack-request-id: req-4d52c2af-0d69-404b-bae5-24edccecb3a2 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:33.591971 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "code": 200}, {"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-plugged", "status": "completed", "tag": "b1d95943-c6e6-41f2-a03c-0efc084bee77", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:33.592323 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d52c2af-0d69-404b-bae5-24edccecb3a2 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:33.592867 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d52c2af-0d69-404b-bae5-24edccecb3a2'] response: {'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'code': 200} Mar 22 13:56:33.593252 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d52c2af-0d69-404b-bae5-24edccecb3a2'] response: {'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d95943-c6e6-41f2-a03c-0efc084bee77', 'code': 200} Mar 22 13:56:33.675192 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:33.711580 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3a6bfb2-3809-4683-bc4c-b53298dc9561 req-bf3716b0-8030-48b8-95a5-0c52421dea18 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110531 Mar 22 13:56:33.766967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-8e16a66b-8b47-4502-8678-bc9df6c3f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.768599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-8e16a66b-8b47-4502-8678-bc9df6c3f605 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1125 time: 0.1893036 Mar 22 13:56:33.836313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17c906-742b-4cd1-9e7b-07ab44846d5e req-5e4a3676-7471-4b0f-9b71-ec8868409e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.836784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17c906-742b-4cd1-9e7b-07ab44846d5e req-5e4a3676-7471-4b0f-9b71-ec8868409e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.838367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc17c906-742b-4cd1-9e7b-07ab44846d5e req-5e4a3676-7471-4b0f-9b71-ec8868409e8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 2047 time: 0.1542318 Mar 22 13:56:33.845156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b4b8-e127-426d-a2ec-0a19063e3ead req-a71007f2-c442-4be6-802e-99d1a6469ea1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.846524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49a0b4b8-e127-426d-a2ec-0a19063e3ead req-a71007f2-c442-4be6-802e-99d1a6469ea1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.1729329 Mar 22 13:56:33.849851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-334d8a3b-fd2a-4bfc-9b99-43d7c4aa063d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 217 time: 0.0628488 Mar 22 13:56:33.883186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a604109-d3dc-4473-8379-3beb64698021 req-5541622b-df02-4a8b-bd90-4902ef8506f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.884378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a604109-d3dc-4473-8379-3beb64698021 req-5541622b-df02-4a8b-bd90-4902ef8506f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1131 time: 0.1739047 Mar 22 13:56:33.967937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc17c906-742b-4cd1-9e7b-07ab44846d5e req-771998fc-741e-42ad-99f3-e1e75c967140 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195593 Mar 22 13:56:33.975229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-8f6210f8-e586-4b97-9e25-bdcad66a8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.976626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-8f6210f8-e586-4b97-9e25-bdcad66a8bce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1199975 Mar 22 13:56:33.988880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec14703-e815-43f2-bbe4-76e6454fb88c {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:33.997176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Publish callbacks [] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:34.001251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49a0b4b8-e127-426d-a2ec-0a19063e3ead req-69f25195-da8f-41fb-92a7-32366c2db45d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435690 Mar 22 13:56:34.003711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a604109-d3dc-4473-8379-3beb64698021 req-c8587a07-dd96-4fe4-9717-b67714197cc1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967572 Mar 22 13:56:34.009326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Transition to ACTIVE for port object 9ec14703-e815-43f2-bbe4-76e6454fb88c will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:34.014412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:34.072368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec14703-e815-43f2-bbe4-76e6454fb88c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:34.164467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077e15-5642-4981-870d-fc373cf6aee7 req-b7c6f532-2720-4545-a3e0-3625ca1b507f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:34.166857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27077e15-5642-4981-870d-fc373cf6aee7 req-b7c6f532-2720-4545-a3e0-3625ca1b507f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 947 time: 0.0906012 Mar 22 13:56:34.168820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Attempting to bind port 9ec14703-e815-43f2-bbe4-76e6454fb88c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:56:34.169153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Attempting to bind port 9ec14703-e815-43f2-bbe4-76e6454fb88c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:56:34.169477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Attempting to bind port 9ec14703-e815-43f2-bbe4-76e6454fb88c on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:34.174395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Port 9ec14703-e815-43f2-bbe4-76e6454fb88c on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:56:34.174712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Attempting to bind port 9ec14703-e815-43f2-bbe4-76e6454fb88c on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:56:34.180554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:56:34.180926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:56:34.181458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:56:34.183006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Bound port: 9ec14703-e815-43f2-bbe4-76e6454fb88c, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:56:34.183516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:34.200233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-343718b7-bccb-44df-a1c3-c55e81483953 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321236 Mar 22 13:56:34.268853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] For port 9ec14703-e815-43f2-bbe4-76e6454fb88c, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:34.272388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] For port 9ec14703-e815-43f2-bbe4-76e6454fb88c, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ec14703-e815-43f2-bbe4-76e6454fb88c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:56:34.283296 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:34.285080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27077e15-5642-4981-870d-fc373cf6aee7 req-1ad630d7-c7a4-4962-b99c-f45eeddb1c55 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076872 Mar 22 13:56:34.319775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:34.320469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:34.322160 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] 10.222.0.42 "PUT /v2.0/ports/9ec14703-e815-43f2-bbe4-76e6454fb88c HTTP/1.1" status: 200 len: 1095 time: 0.8299754 Mar 22 13:56:34.322630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'tag': '9ec14703-e815-43f2-bbe4-76e6454fb88c'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:34.330713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-68f6f6c8-0b69-4d72-9fc7-7a376c4de1e9 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237504 Mar 22 13:56:34.335624 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6445096-a13a-4ce3-925b-8887cd05b9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7480ed-4a7e-44c3-867e-b5ee9aa68aec", "tag": "9ec14703-e815-43f2-bbe4-76e6454fb88c"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:34.440682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d38839-169d-4f72-8d7a-d64f04acf26b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec14703-e815-43f2-bbe4-76e6454fb88c,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:34.456558 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e204787-f18b-4fbd-b187-710772ad9a28 x-openstack-request-id: req-8e204787-f18b-4fbd-b187-710772ad9a28 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:34.456851 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ef966f-b9c4-4a22-8ddd-a26df3cf64fd", "name": "network-vif-deleted", "tag": "3204af1a-0ceb-4d83-971a-ba4661f16e59", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:34.457099 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e204787-f18b-4fbd-b187-710772ad9a28 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:34.457506 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e204787-f18b-4fbd-b187-710772ad9a28'] response: {'server_uuid': '47ef966f-b9c4-4a22-8ddd-a26df3cf64fd', 'name': 'network-vif-deleted', 'tag': '3204af1a-0ceb-4d83-971a-ba4661f16e59', 'status': 'completed', 'code': 200} Mar 22 13:56:34.475772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-2944a3e2-540e-4aab-b447-566d93d07a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:34.478496 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-2944a3e2-540e-4aab-b447-566d93d07a76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 1129 time: 0.0734248 Mar 22 13:56:34.556387 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-5644e8fc-05fb-4508-a54a-1cfd4ab60aea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9ec14703-e815-43f2-bbe4-76e6454fb88c HTTP/1.1" status: 200 len: 217 time: 0.0690322 Mar 22 13:56:34.562043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9357375a-ff47-49a0-a55d-0585a1122b3c req-1076fe81-7be7-4eaa-8171-dd8858ee2442 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200415 Mar 22 13:56:34.570976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73202-9267-41d7-9c3b-b10233d3fbc2 req-00d22a42-f513-4c92-ad0a-0f868982e86f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:34.579709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21a73202-9267-41d7-9c3b-b10233d3fbc2 req-00d22a42-f513-4c92-ad0a-0f868982e86f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1046734 Mar 22 13:56:34.625656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-b1f110be-14da-4b55-9d39-46d7b5ceba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:34.627401 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-b1f110be-14da-4b55-9d39-46d7b5ceba89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0638354 Mar 22 13:56:34.645473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21a73202-9267-41d7-9c3b-b10233d3fbc2 req-0d11f745-6891-45b2-bfe2-71937a95c4c5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Mar 22 13:56:34.688505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-28bbc2d9-c4fe-4b51-9577-d37e4f510bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:34.690331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-28bbc2d9-c4fe-4b51-9577-d37e4f510bf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0553982 Mar 22 13:56:34.783804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0736-ed5a-441b-9ac9-46155c3dac1e req-6c1ede91-17c7-49ae-919b-64def4a9485f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:34.786241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eda0736-ed5a-441b-9ac9-46155c3dac1e req-6c1ede91-17c7-49ae-919b-64def4a9485f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0756416 Mar 22 13:56:34.828998 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-13d092cc-0958-4a8a-8863-3660b8d42355 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222382 Mar 22 13:56:34.842739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eda0736-ed5a-441b-9ac9-46155c3dac1e req-b75be0c0-b287-4850-937b-018939345631 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509205 Mar 22 13:56:34.955647 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b98ebd6-c80f-4b73-a1d7-8d1edbad4d26 req-4766a0ba-23fb-4939-92fe-1c838a8e8c19 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148474 Mar 22 13:56:34.992350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-be0027f8-d30b-460b-ae5f-aeaab9079d2b service neutron] 10.222.0.57 "GET /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.1352477 Mar 22 13:56:35.029195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ff9cbcc-ee55-4427-beac-3b87563642a4 req-6ec6db09-9752-40fc-9c19-281d5bf70570 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 200 len: 998 time: 0.1159453 Mar 22 13:56:35.058958 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b1189-8716-4c50-b23e-fae693d36444 x-openstack-request-id: req-2f4b1189-8716-4c50-b23e-fae693d36444 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:35.059252 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7480ed-4a7e-44c3-867e-b5ee9aa68aec", "tag": "9ec14703-e815-43f2-bbe4-76e6454fb88c", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:35.059507 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f4b1189-8716-4c50-b23e-fae693d36444 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:35.059928 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4b1189-8716-4c50-b23e-fae693d36444'] response: {'name': 'network-changed', 'server_uuid': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'tag': '9ec14703-e815-43f2-bbe4-76e6454fb88c', 'status': 'completed', 'code': 200} Mar 22 13:56:35.147969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-74a12a00-b797-459f-8f25-efdb1d08f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.149883 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-74a12a00-b797-459f-8f25-efdb1d08f1b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 1129 time: 0.0699816 Mar 22 13:56:35.280926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385136a2-63ef-45e9-9702-306baabce740 req-9a5516a8-cafc-4d32-aec7-118f8e4b70e3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.286153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385136a2-63ef-45e9-9702-306baabce740 req-9a5516a8-cafc-4d32-aec7-118f8e4b70e3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.287733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-385136a2-63ef-45e9-9702-306baabce740 req-9a5516a8-cafc-4d32-aec7-118f8e4b70e3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1683 time: 0.1437752 Mar 22 13:56:35.289405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-62e9a4b6-ba0f-492e-8685-dda4c83f0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.292864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-62e9a4b6-ba0f-492e-8685-dda4c83f0f05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1284339 Mar 22 13:56:35.301646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9cbcc-ee55-4427-beac-3b87563642a4 req-0d4b48d2-f8b4-4cf6-9c61-79187d9a004a tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.302947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ff9cbcc-ee55-4427-beac-3b87563642a4 req-0d4b48d2-f8b4-4cf6-9c61-79187d9a004a tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.2549038 Mar 22 13:56:35.382315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-0543c390-0f0d-46dc-9d91-5f57cb0825c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9ec14703-e815-43f2-bbe4-76e6454fb88c HTTP/1.1" status: 200 len: 217 time: 0.0804763 Mar 22 13:56:35.434294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-385136a2-63ef-45e9-9702-306baabce740 req-749c9f1e-ad9d-437d-ab3a-3d84375e56d4 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371593 Mar 22 13:56:35.454462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:35.459962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-aa2c0ab0-fb32-44d6-b0c0-fc242c65ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.461812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-aa2c0ab0-fb32-44d6-b0c0-fc242c65ca01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0624089 Mar 22 13:56:35.531058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-2933b90b-8fbf-4db2-8fe3-aed25f1514b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.532774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-2933b90b-8fbf-4db2-8fe3-aed25f1514b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0543046 Mar 22 13:56:35.539932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:35.603946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:35.612448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-3e15eeb6-92ab-4ded-b47d-b0701fd04900 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.1552770 Mar 22 13:56:35.622654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a60f48-29d7-42df-aa2e-fbba2aafed16 req-18461690-bed6-453a-b745-004c85652764 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.624280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8a60f48-29d7-42df-aa2e-fbba2aafed16 req-18461690-bed6-453a-b745-004c85652764 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 943 time: 0.2472143 Mar 22 13:56:35.639726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:35.667583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-b9ae4831-acfa-4cad-a38f-0f1b50f239d9 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266556 Mar 22 13:56:35.707143 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:35.734306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-8ee0f1c7-efd7-4c7e-98a2-fabcf895670c tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.736419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-8ee0f1c7-efd7-4c7e-98a2-fabcf895670c tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports/49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 942 time: 0.1109767 Mar 22 13:56:35.753611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8a60f48-29d7-42df-aa2e-fbba2aafed16 req-3b53cb5e-8e9a-481e-bb3e-8ac7f6fdf8f6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109607 Mar 22 13:56:35.807981 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d6445096-a13a-4ce3-925b-8887cd05b9d4 req-e1019049-a58d-47e5-8195-03f3b54b83e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271410 Mar 22 13:56:35.926029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-62854c36-118a-467b-9374-42fe8e099a08 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.1232703 Mar 22 13:56:35.941175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] Transition to ACTIVE for port object 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:56:35.985920 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:36.072697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb2fc-9e25-462e-82b9-5b9618bf1761 req-cdb4d96a-92a5-469e-b00a-f515dece9863 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.074152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19edb2fc-9e25-462e-82b9-5b9618bf1761 req-cdb4d96a-92a5-469e-b00a-f515dece9863 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 947 time: 0.2272365 Mar 22 13:56:36.131918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] No DVR routers for this DVR port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:36.168808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] Pushing event updated for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=10']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:36.182316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-a3525fd6-4346-4057-9b61-16409a592a42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2552142 Mar 22 13:56:36.202232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-4cf08e66-2729-4dc0-8dfd-4871e7016dc9 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.203544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-4cf08e66-2729-4dc0-8dfd-4871e7016dc9 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.2641768 Mar 22 13:56:36.219490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-16a56b7a-735f-42b8-a0d2-b2ac2247839c service neutron] 10.222.0.57 "PUT /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be/bindings/n-h1-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2187173 Mar 22 13:56:36.307523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19edb2fc-9e25-462e-82b9-5b9618bf1761 req-f3da8ab9-c9b4-447f-88dd-29c3f1f2c95e tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193477 Mar 22 13:56:36.330241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-250289f8-3788-4bfc-9234-945954056345 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 1001 time: 0.1186531 Mar 22 13:56:36.340044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:36.349912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-ff530932-0687-41f3-beba-29b9488f9ca6 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.352137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-ff530932-0687-41f3-beba-29b9488f9ca6 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.0670335 Mar 22 13:56:36.411559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-2d5719d1-bbea-4337-acd0-1533a19a6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.413208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-2d5719d1-bbea-4337-acd0-1533a19a6524 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 1132 time: 0.1515074 Mar 22 13:56:36.417082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-6dcff645-8e3c-4331-9470-8cbee586ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.418805 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-6dcff645-8e3c-4331-9470-8cbee586ed80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222&tenant_id=6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 1126 time: 0.0494542 Mar 22 13:56:36.469492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138'}, {'name': 'network-changed', 'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:36.472033 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2031393-0368-4fa6-b54f-9dedd6c2fcff" -d '{"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138"}, {"name": "network-changed", "server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:36.496129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-e40f2f79-062b-45b2-b8a7-89fb565375c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.497755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-e40f2f79-062b-45b2-b8a7-89fb565375c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1126 time: 0.0536208 Mar 22 13:56:36.502509 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:36.599946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb90d4-09fa-45f0-a233-62e0d3425e12 req-1e0be14f-a4ec-4e49-85c5-6de6fed2fc98 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.601539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbbb90d4-09fa-45f0-a233-62e0d3425e12 req-1e0be14f-a4ec-4e49-85c5-6de6fed2fc98 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.2121074 Mar 22 13:56:36.626605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-bed9c217-e0e5-4296-8a6b-0f3232f95e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.628147 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-bed9c217-e0e5-4296-8a6b-0f3232f95e16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1200895 Mar 22 13:56:36.670783 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-b6c364c6-9cdf-41fc-a96b-11857f9a33ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 217 time: 0.0361960 Mar 22 13:56:36.686364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-0972a291-6d34-4c7e-8a76-546217a557c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.687819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-0972a291-6d34-4c7e-8a76-546217a557c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2444968 Mar 22 13:56:36.729001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-66f4e272-e06a-4700-a505-7db41597d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.730700 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-66f4e272-e06a-4700-a505-7db41597d6e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0535500 Mar 22 13:56:36.765483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-2389725d-8de4-4cb4-b1c0-d2ded6f9eb1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278759 Mar 22 13:56:36.785263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-6f7f0035-1c66-4819-ac9b-04c56de20ae7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 200 len: 217 time: 0.0900145 Mar 22 13:56:36.801298 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:36.806856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbbb90d4-09fa-45f0-a233-62e0d3425e12 req-080f1abb-3110-4fb2-a207-0837b37cb4b6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893332 Mar 22 13:56:36.832193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:36.832534 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e disassociated. External IP: 172.25.2.212, port: 49456ded-f466-4eb2-955c-eaebc3cb3138. Mar 22 13:56:36.878351 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-f93713cf-7b4f-41a6-959d-d94f3f7c3479 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014831 Mar 22 13:56:36.928744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-4ee01d79-f94a-43cd-8b18-b32b7cb45766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.930641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-4ee01d79-f94a-43cd-8b18-b32b7cb45766 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1379273 Mar 22 13:56:36.977663 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-7a0f60ae-adfc-45aa-9a59-c2f1a6ce34d4 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932951 Mar 22 13:56:37.031836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44fd77-e399-4734-9e58-2fb9e34390ea req-77d03072-f35e-490f-b924-74a66683a743 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:37.033312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab44fd77-e399-4734-9e58-2fb9e34390ea req-77d03072-f35e-490f-b924-74a66683a743 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1262288 Mar 22 13:56:37.241863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-d3a654c6-0ed8-4392-b235-58aeb1ee7ee2 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:37.244248 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-d3a654c6-0ed8-4392-b235-58aeb1ee7ee2 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.0524092 Mar 22 13:56:37.364620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-354958bb-f6e7-434a-b1fd-40d6de02d517 service neutron] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:56:37.369893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-354958bb-f6e7-434a-b1fd-40d6de02d517 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:37.372069 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-85cb84b6-a5d4-4542-9d28-1e9b9f8c986e req-354958bb-f6e7-434a-b1fd-40d6de02d517 service neutron] 10.222.0.42 "DELETE /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be/bindings/n-h2-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.1206615 Mar 22 13:56:37.396169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-7bc9e3e2-63a3-4100-ac75-476eac5e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:37.397923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-7bc9e3e2-63a3-4100-ac75-476eac5e9ca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4514024 Mar 22 13:56:37.514124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab44fd77-e399-4734-9e58-2fb9e34390ea req-05639efc-6455-4c24-88da-20d4f3b76e9a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743214 Mar 22 13:56:37.567500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-502257a9-720a-487c-811b-8b03b44087f1 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431477 Mar 22 13:56:37.569233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:37.773376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf5eb2d1-b684-4904-8d89-70cb088a56e4 req-a0558d45-eb06-4a47-b56a-736a16d45334 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975174 Mar 22 13:56:37.786091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cc247-e36f-4b02-b9e0-3de4c3103321 req-9f3bd3fb-af46-4b64-83fe-f0c65bafb301 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:37.791319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cc247-e36f-4b02-b9e0-3de4c3103321 req-9f3bd3fb-af46-4b64-83fe-f0c65bafb301 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:37.792870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-339cc247-e36f-4b02-b9e0-3de4c3103321 req-9f3bd3fb-af46-4b64-83fe-f0c65bafb301 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1683 time: 0.1970062 Mar 22 13:56:37.808278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:37.813247 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:37.821038 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:37.849536 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:37.850610 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:37.878345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-96f23b2d-3cf9-4234-b3d7-4892d1087df8 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "PUT /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 200 len: 696 time: 1.5398645 Mar 22 13:56:37.895209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-339cc247-e36f-4b02-b9e0-3de4c3103321 req-5ca8968a-64e9-4ff4-9103-fb1da187cdfd tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932846 Mar 22 13:56:37.945090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ec14703-e815-43f2-bbe4-76e6454fb88c details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:56:37.973911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-9a73912a-d375-4a73-b401-9ec3e679e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:37.985228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-9a73912a-d375-4a73-b401-9ec3e679e885 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.1002584 Mar 22 13:56:37.992322 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:38.078166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9ec14703-e815-43f2-bbe4-76e6454fb88c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ec14703-e815-43f2-bbe4-76e6454fb88c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:38.094236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '9ec14703-e815-43f2-bbe4-76e6454fb88c', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '9ec14703-e815-43f2-bbe4-76e6454fb88c', 'mac_address': 'fa:16:3e:8e:d9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:56:38.139613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9ec14703-e815-43f2-bbe4-76e6454fb88c is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:38.140253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:38.156952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec14703-e815-43f2-bbe4-76e6454fb88c {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:38.162953 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525f9a29-29fb-45e7-b29a-1c0829cc5067 x-openstack-request-id: req-525f9a29-29fb-45e7-b29a-1c0829cc5067 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:38.163228 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:38.163476 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-525f9a29-29fb-45e7-b29a-1c0829cc5067 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:38.163869 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-525f9a29-29fb-45e7-b29a-1c0829cc5067'] response: {'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'status': 'completed', 'code': 200} Mar 22 13:56:38.164156 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-525f9a29-29fb-45e7-b29a-1c0829cc5067'] response: {'name': 'network-changed', 'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950', 'status': 'completed', 'code': 200} Mar 22 13:56:38.165393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-93c03ebc-8156-4528-af27-921ed9ffc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.173139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-93c03ebc-8156-4528-af27-921ed9ffc1ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.1852143 Mar 22 13:56:38.180846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9ec14703-e815-43f2-bbe4-76e6454fb88c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ec14703-e815-43f2-bbe4-76e6454fb88c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:38.185447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:38.223413 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:38.254205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9ec14703-e815-43f2-bbe4-76e6454fb88c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:38.276061 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:38.285999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-4062cde4-4204-4559-8e5c-2a465f9d2c60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 217 time: 0.1120024 Mar 22 13:56:38.292519 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:38.293358 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:38.345842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-25be0369-db2e-4ffe-8165-f393806a5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.347684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-25be0369-db2e-4ffe-8165-f393806a5b80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.0553715 Mar 22 13:56:38.396091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-6f367c20-0185-4200-a5b7-0b76e7824ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.397656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-6f367c20-0185-4200-a5b7-0b76e7824ce8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.2440403 Mar 22 13:56:38.420528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed5336-d2ef-4c33-a5db-539a26c02566 req-fcf4bd69-dd49-4f7d-9be3-672208b592f7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.422162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1ed5336-d2ef-4c33-a5db-539a26c02566 req-fcf4bd69-dd49-4f7d-9be3-672208b592f7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 944 time: 0.2771358 Mar 22 13:56:38.436653 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:38.499489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-a28f2a15-ea58-4469-88f9-1933b1825ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.501012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-a28f2a15-ea58-4469-88f9-1933b1825ed1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1460841 Mar 22 13:56:38.547569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9ec14703-e815-43f2-bbe4-76e6454fb88c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:38.603775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1ed5336-d2ef-4c33-a5db-539a26c02566 req-7d04fcae-f790-4550-a373-a436439d5295 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672621 Mar 22 13:56:38.627774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-920e21f4-4001-4b6c-9216-059feb592133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.631510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-920e21f4-4001-4b6c-9216-059feb592133 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.2258880 Mar 22 13:56:38.707072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-04708607-de42-4278-be91-732de1286f10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 217 time: 0.0633214 Mar 22 13:56:38.778834 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:38.804247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-6009cef7-a6ea-49a7-ac30-8097038d804a service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841141 Mar 22 13:56:38.812262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-6c470ca8-598e-40bf-aa56-2f4bc91ebaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.813775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-6c470ca8-598e-40bf-aa56-2f4bc91ebaa5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.0889580 Mar 22 13:56:38.814444 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec14a11-450c-42e8-8657-2b14fc116a90 None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:55:06Z', 'revision_number': 4, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9b06a6f6-c4dc-4245-a726-1320797bddec', 'name': '', 'network_id': '09b558da-58b7-4978-a742-342cfe07352b', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'mac_address': 'fa:16:3e:b9:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:13Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'subnets': [{'id': 'fc6535e2-f9c2-416d-9e26-19ba0c27c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:38.892815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329bb09-61dd-4332-86be-97fdb7d058f1 req-2a4a8cd2-6ba7-4fa7-ab8d-8bcf689c111b tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.899863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2329bb09-61dd-4332-86be-97fdb7d058f1 req-2a4a8cd2-6ba7-4fa7-ab8d-8bcf689c111b tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1131 time: 0.1989357 Mar 22 13:56:38.988994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-5516d818-cc74-4a97-80e2-a452918931da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.990555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-5516d818-cc74-4a97-80e2-a452918931da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1676211 Mar 22 13:56:38.994295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea8e74b3-2f53-44d5-ac02-dbb931b12dfe req-42ff247e-96ec-4fce-b71a-4dd0bd20dcc6 service neutron] 10.222.0.44 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838028 Mar 22 13:56:38.997111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2329bb09-61dd-4332-86be-97fdb7d058f1 req-19a1a276-5f55-4ce9-a0a8-3fb8e09d3881 tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 Mar 22 13:56:39.176729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5032b-4427-4d12-864c-28c06ecc5f53 None None] New status for floating IP 898b08ac-89ef-492f-9e48-47f22684ed7e: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:39.196639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-0247dcf7-0c1b-4193-a04a-340ef027fa83 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984971 Mar 22 13:56:39.218209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a098a6a-9c56-4801-9acb-54a542c57203 req-a35dc10e-79e9-47d0-9fbf-ef4ff30538f3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.219835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a098a6a-9c56-4801-9acb-54a542c57203 req-a35dc10e-79e9-47d0-9fbf-ef4ff30538f3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 948 time: 0.1151755 Mar 22 13:56:39.294511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ba67b-ea34-44dc-94da-9286e48213cc req-e5cb2b59-a898-4572-a7b2-574af834ab4f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.295998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-967ba67b-ea34-44dc-94da-9286e48213cc req-e5cb2b59-a898-4572-a7b2-574af834ab4f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1557219 Mar 22 13:56:39.350147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a098a6a-9c56-4801-9acb-54a542c57203 req-aa5de0c0-6eae-4019-87c3-0f1243921b9e tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199567 Mar 22 13:56:39.399886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-967ba67b-ea34-44dc-94da-9286e48213cc req-ca3fa988-950d-4f81-8f4c-466407129c19 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875800 Mar 22 13:56:39.403805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-83c04e25-ff7b-496c-bce1-88f39741beac service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931281 Mar 22 13:56:39.526181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-a63f891a-a83d-4a3a-9462-6467fa0c0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.527716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-a63f891a-a83d-4a3a-9462-6467fa0c0d85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1125 time: 0.0596991 Mar 22 13:56:39.652759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-aff89b96-07d0-4ce1-b02d-9d50390c5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.654500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-aff89b96-07d0-4ce1-b02d-9d50390c5526 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1175086 Mar 22 13:56:39.737597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-9e9cae37-155d-4065-a087-0b2cc892727b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 217 time: 0.0726697 Mar 22 13:56:39.841791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-4971fad1-e6f5-477c-b131-704e6f5dc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.843299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-4971fad1-e6f5-477c-b131-704e6f5dc839 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0897622 Mar 22 13:56:39.847212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582e2a1-df06-4000-9f18-4a44ef018209 req-8256f7f3-9632-41f1-8250-1dac601d4ac3 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.848608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2582e2a1-df06-4000-9f18-4a44ef018209 req-8256f7f3-9632-41f1-8250-1dac601d4ac3 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1126 time: 0.1926861 Mar 22 13:56:39.876866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-94df9962-6665-45b9-8015-106b33e26142 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514401 Mar 22 13:56:39.905085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-1cae58f2-2fc6-4b0b-aae6-bbcca7f310c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494456 Mar 22 13:56:39.913798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9829a0-bd77-44cc-a660-55a5b6680082 req-e72c696d-122b-4059-bb96-e517f7786340 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.915300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca9829a0-bd77-44cc-a660-55a5b6680082 req-e72c696d-122b-4059-bb96-e517f7786340 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1602614 Mar 22 13:56:40.026126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2582e2a1-df06-4000-9f18-4a44ef018209 req-a8cf6722-c111-4c4a-8444-50d6b81f7dbf tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652620 Mar 22 13:56:40.089146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca9829a0-bd77-44cc-a660-55a5b6680082 req-9a60dcb9-2469-4fe2-b6e0-38a00d73d3e7 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616147 Mar 22 13:56:40.093756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-45e04ee8-63f9-4131-82ab-acb827205cc0 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775944 Mar 22 13:56:40.167809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:40.170092 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:40.229673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-f8a41707-bb0c-4442-a2f4-72ff1a1a5a22 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 200 len: 694 time: 0.0910606 Mar 22 13:56:40.319241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf582af-06b8-4f70-92a5-29eaa13046d1 req-22d39430-6f88-4bcb-bff3-9c00b2a2b915 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:40.324565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf582af-06b8-4f70-92a5-29eaa13046d1 req-22d39430-6f88-4bcb-bff3-9c00b2a2b915 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:40.326263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaf582af-06b8-4f70-92a5-29eaa13046d1 req-22d39430-6f88-4bcb-bff3-9c00b2a2b915 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1683 time: 0.2359784 Mar 22 13:56:40.330324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-6dbe0b2c-5335-47af-8191-28869f1f4a4c tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:40.332523 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-6dbe0b2c-5335-47af-8191-28869f1f4a4c tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/ports/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 1128 time: 0.0417011 Mar 22 13:56:40.370077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2031393-0368-4fa6-b54f-9dedd6c2fcff req-921a44a5-8ac7-427f-b8d2-ebac646950e9 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662778 Mar 22 13:56:40.434615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaf582af-06b8-4f70-92a5-29eaa13046d1 req-f0a5dd87-dc45-4474-8ee3-b28d49dec84a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954316 Mar 22 13:56:40.442837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-53217817-c6a2-43b6-832c-179472ea9cf7 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:40.444392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-53217817-c6a2-43b6-832c-179472ea9cf7 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.2022753 Mar 22 13:56:40.521756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-e0d6ecf4-93a4-4a32-bf91-cdea2f3b8740 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 697 time: 0.0714974 Mar 22 13:56:40.589618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-685f64ab-5a70-4f03-ac88-577d88a1e1c5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 697 time: 0.0520501 Mar 22 13:56:40.643926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc4a16-ce93-4e11-9198-212e872ef85d req-f75e697d-00d9-4901-8cde-0e625accfde2 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:40.645366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aafc4a16-ce93-4e11-9198-212e872ef85d req-f75e697d-00d9-4901-8cde-0e625accfde2 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1126 time: 0.1424720 Mar 22 13:56:40.752405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aafc4a16-ce93-4e11-9198-212e872ef85d req-649477d1-4908-4ee6-9117-14d4eee40d71 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697134 Mar 22 13:56:40.768581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Deleting port a8a74aeb-9e09-4a29-9698-bb4a544410cf {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:40.768929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:40.827602 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fb9884-349a-47df-a6a3-dd9f7b6a3ff9 x-openstack-request-id: req-31fb9884-349a-47df-a6a3-dd9f7b6a3ff9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:40.827890 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:40.828141 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31fb9884-349a-47df-a6a3-dd9f7b6a3ff9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:40.828562 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fb9884-349a-47df-a6a3-dd9f7b6a3ff9'] response: {'name': 'network-changed', 'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'status': 'completed', 'code': 200} Mar 22 13:56:41.235560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:41.235886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (a8a74aeb-9e09-4a29-9698-bb4a544410cf), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:41.253525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Calling delete_port for a8a74aeb-9e09-4a29-9698-bb4a544410cf owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:41.269994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-a60e1392-aa58-47fe-b614-daad582f1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.271545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-a60e1392-aa58-47fe-b614-daad582f1c63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a232bd864c490d927663417a0bb5f3&device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 1127 time: 0.4387419 Mar 22 13:56:41.331643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c3d1c-ca8a-44d2-b2b2-20c92d4e3faf req-a960be59-38c3-4469-8029-42b87e01ca0d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.333124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a8c3d1c-ca8a-44d2-b2b2-20c92d4e3faf req-a960be59-38c3-4469-8029-42b87e01ca0d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 948 time: 0.4688616 Mar 22 13:56:41.345620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-8e278545-2e41-4010-97ad-71770bfe2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.347498 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-8e278545-2e41-4010-97ad-71770bfe2100 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1131 time: 0.0589540 Mar 22 13:56:41.451848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-f17adbdd-51f9-4141-b0c4-c83b69170076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.453488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-f17adbdd-51f9-4141-b0c4-c83b69170076 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.0984790 Mar 22 13:56:41.491257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a8c3d1c-ca8a-44d2-b2b2-20c92d4e3faf req-51e82148-b3ae-4641-9e38-d8d0aa415880 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458194 Mar 22 13:56:41.505545 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-9ea253c1-0c85-4876-b0df-cc633d63f2d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.0390275 Mar 22 13:56:41.541290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-263321fc-07eb-4335-9b7d-a455dc0e9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.542788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-263321fc-07eb-4335-9b7d-a455dc0e9a34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 200 len: 922 time: 0.2298317 Mar 22 13:56:41.576461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-f0a05eaf-4ce9-451b-8f56-5adaf784593e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.581631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-f0a05eaf-4ce9-451b-8f56-5adaf784593e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.583223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-f0a05eaf-4ce9-451b-8f56-5adaf784593e tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1683 time: 0.1692021 Mar 22 13:56:41.588737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7ef27992-9db9-423f-ac5a-777342a1039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.590384 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7ef27992-9db9-423f-ac5a-777342a1039a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0766995 Mar 22 13:56:41.633230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-bd0fc97a-3b9f-4c54-91ec-c4ebf670a27b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 200 len: 217 time: 0.0814743 Mar 22 13:56:41.659865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-0672543b-1542-47d2-bfb8-7d2f66f06182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.661583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-0672543b-1542-47d2-bfb8-7d2f66f06182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0579765 Mar 22 13:56:41.676178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a8a74aeb-9e09-4a29-9698-bb4a544410cf), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:41.745910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Pushing event deleted for resources: {'Port': ['ID=a8a74aeb-9e09-4a29-9698-bb4a544410cf,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:41.763407 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-189fc350-70a9-4736-8289-2aa128966792 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864494 Mar 22 13:56:41.822510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-6672cc83-f169-4c07-b868-91a3b59fd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.824062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-6672cc83-f169-4c07-b868-91a3b59fd424 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 200 len: 860 time: 0.1584504 Mar 22 13:56:41.861828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218b71f-aa94-438b-aa80-56d749753886 req-5aa29978-69f6-4e97-b7cf-71cc99499e1c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.862121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-aea28a4f-82a6-4fb8-8040-f6b1b04447e5 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906210 Mar 22 13:56:41.863311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0218b71f-aa94-438b-aa80-56d749753886 req-5aa29978-69f6-4e97-b7cf-71cc99499e1c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.2759128 Mar 22 13:56:41.905476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks [] for floatingip (898b08ac-89ef-492f-9e48-47f22684ed7e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:41.908041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:41.909215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ed4a76e-cd8f-42f2-8d7e-21489f59607f req-84f72fb0-1dad-4fb0-837e-d72b5968d0f5 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "DELETE /v2.0/floatingips/898b08ac-89ef-492f-9e48-47f22684ed7e HTTP/1.1" status: 204 len: 173 time: 1.3171997 Mar 22 13:56:41.931620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port c7b2354c-3113-448d-8565-170e8f003031 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:41.932015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c7b2354c-3113-448d-8565-170e8f003031), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:41.993437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ec14703-e815-43f2-bbe4-76e6454fb88c up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:56:42.017591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0218b71f-aa94-438b-aa80-56d749753886 req-c20bee73-7d26-4a6a-98bc-3620da14dd95 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373498 Mar 22 13:56:42.034975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-eb9f53b6-14a7-47e0-ae9a-f45fa439203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.036570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-eb9f53b6-14a7-47e0-ae9a-f45fa439203e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09b558da-58b7-4978-a742-342cfe07352b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1971643 Mar 22 13:56:42.080967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 9ec14703-e815-43f2-bbe4-76e6454fb88c completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:56:42.087129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 9ec14703-e815-43f2-bbe4-76e6454fb88c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:56:42.087624 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:42.177542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9ec14703-e815-43f2-bbe4-76e6454fb88c is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:56:42.178435 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:42.190114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badece4a-eb09-4941-9498-fb6b1e3745c9 req-eefe43cc-f943-48c4-8362-75b5c47cfc07 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.192128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-badece4a-eb09-4941-9498-fb6b1e3745c9 req-eefe43cc-f943-48c4-8362-75b5c47cfc07 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.2003965 Mar 22 13:56:42.202881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec14703-e815-43f2-bbe4-76e6454fb88c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:42.205348 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd258f64-9a17-4069-a07d-9eec37615f89" -d '{"events": [{"server_uuid": "7b7480ed-4a7e-44c3-867e-b5ee9aa68aec", "name": "network-vif-plugged", "status": "completed", "tag": "9ec14703-e815-43f2-bbe4-76e6454fb88c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:42.207300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port c7b2354c-3113-448d-8565-170e8f003031, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c7b2354c-3113-448d-8565-170e8f003031,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:42.207732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c7b2354c-3113-448d-8565-170e8f003031), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:42.218719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9ec14703-e815-43f2-bbe4-76e6454fb88c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ec14703-e815-43f2-bbe4-76e6454fb88c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:42.224956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:42.253897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for c7b2354c-3113-448d-8565-170e8f003031 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:42.276152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9ec14703-e815-43f2-bbe4-76e6454fb88c,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:42.356250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34913f7-ce28-4fad-bd29-3e6dbaf573b9 req-d801e77c-d748-44b4-a8fa-05a9a5597873 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.361801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34913f7-ce28-4fad-bd29-3e6dbaf573b9 req-d801e77c-d748-44b4-a8fa-05a9a5597873 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.363492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e34913f7-ce28-4fad-bd29-3e6dbaf573b9 req-d801e77c-d748-44b4-a8fa-05a9a5597873 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 1683 time: 0.2456877 Mar 22 13:56:42.369886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-7136dda2-3025-4b82-b337-99a004c88435 service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120749 Mar 22 13:56:42.382460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-badece4a-eb09-4941-9498-fb6b1e3745c9 req-9e5f8cf7-e2c0-49d2-bf3c-7a9d20abd8f3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777575 Mar 22 13:56:42.542462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e34913f7-ce28-4fad-bd29-3e6dbaf573b9 req-5c9777ae-97c1-4afc-8a72-477a74f31855 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/security-groups?id=c814c583-ee61-487f-be64-4bdf69b06d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679473 Mar 22 13:56:42.582548 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843429e4-7ffc-480b-8622-a9981f0ceccf x-openstack-request-id: req-843429e4-7ffc-480b-8622-a9981f0ceccf {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:42.583117 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7480ed-4a7e-44c3-867e-b5ee9aa68aec", "name": "network-vif-plugged", "status": "completed", "tag": "9ec14703-e815-43f2-bbe4-76e6454fb88c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:42.583378 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-843429e4-7ffc-480b-8622-a9981f0ceccf {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:42.583793 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843429e4-7ffc-480b-8622-a9981f0ceccf'] response: {'server_uuid': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec14703-e815-43f2-bbe4-76e6454fb88c', 'code': 200} Mar 22 13:56:42.594784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c4aeff-7952-4408-ad0f-bb2fc3a4bff1 req-f27ba2a5-ad71-4e0e-97a6-133cf88bdd0e service neutron] 10.222.0.57 "GET /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157185 Mar 22 13:56:42.599134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c7b2354c-3113-448d-8565-170e8f003031), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:42.613402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c7b2354c-3113-448d-8565-170e8f003031', 'b1d95943-c6e6-41f2-a03c-0efc084bee77'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:42.693278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=c7b2354c-3113-448d-8565-170e8f003031,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:42.757608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9f583-d19f-4fc2-b95c-5e6d92d4a2b3 req-75952764-f39c-4378-b244-d1d5a77b1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.759296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66c9f583-d19f-4fc2-b95c-5e6d92d4a2b3 req-75952764-f39c-4378-b244-d1d5a77b1012 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 1131 time: 0.0766940 Mar 22 13:56:42.792794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port c7b2354c-3113-448d-8565-170e8f003031 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:42.795929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:42.800560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-402d9944-77d4-4041-8aec-49402a0c5561 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.57 "DELETE /v2.0/ports/c7b2354c-3113-448d-8565-170e8f003031 HTTP/1.1" status: 204 len: 173 time: 1.1866958 Mar 22 13:56:42.852987 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66c9f583-d19f-4fc2-b95c-5e6d92d4a2b3 req-9b868797-8485-4d2d-815f-6a3282d2f3a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840049 Mar 22 13:56:42.871956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-deleted', 'tag': 'c7b2354c-3113-448d-8565-170e8f003031'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:42.874214 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede71cd-64fc-4759-90c6-54c118a5b656" -d '{"events": [{"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-deleted", "tag": "c7b2354c-3113-448d-8565-170e8f003031"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:42.909006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c6723-fd8a-4aa8-9604-153002cf9233 req-4a0ac2d3-9f84-4be1-8cc1-01a6c6717fef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.910522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b45c6723-fd8a-4aa8-9604-153002cf9233 req-4a0ac2d3-9f84-4be1-8cc1-01a6c6717fef tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 945 time: 0.2724950 Mar 22 13:56:42.928593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82150819-2635-4f84-ae09-a96e8f220c71 req-79449c38-2d16-400f-83c4-1931a5601952 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.930219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82150819-2635-4f84-ae09-a96e8f220c71 req-79449c38-2d16-400f-83c4-1931a5601952 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 949 time: 0.2942033 Mar 22 13:56:43.030035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b45c6723-fd8a-4aa8-9604-153002cf9233 req-83d7d8e1-2567-4c1c-8782-fd9fcf059c17 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109781 Mar 22 13:56:43.033954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82150819-2635-4f84-ae09-a96e8f220c71 req-59475b8e-56f7-4565-a43c-1c449bfb3fce tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815253 Mar 22 13:56:43.048090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port b1d95943-c6e6-41f2-a03c-0efc084bee77 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:43.048434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:43.104578 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0411abc1-1c3f-4046-8784-ffa9f7f4da0d x-openstack-request-id: req-0411abc1-1c3f-4046-8784-ffa9f7f4da0d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:43.105104 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-deleted", "tag": "c7b2354c-3113-448d-8565-170e8f003031", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:43.105446 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0411abc1-1c3f-4046-8784-ffa9f7f4da0d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:43.105929 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0411abc1-1c3f-4046-8784-ffa9f7f4da0d'] response: {'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-deleted', 'tag': 'c7b2354c-3113-448d-8565-170e8f003031', 'status': 'completed', 'code': 200} Mar 22 13:56:43.182282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port b1d95943-c6e6-41f2-a03c-0efc084bee77, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b1d95943-c6e6-41f2-a03c-0efc084bee77,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:43.182633 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:43.199060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for b1d95943-c6e6-41f2-a03c-0efc084bee77 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:43.220452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028599d-4905-4405-a502-c5d66724c790 req-becde7fc-6bed-466f-b281-466cc3d6dc5a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:43.222728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7028599d-4905-4405-a502-c5d66724c790 req-becde7fc-6bed-466f-b281-466cc3d6dc5a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0892274 Mar 22 13:56:43.320372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7028599d-4905-4405-a502-c5d66724c790 req-9dcda9ca-fcf1-4f75-8dad-db4c5b79f47d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640166 Mar 22 13:56:43.380726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b1d95943-c6e6-41f2-a03c-0efc084bee77), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:43.410191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=b1d95943-c6e6-41f2-a03c-0efc084bee77,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:43.465455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port b1d95943-c6e6-41f2-a03c-0efc084bee77 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:43.468436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:43.472277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f768fc84-cc03-4b79-b333-fe62cf252b21 req-1eb413a1-4982-4164-be22-31c1f41ae342 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.57 "DELETE /v2.0/ports/b1d95943-c6e6-41f2-a03c-0efc084bee77 HTTP/1.1" status: 204 len: 173 time: 0.6634023 Mar 22 13:56:43.538651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbc04d-6d4a-4b38-aa2d-0b00e1ae36f7 req-d65799de-1ec4-47a7-9b72-06cf9c0b587d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:43.540991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2bcbc04d-6d4a-4b38-aa2d-0b00e1ae36f7 req-d65799de-1ec4-47a7-9b72-06cf9c0b587d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.0672057 Mar 22 13:56:43.623649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2bcbc04d-6d4a-4b38-aa2d-0b00e1ae36f7 req-ed08e78a-35b5-4edd-807b-ff2711654840 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756195 Mar 22 13:56:43.681150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f7d29a7-344d-4fcd-beef-31b9a13b9662 req-9208e661-9cb2-48a4-bfed-78ee1a21cc37 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5787bb4-888f-40fa-b02e-a924c4c6d947 HTTP/1.1" status: 200 len: 210 time: 0.0269535 Mar 22 13:56:44.124704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-09463227-5246-4c0b-a150-3817c5967ce0 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:44.127109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-09463227-5246-4c0b-a150-3817c5967ce0 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 945 time: 0.0674276 Mar 22 13:56:44.284690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c282a-3b94-40c9-a106-329bdcfe2511 req-99e31f26-30cc-48af-86ab-720505af7754 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:44.286205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-507c282a-3b94-40c9-a106-329bdcfe2511 req-99e31f26-30cc-48af-86ab-720505af7754 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 945 time: 0.1582885 Mar 22 13:56:44.294941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166e29f-ba26-487f-90c3-3afe552e3f9d req-57e868d6-1356-43f9-99ec-77f9c1a1f2ba tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:44.296373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8166e29f-ba26-487f-90c3-3afe552e3f9d req-57e868d6-1356-43f9-99ec-77f9c1a1f2ba tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 949 time: 0.1505938 Mar 22 13:56:44.381578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-507c282a-3b94-40c9-a106-329bdcfe2511 req-67af8525-706e-4506-9416-32bf55a4ed81 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bf039f0-0212-48f9-b69e-9face2bf38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840762 Mar 22 13:56:44.396591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8166e29f-ba26-487f-90c3-3afe552e3f9d req-03a9cb70-70a8-469b-9f9f-08f7969fa358 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Mar 22 13:56:44.399271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Deleting port 49456ded-f466-4eb2-955c-eaebc3cb3138 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:44.399615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:44.534614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] For port 49456ded-f466-4eb2-955c-eaebc3cb3138, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=49456ded-f466-4eb2-955c-eaebc3cb3138,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:44.534874 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:44.549680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Calling delete_port for 49456ded-f466-4eb2-955c-eaebc3cb3138 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:44.574284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f057976-3629-4b46-a4e0-eeab1729625a req-54adceb9-020e-497c-8094-74cb77551d9f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:44.575876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f057976-3629-4b46-a4e0-eeab1729625a req-54adceb9-020e-497c-8094-74cb77551d9f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0921855 Mar 22 13:56:44.677185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f057976-3629-4b46-a4e0-eeab1729625a req-447b66cb-d66e-42a2-99a6-4018782c5eb6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731256 Mar 22 13:56:44.713611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c7b2354c-3113-448d-8565-170e8f003031 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:44.736651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: c7b2354c-3113-448d-8565-170e8f003031 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:44.736991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c7b2354c-3113-448d-8565-170e8f003031 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:44.737618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b1d95943-c6e6-41f2-a03c-0efc084bee77 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:44.759823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: b1d95943-c6e6-41f2-a03c-0efc084bee77 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:44.760277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:44.760767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b1d95943-c6e6-41f2-a03c-0efc084bee77 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:44.771393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (49456ded-f466-4eb2-955c-eaebc3cb3138), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:44.784536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['49456ded-f466-4eb2-955c-eaebc3cb3138'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:56:44.804106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Pushing event deleted for resources: {'Port': ['ID=49456ded-f466-4eb2-955c-eaebc3cb3138,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:44.836851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting subnet c62d61d2-e132-4086-b106-0203efa134b0 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:56:44.840411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (c62d61d2-e132-4086-b106-0203efa134b0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:44.846930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf0d4-dc58-41eb-99e9-1a97d88c199a req-14fc13f0-8ed3-4e8d-99ed-2181cd4e89ef tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:44.848466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18cdf0d4-dc58-41eb-99e9-1a97d88c199a req-14fc13f0-8ed3-4e8d-99ed-2181cd4e89ef tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1138406 Mar 22 13:56:44.867873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] No DVR routers for this DVR port 49456ded-f466-4eb2-955c-eaebc3cb3138 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:44.870478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:44.873754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab041847-0d0f-4790-afcd-81af5b9d53f6 req-4c7eec0e-276c-466d-856e-ab552cf3ca1b tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.57 "DELETE /v2.0/ports/49456ded-f466-4eb2-955c-eaebc3cb3138 HTTP/1.1" status: 204 len: 173 time: 0.7364216 Mar 22 13:56:44.886014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (c62d61d2-e132-4086-b106-0203efa134b0), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:44.921408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18cdf0d4-dc58-41eb-99e9-1a97d88c199a req-14164575-f7d6-4435-8b42-c5a60a3529f0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545981 Mar 22 13:56:44.988693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c62d61d2-e132-4086-b106-0203efa134b0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.047701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (c62d61d2-e132-4086-b106-0203efa134b0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.074759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Subnet': ['ID=c62d61d2-e132-4086-b106-0203efa134b0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:45.078643 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.085996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-64c6e092-32d6-4d1b-b13f-8f25fc08964a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/subnets/c62d61d2-e132-4086-b106-0203efa134b0 HTTP/1.1" status: 204 len: 168 time: 0.3198171 Mar 22 13:56:45.085996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41120) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:45.094041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d203418d-b1ed-4f29-98db-acdbc756dee3 None None] Network ab5e5d29-634e-4b00-aa13-21f89949ed6e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:56:45.107548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-deleted', 'tag': 'b1d95943-c6e6-41f2-a03c-0efc084bee77'}, {'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'name': 'network-vif-deleted', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:45.110533 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b93c27-d59c-4583-817d-1fb47d054ee4" -d '{"events": [{"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-deleted", "tag": "b1d95943-c6e6-41f2-a03c-0efc084bee77"}, {"server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "name": "network-vif-deleted", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:45.166846 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5575b746-24e0-402c-bc23-1b803ee1a66f x-openstack-request-id: req-5575b746-24e0-402c-bc23-1b803ee1a66f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:45.167466 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5787bb4-888f-40fa-b02e-a924c4c6d947", "name": "network-vif-deleted", "tag": "b1d95943-c6e6-41f2-a03c-0efc084bee77", "status": "completed", "code": 200}, {"server_uuid": "dc71f333-0b78-45c9-9f23-c0a148f3444e", "name": "network-vif-deleted", "tag": "49456ded-f466-4eb2-955c-eaebc3cb3138", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:45.167466 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5575b746-24e0-402c-bc23-1b803ee1a66f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:45.167961 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5575b746-24e0-402c-bc23-1b803ee1a66f'] response: {'server_uuid': 'c5787bb4-888f-40fa-b02e-a924c4c6d947', 'name': 'network-vif-deleted', 'tag': 'b1d95943-c6e6-41f2-a03c-0efc084bee77', 'status': 'completed', 'code': 200} Mar 22 13:56:45.173277 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5575b746-24e0-402c-bc23-1b803ee1a66f'] response: {'server_uuid': 'dc71f333-0b78-45c9-9f23-c0a148f3444e', 'name': 'network-vif-deleted', 'tag': '49456ded-f466-4eb2-955c-eaebc3cb3138', 'status': 'completed', 'code': 200} Mar 22 13:56:45.205310 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ab5e5d29-634e-4b00-aa13-21f89949ed6e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.265018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port 4181d6cc-01aa-4d09-9949-29af76192757 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:45.265366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4181d6cc-01aa-4d09-9949-29af76192757), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.289504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] DHCP port deletion for ab5e5d29-634e-4b00-aa13-21f89949ed6e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:56:45.337951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port 4181d6cc-01aa-4d09-9949-29af76192757, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4181d6cc-01aa-4d09-9949-29af76192757,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:45.338346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4181d6cc-01aa-4d09-9949-29af76192757), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.352390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] Deleting port 4181d6cc-01aa-4d09-9949-29af76192757 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:45.353157 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4181d6cc-01aa-4d09-9949-29af76192757), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.358942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for 4181d6cc-01aa-4d09-9949-29af76192757 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:45.447702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] For port 4181d6cc-01aa-4d09-9949-29af76192757, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4181d6cc-01aa-4d09-9949-29af76192757,segment=NetworkSegment(d3114c44-fa53-4ef9-aab8-e5f4f5550870),segment_id=d3114c44-fa53-4ef9-aab8-e5f4f5550870)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:45.448129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4181d6cc-01aa-4d09-9949-29af76192757), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.450255 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4181d6cc-01aa-4d09-9949-29af76192757), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.491814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] Calling delete_port for 4181d6cc-01aa-4d09-9949-29af76192757 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:45.496604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=4181d6cc-01aa-4d09-9949-29af76192757,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:45.507512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port 4181d6cc-01aa-4d09-9949-29af76192757 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:45.548355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dcc51cb-b4c0-4bbf-961b-e26278e77500 req-17292b52-40cd-4f60-bafb-bf471d4a3100 tempest-FloatingIPsAssociationTestJSON-1074606943 tempest-FloatingIPsAssociationTestJSON-1074606943-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc71f333-0b78-45c9-9f23-c0a148f3444e HTTP/1.1" status: 200 len: 210 time: 0.0597155 Mar 22 13:56:45.612540 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (4181d6cc-01aa-4d09-9949-29af76192757), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.640356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728cfc9-8f06-4ba9-85c2-eafaa8c37a72 req-cef63289-bbd7-4ba7-8163-0e2e019d5f9a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:45.641572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] Pushing event deleted for resources: {'Port': ['ID=4181d6cc-01aa-4d09-9949-29af76192757,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:45.642808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ab5e5d29-634e-4b00-aa13-21f89949ed6e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.648049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b49112-1fe8-455f-b4e0-6314ff471cac None None] No DVR routers for this DVR port 4181d6cc-01aa-4d09-9949-29af76192757 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:45.651891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e728cfc9-8f06-4ba9-85c2-eafaa8c37a72 req-cef63289-bbd7-4ba7-8163-0e2e019d5f9a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 949 time: 0.0999739 Mar 22 13:56:45.678080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5e5d29-634e-4b00-aa13-21f89949ed6e']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:45.691048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3114c44-fa53-4ef9-aab8-e5f4f5550870') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:45.691411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3114c44-fa53-4ef9-aab8-e5f4f5550870') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:45.702112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e728cfc9-8f06-4ba9-85c2-eafaa8c37a72 req-b8536c7e-602a-4b20-a1a1-d88ad6411de9 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493410 Mar 22 13:56:45.706942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (d3114c44-fa53-4ef9-aab8-e5f4f5550870), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.721924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d3114c44-fa53-4ef9-aab8-e5f4f5550870), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.730790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:56:45.731324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (d3114c44-fa53-4ef9-aab8-e5f4f5550870), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:56:45.737899 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:56:45.805702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ab5e5d29-634e-4b00-aa13-21f89949ed6e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.813314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.818961 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/networks/ab5e5d29-634e-4b00-aa13-21f89949ed6e HTTP/1.1" status: 204 len: 168 time: 0.7307353 Mar 22 13:56:45.820560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41136) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:45.839213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d2c5c-b485-4b5e-b1bd-898d01183130 req-5dd52933-c0b8-4b92-929a-35fd67b23577 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:45.841165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b9d2c5c-b485-4b5e-b1bd-898d01183130 req-5dd52933-c0b8-4b92-929a-35fd67b23577 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0794997 Mar 22 13:56:45.894195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b9d2c5c-b485-4b5e-b1bd-898d01183130 req-b41ef241-5c7d-48a7-813a-a0b6e053e93a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470316 Mar 22 13:56:45.902860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting subnet 4d5e285d-c5eb-41eb-8b5e-b67bc6317737 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:56:45.906814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64f142-eabb-41b7-bc88-e2f4ed0c0b1f tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Network': ['ID=ab5e5d29-634e-4b00-aa13-21f89949ed6e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:45.908952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (4d5e285d-c5eb-41eb-8b5e-b67bc6317737), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:45.960356 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (4d5e285d-c5eb-41eb-8b5e-b67bc6317737), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.060077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (4d5e285d-c5eb-41eb-8b5e-b67bc6317737), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.067215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19074ff5-6e77-4c22-a4e6-736a5b3e7ad6 req-51a73176-6db8-4adf-b131-4f832baed695 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.075064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19074ff5-6e77-4c22-a4e6-736a5b3e7ad6 req-51a73176-6db8-4adf-b131-4f832baed695 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.0709827 Mar 22 13:56:46.133691 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (4d5e285d-c5eb-41eb-8b5e-b67bc6317737), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.139463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19074ff5-6e77-4c22-a4e6-736a5b3e7ad6 req-59296a1a-d6c8-417b-b2ba-0d068c423367 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632589 Mar 22 13:56:46.164021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5e285d-c5eb-41eb-8b5e-b67bc6317737,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:46.170497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.173786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-23c3ab68-5d01-4eef-a6c6-4e1b06ac13b3 tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/subnets/4d5e285d-c5eb-41eb-8b5e-b67bc6317737 HTTP/1.1" status: 204 len: 168 time: 0.3530750 Mar 22 13:56:46.176433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:46.185869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac9708-16e0-4064-9e32-87643b508b61 None None] Network 3023dcb4-4ee2-4ca9-bcca-40639ccef40f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:56:46.266647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3023dcb4-4ee2-4ca9-bcca-40639ccef40f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.335859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Deleting port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:46.336791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.363365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.363971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.365139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.365609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.366088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.366544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.366993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.367486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.368050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.368502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.368951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.369393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.369846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.370305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.370752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.371195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:46.373779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a032d05-6df1-483a-85b1-236113e081a6 req-f7c51b4f-0307-4faf-8cad-aada97b554d8 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec&device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3&device_id=804ed44e-39e2-4e20-a63d-352bb53e830d&device_id=74cd15de-4179-4877-82ea-fc9388ef805d&device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc&device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b&device_id=2a025adb-3810-4fb2-9978-c64106bcd007&device_id=efb323ab-75b0-4777-97cc-055e599a2222&device_id=9363066d-6124-4967-ad8e-c54a35c72c8b&device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2&device_id=505355d7-927a-419c-b596-82dba9beff95&device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13&device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 14910 time: 0.0816383 Mar 22 13:56:46.427255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8a032d05-6df1-483a-85b1-236113e081a6 req-9ca79136-bb19-4546-8c7d-6bd235f72969 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.465155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4181d6cc-01aa-4d09-9949-29af76192757 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:46.490533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4181d6cc-01aa-4d09-9949-29af76192757 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:46.490774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4181d6cc-01aa-4d09-9949-29af76192757 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:46.493035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] DHCP port deletion for 3023dcb4-4ee2-4ca9-bcca-40639ccef40f request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:56:46.519979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] For port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:46.520750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.540241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Calling delete_port for 56f34bae-f80a-4bda-83d8-67ce4c9a4dba owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:46.559597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8a032d05-6df1-483a-85b1-236113e081a6 req-9ca79136-bb19-4546-8c7d-6bd235f72969 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Publish callbacks [] for security_group (3cea8a92-8ed8-4c7a-9453-960bf3b9eeab), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.566579 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8a032d05-6df1-483a-85b1-236113e081a6 req-9ca79136-bb19-4546-8c7d-6bd235f72969 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3cea8a92-8ed8-4c7a-9453-960bf3b9eeab), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.579318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] Deleting port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:46.580010 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.630594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.657684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41146) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:46.661778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Port': ['ID=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:46.663847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] No DVR routers for this DVR port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:46.687568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] For port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,segment=NetworkSegment(b5fc962a-3b2d-4994-9676-4bf420793778),segment_id=b5fc962a-3b2d-4994-9676-4bf420793778)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:46.689400 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.705281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] Calling delete_port for 56f34bae-f80a-4bda-83d8-67ce4c9a4dba owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:46.748233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3023dcb4-4ee2-4ca9-bcca-40639ccef40f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.770993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3023dcb4-4ee2-4ca9-bcca-40639ccef40f']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:46.779150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca79136-bb19-4546-8c7d-6bd235f72969 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea8a92-8ed8-4c7a-9453-960bf3b9eeab,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:46.782654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fc962a-3b2d-4994-9676-4bf420793778') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:46.783200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fc962a-3b2d-4994-9676-4bf420793778') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:46.806218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a032d05-6df1-483a-85b1-236113e081a6 req-9ca79136-bb19-4546-8c7d-6bd235f72969 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&id=697c08c1-255c-4324-b74c-02aba573e1ae&id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&id=5758e442-8101-48fe-8d06-dcb41ef1e005&id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.4145582 Mar 22 13:56:46.806653 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (56f34bae-f80a-4bda-83d8-67ce4c9a4dba), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.817178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b5fc962a-3b2d-4994-9676-4bf420793778), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.835482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] Pushing event deleted for resources: {'Port': ['ID=56f34bae-f80a-4bda-83d8-67ce4c9a4dba,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:46.839839 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b5fc962a-3b2d-4994-9676-4bf420793778), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.846596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d93b0b-8d47-469f-814b-8a316d88677d None None] No DVR routers for this DVR port 56f34bae-f80a-4bda-83d8-67ce4c9a4dba on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:46.871224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:56:46.871620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b5fc962a-3b2d-4994-9676-4bf420793778), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:56:46.875066 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:56:46.958276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3023dcb4-4ee2-4ca9-bcca-40639ccef40f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.965328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:46.978856 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] 10.222.0.44 "DELETE /v2.0/networks/3023dcb4-4ee2-4ca9-bcca-40639ccef40f HTTP/1.1" status: 204 len: 168 time: 0.7962439 Mar 22 13:56:47.001129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd871c05-5b1f-4e0d-b3ef-2552c522f94a tempest-ServersTestMultiNic-571877363 tempest-ServersTestMultiNic-571877363-project] Pushing event deleted for resources: {'Network': ['ID=3023dcb4-4ee2-4ca9-bcca-40639ccef40f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:47.149677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599056-eb3d-4692-a453-efbf132b3b9c req-3b4d62e3-6494-49a2-ad94-4d4e8fca700f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:47.151436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1599056-eb3d-4692-a453-efbf132b3b9c req-3b4d62e3-6494-49a2-ad94-4d4e8fca700f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1177421 Mar 22 13:56:47.261927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1599056-eb3d-4692-a453-efbf132b3b9c req-1f6daea5-1f70-4ef0-88c8-cde6ae769ed3 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021852 Mar 22 13:56:47.340644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bc57f-5b3a-4939-bd84-c6705bb5ddc9 req-f025f363-8f13-44b4-8f1b-a482296cc651 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:47.341112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bc57f-5b3a-4939-bd84-c6705bb5ddc9 req-f025f363-8f13-44b4-8f1b-a482296cc651 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:47.341569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bc57f-5b3a-4939-bd84-c6705bb5ddc9 req-f025f363-8f13-44b4-8f1b-a482296cc651 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:47.343210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-331bc57f-5b3a-4939-bd84-c6705bb5ddc9 req-f025f363-8f13-44b4-8f1b-a482296cc651 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec&device_id=804ed44e-39e2-4e20-a63d-352bb53e830d&device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 2974 time: 0.0853653 Mar 22 13:56:47.347028 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (7825582b-5552-4918-ab17-ba330ad3b5fb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:47.793792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-331bc57f-5b3a-4939-bd84-c6705bb5ddc9 req-2c7f036c-91f1-44ae-a237-82811ee37b18 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446959 Mar 22 13:56:47.811651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2f786-c0f6-4069-9951-fbc85ef24269 req-535c54f2-c3f8-4b7b-a9cd-a2fac66b0541 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:47.813083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88c2f786-c0f6-4069-9951-fbc85ef24269 req-535c54f2-c3f8-4b7b-a9cd-a2fac66b0541 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1225042 Mar 22 13:56:47.934400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41168) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:47.966219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88c2f786-c0f6-4069-9951-fbc85ef24269 req-e7376539-fb6b-46cc-806b-7c16d4b1086c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426175 Mar 22 13:56:48.075909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Deleting port 9b06a6f6-c4dc-4245-a726-1320797bddec {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:48.076250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.121643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3e36611b-7ef9-45a9-b866-1b8ef5fbb8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.179399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] For port 9b06a6f6-c4dc-4245-a726-1320797bddec, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9b06a6f6-c4dc-4245-a726-1320797bddec,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:48.179913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.209166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Calling delete_port for 9b06a6f6-c4dc-4245-a726-1320797bddec owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:48.423977 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.449012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870f865-79b5-471a-b005-a5b7fde99513 req-af5d5914-c00c-4003-8628-922ad5747bcc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:48.456205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6870f865-79b5-471a-b005-a5b7fde99513 req-af5d5914-c00c-4003-8628-922ad5747bcc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0922740 Mar 22 13:56:48.482896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 56f34bae-f80a-4bda-83d8-67ce4c9a4dba no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:48.515697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 56f34bae-f80a-4bda-83d8-67ce4c9a4dba {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:48.516033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 56f34bae-f80a-4bda-83d8-67ce4c9a4dba not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:48.593497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6870f865-79b5-471a-b005-a5b7fde99513 req-ec1e287e-e65a-45a2-ac96-87f6fc141d03 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364119 Mar 22 13:56:48.599681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9b06a6f6-c4dc-4245-a726-1320797bddec), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.631357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b06a6f6-c4dc-4245-a726-1320797bddec,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:48.641635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534b481-766f-4e96-9140-956f8fe91757 req-b098bfc8-9865-4a66-be4d-d6a688f222f0 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:48.642990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1534b481-766f-4e96-9140-956f8fe91757 req-b098bfc8-9865-4a66-be4d-d6a688f222f0 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1131 time: 0.1223300 Mar 22 13:56:48.719688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 49456ded-f466-4eb2-955c-eaebc3cb3138 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:48.734463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Deleting port ab9df2ba-8ab7-46d7-be47-0093374ff7b7 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:48.735253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.772959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 49456ded-f466-4eb2-955c-eaebc3cb3138 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:48.773782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 49456ded-f466-4eb2-955c-eaebc3cb3138 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:48.817050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1534b481-766f-4e96-9140-956f8fe91757 req-77fcc888-54aa-4db8-ab2d-48c46e33db1d tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594350 Mar 22 13:56:48.848630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (7825582b-5552-4918-ab17-ba330ad3b5fb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.857408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] For port ab9df2ba-8ab7-46d7-be47-0093374ff7b7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,segment=NetworkSegment(7d8fcd6d-bf33-4186-95c6-f3726fcf4754),segment_id=7d8fcd6d-bf33-4186-95c6-f3726fcf4754)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:48.858686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:48.881195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Calling delete_port for ab9df2ba-8ab7-46d7-be47-0093374ff7b7 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:49.006621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d38d95-d5fa-4adf-a8a7-dbda4992bc32 req-77616bd1-955d-409e-b32b-e35fbe978f32 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:49.008213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0d38d95-d5fa-4adf-a8a7-dbda4992bc32 req-77616bd1-955d-409e-b32b-e35fbe978f32 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1131 time: 0.1000288 Mar 22 13:56:49.116327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ab9df2ba-8ab7-46d7-be47-0093374ff7b7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:49.141338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9df2ba-8ab7-46d7-be47-0093374ff7b7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:49.174593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0d38d95-d5fa-4adf-a8a7-dbda4992bc32 req-c69a6750-570c-4c9e-9ca7-c9ae5439001d tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500707 Mar 22 13:56:49.229242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fb981-86ae-4241-bbe5-ec22d34cc642 req-c7f11122-2b81-4794-a0fa-624437eb12bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:49.230785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-447fb981-86ae-4241-bbe5-ec22d34cc642 req-c7f11122-2b81-4794-a0fa-624437eb12bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1193032 Mar 22 13:56:49.262034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Router 7825582b-5552-4918-ab17-ba330ad3b5fb has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:49.302071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-447fb981-86ae-4241-bbe5-ec22d34cc642 req-cf100458-1268-4a4f-8032-1264ac9934eb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622616 Mar 22 13:56:49.393435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:49.441565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:49.452905 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] Sync routers for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:49.462738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d4ab7b14-87be-409a-8756-35e1996f53e3 admin admin] 10.222.0.44 "PUT /v2.0/routers/7825582b-5552-4918-ab17-ba330ad3b5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7933247 Mar 22 13:56:49.463639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41186) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:49.473951 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:49.474826 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:49.605624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks [] for router (7825582b-5552-4918-ab17-ba330ad3b5fb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:49.660635 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:49.743385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:49.785881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bca23-3ac7-4a70-b88f-985d0b3cbd6a req-a6051ddf-2fdd-419d-8072-c6704c55eff0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:49.792948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b4bca23-3ac7-4a70-b88f-985d0b3cbd6a req-a6051ddf-2fdd-419d-8072-c6704c55eff0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0966744 Mar 22 13:56:49.800627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks [] for router_gateway (7825582b-5552-4918-ab17-ba330ad3b5fb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:49.854708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b4bca23-3ac7-4a70-b88f-985d0b3cbd6a req-1069c9b1-0946-410a-a636-c6d78c55ae9a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603743 Mar 22 13:56:49.918112 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:56:48Z', 'revision_number': 5, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port': {'id': '6a218c3b-4398-4d3a-b985-7ff6965a5338', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:00Z', 'updated_at': '2022-03-22T13:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:49.945356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] Checking router: 7825582b-5552-4918-ab17-ba330ad3b5fb for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:49.949682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Deleting port 6a218c3b-4398-4d3a-b985-7ff6965a5338 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:49.950050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:49.956541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] Routers {'7825582b-5552-4918-ab17-ba330ad3b5fb'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:49.957427 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7825582b-5552-4918-ab17-ba330ad3b5fb'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:50.059788 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] Set router 7825582b-5552-4918-ab17-ba330ad3b5fb gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:50.108350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] For port 6a218c3b-4398-4d3a-b985-7ff6965a5338, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a218c3b-4398-4d3a-b985-7ff6965a5338,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:50.112211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:50.124080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:56:49Z', 'revision_number': 6, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:50.157426 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4dc4f-8c3f-4f8f-9eb0-6ebdb68b518e None None] The sync data for ids ['7825582b-5552-4918-ab17-ba330ad3b5fb'] in n-d-834677-3 is: [{'id': '7825582b-5552-4918-ab17-ba330ad3b5fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590213967-router', 'tenant_id': '51a232bd864c490d927663417a0bb5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:54:59Z', 'updated_at': '2022-03-22T13:56:49Z', 'revision_number': 6, 'project_id': '51a232bd864c490d927663417a0bb5f3', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:50.165580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Calling delete_port for 6a218c3b-4398-4d3a-b985-7ff6965a5338 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:50.374054 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-488fbfd1-84fb-42f7-938e-967a19f4f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:50.454459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:50.463032 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-190bc8bd-ffc0-4fec-8892-60c7e9d92564 admin admin] 10.222.0.44 "PUT /v2.0/routers/2ddaa9f7-456b-4bdb-9723-cfbf90580eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5254550 Mar 22 13:56:50.465109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41214) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:50.467771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] Sync routers for ids ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:50.485902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] Routers {'2ddaa9f7-456b-4bdb-9723-cfbf90580eff'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:50.487499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:50.656953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898e171-8dbb-41a8-a653-c5854d495829 req-23d8022e-9cba-45ee-96c1-90a7ccf64f38 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:50.660671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks [] for router (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:50.664727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a898e171-8dbb-41a8-a653-c5854d495829 req-23d8022e-9cba-45ee-96c1-90a7ccf64f38 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.2154300 Mar 22 13:56:50.695680 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6a218c3b-4398-4d3a-b985-7ff6965a5338), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:50.732930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] Set router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:50.783425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a218c3b-4398-4d3a-b985-7ff6965a5338,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:50.794944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a898e171-8dbb-41a8-a653-c5854d495829 req-846520d0-2919-48ac-a86d-3eda597c7475 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288948 Mar 22 13:56:50.802892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9b06a6f6-c4dc-4245-a726-1320797bddec no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:50.817024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce68fb-eb1f-4193-93a3-3aa050a80b79 req-3894c6e4-7d2c-4835-9d06-9565b5e2dd76 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:50.818693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5cce68fb-eb1f-4193-93a3-3aa050a80b79 req-3894c6e4-7d2c-4835-9d06-9565b5e2dd76 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.4115591 Mar 22 13:56:50.854934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9b06a6f6-c4dc-4245-a726-1320797bddec {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:50.855285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9b06a6f6-c4dc-4245-a726-1320797bddec not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:50.933958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (7825582b-5552-4918-ab17-ba330ad3b5fb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:50.951076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks [] for router_gateway (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.046417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Deleting port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:51.046915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.052941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:56:49Z', 'revision_number': 5, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port': {'id': 'fe7bd0df-c11a-4a42-b87d-d6fb709b4c93', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:05Z', 'updated_at': '2022-03-22T13:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:51.056589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (7825582b-5552-4918-ab17-ba330ad3b5fb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.058850 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks [] for router_controller (7825582b-5552-4918-ab17-ba330ad3b5fb), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.091819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] Checking router: 2ddaa9f7-456b-4bdb-9723-cfbf90580eff for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:51.102038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] Routers {'2ddaa9f7-456b-4bdb-9723-cfbf90580eff'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:51.102954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:51.141567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5cce68fb-eb1f-4193-93a3-3aa050a80b79 req-0fa23641-dc37-4e90-b56e-53595dd79a35 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076544 Mar 22 13:56:51.153183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (7825582b-5552-4918-ab17-ba330ad3b5fb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.153752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7825582b-5552-4918-ab17-ba330ad3b5fb {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:56:51.162284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] For port fe7bd0df-c11a-4a42-b87d-d6fb709b4c93, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:51.162584 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.170656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.171836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1ed7f9ac-e78f-4c49-a3d8-5f07b865ad60 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7825582b-5552-4918-ab17-ba330ad3b5fb HTTP/1.1" status: 204 len: 168 time: 1.7070677 Mar 22 13:56:51.185208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41222) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:51.211040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Calling delete_port for fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:51.290181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc167b3-f0c0-43c2-a245-06ebd1ea72d1 req-61ad1aa1-3f72-4228-9a3c-eca411f46a5c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:51.291879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bc167b3-f0c0-43c2-a245-06ebd1ea72d1 req-61ad1aa1-3f72-4228-9a3c-eca411f46a5c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1616561 Mar 22 13:56:51.308751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] Deleting subnet fc6535e2-f9c2-416d-9e26-19ba0c27c35c {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:56:51.315113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] Publish callbacks [] for subnet (fc6535e2-f9c2-416d-9e26-19ba0c27c35c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.384786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (fc6535e2-f9c2-416d-9e26-19ba0c27c35c), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.387246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] Set router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:51.395738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bc167b3-f0c0-43c2-a245-06ebd1ea72d1 req-34c0a5ad-a049-44a4-94c0-334f4039aa8e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977585 Mar 22 13:56:51.517936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:56:50Z', 'revision_number': 6, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:51.558848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed5e6a-34c5-420e-86ad-ea579492cf86 None None] The sync data for ids ['2ddaa9f7-456b-4bdb-9723-cfbf90580eff'] in n-d-834677-3 is: [{'id': '2ddaa9f7-456b-4bdb-9723-cfbf90580eff', 'name': 'tempest-ServersTestMultiNic-1146114465-router', 'tenant_id': '113d55f17bd2471bb7c914134fb2e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:04Z', 'updated_at': '2022-03-22T13:56:50Z', 'revision_number': 6, 'project_id': '113d55f17bd2471bb7c914134fb2e0bd', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:51.596151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (fc6535e2-f9c2-416d-9e26-19ba0c27c35c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.697840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fe7bd0df-c11a-4a42-b87d-d6fb709b4c93), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.740679 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.752847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7bd0df-c11a-4a42-b87d-d6fb709b4c93,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:51.861957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (fc6535e2-f9c2-416d-9e26-19ba0c27c35c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.865300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.947529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6535e2-f9c2-416d-9e26-19ba0c27c35c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:51.974623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2b8c4-7772-4d43-8561-2e01f6ec2c7f None None] Network 09b558da-58b7-4978-a742-342cfe07352b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:56:51.979635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.982807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bda6a27c-4324-47fa-8788-5246f4c31b27 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fc6535e2-f9c2-416d-9e26-19ba0c27c35c HTTP/1.1" status: 204 len: 168 time: 0.7965314 Mar 22 13:56:51.984374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95417d-1530-4a3e-a3a1-98c0003c91d5 req-66c19fb7-76b5-44a3-b517-b074c818f87c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:51.986316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41242) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:51.991922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b95417d-1530-4a3e-a3a1-98c0003c91d5 req-66c19fb7-76b5-44a3-b517-b074c818f87c tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 945 time: 0.1163552 Mar 22 13:56:52.010050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e46d-13ae-4f5e-b8b2-88279d76505d req-40d4889b-a654-4ca9-9501-a12c7a63bad3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:52.011632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abe5e46d-13ae-4f5e-b8b2-88279d76505d req-40d4889b-a654-4ca9-9501-a12c7a63bad3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1088734 Mar 22 13:56:52.043151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.054803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks [] for router_controller (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.127511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b95417d-1530-4a3e-a3a1-98c0003c91d5 req-c5f05cd7-ce73-46a5-a8e6-fff55032d4f3 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331596 Mar 22 13:56:52.130946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (09b558da-58b7-4978-a742-342cfe07352b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.134354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (2ddaa9f7-456b-4bdb-9723-cfbf90580eff), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.135343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddaa9f7-456b-4bdb-9723-cfbf90580eff {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:56:52.137677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abe5e46d-13ae-4f5e-b8b2-88279d76505d req-3d87a3ec-9597-4e2f-9c74-64ae6c817d48 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079533 Mar 22 13:56:52.147976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.149211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2b84af23-4aca-4b41-86f0-d5a878baf255 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2ddaa9f7-456b-4bdb-9723-cfbf90580eff HTTP/1.1" status: 204 len: 168 time: 1.6828275 Mar 22 13:56:52.152256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41244) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:52.236601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Deleting port a95b8ab2-9918-468f-87cc-5552ba723026 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:52.237002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.252477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] Deleting subnet 9195b2ac-f3e4-4945-b85f-5c8d953d1375 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:56:52.265767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] Publish callbacks [] for subnet (9195b2ac-f3e4-4945-b85f-5c8d953d1375), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.302882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] For port a95b8ab2-9918-468f-87cc-5552ba723026, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a95b8ab2-9918-468f-87cc-5552ba723026,segment=NetworkSegment(0fd75e07-1107-42bb-af51-a6b9bb870107),segment_id=0fd75e07-1107-42bb-af51-a6b9bb870107)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:52.303251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.321499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (9195b2ac-f3e4-4945-b85f-5c8d953d1375), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.321717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Calling delete_port for a95b8ab2-9918-468f-87cc-5552ba723026 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:52.359045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91373a-943a-4e34-b48a-038a68da62fe req-c46c08d5-b7f5-4926-89a0-6a4fe150dce7 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:52.361063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb91373a-943a-4e34-b48a-038a68da62fe req-c46c08d5-b7f5-4926-89a0-6a4fe150dce7 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1049507 Mar 22 13:56:52.406766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a95b8ab2-9918-468f-87cc-5552ba723026), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.442659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Pushing event deleted for resources: {'Port': ['ID=a95b8ab2-9918-468f-87cc-5552ba723026,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:52.447647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] No DVR routers for this DVR port a95b8ab2-9918-468f-87cc-5552ba723026 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:52.451031 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9195b2ac-f3e4-4945-b85f-5c8d953d1375), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.456114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb91373a-943a-4e34-b48a-038a68da62fe req-9ffe180d-63e1-4756-98ea-b622fe512b68 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854704 Mar 22 13:56:52.520814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (9195b2ac-f3e4-4945-b85f-5c8d953d1375), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.534329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a1129-5fdf-4bb1-b004-691568cc660b None None] DHCP port deletion for 09b558da-58b7-4978-a742-342cfe07352b request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:56:52.588465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb10f32d-efe9-426f-ac73-75f91c8be187 None None] Network d06b2691-f37a-4eba-8563-861372d60164 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:56:52.620268 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.626367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9195b2ac-f3e4-4945-b85f-5c8d953d1375 HTTP/1.1" status: 204 len: 168 time: 0.4729297 Mar 22 13:56:52.627627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41250) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:52.641395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (09b558da-58b7-4978-a742-342cfe07352b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.643829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a65ab-12ef-4a6f-b400-42cbe825b2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9195b2ac-f3e4-4945-b85f-5c8d953d1375,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:52.685187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a95b8ab2-9918-468f-87cc-5552ba723026 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:52.685569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3cbb2-255d-4a31-bd75-8c7ad25342a4 req-e68cc80e-09c0-4061-adb8-9251d9a9c94e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:52.693768 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13d3cbb2-255d-4a31-bd75-8c7ad25342a4 req-e68cc80e-09c0-4061-adb8-9251d9a9c94e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1262119 Mar 22 13:56:52.715639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a95b8ab2-9918-468f-87cc-5552ba723026 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:52.716387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a95b8ab2-9918-468f-87cc-5552ba723026 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:52.717031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab9df2ba-8ab7-46d7-be47-0093374ff7b7 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:52.745479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b558da-58b7-4978-a742-342cfe07352b']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:52.751918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ab9df2ba-8ab7-46d7-be47-0093374ff7b7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:52.752265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab9df2ba-8ab7-46d7-be47-0093374ff7b7 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:52.752690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a218c3b-4398-4d3a-b985-7ff6965a5338 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:52.756722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13d3cbb2-255d-4a31-bd75-8c7ad25342a4 req-e8b543f9-88cd-4146-97d2-2477b6f31558 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619895 Mar 22 13:56:52.768591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d06b2691-f37a-4eba-8563-861372d60164), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.772201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd75e07-1107-42bb-af51-a6b9bb870107') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:52.772491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd75e07-1107-42bb-af51-a6b9bb870107') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:52.778156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6a218c3b-4398-4d3a-b985-7ff6965a5338 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:52.778701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a218c3b-4398-4d3a-b985-7ff6965a5338 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:52.779266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:52.787771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (0fd75e07-1107-42bb-af51-a6b9bb870107), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.807754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0fd75e07-1107-42bb-af51-a6b9bb870107), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.812668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:52.813201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fe7bd0df-c11a-4a42-b87d-d6fb709b4c93 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:52.815323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:56:52.815838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (0fd75e07-1107-42bb-af51-a6b9bb870107), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:56:52.818552 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:56:52.920276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] DHCP port deletion for d06b2691-f37a-4eba-8563-861372d60164 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:56:52.948921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (09b558da-58b7-4978-a742-342cfe07352b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.953499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:52.959590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] 10.222.0.44 "DELETE /v2.0/networks/09b558da-58b7-4978-a742-342cfe07352b HTTP/1.1" status: 204 len: 168 time: 0.9722905 Mar 22 13:56:52.977244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58785e9f-154e-45d0-95b9-46c2f1b3b00f admin admin] Pushing event deleted for resources: {'Network': ['ID=09b558da-58b7-4978-a742-342cfe07352b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:52.991284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Deleting port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:52.991817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.006942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] Deleting port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:53.007323 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.078129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] For port c084ad52-4a12-48a9-83d5-ed986d9a2ee5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,segment=NetworkSegment(7d8fcd6d-bf33-4186-95c6-f3726fcf4754),segment_id=7d8fcd6d-bf33-4186-95c6-f3726fcf4754)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:53.078759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.082688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] For port c084ad52-4a12-48a9-83d5-ed986d9a2ee5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,segment=NetworkSegment(7d8fcd6d-bf33-4186-95c6-f3726fcf4754),segment_id=7d8fcd6d-bf33-4186-95c6-f3726fcf4754)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:53.083096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.094768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Calling delete_port for c084ad52-4a12-48a9-83d5-ed986d9a2ee5 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:53.099619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] Calling delete_port for c084ad52-4a12-48a9-83d5-ed986d9a2ee5 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:53.190437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.202708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c084ad52-4a12-48a9-83d5-ed986d9a2ee5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.238856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:53.249854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] No DVR routers for this DVR port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:53.264938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] Pushing event deleted for resources: {'Port': ['ID=c084ad52-4a12-48a9-83d5-ed986d9a2ee5,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:53.279470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e740b5d-5747-40ca-9c0a-cf0d9200ecc9 None None] No DVR routers for this DVR port c084ad52-4a12-48a9-83d5-ed986d9a2ee5 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:53.288208 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.328207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41260) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:53.356444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d06b2691-f37a-4eba-8563-861372d60164), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.380824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97698ffe-93af-4992-891a-dd72a1bd08f1 req-9a8e00e8-9020-417c-8555-c142da6b4104 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:53.382404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97698ffe-93af-4992-891a-dd72a1bd08f1 req-9a8e00e8-9020-417c-8555-c142da6b4104 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 945 time: 0.1450415 Mar 22 13:56:53.392324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06b2691-f37a-4eba-8563-861372d60164']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:53.408929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8fcd6d-bf33-4186-95c6-f3726fcf4754') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:53.409607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8fcd6d-bf33-4186-95c6-f3726fcf4754') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:53.422573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (7d8fcd6d-bf33-4186-95c6-f3726fcf4754), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.423388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3f536efc-525c-4a14-b616-ca823b67ee25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51a232bd864c490d927663417a0bb5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0931897 Mar 22 13:56:53.428976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:53.431860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327fbda-b35f-4e0b-90d2-87def36f5849 req-1169d9b7-ccd6-4129-94a5-c0bc58dbeb27 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:53.433311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2327fbda-b35f-4e0b-90d2-87def36f5849 req-1169d9b7-ccd6-4129-94a5-c0bc58dbeb27 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1360221 Mar 22 13:56:53.456775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7d8fcd6d-bf33-4186-95c6-f3726fcf4754), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.470750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:56:53.471153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (7d8fcd6d-bf33-4186-95c6-f3726fcf4754), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:56:53.472940 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:56:53.492679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97698ffe-93af-4992-891a-dd72a1bd08f1 req-3b9b4113-7a34-4400-bc21-b05bc4a9654b tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019669 Mar 22 13:56:53.509744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2327fbda-b35f-4e0b-90d2-87def36f5849 req-0617ee5f-a4c6-4807-955f-0d86bbc87516 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660710 Mar 22 13:56:53.546876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da772b6-60cd-48c0-abe4-20ebcd51a9e4 admin admin] Publish callbacks [] for security_group (7bf039f0-0212-48f9-b69e-9face2bf38fa), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.557234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d06b2691-f37a-4eba-8563-861372d60164), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.562347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.567942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d06b2691-f37a-4eba-8563-861372d60164 HTTP/1.1" status: 204 len: 168 time: 0.9363263 Mar 22 13:56:53.588103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b23d8-fd90-4c3c-84f3-40329282d1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d06b2691-f37a-4eba-8563-861372d60164,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:53.592349 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da772b6-60cd-48c0-abe4-20ebcd51a9e4 admin admin] Publish callbacks [] for security_group (7bf039f0-0212-48f9-b69e-9face2bf38fa), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.618112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96436d87-c071-4087-a631-ccc603068db1 req-705ed453-733d-4d94-8adf-695374cbf752 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:53.620174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96436d87-c071-4087-a631-ccc603068db1 req-705ed453-733d-4d94-8adf-695374cbf752 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 945 time: 0.0941501 Mar 22 13:56:53.652531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da772b6-60cd-48c0-abe4-20ebcd51a9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7bf039f0-0212-48f9-b69e-9face2bf38fa), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.657365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2da772b6-60cd-48c0-abe4-20ebcd51a9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.663938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2da772b6-60cd-48c0-abe4-20ebcd51a9e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bf039f0-0212-48f9-b69e-9face2bf38fa HTTP/1.1" status: 204 len: 168 time: 0.2339058 Mar 22 13:56:53.681767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da772b6-60cd-48c0-abe4-20ebcd51a9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf039f0-0212-48f9-b69e-9face2bf38fa,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:53.752896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2d35-5fe4-41b7-a619-218d0a7435e7 req-9cb3f361-f77f-4780-967d-70f34bba38eb tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:53.760381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d22a2d35-5fe4-41b7-a619-218d0a7435e7 req-9cb3f361-f77f-4780-967d-70f34bba38eb tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1602499 Mar 22 13:56:53.821727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Deleting port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:53.822125 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.838013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d22a2d35-5fe4-41b7-a619-218d0a7435e7 req-37ef3f2c-c2c5-45b1-9e55-b479b429c842 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744495 Mar 22 13:56:53.838618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41274) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:53.903521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1b9f8b15-cf12-42f2-88ec-50c667fe0196 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=113d55f17bd2471bb7c914134fb2e0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636451 Mar 22 13:56:53.906590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41278) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:53.983265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f366738-f4be-488b-b93b-38371e254e0e admin admin] Publish callbacks [] for security_group (c814c583-ee61-487f-be64-4bdf69b06d87), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.009810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f366738-f4be-488b-b93b-38371e254e0e admin admin] Publish callbacks [] for security_group (c814c583-ee61-487f-be64-4bdf69b06d87), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.018191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] For port d636fa69-ad28-49d9-b87e-6a4a0da40fe7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:56:54.019182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.054093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42f295-ae37-49fd-85e8-23d37af72e48 req-3a56a35e-ec1c-406f-bdf6-dafba0f17c24 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:54.056259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc42f295-ae37-49fd-85e8-23d37af72e48 req-3a56a35e-ec1c-406f-bdf6-dafba0f17c24 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1314547 Mar 22 13:56:54.099516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.103629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f366738-f4be-488b-b93b-38371e254e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c814c583-ee61-487f-be64-4bdf69b06d87), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.107368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f366738-f4be-488b-b93b-38371e254e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.109156 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2f366738-f4be-488b-b93b-38371e254e0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c814c583-ee61-487f-be64-4bdf69b06d87 HTTP/1.1" status: 204 len: 168 time: 0.2016132 Mar 22 13:56:54.121344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f366738-f4be-488b-b93b-38371e254e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c814c583-ee61-487f-be64-4bdf69b06d87,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:54.212756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc42f295-ae37-49fd-85e8-23d37af72e48 req-1bfdb9c5-4538-48ac-92f9-65b5093699ed tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233160 Mar 22 13:56:54.308043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.308524 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4db167ac-5377-4bb0-b0b1-74f31d22e187), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.308954 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Floating IP 4db167ac-5377-4bb0-b0b1-74f31d22e187 disassociated. External IP: 172.25.2.228, port: d636fa69-ad28-49d9-b87e-6a4a0da40fe7. Mar 22 13:56:54.309407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Calling delete_port for d636fa69-ad28-49d9-b87e-6a4a0da40fe7 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:54.472683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c084ad52-4a12-48a9-83d5-ed986d9a2ee5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:54.510385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c084ad52-4a12-48a9-83d5-ed986d9a2ee5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:54.510737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c084ad52-4a12-48a9-83d5-ed986d9a2ee5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:54.562150 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.956321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d636fa69-ad28-49d9-b87e-6a4a0da40fe7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:55.000445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720410a8-4df1-4d90-a00e-c5fa14db43fc req-f163aeb1-ccf5-4db1-acfe-1e87ec3db85e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:55.001866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-720410a8-4df1-4d90-a00e-c5fa14db43fc req-f163aeb1-ccf5-4db1-acfe-1e87ec3db85e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1349988 Mar 22 13:56:55.008658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06bb69-0a8b-4475-9d24-89aaf697f163 req-5fb8bb18-6c77-4c4b-b502-2ecf8ed88a53 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:55.010081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af06bb69-0a8b-4475-9d24-89aaf697f163 req-5fb8bb18-6c77-4c4b-b502-2ecf8ed88a53 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a025adb-3810-4fb2-9978-c64106bcd007 HTTP/1.1" status: 200 len: 867 time: 0.1416752 Mar 22 13:56:55.013370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event deleted for resources: {'Port': ['ID=d636fa69-ad28-49d9-b87e-6a4a0da40fe7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:55.161248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-720410a8-4df1-4d90-a00e-c5fa14db43fc req-12468431-b2ad-4f31-850a-20a0245263dd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501338 Mar 22 13:56:55.172991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af06bb69-0a8b-4475-9d24-89aaf697f163 req-e527e635-a277-42af-a79c-75d6d24f4058 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c9764be-aaa8-4af4-b50e-2245f2a904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401110 Mar 22 13:56:55.203253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Router dcdbe301-f2bd-45de-b30a-b621bd556de9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:56:55.356785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c8ce5-3382-414b-b492-007d5db646ff req-09aaddda-567f-4660-b247-4f2ba21f0060 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:55.358352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-335c8ce5-3382-414b-b492-007d5db646ff req-09aaddda-567f-4660-b247-4f2ba21f0060 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1022496 Mar 22 13:56:55.372584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:56:55.392872 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] Sync routers for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:55.408038 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:55.408816 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:55.445853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] No DVR routers for this DVR port d636fa69-ad28-49d9-b87e-6a4a0da40fe7 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:56:55.458271 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:55.466683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96436d87-c071-4087-a631-ccc603068db1 req-20967df3-785e-4a58-b77c-86f693d53277 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.57 "DELETE /v2.0/ports/d636fa69-ad28-49d9-b87e-6a4a0da40fe7 HTTP/1.1" status: 204 len: 173 time: 1.8185337 Mar 22 13:56:55.470588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'name': 'network-vif-deleted', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:55.483364 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea623b9b-9827-41cc-a1b0-9dba01d3421c" -d '{"events": [{"server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "name": "network-vif-deleted", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:56:55.538420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-335c8ce5-3382-414b-b492-007d5db646ff req-16bcb56b-f4b7-40f6-b6b2-efac06080c3c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628976 Mar 22 13:56:55.651612 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c2a4e-1905-45c8-bd57-ec98e559a20b x-openstack-request-id: req-802c2a4e-1905-45c8-bd57-ec98e559a20b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:56:55.651612 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a025adb-3810-4fb2-9978-c64106bcd007", "name": "network-vif-deleted", "tag": "d636fa69-ad28-49d9-b87e-6a4a0da40fe7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:56:55.651612 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-802c2a4e-1905-45c8-bd57-ec98e559a20b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:56:55.652070 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802c2a4e-1905-45c8-bd57-ec98e559a20b'] response: {'server_uuid': '2a025adb-3810-4fb2-9978-c64106bcd007', 'name': 'network-vif-deleted', 'tag': 'd636fa69-ad28-49d9-b87e-6a4a0da40fe7', 'status': 'completed', 'code': 200} Mar 22 13:56:55.675785 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:55.769052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca64431-a51d-4c7d-aa10-dfb6c461bfca req-8b75e788-d277-4a45-9a31-24a127c67471 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:55.778265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ca64431-a51d-4c7d-aa10-dfb6c461bfca req-8b75e788-d277-4a45-9a31-24a127c67471 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1372831 Mar 22 13:56:55.895098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ca64431-a51d-4c7d-aa10-dfb6c461bfca req-8c5a3dc7-d559-4dd2-a613-f284e3de87d2 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141214 Mar 22 13:56:55.985680 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:56.021409 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] Checking router: dcdbe301-f2bd-45de-b30a-b621bd556de9 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:56.032097 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:56:56.033030 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:56.055543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41344) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:56.110738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41348) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:56.177759 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:56:56.304026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:56.325930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59be8990-142e-498f-9a42-b8771299d386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.353393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77e364cd-e6da-46bb-8bf7-224b774743e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.388543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d59057-e3ff-4f1e-9f11-b474807ddf1e req-79af5b69-d425-4296-a76c-a2a9fdef4ddc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:56.396009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09d59057-e3ff-4f1e-9f11-b474807ddf1e req-79af5b69-d425-4296-a76c-a2a9fdef4ddc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1224854 Mar 22 13:56:56.425320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eca554e-ed91-47af-91af-32b339a8b813 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group (2c9764be-aaa8-4af4-b50e-2245f2a904a8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.465737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eca554e-ed91-47af-91af-32b339a8b813 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group (2c9764be-aaa8-4af4-b50e-2245f2a904a8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.466424 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:56.478878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09d59057-e3ff-4f1e-9f11-b474807ddf1e req-027011b2-23bc-4871-87c4-b22c6df25b4e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818276 Mar 22 13:56:56.510100 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6e493-543f-48e6-8a88-3960782c9d5d None None] The sync data for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 is: [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c36afae-c97d-4da0-ab5b-58097d76345b', 'name': '', 'network_id': '17a79c03-e565-4bcf-88f3-9fbf756d48f2', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'mac_address': 'fa:16:3e:7f:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'subnets': [{'id': 'ed0d5f32-ee23-4086-91e6-051df334656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:56.519614 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77e364cd-e6da-46bb-8bf7-224b774743e7 admin admin] Publish callbacks [] for security_group (459d6769-fa63-498f-9d40-e94e47239279), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.527565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77e364cd-e6da-46bb-8bf7-224b774743e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (459d6769-fa63-498f-9d40-e94e47239279), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.534961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59be8990-142e-498f-9a42-b8771299d386 admin admin] Publish callbacks [] for security_group (7f035136-e702-4c39-b76e-dedb0fc3b1a3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.557630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59be8990-142e-498f-9a42-b8771299d386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7f035136-e702-4c39-b76e-dedb0fc3b1a3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.588956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-77e364cd-e6da-46bb-8bf7-224b774743e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4710647cb834a1892d8428cde0e0206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5321798 Mar 22 13:56:56.594532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41364) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:56.608136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e364cd-e6da-46bb-8bf7-224b774743e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d6769-fa63-498f-9d40-e94e47239279,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:56.677355 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-59be8990-142e-498f-9a42-b8771299d386 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3a2f62620fd481482b408467e871a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629108 Mar 22 13:56:56.681364 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eca554e-ed91-47af-91af-32b339a8b813 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2c9764be-aaa8-4af4-b50e-2245f2a904a8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.684080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eca554e-ed91-47af-91af-32b339a8b813 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.685308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4eca554e-ed91-47af-91af-32b339a8b813 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "DELETE /v2.0/security-groups/2c9764be-aaa8-4af4-b50e-2245f2a904a8 HTTP/1.1" status: 204 len: 168 time: 0.3803442 Mar 22 13:56:56.686083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41366) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:56.698027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41368) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:56.706089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be8990-142e-498f-9a42-b8771299d386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f035136-e702-4c39-b76e-dedb0fc3b1a3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:56.732655 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-681f9c96-d97c-44ee-bad8-e54602c5d4ea tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] show failed (client error): The resource could not be found. Mar 22 13:56:56.733819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-681f9c96-d97c-44ee-bad8-e54602c5d4ea tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "GET /v2.0/security-groups/2c9764be-aaa8-4af4-b50e-2245f2a904a8 HTTP/1.1" status: 404 len: 347 time: 0.0346670 Mar 22 13:56:56.736961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d636fa69-ad28-49d9-b87e-6a4a0da40fe7 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:56:56.737905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41370) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:56.742614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca554e-ed91-47af-91af-32b339a8b813 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9764be-aaa8-4af4-b50e-2245f2a904a8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:56.775539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b87f35a1-6eb5-4854-b8b4-94b99ecf21fa admin admin] Publish callbacks [] for security_group (7f035136-e702-4c39-b76e-dedb0fc3b1a3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.788545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: d636fa69-ad28-49d9-b87e-6a4a0da40fe7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:56:56.788769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d636fa69-ad28-49d9-b87e-6a4a0da40fe7 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:56:56.816890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b87f35a1-6eb5-4854-b8b4-94b99ecf21fa admin admin] Publish callbacks [] for security_group (7f035136-e702-4c39-b76e-dedb0fc3b1a3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.830350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2aee26b-f517-4c24-b46f-14c4620a13a7 admin admin] Publish callbacks [] for security_group (459d6769-fa63-498f-9d40-e94e47239279), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.850431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7321931-a385-4c99-be3e-5eda11d55fdd req-74a337b7-4cd8-4505-912a-fd4a57d46f8f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:56.852110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7321931-a385-4c99-be3e-5eda11d55fdd req-74a337b7-4cd8-4505-912a-fd4a57d46f8f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1868000 Mar 22 13:56:56.883400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b87f35a1-6eb5-4854-b8b4-94b99ecf21fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7f035136-e702-4c39-b76e-dedb0fc3b1a3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.889493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b87f35a1-6eb5-4854-b8b4-94b99ecf21fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.891417 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b87f35a1-6eb5-4854-b8b4-94b99ecf21fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f035136-e702-4c39-b76e-dedb0fc3b1a3 HTTP/1.1" status: 204 len: 168 time: 0.2033496 Mar 22 13:56:56.904143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f35a1-6eb5-4854-b8b4-94b99ecf21fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f035136-e702-4c39-b76e-dedb0fc3b1a3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:56.922883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2aee26b-f517-4c24-b46f-14c4620a13a7 admin admin] Publish callbacks [] for security_group (459d6769-fa63-498f-9d40-e94e47239279), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:56.958246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e731c63-5819-4b8e-b916-634f210506d4 None None] New status for floating IP 4db167ac-5377-4bb0-b0b1-74f31d22e187: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:56.990659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7321931-a385-4c99-be3e-5eda11d55fdd req-858b25bb-c2d7-405b-9fdb-520556c8745f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192586 Mar 22 13:56:57.084598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Deleting port 27465eae-c289-4050-847f-06f0579261af {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:56:57.085266 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (27465eae-c289-4050-847f-06f0579261af), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.154356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ea07-66d3-4710-856e-f37b33d0de21 req-8c99df81-af91-4b3d-86b3-bcb7e7b9acf6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:57.156059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47b3ea07-66d3-4710-856e-f37b33d0de21 req-8c99df81-af91-4b3d-86b3-bcb7e7b9acf6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1294129 Mar 22 13:56:57.158905 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2aee26b-f517-4c24-b46f-14c4620a13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (459d6769-fa63-498f-9d40-e94e47239279), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.161414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2aee26b-f517-4c24-b46f-14c4620a13a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.165438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d2aee26b-f517-4c24-b46f-14c4620a13a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/459d6769-fa63-498f-9d40-e94e47239279 HTTP/1.1" status: 204 len: 168 time: 0.5697148 Mar 22 13:56:57.199653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aee26b-f517-4c24-b46f-14c4620a13a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d6769-fa63-498f-9d40-e94e47239279,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:57.235923 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (27465eae-c289-4050-847f-06f0579261af), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.236252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for floatingip (27465eae-c289-4050-847f-06f0579261af), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.257792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47b3ea07-66d3-4710-856e-f37b33d0de21 req-6e97b93b-8809-4bbe-8f59-6d85b6ed485e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894394 Mar 22 13:56:57.258868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Calling delete_port for 27465eae-c289-4050-847f-06f0579261af owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:56:57.409811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (27465eae-c289-4050-847f-06f0579261af), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.442759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Pushing event deleted for resources: {'Port': ['ID=27465eae-c289-4050-847f-06f0579261af,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:57.534770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks [] for floatingip (4db167ac-5377-4bb0-b0b1-74f31d22e187), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.538105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.539376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-39046c3f-2a82-42bb-a7ec-42f0364f4e62 tempest-AttachSCSIVolumeTestJSON-1576350773 tempest-AttachSCSIVolumeTestJSON-1576350773-project] 10.222.0.44 "DELETE /v2.0/floatingips/4db167ac-5377-4bb0-b0b1-74f31d22e187 HTTP/1.1" status: 204 len: 168 time: 0.7987473 Mar 22 13:56:57.578673 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:56:57.640853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa916a3-22c5-4dae-ba6e-b282d64df715 req-b2f1d7a9-cab8-49f7-8b41-5cfa963a290a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:57.642737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caa916a3-22c5-4dae-ba6e-b282d64df715 req-b2f1d7a9-cab8-49f7-8b41-5cfa963a290a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.0805500 Mar 22 13:56:57.702366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caa916a3-22c5-4dae-ba6e-b282d64df715 req-7f016aa9-ac46-4c21-b1a0-4bcfcdf8f83c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Mar 22 13:56:58.197815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954b7dc-aef9-4aea-9294-3772bafd6e0b req-6176a64d-6478-4d09-b6cf-0970727b05f9 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:58.199806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9954b7dc-aef9-4aea-9294-3772bafd6e0b req-6176a64d-6478-4d09-b6cf-0970727b05f9 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1359859 Mar 22 13:56:58.212727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:58.295577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9954b7dc-aef9-4aea-9294-3772bafd6e0b req-54d82efe-930b-4337-b23f-60b0afe9eb12 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792537 Mar 22 13:56:58.466358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9219956-9228-4a3d-9589-bc6bf9144869 req-98135998-42b8-4e26-97f8-0521e2417e4c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:58.475153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9219956-9228-4a3d-9589-bc6bf9144869 req-98135998-42b8-4e26-97f8-0521e2417e4c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0695279 Mar 22 13:56:58.555774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9219956-9228-4a3d-9589-bc6bf9144869 req-427f6958-89e1-430c-885c-52f05cdc4c30 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764949 Mar 22 13:56:58.858051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230d3a-cafc-4bf5-a6fa-553c52f7588d req-33d90242-21ba-46cf-a3b6-a07039941c31 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:58.860802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77230d3a-cafc-4bf5-a6fa-553c52f7588d req-33d90242-21ba-46cf-a3b6-a07039941c31 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.0609157 Mar 22 13:56:58.911889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77230d3a-cafc-4bf5-a6fa-553c52f7588d req-ad51a6bc-4304-4d74-83ee-d575ee783c5d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Mar 22 13:56:59.031924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60b79319-a248-46ff-9b4f-f83e14491ca6 req-d1993a23-9c8d-45f1-80f0-0fa05b1f5d50 tempest-AbsoluteLimitsNegativeTestJSON-1889092136 tempest-AbsoluteLimitsNegativeTestJSON-1889092136-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4c89312fcf2d4efa8fdf7630dec833e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317633 Mar 22 13:56:59.168153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b79319-a248-46ff-9b4f-f83e14491ca6 req-1a157dc4-c56d-4d1a-811b-3e9bfe2beb62 tempest-AbsoluteLimitsNegativeTestJSON-1889092136 tempest-AbsoluteLimitsNegativeTestJSON-1889092136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:59.169947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60b79319-a248-46ff-9b4f-f83e14491ca6 req-1a157dc4-c56d-4d1a-811b-3e9bfe2beb62 tempest-AbsoluteLimitsNegativeTestJSON-1889092136 tempest-AbsoluteLimitsNegativeTestJSON-1889092136-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297357 Mar 22 13:56:59.193988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60b79319-a248-46ff-9b4f-f83e14491ca6 req-1c980d34-fd7d-49cb-a9be-7b25d1fa18a7 tempest-AbsoluteLimitsNegativeTestJSON-1889092136 tempest-AbsoluteLimitsNegativeTestJSON-1889092136-project] 10.222.0.44 "GET /v2.0/quotas/4c89312fcf2d4efa8fdf7630dec833e9 HTTP/1.1" status: 200 len: 375 time: 0.0175612 Mar 22 13:56:59.231261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60b79319-a248-46ff-9b4f-f83e14491ca6 req-e206bffc-912a-49e5-ac8d-2c78d4c12d06 tempest-AbsoluteLimitsNegativeTestJSON-1889092136 tempest-AbsoluteLimitsNegativeTestJSON-1889092136-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c89312fcf2d4efa8fdf7630dec833e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362892 Mar 22 13:56:59.437687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7807e9-c54e-41e7-a9b6-13666608da73 req-f4a6a09a-c60b-484a-a960-c0084b29a25e tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:59.439515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b7807e9-c54e-41e7-a9b6-13666608da73 req-f4a6a09a-c60b-484a-a960-c0084b29a25e tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.0617514 Mar 22 13:56:59.516579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b7807e9-c54e-41e7-a9b6-13666608da73 req-06164cf5-9500-4b23-a15f-8c95657fd1ea tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700417 Mar 22 13:56:59.583328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41514) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:59.694877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9bac9-50be-4be2-a7c9-749b27d17989 req-d11b48ea-4195-4c97-92d9-8c7ac4d9a845 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:59.698429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1da9bac9-50be-4be2-a7c9-749b27d17989 req-d11b48ea-4195-4c97-92d9-8c7ac4d9a845 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0699248 Mar 22 13:56:59.722952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-075c07b2-de11-4ca7-99b7-be68fcfa1ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:59.778439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1da9bac9-50be-4be2-a7c9-749b27d17989 req-6586e66d-4771-499a-b089-16477ad5cfac tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732584 Mar 22 13:56:59.852383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-075c07b2-de11-4ca7-99b7-be68fcfa1ae2 admin admin] Publish callbacks [] for security_group (5fd369b1-2c0d-4ad0-8032-362605f92fb0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:59.857506 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-075c07b2-de11-4ca7-99b7-be68fcfa1ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5fd369b1-2c0d-4ad0-8032-362605f92fb0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:59.905280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-075c07b2-de11-4ca7-99b7-be68fcfa1ae2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c89312fcf2d4efa8fdf7630dec833e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184867 Mar 22 13:56:59.905548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41518) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:59.912050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c07b2-de11-4ca7-99b7-be68fcfa1ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd369b1-2c0d-4ad0-8032-362605f92fb0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:59.975091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d70e85-24af-4a3a-92f9-c836fe4e1cb0 admin admin] Publish callbacks [] for security_group (5fd369b1-2c0d-4ad0-8032-362605f92fb0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:00.015341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d70e85-24af-4a3a-92f9-c836fe4e1cb0 admin admin] Publish callbacks [] for security_group (5fd369b1-2c0d-4ad0-8032-362605f92fb0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:00.076124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d70e85-24af-4a3a-92f9-c836fe4e1cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5fd369b1-2c0d-4ad0-8032-362605f92fb0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:00.079358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84d70e85-24af-4a3a-92f9-c836fe4e1cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:00.080941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84d70e85-24af-4a3a-92f9-c836fe4e1cb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fd369b1-2c0d-4ad0-8032-362605f92fb0 HTTP/1.1" status: 204 len: 168 time: 0.1743495 Mar 22 13:57:00.096696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d70e85-24af-4a3a-92f9-c836fe4e1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd369b1-2c0d-4ad0-8032-362605f92fb0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:00.333054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66421-ec5a-45cc-b232-3b42926680a3 req-b33cbb29-9980-4b1c-998a-241830fae2cd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:00.335842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfc66421-ec5a-45cc-b232-3b42926680a3 req-b33cbb29-9980-4b1c-998a-241830fae2cd tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.3312545 Mar 22 13:57:00.407325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfc66421-ec5a-45cc-b232-3b42926680a3 req-1812b478-fc46-43bb-a7b2-2ac8be22038e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Mar 22 13:57:00.651707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919727e-8edf-45f5-a0a4-4cdc24d584f2 req-3def5ec0-435b-4752-b3d8-205f9b843872 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:00.653307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a919727e-8edf-45f5-a0a4-4cdc24d584f2 req-3def5ec0-435b-4752-b3d8-205f9b843872 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.0604568 Mar 22 13:57:00.705657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a919727e-8edf-45f5-a0a4-4cdc24d584f2 req-40b4e232-9f97-4b68-a348-d432dcbf601d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Mar 22 13:57:00.927534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e6006-e033-4936-92e1-763abe2d370a req-ca5f13cc-ec3b-48fe-9fb6-c29e635a3309 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:00.929472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-211e6006-e033-4936-92e1-763abe2d370a req-ca5f13cc-ec3b-48fe-9fb6-c29e635a3309 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0537469 Mar 22 13:57:00.993234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-211e6006-e033-4936-92e1-763abe2d370a req-58fbf3f5-8229-4c17-9389-25714091d98a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568669 Mar 22 13:57:01.353400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41572) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:01.471126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:01.555549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec50618-0197-4af5-a8a7-111699b1b3aa req-5df51afa-2dce-4c7b-8e09-3b4e722a51b9 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:01.557824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bec50618-0197-4af5-a8a7-111699b1b3aa req-5df51afa-2dce-4c7b-8e09-3b4e722a51b9 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.0658057 Mar 22 13:57:01.564525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Publish callbacks [] for security_group (d1f65cb4-f1aa-4acc-bc09-6e13fa650225), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:01.569720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d1f65cb4-f1aa-4acc-bc09-6e13fa650225), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:01.618296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f751771320994bd4b6451adec287d04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636635 Mar 22 13:57:01.619993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f65cb4-f1aa-4acc-bc09-6e13fa650225,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:01.622217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41586) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:01.630431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.630662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.631004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.631519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.632284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.632774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.633390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.633878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.634396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.635060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.635760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.636184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.636515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.636843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.637176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d821f-b2e7-4f4b-9a67-b3c577da4714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.649666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bec50618-0197-4af5-a8a7-111699b1b3aa req-6427f286-11c1-48e4-ad0f-fd891879f51d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830798 Mar 22 13:57:01.709177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Publish callbacks [] for security_group (d1f65cb4-f1aa-4acc-bc09-6e13fa650225), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:01.737206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Publish callbacks [] for security_group (d1f65cb4-f1aa-4acc-bc09-6e13fa650225), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:01.868769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d7514-6865-40d9-8c71-36fddfe91adf req-c61c245f-d804-41e2-84b2-c4a2ec2e7337 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:01.870496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-709d7514-6865-40d9-8c71-36fddfe91adf req-c61c245f-d804-41e2-84b2-c4a2ec2e7337 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.0652719 Mar 22 13:57:01.875798 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d1f65cb4-f1aa-4acc-bc09-6e13fa650225), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:01.878481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:01.882189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1f65cb4-f1aa-4acc-bc09-6e13fa650225 HTTP/1.1" status: 204 len: 168 time: 0.2558651 Mar 22 13:57:01.901764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f65cb4-f1aa-4acc-bc09-6e13fa650225,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:01.913081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.913492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.913840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.914219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.914786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.915091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.915477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.915803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.916131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.916518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.917177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.917177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.917507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.918005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.918110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1b808-35a6-4c11-bb37-1a3fc549c164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:01.950085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-709d7514-6865-40d9-8c71-36fddfe91adf req-a864885b-b88f-4183-b3ff-7cad71c9b8b0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691428 Mar 22 13:57:02.135008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684095c-2529-47c5-8bad-523568f766de req-5682834a-e3e6-4421-b2b5-f6f999814a29 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:02.137698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d684095c-2529-47c5-8bad-523568f766de req-5682834a-e3e6-4421-b2b5-f6f999814a29 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.0654662 Mar 22 13:57:02.209447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d684095c-2529-47c5-8bad-523568f766de req-e9add652-8fb5-475b-b918-7d5e285f2c95 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655768 Mar 22 13:57:02.683535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41630) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:02.764953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3a865228-3862-4857-92f9-8c5bc3f28950 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:02.877411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cff2b3-1a88-4c66-b38d-fe76b7afb6b2 req-e4a80295-684f-4a57-8c8b-d13d77ee7546 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:02.878973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2cff2b3-1a88-4c66-b38d-fe76b7afb6b2 req-e4a80295-684f-4a57-8c8b-d13d77ee7546 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1035039 Mar 22 13:57:02.884363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-383449018-network', 'tenant_id': 'd0a541ca4e9549139d493709d723630c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:02.895362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:02.910255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '3a865228-3862-4857-92f9-8c5bc3f28950', 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8', 'port_id': '3a865228-3862-4857-92f9-8c5bc3f28950', 'mac_address': 'fa:16:3e:89:8d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3258907d-b312-4b96-a688-86db2f838c8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:02.958582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 3a865228-3862-4857-92f9-8c5bc3f28950 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:02.959289 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:02.966801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2cff2b3-1a88-4c66-b38d-fe76b7afb6b2 req-ba4ecb3b-1c8f-4963-84c5-cdfcccee76e5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610747 Mar 22 13:57:02.967406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Made reservation on behalf of d0a541ca4e9549139d493709d723630c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:02.972448 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:02.981402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a865228-3862-4857-92f9-8c5bc3f28950 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:03.010352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.017512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:03.023712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.085564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:03.166851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429907-f7b1-4626-bc3d-b776d6288b01 req-93fa2701-05a5-440c-94a1-9796795256a5 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:03.169047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e429907-f7b1-4626-bc3d-b776d6288b01 req-93fa2701-05a5-440c-94a1-9796795256a5 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1028051 Mar 22 13:57:03.191778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks [] for security_group (5c63e71c-256a-4d7b-94d0-7533511914cc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.202311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5c63e71c-256a-4d7b-94d0-7533511914cc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.278202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e429907-f7b1-4626-bc3d-b776d6288b01 req-94423528-d10f-41b9-8c8f-82396c01be2d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915711 Mar 22 13:57:03.297687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['3a865228-3862-4857-92f9-8c5bc3f28950'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:03.302898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:57:03.311947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c63e71c-256a-4d7b-94d0-7533511914cc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:03.353470 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8464e4d9-44a9-4376-9976-0363df8c8fec), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.354913 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Added segment 8464e4d9-44a9-4376-9976-0363df8c8fec of type vlan for network 8f7a614c-3e49-4e52-8df5-579c83fb8016 Mar 22 13:57:03.408910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (8f7a614c-3e49-4e52-8df5-579c83fb8016), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.454969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbecd4-a4e7-44af-9387-7d645a2efeed req-1cafa13d-4561-4da5-8334-8fc1ef6ae385 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:03.475014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48dbecd4-a4e7-44af-9387-7d645a2efeed req-1cafa13d-4561-4da5-8334-8fc1ef6ae385 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 944 time: 0.1639514 Mar 22 13:57:03.527602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (8f7a614c-3e49-4e52-8df5-579c83fb8016), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.528545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:03.529121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.591001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48dbecd4-a4e7-44af-9387-7d645a2efeed req-4984482a-82ef-4969-bfc7-5c8a0a82614c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150982 Mar 22 13:57:03.598886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9116509 Mar 22 13:57:03.600345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41646) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:03.607261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Request body: {'subnet': {'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-383449018-subnet', 'tenant_id': 'd0a541ca4e9549139d493709d723630c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:03.618918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282286af-ebc9-4c4c-8c8a-ced522ed5dad admin admin] Pushing event updated for resources: {'Network': ['ID=8f7a614c-3e49-4e52-8df5-579c83fb8016,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:03.636726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Made reservation on behalf of d0a541ca4e9549139d493709d723630c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:03.642186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 8f7a614c-3e49-4e52-8df5-579c83fb8016 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:57:03.647087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.828779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (24235c18-77c9-4377-8081-265820344394), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.899869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24235c18-77c9-4377-8081-265820344394,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:03.909046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Checking segment: {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:03.909223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Network hostable DHCP agents. Network: 8f7a614c-3e49-4e52-8df5-579c83fb8016, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:57:03.930566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Network 8f7a614c-3e49-4e52-8df5-579c83fb8016 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:57:03.943674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 8f7a614c-3e49-4e52-8df5-579c83fb8016) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:03.950373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:03.951346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:03.959068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df76abd-7657-445c-857c-393bd4d8b922 None None] Network 8f7a614c-3e49-4e52-8df5-579c83fb8016 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:03.993563 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e050db00-f358-42f3-8ebd-fa58e1016ff4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3907814 Mar 22 13:57:04.124489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:04.128749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a5fdf-30a5-4204-941f-888108764d95 None None] Network 8f7a614c-3e49-4e52-8df5-579c83fb8016 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:04.213642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612464ca-5d35-4d9b-90cd-5d9efc02d324 req-3c75368f-caec-4f75-908f-e52962bfe95d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:04.215161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-612464ca-5d35-4d9b-90cd-5d9efc02d324 req-3c75368f-caec-4f75-908f-e52962bfe95d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1204071 Mar 22 13:57:04.279983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-612464ca-5d35-4d9b-90cd-5d9efc02d324 req-dacc3f0c-8fbc-4949-a81e-b460010d0be1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587580 Mar 22 13:57:04.331687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:04.391474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'mac_address': 'fa:16:3e:14:27:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:04.500585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a7147-9e14-4a16-9cd2-092653342f97 req-db9068b4-f67b-4c37-8cc3-dc91f287bc17 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:04.510619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f3a7147-9e14-4a16-9cd2-092653342f97 req-db9068b4-f67b-4c37-8cc3-dc91f287bc17 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1031849 Mar 22 13:57:04.529896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:04.531636 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:04.568091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:04.590105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:04.593245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f3a7147-9e14-4a16-9cd2-092653342f97 req-79effd0a-ca18-442d-8f1d-894af2370980 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793262 Mar 22 13:57:04.604830 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:04.662911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:04.771191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3a865228-3862-4857-92f9-8c5bc3f28950 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:04.800147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-267f7b8f-2669-49b7-b74c-ef47925d807b tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:04.801645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-267f7b8f-2669-49b7-b74c-ef47925d807b tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/networks?id=8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 200 len: 817 time: 0.1662085 Mar 22 13:57:04.825474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 3a865228-3862-4857-92f9-8c5bc3f28950 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:57:04.829397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7ba54-c3a8-41a9-b240-029962ae5105 req-f7ad763f-369f-4654-be7f-52bebacf327c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:04.830097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 3a865228-3862-4857-92f9-8c5bc3f28950 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:04.830469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:04.836233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91d7ba54-c3a8-41a9-b240-029962ae5105 req-f7ad763f-369f-4654-be7f-52bebacf327c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 944 time: 0.0972095 Mar 22 13:57:04.840216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-9a2aba50-1922-4291-8af6-ffd1a4c9de67 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/quotas/d0a541ca4e9549139d493709d723630c HTTP/1.1" status: 200 len: 375 time: 0.0303125 Mar 22 13:57:04.887727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-8d36d011-96de-4428-9f57-32f50fc6384c tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d0a541ca4e9549139d493709d723630c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351110 Mar 22 13:57:04.913706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 3a865228-3862-4857-92f9-8c5bc3f28950 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:04.914421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:04.926489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91d7ba54-c3a8-41a9-b240-029962ae5105 req-b8445907-c442-42ee-a0bb-07a1ec4a77b4 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893312 Mar 22 13:57:04.950460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:04.950460 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51599140-10a1-4381-b0fd-14261f824330" -d '{"events": [{"server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:04.962440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:04.972070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:04.975350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d2d95c86-49a5-439a-8ee1-c0dd55443a0e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:05.007078 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c055d436-d0b4-488c-9dae-fc089001120c x-openstack-request-id: req-c055d436-d0b4-488c-9dae-fc089001120c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:05.007418 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:05.007671 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c055d436-d0b4-488c-9dae-fc089001120c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:05.008119 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c055d436-d0b4-488c-9dae-fc089001120c'] response: {'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950', 'code': 200} Mar 22 13:57:05.023141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-e15c0bfb-9d78-4b74-b74b-0b6d034a1fa9 service neutron] 10.222.0.44 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226223 Mar 22 13:57:05.109103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:05.121553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.122280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.122837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.123442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.123975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.124521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.125055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.125579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.126136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.126683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.127208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.127729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.128253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.128782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.129318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:05.162535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3314-3f3e-425e-b1d2-d55ce44ee9bc req-37dac082-7345-4cf4-86bc-95d90ca7040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:05.164804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f04a3314-3f3e-425e-b1d2-d55ce44ee9bc req-37dac082-7345-4cf4-86bc-95d90ca7040e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0945013 Mar 22 13:57:05.166851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d9fb8531-fe88-4e9f-bc0c-c1d26417329e service neutron] 10.222.0.44 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429670 Mar 22 13:57:05.239647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f04a3314-3f3e-425e-b1d2-d55ce44ee9bc req-792256eb-9e9d-4dd0-8006-84495be1b689 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661328 Mar 22 13:57:05.538798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b5a93-3a1a-494d-9f08-b3264626336f req-fb9192dd-6d5b-4936-b432-f291d70afe9c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:05.541046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb7b5a93-3a1a-494d-9f08-b3264626336f req-fb9192dd-6d5b-4936-b432-f291d70afe9c tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.0969369 Mar 22 13:57:05.600844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb7b5a93-3a1a-494d-9f08-b3264626336f req-f0c5cf2d-027d-44b6-8f5b-44495d1ecd70 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542576 Mar 22 13:57:05.760675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f657c00-ee92-4adb-bc33-d94845c4491a req-e052c779-e806-4a49-93d3-0789d58d79bb tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 210 time: 0.0396218 Mar 22 13:57:05.799647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49212d7-897f-4fa5-ab24-13a2eb1b5f4e req-e9b2e842-f2f5-4dd8-b447-eac97249f7dd tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:05.811591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d49212d7-897f-4fa5-ab24-13a2eb1b5f4e req-e9b2e842-f2f5-4dd8-b447-eac97249f7dd tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 948 time: 0.1292751 Mar 22 13:57:05.900202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d49212d7-897f-4fa5-ab24-13a2eb1b5f4e req-3014caa2-2bf1-4f91-b9ae-33eb76d9ca50 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815468 Mar 22 13:57:06.071665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe8cf6-a636-4c2e-8241-7335c8207ce2 req-5ed15435-05d2-415d-adf8-cabb28a74c6c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:06.080016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15fe8cf6-a636-4c2e-8241-7335c8207ce2 req-5ed15435-05d2-415d-adf8-cabb28a74c6c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.0661688 Mar 22 13:57:06.137758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:06.142236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15fe8cf6-a636-4c2e-8241-7335c8207ce2 req-a7af36eb-7187-44b5-b73e-c64357f56cc5 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609345 Mar 22 13:57:06.258444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: BUILD; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:06.258842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:06.275342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:06.319467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:06.325902 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:06.508467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:06.863828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662f3a0-5c2c-4bf3-bdab-f912a8c33334 req-57b42a6e-66f6-4a21-ab17-64dbf31d0ff5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:06.867755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5662f3a0-5c2c-4bf3-bdab-f912a8c33334 req-57b42a6e-66f6-4a21-ab17-64dbf31d0ff5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.1672938 Mar 22 13:57:06.991184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5662f3a0-5c2c-4bf3-bdab-f912a8c33334 req-095a7f26-22a1-4d9c-b3f4-07688375dc0d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160212 Mar 22 13:57:07.048824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb52483b-e61e-401b-bac8-3f8ea9d869ee req-6f5388ff-2da8-4615-9af9-fbbf1eb08ccc tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 210 time: 0.1344199 Mar 22 13:57:07.300648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3783-4d3a-4d7d-bb3d-fdaebc5c3aca req-1c8ffa4f-6283-455f-a00c-b48eabd83d78 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:07.302186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-367f3783-4d3a-4d7d-bb3d-fdaebc5c3aca req-1c8ffa4f-6283-455f-a00c-b48eabd83d78 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 947 time: 0.1458609 Mar 22 13:57:07.315320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf362-b790-4fb5-8f93-3e6604af4568 req-a81255a7-101f-462f-87ca-898dd31df16d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:07.323037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84dbf362-b790-4fb5-8f93-3e6604af4568 req-a81255a7-101f-462f-87ca-898dd31df16d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.0884728 Mar 22 13:57:07.420881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84dbf362-b790-4fb5-8f93-3e6604af4568 req-aec809d3-cc70-4a1e-bd24-e3ded1a0cb4a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922561 Mar 22 13:57:07.431006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-367f3783-4d3a-4d7d-bb3d-fdaebc5c3aca req-aa90914b-71e9-4a74-878e-22099561df09 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052043 Mar 22 13:57:07.870907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-92639ecf-15e3-43a5-9b39-bd15e16fa68e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:07.875686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-92639ecf-15e3-43a5-9b39-bd15e16fa68e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.42 "GET /v2.0/networks?id=8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 200 len: 817 time: 0.3073037 Mar 22 13:57:07.894835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Request body: {'port': {'device_id': '78344748-638c-4f9c-8668-9a0e0021cf31', 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016', 'admin_state_up': True, 'tenant_id': 'd0a541ca4e9549139d493709d723630c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:07.911109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28909bc1-564a-4cb4-94a9-dedd4c8db692 req-046e1d0b-d37d-418d-82ea-7ccd3ec86c89 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:07.921122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28909bc1-564a-4cb4-94a9-dedd4c8db692 req-046e1d0b-d37d-418d-82ea-7ccd3ec86c89 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1127 time: 0.4261360 Mar 22 13:57:08.006748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-2e3eb788-830a-437a-a7fc-4177a809426c tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:08.008591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-2e3eb788-830a-437a-a7fc-4177a809426c tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "GET /v2.0/networks?id=8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 200 len: 817 time: 0.4990289 Mar 22 13:57:08.033311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Request body: {'port': {'device_id': '56e8341d-7c31-403a-9a6e-dcb957724105', 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016', 'admin_state_up': True, 'tenant_id': 'd0a541ca4e9549139d493709d723630c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:08.066797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-db1e5129-33f0-4246-959d-bb6f529927b5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:08.068570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-db1e5129-33f0-4246-959d-bb6f529927b5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "GET /v2.0/networks?id=8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 200 len: 817 time: 0.3760819 Mar 22 13:57:08.117935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Request body: {'port': {'device_id': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016', 'admin_state_up': True, 'tenant_id': 'd0a541ca4e9549139d493709d723630c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:08.140861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28909bc1-564a-4cb4-94a9-dedd4c8db692 req-255a2c99-1d6a-4d83-b4f3-92cb6a1b082e tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146747 Mar 22 13:57:08.167771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:08.243740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Made reservation on behalf of d0a541ca4e9549139d493709d723630c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:08.251571 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:08.303858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d2d95c86-49a5-439a-8ee1-c0dd55443a0e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:08.304981 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:08.405466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21adc53a-714d-4996-a891-b6044a6b4afe req-b55fc159-fa30-464a-9b01-3be8e601c009 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 210 time: 0.0872874 Mar 22 13:57:08.438910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:08.439418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:08.453583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2fd71-c2f1-4304-90c8-5130ea9b1ae0 req-022e5eb8-8b14-4efa-b3da-0f9ece061a85 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:08.455074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Allocated IP 172.20.0.4 (8f7a614c-3e49-4e52-8df5-579c83fb8016/24235c18-77c9-4377-8081-265820344394/734dd27b-0997-4805-aa7e-90de8a1f975c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:08.460385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ff2fd71-c2f1-4304-90c8-5130ea9b1ae0 req-022e5eb8-8b14-4efa-b3da-0f9ece061a85 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.2921541 Mar 22 13:57:08.513822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:08.522897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:08.528475 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68315988-e200-415d-a7a6-f122035bf581" -d '{"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-plugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:08.540350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:08.738682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:08.884850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks [] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:08.917997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Made reservation on behalf of d0a541ca4e9549139d493709d723630c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:08.920109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:08.947084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:09.016530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Network 8f7a614c-3e49-4e52-8df5-579c83fb8016 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:09.020095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:09.028489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:09.060724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Pushing event updated for resources: {'Port': ['ID=734dd27b-0997-4805-aa7e-90de8a1f975c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:09.108167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:09.109021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:09.120224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ff2fd71-c2f1-4304-90c8-5130ea9b1ae0 req-1d25a329-d347-4b34-9dd1-8e8816cb31b2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589587 Mar 22 13:57:09.126246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Made reservation on behalf of d0a541ca4e9549139d493709d723630c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:09.130010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:09.136074 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d342b462-b9f4-45d8-9fc1-f7cd400c89f5 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2498128 Mar 22 13:57:09.226529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Request body: {'port': {'device_id': '78344748-638c-4f9c-8668-9a0e0021cf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:09.291923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:09.331468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cdd2d-eb4c-47d8-ba45-b8b2b490c2a0 req-2efa3b99-7ab3-46fb-b9a7-17315fd97c91 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:09.333532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb1cdd2d-eb4c-47d8-ba45-b8b2b490c2a0 req-2efa3b99-7ab3-46fb-b9a7-17315fd97c91 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1127 time: 0.4219787 Mar 22 13:57:09.382939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Allocated IP 172.20.0.6 (8f7a614c-3e49-4e52-8df5-579c83fb8016/24235c18-77c9-4377-8081-265820344394/9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:09.419350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55795f0f-de2a-4aea-a66c-4d26e1060376 req-f48ff859-d993-42b9-80e6-a250d25433fc tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:09.421230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55795f0f-de2a-4aea-a66c-4d26e1060376 req-f48ff859-d993-42b9-80e6-a250d25433fc tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1654704 Mar 22 13:57:09.456311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb1cdd2d-eb4c-47d8-ba45-b8b2b490c2a0 req-0f41d4d8-1748-42a4-a656-a443cf7b4c1f tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139405 Mar 22 13:57:09.511069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55795f0f-de2a-4aea-a66c-4d26e1060376 req-e927d138-4a47-4d2d-ad87-3620d89fb445 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809298 Mar 22 13:57:09.555253 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cc8db-e8d8-4489-9f37-bb291442273c x-openstack-request-id: req-0b7cc8db-e8d8-4489-9f37-bb291442273c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:09.555765 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-plugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:09.555765 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b7cc8db-e8d8-4489-9f37-bb291442273c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:09.556167 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7cc8db-e8d8-4489-9f37-bb291442273c'] response: {'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'code': 200} Mar 22 13:57:09.655563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks [] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:09.720038 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:09.829403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Pushing event updated for resources: {'Port': ['ID=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:09.889886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82a69717-7e16-46df-89bd-14c9fadddd40 req-d1e1f177-4397-49d9-8362-611bdab2d972 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 210 time: 0.1472263 Mar 22 13:57:09.907148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Network 8f7a614c-3e49-4e52-8df5-579c83fb8016 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:09.927660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:09.932605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:10.049160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.api [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-08410a1b-3efa-4ba5-b760-75034783d05f {{(pid=110457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:57:10.049523 n-d-834677-3 neutron-server[110457]: DEBUG oslo_db.api [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:57:10.057400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:10.058064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.073999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5be0b-a1f7-4d1b-a8ec-522046cbc929 req-0bd66a28-ed81-4710-8d05-96d04ea24b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:10.075519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76a5be0b-a1f7-4d1b-a8ec-522046cbc929 req-0bd66a28-ed81-4710-8d05-96d04ea24b3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1131 time: 0.2307403 Mar 22 13:57:10.084153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-b4175312-a14d-4f71-8423-0cca09b53840 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0606909 Mar 22 13:57:10.096973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Request body: {'port': {'device_id': '56e8341d-7c31-403a-9a6e-dcb957724105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:10.160437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f928b0-d932-4866-a2fe-61c22beab2a4 req-f64be861-90da-428c-b983-24a6119cc86c tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:10.162129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75f928b0-d932-4866-a2fe-61c22beab2a4 req-f64be861-90da-428c-b983-24a6119cc86c tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 945 time: 0.1757066 Mar 22 13:57:10.297184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734dd27b-0997-4805-aa7e-90de8a1f975c {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:10.307061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Publish callbacks [] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.323204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76a5be0b-a1f7-4d1b-a8ec-522046cbc929 req-4c09f52b-6161-44f8-863d-f60e1c764b20 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373021 Mar 22 13:57:10.323899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Transition to ACTIVE for port object 734dd27b-0997-4805-aa7e-90de8a1f975c will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:57:10.329307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.408428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75f928b0-d932-4866-a2fe-61c22beab2a4 req-79303d57-42d8-4f9c-95bd-f243efdfa64a tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups?id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233105 Mar 22 13:57:10.421855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.551869 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.580729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Attempting to bind port 734dd27b-0997-4805-aa7e-90de8a1f975c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:10.581107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Attempting to bind port 734dd27b-0997-4805-aa7e-90de8a1f975c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:10.581386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Attempting to bind port 734dd27b-0997-4805-aa7e-90de8a1f975c on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:10.596085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Port 734dd27b-0997-4805-aa7e-90de8a1f975c on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:10.601465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Attempting to bind port 734dd27b-0997-4805-aa7e-90de8a1f975c on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:10.603731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Pushing event updated for resources: {'Port': ['ID=734dd27b-0997-4805-aa7e-90de8a1f975c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:10.619117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:10.619459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Checking segment: {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:10.620613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Bound using segment: {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:10.621050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Bound port: 734dd27b-0997-4805-aa7e-90de8a1f975c, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:10.621412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.740986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] For port 734dd27b-0997-4805-aa7e-90de8a1f975c, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:10.751175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] For port 734dd27b-0997-4805-aa7e-90de8a1f975c, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=734dd27b-0997-4805-aa7e-90de8a1f975c,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:10.764575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.832228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:10.833345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:10.834997 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] 10.222.0.42 "PUT /v2.0/ports/734dd27b-0997-4805-aa7e-90de8a1f975c HTTP/1.1" status: 200 len: 1091 time: 1.6838408 Mar 22 13:57:10.835666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78344748-638c-4f9c-8668-9a0e0021cf31', 'tag': '734dd27b-0997-4805-aa7e-90de8a1f975c'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:10.838927 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41" -d '{"events": [{"name": "network-changed", "server_uuid": "78344748-638c-4f9c-8668-9a0e0021cf31", "tag": "734dd27b-0997-4805-aa7e-90de8a1f975c"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:10.933319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fbf05-c71b-42d1-9c70-b80d3abb324e service neutron] Pushing event updated for resources: {'Port': ['ID=734dd27b-0997-4805-aa7e-90de8a1f975c,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:11.011479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-34b0f534-2008-43b8-805b-77cc8e922f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:11.013319 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-34b0f534-2008-43b8-805b-77cc8e922f5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0a541ca4e9549139d493709d723630c&device_id=78344748-638c-4f9c-8668-9a0e0021cf31 HTTP/1.1" status: 200 len: 1125 time: 0.1284091 Mar 22 13:57:11.086186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-5005ac71-7821-4435-99ca-4a2a1c0c3577 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734dd27b-0997-4805-aa7e-90de8a1f975c HTTP/1.1" status: 200 len: 217 time: 0.0604391 Mar 22 13:57:11.130028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726322ea-1cd1-4c38-bb9e-b1b22bc65c08 req-0c0e0184-4000-42f8-9e91-04744eb6d2ba tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:11.143110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-726322ea-1cd1-4c38-bb9e-b1b22bc65c08 req-0c0e0184-4000-42f8-9e91-04744eb6d2ba tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.4693084 Mar 22 13:57:11.160925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:11.207780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-1e14db7e-8e9d-4e09-b72c-a04b3c2a4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:11.215884 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-1e14db7e-8e9d-4e09-b72c-a04b3c2a4e77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24235c18-77c9-4377-8081-265820344394 HTTP/1.1" status: 200 len: 857 time: 0.1217904 Mar 22 13:57:11.220755 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Publish callbacks [] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:11.285679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Transition to ACTIVE for port object 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:57:11.287725 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-14f67e26-1995-4915-9300-d266b13475e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f7a614c-3e49-4e52-8df5-579c83fb8016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638084 Mar 22 13:57:11.307028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-726322ea-1cd1-4c38-bb9e-b1b22bc65c08 req-978ebe01-fcb0-4f9a-884c-9677e931b131 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251683 Mar 22 13:57:11.320132 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:11.471456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-7d29caa8-c59a-4af7-b975-b3541539ade7 service neutron] 10.222.0.42 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769893 Mar 22 13:57:11.477551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-c86ef6d5-8908-491f-bb14-82e22e57c040 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:57:11.478573 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-c86ef6d5-8908-491f-bb14-82e22e57c040 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061948 Mar 22 13:57:11.615109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3a452b4b-b1a8-4ac6-9ab5-7f80d5eee243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:11.616467 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3a452b4b-b1a8-4ac6-9ab5-7f80d5eee243 service neutron] 10.222.0.44 "GET /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 1124 time: 0.1256530 Mar 22 13:57:11.624607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Attempting to bind port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:11.624922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Attempting to bind port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:11.625200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Attempting to bind port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:11.630651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Request body: {'binding': {'host': 'n-h1-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:11.631106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Unknown quota resources ['binding']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:57:11.635740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:11.636055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Attempting to bind port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:11.660762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:11.661157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Checking segment: {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:11.661484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Bound using segment: {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:11.661930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Bound port: 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:11.662315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:11.674963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Pushing event updated for resources: {'Port': ['ID=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:11.724889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Allocated IP 172.20.0.7 (8f7a614c-3e49-4e52-8df5-579c83fb8016/24235c18-77c9-4377-8081-265820344394/784b8460-2e04-4859-8347-00b54bd0cbf5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:11.728964 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-15c6d4d4-a95d-4d37-aa9f-9b8b8dce12ea service neutron] 10.222.0.42 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494743 Mar 22 13:57:11.801977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e997d0-a420-4263-9a54-d69cdcebeb22 req-603c89a0-5c27-45e3-8e09-73916ff1508f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:11.811318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43e997d0-a420-4263-9a54-d69cdcebeb22 req-603c89a0-5c27-45e3-8e09-73916ff1508f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.3199241 Mar 22 13:57:11.840900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] For port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:11.850740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-27a79822-5015-47cd-ab36-979670cdda45 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:11.852321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-27a79822-5015-47cd-ab36-979670cdda45 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.42 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 945 time: 0.2414565 Mar 22 13:57:11.876287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] For port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:11.926729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on host n-h1-834677-3 for vnic_type normal with profile None {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:11.927062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:11.927391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:11.938638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:11.939008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:11.948506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:11.948871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:11.949221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:11.949662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Bound port: 3a865228-3862-4857-92f9-8c5bc3f28950, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:11.954366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.092093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:12.099687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.101016 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-3da0e771-8789-4534-b9ef-5954c961c760 service neutron] 10.222.0.44 "POST /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950/bindings HTTP/1.1" status: 201 len: 389 time: 0.4777164 Mar 22 13:57:12.173793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43e997d0-a420-4263-9a54-d69cdcebeb22 req-5be162ae-10f9-450f-825e-6ef6c0d757e9 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592763 Mar 22 13:57:12.199448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.200297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.202769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] 10.222.0.57 "PUT /v2.0/ports/9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 HTTP/1.1" status: 200 len: 1091 time: 2.1094618 Mar 22 13:57:12.203454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e8341d-7c31-403a-9a6e-dcb957724105', 'tag': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:12.205922 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ece37-8f57-436a-bcab-0825917aae68" -d '{"events": [{"name": "network-changed", "server_uuid": "56e8341d-7c31-403a-9a6e-dcb957724105", "tag": "9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:12.265831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Deleting port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:12.266388 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.401068 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1f5cd-6b05-4e58-b9a1-c08152ec1164 x-openstack-request-id: req-ceb1f5cd-6b05-4e58-b9a1-c08152ec1164 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:12.401210 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78344748-638c-4f9c-8668-9a0e0021cf31", "tag": "734dd27b-0997-4805-aa7e-90de8a1f975c", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:12.401476 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ceb1f5cd-6b05-4e58-b9a1-c08152ec1164 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:12.401889 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb1f5cd-6b05-4e58-b9a1-c08152ec1164'] response: {'name': 'network-changed', 'server_uuid': '78344748-638c-4f9c-8668-9a0e0021cf31', 'tag': '734dd27b-0997-4805-aa7e-90de8a1f975c', 'status': 'completed', 'code': 200} Mar 22 13:57:12.428091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22cee6-9c17-4164-ac47-330c58801edf service neutron] Pushing event updated for resources: {'Port': ['ID=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:12.458658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks [] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.520062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.589456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Network 8f7a614c-3e49-4e52-8df5-579c83fb8016 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:12.592964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-f919d39d-8f90-4963-a472-868fe1ff9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.594786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-f919d39d-8f90-4963-a472-868fe1ff9348 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0a541ca4e9549139d493709d723630c&device_id=78344748-638c-4f9c-8668-9a0e0021cf31 HTTP/1.1" status: 200 len: 1125 time: 0.1492476 Mar 22 13:57:12.598901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:12.599611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-1fbc7076-1797-46b1-8ca7-74f13b8ac083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.601225 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-1fbc7076-1797-46b1-8ca7-74f13b8ac083 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1127 time: 0.1669869 Mar 22 13:57:12.608247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:12.743335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] For port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:12.743731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.762988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Pushing event updated for resources: {'Port': ['ID=784b8460-2e04-4859-8347-00b54bd0cbf5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:12.778134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d21463b1-2a77-4e18-9455-4421330dc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.779666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-d21463b1-2a77-4e18-9455-4421330dc75b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a541ca4e9549139d493709d723630c&device_id=56e8341d-7c31-403a-9a6e-dcb957724105 HTTP/1.1" status: 200 len: 1125 time: 0.4507341 Mar 22 13:57:12.790681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381f7f0-1d57-4a3e-8403-cc9bd7f0436d req-35ada6ab-76d5-4279-a534-ff30dbe5ac23 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.798446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d381f7f0-1d57-4a3e-8403-cc9bd7f0436d req-35ada6ab-76d5-4279-a534-ff30dbe5ac23 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 931 time: 0.4724977 Mar 22 13:57:12.805334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.805940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:12.860804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18fb5-190e-46ac-ac0b-ec290abafb69 req-370c1851-44c7-41fe-b1a8-c1d1493bafc4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.862311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53c18fb5-190e-46ac-ac0b-ec290abafb69 req-370c1851-44c7-41fe-b1a8-c1d1493bafc4 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 945 time: 0.3527520 Mar 22 13:57:12.912809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-a0a7c8bd-7b76-40bd-8417-1fd9b8ceb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.915064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-5d4bd2d4-f341-4cf7-80b8-805e2dcb7a86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 HTTP/1.1" status: 200 len: 217 time: 0.1062374 Mar 22 13:57:12.915778 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-a0a7c8bd-7b76-40bd-8417-1fd9b8ceb049 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 200 len: 918 time: 0.3066449 Mar 22 13:57:12.966398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-64af777b-4f5b-49cb-89a3-707a413f8f43 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8548195 Mar 22 13:57:12.973608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-8fa9ad3e-1bab-4516-ab97-edc1b43ec659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:12.975592 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-8fa9ad3e-1bab-4516-ab97-edc1b43ec659 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.3580139 Mar 22 13:57:13.049277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Request body: {'port': {'device_id': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:13.090396 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-9c547b69-da36-4cd4-91aa-abb923387303 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734dd27b-0997-4805-aa7e-90de8a1f975c HTTP/1.1" status: 200 len: 217 time: 0.1137207 Mar 22 13:57:13.125015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d381f7f0-1d57-4a3e-8403-cc9bd7f0436d req-49a6dfac-8eb2-410f-a007-72842e90f0f0 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255758 Mar 22 13:57:13.149749 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-9aeabdd0-19a1-4676-bf72-9cce111dc716 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 217 time: 0.1575658 Mar 22 13:57:13.187336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53c18fb5-190e-46ac-ac0b-ec290abafb69 req-dd3d0998-54c4-490e-bab0-31c5fd12510a tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups?id=5382ff1b-ecec-48a9-9737-4fd23c8fb86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812972 Mar 22 13:57:13.219613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-9fefec5d-43b9-4303-ad22-47a869f18949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:13.220987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-9fefec5d-43b9-4303-ad22-47a869f18949 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24235c18-77c9-4377-8081-265820344394 HTTP/1.1" status: 200 len: 857 time: 0.2954834 Mar 22 13:57:13.278517 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:13.278876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (25d32098-181a-4118-81ec-e7be6890d080), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:13.279193 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Floating IP 25d32098-181a-4118-81ec-e7be6890d080 disassociated. External IP: 172.25.2.78, port: 3a4416ba-b5f2-47a4-ae35-48277aeb0f29. Mar 22 13:57:13.279538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Calling delete_port for 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:13.317649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-cd32d256-7c90-4ec2-97d6-f10f5592ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:13.319281 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-cd32d256-7c90-4ec2-97d6-f10f5592ff61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24235c18-77c9-4377-8081-265820344394 HTTP/1.1" status: 200 len: 857 time: 0.1684105 Mar 22 13:57:13.352016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-b56e07d1-5bcd-41ec-a7ba-7462b392a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:13.358750 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-b56e07d1-5bcd-41ec-a7ba-7462b392a39a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.1983743 Mar 22 13:57:13.428159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-e8ee5633-ad4b-4300-ab49-3bceed187654 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f7a614c-3e49-4e52-8df5-579c83fb8016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955114 Mar 22 13:57:13.490169 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-58a71a57-4d43-4712-aa8b-a8446eaee370 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880170 Mar 22 13:57:13.683111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-4c4513d5-b728-4f7d-a499-6d9f520e5f87 service neutron] 10.222.0.42 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156463 Mar 22 13:57:13.688954 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-66b6ab96-09ff-4e6b-8546-daa119a4d697 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845818 Mar 22 13:57:13.736314 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa5b31c-e783-4461-9f71-740d45144aa4 x-openstack-request-id: req-afa5b31c-e783-4461-9f71-740d45144aa4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:13.737059 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e8341d-7c31-403a-9a6e-dcb957724105", "tag": "9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:13.737534 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afa5b31c-e783-4461-9f71-740d45144aa4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:13.738237 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa5b31c-e783-4461-9f71-740d45144aa4'] response: {'name': 'network-changed', 'server_uuid': '56e8341d-7c31-403a-9a6e-dcb957724105', 'tag': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05', 'status': 'completed', 'code': 200} Mar 22 13:57:13.797395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-5888bf52-514f-441f-a266-9dfe21bc6a0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7a614c-3e49-4e52-8df5-579c83fb8016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677736 Mar 22 13:57:13.854562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:14.032147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9a47-570b-4f14-a4ba-eee342ca0fac req-67c8b32d-fe68-400b-862f-0eae55eeb128 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:14.034545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62eb9a47-570b-4f14-a4ba-eee342ca0fac req-67c8b32d-fe68-400b-862f-0eae55eeb128 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.3037684 Mar 22 13:57:14.077082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdf9bd-9c80-48b6-a0f0-1fef4254c4d2 req-c1784f8c-6145-48f9-ac56-fa6251eb3840 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:14.079218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfcdf9bd-9c80-48b6-a0f0-1fef4254c4d2 req-c1784f8c-6145-48f9-ac56-fa6251eb3840 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.3456442 Mar 22 13:57:14.114850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.42', 56076) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:14.232544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 734dd27b-0997-4805-aa7e-90de8a1f975c details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:14.270949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:14.280407 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-09e223a4-ea9f-4b7a-ac73-742707b8f245 service neutron] 10.222.0.42 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622556 Mar 22 13:57:14.318128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-ff8bee61-aab3-4c9d-9e2d-31c9e02b6f45 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780843 Mar 22 13:57:14.379063 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:57:14.406348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3a4416ba-b5f2-47a4-ae35-48277aeb0f29), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:14.422157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-968e106a-a25f-41cb-98ae-46cd6f581ff3 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209516 Mar 22 13:57:14.517491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62eb9a47-570b-4f14-a4ba-eee342ca0fac req-9fa8b661-0ce8-49ff-a90d-6583416663a2 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588809 Mar 22 13:57:14.607519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfcdf9bd-9c80-48b6-a0f0-1fef4254c4d2 req-1b521d80-f7d3-4bd9-abb6-a70ea6edbbfb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976907 Mar 22 13:57:14.623060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event deleted for resources: {'Port': ['ID=3a4416ba-b5f2-47a4-ae35-48277aeb0f29,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:14.631944 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-aa56b87d-28e8-4423-85c9-16948f05eeaa service neutron] show failed (client error): The resource could not be found. Mar 22 13:57:14.633737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-aa56b87d-28e8-4423-85c9-16948f05eeaa service neutron] 10.222.0.42 "GET /v2.0/ports/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.5124173 Mar 22 13:57:14.890969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 734dd27b-0997-4805-aa7e-90de8a1f975c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=734dd27b-0997-4805-aa7e-90de8a1f975c,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:14.891190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-52caea5b-5557-4c20-9406-c6966a29d23b service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515435 Mar 22 13:57:14.915201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '734dd27b-0997-4805-aa7e-90de8a1f975c', 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016', 'port_id': '734dd27b-0997-4805-aa7e-90de8a1f975c', 'mac_address': 'fa:16:3e:dc:dd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24235c18-77c9-4377-8081-265820344394', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:14.919645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No active binding found for port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 {{(pid=110459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 13:57:14.920237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 host None! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:57:14.920827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:14.972725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 734dd27b-0997-4805-aa7e-90de8a1f975c is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:14.988546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:15.011619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734dd27b-0997-4805-aa7e-90de8a1f975c {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:15.073243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 734dd27b-0997-4805-aa7e-90de8a1f975c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=734dd27b-0997-4805-aa7e-90de8a1f975c,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:15.080974 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:15.196822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=734dd27b-0997-4805-aa7e-90de8a1f975c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:15.216948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-b4c8ae31-3968-4007-bc67-59461d05d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:15.223996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-b4c8ae31-3968-4007-bc67-59461d05d79f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a541ca4e9549139d493709d723630c&device_id=56e8341d-7c31-403a-9a6e-dcb957724105 HTTP/1.1" status: 200 len: 1125 time: 0.1664116 Mar 22 13:57:15.365341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03782f3f-5af2-4b1e-b1e2-f023d67d15cf req-43aec4e0-6ab3-4dcf-8a3f-a727cdb23f4e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:15.380503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03782f3f-5af2-4b1e-b1e2-f023d67d15cf req-43aec4e0-6ab3-4dcf-8a3f-a727cdb23f4e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 931 time: 0.6121099 Mar 22 13:57:15.418149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['734dd27b-0997-4805-aa7e-90de8a1f975c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:15.429834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb232f-7588-491c-8f0f-3e60e5c00915 req-8307756a-b473-477c-b6c5-83423b362fd0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:15.431476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51fb232f-7588-491c-8f0f-3e60e5c00915 req-8307756a-b473-477c-b6c5-83423b362fd0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.6724374 Mar 22 13:57:15.474516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-82ba2365-d487-4479-af80-ba4ae23733f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:15.481746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784b8460-2e04-4859-8347-00b54bd0cbf5 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:15.482885 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-82ba2365-d487-4479-af80-ba4ae23733f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 200 len: 918 time: 0.2530088 Mar 22 13:57:15.514034 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Publish callbacks [] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:15.538273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Router f879716f-360a-4b37-9f1c-979439dea925 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:57:15.580581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-73d75dbd-9229-40e4-ae47-e7cf46c3a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:15.594200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-73d75dbd-9229-40e4-ae47-e7cf46c3a49c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3&tenant_id=f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 1131 time: 0.5408130 Mar 22 13:57:15.604279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Transition to ACTIVE for port object 784b8460-2e04-4859-8347-00b54bd0cbf5 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:57:15.617478 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-0e22d1fb-8d73-4d34-a228-8501d8f82d83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 HTTP/1.1" status: 200 len: 217 time: 0.1253676 Mar 22 13:57:15.630109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:15.703106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:15.713508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-86eca40b-651b-4244-86af-0b042cd84cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:15.718687 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-86eca40b-651b-4244-86af-0b042cd84cbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24235c18-77c9-4377-8081-265820344394 HTTP/1.1" status: 200 len: 857 time: 0.0955520 Mar 22 13:57:15.786587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-3d0e6bd6-f788-4e45-9732-0604caa41340 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7a614c-3e49-4e52-8df5-579c83fb8016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618186 Mar 22 13:57:15.919468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03782f3f-5af2-4b1e-b1e2-f023d67d15cf req-3ee7e138-2e54-4c10-b529-7f66e6b6e09d tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379829 Mar 22 13:57:15.920148 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-f239af9f-cc52-4738-a949-430523ecae30 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197140 Mar 22 13:57:16.067210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51fb232f-7588-491c-8f0f-3e60e5c00915 req-4edd4b41-b8da-48c6-8415-0caceac3d6fa tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022713 Mar 22 13:57:16.152430 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3b8ece37-8f57-436a-bcab-0825917aae68 req-16ef41fb-c542-4ad4-8045-a0967df8ae17 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312086 Mar 22 13:57:16.248299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba72fa87-37d5-4c6c-baee-91ace60c794c req-d2c4eded-c114-4eeb-ab21-7492deb03dea tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/ports?device_id=64adcc19-9b83-415e-b2c0-cdf026a36acc HTTP/1.1" status: 200 len: 210 time: 0.1078489 Mar 22 13:57:16.254208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Pushing event updated for resources: {'Port': ['ID=784b8460-2e04-4859-8347-00b54bd0cbf5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:16.255744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:16.322760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:16.538215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:16.538878 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:16.554861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Attempting to bind port 784b8460-2e04-4859-8347-00b54bd0cbf5 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:16.559726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Attempting to bind port 784b8460-2e04-4859-8347-00b54bd0cbf5 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:16.559726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Attempting to bind port 784b8460-2e04-4859-8347-00b54bd0cbf5 on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:16.594450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:16.612414 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76fdad6-ec9e-4ce0-922d-c67b418934f7" -d '{"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:16.629208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:57:16.635857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Port 784b8460-2e04-4859-8347-00b54bd0cbf5 on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:16.635857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Attempting to bind port 784b8460-2e04-4859-8347-00b54bd0cbf5 on network 8f7a614c-3e49-4e52-8df5-579c83fb8016 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:16.640838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:16.648565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:16.665553 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] Sync routers for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:57:16.679397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:16.679740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Checking segment: {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:16.680210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Bound using segment: {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:16.680825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Bound port: 784b8460-2e04-4859-8347-00b54bd0cbf5, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8464e4d9-44a9-4376-9976-0363df8c8fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:16.681325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:16.697426 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:16.700448 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:16.729293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] No DVR routers for this DVR port 3a4416ba-b5f2-47a4-ae35-48277aeb0f29 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:16.736617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.api [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:57:16.736956 n-d-834677-3 neutron-server[110457]: DEBUG oslo_db.api [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:57:16.739146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:16.740283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:16.744781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb9a71d9-c5d4-405b-a65f-cd2feda312e5 req-54bf5643-b943-484d-80ec-c59aca2ec124 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.42 "DELETE /v2.0/ports/3a4416ba-b5f2-47a4-ae35-48277aeb0f29 HTTP/1.1" status: 204 len: 173 time: 4.8586431 Mar 22 13:57:16.745523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'name': 'network-vif-deleted', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:16.748769 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e0cf9-2a7a-46b3-aba6-e33e1b26cc31" -d '{"events": [{"server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "name": "network-vif-deleted", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:16.790557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36c94-aae3-454c-a24e-40b4dac9b8d8 req-cc816019-69c6-4d59-b592-d475e6e62fc2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:16.800019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26a36c94-aae3-454c-a24e-40b4dac9b8d8 req-cc816019-69c6-4d59-b592-d475e6e62fc2 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.3067744 Mar 22 13:57:16.816174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f075-0203-4b6b-aae7-c40d9bd94048 req-eeaab34a-6fa0-47f0-aaa4-793b296a5f9d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:16.823324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04a7f075-0203-4b6b-aae7-c40d9bd94048 req-eeaab34a-6fa0-47f0-aaa4-793b296a5f9d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.3384824 Mar 22 13:57:16.857989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:16.955925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] For port 784b8460-2e04-4859-8347-00b54bd0cbf5, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:16.988378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26a36c94-aae3-454c-a24e-40b4dac9b8d8 req-0274b3bd-ab93-4fe0-afd0-b0b557caf1b8 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881907 Mar 22 13:57:17.015337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04a7f075-0203-4b6b-aae7-c40d9bd94048 req-b4b117d2-a4e8-4497-943b-151657644c55 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910145 Mar 22 13:57:17.020259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] For port 784b8460-2e04-4859-8347-00b54bd0cbf5, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=784b8460-2e04-4859-8347-00b54bd0cbf5,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:17.044356 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:17.089776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:17.125497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05', 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016', 'port_id': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05', 'mac_address': 'fa:16:3e:99:bd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24235c18-77c9-4377-8081-265820344394', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:17.155919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41966) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:17.187650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:17.191564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:17.193230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] 10.222.0.57 "PUT /v2.0/ports/784b8460-2e04-4859-8347-00b54bd0cbf5 HTTP/1.1" status: 200 len: 1091 time: 4.1997669 Mar 22 13:57:17.209255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:17.209915 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:17.249774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:17.310368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:17.315601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:17.365406 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:17.425472 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a39285-f6d7-4240-b8cd-3006f632f8f0 x-openstack-request-id: req-b3a39285-f6d7-4240-b8cd-3006f632f8f0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:17.426017 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:17.426344 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3a39285-f6d7-4240-b8cd-3006f632f8f0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:17.430607 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a39285-f6d7-4240-b8cd-3006f632f8f0'] response: {'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'code': 200} Mar 22 13:57:17.477793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:17.491469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8de4d-d0b5-42b4-903c-902e42adb61d service neutron] Pushing event updated for resources: {'Port': ['ID=784b8460-2e04-4859-8347-00b54bd0cbf5,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:17.525132 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:17.557575 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7c5dbe-445b-4ec4-8de0-e6a3604b4c9a x-openstack-request-id: req-7a7c5dbe-445b-4ec4-8de0-e6a3604b4c9a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:17.558272 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adcc19-9b83-415e-b2c0-cdf026a36acc", "name": "network-vif-deleted", "tag": "3a4416ba-b5f2-47a4-ae35-48277aeb0f29", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:17.558272 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a7c5dbe-445b-4ec4-8de0-e6a3604b4c9a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:17.558791 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7c5dbe-445b-4ec4-8de0-e6a3604b4c9a'] response: {'server_uuid': '64adcc19-9b83-415e-b2c0-cdf026a36acc', 'name': 'network-vif-deleted', 'tag': '3a4416ba-b5f2-47a4-ae35-48277aeb0f29', 'status': 'completed', 'code': 200} Mar 22 13:57:17.595581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:17.668517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026d999-fbaf-42fa-9b00-510b485415f9 req-a5f79f19-8d41-4e2b-98fe-1352071be0a2 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:17.677166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2026d999-fbaf-42fa-9b00-510b485415f9 req-a5f79f19-8d41-4e2b-98fe-1352071be0a2 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.4821758 Mar 22 13:57:17.892716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-bacdae2a-23ce-4978-beb2-c4622e6ae168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:17.895848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-bacdae2a-23ce-4978-beb2-c4622e6ae168 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a541ca4e9549139d493709d723630c&device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 1125 time: 0.6422215 Mar 22 13:57:17.939117 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:53Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:17.971286 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] Checking router: f879716f-360a-4b37-9f1c-979439dea925 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:57:17.982759 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:17.983671 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:18.114727 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:18.130142 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c13dbbea-dd56-4d82-bb43-e49563741095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:18.217170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-718574fa-6020-4685-9a56-6858d10a0528 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784b8460-2e04-4859-8347-00b54bd0cbf5 HTTP/1.1" status: 200 len: 217 time: 0.2972226 Mar 22 13:57:18.222878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (dcdbe301-f2bd-45de-b30a-b621bd556de9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:18.229593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2026d999-fbaf-42fa-9b00-510b485415f9 req-ded8a860-92e5-4833-bc79-9b151e532be8 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356925 Mar 22 13:57:18.263089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 734dd27b-0997-4805-aa7e-90de8a1f975c up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:18.447224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 734dd27b-0997-4805-aa7e-90de8a1f975c completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:57:18.461021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 734dd27b-0997-4805-aa7e-90de8a1f975c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:18.464394 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:53Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:18.464949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:18.485568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2834b-0db7-418f-8218-47bdc3ab8480 req-95b28cec-e4d4-46ac-be1c-7916d02f118f tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:18.492618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b2834b-0db7-418f-8218-47bdc3ab8480 req-95b28cec-e4d4-46ac-be1c-7916d02f118f tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 943 time: 0.7796855 Mar 22 13:57:18.558811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31621636-45bb-446d-ae03-5d2b68f9f045 None None] The sync data for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 is: [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:46Z', 'revision_number': 4, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1dc17323-bc4b-4a1d-b787-6e54c18e1d1e', 'name': '', 'network_id': 'ac9267f4-d51b-40f3-85ad-a65eed94538d', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'mac_address': 'fa:16:3e:86:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8fd53672-c2af-429e-89ae-571311137d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:44Z', 'updated_at': '2022-03-22T13:55:53Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'subnets': [{'id': '8fd53672-c2af-429e-89ae-571311137d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:57:18.716399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 734dd27b-0997-4805-aa7e-90de8a1f975c is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:18.719955 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:18.869424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 734dd27b-0997-4805-aa7e-90de8a1f975c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=734dd27b-0997-4805-aa7e-90de8a1f975c,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:18.883209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:18.957553 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:19.050608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Deleting port 2c36afae-c97d-4da0-ab5b-58097d76345b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:19.050848 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:19.127317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=734dd27b-0997-4805-aa7e-90de8a1f975c,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:19.139259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:57:19.145408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:19.147053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:19.202003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b603309-db1f-4711-8f79-66d26fd8dcae None None] New status for floating IP 25d32098-181a-4118-81ec-e7be6890d080: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:57:19.247385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] For port 2c36afae-c97d-4da0-ab5b-58097d76345b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2c36afae-c97d-4da0-ab5b-58097d76345b,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:19.253042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:19.306498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Calling delete_port for 2c36afae-c97d-4da0-ab5b-58097d76345b owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:19.323735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-8de20c61-c31d-4d5c-ab85-8e5a8cec4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:19.326401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-8de20c61-c31d-4d5c-ab85-8e5a8cec4a48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24235c18-77c9-4377-8081-265820344394 HTTP/1.1" status: 200 len: 857 time: 1.0932636 Mar 22 13:57:19.449112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78344748-638c-4f9c-8668-9a0e0021cf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734dd27b-0997-4805-aa7e-90de8a1f975c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:19.451733 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c539d-dd63-4081-baff-80863ed290b6" -d '{"events": [{"server_uuid": "78344748-638c-4f9c-8668-9a0e0021cf31", "name": "network-vif-plugged", "status": "completed", "tag": "734dd27b-0997-4805-aa7e-90de8a1f975c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:19.458469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b2834b-0db7-418f-8218-47bdc3ab8480 req-e7d63a59-2b3e-4f36-ac1c-04185d1ced14 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9274466 Mar 22 13:57:19.477335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-37f89cbc-a863-4153-b798-f0b5b54f0edd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7a614c-3e49-4e52-8df5-579c83fb8016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378257 Mar 22 13:57:19.657891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'tag': '784b8460-2e04-4859-8347-00b54bd0cbf5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:19.658209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:19.658330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:19.661016 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ba5ae6-8b3b-4a84-830b-2bb0495437ef", "tag": "784b8460-2e04-4859-8347-00b54bd0cbf5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:19.736322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:19.740505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:19.765093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e76cb-91ee-41bb-8a46-a1fd6bbf213a req-7e1f9a3f-9100-427f-9885-4ac8a0734880 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:19.785366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f80e76cb-91ee-41bb-8a46-a1fd6bbf213a req-7e1f9a3f-9100-427f-9885-4ac8a0734880 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 947 time: 0.4968603 Mar 22 13:57:19.838013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:19.856995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2c36afae-c97d-4da0-ab5b-58097d76345b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:19.871504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:19.918306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c36afae-c97d-4da0-ab5b-58097d76345b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:20.054535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f80e76cb-91ee-41bb-8a46-a1fd6bbf213a req-2de3ee9b-17f0-4dc6-a65c-79f5454fa6d5 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679961 Mar 22 13:57:20.089817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957653e9-4c6c-42bb-8a0d-56ee9573004d req-740369a2-54be-472b-813e-1b29fb49cedc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:20.105060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-957653e9-4c6c-42bb-8a0d-56ee9573004d req-740369a2-54be-472b-813e-1b29fb49cedc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.4348280 Mar 22 13:57:20.116714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-f4376877-82c7-419a-987c-c6efb25f1c4b service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242321 Mar 22 13:57:20.165103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:20.328263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9c66d-a271-48c8-8ced-490a47c0a23b req-279c0900-5f8e-49ef-9f5e-9e4605d86d57 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999791 Mar 22 13:57:20.366484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-37facbe6-862e-4bd8-a35b-b2291277606b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:20.373167 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (dcdbe301-f2bd-45de-b30a-b621bd556de9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:20.373790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:20.439278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Publish callbacks [] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:20.528693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Transition to ACTIVE for port object d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:57:20.560980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-957653e9-4c6c-42bb-8a0d-56ee9573004d req-3a707a6f-4db2-4930-b71e-fea26dc7e61d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544733 Mar 22 13:57:20.563578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:20.605439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:20.715355 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c19b8c-ae5b-4125-b40f-2a73ab98f30a x-openstack-request-id: req-b3c19b8c-ae5b-4125-b40f-2a73ab98f30a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:20.715940 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78344748-638c-4f9c-8668-9a0e0021cf31", "name": "network-vif-plugged", "status": "completed", "tag": "734dd27b-0997-4805-aa7e-90de8a1f975c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:20.716605 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3c19b8c-ae5b-4125-b40f-2a73ab98f30a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:20.717253 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c19b8c-ae5b-4125-b40f-2a73ab98f30a'] response: {'server_uuid': '78344748-638c-4f9c-8668-9a0e0021cf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734dd27b-0997-4805-aa7e-90de8a1f975c', 'code': 200} Mar 22 13:57:20.728807 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f3357f-cb22-4e9d-89a4-e3a6f9da0a55 x-openstack-request-id: req-a6f3357f-cb22-4e9d-89a4-e3a6f9da0a55 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:20.745566 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ba5ae6-8b3b-4a84-830b-2bb0495437ef", "tag": "784b8460-2e04-4859-8347-00b54bd0cbf5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:20.745939 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6f3357f-cb22-4e9d-89a4-e3a6f9da0a55 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:20.746397 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f3357f-cb22-4e9d-89a4-e3a6f9da0a55'] response: {'name': 'network-changed', 'server_uuid': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'tag': '784b8460-2e04-4859-8347-00b54bd0cbf5', 'status': 'completed', 'code': 200} Mar 22 13:57:20.787828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:20.799432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e97731c-d8db-4b75-a4b5-e12707f44431 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group (5382ff1b-ecec-48a9-9737-4fd23c8fb86d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:20.957196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e97731c-d8db-4b75-a4b5-e12707f44431 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group (5382ff1b-ecec-48a9-9737-4fd23c8fb86d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.024863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] No DVR routers for this DVR port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:21.041571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-4dd12dd2-992a-4306-a756-4534a9cbd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:21.043558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-4dd12dd2-992a-4306-a756-4534a9cbd4bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a541ca4e9549139d493709d723630c&device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 1125 time: 0.2765980 Mar 22 13:57:21.084857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Router dcdbe301-f2bd-45de-b30a-b621bd556de9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:57:21.111533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e97731c-d8db-4b75-a4b5-e12707f44431 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5382ff1b-ecec-48a9-9737-4fd23c8fb86d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.111819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c43fc-d321-480b-a5ff-f90bb405d420 req-0f12b025-d2dc-46ca-820e-2a5479e30c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:21.113498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47c43fc-d321-480b-a5ff-f90bb405d420 req-0f12b025-d2dc-46ca-820e-2a5479e30c2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78344748-638c-4f9c-8668-9a0e0021cf31 HTTP/1.1" status: 200 len: 1127 time: 0.3006685 Mar 22 13:57:21.114064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e97731c-d8db-4b75-a4b5-e12707f44431 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.115202 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4e97731c-d8db-4b75-a4b5-e12707f44431 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "DELETE /v2.0/security-groups/5382ff1b-ecec-48a9-9737-4fd23c8fb86d HTTP/1.1" status: 204 len: 168 time: 0.5089338 Mar 22 13:57:21.120958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42014) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:21.219110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97731c-d8db-4b75-a4b5-e12707f44431 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382ff1b-ecec-48a9-9737-4fd23c8fb86d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:21.223657 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-21829326-dde0-48d9-923e-215ab9245a38 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] show failed (client error): The resource could not be found. Mar 22 13:57:21.224982 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-21829326-dde0-48d9-923e-215ab9245a38 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "GET /v2.0/security-groups/5382ff1b-ecec-48a9-9737-4fd23c8fb86d HTTP/1.1" status: 404 len: 347 time: 0.1029775 Mar 22 13:57:21.229336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:21.229808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:21.230465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:21.236833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42016) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:21.241146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2efff-8b32-4be4-859f-f09c2d00829a req-214b7d9d-cc24-4956-9da6-4dd2f04c3642 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:21.249907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4db2efff-8b32-4be4-859f-f09c2d00829a req-214b7d9d-cc24-4956-9da6-4dd2f04c3642 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 943 time: 0.4278252 Mar 22 13:57:21.265818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8660a-176c-4b59-bb97-284af1549a63 req-c464c84e-4e6e-44a5-a000-6b7977d2f581 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:21.278614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37a8660a-176c-4b59-bb97-284af1549a63 req-c464c84e-4e6e-44a5-a000-6b7977d2f581 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.4018013 Mar 22 13:57:21.361485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:21.362331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:21.388291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:57:21.398774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a065ed66-06ce-467e-ab58-b1a22b837599 admin admin] 10.222.0.44 "PUT /v2.0/routers/dcdbe301-f2bd-45de-b30a-b621bd556de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2415280 Mar 22 13:57:21.401514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42018) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:21.402572 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] Sync routers for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:57:21.417728 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:21.418380 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:21.480916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4db2efff-8b32-4be4-859f-f09c2d00829a req-f4ce9f85-a7af-4c2b-b168-9a0dab840a8a tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276511 Mar 22 13:57:21.485520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37a8660a-176c-4b59-bb97-284af1549a63 req-e4010c85-a977-47eb-87ac-71a67c919742 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055900 Mar 22 13:57:21.486881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:21.487218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:21.487586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:21.488025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Bound port: d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:21.488374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.554778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Deleting port c1d79e90-b9d4-4c3b-b0fb-16b06d80011b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:21.554778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.557856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-c41a8e10-4143-4851-9d34-02869be6b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:21.560658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-c41a8e10-4143-4851-9d34-02869be6b71b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 200 len: 918 time: 0.4973519 Mar 22 13:57:21.654800 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:21.684677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:21.690708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:21.767018 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.851592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.852540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for floatingip (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.938167 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:57:19Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:21.962902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Calling delete_port for c1d79e90-b9d4-4c3b-b0fb-16b06d80011b owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:21.975189 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] Checking router: dcdbe301-f2bd-45de-b30a-b621bd556de9 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:57:21.989358 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] Routers {'dcdbe301-f2bd-45de-b30a-b621bd556de9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:21.990054 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dcdbe301-f2bd-45de-b30a-b621bd556de9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:22.009211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.046896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-c6656842-f507-4a16-b108-cce2f74c3897 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784b8460-2e04-4859-8347-00b54bd0cbf5 HTTP/1.1" status: 200 len: 217 time: 0.3510325 Mar 22 13:57:22.111858 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] Set router dcdbe301-f2bd-45de-b30a-b621bd556de9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:22.151980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47c43fc-d321-480b-a5ff-f90bb405d420 req-81b65771-3251-4025-9e33-b6cdbd882979 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9299922 Mar 22 13:57:22.177630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:22.178984 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.179592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks [] for router (dcdbe301-f2bd-45de-b30a-b621bd556de9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.182252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] 10.222.0.57 "PUT /v2.0/ports/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 1095 time: 6.5871620 Mar 22 13:57:22.264504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b291f17-9813-4994-b1d0-2813296c169c service neutron] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=8']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:22.336229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42036) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:22.351304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef743b2b-0538-4bf8-8d85-cb70bb72cef6 req-a4672f5e-c109-48c8-ad36-4bcf2cc0638d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:22.359707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef743b2b-0538-4bf8-8d85-cb70bb72cef6 req-a4672f5e-c109-48c8-ad36-4bcf2cc0638d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.5178835 Mar 22 13:57:22.493566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2bc5-55f3-43df-bd5f-e265f40b723a req-8c71f1f2-8c37-4888-8633-fa6f17c57644 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:22.507090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b08a2bc5-55f3-43df-bd5f-e265f40b723a req-8c71f1f2-8c37-4888-8633-fa6f17c57644 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 947 time: 0.6980972 Mar 22 13:57:22.552310 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:57:19Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:22.579517 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks [] for router_gateway (dcdbe301-f2bd-45de-b30a-b621bd556de9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.589605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c1d79e90-b9d4-4c3b-b0fb-16b06d80011b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.594488 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21073d-bcf3-476d-9ec8-6634196574f8 None None] The sync data for ids ['dcdbe301-f2bd-45de-b30a-b621bd556de9'] in n-d-834677-3 is: [{'id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'name': 'tempest-AttachSCSIVolumeTestJSON-636749876-router', 'tenant_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:44Z', 'updated_at': '2022-03-22T13:57:19Z', 'revision_number': 5, 'project_id': 'a3ef3421e0dc4f48bed8bd3bfaab7e6d', 'gw_port': {'id': 'e0a1f1ef-6405-4240-86db-84fa8fc0c24a', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdbe301-f2bd-45de-b30a-b621bd556de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:57:22.613261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef743b2b-0538-4bf8-8d85-cb70bb72cef6 req-2253a545-e2c3-4b23-904b-f1cb24ca2bb1 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519255 Mar 22 13:57:22.615667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-56fd4a42-b1b5-45cf-b075-0142a67225b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:22.616701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-56fd4a42-b1b5-45cf-b075-0142a67225b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24235c18-77c9-4377-8081-265820344394 HTTP/1.1" status: 200 len: 857 time: 0.4623730 Mar 22 13:57:22.666947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Pushing event deleted for resources: {'Port': ['ID=c1d79e90-b9d4-4c3b-b0fb-16b06d80011b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:22.707762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-b4c3b178-b656-481b-939d-bbffe8f152e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7a614c-3e49-4e52-8df5-579c83fb8016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473380 Mar 22 13:57:22.716811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b08a2bc5-55f3-43df-bd5f-e265f40b723a req-84537c77-1f9b-4842-8b6f-e7217f88f2ec tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075477 Mar 22 13:57:22.718422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e8341d-7c31-403a-9a6e-dcb957724105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:22.721012 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e63dd-1a0a-4d2e-af6d-17da31f2a120" -d '{"events": [{"server_uuid": "56e8341d-7c31-403a-9a6e-dcb957724105", "name": "network-vif-plugged", "status": "completed", "tag": "9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:22.806505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks [] for floatingip (25d32098-181a-4118-81ec-e7be6890d080), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.808979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.810310 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b7702ce3-53cb-4b98-b460-5bee74c6d417 tempest-ServersTestFqdnHostnames-1764953211 tempest-ServersTestFqdnHostnames-1764953211-project] 10.222.0.44 "DELETE /v2.0/floatingips/25d32098-181a-4118-81ec-e7be6890d080 HTTP/1.1" status: 204 len: 168 time: 1.5705297 Mar 22 13:57:22.814383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42046) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:22.848319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-702482eb-13a7-4422-9fe5-203b05640499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:22.851353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-702482eb-13a7-4422-9fe5-203b05640499 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1129 time: 0.6369951 Mar 22 13:57:22.852290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a762ff7-17f2-4d21-a4e0-446f1559ef43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.854293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:22.857139 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106f576a-6be3-4e60-9cb5-6784cb73f743" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:22.889638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Deleting port e0a1f1ef-6405-4240-86db-84fa8fc0c24a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:22.890031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:22.890459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 784b8460-2e04-4859-8347-00b54bd0cbf5 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:23.042412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-68d8737d-2b80-4136-a5d5-d4a84a7367da service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184412 Mar 22 13:57:23.132227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 784b8460-2e04-4859-8347-00b54bd0cbf5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=784b8460-2e04-4859-8347-00b54bd0cbf5,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:23.178654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '784b8460-2e04-4859-8347-00b54bd0cbf5', 'network_id': '8f7a614c-3e49-4e52-8df5-579c83fb8016', 'port_id': '784b8460-2e04-4859-8347-00b54bd0cbf5', 'mac_address': 'fa:16:3e:df:e8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24235c18-77c9-4377-8081-265820344394', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:23.182041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868630a2-c226-4b1b-88d6-4377882a6348 req-079acc47-93e1-43fa-8945-1f83d09e2a71 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:23.192177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-868630a2-c226-4b1b-88d6-4377882a6348 req-079acc47-93e1-43fa-8945-1f83d09e2a71 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 943 time: 0.3291261 Mar 22 13:57:23.266492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 784b8460-2e04-4859-8347-00b54bd0cbf5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:23.266908 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:23.299289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9994a-262c-428a-981d-c6a5dfc081b3 req-07241e0d-11a7-4b67-a768-b7ec112e67b0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:23.311406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74a9994a-262c-428a-981d-c6a5dfc081b3 req-07241e0d-11a7-4b67-a768-b7ec112e67b0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.4351501 Mar 22 13:57:23.320472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784b8460-2e04-4859-8347-00b54bd0cbf5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:23.335156 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:23.366137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 784b8460-2e04-4859-8347-00b54bd0cbf5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=784b8460-2e04-4859-8347-00b54bd0cbf5,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:23.373869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:23.491720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=784b8460-2e04-4859-8347-00b54bd0cbf5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:23.542398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74a9994a-262c-428a-981d-c6a5dfc081b3 req-d442dd81-10c9-4b5f-9edb-38e778f2d1a8 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293494 Mar 22 13:57:23.553300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] For port e0a1f1ef-6405-4240-86db-84fa8fc0c24a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:23.553697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:23.573930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Calling delete_port for e0a1f1ef-6405-4240-86db-84fa8fc0c24a owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:23.613320 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015e50c-209b-41e9-97e7-18c08cd1f222 x-openstack-request-id: req-8015e50c-209b-41e9-97e7-18c08cd1f222 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:23.613635 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e8341d-7c31-403a-9a6e-dcb957724105", "name": "network-vif-plugged", "status": "completed", "tag": "9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:23.613896 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8015e50c-209b-41e9-97e7-18c08cd1f222 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:23.614324 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8015e50c-209b-41e9-97e7-18c08cd1f222'] response: {'server_uuid': '56e8341d-7c31-403a-9a6e-dcb957724105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05', 'code': 200} Mar 22 13:57:23.645783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d6ec7fd-a9b6-456c-8b83-59d468a3a1ac req-d8edc3b6-a1e1-45f5-96f4-5dc14d0d89a7 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926342 Mar 22 13:57:23.659983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-11ea8728-b166-43de-b51a-ba5b7b3a88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:23.669094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-11ea8728-b166-43de-b51a-ba5b7b3a88c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.7833347 Mar 22 13:57:23.698459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['784b8460-2e04-4859-8347-00b54bd0cbf5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:23.702757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-868630a2-c226-4b1b-88d6-4377882a6348 req-38ec6b3d-43f5-4c21-b85e-a122d1716f34 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076785 Mar 22 13:57:23.824540 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d39ee1-e3e9-4870-ae9a-c684de195b7f x-openstack-request-id: req-19d39ee1-e3e9-4870-ae9a-c684de195b7f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:23.824924 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:23.825116 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19d39ee1-e3e9-4870-ae9a-c684de195b7f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:23.825462 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d39ee1-e3e9-4870-ae9a-c684de195b7f'] response: {'name': 'network-changed', 'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'status': 'completed', 'code': 200} Mar 22 13:57:23.892078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a762ff7-17f2-4d21-a4e0-446f1559ef43 admin admin] Publish callbacks [] for security_group (4c076393-75cd-4c8a-98cf-f86239fdc5c5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:23.897327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-8d8ae5ee-7bf2-4093-94a8-6e7a650e979e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.1944733 Mar 22 13:57:23.967460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a762ff7-17f2-4d21-a4e0-446f1559ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4c076393-75cd-4c8a-98cf-f86239fdc5c5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.092317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.121085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e0a1f1ef-6405-4240-86db-84fa8fc0c24a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.153912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a1f1ef-6405-4240-86db-84fa8fc0c24a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:24.181713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8a762ff7-17f2-4d21-a4e0-446f1559ef43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=922aeeb8f2234ecb8dbc336288880427&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8424280 Mar 22 13:57:24.186272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42058) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:24.187883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a762ff7-17f2-4d21-a4e0-446f1559ef43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c076393-75cd-4c8a-98cf-f86239fdc5c5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:24.204658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-70b64216-ccb6-4c3f-a0d8-52594220accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:24.206299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-70b64216-ccb6-4c3f-a0d8-52594220accc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2400997 Mar 22 13:57:24.208154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b91d-acf4-4137-856c-9e01199880d1 req-abc12278-db08-42bf-839d-7c01aa018853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:24.209527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1908b91d-acf4-4137-856c-9e01199880d1 req-abc12278-db08-42bf-839d-7c01aa018853 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56e8341d-7c31-403a-9a6e-dcb957724105 HTTP/1.1" status: 200 len: 1127 time: 0.4816709 Mar 22 13:57:24.220217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-c2b1d2e6-3e73-41da-802a-39e0d70fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:24.221669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-c2b1d2e6-3e73-41da-802a-39e0d70fb9b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1129 time: 0.3867865 Mar 22 13:57:24.241526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b43e0-f4d5-41b4-9733-884cf4099565 req-db2d2206-99ea-4304-a4ca-8939b4a2de71 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:24.243220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e8b43e0-f4d5-41b4-9733-884cf4099565 req-db2d2206-99ea-4304-a4ca-8939b4a2de71 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.4212558 Mar 22 13:57:24.272712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04cfb84e-6a04-4bbe-8d8f-1d1ad83ffa36 admin admin] Publish callbacks [] for security_group (4c076393-75cd-4c8a-98cf-f86239fdc5c5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.296132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04cfb84e-6a04-4bbe-8d8f-1d1ad83ffa36 admin admin] Publish callbacks [] for security_group (4c076393-75cd-4c8a-98cf-f86239fdc5c5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.334275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25add8d-0122-4a5a-a42f-29f8eaff63ca req-199a5bba-864b-4258-96d2-fab36f1a93ec tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:24.341838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d25add8d-0122-4a5a-a42f-29f8eaff63ca req-199a5bba-864b-4258-96d2-fab36f1a93ec tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 947 time: 0.4364731 Mar 22 13:57:24.348656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04cfb84e-6a04-4bbe-8d8f-1d1ad83ffa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4c076393-75cd-4c8a-98cf-f86239fdc5c5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.351351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04cfb84e-6a04-4bbe-8d8f-1d1ad83ffa36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.355405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-04cfb84e-6a04-4bbe-8d8f-1d1ad83ffa36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c076393-75cd-4c8a-98cf-f86239fdc5c5 HTTP/1.1" status: 204 len: 168 time: 0.1651137 Mar 22 13:57:24.396127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (dcdbe301-f2bd-45de-b30a-b621bd556de9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.484149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (f879716f-360a-4b37-9f1c-979439dea925), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.496872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-4885c1a6-06e7-4042-b7e8-a28f58a64896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:24.496872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-4885c1a6-06e7-4042-b7e8-a28f58a64896 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2522092 Mar 22 13:57:24.563232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2c36afae-c97d-4da0-ab5b-58097d76345b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:24.568747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfb84e-6a04-4bbe-8d8f-1d1ad83ffa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c076393-75cd-4c8a-98cf-f86239fdc5c5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:24.609740 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.615836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2c36afae-c97d-4da0-ab5b-58097d76345b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:24.616681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2c36afae-c97d-4da0-ab5b-58097d76345b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:24.686397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-9ca0fb18-77e6-446b-a963-8435542da775 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.1446209 Mar 22 13:57:24.689046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1908b91d-acf4-4137-856c-9e01199880d1 req-8cf5d29e-3bb2-4fe2-89ac-5b3c70728dc2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565163 Mar 22 13:57:24.699935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e8b43e0-f4d5-41b4-9733-884cf4099565 req-a7a706fb-7ac6-4963-ab80-93e0ccf5ed74 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408376 Mar 22 13:57:24.704845 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (dcdbe301-f2bd-45de-b30a-b621bd556de9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.709004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-5c0df205-e11a-4786-956f-107622f682e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:24.709141 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks [] for router_controller (dcdbe301-f2bd-45de-b30a-b621bd556de9), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.712680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-5c0df205-e11a-4786-956f-107622f682e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4891691 Mar 22 13:57:24.742634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d25add8d-0122-4a5a-a42f-29f8eaff63ca req-10f011ae-c339-491c-a35c-82606597a281 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997481 Mar 22 13:57:24.798165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (dcdbe301-f2bd-45de-b30a-b621bd556de9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.798739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcdbe301-f2bd-45de-b30a-b621bd556de9 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:57:24.812656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.813830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d92bb791-2280-47c4-bbcd-ef71f8d7b457 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dcdbe301-f2bd-45de-b30a-b621bd556de9 HTTP/1.1" status: 204 len: 168 time: 3.4113915 Mar 22 13:57:24.820868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42074) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:24.905065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 784b8460-2e04-4859-8347-00b54bd0cbf5 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:24.927441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] Deleting subnet ed0d5f32-ee23-4086-91e6-051df334656b {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:57:24.930987 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] Publish callbacks [] for subnet (ed0d5f32-ee23-4086-91e6-051df334656b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.001073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ed0d5f32-ee23-4086-91e6-051df334656b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.031998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 784b8460-2e04-4859-8347-00b54bd0cbf5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:57:25.049517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 784b8460-2e04-4859-8347-00b54bd0cbf5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:25.050926 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.240437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 784b8460-2e04-4859-8347-00b54bd0cbf5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:25.240437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.260413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ed0d5f32-ee23-4086-91e6-051df334656b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.312687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 784b8460-2e04-4859-8347-00b54bd0cbf5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=784b8460-2e04-4859-8347-00b54bd0cbf5,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:25.358220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.398376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-4d6c05f3-913c-44c6-9190-1eb1d181028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:25.400268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-4d6c05f3-913c-44c6-9190-1eb1d181028f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.6992543 Mar 22 13:57:25.472928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ed0d5f32-ee23-4086-91e6-051df334656b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.507695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.512745 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ed0d5f32-ee23-4086-91e6-051df334656b HTTP/1.1" status: 204 len: 168 time: 0.6885729 Mar 22 13:57:25.514191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ea58e-d132-4234-a3f6-b7c788905c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0d5f32-ee23-4086-91e6-051df334656b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:25.524495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42088) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:25.564112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=784b8460-2e04-4859-8347-00b54bd0cbf5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:25.579376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec2f68-3e21-4e50-9532-157ea47be787 None None] Network 17a79c03-e565-4bcf-88f3-9fbf756d48f2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:25.594020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f77fc-b60b-4097-b1e7-9cd9e8b3a477 req-137bc875-505f-48b4-a293-b822fc082d07 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:25.595609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc9f77fc-b60b-4097-b1e7-9cd9e8b3a477 req-137bc875-505f-48b4-a293-b822fc082d07 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.7673922 Mar 22 13:57:25.615432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b8460-2e04-4859-8347-00b54bd0cbf5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:25.617749 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c657279b-069d-4707-85a2-5e4a561b0bb5" -d '{"events": [{"server_uuid": "c4ba5ae6-8b3b-4a84-830b-2bb0495437ef", "name": "network-vif-plugged", "status": "completed", "tag": "784b8460-2e04-4859-8347-00b54bd0cbf5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:25.662942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50791a6-0f0a-4c0c-84d8-d927d446aab9 req-76c66489-4110-4bf9-84a1-eef5dd26a554 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:25.676786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a50791a6-0f0a-4c0c-84d8-d927d446aab9 req-76c66489-4110-4bf9-84a1-eef5dd26a554 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 945 time: 0.8471620 Mar 22 13:57:25.690572 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (17a79c03-e565-4bcf-88f3-9fbf756d48f2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.795164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Deleting port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:25.796021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.806052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-43b96aa7-5508-4f0f-9947-1c4f161c96e4 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177418 Mar 22 13:57:25.812538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-69ab2dce-b63c-42c8-810b-cc6013b54074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:25.816684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-69ab2dce-b63c-42c8-810b-cc6013b54074 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3798156 Mar 22 13:57:25.877945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] DHCP port deletion for 17a79c03-e565-4bcf-88f3-9fbf756d48f2 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:57:25.902036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Deleting port 8fb3b314-87c1-4588-bd4b-1243009f3617 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:25.902418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:25.963409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a50791a6-0f0a-4c0c-84d8-d927d446aab9 req-22e553da-47ee-4569-b3eb-e595a2002cd9 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840629 Mar 22 13:57:25.977208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] For port 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:25.977813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.007287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Calling delete_port for 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:26.010357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] For port 8fb3b314-87c1-4588-bd4b-1243009f3617, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8fb3b314-87c1-4588-bd4b-1243009f3617,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:26.010718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.035550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Calling delete_port for 8fb3b314-87c1-4588-bd4b-1243009f3617 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:26.115828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] Deleting port 8fb3b314-87c1-4588-bd4b-1243009f3617 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:26.115828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.277891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] For port 8fb3b314-87c1-4588-bd4b-1243009f3617, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8fb3b314-87c1-4588-bd4b-1243009f3617,segment=NetworkSegment(210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd),segment_id=210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:26.279072 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.325081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] Calling delete_port for 8fb3b314-87c1-4588-bd4b-1243009f3617 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:26.332216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc9f77fc-b60b-4097-b1e7-9cd9e8b3a477 req-088a5f76-4657-462a-b722-a422998d5b4d tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256398 Mar 22 13:57:26.341329 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.426702 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff60ad-a028-4e4e-a537-01bb24ee0ba5 x-openstack-request-id: req-07ff60ad-a028-4e4e-a537-01bb24ee0ba5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:26.426702 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ba5ae6-8b3b-4a84-830b-2bb0495437ef", "name": "network-vif-plugged", "status": "completed", "tag": "784b8460-2e04-4859-8347-00b54bd0cbf5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:26.426702 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07ff60ad-a028-4e4e-a537-01bb24ee0ba5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:26.427993 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ff60ad-a028-4e4e-a537-01bb24ee0ba5'] response: {'server_uuid': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b8460-2e04-4859-8347-00b54bd0cbf5', 'code': 200} Mar 22 13:57:26.556013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb3b314-87c1-4588-bd4b-1243009f3617,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:26.564739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1dc17323-bc4b-4a1d-b787-6e54c18e1d1e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.584167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] No DVR routers for this DVR port 8fb3b314-87c1-4588-bd4b-1243009f3617 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:26.591621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8fb3b314-87c1-4588-bd4b-1243009f3617 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:26.612780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c26e361-53cc-4f99-b859-bc015e6706d4 req-1bc021fe-b8de-431e-a219-2ff761356c5a service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825148 Mar 22 13:57:26.623932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-ceb62079-f7ce-4603-a32b-d7834838e2f5 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923706 Mar 22 13:57:26.643100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 8fb3b314-87c1-4588-bd4b-1243009f3617 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:26.643447 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8fb3b314-87c1-4588-bd4b-1243009f3617 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:26.643875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0a1f1ef-6405-4240-86db-84fa8fc0c24a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:26.682835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc17323-bc4b-4a1d-b787-6e54c18e1d1e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:26.709119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e0a1f1ef-6405-4240-86db-84fa8fc0c24a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:26.709565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0a1f1ef-6405-4240-86db-84fa8fc0c24a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:26.717867 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (8fb3b314-87c1-4588-bd4b-1243009f3617), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.783188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] Pushing event deleted for resources: {'Port': ['ID=8fb3b314-87c1-4588-bd4b-1243009f3617,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:26.792253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4eb45-71a9-4e9f-816c-96b91cd821f3 None None] No DVR routers for this DVR port 8fb3b314-87c1-4588-bd4b-1243009f3617 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:26.816823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (17a79c03-e565-4bcf-88f3-9fbf756d48f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.846894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a79c03-e565-4bcf-88f3-9fbf756d48f2']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:26.871192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:26.871480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:26.912219 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.945596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:26.961591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:57:26.962176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (210283ac-ca32-4dc3-bb7e-7d7f37a4c6cd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:57:27.008027 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:57:27.123599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019abde-3e33-42cc-b08f-91107a942012 req-125025d4-ddb1-4216-b4cc-40b97eb128ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:27.126269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c019abde-3e33-42cc-b08f-91107a942012 req-125025d4-ddb1-4216-b4cc-40b97eb128ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 1127 time: 0.6514282 Mar 22 13:57:27.133696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-1c6e80e2-d18a-4561-a779-e22ed66d87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:27.136387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-1c6e80e2-d18a-4561-a779-e22ed66d87eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1129 time: 0.4418032 Mar 22 13:57:27.145452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f9be-e1c3-4583-8b03-f25aba340a95 req-b347149e-e25d-4eee-9747-22b88df601aa tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:27.147551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5139f9be-e1c3-4583-8b03-f25aba340a95 req-b347149e-e25d-4eee-9747-22b88df601aa tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 947 time: 0.6368084 Mar 22 13:57:27.344743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1a9d7-cbf1-4731-a9f5-e0d6ece91dab req-1d384c61-11ab-4898-bae7-cd9eb42e1e08 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:27.359594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87e1a9d7-cbf1-4731-a9f5-e0d6ece91dab req-1d384c61-11ab-4898-bae7-cd9eb42e1e08 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.8423116 Mar 22 13:57:27.399979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (17a79c03-e565-4bcf-88f3-9fbf756d48f2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:27.447168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:27.461110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] 10.222.0.44 "DELETE /v2.0/networks/17a79c03-e565-4bcf-88f3-9fbf756d48f2 HTTP/1.1" status: 204 len: 168 time: 1.9338257 Mar 22 13:57:27.464354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ced70-42d6-473a-8898-921c7871bd28 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a79c03-e565-4bcf-88f3-9fbf756d48f2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:27.472109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-a59e3539-f0a3-4d69-94b7-80b2ca328731 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806129 Mar 22 13:57:27.472855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42128) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:27.630738 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (f879716f-360a-4b37-9f1c-979439dea925), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:27.646257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c019abde-3e33-42cc-b08f-91107a942012 req-ed027491-250e-45d0-9565-1549456a0582 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728618 Mar 22 13:57:27.785799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87e1a9d7-cbf1-4731-a9f5-e0d6ece91dab req-79ac5856-fc03-42f7-af70-854999da2b70 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125484 Mar 22 13:57:27.820922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5139f9be-e1c3-4583-8b03-f25aba340a95 req-06628058-e36d-4cdc-a011-c62bd7395f7f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929816 Mar 22 13:57:27.829646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-2e6d140b-fe47-49b0-b83a-c247c913e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:27.831376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-2e6d140b-fe47-49b0-b83a-c247c913e1c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.6352348 Mar 22 13:57:28.022307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-8db98154-1b80-4897-91b0-4d9bca9d1601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.1828022 Mar 22 13:57:28.223458 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:28.260931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Router f879716f-360a-4b37-9f1c-979439dea925 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:57:28.297698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-314f7528-99ce-4b60-9ad9-334628f56334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:28.299228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-314f7528-99ce-4b60-9ad9-334628f56334 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1919553 Mar 22 13:57:28.312903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b140a7-ee8d-47dc-b480-b983e9c80c9c req-ff175a8b-5c47-4216-9911-6a4337107b2a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:28.319928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b140a7-ee8d-47dc-b480-b983e9c80c9c req-ff175a8b-5c47-4216-9911-6a4337107b2a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.3483274 Mar 22 13:57:28.364847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734567-e2ba-4c0c-9e7c-97fb6c7a82aa req-e62d4d0f-58c7-434c-b0cc-6c121a636d07 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:28.366397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd734567-e2ba-4c0c-9e7c-97fb6c7a82aa req-e62d4d0f-58c7-434c-b0cc-6c121a636d07 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 945 time: 0.3937960 Mar 22 13:57:28.441854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b140a7-ee8d-47dc-b480-b983e9c80c9c req-bad79772-5917-4a7b-a408-f704ff272b04 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207750 Mar 22 13:57:28.444089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:57:28.451323 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ff328d64-d940-4780-97ae-bee9f9616069 admin admin] 10.222.0.44 "PUT /v2.0/routers/f879716f-360a-4b37-9f1c-979439dea925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6355987 Mar 22 13:57:28.453797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42146) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:28.457997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] Sync routers for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:57:28.491592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd734567-e2ba-4c0c-9e7c-97fb6c7a82aa req-bdd865ae-23a6-4fa8-8c9f-6ab9ebf74d19 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077092 Mar 22 13:57:28.500725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:28.506864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:28.516358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-6751820d-9146-466c-b2e3-c291c5506a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:28.524607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-6751820d-9146-466c-b2e3-c291c5506a21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1796064 Mar 22 13:57:28.728302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-71fb7e5f-f810-4f49-b94c-8cb52fe34756 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969726 Mar 22 13:57:28.742036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:28.781297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks [] for router (f879716f-360a-4b37-9f1c-979439dea925), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:28.956226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:29.145163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-106f576a-6be3-4e60-9cb5-6784cb73f743 req-5bdf8132-0ebd-47f5-8ee4-68d8f5671295 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103372 Mar 22 13:57:29.164019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83509-96d1-4ade-8586-fb613fbaf5f5 req-9b9c27fc-13c8-40d3-86de-a6ca8d6e0faf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:29.166147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cec83509-96d1-4ade-8586-fb613fbaf5f5 req-9b9c27fc-13c8-40d3-86de-a6ca8d6e0faf tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 947 time: 0.1898665 Mar 22 13:57:29.207827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903399d5-e750-462e-be0b-209cf9d41392 req-40181039-7455-4fd4-b7ec-68f4cb48c9ff tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:29.225996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-903399d5-e750-462e-be0b-209cf9d41392 req-40181039-7455-4fd4-b7ec-68f4cb48c9ff tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.2597182 Mar 22 13:57:29.232215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:29.269477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'mac_address': 'fa:16:3e:a7:ee:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:29.375289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:29.376102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:29.412741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:29.440296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:29.467906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-903399d5-e750-462e-be0b-209cf9d41392 req-18f02f20-ec84-4460-a649-d2c697dead70 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409277 Mar 22 13:57:29.481859 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:29.500903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cec83509-96d1-4ade-8586-fb613fbaf5f5 req-6152ffd0-89ee-4ef9-8c5b-512f304f5db6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174233 Mar 22 13:57:29.562097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:57:26Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:29.649200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:29.653003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] Checking router: f879716f-360a-4b37-9f1c-979439dea925 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:57:29.662938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] Routers {'f879716f-360a-4b37-9f1c-979439dea925'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:29.663881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f879716f-360a-4b37-9f1c-979439dea925'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:29.796509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] Set router f879716f-360a-4b37-9f1c-979439dea925 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:29.798810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d55d40-8041-4a24-ae9a-28034d356530 req-2ed384be-5798-4202-a409-2648753d0e33 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:29.810184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38d55d40-8041-4a24-ae9a-28034d356530 req-2ed384be-5798-4202-a409-2648753d0e33 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 945 time: 0.1861036 Mar 22 13:57:29.862869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks [] for router_gateway (f879716f-360a-4b37-9f1c-979439dea925), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:29.887637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab3b60-fefe-4f48-9397-b0487894b63b req-b4059c96-c8c6-4b15-a1a6-6b6d6dcd3e83 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:29.890384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92ab3b60-fefe-4f48-9397-b0487894b63b req-b4059c96-c8c6-4b15-a1a6-6b6d6dcd3e83 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.2577398 Mar 22 13:57:29.961785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (59bb5d7d-45df-4af1-902c-34b640eca683), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:30.021877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92ab3b60-fefe-4f48-9397-b0487894b63b req-21646e49-3b63-47b5-8d0f-b9f584e71ab1 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185009 Mar 22 13:57:30.060557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38d55d40-8041-4a24-ae9a-28034d356530 req-24de3f22-331d-404f-a622-c4cfca068478 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492115 Mar 22 13:57:30.276513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Deleting port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:30.277117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:30.294682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd90c97-e9f4-4d4d-aaa5-994e9697bb09 req-b891bab0-08d2-4ece-b1f4-958990ddb154 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:30.296271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cd90c97-e9f4-4d4d-aaa5-994e9697bb09 req-b891bab0-08d2-4ece-b1f4-958990ddb154 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=78344748-638c-4f9c-8668-9a0e0021cf31 HTTP/1.1" status: 200 len: 945 time: 0.1029572 Mar 22 13:57:30.395057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cd90c97-e9f4-4d4d-aaa5-994e9697bb09 req-b024fa3d-0f04-48f1-92ab-c1c7588515de tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849450 Mar 22 13:57:30.442567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:30.491712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] For port 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:30.492265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:30.625455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Calling delete_port for 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:30.719525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:57:26Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:30.737034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Deleting port d919dd1e-ec5a-4287-b880-6c755ff6e381 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:30.737925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:30.774507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d48cba5-77d5-4fc5-920d-43fbcdf5780f None None] The sync data for ids ['f879716f-360a-4b37-9f1c-979439dea925'] in n-d-834677-3 is: [{'id': 'f879716f-360a-4b37-9f1c-979439dea925', 'name': 'tempest-ServersTestFqdnHostnames-667660945-router', 'tenant_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:57:26Z', 'revision_number': 5, 'project_id': '06e7dbac71fd4eb08445c1f0edb50c58', 'gw_port': {'id': '5ffe6b85-6824-4ea5-93c3-e34f5bcf5638', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f879716f-360a-4b37-9f1c-979439dea925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:55:41Z', 'updated_at': '2022-03-22T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:57:30.789759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc543a0-d558-422c-b44c-675483cd0738 req-7aad3f23-7385-420a-baeb-a81e0a8ce682 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:30.807827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbc543a0-d558-422c-b44c-675483cd0738 req-7aad3f23-7385-420a-baeb-a81e0a8ce682 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e8341d-7c31-403a-9a6e-dcb957724105 HTTP/1.1" status: 200 len: 945 time: 0.2606201 Mar 22 13:57:30.941253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7b64-c0bd-4407-9773-4896d0bc4f21 req-aaa7bf9a-9998-4f21-a7ad-059071682c22 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:30.943039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cffe7b64-c0bd-4407-9773-4896d0bc4f21 req-aaa7bf9a-9998-4f21-a7ad-059071682c22 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.3211238 Mar 22 13:57:30.953370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbc543a0-d558-422c-b44c-675483cd0738 req-e40714ca-bcbf-4c98-bba1-5b7af30a7c2d tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389086 Mar 22 13:57:30.955790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] For port d919dd1e-ec5a-4287-b880-6c755ff6e381, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d919dd1e-ec5a-4287-b880-6c755ff6e381,segment=NetworkSegment(17ed4131-f278-444e-8555-a75d4e68190a),segment_id=17ed4131-f278-444e-8555-a75d4e68190a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:30.956314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.063346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Calling delete_port for d919dd1e-ec5a-4287-b880-6c755ff6e381 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:31.082301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cffe7b64-c0bd-4407-9773-4896d0bc4f21 req-25b488f0-0b47-4c3a-b5d3-bfde1c0a8e8b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234245 Mar 22 13:57:31.138567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a926bb-0b3b-4e97-a554-e37e9bdc6432 req-c3a59b39-228d-47f6-933b-8da40e65e6ed tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:31.144885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21a926bb-0b3b-4e97-a554-e37e9bdc6432 req-c3a59b39-228d-47f6-933b-8da40e65e6ed tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 948 time: 0.1020284 Mar 22 13:57:31.263735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21a926bb-0b3b-4e97-a554-e37e9bdc6432 req-96b68cc4-f67b-4186-b59e-9f926edfd233 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113758 Mar 22 13:57:31.402194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5ffe6b85-6824-4ea5-93c3-e34f5bcf5638), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.513550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b07a2c-4b12-4a81-b931-9cad16a17657 req-418276df-2aad-4129-948b-cc9b85cb535b tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:31.524272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5b07a2c-4b12-4a81-b931-9cad16a17657 req-418276df-2aad-4129-948b-cc9b85cb535b tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1110888 Mar 22 13:57:31.533276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffe6b85-6824-4ea5-93c3-e34f5bcf5638,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:31.590915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5b07a2c-4b12-4a81-b931-9cad16a17657 req-93c1ff3e-7577-402f-80f9-d5d9c1331c9f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656660 Mar 22 13:57:31.665888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (f879716f-360a-4b37-9f1c-979439dea925), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.854975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (f879716f-360a-4b37-9f1c-979439dea925), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.860903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks [] for router_controller (f879716f-360a-4b37-9f1c-979439dea925), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.917018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (f879716f-360a-4b37-9f1c-979439dea925), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.917567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f879716f-360a-4b37-9f1c-979439dea925 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:57:31.937362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.938452 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0a50afe2-a9a4-4ff7-a646-1b871ea31b22 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f879716f-360a-4b37-9f1c-979439dea925 HTTP/1.1" status: 204 len: 168 time: 3.4833820 Mar 22 13:57:31.941273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d919dd1e-ec5a-4287-b880-6c755ff6e381), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:31.952463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-3197c565-7920-4ada-8697-35959d17e1a1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:31.954557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-3197c565-7920-4ada-8697-35959d17e1a1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3&tenant_id=f0bbdf42878b486488ab42e3949f878d&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 948 time: 0.2530153 Mar 22 13:57:31.955337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42236) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:32.043483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Pushing event deleted for resources: {'Port': ['ID=d919dd1e-ec5a-4287-b880-6c755ff6e381,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:32.100809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1562a5-e542-4ad2-8b72-21ca55fbddf6 req-ae13450c-11b1-4819-bc9f-578a809b403d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:32.102706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec1562a5-e542-4ad2-8b72-21ca55fbddf6 req-ae13450c-11b1-4819-bc9f-578a809b403d tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 948 time: 0.3032439 Mar 22 13:57:32.123573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2457d-8d48-47b2-b536-f7fde1b00258 req-e58b0991-33ec-4e35-bf79-e66c1670c1de tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:32.125664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e2457d-8d48-47b2-b536-f7fde1b00258 req-e58b0991-33ec-4e35-bf79-e66c1670c1de tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e8341d-7c31-403a-9a6e-dcb957724105 HTTP/1.1" status: 200 len: 945 time: 0.3617492 Mar 22 13:57:32.220860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] Deleting subnet 8fd53672-c2af-429e-89ae-571311137d59 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:57:32.299045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] Publish callbacks [] for subnet (8fd53672-c2af-429e-89ae-571311137d59), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:32.344161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (59bb5d7d-45df-4af1-902c-34b640eca683), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:32.349737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (8fd53672-c2af-429e-89ae-571311137d59), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:32.437079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e2457d-8d48-47b2-b536-f7fde1b00258 req-50004e86-254e-481f-8c59-d4af14f57ce1 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880883 Mar 22 13:57:32.468229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-ac87994c-ec8e-4e2a-9131-61235b8a3817 service neutron] 10.222.0.57 "GET /v2.0/ports/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4/bindings/n-h2-834677-3 HTTP/1.1" status: 200 len: 382 time: 0.5021942 Mar 22 13:57:32.493558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec1562a5-e542-4ad2-8b72-21ca55fbddf6 req-de9dd7e7-685c-4da1-8afa-e00f28234ea1 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628044 Mar 22 13:57:32.772653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-44d00985-8765-4d8c-ab83-18556e4e9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:32.774745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-44d00985-8765-4d8c-ab83-18556e4e9325 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1130 time: 0.2735353 Mar 22 13:57:32.837931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:32.870799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8fd53672-c2af-429e-89ae-571311137d59), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:32.897681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:32.899263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5ffe6b85-6824-4ea5-93c3-e34f5bcf5638 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:32.900285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:32.972267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:32.984870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:32.984870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1dc17323-bc4b-4a1d-b787-6e54c18e1d1e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:33.059470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237c70b-04bc-4315-b80c-7049e34d44d5 req-d595b40c-4b9d-4e5d-8f58-e9934a302db5 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:33.066798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c237c70b-04bc-4315-b80c-7049e34d44d5 req-d595b40c-4b9d-4e5d-8f58-e9934a302db5 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.3160772 Mar 22 13:57:33.106787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Router 59bb5d7d-45df-4af1-902c-34b640eca683 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:57:33.150115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:57:33.153517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:33.153903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:33.208923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-e62c8379-27bf-4d03-a5e7-d5e5988c6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:33.211008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-e62c8379-27bf-4d03-a5e7-d5e5988c6e16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.4177377 Mar 22 13:57:33.335009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:33.335402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:33.377627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:57:33.380098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:33.384785 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8e52cf87-38a5-4933-b740-d36f24868dac admin admin] 10.222.0.44 "PUT /v2.0/routers/59bb5d7d-45df-4af1-902c-34b640eca683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9104769 Mar 22 13:57:33.388830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42296) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:33.391105 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] Sync routers for ids ['59bb5d7d-45df-4af1-902c-34b640eca683'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:57:33.399144 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51258de1-0c21-484a-9f5f-57e80a67ae0b" -d '{"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:33.408086 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] Routers {'59bb5d7d-45df-4af1-902c-34b640eca683'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:33.410710 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['59bb5d7d-45df-4af1-902c-34b640eca683'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:33.411787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-20043b85-555a-4adf-a04a-d1b144d80145 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.1706276 Mar 22 13:57:33.414332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8fd53672-c2af-429e-89ae-571311137d59), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:33.420363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:33.426968 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:33.511088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:33.521008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8fd53672-c2af-429e-89ae-571311137d59 HTTP/1.1" status: 204 len: 168 time: 1.5613706 Mar 22 13:57:33.526217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:33.528870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9cd2c-068c-400c-a3f1-df53346165cb None None] Network ac9267f4-d51b-40f3-85ad-a65eed94538d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:33.530988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42310) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:33.549991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c237c70b-04bc-4315-b80c-7049e34d44d5 req-aa2faf91-ca4d-4a17-a033-5c2a88fc74aa tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821761 Mar 22 13:57:33.671660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8aa2f-a592-4a98-a460-3a32bc4cdc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd53672-c2af-429e-89ae-571311137d59,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:33.686605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-39039b2c-5195-48b1-8b08-024eed12c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:33.688516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-39039b2c-5195-48b1-8b08-024eed12c0f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2591212 Mar 22 13:57:33.699541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ac9267f4-d51b-40f3-85ad-a65eed94538d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:33.710007 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] Set router 59bb5d7d-45df-4af1-902c-34b640eca683 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:33.716960 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcdaf34-2df0-41a9-bf54-b2f8405dd24b x-openstack-request-id: req-bdcdaf34-2df0-41a9-bf54-b2f8405dd24b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:33.726611 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:33.727275 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdcdaf34-2df0-41a9-bf54-b2f8405dd24b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:33.728047 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcdaf34-2df0-41a9-bf54-b2f8405dd24b'] response: {'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'code': 200} Mar 22 13:57:33.738305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08513b-fa4c-4db6-b467-4cdf8ab97945 req-663a0649-9fd2-4fa1-96d6-81dab4c9ae72 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:33.740103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c08513b-fa4c-4db6-b467-4cdf8ab97945 req-663a0649-9fd2-4fa1-96d6-81dab4c9ae72 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.6494305 Mar 22 13:57:33.840876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-ce8fb943-1bc8-4057-92a6-a4f57a9c719a tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:33.847786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-ce8fb943-1bc8-4057-92a6-a4f57a9c719a tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "GET /v2.0/ports?device_id=56e8341d-7c31-403a-9a6e-dcb957724105 HTTP/1.1" status: 200 len: 945 time: 0.8842919 Mar 22 13:57:33.848383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks [] for router (59bb5d7d-45df-4af1-902c-34b640eca683), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:33.867015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] DHCP port deletion for ac9267f4-d51b-40f3-85ad-a65eed94538d request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:57:34.008673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] Deleting port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:34.009297 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:34.055729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-06318774-d16e-41d5-8097-4ecb125e2c58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6102209 Mar 22 13:57:34.100315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Deleting port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:34.100658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:34.135962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c08513b-fa4c-4db6-b467-4cdf8ab97945 req-253e8bf3-2c7d-41de-9f0c-a67bec67a5c9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836819 Mar 22 13:57:34.190788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] For port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:34.191217 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:34.228577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] Calling delete_port for 10368f6f-17f4-4e9d-8f2d-289655fd0a0f owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:34.262983 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:57:31Z', 'revision_number': 5, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:34.273175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-e66b7b99-f446-4aea-8b86-dc8058515034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:34.275509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-e66b7b99-f446-4aea-8b86-dc8058515034 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5559580 Mar 22 13:57:34.304435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec143-1bf6-4a04-96cc-ea4567d61911 req-5879531f-006c-4769-a7df-841392c85a64 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:34.306515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82eec143-1bf6-4a04-96cc-ea4567d61911 req-5879531f-006c-4769-a7df-841392c85a64 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e8341d-7c31-403a-9a6e-dcb957724105 HTTP/1.1" status: 200 len: 945 time: 0.4503376 Mar 22 13:57:34.314357 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] Checking router: 59bb5d7d-45df-4af1-902c-34b640eca683 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:57:34.319553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Deleting port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:34.319891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:34.325026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-d03ee38c-98ae-42e1-83fd-c73d7b29cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:34.326853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-d03ee38c-98ae-42e1-83fd-c73d7b29cf47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 1132 time: 0.2127886 Mar 22 13:57:34.347725 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] Routers {'59bb5d7d-45df-4af1-902c-34b640eca683'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:34.348444 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['59bb5d7d-45df-4af1-902c-34b640eca683'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:34.552554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 10368f6f-17f4-4e9d-8f2d-289655fd0a0f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:34.615920 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:57:34.631628 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:34.684478 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] Set router 59bb5d7d-45df-4af1-902c-34b640eca683 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:34.697332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] Pushing event deleted for resources: {'Port': ['ID=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:34.704440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 10368f6f-17f4-4e9d-8f2d-289655fd0a0f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:34.704772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 10368f6f-17f4-4e9d-8f2d-289655fd0a0f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:34.708769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d39ae-6bbe-4eb7-9e31-a2eaadafa6a7 None None] No DVR routers for this DVR port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:34.836018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] For port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,segment=NetworkSegment(f5d5a791-691e-4d56-9e9d-890fee4072af),segment_id=f5d5a791-691e-4d56-9e9d-890fee4072af)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:34.836712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:34.856319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Calling delete_port for 10368f6f-17f4-4e9d-8f2d-289655fd0a0f owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:34.897729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-194aff13-3325-4c04-a08e-5bc312b828f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:34.899403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-194aff13-3325-4c04-a08e-5bc312b828f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3127296 Mar 22 13:57:34.923692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks [] for router_gateway (59bb5d7d-45df-4af1-902c-34b640eca683), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.074244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] For port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:35.074938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.089827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Calling delete_port for 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:35.206834 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:57:31Z', 'revision_number': 5, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:35.272033 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cd40f-07be-4f88-9877-81beecc45856 None None] The sync data for ids ['59bb5d7d-45df-4af1-902c-34b640eca683'] in n-d-834677-3 is: [{'id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'name': 'tempest-AttachSCSIVolumeTestJSON-433809744-router', 'tenant_id': 'a53b0f7362414c10859a3eccde781322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:57:31Z', 'revision_number': 5, 'project_id': 'a53b0f7362414c10859a3eccde781322', 'gw_port': {'id': '294fc9ce-acfd-42ee-8129-ce9731e48466', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb5d7d-45df-4af1-902c-34b640eca683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:57Z', 'updated_at': '2022-03-22T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:57:35.309105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (10368f6f-17f4-4e9d-8f2d-289655fd0a0f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.352135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-f42c5e2f-52a0-46f4-8948-aef55f3cb939 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4049122 Mar 22 13:57:35.381773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10368f6f-17f4-4e9d-8f2d-289655fd0a0f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:35.469275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] No DVR routers for this DVR port 10368f6f-17f4-4e9d-8f2d-289655fd0a0f on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:35.481805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Deleting port 294fc9ce-acfd-42ee-8129-ce9731e48466 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:35.482434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.692532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ac9267f4-d51b-40f3-85ad-a65eed94538d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.722388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-3a82a57c-b98b-4cbf-99c6-d94c13fe7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:35.724276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-3a82a57c-b98b-4cbf-99c6-d94c13fe7276 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1127 time: 0.3305531 Mar 22 13:57:35.749090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9267f4-d51b-40f3-85ad-a65eed94538d']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:35.839597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d5a791-691e-4d56-9e9d-890fee4072af') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:35.840702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d5a791-691e-4d56-9e9d-890fee4072af') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:35.870816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42384) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:35.927539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (f5d5a791-691e-4d56-9e9d-890fee4072af), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.954200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.963125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['784b8460-2e04-4859-8347-00b54bd0cbf5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:35.964855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f5d5a791-691e-4d56-9e9d-890fee4072af), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:35.965533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['734dd27b-0997-4805-aa7e-90de8a1f975c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:35.979547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:57:35.979547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (f5d5a791-691e-4d56-9e9d-890fee4072af), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.063352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abb677-db94-4e68-b7a6-691caa628e1f req-3bed87e0-246f-4282-a5e7-7eddfdeac188 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:57:36.071832 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:57:36.078779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19abb677-db94-4e68-b7a6-691caa628e1f req-3bed87e0-246f-4282-a5e7-7eddfdeac188 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 950 time: 1.7620955 Mar 22 13:57:36.090416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] For port 294fc9ce-acfd-42ee-8129-ce9731e48466, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=294fc9ce-acfd-42ee-8129-ce9731e48466,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:36.091190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.111388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-0127307e-8232-4116-914a-531cc3832c06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 200 len: 217 time: 0.3139102 Mar 22 13:57:36.112190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Calling delete_port for 294fc9ce-acfd-42ee-8129-ce9731e48466 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:36.153378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Pushing event deleted for resources: {'Port': ['ID=9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:36.261035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82eec143-1bf6-4a04-96cc-ea4567d61911 req-8cf396b9-286e-495a-a26e-ec521fd412e4 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9439247 Mar 22 13:57:36.310754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f715e01-8deb-4dce-b759-cf3249696a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.434831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ac9267f4-d51b-40f3-85ad-a65eed94538d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.436540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] No DVR routers for this DVR port 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:36.445011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.451596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac9267f4-d51b-40f3-85ad-a65eed94538d HTTP/1.1" status: 204 len: 168 time: 2.9147756 Mar 22 13:57:36.457674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.460043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d919dd1e-ec5a-4287-b880-6c755ff6e381 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:36.460880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86587bf9-3235-4710-b0b5-917c95bd0300 req-967e6935-e03f-4e66-97bd-eebc057ed718 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "DELETE /v2.0/ports/9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 HTTP/1.1" status: 204 len: 173 time: 2.5432897 Mar 22 13:57:36.474163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19abb677-db94-4e68-b7a6-691caa628e1f req-c50d81e5-9b4f-46e5-be76-9e36166c3e1a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446574 Mar 22 13:57:36.474869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e8341d-7c31-403a-9a6e-dcb957724105', 'name': 'network-vif-deleted', 'tag': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:36.477271 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02048d8c-2732-439a-8b7f-ed8d6f8a08c3" -d '{"events": [{"server_uuid": "56e8341d-7c31-403a-9a6e-dcb957724105", "name": "network-vif-deleted", "tag": "9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:36.505114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d919dd1e-ec5a-4287-b880-6c755ff6e381 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:36.505743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d919dd1e-ec5a-4287-b880-6c755ff6e381 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:36.537863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-6ace0284-7ad0-4907-b812-06297bed0b41 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2447104 Mar 22 13:57:36.551748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (294fc9ce-acfd-42ee-8129-ce9731e48466), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.554423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e762d-9695-4240-869f-3c2d8e4525c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9267f4-d51b-40f3-85ad-a65eed94538d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:36.647800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-1094e11a-4404-478f-87f9-d85a1fa245e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:36.649610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-1094e11a-4404-478f-87f9-d85a1fa245e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.5237019 Mar 22 13:57:36.658251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=294fc9ce-acfd-42ee-8129-ce9731e48466,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:36.736827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42402) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:36.745890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f715e01-8deb-4dce-b759-cf3249696a52 admin admin] Publish callbacks [] for security_group (fa0bda6c-813f-437e-82f3-af5fc34729d2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.775697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f715e01-8deb-4dce-b759-cf3249696a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fa0bda6c-813f-437e-82f3-af5fc34729d2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.779795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-4a3ece08-4112-4e11-9994-de0efa98ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:36.780993 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-4a3ece08-4112-4e11-9994-de0efa98ff3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 1.0341418 Mar 22 13:57:36.786831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (59bb5d7d-45df-4af1-902c-34b640eca683), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:36.858667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f9ba2-76dd-4ac4-86aa-429a742edb81 req-4c11d983-e59b-4ad8-b3ab-84cbc22f79b4 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:36.860150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-490f9ba2-76dd-4ac4-86aa-429a742edb81 req-4c11d983-e59b-4ad8-b3ab-84cbc22f79b4 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.4199998 Mar 22 13:57:36.873909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f715e01-8deb-4dce-b759-cf3249696a52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3598c20aad1f4616a2ae48bceb54f9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9366589 Mar 22 13:57:36.884982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f715e01-8deb-4dce-b759-cf3249696a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0bda6c-813f-437e-82f3-af5fc34729d2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:36.891119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42404) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:36.911572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-1c349815-1bb9-427f-a99d-9cf009785975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:36.913078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-1c349815-1bb9-427f-a99d-9cf009785975 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1989012 Mar 22 13:57:36.921206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-1a363410-8fdf-4814-8589-c6279ca9e07f service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127601 Mar 22 13:57:36.926451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-6dee4869-96e7-449a-a6b8-49be3ac571cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.1299403 Mar 22 13:57:36.934684 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-79991639-ce1a-427a-926a-5641a1013db3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06e7dbac71fd4eb08445c1f0edb50c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918569 Mar 22 13:57:36.935834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42406) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:36.937600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:36.952508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07200a-246c-49ab-a2cf-695774ed0a54 req-238a5e12-1764-4c08-a5ac-c8b8517a4168 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:36.962029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a07200a-246c-49ab-a2cf-695774ed0a54 req-238a5e12-1764-4c08-a5ac-c8b8517a4168 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.3111210 Mar 22 13:57:36.974074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:36.975065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:36.976809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (59bb5d7d-45df-4af1-902c-34b640eca683), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.007027 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks [] for router_controller (59bb5d7d-45df-4af1-902c-34b640eca683), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.025624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-f52dbd3d-c4bc-4708-abeb-f3cf80e0e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:37.028463 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-f52dbd3d-c4bc-4708-abeb-f3cf80e0e8b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0939667 Mar 22 13:57:37.086161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-490f9ba2-76dd-4ac4-86aa-429a742edb81 req-005111cf-eecd-4541-8d84-2b3d7bd0fb3c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126756 Mar 22 13:57:37.129352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a07200a-246c-49ab-a2cf-695774ed0a54 req-bb37ae8b-c771-46cc-81db-4f1cfec6d5a9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664233 Mar 22 13:57:37.130007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-472fd756-dc43-44cf-a73b-c6894e71086a admin admin] Publish callbacks [] for security_group (fa0bda6c-813f-437e-82f3-af5fc34729d2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.168404 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-472fd756-dc43-44cf-a73b-c6894e71086a admin admin] Publish callbacks [] for security_group (fa0bda6c-813f-437e-82f3-af5fc34729d2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.190357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-8e74cac7-db94-47d0-9ca9-b36a22b73cbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333649 Mar 22 13:57:37.240401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-472fd756-dc43-44cf-a73b-c6894e71086a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fa0bda6c-813f-437e-82f3-af5fc34729d2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.242333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (59bb5d7d-45df-4af1-902c-34b640eca683), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.243387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59bb5d7d-45df-4af1-902c-34b640eca683 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:57:37.244295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-472fd756-dc43-44cf-a73b-c6894e71086a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.247862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-472fd756-dc43-44cf-a73b-c6894e71086a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa0bda6c-813f-437e-82f3-af5fc34729d2 HTTP/1.1" status: 204 len: 168 time: 0.3526199 Mar 22 13:57:37.250716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.252451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cc71c86b-58a0-4a09-876d-61f73a5f9f0f admin admin] 10.222.0.44 "DELETE /v2.0/routers/59bb5d7d-45df-4af1-902c-34b640eca683 HTTP/1.1" status: 204 len: 168 time: 3.8622046 Mar 22 13:57:37.265360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42414) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:37.268183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-9a47bd2f-3bff-4645-a481-cba82e8cd8c9 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445318 Mar 22 13:57:37.298966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd756-dc43-44cf-a73b-c6894e71086a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0bda6c-813f-437e-82f3-af5fc34729d2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:37.391736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfabc-4a68-4478-9fa6-713b1b0109f7 admin admin] Publish callbacks [] for security_group (e56c5321-c5cd-4d30-9649-f4d80a788f57), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.495185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] Deleting subnet f72da297-f54c-47dd-b4db-9338488e6714 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:57:37.508827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfabc-4a68-4478-9fa6-713b1b0109f7 admin admin] Publish callbacks [] for security_group (e56c5321-c5cd-4d30-9649-f4d80a788f57), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.565002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735acf0d-4851-43f3-b20b-6e1e520fb21e req-2a10e7f2-32c6-4438-9046-b226f0294f93 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738016 Mar 22 13:57:37.579239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] Publish callbacks [] for subnet (f72da297-f54c-47dd-b4db-9338488e6714), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.609755 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dcab39-f6f4-476f-9165-a1faaf3299cf x-openstack-request-id: req-a3dcab39-f6f4-476f-9165-a1faaf3299cf {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:37.610601 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e8341d-7c31-403a-9a6e-dcb957724105", "name": "network-vif-deleted", "tag": "9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:37.611032 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3dcab39-f6f4-476f-9165-a1faaf3299cf {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:37.611622 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3dcab39-f6f4-476f-9165-a1faaf3299cf'] response: {'server_uuid': '56e8341d-7c31-403a-9a6e-dcb957724105', 'name': 'network-vif-deleted', 'tag': '9c8fb6d0-8f7f-4ea9-bc38-c63ee6b87b05', 'status': 'completed', 'code': 200} Mar 22 13:57:37.671493 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-db185b2e-ab18-4131-9fa9-a68e0b7d0d05 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717715 Mar 22 13:57:37.843037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c51d3-f909-4c2c-93a6-b566700beb3f req-10734b5d-1781-4d3f-b040-083ca32ceffb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:37.850533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5c51d3-f909-4c2c-93a6-b566700beb3f req-10734b5d-1781-4d3f-b040-083ca32ceffb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 950 time: 0.1182783 Mar 22 13:57:37.881396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f72da297-f54c-47dd-b4db-9338488e6714), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.930497 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5ea5d73a-0ea9-47c5-8662-039cd8488a0d req-d6cf181a-6485-4f02-9789-7353c6f1b944 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502716 Mar 22 13:57:37.938062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a5c51d3-f909-4c2c-93a6-b566700beb3f req-ecf3c9c0-2b9a-4877-991b-21ee59430af0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770938 Mar 22 13:57:37.961318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfabc-4a68-4478-9fa6-713b1b0109f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e56c5321-c5cd-4d30-9649-f4d80a788f57), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.964176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfabc-4a68-4478-9fa6-713b1b0109f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:37.964993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42432) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:37.972642 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3f8dfabc-4a68-4478-9fa6-713b1b0109f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e56c5321-c5cd-4d30-9649-f4d80a788f57 HTTP/1.1" status: 204 len: 168 time: 1.0338938 Mar 22 13:57:37.992371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-205eabd6-53d3-4060-acc9-a6766fe0c25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.008245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dfabc-4a68-4478-9fa6-713b1b0109f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56c5321-c5cd-4d30-9649-f4d80a788f57,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:38.118521 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-205eabd6-53d3-4060-acc9-a6766fe0c25e admin admin] Publish callbacks [] for security_group (40dde578-ab20-4791-8f7c-f8661fcca442), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.125111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-205eabd6-53d3-4060-acc9-a6766fe0c25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (40dde578-ab20-4791-8f7c-f8661fcca442), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.139500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f72da297-f54c-47dd-b4db-9338488e6714), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.173411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-205eabd6-53d3-4060-acc9-a6766fe0c25e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52964328587f4761ae6fda6d59e535df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068841 Mar 22 13:57:38.174259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42448) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:38.247533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f72da297-f54c-47dd-b4db-9338488e6714), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.285744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eabd6-53d3-4060-acc9-a6766fe0c25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dde578-ab20-4791-8f7c-f8661fcca442,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:38.330464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72da297-f54c-47dd-b4db-9338488e6714,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:38.347040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.351774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ef188-e9ae-4ff8-9bd0-1325c6b55383 None None] Network 278c78ac-4243-47db-b0f0-0aa4a4f73a02 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:38.359105 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-628c339e-3b7c-4eed-9ff6-c20e13f245a2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f72da297-f54c-47dd-b4db-9338488e6714 HTTP/1.1" status: 204 len: 168 time: 1.0921497 Mar 22 13:57:38.362062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42450) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:38.437297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17e8bad3-3de1-4009-b019-c3e81722d258 admin admin] Publish callbacks [] for security_group (40dde578-ab20-4791-8f7c-f8661fcca442), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.563479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (278c78ac-4243-47db-b0f0-0aa4a4f73a02), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.581214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5706a-0265-4a1c-afe9-46a76b57c429 req-654534ee-0019-4a5e-8fa8-e5378fe47dbd tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:38.588840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dab5706a-0265-4a1c-afe9-46a76b57c429 req-654534ee-0019-4a5e-8fa8-e5378fe47dbd tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.3731215 Mar 22 13:57:38.633329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 294fc9ce-acfd-42ee-8129-ce9731e48466 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:38.671291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17e8bad3-3de1-4009-b019-c3e81722d258 admin admin] Publish callbacks [] for security_group (40dde578-ab20-4791-8f7c-f8661fcca442), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.703696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 294fc9ce-acfd-42ee-8129-ce9731e48466 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:38.704034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 294fc9ce-acfd-42ee-8129-ce9731e48466 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:38.734260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Deleting port 030fa8e5-8618-4908-92e0-3bd9dff6197e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:38.736282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.773304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6145-5d56-4d50-9a9c-92cd7113d53f req-4a14f606-2799-417f-a226-a7c5262be24b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:38.781790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6cf6145-5d56-4d50-9a9c-92cd7113d53f req-4a14f606-2799-417f-a226-a7c5262be24b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.4466748 Mar 22 13:57:38.858979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] DHCP port deletion for 278c78ac-4243-47db-b0f0-0aa4a4f73a02 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:57:38.926384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dab5706a-0265-4a1c-afe9-46a76b57c429 req-00b7fcbc-3c18-4cd5-bb14-f2e98dbc4e44 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999914 Mar 22 13:57:38.966034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] For port 030fa8e5-8618-4908-92e0-3bd9dff6197e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=030fa8e5-8618-4908-92e0-3bd9dff6197e,segment=NetworkSegment(17ed4131-f278-444e-8555-a75d4e68190a),segment_id=17ed4131-f278-444e-8555-a75d4e68190a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:38.966647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:38.992570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Calling delete_port for 030fa8e5-8618-4908-92e0-3bd9dff6197e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:39.006535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6cf6145-5d56-4d50-9a9c-92cd7113d53f req-d35bb15a-07e5-44cd-9ed4-9a3400a37285 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237372 Mar 22 13:57:39.022328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17e8bad3-3de1-4009-b019-c3e81722d258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (40dde578-ab20-4791-8f7c-f8661fcca442), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.031138 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-17e8bad3-3de1-4009-b019-c3e81722d258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.034461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-17e8bad3-3de1-4009-b019-c3e81722d258 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40dde578-ab20-4791-8f7c-f8661fcca442 HTTP/1.1" status: 204 len: 168 time: 0.8572195 Mar 22 13:57:39.039899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] Deleting port 030fa8e5-8618-4908-92e0-3bd9dff6197e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:39.040296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.074513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bad3-3de1-4009-b019-c3e81722d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dde578-ab20-4791-8f7c-f8661fcca442,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:39.223025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.307640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] No DVR routers for this DVR port 030fa8e5-8618-4908-92e0-3bd9dff6197e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:39.313891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Pushing event deleted for resources: {'Port': ['ID=030fa8e5-8618-4908-92e0-3bd9dff6197e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:39.330185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] For port 030fa8e5-8618-4908-92e0-3bd9dff6197e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=030fa8e5-8618-4908-92e0-3bd9dff6197e,segment=NetworkSegment(17ed4131-f278-444e-8555-a75d4e68190a),segment_id=17ed4131-f278-444e-8555-a75d4e68190a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:39.330699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.349100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b63f6-8263-4492-a375-5729b65adc79 req-9c1898af-fa15-4478-b328-da5121fdbeab tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:39.358251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f07b63f6-8263-4492-a375-5729b65adc79 req-9c1898af-fa15-4478-b328-da5121fdbeab tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 950 time: 0.1509709 Mar 22 13:57:39.369580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] Calling delete_port for 030fa8e5-8618-4908-92e0-3bd9dff6197e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:39.472405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f07b63f6-8263-4492-a375-5729b65adc79 req-368a2501-f68f-4c86-91e9-8996b9055be0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108706 Mar 22 13:57:39.509938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (278c78ac-4243-47db-b0f0-0aa4a4f73a02), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.569317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278c78ac-4243-47db-b0f0-0aa4a4f73a02']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:39.582045 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ed4131-f278-444e-8555-a75d4e68190a') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:39.582464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ed4131-f278-444e-8555-a75d4e68190a') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:39.597158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (17ed4131-f278-444e-8555-a75d4e68190a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.601275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (030fa8e5-8618-4908-92e0-3bd9dff6197e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.615092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (17ed4131-f278-444e-8555-a75d4e68190a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.626137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:57:39.626889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (17ed4131-f278-444e-8555-a75d4e68190a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:57:39.629250 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:57:39.649890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] Pushing event deleted for resources: {'Port': ['ID=030fa8e5-8618-4908-92e0-3bd9dff6197e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:39.665537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393aa48c-dd1a-4d32-9918-ab3d5b86c94a None None] No DVR routers for this DVR port 030fa8e5-8618-4908-92e0-3bd9dff6197e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:39.747417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (278c78ac-4243-47db-b0f0-0aa4a4f73a02), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.774811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:39.786477 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] 10.222.0.44 "DELETE /v2.0/networks/278c78ac-4243-47db-b0f0-0aa4a4f73a02 HTTP/1.1" status: 204 len: 168 time: 1.4228117 Mar 22 13:57:39.799834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0263d3-c715-486d-8cd5-e3da2ee3be7d admin admin] Pushing event deleted for resources: {'Network': ['ID=278c78ac-4243-47db-b0f0-0aa4a4f73a02,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:39.888159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da590-fe1e-420a-9c6d-eaba7a1c662f req-2a3fab1f-84a5-4def-903c-bfe75bad9480 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:39.894038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da590-fe1e-420a-9c6d-eaba7a1c662f req-2a3fab1f-84a5-4def-903c-bfe75bad9480 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:39.895826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea6da590-fe1e-420a-9c6d-eaba7a1c662f req-2a3fab1f-84a5-4def-903c-bfe75bad9480 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=78344748-638c-4f9c-8668-9a0e0021cf31&device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 1681 time: 0.1158297 Mar 22 13:57:39.907028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:40.030623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea6da590-fe1e-420a-9c6d-eaba7a1c662f req-cd4e274d-a278-48a3-bdc9-873e6aa9de44 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242385 Mar 22 13:57:40.057234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42504) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:40.188751 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4874d027-aeb8-4bf4-b31a-46f5cd4aef23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3ef3421e0dc4f48bed8bd3bfaab7e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279683 Mar 22 13:57:40.189424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42506) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:40.280129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-221cd9bd-8a45-42ff-ab1f-0d74ae3af4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:40.282261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-221cd9bd-8a45-42ff-ab1f-0d74ae3af4ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3&tenant_id=f0bbdf42878b486488ab42e3949f878d HTTP/1.1" status: 200 len: 1132 time: 0.2229748 Mar 22 13:57:40.297097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e051293-0ea4-43ad-b5e5-9fb8c9997a34 admin admin] Publish callbacks [] for security_group (4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.298701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b165f-d03a-4c37-931b-98c3c5b674eb req-f4e1064d-1dde-4845-ae09-6f0cefbd44a9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:40.300521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e1b165f-d03a-4c37-931b-98c3c5b674eb req-f4e1064d-1dde-4845-ae09-6f0cefbd44a9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.0890164 Mar 22 13:57:40.307201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:40.344742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a554a84-6dc1-4378-ac04-57d913e86454 req-fb2c3c4c-f7fa-4e4b-92e9-5cb2efb51af8 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:40.346370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a554a84-6dc1-4378-ac04-57d913e86454 req-fb2c3c4c-f7fa-4e4b-92e9-5cb2efb51af8 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.1912792 Mar 22 13:57:40.360652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e051293-0ea4-43ad-b5e5-9fb8c9997a34 admin admin] Publish callbacks [] for security_group (4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.379129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1438000117-network', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:40.432862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:40.435569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.448745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.465392 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.488770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e051293-0ea4-43ad-b5e5-9fb8c9997a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.491497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e051293-0ea4-43ad-b5e5-9fb8c9997a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.492685 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0e051293-0ea4-43ad-b5e5-9fb8c9997a34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b HTTP/1.1" status: 204 len: 168 time: 0.3010321 Mar 22 13:57:40.518564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e1b165f-d03a-4c37-931b-98c3c5b674eb req-198850ad-31ff-44ad-b5ff-51634cb9c4f5 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757140 Mar 22 13:57:40.518719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051293-0ea4-43ad-b5e5-9fb8c9997a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b8a5d-a8bd-4ecf-90f0-e20613479c9b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:40.522941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 030fa8e5-8618-4908-92e0-3bd9dff6197e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:40.546186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a554a84-6dc1-4378-ac04-57d913e86454 req-7403129a-5797-487a-93ce-cd0c0baa5019 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911769 Mar 22 13:57:40.576745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 030fa8e5-8618-4908-92e0-3bd9dff6197e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:40.577409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 030fa8e5-8618-4908-92e0-3bd9dff6197e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:40.680334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks [] for security_group (a8542788-b97b-4dba-9de5-388c8c1661d3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.686124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a8542788-b97b-4dba-9de5-388c8c1661d3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.705693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:57:40.740377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (73def72a-0157-48b7-ae43-0daeb0286a2c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.747533 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Added segment 73def72a-0157-48b7-ae43-0daeb0286a2c of type vlan for network 1532a482-608f-4937-acee-08934e99fda0 Mar 22 13:57:40.813380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (1532a482-608f-4937-acee-08934e99fda0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.845308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (1532a482-608f-4937-acee-08934e99fda0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.846401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:40.846982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:40.961054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Pushing event updated for resources: {'Network': ['ID=1532a482-608f-4937-acee-08934e99fda0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:40.974131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8542788-b97b-4dba-9de5-388c8c1661d3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:40.976512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 1532a482-608f-4937-acee-08934e99fda0 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:57:40.982103 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-03b77e51-2fcb-43f2-ac5f-c0fd6ed8cb23 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0739324 Mar 22 13:57:40.984931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42532) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:40.994115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Request body: {'subnet': {'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1438000117-subnet', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:41.020993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:41.026079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.065139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3e5f8-f6ca-4d43-899d-a4dc1c674160 req-7d989c0e-4331-40e8-a5f4-3af370da8fef tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:41.073094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5dd3e5f8-f6ca-4d43-899d-a4dc1c674160 req-7d989c0e-4331-40e8-a5f4-3af370da8fef tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 950 time: 0.4260461 Mar 22 13:57:41.183501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:41.241781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5dd3e5f8-f6ca-4d43-899d-a4dc1c674160 req-979d320c-188b-45a6-9020-17427a27b702 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537786 Mar 22 13:57:41.258860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:41.344946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:41.374746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (585192ed-8863-42b1-8bb5-1ac29b49d391), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.433573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0cff4f09-009a-4e1b-a44d-d3363b462ddf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a53b0f7362414c10859a3eccde781322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732240 Mar 22 13:57:41.435188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:41.438650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:41.443140 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb3d21-ddfd-486b-afa2-1f882906c742" -d '{"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:41.448609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Publish callbacks [] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.466317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Transition to ACTIVE for port object d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:57:41.472985 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.473577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Checking segment: {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:41.473948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Network hostable DHCP agents. Network: 1532a482-608f-4937-acee-08934e99fda0, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:57:41.479180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=585192ed-8863-42b1-8bb5-1ac29b49d391,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:41.544999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=11']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:41.545179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1057a881-1826-4456-ba53-9f1bb1743da9 admin admin] Publish callbacks [] for security_group (4f31d30a-2b12-434e-bbec-f177a35c1f6b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.546753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Network 1532a482-608f-4937-acee-08934e99fda0 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:57:41.560654 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad61cbca-1512-4949-933f-3723b9103934 x-openstack-request-id: req-ad61cbca-1512-4949-933f-3723b9103934 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:41.560796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 1532a482-608f-4937-acee-08934e99fda0) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:41.560903 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:41.561667 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad61cbca-1512-4949-933f-3723b9103934 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:41.563597 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad61cbca-1512-4949-933f-3723b9103934'] response: {'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'code': 200} Mar 22 13:57:41.565878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:41.566989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.590743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8e6523e7-1ad8-4bc2-abce-3c0a6154aa1c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6031811 Mar 22 13:57:41.593803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42556) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:41.600598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:41.619591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1057a881-1826-4456-ba53-9f1bb1743da9 admin admin] Publish callbacks [] for security_group (4f31d30a-2b12-434e-bbec-f177a35c1f6b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.635010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] No DVR routers for this DVR port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:41.635293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07935b9f-1c56-4495-b180-1261205c8265 None None] Network 1532a482-608f-4937-acee-08934e99fda0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:41.687230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (a70ccba3-0978-422d-bb67-9218bd64f91d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.689378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (a70ccba3-0978-422d-bb67-9218bd64f91d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.813115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:41.815499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:41.815867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:41.827119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:41.827381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Attempting to bind port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:41.861158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b336b-0214-48cc-87ad-a4cb8277b6be req-c8090239-b700-414c-9ec4-b84cce2488fc tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:41.873817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks [] for router_controller (a70ccba3-0978-422d-bb67-9218bd64f91d), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.879223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d5b336b-0214-48cc-87ad-a4cb8277b6be req-c8090239-b700-414c-9ec4-b84cce2488fc tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=78344748-638c-4f9c-8668-9a0e0021cf31 HTTP/1.1" status: 200 len: 945 time: 0.3215337 Mar 22 13:57:41.913471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-1532a482-608f-4937-acee-08934e99fda0', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:57:41.914622 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:41.931881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:41.932510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:41.933237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:41.934143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Bound port: d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:41.934143 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.018607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6bbd-a451-4bd6-a382-a13a63b11a89 req-b4eec039-5cb5-4908-abdf-f4e947b910c8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:42.021371 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69ae6bbd-a451-4bd6-a382-a13a63b11a89 req-b4eec039-5cb5-4908-abdf-f4e947b910c8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.3458791 Mar 22 13:57:42.087427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69ae6bbd-a451-4bd6-a382-a13a63b11a89 req-98f1dde4-497e-43f2-83f5-ddc88e7aa474 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591943 Mar 22 13:57:42.095821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d5b336b-0214-48cc-87ad-a4cb8277b6be req-be9e9ad0-0449-4f4f-a5b3-77c857b1a931 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147357 Mar 22 13:57:42.143823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:42.147972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:42.156218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.189939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1057a881-1826-4456-ba53-9f1bb1743da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4f31d30a-2b12-434e-bbec-f177a35c1f6b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.193269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1057a881-1826-4456-ba53-9f1bb1743da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.196851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1057a881-1826-4456-ba53-9f1bb1743da9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f31d30a-2b12-434e-bbec-f177a35c1f6b HTTP/1.1" status: 204 len: 168 time: 0.7443469 Mar 22 13:57:42.216000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057a881-1826-4456-ba53-9f1bb1743da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f31d30a-2b12-434e-bbec-f177a35c1f6b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:42.229642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks [] for router_gateway (a70ccba3-0978-422d-bb67-9218bd64f91d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.240932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=12']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:42.260294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Allocated IP 172.20.0.2 (1532a482-608f-4937-acee-08934e99fda0/585192ed-8863-42b1-8bb5-1ac29b49d391/e3c0d8b1-2e5b-4424-9df1-1608c103d30e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:42.418477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:42.423840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:42.452695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:42.453320 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.454890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-7d5edee0-bbaa-450a-aab3-0c1f7c1a3842 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 1096 time: 2.1531062 Mar 22 13:57:42.646803 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:57:42.649098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504c2b0-f614-4a39-b94f-65b6c60f119f req-6bd1bc15-1280-45e9-ad34-1be16895ade0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:42.657353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d504c2b0-f614-4a39-b94f-65b6c60f119f req-6bd1bc15-1280-45e9-ad34-1be16895ade0 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 948 time: 0.2780561 Mar 22 13:57:42.688371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks [] for router_gateway (a70ccba3-0978-422d-bb67-9218bd64f91d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.736747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:42.758283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d504c2b0-f614-4a39-b94f-65b6c60f119f req-11605da7-4aab-4e93-885a-559a16334cb6 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989254 Mar 22 13:57:42.825778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f99896-12b4-40bf-98cb-92185c3ea684 req-a2c08a8d-3073-4232-884e-c19e64182622 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:42.833463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32f99896-12b4-40bf-98cb-92185c3ea684 req-a2c08a8d-3073-4232-884e-c19e64182622 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.5658572 Mar 22 13:57:42.895803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-0fc8b71d-71c2-4ba4-b902-24d938cd1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:42.899734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-0fc8b71d-71c2-4ba4-b902-24d938cd1494 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1130 time: 0.4095113 Mar 22 13:57:42.911473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-0c67b57b-ba87-4e71-97cc-597ac631158b tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:42.913338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-0c67b57b-ba87-4e71-97cc-597ac631158b tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.42 "GET /v2.0/ports?device_id=78344748-638c-4f9c-8668-9a0e0021cf31 HTTP/1.1" status: 200 len: 945 time: 0.3907812 Mar 22 13:57:42.924602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:42.958022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'mac_address': 'fa:16:3e:14:27:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:42.961352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:43.088374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32f99896-12b4-40bf-98cb-92185c3ea684 req-25d2413c-e02f-42e3-9a33-9f00dfc29aaa tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533979 Mar 22 13:57:43.090005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-0e1e6c47-3719-4c02-ba34-c5334c4ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:43.091765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-0e1e6c47-3719-4c02-ba34-c5334c4ab818 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1770759 Mar 22 13:57:43.250359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-e35923f2-de6f-4f9f-b44e-069a2a223b66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.1300974 Mar 22 13:57:43.376572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0b6c345d-f16b-480e-b2e7-4b6bc3736ed4 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:43.378311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:43.379227 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0b6c345d-f16b-480e-b2e7-4b6bc3736ed4 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.5413532 Mar 22 13:57:43.380401 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:43.424068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-2db8e966-2b15-4c72-986e-26682ef64beb tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:43.428178 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-2db8e966-2b15-4c72-986e-26682ef64beb tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 945 time: 0.5558293 Mar 22 13:57:43.434808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-8e716d7c-1af5-4916-89df-2ff5b85c7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:43.437251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-8e716d7c-1af5-4916-89df-2ff5b85c7822 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1389849 Mar 22 13:57:43.462411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-3'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:43.547986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Allocated IP 172.25.2.193 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/307a633b-1c07-4230-a8bf-f9170d19b4d8) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:43.567586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:43.569930 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:43.583332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2ba7b-0e4a-4ad0-9ca2-00217ebd2239 req-357f3e09-c11c-4109-89c8-d7ca9878f84c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:43.590708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2b2ba7b-0e4a-4ad0-9ca2-00217ebd2239 req-357f3e09-c11c-4109-89c8-d7ca9878f84c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 945 time: 0.3458939 Mar 22 13:57:43.600046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:43.613847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:43.617278 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8fae62-4df2-4fcc-bc24-f2cf87da95e2" -d '{"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:43.623922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-8b593a3c-3ea4-4a05-809f-3868c57f0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:43.625874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-8b593a3c-3ea4-4a05-809f-3868c57f0a64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1604443 Mar 22 13:57:43.628301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:43.646531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85570554-04db-4cdd-ba76-d209ed69464a req-d9120880-6f31-4dfa-bc79-1117a2d9de2a tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:43.648175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85570554-04db-4cdd-ba76-d209ed69464a req-d9120880-6f31-4dfa-bc79-1117a2d9de2a tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=78344748-638c-4f9c-8668-9a0e0021cf31 HTTP/1.1" status: 200 len: 945 time: 0.3570855 Mar 22 13:57:43.756812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-945242bf-c754-4b8d-9345-6034a9eec8be service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180758 Mar 22 13:57:43.762950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Deleting port 734dd27b-0997-4805-aa7e-90de8a1f975c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:43.763292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:43.864308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] For port 734dd27b-0997-4805-aa7e-90de8a1f975c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=734dd27b-0997-4805-aa7e-90de8a1f975c,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:43.864691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:43.880451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Calling delete_port for 734dd27b-0997-4805-aa7e-90de8a1f975c owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:43.912289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:43.915787 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:43.953722 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Publish callbacks [] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:43.971255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:43.998548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:57:43.999610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:44.049781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.073370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (734dd27b-0997-4805-aa7e-90de8a1f975c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.109681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.163363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:44.185909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['734dd27b-0997-4805-aa7e-90de8a1f975c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:44.220878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['784b8460-2e04-4859-8347-00b54bd0cbf5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:44.233053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Pushing event deleted for resources: {'Port': ['ID=734dd27b-0997-4805-aa7e-90de8a1f975c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:44.325720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2b2ba7b-0e4a-4ad0-9ca2-00217ebd2239 req-93013db9-1264-477f-9e54-bdae7a176e76 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335505 Mar 22 13:57:44.368617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Network 1532a482-608f-4937-acee-08934e99fda0 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:44.371141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] No DVR routers for this DVR port 734dd27b-0997-4805-aa7e-90de8a1f975c on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:44.375789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:57:44.376522 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:57:44.377428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.380776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16c0b3be-6151-4de6-ad67-3de7c389a4a1 req-224e8d43-b448-4672-bfcb-cf8a27f4af31 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.42 "DELETE /v2.0/ports/734dd27b-0997-4805-aa7e-90de8a1f975c HTTP/1.1" status: 204 len: 173 time: 1.3055594 Mar 22 13:57:44.412365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:44.420662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:44.427644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:44.433230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Pushing event updated for resources: {'Port': ['ID=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:44.502634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85570554-04db-4cdd-ba76-d209ed69464a req-7cd370e5-0328-4c2b-8ffe-d10b915d4706 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c63e71c-256a-4d7b-94d0-7533511914cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7446680 Mar 22 13:57:44.545757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:44.563175 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974bc23c-d78a-4d89-91b7-7ca9bd2fdf6d x-openstack-request-id: req-974bc23c-d78a-4d89-91b7-7ca9bd2fdf6d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:44.563474 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:44.570384 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-974bc23c-d78a-4d89-91b7-7ca9bd2fdf6d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:44.571138 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974bc23c-d78a-4d89-91b7-7ca9bd2fdf6d'] response: {'name': 'network-changed', 'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'status': 'completed', 'code': 200} Mar 22 13:57:44.602698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d603f54-6844-4281-ac0a-3abdb19b08c8 req-03af6b6d-9e13-43d5-9d8f-d8a7cd96fb35 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302351 Mar 22 13:57:44.641033 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c794b5-94e1-4f8f-8550-12c37751b3b7 x-openstack-request-id: req-44c794b5-94e1-4f8f-8550-12c37751b3b7 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:44.641467 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:44.641617 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44c794b5-94e1-4f8f-8550-12c37751b3b7 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:44.642294 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c794b5-94e1-4f8f-8550-12c37751b3b7'] response: {'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'code': 200} Mar 22 13:57:44.681298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Attempting to bind port e3c0d8b1-2e5b-4424-9df1-1608c103d30e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:44.682609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Attempting to bind port e3c0d8b1-2e5b-4424-9df1-1608c103d30e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:44.683282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Attempting to bind port e3c0d8b1-2e5b-4424-9df1-1608c103d30e on network 1532a482-608f-4937-acee-08934e99fda0 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:44.701504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:44.702293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Checking segment: {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:44.703018 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.704077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Bound using segment: {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:44.704882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Bound port: e3c0d8b1-2e5b-4424-9df1-1608c103d30e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:44.705434 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.714787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Publish callbacks [] for port (3a865228-3862-4857-92f9-8c5bc3f28950), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.718035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:44.723771 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c326925-6a58-4d0c-889e-d804102d1b97" -d '{"events": [{"server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:44.833264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] For port e3c0d8b1-2e5b-4424-9df1-1608c103d30e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:44.836721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.838289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] For port e3c0d8b1-2e5b-4424-9df1-1608c103d30e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:44.846609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-432e7678-49cc-4a44-ab70-25bcc9442d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:44.852372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:44.863991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-432e7678-49cc-4a44-ab70-25bcc9442d0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1130 time: 0.2898848 Mar 22 13:57:44.872902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks [] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.004847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:45.005454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.028396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:45.056457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:45.057914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495669e4-bd73-4bf8-a4ca-da790595caf4 None None] Pushing event updated for resources: {'Port': ['ID=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:45.063853 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.091202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a865228-3862-4857-92f9-8c5bc3f28950 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:45.174571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Deleting port 784b8460-2e04-4859-8347-00b54bd0cbf5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:45.175076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.211963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:45.328041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:45.361446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:45.364891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:45.365761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:45.366422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:45.368600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:45.371125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:45.378961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:45.387801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:45.389180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:45.396231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:45.396708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:45.397539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:45.398205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Bound port: 3a865228-3862-4857-92f9-8c5bc3f28950, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:45.398717 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.418057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:45.421549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:45.449345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:45.449953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:45.450544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:45.451901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Bound port: 3a865228-3862-4857-92f9-8c5bc3f28950, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:45.452442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.461157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d2d95c86-49a5-439a-8ee1-c0dd55443a0e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:45.488743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.573636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:45.589089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:45.601129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:45.628443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] For port 784b8460-2e04-4859-8347-00b54bd0cbf5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=784b8460-2e04-4859-8347-00b54bd0cbf5,segment=NetworkSegment(8464e4d9-44a9-4376-9976-0363df8c8fec),segment_id=8464e4d9-44a9-4376-9976-0363df8c8fec)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:45.629147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.637232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:45.665936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Calling delete_port for 784b8460-2e04-4859-8347-00b54bd0cbf5 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:45.704206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:45.731196 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.847320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e0854-c744-4e49-9828-3a1a35d07f6b req-c2c1a8c1-da03-462d-b49d-dfdeb8de26b3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:45.861932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-712e0854-c744-4e49-9828-3a1a35d07f6b req-c2c1a8c1-da03-462d-b49d-dfdeb8de26b3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 947 time: 1.1409197 Mar 22 13:57:45.908804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:45.912644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (784b8460-2e04-4859-8347-00b54bd0cbf5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:45.924333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Pushing event updated for resources: {'Port': ['ID=307a633b-1c07-4230-a8bf-f9170d19b4d8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:45.974880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31c0e-10ec-4805-b7e0-2c82fdb1b00e req-968b7f4a-e07f-423c-b1f9-44ff41b0ed1f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:45.991760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79f31c0e-10ec-4805-b7e0-2c82fdb1b00e req-968b7f4a-e07f-423c-b1f9-44ff41b0ed1f tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 948 time: 1.3230944 Mar 22 13:57:45.999843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a865228-3862-4857-92f9-8c5bc3f28950 has no active binding in host n-h1-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:57:46.005612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-281cb38b-1f11-4ba6-9964-a1db9974c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:46.007162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-281cb38b-1f11-4ba6-9964-a1db9974c70e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0bbdf42878b486488ab42e3949f878d&device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1130 time: 1.3361647 Mar 22 13:57:46.010737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:46.019869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Pushing event deleted for resources: {'Port': ['ID=784b8460-2e04-4859-8347-00b54bd0cbf5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:46.040300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.api [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3a865228-3862-4857-92f9-8c5bc3f28950-n-h2-834677-3-0 {{(pid=110458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:57:46.040649 n-d-834677-3 neutron-server[110458]: DEBUG oslo_db.api [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:57:46.170234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] No DVR routers for this DVR port 784b8460-2e04-4859-8347-00b54bd0cbf5 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:46.173994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:46.177400 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5708ee5f-4aba-4631-baef-bd98e99dd27d req-74dfac68-9bd3-426e-bbf5-88090e9b7a5e tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.57 "DELETE /v2.0/ports/784b8460-2e04-4859-8347-00b54bd0cbf5 HTTP/1.1" status: 204 len: 173 time: 2.7066059 Mar 22 13:57:46.244508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-b04ce4ef-bdd0-4ee3-a090-28325cb88e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:46.255153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-b04ce4ef-bdd0-4ee3-a090-28325cb88e82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 1.3696673 Mar 22 13:57:46.292683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-712e0854-c744-4e49-9828-3a1a35d07f6b req-da016505-291a-402a-9fa1-3c482b859528 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295471 Mar 22 13:57:46.413691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79f31c0e-10ec-4805-b7e0-2c82fdb1b00e req-d245a1c0-4972-4f68-ba2e-46e7912f0aae tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209945 Mar 22 13:57:46.415103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-8e87584c-3c54-4f1b-86bd-123fd242795c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.1490276 Mar 22 13:57:46.416325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-501b151d-3cb9-4ae8-8c35-04bec37fda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:46.429406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-501b151d-3cb9-4ae8-8c35-04bec37fda2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3981514 Mar 22 13:57:46.553199 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a933e636-d1f4-4698-a985-c4a65ffe2654 x-openstack-request-id: req-a933e636-d1f4-4698-a985-c4a65ffe2654 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:46.554958 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:46.556467 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a933e636-d1f4-4698-a985-c4a65ffe2654 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:46.558403 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a933e636-d1f4-4698-a985-c4a65ffe2654'] response: {'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950', 'code': 200} Mar 22 13:57:46.587430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78344748-638c-4f9c-8668-9a0e0021cf31', 'name': 'network-vif-deleted', 'tag': '734dd27b-0997-4805-aa7e-90de8a1f975c'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:46.589752 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ae203-804a-4ba3-ab4c-e7bfd2b93d82" -d '{"events": [{"server_uuid": "78344748-638c-4f9c-8668-9a0e0021cf31", "name": "network-vif-deleted", "tag": "734dd27b-0997-4805-aa7e-90de8a1f975c"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:46.624386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:46.627415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43976b9b-7510-4413-82f8-029e2ff19a41 None None] Network 1532a482-608f-4937-acee-08934e99fda0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:46.628327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:46.628910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:46.635198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-77052480-d6de-4b50-b0d2-38329b1f781a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 200 len: 217 time: 0.2048206 Mar 22 13:57:46.777949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3c0d8b1-2e5b-4424-9df1-1608c103d30e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:46.782407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks [] for router_gateway (a70ccba3-0978-422d-bb67-9218bd64f91d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:46.787025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-bbe62f71-1470-4dab-94a8-b232923e03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:46.788758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-bbe62f71-1470-4dab-94a8-b232923e03ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.3380227 Mar 22 13:57:46.858292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:46.871903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempting to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 on network fa788293-d25f-4072-b2ae-d0417c178fe8 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:46.918341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b260f1de-8a4c-473c-a75d-eee29d64fbca req-dba1efaa-29b3-40f5-9b29-e90c96f5ff19 tempest-ListServersNegativeTestJSON-803859368 tempest-ListServersNegativeTestJSON-803859368-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ba5ae6-8b3b-4a84-830b-2bb0495437ef HTTP/1.1" status: 200 len: 210 time: 0.0838757 Mar 22 13:57:46.918968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a7d63342-e919-4893-abc1-ac9962faced1 None None] Provisioning complete for port e3c0d8b1-2e5b-4424-9df1-1608c103d30e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:46.918968 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a7d63342-e919-4893-abc1-ac9962faced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:46.932983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-8cca3a08-f298-4f9b-8cd4-5f6757d796cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:46.934585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-8cca3a08-f298-4f9b-8cd4-5f6757d796cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2541761 Mar 22 13:57:46.938789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:46.938789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Checking segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:46.939136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Bound using segment: {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:46.939571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Bound port: 3a865228-3862-4857-92f9-8c5bc3f28950, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6118c69b-0023-4834-b7b9-ca8c64cb433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa788293-d25f-4072-b2ae-d0417c178fe8'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:46.939925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:46.953328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb79ec-0852-476e-8764-a2622d7ecabf req-1e50e9d6-eb7a-4e93-9239-0e2adccf3d55 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:46.955551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6efb79ec-0852-476e-8764-a2622d7ecabf req-1e50e9d6-eb7a-4e93-9239-0e2adccf3d55 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.3266273 Mar 22 13:57:46.998045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 784b8460-2e04-4859-8347-00b54bd0cbf5 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:47.046596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-31c7af30-5346-4b69-84bd-ab919f782074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:47.049447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-31c7af30-5346-4b69-84bd-ab919f782074 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2356992 Mar 22 13:57:47.082602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:57:47.084823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:47.095255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 784b8460-2e04-4859-8347-00b54bd0cbf5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:47.095595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 784b8460-2e04-4859-8347-00b54bd0cbf5 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:47.115391 n-d-834677-3 neutron-server[110458]: WARNING neutron.plugins.ml2.plugin [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Concurrent port binding operations failed on port 3a865228-3862-4857-92f9-8c5bc3f28950 Mar 22 13:57:47.132928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:47.136708 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117225b9-273b-47bb-a368-f5c5c151d953 x-openstack-request-id: req-117225b9-273b-47bb-a368-f5c5c151d953 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:47.137001 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78344748-638c-4f9c-8668-9a0e0021cf31", "name": "network-vif-deleted", "tag": "734dd27b-0997-4805-aa7e-90de8a1f975c", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:47.137256 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-117225b9-273b-47bb-a368-f5c5c151d953 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:47.137657 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117225b9-273b-47bb-a368-f5c5c151d953'] response: {'server_uuid': '78344748-638c-4f9c-8668-9a0e0021cf31', 'name': 'network-vif-deleted', 'tag': '734dd27b-0997-4805-aa7e-90de8a1f975c', 'status': 'completed', 'code': 200} Mar 22 13:57:47.144322 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attempt 2 to bind port 3a865228-3862-4857-92f9-8c5bc3f28950 Mar 22 13:57:47.149826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:47.150653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:47.152134 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-95b707d4-2d18-4c34-8709-cd439e772c33 service neutron] 10.222.0.42 "PUT /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 1152 time: 3.7160828 Mar 22 13:57:47.233188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-80b418e1-126c-4089-81df-e05d13adbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:47.235064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-80b418e1-126c-4089-81df-e05d13adbb38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2770355 Mar 22 13:57:47.240447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6efb79ec-0852-476e-8764-a2622d7ecabf req-8cb9f234-532a-4763-b3bf-dafc1bead4ef tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252710 Mar 22 13:57:47.272405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['3a865228-3862-4857-92f9-8c5bc3f28950'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:47.274310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e3c0d8b1-2e5b-4424-9df1-1608c103d30e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:47.274684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:47.348910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['3a865228-3862-4857-92f9-8c5bc3f28950'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:47.408472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (a70ccba3-0978-422d-bb67-9218bd64f91d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:47.413184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-c4ae68d9-008c-4743-8e40-808cf2d50c05 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628749 Mar 22 13:57:47.537446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-7b14fb2c-4e15-4492-932c-b63986ae6eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669285 Mar 22 13:57:47.573851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d2d95c86-49a5-439a-8ee1-c0dd55443a0e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:47.574253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:47.616821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a7d63342-e919-4893-abc1-ac9962faced1 None None] Current status of the port e3c0d8b1-2e5b-4424-9df1-1608c103d30e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:47.617470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a7d63342-e919-4893-abc1-ac9962faced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:47.666507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:47.679627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Router a70ccba3-0978-422d-bb67-9218bd64f91d is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:57:47.699965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cb513-f681-429b-85e4-71d8b15bd56e req-8de87514-9904-4228-a2ee-b5844880b228 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:47.707349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-161cb513-f681-429b-85e4-71d8b15bd56e req-8de87514-9904-4228-a2ee-b5844880b228 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 949 time: 0.2892430 Mar 22 13:57:47.781419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'mac_address': 'fa:16:3e:a7:ee:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:57:47.847462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a7d63342-e919-4893-abc1-ac9962faced1 None None] For port e3c0d8b1-2e5b-4424-9df1-1608c103d30e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:47.896684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-161cb513-f681-429b-85e4-71d8b15bd56e req-1256b055-c69d-43d9-992b-d7bcd852fcc9 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786125 Mar 22 13:57:47.896684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-76408aac-c7cd-4215-aa34-c70a9a88ca73 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733844 Mar 22 13:57:47.939552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:57:47.955152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-068ea740-f4b1-4c6a-8dcf-cecd76d273a6 req-e9b9623f-555b-42fc-ad1a-9afa2b4ba00a service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038780 Mar 22 13:57:47.972957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045471f-4767-4ccf-833e-f7685a9c77b2 req-7edf7272-c6c7-431f-80e8-ebb66e163067 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:47.978269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:47.984802 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a4e19f17-2ed6-43a8-8a37-b8dfe141023d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3856542 Mar 22 13:57:47.987554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:47.990566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c045471f-4767-4ccf-833e-f7685a9c77b2 req-7edf7272-c6c7-431f-80e8-ebb66e163067 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 948 time: 0.1926477 Mar 22 13:57:48.062471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a7d63342-e919-4893-abc1-ac9962faced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.075240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Sync routers for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:57:48.081030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c045471f-4767-4ccf-833e-f7685a9c77b2 req-f513adfd-53b2-4dd4-a2f8-b6ec7fba6420 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833306 Mar 22 13:57:48.191627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3c0d8b1-2e5b-4424-9df1-1608c103d30e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:48.192023 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.206101 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-059cdf82-b6e8-4e47-9ac3-fb5e38edd6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.246885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:48.247270 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.262300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5e5986c0-0031-45f5-94a5-afd3c9867bc0 None None] Provisioning complete for port e3c0d8b1-2e5b-4424-9df1-1608c103d30e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:48.262675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e5986c0-0031-45f5-94a5-afd3c9867bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.298600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:48.299378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:48.338491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d63342-e919-4893-abc1-ac9962faced1 None None] Pushing event updated for resources: {'Port': ['ID=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:48.422840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-032d5ef9-a654-4cc9-98d8-465684583d42 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:48.430869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-032d5ef9-a654-4cc9-98d8-465684583d42 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.1983850 Mar 22 13:57:48.439656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d2d95c86-49a5-439a-8ee1-c0dd55443a0e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:48.439947 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.450014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:48.451692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-926c2c91-1d06-4d65-96f2-3d55452dd0e7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/quotas/6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 375 time: 0.0187781 Mar 22 13:57:48.550365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-8f25d82a-06c8-4b62-af84-e03080354680 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963244 Mar 22 13:57:48.580557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:48.586059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:48.588000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'name': 'network-vif-deleted', 'tag': '784b8460-2e04-4859-8347-00b54bd0cbf5'}, {'name': 'network-changed', 'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:48.588502 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc47be3-5b7b-46bc-8ccb-9b34edb2c475" -d '{"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-plugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:48.590544 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c" -d '{"events": [{"server_uuid": "c4ba5ae6-8b3b-4a84-830b-2bb0495437ef", "name": "network-vif-deleted", "tag": "784b8460-2e04-4859-8347-00b54bd0cbf5"}, {"name": "network-changed", "server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:48.593143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42816) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:48.643110 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.658061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:48.661793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5e5986c0-0031-45f5-94a5-afd3c9867bc0 None None] Current status of the port e3c0d8b1-2e5b-4424-9df1-1608c103d30e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:48.674572 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.675221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 734dd27b-0997-4805-aa7e-90de8a1f975c no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:48.680347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] Deleting subnet 24235c18-77c9-4377-8081-265820344394 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:57:48.688678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] Publish callbacks [] for subnet (24235c18-77c9-4377-8081-265820344394), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.695776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.703966 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:57:48.704459 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:57:48.765910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:48.809591 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (24235c18-77c9-4377-8081-265820344394), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.837893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 734dd27b-0997-4805-aa7e-90de8a1f975c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:48.840232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 734dd27b-0997-4805-aa7e-90de8a1f975c not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:48.887020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Allocated IP 172.20.0.1 (1532a482-608f-4937-acee-08934e99fda0/585192ed-8863-42b1-8bb5-1ac29b49d391/9f311b5f-ec55-4423-a841-45bb9169d2c6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:48.912382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (24235c18-77c9-4377-8081-265820344394), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:48.928702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=13']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:48.967272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-d88ca728-836f-4f5e-8ace-3fbdb454cfb5 service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160147 Mar 22 13:57:49.003140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=11']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:49.010682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296b0f-2c63-440c-93a6-ca9b52e729f2 req-d74bdc4a-5b34-4215-b1a4-caab7813cc2b tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:49.013260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88296b0f-2c63-440c-93a6-ca9b52e729f2 req-d74bdc4a-5b34-4215-b1a4-caab7813cc2b tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 1131 time: 0.1412084 Mar 22 13:57:49.029695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks [] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.061614 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (24235c18-77c9-4377-8081-265820344394), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.069942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.072653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:46Z', 'revision_number': 3, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:49.093382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Network 1532a482-608f-4937-acee-08934e99fda0 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:49.097312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:49.099014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:49.103571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:49.105854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Checking router: a70ccba3-0978-422d-bb67-9218bd64f91d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:57:49.106369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Updating router a70ccba3-0978-422d-bb67-9218bd64f91d port 307a633b-1c07-4230-a8bf-f9170d19b4d8 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:57:49.119372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24235c18-77c9-4377-8081-265820344394,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:49.141879 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.142797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88296b0f-2c63-440c-93a6-ca9b52e729f2 req-40a8a677-629b-481f-8418-214cd947227f tempest-MigrationsAdminTest-909810691 tempest-MigrationsAdminTest-909810691-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950358 Mar 22 13:57:49.152017 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.161326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42826) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:49.161522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e9e34c97-a6c7-464e-8719-3f418d24291e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/24235c18-77c9-4377-8081-265820344394 HTTP/1.1" status: 204 len: 168 time: 0.5669000 Mar 22 13:57:49.191201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-99f55c7e-8dd9-4f2d-ac09-540a5afc98f0 service neutron] 10.222.0.44 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130945 Mar 22 13:57:49.227408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (a70ccba3-0978-422d-bb67-9218bd64f91d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.287344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Pushing event updated for resources: {'Port': ['ID=9f311b5f-ec55-4423-a841-45bb9169d2c6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:49.326166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (8f7a614c-3e49-4e52-8df5-579c83fb8016), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.346938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87727dcf-8aa0-4760-afd0-e7bd52057151 req-26411197-d0b3-440c-82b5-987eadeb5ded tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:49.347274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3c0d8b1-2e5b-4424-9df1-1608c103d30e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:49.352434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87727dcf-8aa0-4760-afd0-e7bd52057151 req-26411197-d0b3-440c-82b5-987eadeb5ded tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1018238 Mar 22 13:57:49.484158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87727dcf-8aa0-4760-afd0-e7bd52057151 req-596f9cb5-1462-41b9-b04f-611e458f6c87 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Mar 22 13:57:49.512123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3c0d8b1-2e5b-4424-9df1-1608c103d30e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:49.701156 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Publish callbacks [] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.737782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.743444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9a3f858c-ec70-42b0-947f-59c0124b2ba8 None None] Provisioning complete for port 9f311b5f-ec55-4423-a841-45bb9169d2c6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:49.744044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a3f858c-ec70-42b0-947f-59c0124b2ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:49.814059 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce14ef8-c964-4b24-9bfb-cbb5933e71e5 x-openstack-request-id: req-8ce14ef8-c964-4b24-9bfb-cbb5933e71e5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:49.814520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-66272684-d2d1-4384-98dd-a027ab16f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:49.816079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-66272684-d2d1-4384-98dd-a027ab16f5cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1155 time: 0.1405151 Mar 22 13:57:49.818929 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-plugged", "status": "completed", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:49.819407 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ce14ef8-c964-4b24-9bfb-cbb5933e71e5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:49.822159 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce14ef8-c964-4b24-9bfb-cbb5933e71e5'] response: {'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'code': 200} Mar 22 13:57:49.955677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b890f-692f-4262-8c54-6f5293fe87fe None None] Pushing event updated for resources: {'Port': ['ID=307a633b-1c07-4230-a8bf-f9170d19b4d8,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:49.991537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Attempting to bind port 307a633b-1c07-4230-a8bf-f9170d19b4d8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:49.992016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Attempting to bind port 307a633b-1c07-4230-a8bf-f9170d19b4d8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:49.993402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Attempting to bind port 307a633b-1c07-4230-a8bf-f9170d19b4d8 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:50.005188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:50.005711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:50.006244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.006730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:50.007315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Bound port: 307a633b-1c07-4230-a8bf-f9170d19b4d8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:50.007793 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.046085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f858c-ec70-42b0-947f-59c0124b2ba8 None None] Port 9f311b5f-ec55-4423-a841-45bb9169d2c6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:57:50.061811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (8f7a614c-3e49-4e52-8df5-579c83fb8016), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.085035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e3c0d8b1-2e5b-4424-9df1-1608c103d30e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:50.085925 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.087088 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82882ac-5dff-4bfa-94ff-6761f4971d41 x-openstack-request-id: req-c82882ac-5dff-4bfa-94ff-6761f4971d41 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:50.087386 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ba5ae6-8b3b-4a84-830b-2bb0495437ef", "name": "network-vif-deleted", "tag": "784b8460-2e04-4859-8347-00b54bd0cbf5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:50.087701 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c82882ac-5dff-4bfa-94ff-6761f4971d41 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:50.088093 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82882ac-5dff-4bfa-94ff-6761f4971d41'] response: {'server_uuid': 'c4ba5ae6-8b3b-4a84-830b-2bb0495437ef', 'name': 'network-vif-deleted', 'tag': '784b8460-2e04-4859-8347-00b54bd0cbf5', 'status': 'completed', 'code': 200} Mar 22 13:57:50.088346 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82882ac-5dff-4bfa-94ff-6761f4971d41'] response: {'name': 'network-changed', 'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950', 'status': 'completed', 'code': 200} Mar 22 13:57:50.090142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7a614c-3e49-4e52-8df5-579c83fb8016']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:50.107240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8464e4d9-44a9-4376-9976-0363df8c8fec') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:50.107760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8464e4d9-44a9-4376-9976-0363df8c8fec') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:50.118247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (8464e4d9-44a9-4376-9976-0363df8c8fec), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.151808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] For port 307a633b-1c07-4230-a8bf-f9170d19b4d8, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:50.153999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8464e4d9-44a9-4376-9976-0363df8c8fec), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.159188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] For port 307a633b-1c07-4230-a8bf-f9170d19b4d8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=307a633b-1c07-4230-a8bf-f9170d19b4d8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:50.165310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:57:50.165715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (8464e4d9-44a9-4376-9976-0363df8c8fec), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:57:50.167551 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:57:50.176693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.179774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.208349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-4c0788ce-88d6-4281-bba8-02e309edb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:50.217492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-4c0788ce-88d6-4281-bba8-02e309edb977 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.3584647 Mar 22 13:57:50.279271 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (8f7a614c-3e49-4e52-8df5-579c83fb8016), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.293598 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.297610 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8f7a614c-3e49-4e52-8df5-579c83fb8016 HTTP/1.1" status: 204 len: 168 time: 1.1321762 Mar 22 13:57:50.320079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6703ae-cab1-4b2d-a10d-c461aed95857 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7a614c-3e49-4e52-8df5-579c83fb8016,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:50.376759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ebdf6-3b02-4b24-bce5-29c05d6dfd7a req-02a06491-9af0-4d4f-96ef-e44128cf40b2 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:50.389350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-459ebdf6-3b02-4b24-bce5-29c05d6dfd7a req-02a06491-9af0-4d4f-96ef-e44128cf40b2 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 950 time: 0.6177225 Mar 22 13:57:50.403399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-b1117461-2c30-45f7-845a-da7138625336 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 217 time: 0.1731551 Mar 22 13:57:50.441853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80df3-72cd-4ba0-8d6f-7bf46fdc9aa1 req-83a768c7-b2e1-4d98-83fb-9321511cbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:50.444845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b890f-692f-4262-8c54-6f5293fe87fe None None] Pushing event updated for resources: {'Port': ['ID=307a633b-1c07-4230-a8bf-f9170d19b4d8,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:50.446842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a80df3-72cd-4ba0-8d6f-7bf46fdc9aa1 req-83a768c7-b2e1-4d98-83fb-9321511cbcf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1132 time: 0.4445524 Mar 22 13:57:50.522412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:50.533746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:50.541408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks [] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.559481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.560895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6bc397ba-bc9f-4fa4-95d9-0678c05afd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.582944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3c0d8b1-2e5b-4424-9df1-1608c103d30e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:50.606675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-3527ab01-1b6e-4054-b2bc-5f236e55a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:50.608255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-3527ab01-1b6e-4054-b2bc-5f236e55a816 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.2039697 Mar 22 13:57:50.615743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a80df3-72cd-4ba0-8d6f-7bf46fdc9aa1 req-1e2882bb-8b2d-48a7-94b7-4c1171c8bc86 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893166 Mar 22 13:57:50.712854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-459ebdf6-3b02-4b24-bce5-29c05d6dfd7a req-4172481e-10c1-4de4-ba9d-4e88aa0cded0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217845 Mar 22 13:57:50.716503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42910) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:50.736067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-119edd54-1224-4575-b16a-3beb8e072618 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046963 Mar 22 13:57:50.868956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Pushing event updated for resources: {'Port': ['ID=9f311b5f-ec55-4423-a841-45bb9169d2c6,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:50.889261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (a70ccba3-0978-422d-bb67-9218bd64f91d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.978376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb09bda8-076b-4700-9ee1-93536b671e4d req-0a1a741c-99a1-40da-a056-ec7d16b079f6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0954111 Mar 22 13:57:51.060286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:51.081287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Network 1532a482-608f-4937-acee-08934e99fda0 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:51.087763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:51.104273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:51.252772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42922) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:51.253915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-71dcf34e-f084-4465-81f0-f4b348ff2a2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0a541ca4e9549139d493709d723630c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357497 Mar 22 13:57:51.303476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-8e8375fa-76cd-4ad9-aa15-45cdffe75fa4 service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585699 Mar 22 13:57:51.381845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:57:51.389552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:51.389927 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.410310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c670-4139-4da6-b8a2-c7f6efbd0d93 req-3e2a5019-8ccd-4c28-b9e5-de79f2e145db tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:51.421281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e229c670-4139-4da6-b8a2-c7f6efbd0d93 req-3e2a5019-8ccd-4c28-b9e5-de79f2e145db tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.3130491 Mar 22 13:57:51.462750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317d1c3-a9a1-4830-a049-bf2a365be1a2 req-0d950ba5-335a-4aa4-a984-09835635f3de tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:51.471885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1317d1c3-a9a1-4830-a049-bf2a365be1a2 req-0d950ba5-335a-4aa4-a984-09835635f3de tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 949 time: 0.4828298 Mar 22 13:57:51.500851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Router a70ccba3-0978-422d-bb67-9218bd64f91d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:57:51.515409 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27a203d0-b5a3-4fc4-8d76-9e47c1389ad1 admin admin] Publish callbacks [] for security_group (5c63e71c-256a-4d7b-94d0-7533511914cc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.522399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2dcaff13-dd06-436f-a0f7-6e82a000adc8 None None] Provisioning complete for port 9f311b5f-ec55-4423-a841-45bb9169d2c6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:51.522399 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2dcaff13-dd06-436f-a0f7-6e82a000adc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.597365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2dcaff13-dd06-436f-a0f7-6e82a000adc8 None None] Port 9f311b5f-ec55-4423-a841-45bb9169d2c6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:57:51.615650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 2, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:51.619479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:51.621013 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.651234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e64c-a27c-44b5-acb7-e7c8bcdeb9cc None None] The sync data for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 is: [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 2, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:57:51.716755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:51.727245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27a203d0-b5a3-4fc4-8d76-9e47c1389ad1 admin admin] Publish callbacks [] for security_group (5c63e71c-256a-4d7b-94d0-7533511914cc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.734282 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.755299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1317d1c3-a9a1-4830-a049-bf2a365be1a2 req-b6423aee-319f-426f-8585-4b29c060354a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784643 Mar 22 13:57:51.818129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e229c670-4139-4da6-b8a2-c7f6efbd0d93 req-ccdb8734-1f60-4682-b1fe-1fd6db82d4eb tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873343 Mar 22 13:57:51.825379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e67f8e2-c9d8-457c-9beb-13d56b684c4c req-7d10b884-8b61-4923-b211-2cf55df0926f service neutron] 10.222.0.57 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098968 Mar 22 13:57:51.846630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:51.857989 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682d6381-ac8b-4f9b-92ca-fd79b5d54ed2" -d '{"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:51.877332 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.906830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=14']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:51.999174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-5638bde0-c878-4a5d-8b9c-5d75690ec52e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:52.001112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-5638bde0-c878-4a5d-8b9c-5d75690ec52e tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 950 time: 0.1001618 Mar 22 13:57:52.036136 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e63c6-7966-468d-8361-a23cc31241a7 x-openstack-request-id: req-d62e63c6-7966-468d-8361-a23cc31241a7 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:52.036533 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:52.036885 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d62e63c6-7966-468d-8361-a23cc31241a7 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:52.037435 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62e63c6-7966-468d-8361-a23cc31241a7'] response: {'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'code': 200} Mar 22 13:57:52.069690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42942) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:52.179799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:57:52.211809 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-09cfcdb9-c951-41fd-a973-105e5ed0cc43 admin admin] 10.222.0.44 "PUT /v2.0/routers/a70ccba3-0978-422d-bb67-9218bd64f91d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2196589 Mar 22 13:57:52.243386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27a203d0-b5a3-4fc4-8d76-9e47c1389ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5c63e71c-256a-4d7b-94d0-7533511914cc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:52.252933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27a203d0-b5a3-4fc4-8d76-9e47c1389ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:52.263166 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-27a203d0-b5a3-4fc4-8d76-9e47c1389ad1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c63e71c-256a-4d7b-94d0-7533511914cc HTTP/1.1" status: 204 len: 168 time: 1.0092790 Mar 22 13:57:52.324407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33793e-18da-4ae7-8e8c-da534da91ea8 req-ec7c90db-6e66-4270-843a-10bd31baf43f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:52.326663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d33793e-18da-4ae7-8e8c-da534da91ea8 req-ec7c90db-6e66-4270-843a-10bd31baf43f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 950 time: 0.3468931 Mar 22 13:57:52.375784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a203d0-b5a3-4fc4-8d76-9e47c1389ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c63e71c-256a-4d7b-94d0-7533511914cc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:52.480562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Deleting port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:57:52.480960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:52.494230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fcce5c66-2536-49d0-9c4c-014cf2ce67cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:52.495569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-00b409c6-9572-4ee9-bef5-541d7d094914 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:52.502594 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-00b409c6-9572-4ee9-bef5-541d7d094914 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 807 time: 0.9030616 Mar 22 13:57:52.526070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Request body: {'port': {'device_id': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'admin_state_up': True, 'tenant_id': '6a63d022092745619ececdaf45ab4463'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:52.569874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d33793e-18da-4ae7-8e8c-da534da91ea8 req-62d31438-57e9-4564-8f29-b24b95bd3248 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228310 Mar 22 13:57:52.757775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Made reservation on behalf of 6a63d022092745619ececdaf45ab4463 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:52.761821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:52.831265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e140069-718b-4c99-8eba-2f47dd200f83 req-172b3feb-37ed-40f5-b5fc-2612759d9b95 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0758607 Mar 22 13:57:52.970246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3a865228-3862-4857-92f9-8c5bc3f28950 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:53.179880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] For port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:53.181063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.193568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Allocated IP 172.20.0.7 (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7/3acc379a-6984-4410-afce-6a3642923c76/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:53.221436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Calling delete_port for d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:57:53.268029 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fcce5c66-2536-49d0-9c4c-014cf2ce67cc admin admin] Publish callbacks [] for security_group (01ee1baa-1018-49d4-902f-1fa8b26b5203), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.302166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fcce5c66-2536-49d0-9c4c-014cf2ce67cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (01ee1baa-1018-49d4-902f-1fa8b26b5203), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.322197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.330763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 3a865228-3862-4857-92f9-8c5bc3f28950 is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:53.554726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 307a633b-1c07-4230-a8bf-f9170d19b4d8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:53.603645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks [] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.663804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fcce5c66-2536-49d0-9c4c-014cf2ce67cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=741af968c7584c3e88f051e7324b0a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5923979 Mar 22 13:57:53.664582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43014) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:53.666189 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.690360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:53.703528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 307a633b-1c07-4230-a8bf-f9170d19b4d8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:53.704288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.807221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:53.817577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:53.820668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:53.830919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:53.832146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.857793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', '182fd64f-0199-4973-9c02-be37096b6758'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:53.869583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:57:53.883714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43020) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:53.907779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12e050-cf50-4e2e-b0d9-d77c8d1a17a5 req-69a5b334-7cfe-49b4-aa3d-451e8083dc88 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:53.919560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be12e050-cf50-4e2e-b0d9-d77c8d1a17a5 req-69a5b334-7cfe-49b4-aa3d-451e8083dc88 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a3f782f-b697-4653-83e8-0f28e6176fb3 HTTP/1.1" status: 200 len: 868 time: 0.9677966 Mar 22 13:57:53.935806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:53.936924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.963333 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-6c547580-71ce-419a-8cfb-23fb0ceed1e4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4468501 Mar 22 13:57:53.964398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-774307927-network', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:53.978655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Request body: {'port': {'device_id': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:54.066532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.123139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545941d-b487-4804-9a10-af0d1c52bda3 req-dafa4168-cf38-497f-ae4e-311c770d66a0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:54.132765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1545941d-b487-4804-9a10-af0d1c52bda3 req-dafa4168-cf38-497f-ae4e-311c770d66a0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 1.0922582 Mar 22 13:57:54.137809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce5c66-2536-49d0-9c4c-014cf2ce67cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee1baa-1018-49d4-902f-1fa8b26b5203,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:54.143493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event deleted for resources: {'Port': ['ID=d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:54.402341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] No DVR routers for this DVR port d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:57:54.452995 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.494393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.497773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6631d63-6e10-464c-8a73-8ccbefcb7288 req-3d3912e1-fcb1-48fb-8ab6-1e28c80e06bb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "DELETE /v2.0/ports/d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 HTTP/1.1" status: 204 len: 173 time: 2.4577498 Mar 22 13:57:54.520702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be12e050-cf50-4e2e-b0d9-d77c8d1a17a5 req-c985e27d-3d9d-46cb-a624-50d7880bcaf3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989127 Mar 22 13:57:54.521073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-deleted', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:54.525438 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41807aee-9ab7-4233-b2d2-1876a5d8bfc8" -d '{"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-deleted", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:54.602006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1545941d-b487-4804-9a10-af0d1c52bda3 req-914b50d2-5af0-4481-8df8-9ee459d33547 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600332 Mar 22 13:57:54.606385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:54.608883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Made reservation on behalf of 040fbc99a24c4cd89aa8fa80eba9da56 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:54.617153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.633593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Publish callbacks [] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.673194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Transition to ACTIVE for port object 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:57:54.681407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.684846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.714281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a4f77718-ee8f-459e-8cfd-c3a688c31133 admin admin] Publish callbacks [] for security_group (01ee1baa-1018-49d4-902f-1fa8b26b5203), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.766678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a4f77718-ee8f-459e-8cfd-c3a688c31133 admin admin] Publish callbacks [] for security_group (01ee1baa-1018-49d4-902f-1fa8b26b5203), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.802665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 307a633b-1c07-4230-a8bf-f9170d19b4d8 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:54.803320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.838347 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.877165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 307a633b-1c07-4230-a8bf-f9170d19b4d8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=307a633b-1c07-4230-a8bf-f9170d19b4d8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:54.889634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a4f77718-ee8f-459e-8cfd-c3a688c31133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (01ee1baa-1018-49d4-902f-1fa8b26b5203), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.892667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a4f77718-ee8f-459e-8cfd-c3a688c31133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.896228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a4f77718-ee8f-459e-8cfd-c3a688c31133 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01ee1baa-1018-49d4-902f-1fa8b26b5203 HTTP/1.1" status: 204 len: 168 time: 1.1267180 Mar 22 13:57:54.915328 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.975305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77718-ee8f-459e-8cfd-c3a688c31133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee1baa-1018-49d4-902f-1fa8b26b5203,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:55.004407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:55.054667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:55.055177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:55.055685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:55.064607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:57:55.066204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:55.078953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:55.079796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:55.080430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:55.081004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Bound port: 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:55.081474 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.083262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=307a633b-1c07-4230-a8bf-f9170d19b4d8,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:55.094248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:57:55.102222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b50e3-0010-4190-a458-56272420434f req-af6d57c5-9abe-427f-80e5-79d96c2cb1d8 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:55.104415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a7b50e3-0010-4190-a458-56272420434f req-af6d57c5-9abe-427f-80e5-79d96c2cb1d8 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 950 time: 0.2737610 Mar 22 13:57:55.128573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:57:55.129005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:57:55.151384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea952-95f2-4611-bed6-828778345d7f req-730b0eb0-1472-4c40-ba8f-7ee118c675c2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:55.153427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eeeea952-95f2-4611-bed6-828778345d7f req-730b0eb0-1472-4c40-ba8f-7ee118c675c2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.3288429 Mar 22 13:57:55.242315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:55.246367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:55.258946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.264853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a7b50e3-0010-4190-a458-56272420434f req-1ed1716d-475f-4d10-bc3d-ba536b241c52 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437659 Mar 22 13:57:55.284860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eeeea952-95f2-4611-bed6-828778345d7f req-57998bf2-513e-4acb-83d6-710b8b8c2bca tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148412 Mar 22 13:57:55.287053 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks [] for security_group (2cd89fce-f460-4cd3-9d50-0296ae372d6c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.304264 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2cd89fce-f460-4cd3-9d50-0296ae372d6c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.345804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:55.359679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:55.360703 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.362547 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-650864f9-e5d4-47f1-ae49-4ee0386cc85e service neutron] 10.222.0.57 "PUT /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 1091 time: 1.3884223 Mar 22 13:57:55.362769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:57:55.368260 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d12c50-6e23-4844-82e2-e6c714c5f0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:57:55.373449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd89fce-f460-4cd3-9d50-0296ae372d6c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:55.405484 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a13e0c6-3089-4a7d-9f3a-48f9b2119c6e x-openstack-request-id: req-5a13e0c6-3089-4a7d-9f3a-48f9b2119c6e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:55.405993 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f782f-b697-4653-83e8-0f28e6176fb3", "name": "network-vif-deleted", "tag": "d1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:55.406442 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a13e0c6-3089-4a7d-9f3a-48f9b2119c6e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:55.406956 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a13e0c6-3089-4a7d-9f3a-48f9b2119c6e'] response: {'server_uuid': '3a3f782f-b697-4653-83e8-0f28e6176fb3', 'name': 'network-vif-deleted', 'tag': 'd1832b1e-8761-43cc-ba6e-a6d0cb3fe1f4', 'status': 'completed', 'code': 200} Mar 22 13:57:55.409315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:57:55.433743 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7cba9003-403f-4a73-958e-b7ace49101b4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.434995 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Added segment 7cba9003-403f-4a73-958e-b7ace49101b4 of type vlan for network 79ac2a07-d404-452d-894c-f8e8a03cbea9 Mar 22 13:57:55.528723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (79ac2a07-d404-452d-894c-f8e8a03cbea9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.548477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 307a633b-1c07-4230-a8bf-f9170d19b4d8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:55.575773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-3f61a655-0e92-45df-92b9-2c9cdd1b7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:55.584265 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (79ac2a07-d404-452d-894c-f8e8a03cbea9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.585049 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-3f61a655-0e92-45df-92b9-2c9cdd1b7d43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1125 time: 0.1737902 Mar 22 13:57:55.585271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:55.585857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.611902 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Sync routers for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:57:55.626901 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:55.628258 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:55.638738 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-f0695720-50ed-4ce5-a7fe-d3c90e1c33d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 217 time: 0.0456102 Mar 22 13:57:55.658937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43078) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:55.683623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 307a633b-1c07-4230-a8bf-f9170d19b4d8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:55.684000 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.729100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4c7fbe2-ae81-4b0e-870e-84df0f9aad79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.766381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-1c774c2a-d363-42e1-86e7-a0eab7f9677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:55.768481 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-1c774c2a-d363-42e1-86e7-a0eab7f9677e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.1196160 Mar 22 13:57:55.781257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8374853 Mar 22 13:57:55.792311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43094) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:55.816441 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-cecade45-f344-40b8-b480-4c5adfa20639 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363724 Mar 22 13:57:55.816666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Request body: {'subnet': {'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-774307927-subnet', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:55.820126 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:55.846884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72eae-5767-40e5-8589-c2dbaa4a8d28 admin admin] Pushing event updated for resources: {'Network': ['ID=79ac2a07-d404-452d-894c-f8e8a03cbea9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:55.867998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:57:55.894711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Made reservation on behalf of 040fbc99a24c4cd89aa8fa80eba9da56 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:57:55.897108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.976540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4c7fbe2-ae81-4b0e-870e-84df0f9aad79 admin admin] Publish callbacks [] for security_group (8c4e8073-b30b-4026-80dc-bc9774d8a72f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:55.992675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4c7fbe2-ae81-4b0e-870e-84df0f9aad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8c4e8073-b30b-4026-80dc-bc9774d8a72f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.033761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7fbe2-ae81-4b0e-870e-84df0f9aad79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e8073-b30b-4026-80dc-bc9774d8a72f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:56.055000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 307a633b-1c07-4230-a8bf-f9170d19b4d8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:56.077784 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-4eaa22b3-16c3-4e95-86bf-a075d95c91e0 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520037 Mar 22 13:57:56.083536 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f4c7fbe2-ae81-4b0e-870e-84df0f9aad79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fe21a3b7128420d8b3cb1208bfa682f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234135 Mar 22 13:57:56.084266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43108) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:56.117259 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91052db-d754-4e52-8c2c-e3120bcafa21 x-openstack-request-id: req-c91052db-d754-4e52-8c2c-e3120bcafa21 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:57:56.117620 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:57:56.119683 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c91052db-d754-4e52-8c2c-e3120bcafa21 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:57:56.120156 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91052db-d754-4e52-8c2c-e3120bcafa21'] response: {'name': 'network-changed', 'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b', 'status': 'completed', 'code': 200} Mar 22 13:57:56.218761 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14dc0e56-8388-4ae9-80eb-6bbcd7e22b7d admin admin] Publish callbacks [] for security_group (8c4e8073-b30b-4026-80dc-bc9774d8a72f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.219315 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 2, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:56.266840 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Checking router: a70ccba3-0978-422d-bb67-9218bd64f91d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:57:56.267149 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Updating router a70ccba3-0978-422d-bb67-9218bd64f91d port 9f311b5f-ec55-4423-a841-45bb9169d2c6 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:57:56.277475 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14dc0e56-8388-4ae9-80eb-6bbcd7e22b7d admin admin] Publish callbacks [] for security_group (8c4e8073-b30b-4026-80dc-bc9774d8a72f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.312818 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.339030 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca5d07a-e7c3-4f45-99e6-f558b8138336 req-505d883a-b05e-4e34-b350-c170417eb306 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517145 Mar 22 13:57:56.372538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14dc0e56-8388-4ae9-80eb-6bbcd7e22b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8c4e8073-b30b-4026-80dc-bc9774d8a72f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.388224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14dc0e56-8388-4ae9-80eb-6bbcd7e22b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.390946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-14dc0e56-8388-4ae9-80eb-6bbcd7e22b7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c4e8073-b30b-4026-80dc-bc9774d8a72f HTTP/1.1" status: 204 len: 168 time: 0.3056321 Mar 22 13:57:56.416367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc0e56-8388-4ae9-80eb-6bbcd7e22b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e8073-b30b-4026-80dc-bc9774d8a72f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:56.478981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-a026c7c1-1aaa-402e-b97c-cc478b60ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:56.480456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-a026c7c1-1aaa-402e-b97c-cc478b60ef18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1125 time: 0.0771458 Mar 22 13:57:56.676639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-f3c5641a-3615-4fd1-97d6-2246ca9a1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:56.681026 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-f3c5641a-3615-4fd1-97d6-2246ca9a1ff4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.1889584 Mar 22 13:57:56.777550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-b1ae531c-91cd-4683-b2ba-d723ef97054e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 217 time: 0.0846534 Mar 22 13:57:56.794584 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Publish callbacks [] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.814054 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.817587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf829d-940a-4ee0-878c-706040bfb842 req-ab22f7b4-7f28-4024-a443-b6f9ab1b04ea tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:56.819341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0dcf829d-940a-4ee0-878c-706040bfb842 req-ab22f7b4-7f28-4024-a443-b6f9ab1b04ea tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1384890 Mar 22 13:57:56.821676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (2b1a0019-0b48-44fa-bc11-5507d6f1c647), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:56.826907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609d43e-2252-4f42-9cec-0cba9b7d28d8 req-1339c361-55a7-4d78-8d8c-9a788b77e7a9 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:56.834039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b609d43e-2252-4f42-9cec-0cba9b7d28d8 req-1339c361-55a7-4d78-8d8c-9a788b77e7a9 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1132 time: 0.1511719 Mar 22 13:57:56.842686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-53a9601a-b60a-4619-b012-cca415de2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:56.844522 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-53a9601a-b60a-4619-b012-cca415de2923 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0593946 Mar 22 13:57:56.890776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-085c8813-5e25-4676-b725-b86effe1d095 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374956 Mar 22 13:57:56.899141 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Pushing event updated for resources: {'Port': ['ID=9f311b5f-ec55-4423-a841-45bb9169d2c6,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:56.913523 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.913876 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.914310 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.914618 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.915255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.915589 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.915909 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.916229 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.916551 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.916863 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.917181 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.917602 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.917926 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.918288 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.918804 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:57:56.968152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1a0019-0b48-44fa-bc11-5507d6f1c647,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:57.045141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0dcf829d-940a-4ee0-878c-706040bfb842 req-531783c4-b21d-4581-89c8-ac8a643eba17 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086875 Mar 22 13:57:57.078949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b609d43e-2252-4f42-9cec-0cba9b7d28d8 req-e6858159-47ba-4099-b1fa-bf9ae0c4e011 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436709 Mar 22 13:57:57.079961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Checking segment: {'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:57.085032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Network hostable DHCP agents. Network: 79ac2a07-d404-452d-894c-f8e8a03cbea9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:57:57.101237 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-b41c04ca-39c5-4b7d-882d-ee1757d21b99 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007754 Mar 22 13:57:57.177021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:57:57.198017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 79ac2a07-d404-452d-894c-f8e8a03cbea9) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:57.202826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:57.203754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.210049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d04b38f-f4c1-49a3-be03-eb3298196fa1 None None] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:57:57.248352 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Attempting to bind port 9f311b5f-ec55-4423-a841-45bb9169d2c6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:57.250476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Attempting to bind port 9f311b5f-ec55-4423-a841-45bb9169d2c6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:57.250943 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Attempting to bind port 9f311b5f-ec55-4423-a841-45bb9169d2c6 on network 1532a482-608f-4937-acee-08934e99fda0 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:57.262286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6b39062a-24d5-4d87-a512-123d8665ebfb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4645820 Mar 22 13:57:57.262989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43142) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:57:57.265351 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:57.267252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:57:57.267748 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Checking segment: {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:57.268248 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.269663 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Bound using segment: {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:57.271182 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Bound port: 9f311b5f-ec55-4423-a841-45bb9169d2c6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:57.272579 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.355550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (9330c0be-34b8-4812-8278-7a9d238ac927), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.356945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (9330c0be-34b8-4812-8278-7a9d238ac927), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.400920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76d12c50-6e23-4844-82e2-e6c714c5f0cc req-9e32b6e3-7cf3-4924-a3d0-939083f46a57 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875533 Mar 22 13:57:57.430440 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] For port 9f311b5f-ec55-4423-a841-45bb9169d2c6, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:57.442048 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] For port 9f311b5f-ec55-4423-a841-45bb9169d2c6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9f311b5f-ec55-4423-a841-45bb9169d2c6,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:57.450846 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.519817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-79ac2a07-d404-452d-894c-f8e8a03cbea9', 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9', 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'fixed_ips': [{'subnet_id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:57:57.521046 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.587245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:57:57.588047 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:57.639759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks [] for router_controller (9330c0be-34b8-4812-8278-7a9d238ac927), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.746516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Allocated IP 172.20.0.2 (79ac2a07-d404-452d-894c-f8e8a03cbea9/2b1a0019-0b48-44fa-bc11-5507d6f1c647/5cf2532a-51a0-4646-8bc7-3650fec06022) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:57.780441 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b6c02-f71e-48ea-9971-8e3fc9ab6a09 None None] Pushing event updated for resources: {'Port': ['ID=9f311b5f-ec55-4423-a841-45bb9169d2c6,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:57.856141 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:57:57.907516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks [] for router_gateway (9330c0be-34b8-4812-8278-7a9d238ac927), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.920572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94782-825f-4af7-976c-b1a192dbfaa1 req-b708ad4f-d244-436c-9f7c-d15d10e6baf2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:57.927476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7cf94782-825f-4af7-976c-b1a192dbfaa1 req-b708ad4f-d244-436c-9f7c-d15d10e6baf2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.3287055 Mar 22 13:57:58.071319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-01b50171-7e66-4885-a17d-1dbcb5518f84 None None] Provisioning complete for port 9f311b5f-ec55-4423-a841-45bb9169d2c6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:58.071703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-01b50171-7e66-4885-a17d-1dbcb5518f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.104530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7cf94782-825f-4af7-976c-b1a192dbfaa1 req-4a695b83-42fc-42bc-9e79-22b726e3d6dc tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760950 Mar 22 13:57:58.160869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Publish callbacks [] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.234672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.241841 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:57Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:57:58.293886 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73447f02-9d22-423b-b327-ad5197b171b0 None None] The sync data for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 is: [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:57Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:57:58.527720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks [] for router_gateway (9330c0be-34b8-4812-8278-7a9d238ac927), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.563258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Pushing event updated for resources: {'Port': ['ID=5cf2532a-51a0-4646-8bc7-3650fec06022,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:58.578110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d131da-c791-4a77-a19f-b9a6d5ca3e56 req-877d1064-5426-4e44-887c-f8d081892762 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:58.585945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2d131da-c791-4a77-a19f-b9a6d5ca3e56 req-877d1064-5426-4e44-887c-f8d081892762 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 943 time: 0.1474605 Mar 22 13:57:58.588418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.599073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b170a40-dbe1-4194-ac59-4be0f66fb812 req-09ae9392-b255-4d4a-b455-d9c6f7d64a79 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:58.600853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b170a40-dbe1-4194-ac59-4be0f66fb812 req-09ae9392-b255-4d4a-b455-d9c6f7d64a79 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 951 time: 0.2210755 Mar 22 13:57:58.628215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:58.634235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.637544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:58.640819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:58.669554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-01b50171-7e66-4885-a17d-1dbcb5518f84 None None] Current status of the port 9f311b5f-ec55-4423-a841-45bb9169d2c6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:58.670058 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-01b50171-7e66-4885-a17d-1dbcb5518f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.733760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-01b50171-7e66-4885-a17d-1dbcb5518f84 None None] For port 9f311b5f-ec55-4423-a841-45bb9169d2c6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9f311b5f-ec55-4423-a841-45bb9169d2c6,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:58.746778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-01b50171-7e66-4885-a17d-1dbcb5518f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.757187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Attempting to bind port 5cf2532a-51a0-4646-8bc7-3650fec06022 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:57:58.757940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Attempting to bind port 5cf2532a-51a0-4646-8bc7-3650fec06022 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:57:58.758645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Attempting to bind port 5cf2532a-51a0-4646-8bc7-3650fec06022 on network 79ac2a07-d404-452d-894c-f8e8a03cbea9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:57:58.773122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b170a40-dbe1-4194-ac59-4be0f66fb812 req-ca08e0a2-6f98-4145-bfc9-2613f697b864 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556523 Mar 22 13:57:58.782831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:57:58.783596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Checking segment: {'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:57:58.784102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.784598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Bound using segment: {'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:57:58.785198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Bound port: 5cf2532a-51a0-4646-8bc7-3650fec06022, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:57:58.785732 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.816841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2d131da-c791-4a77-a19f-b9a6d5ca3e56 req-f0c54857-1ffd-4875-a919-de765f60ba61 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125063 Mar 22 13:57:58.904703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a5e75329-7d7a-4f08-9fb2-b87acc3b07d0 None None] Provisioning complete for port 9f311b5f-ec55-4423-a841-45bb9169d2c6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:58.905213 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a5e75329-7d7a-4f08-9fb2-b87acc3b07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.934772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50171-7e66-4885-a17d-1dbcb5518f84 None None] Pushing event updated for resources: {'Port': ['ID=9f311b5f-ec55-4423-a841-45bb9169d2c6,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:59.029874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] For port 5cf2532a-51a0-4646-8bc7-3650fec06022, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:59.037104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] For port 5cf2532a-51a0-4646-8bc7-3650fec06022, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5cf2532a-51a0-4646-8bc7-3650fec06022,segment=NetworkSegment(7cba9003-403f-4a73-958e-b7ace49101b4),segment_id=7cba9003-403f-4a73-958e-b7ace49101b4)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:57:59.044401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Allocated IP 172.25.2.251 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/9ec9d5a8-b2de-4aee-8a45-a67f98293789) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:57:59.109405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:59.182069 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks [] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:59.214253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a5e75329-7d7a-4f08-9fb2-b87acc3b07d0 None None] Current status of the port 9f311b5f-ec55-4423-a841-45bb9169d2c6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:59.241602 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-7804398e-a973-4bea-951e-52020267a5b1 service neutron] 10.222.0.57 "GET /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.1633372 Mar 22 13:57:59.250141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:59.277999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:57:59.283307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:57:59.331291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:57:59.343623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec9d5a8-b2de-4aee-8a45-a67f98293789,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:59.398432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ac7a-7f52-47d4-be57-1ab6ea7c8a45 None None] Pushing event updated for resources: {'Port': ['ID=5cf2532a-51a0-4646-8bc7-3650fec06022,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:57:59.454169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-937e6872-45e7-4a99-9d84-6aa617acd33a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:59.461010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-937e6872-45e7-4a99-9d84-6aa617acd33a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 951 time: 0.5682781 Mar 22 13:57:59.506588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a90e-93e5-491e-b85a-5098824f3343 req-4522de61-f484-4a64-be35-608d55c79514 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:59.509831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0931a90e-93e5-491e-b85a-5098824f3343 req-4522de61-f484-4a64-be35-608d55c79514 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 1132 time: 0.2927020 Mar 22 13:57:59.550722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9f311b5f-ec55-4423-a841-45bb9169d2c6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:57:59.749017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9f311b5f-ec55-4423-a841-45bb9169d2c6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:57:59.749425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:59.765832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:57:59.786403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0931a90e-93e5-491e-b85a-5098824f3343 req-fc6e0a40-26c7-47ee-a13e-dee63aaed822 tempest-ServersAdminTestJSON-148496643 tempest-ServersAdminTestJSON-148496643-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907649 Mar 22 13:57:59.829379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:57:59.917800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a865228-3862-4857-92f9-8c5bc3f28950 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:57:59.958217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9f311b5f-ec55-4423-a841-45bb9169d2c6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:57:59.960601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:00.004433 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.093554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Deleting port 182fd64f-0199-4973-9c02-be37096b6758 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:00.094757 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (182fd64f-0199-4973-9c02-be37096b6758), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.200296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] Transition to ACTIVE for port object 3a865228-3862-4857-92f9-8c5bc3f28950 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:00.215931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.222939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f2e87-730e-4563-8e60-61df9b9b347a req-4c2ada94-6761-4696-87bb-f65a44485fee tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:00.239978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1f2e87-730e-4563-8e60-61df9b9b347a req-4c2ada94-6761-4696-87bb-f65a44485fee tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.3024492 Mar 22 13:58:00.290945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks [] for router_gateway (9330c0be-34b8-4812-8278-7a9d238ac927), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.348497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] No DVR routers for this DVR port 3a865228-3862-4857-92f9-8c5bc3f28950 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:00.364207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] Pushing event updated for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:00.386068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] For port 182fd64f-0199-4973-9c02-be37096b6758, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=182fd64f-0199-4973-9c02-be37096b6758,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:00.386439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (182fd64f-0199-4973-9c02-be37096b6758), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.391860 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-0c126ec3-17dc-4958-94ea-6efbdc4589bc service neutron] 10.222.0.57 "PUT /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950/bindings/n-h1-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1408055 Mar 22 13:58:00.423054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Calling delete_port for 182fd64f-0199-4973-9c02-be37096b6758 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:00.424461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43318) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:00.439889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1f2e87-730e-4563-8e60-61df9b9b347a req-a706fe1d-1c65-4a02-ac2e-18f7dc344453 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975009 Mar 22 13:58:00.646791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d67b9d5e-2429-4259-9900-d3d1de7e9780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.849201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d67b9d5e-2429-4259-9900-d3d1de7e9780 admin admin] Publish callbacks [] for security_group (13a6ca63-8143-4bbd-b84a-db6029c0031e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.862955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d67b9d5e-2429-4259-9900-d3d1de7e9780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (13a6ca63-8143-4bbd-b84a-db6029c0031e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:00.912486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b9d5e-2429-4259-9900-d3d1de7e9780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a6ca63-8143-4bbd-b84a-db6029c0031e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:01.005183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d6d14-bdbe-41ea-9f02-a93d3a09c6d6 req-9dc00681-2993-4d15-be7c-5aaedc2d02a3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:01.008174 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d67b9d5e-2429-4259-9900-d3d1de7e9780 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d917083f92e2428f9f0a921128b3df6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5823965 Mar 22 13:58:01.011213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43340) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:01.013245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06d6d14-bdbe-41ea-9f02-a93d3a09c6d6 req-9dc00681-2993-4d15-be7c-5aaedc2d02a3 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe12b1c-d17b-4025-97fc-3f2eb579886b HTTP/1.1" status: 200 len: 951 time: 0.4060550 Mar 22 13:58:01.049528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-f7f70a5d-3f1c-4913-911a-e446c111f521 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:01.051157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-f7f70a5d-3f1c-4913-911a-e446c111f521 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.5474708 Mar 22 13:58:01.128528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db4b4d65-077a-4f6c-a614-ba097f319b01 admin admin] Publish callbacks [] for security_group (13a6ca63-8143-4bbd-b84a-db6029c0031e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.145634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (9330c0be-34b8-4812-8278-7a9d238ac927), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.158976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-75851e17-06f2-4198-8cf1-f1e7357fdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:01.160865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-75851e17-06f2-4198-8cf1-f1e7357fdb87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3&tenant_id=c4db45f5d7be417fa9f5de7abacbea38 HTTP/1.1" status: 200 len: 1126 time: 0.0999620 Mar 22 13:58:01.176573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db4b4d65-077a-4f6c-a614-ba097f319b01 admin admin] Publish callbacks [] for security_group (13a6ca63-8143-4bbd-b84a-db6029c0031e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.185698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0f6ce-900b-408e-9f99-0c47a4b9cc1e None None] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:01.268573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-69207555-56de-4888-9d83-3e20aeda70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:01.270477 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-69207555-56de-4888-9d83-3e20aeda70b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1126 time: 0.0815549 Mar 22 13:58:01.358402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db92f01b-c1f2-4e5f-9bf2-c61006d819d9 None None] Provisioning complete for port 5cf2532a-51a0-4646-8bc7-3650fec06022 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:01.358869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db92f01b-c1f2-4e5f-9bf2-c61006d819d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.368339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (182fd64f-0199-4973-9c02-be37096b6758), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.375247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43344) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:01.402607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:01.414318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event deleted for resources: {'Port': ['ID=182fd64f-0199-4973-9c02-be37096b6758,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:01.429164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-1af0df06-df40-4446-aac9-0f343fb47e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:01.435825 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-1af0df06-df40-4446-aac9-0f343fb47e3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 200 len: 922 time: 0.1584573 Mar 22 13:58:01.437114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db4b4d65-077a-4f6c-a614-ba097f319b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (13a6ca63-8143-4bbd-b84a-db6029c0031e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.439928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db4b4d65-077a-4f6c-a614-ba097f319b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.440727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:01.452713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06d6d14-bdbe-41ea-9f02-a93d3a09c6d6 req-7276e76c-94f7-4cf2-9b82-93b4fd46f037 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384613 Mar 22 13:58:01.456920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-db4b4d65-077a-4f6c-a614-ba097f319b01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13a6ca63-8143-4bbd-b84a-db6029c0031e HTTP/1.1" status: 204 len: 168 time: 0.4446063 Mar 22 13:58:01.507008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b4d65-077a-4f6c-a614-ba097f319b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a6ca63-8143-4bbd-b84a-db6029c0031e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:01.625229 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-4a5da33f-7156-45c3-bbac-ad9ac6b47ec4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 200 len: 217 time: 0.1614821 Mar 22 13:58:01.630650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] No DVR routers for this DVR port 182fd64f-0199-4973-9c02-be37096b6758 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:01.636629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.643269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb5bb511-49d4-43dc-83ea-f068ede72393 req-20bd124e-44e2-4efa-a558-bf4e2755d5dc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "DELETE /v2.0/ports/182fd64f-0199-4973-9c02-be37096b6758 HTTP/1.1" status: 204 len: 173 time: 2.1651747 Mar 22 13:58:01.644592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-deleted', 'tag': '182fd64f-0199-4973-9c02-be37096b6758'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:01.646883 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d6c7c6-aa26-4f21-98e5-db03ad551c40" -d '{"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-deleted", "tag": "182fd64f-0199-4973-9c02-be37096b6758"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:01.699552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f148ea-0fde-45c0-b496-407eccc23959 req-81209424-f01a-4b5e-b512-6e23c7c40254 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:01.711748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69f148ea-0fde-45c0-b496-407eccc23959 req-81209424-f01a-4b5e-b512-6e23c7c40254 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 944 time: 0.6958618 Mar 22 13:58:01.726300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-43567335-16dc-4227-8e6f-659402ad6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:01.728566 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-43567335-16dc-4227-8e6f-659402ad6767 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 200 len: 861 time: 0.0960681 Mar 22 13:58:01.732232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db92f01b-c1f2-4e5f-9bf2-c61006d819d9 None None] Current status of the port 5cf2532a-51a0-4646-8bc7-3650fec06022 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:01.732629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db92f01b-c1f2-4e5f-9bf2-c61006d819d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.739382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Router 9330c0be-34b8-4812-8278-7a9d238ac927 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:58:01.746771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5cf2532a-51a0-4646-8bc7-3650fec06022 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:01.768522 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-834dbd32-d21e-4c67-869b-3dbfb24fa187 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa788293-d25f-4072-b2ae-d0417c178fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332429 Mar 22 13:58:01.779255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:01.878244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-db92f01b-c1f2-4e5f-9bf2-c61006d819d9 None None] For port 5cf2532a-51a0-4646-8bc7-3650fec06022, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5cf2532a-51a0-4646-8bc7-3650fec06022,segment=NetworkSegment(7cba9003-403f-4a73-958e-b7ace49101b4),segment_id=7cba9003-403f-4a73-958e-b7ace49101b4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:01.894967 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db92f01b-c1f2-4e5f-9bf2-c61006d819d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:02.023401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f01b-c1f2-4e5f-9bf2-c61006d819d9 None None] Pushing event updated for resources: {'Port': ['ID=5cf2532a-51a0-4646-8bc7-3650fec06022,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:02.048454 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-dcb07af9-d035-47b3-b921-4af0a0181802 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711155 Mar 22 13:58:02.054939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69f148ea-0fde-45c0-b496-407eccc23959 req-cc78d686-9fd2-4417-87c9-cae674183c86 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422375 Mar 22 13:58:02.081848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4e849206-bf74-41b5-8272-8d17fbaa561b None None] Provisioning complete for port 5cf2532a-51a0-4646-8bc7-3650fec06022 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:02.082375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4e849206-bf74-41b5-8272-8d17fbaa561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:02.112865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f134f9b-d242-4600-85ce-10738625df72 req-fc99e03e-4fa3-4949-a45c-12d38ced7c26 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:02.120430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f134f9b-d242-4600-85ce-10738625df72 req-fc99e03e-4fa3-4949-a45c-12d38ced7c26 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 949 time: 0.4449458 Mar 22 13:58:02.194425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:02.212360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5cf2532a-51a0-4646-8bc7-3650fec06022 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:02.213592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:02.282770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Sync routers for ids ['9330c0be-34b8-4812-8278-7a9d238ac927'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:02.297731 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-42a9426d-93eb-476a-abd2-6f8bf97dc836 service neutron] 10.222.0.42 "GET /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398660 Mar 22 13:58:02.302297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f134f9b-d242-4600-85ce-10738625df72 req-e1b2f30c-2ff4-4a8f-a349-062eade6845c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806378 Mar 22 13:58:02.330431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:02.334609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-907c2c19-68ff-464c-a47c-576cfb2cf1c7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0705976 Mar 22 13:58:02.341717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43378) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:02.441144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Routers {'9330c0be-34b8-4812-8278-7a9d238ac927'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:02.442237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9330c0be-34b8-4812-8278-7a9d238ac927'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:02.548348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb39aa-d495-4863-871f-1859434d5984 req-f7ad1237-cf93-46c2-a0a5-c872f547b190 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:02.552586 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aedb39aa-d495-4863-871f-1859434d5984 req-f7ad1237-cf93-46c2-a0a5-c872f547b190 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 949 time: 0.2204359 Mar 22 13:58:02.687911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4e849206-bf74-41b5-8272-8d17fbaa561b None None] Current status of the port 5cf2532a-51a0-4646-8bc7-3650fec06022 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:02.783293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Deleting port 9ec14703-e815-43f2-bbe4-76e6454fb88c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:02.783672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:02.891746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5cf2532a-51a0-4646-8bc7-3650fec06022 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:02.932154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] For port 9ec14703-e815-43f2-bbe4-76e6454fb88c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ec14703-e815-43f2-bbe4-76e6454fb88c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:02.933352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:02.939268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Set router 9330c0be-34b8-4812-8278-7a9d238ac927 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:02.965735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43418) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:02.980155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Calling delete_port for 9ec14703-e815-43f2-bbe4-76e6454fb88c owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:03.115487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Publish callbacks [] for security_group (78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.118007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-483403780-network', 'tenant_id': 'a151a58322554296ab079be775982c43'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:03.124236 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac04555-0bed-4166-b328-004dae262b88 x-openstack-request-id: req-2ac04555-0bed-4166-b328-004dae262b88 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:03.124579 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe12b1c-d17b-4025-97fc-3f2eb579886b", "name": "network-vif-deleted", "tag": "182fd64f-0199-4973-9c02-be37096b6758", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:03.124830 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ac04555-0bed-4166-b328-004dae262b88 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:03.125238 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac04555-0bed-4166-b328-004dae262b88'] response: {'server_uuid': 'dfe12b1c-d17b-4025-97fc-3f2eb579886b', 'name': 'network-vif-deleted', 'tag': '182fd64f-0199-4973-9c02-be37096b6758', 'status': 'completed', 'code': 200} Mar 22 13:58:03.135546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d321e1-0632-49c5-8527-8aaf2c35450a req-ff34ccfe-3792-44be-8f4a-94056cd97c75 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:03.137309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:03.142616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49d321e1-0632-49c5-8527-8aaf2c35450a req-ff34ccfe-3792-44be-8f4a-94056cd97c75 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.9761045 Mar 22 13:58:03.148880 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.167532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 182fd64f-0199-4973-9c02-be37096b6758 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:03.167878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 182fd64f-0199-4973-9c02-be37096b6758 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:03.168300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ec14703-e815-43f2-bbe4-76e6454fb88c no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:03.198018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9ec14703-e815-43f2-bbe4-76e6454fb88c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.255734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Pushing event deleted for resources: {'Port': ['ID=9ec14703-e815-43f2-bbe4-76e6454fb88c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:03.256172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:03.258435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d2d95c86-49a5-439a-8ee1-c0dd55443a0e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:03.275294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Made reservation on behalf of a151a58322554296ab079be775982c43 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:03.278993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.326338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.343229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:03.347495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.347960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.348397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.348828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.349261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.349688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.350140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.350579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.351325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.351916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.352484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.353088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.353512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.353932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.354563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.376732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7f92437bf7d474fa456de246b1ab09e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9678073 Mar 22 13:58:03.377329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43454) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:03.424985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-ddae1ac2-5b9c-4fb3-b0f8-e53e129d53e9 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:03.426524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-ddae1ac2-5b9c-4fb3-b0f8-e53e129d53e9 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3&tenant_id=c4db45f5d7be417fa9f5de7abacbea38&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.4719324 Mar 22 13:58:03.431806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.432439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.432809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.433700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.433700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.434061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.434346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.435552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.436380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.436779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.437118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.438075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.438416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.438933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.439720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c5-1c30-47ea-88b9-154e494c9895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:03.465210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49d321e1-0632-49c5-8527-8aaf2c35450a req-182d5c7f-caa1-4350-9f5a-957708bcff32 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211775 Mar 22 13:58:03.502773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] No DVR routers for this DVR port 9ec14703-e815-43f2-bbe4-76e6454fb88c on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:03.568337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.576981 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aedb39aa-d495-4863-871f-1859434d5984 req-2d9faee4-f5f1-43c5-9781-df69a6a0958a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "DELETE /v2.0/ports/9ec14703-e815-43f2-bbe4-76e6454fb88c HTTP/1.1" status: 204 len: 173 time: 1.0177777 Mar 22 13:58:03.580421 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-329d06cf-bb07-4c57-92cf-65cc7dddd60c admin admin] Publish callbacks [] for security_group (78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.641261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5cf2532a-51a0-4646-8bc7-3650fec06022 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:03.657674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-329d06cf-bb07-4c57-92cf-65cc7dddd60c admin admin] Publish callbacks [] for security_group (78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.719674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'name': 'network-vif-deleted', 'tag': '9ec14703-e815-43f2-bbe4-76e6454fb88c'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:03.722343 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e0e8bf-f01a-4be6-a792-f1582a11779f" -d '{"events": [{"server_uuid": "7b7480ed-4a7e-44c3-867e-b5ee9aa68aec", "name": "network-vif-deleted", "tag": "9ec14703-e815-43f2-bbe4-76e6454fb88c"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:03.783214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No active binding found for port 9ec14703-e815-43f2-bbe4-76e6454fb88c {{(pid=110459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 13:58:03.783599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 9ec14703-e815-43f2-bbe4-76e6454fb88c host None! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:58:03.783995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ec14703-e815-43f2-bbe4-76e6454fb88c not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:03.801229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-329d06cf-bb07-4c57-92cf-65cc7dddd60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.807395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-329d06cf-bb07-4c57-92cf-65cc7dddd60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.808726 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-329d06cf-bb07-4c57-92cf-65cc7dddd60c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa HTTP/1.1" status: 204 len: 168 time: 0.4265907 Mar 22 13:58:03.838761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d06cf-bb07-4c57-92cf-65cc7dddd60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a9ed4a-65c5-44bd-9a57-e0144fd5e8fa,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:03.884534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf9e9-c2e7-4c3b-be2a-2f17308341d9 req-e34206eb-8261-43b4-b629-84dd6407b1b3 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:03.886168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3fcf9e9-c2e7-4c3b-be2a-2f17308341d9 req-e34206eb-8261-43b4-b629-84dd6407b1b3 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 944 time: 0.2898042 Mar 22 13:58:03.887934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks [] for security_group (60f3b7cf-10a0-451c-bb94-8b08f94ecc4a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.899926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (60f3b7cf-10a0-451c-bb94-8b08f94ecc4a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.935105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:03.975279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7d27080e-e421-4382-844f-f0cd70cb40ad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:03.975762 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Added segment 7d27080e-e421-4382-844f-f0cd70cb40ad of type vlan for network e65084d5-1a6f-433d-9187-b202419dc565 Mar 22 13:58:03.977422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f3b7cf-10a0-451c-bb94-8b08f94ecc4a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:04.014937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-288e8d01-c13a-475e-909f-a0c9bb082ca5 service neutron] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:04.024361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-288e8d01-c13a-475e-909f-a0c9bb082ca5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:04.025441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87735ef7-731f-42bc-b48a-383e32e5c69a req-288e8d01-c13a-475e-909f-a0c9bb082ca5 service neutron] 10.222.0.42 "DELETE /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950/bindings/n-h2-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.5791817 Mar 22 13:58:04.058628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3fcf9e9-c2e7-4c3b-be2a-2f17308341d9 req-8094c078-47c1-4508-8643-fd241393deb7 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598449 Mar 22 13:58:04.151877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e65084d5-1a6f-433d-9187-b202419dc565), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:04.232372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e65084d5-1a6f-433d-9187-b202419dc565), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:04.234280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:04.235024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:04.342071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5cf2532a-51a0-4646-8bc7-3650fec06022 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:04.342740 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:04.351568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9106c45-2922-45a8-822d-3b806239fcc9 req-f6032463-f808-4e42-bf29-56c8d3860caf tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b7480ed-4a7e-44c3-867e-b5ee9aa68aec HTTP/1.1" status: 200 len: 210 time: 0.1391721 Mar 22 13:58:04.373720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:04.404021 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4275618 Mar 22 13:58:04.417771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:04.427719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Request body: {'subnet': {'network_id': 'e65084d5-1a6f-433d-9187-b202419dc565', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-483403780-subnet', 'tenant_id': 'a151a58322554296ab079be775982c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:04.459060 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44218b7-6dff-4af2-ae57-18aad46624aa x-openstack-request-id: req-c44218b7-6dff-4af2-ae57-18aad46624aa {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:04.459350 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7480ed-4a7e-44c3-867e-b5ee9aa68aec", "name": "network-vif-deleted", "tag": "9ec14703-e815-43f2-bbe4-76e6454fb88c", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:04.459650 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c44218b7-6dff-4af2-ae57-18aad46624aa {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:04.460005 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44218b7-6dff-4af2-ae57-18aad46624aa'] response: {'server_uuid': '7b7480ed-4a7e-44c3-867e-b5ee9aa68aec', 'name': 'network-vif-deleted', 'tag': '9ec14703-e815-43f2-bbe4-76e6454fb88c', 'status': 'completed', 'code': 200} Mar 22 13:58:04.517548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2b3b-dbaf-4d1a-92c5-e0620091152e admin admin] Pushing event updated for resources: {'Network': ['ID=e65084d5-1a6f-433d-9187-b202419dc565,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:04.566029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Made reservation on behalf of a151a58322554296ab079be775982c43 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:04.568412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:04.585538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e65084d5-1a6f-433d-9187-b202419dc565 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:04.858705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T13:57:59Z', 'revision_number': 3, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port': {'id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:58Z', 'updated_at': '2022-03-22T13:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:04.864153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9fef-c751-435a-a87a-753865b47bfd req-dc10b2d1-e243-40bd-9533-191a8da5ced9 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:04.865696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-194e9fef-c751-435a-a87a-753865b47bfd req-dc10b2d1-e243-40bd-9533-191a8da5ced9 tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 1126 time: 0.1215713 Mar 22 13:58:04.882642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Allocated IP 172.20.0.1 (79ac2a07-d404-452d-894c-f8e8a03cbea9/2b1a0019-0b48-44fa-bc11-5507d6f1c647/fb41b151-0074-43c0-b6fa-54ddc06d5e41) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:04.914075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b6b4c-ebec-4718-b2ea-d0906853d043 req-ebb41ca9-141d-4489-8350-a7ed2fc45479 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:04.915950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-132b6b4c-ebec-4718-b2ea-d0906853d043 req-ebb41ca9-141d-4489-8350-a7ed2fc45479 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.1705985 Mar 22 13:58:04.924382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Checking router: 9330c0be-34b8-4812-8278-7a9d238ac927 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:04.924732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Updating router 9330c0be-34b8-4812-8278-7a9d238ac927 port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:04.979208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (444a304b-ccbe-4132-8e92-4763e8fbecb7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:05.034827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-194e9fef-c751-435a-a87a-753865b47bfd req-72b0e9c3-1d9d-41d3-9093-740a0310317d tempest-LiveAutoBlockMigrationV225Test-79998396 tempest-LiveAutoBlockMigrationV225Test-79998396-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617548 Mar 22 13:58:05.111529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5cf2532a-51a0-4646-8bc7-3650fec06022 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:05.121902 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:05.164449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444a304b-ccbe-4132-8e92-4763e8fbecb7,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:05.172002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-132b6b4c-ebec-4718-b2ea-d0906853d043 req-35791b67-ed5e-4123-949d-fcd18e6a3c46 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395313 Mar 22 13:58:05.181744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Checking segment: {'id': '7d27080e-e421-4382-844f-f0cd70cb40ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e65084d5-1a6f-433d-9187-b202419dc565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:05.184131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Network hostable DHCP agents. Network: e65084d5-1a6f-433d-9187-b202419dc565, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:05.230756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Network e65084d5-1a6f-433d-9187-b202419dc565 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:05.237415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks [] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:05.255145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e65084d5-1a6f-433d-9187-b202419dc565) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:05.261159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:05.261746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:05.286011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ca302bd3-0e84-4041-a126-0cafc2558fa3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8669753 Mar 22 13:58:05.289217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379dcae1-92a3-46f2-a35b-070942a788b9 None None] Network e65084d5-1a6f-433d-9187-b202419dc565 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:05.445278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:05.520204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:05.527980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:05.530640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:05.589403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75fa22-9acc-4c58-8274-0cbf374e889c req-f7dfcc0f-2ba6-4ddf-b6b0-6b2adfa6b509 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:05.591389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa75fa22-9acc-4c58-8274-0cbf374e889c req-f7dfcc0f-2ba6-4ddf-b6b0-6b2adfa6b509 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2426760 Mar 22 13:58:05.593166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Pushing event updated for resources: {'Port': ['ID=fb41b151-0074-43c0-b6fa-54ddc06d5e41,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:05.593886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65f205-1120-41e0-b39a-e3a1dfe60289 None None] Network e65084d5-1a6f-433d-9187-b202419dc565 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:05.651059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (9330c0be-34b8-4812-8278-7a9d238ac927), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:05.869991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa75fa22-9acc-4c58-8274-0cbf374e889c req-a5eb1c54-f232-4a51-8fbd-899a28a4f55b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659209 Mar 22 13:58:05.928029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30732-e374-4c6b-8cf6-5a7f00600ed8 req-700863fe-aac8-42c9-b4e1-4d334dbd8c6a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:05.929831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4c30732-e374-4c6b-8cf6-5a7f00600ed8 req-700863fe-aac8-42c9-b4e1-4d334dbd8c6a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 944 time: 0.2063205 Mar 22 13:58:05.992839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Publish callbacks [] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.011537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-10fd908e-a8f7-4248-a5b5-047d480d04c3 None None] Provisioning complete for port fb41b151-0074-43c0-b6fa-54ddc06d5e41 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:06.013584 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-10fd908e-a8f7-4248-a5b5-047d480d04c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.044057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4c30732-e374-4c6b-8cf6-5a7f00600ed8 req-f2ba9b9c-9420-4424-b690-a9f701302146 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026239 Mar 22 13:58:06.049081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-10fd908e-a8f7-4248-a5b5-047d480d04c3 None None] Port fb41b151-0074-43c0-b6fa-54ddc06d5e41 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:06.050478 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.082600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-07ec9136-6806-4ecf-9dde-ed82a9d2b8fc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:06.089238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-07ec9136-6806-4ecf-9dde-ed82a9d2b8fc tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.2616055 Mar 22 13:58:06.169739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:06.195618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Pushing event updated for resources: {'Port': ['ID=9ec9d5a8-b2de-4aee-8a45-a67f98293789,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:06.198349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Attempting to bind port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:06.198716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Attempting to bind port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:06.199071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Attempting to bind port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:06.239466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.242228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:06.243335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:06.243777 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.245120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:06.247071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Bound port: 9ec9d5a8-b2de-4aee-8a45-a67f98293789, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:06.254373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.274074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.285243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.285828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.288430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.293808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.294477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.297749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.299166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.299760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.301380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.301877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.304093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.306446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.307931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.308444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:06.357003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-b9263a72-f101-4cce-ab91-93ed17376ac7 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:06.358378 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-b9263a72-f101-4cce-ab91-93ed17376ac7 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 944 time: 0.1819026 Mar 22 13:58:06.514476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] For port 9ec9d5a8-b2de-4aee-8a45-a67f98293789, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:06.519752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] For port 9ec9d5a8-b2de-4aee-8a45-a67f98293789, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9ec9d5a8-b2de-4aee-8a45-a67f98293789,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:06.532061 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.616649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Deleting port 3a865228-3862-4857-92f9-8c5bc3f28950 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:06.619162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.695943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Deleting port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:06.696564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.740766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Routers {'9330c0be-34b8-4812-8278-7a9d238ac927'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:06.742414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9330c0be-34b8-4812-8278-7a9d238ac927'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:06.766367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9975-f4e1-49e5-839a-3138a79a58aa req-5d8e3fb7-512a-40d2-98fd-73cc8997688b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:06.775073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a1a9975-f4e1-49e5-839a-3138a79a58aa req-5d8e3fb7-512a-40d2-98fd-73cc8997688b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=211dbeed-a8b3-4e23-add3-6ee8abfc27d2 HTTP/1.1" status: 200 len: 950 time: 0.2691629 Mar 22 13:58:06.844142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a1a9975-f4e1-49e5-839a-3138a79a58aa req-672b7098-974a-4b7d-9d69-2c4c291a1861 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680141 Mar 22 13:58:06.883173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] Set router 9330c0be-34b8-4812-8278-7a9d238ac927 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:06.941425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] For port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:06.942115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:06.962945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Calling delete_port for c4d40c48-10fe-4d9a-ab36-c1d3a58650bc owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:07.121349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad6a39-424e-43de-bf79-cc2c2e3d57c1 None None] Pushing event updated for resources: {'Port': ['ID=9ec9d5a8-b2de-4aee-8a45-a67f98293789,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:07.127730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb27fd7-3759-4aa7-b376-784df42ee4fc req-9bd68b5a-80a6-4a26-b861-286e324e4756 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:07.135030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efb27fd7-3759-4aa7-b376-784df42ee4fc req-9bd68b5a-80a6-4a26-b861-286e324e4756 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 949 time: 0.1641870 Mar 22 13:58:07.142275 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks [] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.157989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.179048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 4, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port': {'id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:58Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'fb41b151-0074-43c0-b6fa-54ddc06d5e41', 'name': '', 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'mac_address': 'fa:16:3e:87:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:04Z', 'updated_at': '2022-03-22T13:58:04Z', 'revision_number': 1, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'subnets': [{'id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:07.212541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d000e4a-89d7-4cc3-84dd-e7d724f429bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.270423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e268d6-3400-4db4-b7ee-7e9747da61a0 None None] The sync data for ids ['9330c0be-34b8-4812-8278-7a9d238ac927'] in n-d-834677-3 is: [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 4, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port': {'id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:58Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'fb41b151-0074-43c0-b6fa-54ddc06d5e41', 'name': '', 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'mac_address': 'fa:16:3e:87:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:04Z', 'updated_at': '2022-03-22T13:58:04Z', 'revision_number': 1, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'subnets': [{'id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:07.280357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] For port 3a865228-3862-4857-92f9-8c5bc3f28950, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3a865228-3862-4857-92f9-8c5bc3f28950,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:07.280731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.296547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (9330c0be-34b8-4812-8278-7a9d238ac927), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.300971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Calling delete_port for 3a865228-3862-4857-92f9-8c5bc3f28950 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:07.347374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Pushing event updated for resources: {'Port': ['ID=fb41b151-0074-43c0-b6fa-54ddc06d5e41,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:07.366278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efb27fd7-3759-4aa7-b376-784df42ee4fc req-544b6ec7-f8ca-4ae3-97ff-6d74126b382f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301629 Mar 22 13:58:07.481496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d000e4a-89d7-4cc3-84dd-e7d724f429bb admin admin] Publish callbacks [] for security_group (76ac4cde-c942-4c12-be69-1f4d3d52f2a8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.491615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d000e4a-89d7-4cc3-84dd-e7d724f429bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76ac4cde-c942-4c12-be69-1f4d3d52f2a8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.554962 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0d000e4a-89d7-4cc3-84dd-e7d724f429bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b014c84e3f954fcf87a8a1e68085410c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3841014 Mar 22 13:58:07.559277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43620) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:07.559586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d000e4a-89d7-4cc3-84dd-e7d724f429bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ac4cde-c942-4c12-be69-1f4d3d52f2a8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:07.567665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c4d40c48-10fe-4d9a-ab36-c1d3a58650bc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.582662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:07.645225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:07.698985 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3a865228-3862-4857-92f9-8c5bc3f28950), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.725863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['b46c3e52-e116-404b-b5d8-5dc49637c63a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:07.733806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:07.756677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event deleted for resources: {'Port': ['ID=c4d40c48-10fe-4d9a-ab36-c1d3a58650bc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:07.805496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bef0b-da99-4319-a1a2-54a32a9fce1b req-ec1c4b3d-7120-4cca-b27e-83737cee0759 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:07.812634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f6bef0b-da99-4319-a1a2-54a32a9fce1b req-ec1c4b3d-7120-4cca-b27e-83737cee0759 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.3612869 Mar 22 13:58:07.817915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event deleted for resources: {'Port': ['ID=3a865228-3862-4857-92f9-8c5bc3f28950,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:08.018932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] No DVR routers for this DVR port 3a865228-3862-4857-92f9-8c5bc3f28950 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:08.033234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:08.036671 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9e365fca-0685-4044-86f6-1fee25ef1e8d req-4c4d8b9b-441b-4116-a99f-58eacd718f52 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "DELETE /v2.0/ports/3a865228-3862-4857-92f9-8c5bc3f28950 HTTP/1.1" status: 204 len: 173 time: 1.6718147 Mar 22 13:58:08.037405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'name': 'network-vif-deleted', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:08.060518 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1cfeeb-82d6-4589-a21a-0a3dec6a6117" -d '{"events": [{"server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "name": "network-vif-deleted", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:08.163853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] No DVR routers for this DVR port c4d40c48-10fe-4d9a-ab36-c1d3a58650bc on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:08.169892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:08.173598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc3b1152-8e90-44e3-aaf3-fbb77ab23392 req-752b52fa-ef61-41f9-a73b-5ad5f43c8844 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.42 "DELETE /v2.0/ports/c4d40c48-10fe-4d9a-ab36-c1d3a58650bc HTTP/1.1" status: 204 len: 173 time: 2.0769517 Mar 22 13:58:08.173817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-09065a58-0a46-4da1-bef2-912ae5afb88f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:08.175246 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-09065a58-0a46-4da1-bef2-912ae5afb88f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.57 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 949 time: 0.2737710 Mar 22 13:58:08.442251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Deleting port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:08.442934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:08.534890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-87761280-62dd-4252-9d4f-6d90f2bb4d32 None None] Provisioning complete for port fb41b151-0074-43c0-b6fa-54ddc06d5e41 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:08.535348 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-87761280-62dd-4252-9d4f-6d90f2bb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:08.725238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] For port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:08.725604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:08.752167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-deleted', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:08.754635 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c80321-5082-4fb2-8e92-8706094cf4cc" -d '{"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-deleted", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:08.763594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e2f4751-eda3-4da9-af8c-91d07c7f65b2 req-500ef583-451d-4f39-a8a3-29eb568fec1f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.8336256 Mar 22 13:58:08.785994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-87761280-62dd-4252-9d4f-6d90f2bb4d32 None None] Port fb41b151-0074-43c0-b6fa-54ddc06d5e41 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:08.800120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Calling delete_port for a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:08.804634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9eba6908-61b7-4ba7-9990-4791cc466b1b admin admin] Publish callbacks [] for security_group (76ac4cde-c942-4c12-be69-1f4d3d52f2a8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:08.988831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f6bef0b-da99-4319-a1a2-54a32a9fce1b req-a0745780-7a81-4e26-ae51-98d30972f96a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1639371 Mar 22 13:58:08.992914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9eba6908-61b7-4ba7-9990-4791cc466b1b admin admin] Publish callbacks [] for security_group (76ac4cde-c942-4c12-be69-1f4d3d52f2a8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:09.035181 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbaa0a5-b8e8-4174-80bb-1caf639bcc84 x-openstack-request-id: req-0dbaa0a5-b8e8-4174-80bb-1caf639bcc84 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:09.035477 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b578ed-c8fe-49ee-9544-437d54e09ad3", "name": "network-vif-deleted", "tag": "3a865228-3862-4857-92f9-8c5bc3f28950", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:09.035738 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0dbaa0a5-b8e8-4174-80bb-1caf639bcc84 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:09.036137 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbaa0a5-b8e8-4174-80bb-1caf639bcc84'] response: {'server_uuid': 'e1b578ed-c8fe-49ee-9544-437d54e09ad3', 'name': 'network-vif-deleted', 'tag': '3a865228-3862-4857-92f9-8c5bc3f28950', 'status': 'completed', 'code': 200} Mar 22 13:58:09.070385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Router 9330c0be-34b8-4812-8278-7a9d238ac927 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:58:09.115951 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c2b05b-9a96-4b5e-9def-e914c68a0d39 x-openstack-request-id: req-f9c2b05b-9a96-4b5e-9def-e914c68a0d39 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:09.116247 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dbeed-a8b3-4e23-add3-6ee8abfc27d2", "name": "network-vif-deleted", "tag": "c4d40c48-10fe-4d9a-ab36-c1d3a58650bc", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:09.116498 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9c2b05b-9a96-4b5e-9def-e914c68a0d39 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:09.116892 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c2b05b-9a96-4b5e-9def-e914c68a0d39'] response: {'server_uuid': '211dbeed-a8b3-4e23-add3-6ee8abfc27d2', 'name': 'network-vif-deleted', 'tag': 'c4d40c48-10fe-4d9a-ab36-c1d3a58650bc', 'status': 'completed', 'code': 200} Mar 22 13:58:09.123548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c4d40c48-10fe-4d9a-ab36-c1d3a58650bc no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:09.165630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9eba6908-61b7-4ba7-9990-4791cc466b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76ac4cde-c942-4c12-be69-1f4d3d52f2a8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:09.167593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:09.169363 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9eba6908-61b7-4ba7-9990-4791cc466b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:09.173247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9eba6908-61b7-4ba7-9990-4791cc466b1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76ac4cde-c942-4c12-be69-1f4d3d52f2a8 HTTP/1.1" status: 204 len: 168 time: 1.6114240 Mar 22 13:58:09.215832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d2d95c86-49a5-439a-8ee1-c0dd55443a0e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:09.224918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Pushing event deleted for resources: {'Port': ['ID=a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:09.287239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba6908-61b7-4ba7-9990-4791cc466b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ac4cde-c942-4c12-be69-1f4d3d52f2a8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:09.342391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: c4d40c48-10fe-4d9a-ab36-c1d3a58650bc {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:09.343702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c4d40c48-10fe-4d9a-ab36-c1d3a58650bc not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:09.344288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a865228-3862-4857-92f9-8c5bc3f28950 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:09.349226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] No DVR routers for this DVR port a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:09.354170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:09.367274 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7359d684-77f6-4225-8eaa-aa63cab0e277 req-68f96f13-b108-45f0-9b0b-27d4ca6deb31 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.57 "DELETE /v2.0/ports/a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 HTTP/1.1" status: 204 len: 173 time: 1.1826191 Mar 22 13:58:09.378027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de5abc-f48c-4e1c-8e54-c0daf6acbcad req-2d07f457-332c-40ee-b7f3-4b87902b040a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:09.389264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74de5abc-f48c-4e1c-8e54-c0daf6acbcad req-2d07f457-332c-40ee-b7f3-4b87902b040a tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=804ed44e-39e2-4e20-a63d-352bb53e830d HTTP/1.1" status: 200 len: 867 time: 0.3068173 Mar 22 13:58:09.412193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 3a865228-3862-4857-92f9-8c5bc3f28950 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:09.412736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3a865228-3862-4857-92f9-8c5bc3f28950 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:09.511635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:09.543130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ba1ede45-e767-4186-a04f-21844475eb76 admin admin] 10.222.0.44 "PUT /v2.0/routers/9330c0be-34b8-4812-8278-7a9d238ac927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2001188 Mar 22 13:58:09.580874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74de5abc-f48c-4e1c-8e54-c0daf6acbcad req-7173153d-666b-4f9c-879e-5d567df46ef0 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884396 Mar 22 13:58:09.695875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9ec9d5a8-b2de-4aee-8a45-a67f98293789 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:09.784035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43706) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:09.901199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acccff-9d97-4021-b720-11161b01a4ee req-d42b3b06-2fd2-4b0b-a090-501e58788cda tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:09.902060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:09.902630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:09.918010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91acccff-9d97-4021-b720-11161b01a4ee req-d42b3b06-2fd2-4b0b-a090-501e58788cda tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 950 time: 0.1491818 Mar 22 13:58:09.968367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] Deleting subnet 444a304b-ccbe-4132-8e92-4763e8fbecb7 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:58:09.976679 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] Publish callbacks [] for subnet (444a304b-ccbe-4132-8e92-4763e8fbecb7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.043728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a37dc659-a5e0-4512-86e9-78f12da5ae97 req-fc89fe7c-4ff5-4173-a51a-d734488eb9a3 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0802166 Mar 22 13:58:10.138481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91acccff-9d97-4021-b720-11161b01a4ee req-a0a16e44-6d1d-46fa-9b65-5d899196057b tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099693 Mar 22 13:58:10.140312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (444a304b-ccbe-4132-8e92-4763e8fbecb7), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.236921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:10.239469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0099-6733-4805-a8bb-084562b5d06c req-e9ada30f-43f8-4d99-9ca8-388475e8eb93 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:10.240567 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.251307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa9f0099-6733-4805-a8bb-084562b5d06c req-e9ada30f-43f8-4d99-9ca8-388475e8eb93 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.0802870 Mar 22 13:58:10.285961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (444a304b-ccbe-4132-8e92-4763e8fbecb7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.316460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 9ec9d5a8-b2de-4aee-8a45-a67f98293789, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9ec9d5a8-b2de-4aee-8a45-a67f98293789,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:10.326694 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.347701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa9f0099-6733-4805-a8bb-084562b5d06c req-d626431f-a794-4e29-b589-a7d1705b10ee tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902619 Mar 22 13:58:10.369385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (444a304b-ccbe-4132-8e92-4763e8fbecb7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.412342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=9ec9d5a8-b2de-4aee-8a45-a67f98293789,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:10.412865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.419947 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/444a304b-ccbe-4132-8e92-4763e8fbecb7 HTTP/1.1" status: 204 len: 168 time: 0.6344931 Mar 22 13:58:10.421681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae5691-a553-428b-bc13-0faeb8152df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444a304b-ccbe-4132-8e92-4763e8fbecb7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:10.422353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43742) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:10.509515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e65084d5-1a6f-433d-9187-b202419dc565), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.618216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e65084d5-1a6f-433d-9187-b202419dc565), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.645800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65084d5-1a6f-433d-9187-b202419dc565']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:10.658939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d27080e-e421-4382-844f-f0cd70cb40ad') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:10.659234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d27080e-e421-4382-844f-f0cd70cb40ad') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:10.669864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (7d27080e-e421-4382-844f-f0cd70cb40ad), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.691609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7d27080e-e421-4382-844f-f0cd70cb40ad), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.704152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:58:10.704560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (7d27080e-e421-4382-844f-f0cd70cb40ad), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: timer() Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:58:10.706422 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:58:10.818996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e65084d5-1a6f-433d-9187-b202419dc565), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.828334 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:10.831973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] 10.222.0.44 "DELETE /v2.0/networks/e65084d5-1a6f-433d-9187-b202419dc565 HTTP/1.1" status: 204 len: 168 time: 0.4084427 Mar 22 13:58:10.848769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4f8d3-aadc-4414-8b96-993e61b47d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=e65084d5-1a6f-433d-9187-b202419dc565,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:11.037131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'name': 'network-vif-deleted', 'tag': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:11.040590 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c1c8d9-ec53-4051-a015-ad050202836f" -d '{"events": [{"server_uuid": "804ed44e-39e2-4e20-a63d-352bb53e830d", "name": "network-vif-deleted", "tag": "a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:11.056333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:11.088621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1f25-eb1b-4985-8b84-e5e359909b80 req-a440b720-c121-4e1e-9db4-33260e5ec1c3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:11.091042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0aae1f25-eb1b-4985-8b84-e5e359909b80 req-a440b720-c121-4e1e-9db4-33260e5ec1c3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 950 time: 0.0873473 Mar 22 13:58:11.093877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:11.094254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:11.139128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Sync routers for ids ['9330c0be-34b8-4812-8278-7a9d238ac927'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:11.153356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Routers {'9330c0be-34b8-4812-8278-7a9d238ac927'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:11.153996 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9330c0be-34b8-4812-8278-7a9d238ac927'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:11.161557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43808) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:11.189753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0aae1f25-eb1b-4985-8b84-e5e359909b80 req-35de8394-e8f6-465b-8777-34e1e7040d48 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897653 Mar 22 13:58:11.270594 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Set router 9330c0be-34b8-4812-8278-7a9d238ac927 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:11.287343 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac98e6e3-0ddd-45a4-afd7-48193995469c x-openstack-request-id: req-ac98e6e3-0ddd-45a4-afd7-48193995469c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:11.287742 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ed44e-39e2-4e20-a63d-352bb53e830d", "name": "network-vif-deleted", "tag": "a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:11.288122 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac98e6e3-0ddd-45a4-afd7-48193995469c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:11.288590 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac98e6e3-0ddd-45a4-afd7-48193995469c'] response: {'server_uuid': '804ed44e-39e2-4e20-a63d-352bb53e830d', 'name': 'network-vif-deleted', 'tag': 'a4fa4d1c-082d-445f-90ba-e2f4c8e6dee0', 'status': 'completed', 'code': 200} Mar 22 13:58:11.345463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ddfdcec-fa31-4648-b0bc-696aab8df4d7 req-75e7dfa4-0ddf-4938-bf0e-97a369443507 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0342829 Mar 22 13:58:11.388110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43830) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:11.388323 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eb9f0ebe-65f5-4716-b9cf-b9c157b4dc1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a151a58322554296ab079be775982c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255588 Mar 22 13:58:11.406898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58468017-952e-4b10-97c3-fa36883aeac0 req-ee1c9470-3341-4cb1-8277-5075128e67fb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:11.410366 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-58468017-952e-4b10-97c3-fa36883aeac0 req-ee1c9470-3341-4cb1-8277-5075128e67fb tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.57 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 950 time: 0.1904006 Mar 22 13:58:11.517137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a29fd05a-d03e-40fa-ab34-b957fb121c04 admin admin] Publish callbacks [] for security_group (60f3b7cf-10a0-451c-bb94-8b08f94ecc4a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.526943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9ec9d5a8-b2de-4aee-8a45-a67f98293789 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:11.584346 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:58:11.606193 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 4, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port': {'id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:58Z', 'updated_at': '2022-03-22T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'fb41b151-0074-43c0-b6fa-54ddc06d5e41', 'name': '', 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'mac_address': 'fa:16:3e:87:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:04Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 2, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'subnets': [{'id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:11.609656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a29fd05a-d03e-40fa-ab34-b957fb121c04 admin admin] Publish callbacks [] for security_group (60f3b7cf-10a0-451c-bb94-8b08f94ecc4a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.630223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Deleting port f2592646-c257-4213-867f-51736d774649 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:11.631026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f2592646-c257-4213-867f-51736d774649), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.654929 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Checking router: 9330c0be-34b8-4812-8278-7a9d238ac927 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:11.658126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:11.658707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.665326 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Updating router 9330c0be-34b8-4812-8278-7a9d238ac927 port fb41b151-0074-43c0-b6fa-54ddc06d5e41 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:11.706748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c860c-fb10-4c2d-951f-9922740602e1 req-6143bd37-b0b2-4774-9e81-9c4b1b51f922 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:11.718451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-851c860c-fb10-4c2d-951f-9922740602e1 req-6143bd37-b0b2-4774-9e81-9c4b1b51f922 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/ports?device_id=663e837c-cc01-419a-ad7e-5d67c36c0112 HTTP/1.1" status: 200 len: 950 time: 0.2377875 Mar 22 13:58:11.784964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:11.792274 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.794267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc99c-5211-4603-bae6-de34f268a804 req-8cedeacb-0de3-4ca5-a067-b9d84b54e965 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:11.807117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-912cc99c-5211-4603-bae6-de34f268a804 req-8cedeacb-0de3-4ca5-a067-b9d84b54e965 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2907543 Mar 22 13:58:11.816847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] For port f2592646-c257-4213-867f-51736d774649, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f2592646-c257-4213-867f-51736d774649,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:11.817338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f2592646-c257-4213-867f-51736d774649), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.833035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Calling delete_port for f2592646-c257-4213-867f-51736d774649 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:11.858818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a29fd05a-d03e-40fa-ab34-b957fb121c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (60f3b7cf-10a0-451c-bb94-8b08f94ecc4a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.863564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a29fd05a-d03e-40fa-ab34-b957fb121c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:11.865775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a29fd05a-d03e-40fa-ab34-b957fb121c04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60f3b7cf-10a0-451c-bb94-8b08f94ecc4a HTTP/1.1" status: 204 len: 168 time: 0.4762759 Mar 22 13:58:11.981804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-912cc99c-5211-4603-bae6-de34f268a804 req-0b30bb54-ff25-4ae3-8362-e213c6389ebe tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732285 Mar 22 13:58:11.982991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fd05a-d03e-40fa-ab34-b957fb121c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f3b7cf-10a0-451c-bb94-8b08f94ecc4a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:12.030147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f2592646-c257-4213-867f-51736d774649), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:12.051075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-851c860c-fb10-4c2d-951f-9922740602e1 req-a47cf3e9-52c3-4acd-aec9-7e17ab0c3864 tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.44 "GET /v2.0/security-groups?id=765df7ae-96d5-4108-9e11-7a70d97ce42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234637 Mar 22 13:58:12.053275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f2592646-c257-4213-867f-51736d774649'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:12.104251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Pushing event deleted for resources: {'Port': ['ID=f2592646-c257-4213-867f-51736d774649,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:12.167573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] No DVR routers for this DVR port f2592646-c257-4213-867f-51736d774649 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:12.170066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:12.173415 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-58468017-952e-4b10-97c3-fa36883aeac0 req-030965e9-95c6-453c-a764-ad047722ba5a tempest-MigrationsAdminTest-1647425096 tempest-MigrationsAdminTest-1647425096-project] 10.222.0.57 "DELETE /v2.0/ports/f2592646-c257-4213-867f-51736d774649 HTTP/1.1" status: 204 len: 173 time: 0.7552304 Mar 22 13:58:12.469820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-1654c0af-e506-41d8-b02c-23ccaf11104f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:12.471432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-1654c0af-e506-41d8-b02c-23ccaf11104f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 950 time: 0.1235347 Mar 22 13:58:12.479751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfab28-5fa8-4673-b822-20e801ed9767 req-8d128ade-de46-4efb-9fb1-91322904616f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:12.488515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85bfab28-5fa8-4673-b822-20e801ed9767 req-8d128ade-de46-4efb-9fb1-91322904616f tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 950 time: 0.1530309 Mar 22 13:58:12.569134 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Publish callbacks [] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:12.582222 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:12.688245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eac410f-8cc4-4561-935a-ba3d62b048f8 req-c28ef9d0-8c9b-4596-b52e-5555122612e5 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.1348777 Mar 22 13:58:12.805378 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2fa7a-1e0c-4a68-adcb-ef68004e30ba None None] Pushing event updated for resources: {'Port': ['ID=fb41b151-0074-43c0-b6fa-54ddc06d5e41,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:12.840692 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Attempting to bind port fb41b151-0074-43c0-b6fa-54ddc06d5e41 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:12.842060 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Attempting to bind port fb41b151-0074-43c0-b6fa-54ddc06d5e41 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:12.842675 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Attempting to bind port fb41b151-0074-43c0-b6fa-54ddc06d5e41 on network 79ac2a07-d404-452d-894c-f8e8a03cbea9 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:12.857032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85bfab28-5fa8-4673-b822-20e801ed9767 req-445dd74e-afa7-4f01-9d23-bb08bc2994ef tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c08c1-255c-4324-b74c-02aba573e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675268 Mar 22 13:58:12.872689 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:12.873339 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Checking segment: {'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:12.876358 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:12.876997 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Bound using segment: {'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:12.877644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Bound port: fb41b151-0074-43c0-b6fa-54ddc06d5e41, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cba9003-403f-4a73-958e-b7ace49101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:12.878222 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:12.924829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Deleting port d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:12.925195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:12.936007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43906) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:12.991736 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] For port fb41b151-0074-43c0-b6fa-54ddc06d5e41, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:12.997350 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] For port fb41b151-0074-43c0-b6fa-54ddc06d5e41, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fb41b151-0074-43c0-b6fa-54ddc06d5e41,segment=NetworkSegment(7cba9003-403f-4a73-958e-b7ace49101b4),segment_id=7cba9003-403f-4a73-958e-b7ace49101b4)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:13.012068 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.158665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d231dce-e512-461f-80d0-36cd4342e0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.161855 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Routers {'9330c0be-34b8-4812-8278-7a9d238ac927'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:13.163323 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9330c0be-34b8-4812-8278-7a9d238ac927'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:13.246779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b6fcfbb3-bd9b-4d31-bcd9-0f3f8c7b06d4 None None] Provisioning complete for port fb41b151-0074-43c0-b6fa-54ddc06d5e41 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:13.247351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfbb3-bd9b-4d31-bcd9-0f3f8c7b06d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.255192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] For port d2d95c86-49a5-439a-8ee1-c0dd55443a0e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:13.257152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.290025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-deleted', 'tag': 'f2592646-c257-4213-867f-51736d774649'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:13.292822 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea9032e-d0bb-40d7-815c-27e65db342d7" -d '{"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-deleted", "tag": "f2592646-c257-4213-867f-51736d774649"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:13.295611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Calling delete_port for d2d95c86-49a5-439a-8ee1-c0dd55443a0e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:13.301638 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2fa7a-1e0c-4a68-adcb-ef68004e30ba None None] Pushing event updated for resources: {'Port': ['ID=fb41b151-0074-43c0-b6fa-54ddc06d5e41,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:13.351501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d231dce-e512-461f-80d0-36cd4342e0a5 admin admin] Publish callbacks [] for security_group (0a1edfad-ba92-4582-854e-9ac2817f7931), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.352570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158b143-3fbf-40d3-a891-006075620117 req-55861a97-7499-4ba4-a964-058ba7289444 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:13.361172 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d231dce-e512-461f-80d0-36cd4342e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0a1edfad-ba92-4582-854e-9ac2817f7931), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.364828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0158b143-3fbf-40d3-a891-006075620117 req-55861a97-7499-4ba4-a964-058ba7289444 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.1978872 Mar 22 13:58:13.426759 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2799241c-a991-4b01-a26e-c9aada9f49db x-openstack-request-id: req-2799241c-a991-4b01-a26e-c9aada9f49db {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:13.429293 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663e837c-cc01-419a-ad7e-5d67c36c0112", "name": "network-vif-deleted", "tag": "f2592646-c257-4213-867f-51736d774649", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:13.429668 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2799241c-a991-4b01-a26e-c9aada9f49db {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:13.432196 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2799241c-a991-4b01-a26e-c9aada9f49db'] response: {'server_uuid': '663e837c-cc01-419a-ad7e-5d67c36c0112', 'name': 'network-vif-deleted', 'tag': 'f2592646-c257-4213-867f-51736d774649', 'status': 'completed', 'code': 200} Mar 22 13:58:13.488650 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] Set router 9330c0be-34b8-4812-8278-7a9d238ac927 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:13.509769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcfbb3-bd9b-4d31-bcd9-0f3f8c7b06d4 None None] Current status of the port fb41b151-0074-43c0-b6fa-54ddc06d5e41 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:13.510484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfbb3-bd9b-4d31-bcd9-0f3f8c7b06d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.516514 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4d231dce-e512-461f-80d0-36cd4342e0a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75cd7c2dc3f54be5b263dbe15e61d7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5792944 Mar 22 13:58:13.528651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43928) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:13.531285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d231dce-e512-461f-80d0-36cd4342e0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1edfad-ba92-4582-854e-9ac2817f7931,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:13.549226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b6fcfbb3-bd9b-4d31-bcd9-0f3f8c7b06d4 None None] For port fb41b151-0074-43c0-b6fa-54ddc06d5e41, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fb41b151-0074-43c0-b6fa-54ddc06d5e41,segment=NetworkSegment(7cba9003-403f-4a73-958e-b7ace49101b4),segment_id=7cba9003-403f-4a73-958e-b7ace49101b4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:13.559222 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfbb3-bd9b-4d31-bcd9-0f3f8c7b06d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.624352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fb41b151-0074-43c0-b6fa-54ddc06d5e41 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:13.642856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0158b143-3fbf-40d3-a891-006075620117 req-704ca50c-ff20-4310-aeef-a3c0d73f5d92 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742181 Mar 22 13:58:13.716726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cda867-d0fb-4894-9e3c-3826d1b56eab admin admin] Publish callbacks [] for security_group (0a1edfad-ba92-4582-854e-9ac2817f7931), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.770659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cda867-d0fb-4894-9e3c-3826d1b56eab admin admin] Publish callbacks [] for security_group (0a1edfad-ba92-4582-854e-9ac2817f7931), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.777155 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d2d95c86-49a5-439a-8ee1-c0dd55443a0e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.842042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fb41b151-0074-43c0-b6fa-54ddc06d5e41 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:13.842311 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.887348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cda867-d0fb-4894-9e3c-3826d1b56eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0a1edfad-ba92-4582-854e-9ac2817f7931), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.891468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cda867-d0fb-4894-9e3c-3826d1b56eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.895923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55cda867-d0fb-4894-9e3c-3826d1b56eab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a1edfad-ba92-4582-854e-9ac2817f7931 HTTP/1.1" status: 204 len: 168 time: 0.3658109 Mar 22 13:58:13.910998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cda867-d0fb-4894-9e3c-3826d1b56eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1edfad-ba92-4582-854e-9ac2817f7931,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:13.931171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:13.955770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f8bfe520-b0ee-4623-8839-0d290e778b5f None None] Provisioning complete for port fb41b151-0074-43c0-b6fa-54ddc06d5e41 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:13.957111 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe520-b0ee-4623-8839-0d290e778b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.971283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e789969d-374b-4047-b4b3-d83382a99bbe req-652093b5-4c2b-44f5-b79e-64caaed62b3d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0508306 Mar 22 13:58:13.972729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Pushing event deleted for resources: {'Port': ['ID=d2d95c86-49a5-439a-8ee1-c0dd55443a0e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:14.031065 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 4, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port': {'id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:58Z', 'updated_at': '2022-03-22T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'fb41b151-0074-43c0-b6fa-54ddc06d5e41', 'name': '', 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'mac_address': 'fa:16:3e:87:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:04Z', 'updated_at': '2022-03-22T13:58:12Z', 'revision_number': 4, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'subnets': [{'id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:14.043333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] No DVR routers for this DVR port d2d95c86-49a5-439a-8ee1-c0dd55443a0e on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:14.046639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.056023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5556c971-4e0f-4c59-8608-cbc6d230fefd req-5dcabc19-66dc-4902-a2cb-dd9ea56dca9c tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.42 "DELETE /v2.0/ports/d2d95c86-49a5-439a-8ee1-c0dd55443a0e HTTP/1.1" status: 204 len: 173 time: 1.5628450 Mar 22 13:58:14.076638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-deleted', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:14.085432 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c65b32-f50d-4cfd-a225-0d8c444c1290" -d '{"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-deleted", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:14.115741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcfbb3-bd9b-4d31-bcd9-0f3f8c7b06d4 None None] Pushing event updated for resources: {'Port': ['ID=fb41b151-0074-43c0-b6fa-54ddc06d5e41,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:14.117262 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ab277-541c-4c69-8c6d-81f2189b5592 None None] The sync data for ids ['9330c0be-34b8-4812-8278-7a9d238ac927'] in n-d-834677-3 is: [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T13:58:06Z', 'revision_number': 4, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port': {'id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:58Z', 'updated_at': '2022-03-22T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'fb41b151-0074-43c0-b6fa-54ddc06d5e41', 'name': '', 'network_id': '79ac2a07-d404-452d-894c-f8e8a03cbea9', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'mac_address': 'fa:16:3e:87:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:04Z', 'updated_at': '2022-03-22T13:58:12Z', 'revision_number': 4, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'subnets': [{'id': '2b1a0019-0b48-44fa-bc11-5507d6f1c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:14.164004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe966aaf-2bd5-4ec5-b293-f81918970256 req-e81b7833-a2e5-4a12-958d-d1820d4a62c3 tempest-ServersAdminTestJSON-1940419123 tempest-ServersAdminTestJSON-1940419123-project] 10.222.0.44 "GET /v2.0/ports?device_id=74cd15de-4179-4877-82ea-fc9388ef805d HTTP/1.1" status: 200 len: 210 time: 0.1057560 Mar 22 13:58:14.201923 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c70d8ed-12f6-4b6a-9acc-c6d0127b2b69 x-openstack-request-id: req-8c70d8ed-12f6-4b6a-9acc-c6d0127b2b69 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:14.202269 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd15de-4179-4877-82ea-fc9388ef805d", "name": "network-vif-deleted", "tag": "d2d95c86-49a5-439a-8ee1-c0dd55443a0e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:14.202521 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c70d8ed-12f6-4b6a-9acc-c6d0127b2b69 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:14.202915 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c70d8ed-12f6-4b6a-9acc-c6d0127b2b69'] response: {'server_uuid': '74cd15de-4179-4877-82ea-fc9388ef805d', 'name': 'network-vif-deleted', 'tag': 'd2d95c86-49a5-439a-8ee1-c0dd55443a0e', 'status': 'completed', 'code': 200} Mar 22 13:58:14.350360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfe520-b0ee-4623-8839-0d290e778b5f None None] Current status of the port fb41b151-0074-43c0-b6fa-54ddc06d5e41 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:14.377690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fb41b151-0074-43c0-b6fa-54ddc06d5e41 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:14.533446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a4bd9bd1-74f4-4071-baee-443884e58232 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0bbdf42878b486488ab42e3949f878d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5984428 Mar 22 13:58:14.533905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43970) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:14.606904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8989d4e6-b5c8-4551-985d-d0dcf0cf24dd admin admin] Publish callbacks [] for security_group (765df7ae-96d5-4108-9e11-7a70d97ce42d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.639195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8989d4e6-b5c8-4551-985d-d0dcf0cf24dd admin admin] Publish callbacks [] for security_group (765df7ae-96d5-4108-9e11-7a70d97ce42d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.731486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43982) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:14.741395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8989d4e6-b5c8-4551-985d-d0dcf0cf24dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (765df7ae-96d5-4108-9e11-7a70d97ce42d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.744600 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8989d4e6-b5c8-4551-985d-d0dcf0cf24dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.746213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8989d4e6-b5c8-4551-985d-d0dcf0cf24dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/765df7ae-96d5-4108-9e11-7a70d97ce42d HTTP/1.1" status: 204 len: 168 time: 0.2116613 Mar 22 13:58:14.809607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989d4e6-b5c8-4551-985d-d0dcf0cf24dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765df7ae-96d5-4108-9e11-7a70d97ce42d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:14.875366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb02c8-6f88-462d-9f41-887bad61ce50 req-03400cfc-e24f-40af-beea-fa17c9693a1e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:14.884066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5cfb02c8-6f88-462d-9f41-887bad61ce50 req-03400cfc-e24f-40af-beea-fa17c9693a1e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.1453025 Mar 22 13:58:14.920324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-network', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:15.007486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5cfb02c8-6f88-462d-9f41-887bad61ce50 req-3cb32148-e782-46bb-b9c9-de5d2c815c4b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225185 Mar 22 13:58:15.009361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Made reservation on behalf of de610e0c707643b4aa6cb1de9cc9532a for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:15.012485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.022556 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.096100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f2592646-c257-4213-867f-51736d774649 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:15.142091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks [] for security_group (aea34f3e-e58a-494c-a728-5ef41bc7405e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.155391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (aea34f3e-e58a-494c-a728-5ef41bc7405e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.162137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:15.258437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bab398d-c05f-434c-b0b1-045517d0f148 req-e129df8e-790a-47ef-9bed-85f3daf95078 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.1081405 Mar 22 13:58:15.268104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: f2592646-c257-4213-867f-51736d774649 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:15.268663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f2592646-c257-4213-867f-51736d774649 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:15.271009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: d2d95c86-49a5-439a-8ee1-c0dd55443a0e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:15.271542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d2d95c86-49a5-439a-8ee1-c0dd55443a0e not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:15.294928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:15.304706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea34f3e-e58a-494c-a728-5ef41bc7405e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:15.311672 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (fcf322ad-26a3-41df-b269-e0cce37bd059), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.312772 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Added segment fcf322ad-26a3-41df-b269-e0cce37bd059 of type vlan for network d79a7883-4385-4217-b6a4-181188406ca0 Mar 22 13:58:15.399050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d79a7883-4385-4217-b6a4-181188406ca0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.487344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d79a7883-4385-4217-b6a4-181188406ca0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.489933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:15.490658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.531816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fb41b151-0074-43c0-b6fa-54ddc06d5e41 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:15.558288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44018) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:15.569455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] Pushing event updated for resources: {'Network': ['ID=d79a7883-4385-4217-b6a4-181188406ca0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:15.594690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ec60b676-86f1-4e9a-b3d0-3ba7b790d31e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8619130 Mar 22 13:58:15.596987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44020) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:15.603822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Request body: {'subnet': {'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-subnet', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:15.651405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4d7b223b-a2ce-4075-9975-12c712e91735 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7808a2e44b1e424fb5e470c5423436f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918658 Mar 22 13:58:15.651862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44022) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:15.660973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Made reservation on behalf of de610e0c707643b4aa6cb1de9cc9532a for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:15.663128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d79a7883-4385-4217-b6a4-181188406ca0 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:15.663291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.770408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fb41b151-0074-43c0-b6fa-54ddc06d5e41 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:15.771570 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.791185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db9b6982-089e-42bb-af4c-4896ce8b6449 admin admin] Publish callbacks [] for security_group (5e94373f-76ad-49f1-8bab-724b75a24bc8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.853623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db9b6982-089e-42bb-af4c-4896ce8b6449 admin admin] Publish callbacks [] for security_group (5e94373f-76ad-49f1-8bab-724b75a24bc8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.897429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fb41b151-0074-43c0-b6fa-54ddc06d5e41 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:15.942475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (4b9aa4ed-a7db-487e-89b5-7b3ffd64526c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.009881 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db9b6982-089e-42bb-af4c-4896ce8b6449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5e94373f-76ad-49f1-8bab-724b75a24bc8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.012877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db9b6982-089e-42bb-af4c-4896ce8b6449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.014498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-db9b6982-089e-42bb-af4c-4896ce8b6449 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e94373f-76ad-49f1-8bab-724b75a24bc8 HTTP/1.1" status: 204 len: 168 time: 0.3615401 Mar 22 13:58:16.036630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44036) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:16.066069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6982-089e-42bb-af4c-4896ce8b6449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e94373f-76ad-49f1-8bab-724b75a24bc8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:16.071382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:16.078535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Checking segment: {'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:16.079264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Network hostable DHCP agents. Network: d79a7883-4385-4217-b6a4-181188406ca0, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:16.123913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Network d79a7883-4385-4217-b6a4-181188406ca0 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:16.141242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d79a7883-4385-4217-b6a4-181188406ca0) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:16.154312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:16.154843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.164627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f60a1e0-0048-4638-80f9-2734363bc4e4 None None] Network d79a7883-4385-4217-b6a4-181188406ca0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:16.203015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c061c0ef-b9dc-4d25-b9a5-771a3e07d92f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6033185 Mar 22 13:58:16.204693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44050) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:16.211006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:16.259442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (2b6ec5ba-8061-449b-b539-503ba0a071a8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.260669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (2b6ec5ba-8061-449b-b539-503ba0a071a8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.348248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e74bd0-4558-4d84-b63a-02d0e076ad1a None None] Network d79a7883-4385-4217-b6a4-181188406ca0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:16.407754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks [] for router_controller (2b6ec5ba-8061-449b-b539-503ba0a071a8), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.424255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c648a57-629d-4c43-94c7-8810d657509a req-ebad2888-004b-4bdf-ab17-257d60c4f2f3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:16.429063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c648a57-629d-4c43-94c7-8810d657509a req-ebad2888-004b-4bdf-ab17-257d60c4f2f3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2481885 Mar 22 13:58:16.583195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2742ae20-a25e-4661-8013-dd45d71bf6df req-57ab9f85-ed1b-4bab-bd52-e1cdfb5f83ee tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.1162355 Mar 22 13:58:16.632021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks [] for router_gateway (2b6ec5ba-8061-449b-b539-503ba0a071a8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.643014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c648a57-629d-4c43-94c7-8810d657509a req-5d912b8a-d43a-48d6-b9a8-9d512a35aa6f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072952 Mar 22 13:58:16.741955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44074) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:16.742881 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-431482c0-bcad-488e-aa77-896a975c773e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd89d1d05e44482eb45f14897d44aa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7042389 Mar 22 13:58:16.801577 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b867648-b1e8-4ced-8775-93084dac855c admin admin] Publish callbacks [] for security_group (697c08c1-255c-4324-b74c-02aba573e1ae), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.828526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b867648-b1e8-4ced-8775-93084dac855c admin admin] Publish callbacks [] for security_group (697c08c1-255c-4324-b74c-02aba573e1ae), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.899153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b867648-b1e8-4ced-8775-93084dac855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (697c08c1-255c-4324-b74c-02aba573e1ae), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.902218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b867648-b1e8-4ced-8775-93084dac855c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.903610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6b867648-b1e8-4ced-8775-93084dac855c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/697c08c1-255c-4324-b74c-02aba573e1ae HTTP/1.1" status: 204 len: 168 time: 0.1604059 Mar 22 13:58:16.916040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b867648-b1e8-4ced-8775-93084dac855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697c08c1-255c-4324-b74c-02aba573e1ae,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:17.098306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks [] for router_gateway (2b6ec5ba-8061-449b-b539-503ba0a071a8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.121606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.265682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Allocated IP 172.25.2.112 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b92a1e5a-f56d-43f9-847e-dad93f341e68) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:17.378095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44108) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:17.392133 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks [] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.438689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.458117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7172de48-3ad2-45de-99b2-bec616161a47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18782460fe4f48c19afb505b2cab90a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0755491 Mar 22 13:58:17.461192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44114) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:17.501392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:17.504467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:17.508404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:17.557805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0759f018-f47d-4aa8-8aee-354fb05fd151 admin admin] Publish callbacks [] for security_group (3cea8a92-8ed8-4c7a-9453-960bf3b9eeab), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.613832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0759f018-f47d-4aa8-8aee-354fb05fd151 admin admin] Publish callbacks [] for security_group (3cea8a92-8ed8-4c7a-9453-960bf3b9eeab), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.630043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Pushing event updated for resources: {'Port': ['ID=b92a1e5a-f56d-43f9-847e-dad93f341e68,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:17.686600 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0759f018-f47d-4aa8-8aee-354fb05fd151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3cea8a92-8ed8-4c7a-9453-960bf3b9eeab), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.689955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0759f018-f47d-4aa8-8aee-354fb05fd151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.691119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0759f018-f47d-4aa8-8aee-354fb05fd151 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cea8a92-8ed8-4c7a-9453-960bf3b9eeab HTTP/1.1" status: 204 len: 168 time: 0.2261257 Mar 22 13:58:17.712967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f018-f47d-4aa8-8aee-354fb05fd151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea8a92-8ed8-4c7a-9453-960bf3b9eeab,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:17.828243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4255e028-13f4-4319-9da9-a4515c27ab5f req-df406e7b-22c1-4d84-824c-6ac0fc1b0bdc tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0650730 Mar 22 13:58:17.907230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372185da-464f-4b78-9102-66a2e78b0924 req-d12b8099-fbae-4106-8b7a-920c2aac45a2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:17.937898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks [] for router_gateway (2b6ec5ba-8061-449b-b539-503ba0a071a8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.938972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-372185da-464f-4b78-9102-66a2e78b0924 req-d12b8099-fbae-4106-8b7a-920c2aac45a2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.1497145 Mar 22 13:58:18.107719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-372185da-464f-4b78-9102-66a2e78b0924 req-9104daf8-0594-441e-9204-d3c785c6e599 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604125 Mar 22 13:58:18.125842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-23df6660-87b9-462b-98ee-6e8fb242e8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.273298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (2b6ec5ba-8061-449b-b539-503ba0a071a8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.432424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Router 2b6ec5ba-8061-449b-b539-503ba0a071a8 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:58:18.551673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44164) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:18.562297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:18.573181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Sync routers for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:18.591665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:18.594694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:18.609266 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.611815 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3dc972f5-b407-4c79-a551-ee4e33a80db3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4054961 Mar 22 13:58:18.614766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44170) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:18.847622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:18.874855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c863b8d7-0405-45f3-a8db-b6b4561c27c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.032550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3e24667-c2ca-4d4e-b7a2-82d0bba5f6bd req-fe364384-5292-475f-a28d-bf494fba69da tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0556204 Mar 22 13:58:19.278105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c863b8d7-0405-45f3-a8db-b6b4561c27c0 admin admin] Publish callbacks [] for security_group (276d88eb-ecf6-4046-8327-a4f496867945), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.294074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c863b8d7-0405-45f3-a8db-b6b4561c27c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (276d88eb-ecf6-4046-8327-a4f496867945), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.327058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44220) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:19.327632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c863b8d7-0405-45f3-a8db-b6b4561c27c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00bdb7bf073c4d61b9205b1195a54e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7740650 Mar 22 13:58:19.344549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:17Z', 'revision_number': 3, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:19.394794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Checking router: 2b6ec5ba-8061-449b-b539-503ba0a071a8 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:19.396463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Updating router 2b6ec5ba-8061-449b-b539-503ba0a071a8 port b92a1e5a-f56d-43f9-847e-dad93f341e68 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:19.429730 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.466844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c721ea45-99b8-4f3c-ab32-f25ae7251e19 admin admin] Publish callbacks [] for security_group (276d88eb-ecf6-4046-8327-a4f496867945), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.503732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863b8d7-0405-45f3-a8db-b6b4561c27c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276d88eb-ecf6-4046-8327-a4f496867945,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:19.525766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c721ea45-99b8-4f3c-ab32-f25ae7251e19 admin admin] Publish callbacks [] for security_group (276d88eb-ecf6-4046-8327-a4f496867945), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.571451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4cc35-bdb2-43e3-ba0c-d80e1deeacb2 req-3757b984-abcb-49a4-b9b0-4b4f9396b05a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:19.586284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70a4cc35-bdb2-43e3-ba0c-d80e1deeacb2 req-3757b984-abcb-49a4-b9b0-4b4f9396b05a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2663040 Mar 22 13:58:19.609245 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.635359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c721ea45-99b8-4f3c-ab32-f25ae7251e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (276d88eb-ecf6-4046-8327-a4f496867945), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.641313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c721ea45-99b8-4f3c-ab32-f25ae7251e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.642699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c721ea45-99b8-4f3c-ab32-f25ae7251e19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/276d88eb-ecf6-4046-8327-a4f496867945 HTTP/1.1" status: 204 len: 168 time: 0.3140111 Mar 22 13:58:19.664383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721ea45-99b8-4f3c-ab32-f25ae7251e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276d88eb-ecf6-4046-8327-a4f496867945,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:19.796205 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Publish callbacks [] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.805293 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.867165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70a4cc35-bdb2-43e3-ba0c-d80e1deeacb2 req-c2269f3d-afe9-4190-9e46-eb8f79d8eae3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797446 Mar 22 13:58:19.895410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Allocated IP 172.20.0.1 (d79a7883-4385-4217-b6a4-181188406ca0/4b9aa4ed-a7db-487e-89b5-7b3ffd64526c/6a0fcc98-4258-4f7e-a0eb-66f6d65c8627) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:19.945951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d3ef-c13c-499e-a640-9a58513678fc None None] Pushing event updated for resources: {'Port': ['ID=b92a1e5a-f56d-43f9-847e-dad93f341e68,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:19.958813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Attempting to bind port b92a1e5a-f56d-43f9-847e-dad93f341e68 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:19.959586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Attempting to bind port b92a1e5a-f56d-43f9-847e-dad93f341e68 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:19.959993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Attempting to bind port b92a1e5a-f56d-43f9-847e-dad93f341e68 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:19.970752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:19.974961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:19.975489 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.975940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:19.976503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Bound port: b92a1e5a-f56d-43f9-847e-dad93f341e68, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:19.976947 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.100041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks [] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.106788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] For port b92a1e5a-f56d-43f9-847e-dad93f341e68, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:20.117196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] For port b92a1e5a-f56d-43f9-847e-dad93f341e68, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b92a1e5a-f56d-43f9-847e-dad93f341e68,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:20.136790 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.145686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-8efa9e7e-3b49-4d68-b347-d11b29cb30b0 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c216181df0464df6bec553592d2a6a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250639 Mar 22 13:58:20.165812 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.251351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:20.273412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:20.274099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:20.295053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7848acb-ee44-496b-8339-ddd999b010c0 req-5924f383-425d-4440-aa75-3efef5674a57 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0473650 Mar 22 13:58:20.309330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Network d79a7883-4385-4217-b6a4-181188406ca0 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:20.313666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:20.319533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:20.406024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (2b6ec5ba-8061-449b-b539-503ba0a071a8), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.406151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d3ef-c13c-499e-a640-9a58513678fc None None] Pushing event updated for resources: {'Port': ['ID=b92a1e5a-f56d-43f9-847e-dad93f341e68,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:20.434631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-805fbf31-3ae9-4359-9f06-9314cfc77842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.472800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:20.548462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-f99e69d2-4512-41f5-997a-59aa09a5c1fb tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:20.555911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-f99e69d2-4512-41f5-997a-59aa09a5c1fb tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4090619 Mar 22 13:58:20.574898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-66fa9d01-8ea9-472a-a4b2-cd96237d82bd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/quotas/c216181df0464df6bec553592d2a6a56 HTTP/1.1" status: 200 len: 375 time: 0.0177572 Mar 22 13:58:20.658595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-70e7f1ec-a987-44d2-bb63-49d7eb4fb5f6 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c216181df0464df6bec553592d2a6a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828021 Mar 22 13:58:20.668860 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.961423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e6556ec-f01b-4541-871e-f9c4105b851b req-cdead7e7-ee89-4511-882c-ad0b4324b2ce tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 210 time: 0.0649688 Mar 22 13:58:21.114160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:17Z', 'revision_number': 3, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:21.184711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fc542-3565-4816-863e-e4cb6ae2b96e None None] The sync data for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 is: [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:17Z', 'revision_number': 3, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:21.213124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks [] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.255741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39482-c55c-44b5-91ff-4f9a3f7bad2c req-07a9dcab-999e-4bfc-bc5f-53c436dcbbe2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:21.283363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2f39482-c55c-44b5-91ff-4f9a3f7bad2c req-07a9dcab-999e-4bfc-bc5f-53c436dcbbe2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2973258 Mar 22 13:58:21.288940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.420412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2f39482-c55c-44b5-91ff-4f9a3f7bad2c req-acea8ea1-86a7-49d4-97f8-4ea369ccbedd tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359463 Mar 22 13:58:21.427691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (2b6ec5ba-8061-449b-b539-503ba0a071a8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.435996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:21.528097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb6ae49e-26db-469a-87df-75c6e01088f9 req-90faf257-b076-483c-9240-3031d7698b3b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0555949 Mar 22 13:58:21.666302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Network d79a7883-4385-4217-b6a4-181188406ca0 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:21.670184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:21.748859 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.991717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Router 2b6ec5ba-8061-449b-b539-503ba0a071a8 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:58:22.159542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44356) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:22.344958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e195663-0c87-4713-8692-16fea53ed55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.547340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e195663-0c87-4713-8692-16fea53ed55a admin admin] Publish callbacks [] for security_group (0c5b44bd-48ab-46c7-bd8c-89506bf28a3e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.556003 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e195663-0c87-4713-8692-16fea53ed55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0c5b44bd-48ab-46c7-bd8c-89506bf28a3e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.608881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44370) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:22.624399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e195663-0c87-4713-8692-16fea53ed55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b44bd-48ab-46c7-bd8c-89506bf28a3e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:22.635798 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0e195663-0c87-4713-8692-16fea53ed55a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d93bf2b45d742508e06092b4abf38f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743834 Mar 22 13:58:22.636675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44374) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:22.700159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87898cb3-f5f1-48e9-8643-2ab0469744ff req-e9040bab-1d2c-436f-9024-f8d29c3d6c39 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 210 time: 0.1293280 Mar 22 13:58:22.710047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47e68836-75bc-45ea-82cf-1058dcd0f218 admin admin] Publish callbacks [] for security_group (0c5b44bd-48ab-46c7-bd8c-89506bf28a3e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.737669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-cb2fb621-b5ad-42a4-835e-859d952005a3 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c216181df0464df6bec553592d2a6a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811679 Mar 22 13:58:22.745429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47e68836-75bc-45ea-82cf-1058dcd0f218 admin admin] Publish callbacks [] for security_group (0c5b44bd-48ab-46c7-bd8c-89506bf28a3e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.824885 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-497a8ea4-0fd9-4494-99cf-82fce1eb96e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.872683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47e68836-75bc-45ea-82cf-1058dcd0f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0c5b44bd-48ab-46c7-bd8c-89506bf28a3e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.875669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47e68836-75bc-45ea-82cf-1058dcd0f218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.880229 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-47e68836-75bc-45ea-82cf-1058dcd0f218 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c5b44bd-48ab-46c7-bd8c-89506bf28a3e HTTP/1.1" status: 204 len: 168 time: 0.2418442 Mar 22 13:58:22.884867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:22.898253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e68836-75bc-45ea-82cf-1058dcd0f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b44bd-48ab-46c7-bd8c-89506bf28a3e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:22.946993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9a8690-8c9f-4ce0-bfd8-d42819a7d525 req-7deb2b6a-331d-45b0-a255-8c17a621065f tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.1029043 Mar 22 13:58:22.965349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ecf450ff-0dae-4951-aa61-413b7357fa54 admin admin] 10.222.0.44 "PUT /v2.0/routers/2b6ec5ba-8061-449b-b539-503ba0a071a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3492820 Mar 22 13:58:22.988178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a957a0-21d2-4b34-8203-91906d3c69c5 req-42fad7ed-bef2-4d48-a122-360cd5b9a9ee tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:22.989752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86a957a0-21d2-4b34-8203-91906d3c69c5 req-42fad7ed-bef2-4d48-a122-360cd5b9a9ee tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.4202731 Mar 22 13:58:23.033917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-497a8ea4-0fd9-4494-99cf-82fce1eb96e9 admin admin] Publish callbacks [] for security_group (284e6119-fbe9-480e-ac93-84f9d8d24934), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.044585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-497a8ea4-0fd9-4494-99cf-82fce1eb96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (284e6119-fbe9-480e-ac93-84f9d8d24934), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.075266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86a957a0-21d2-4b34-8203-91906d3c69c5 req-cab4e07a-496b-42f6-9d6e-1392a274a5fd tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794187 Mar 22 13:58:23.085930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-50c6ee72-7926-45f5-a9d9-5fb6523e4462 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:23.088108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-50c6ee72-7926-45f5-a9d9-5fb6523e4462 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437150 Mar 22 13:58:23.102612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Request body: {'port': {'device_id': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'c216181df0464df6bec553592d2a6a56'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:23.114035 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-497a8ea4-0fd9-4494-99cf-82fce1eb96e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3de2eda69d6a4423b5f13c7047a40b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034437 Mar 22 13:58:23.114688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:23.224797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a8ea4-0fd9-4494-99cf-82fce1eb96e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284e6119-fbe9-480e-ac93-84f9d8d24934,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:23.271294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5754281-c450-4175-898e-45f993485849 admin admin] Publish callbacks [] for security_group (284e6119-fbe9-480e-ac93-84f9d8d24934), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.283966 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.317847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5754281-c450-4175-898e-45f993485849 admin admin] Publish callbacks [] for security_group (284e6119-fbe9-480e-ac93-84f9d8d24934), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.319221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Made reservation on behalf of c216181df0464df6bec553592d2a6a56 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:23.329117 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.343792 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.434638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5754281-c450-4175-898e-45f993485849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (284e6119-fbe9-480e-ac93-84f9d8d24934), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.443199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5754281-c450-4175-898e-45f993485849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.447439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b5754281-c450-4175-898e-45f993485849 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/284e6119-fbe9-480e-ac93-84f9d8d24934 HTTP/1.1" status: 204 len: 168 time: 0.3280251 Mar 22 13:58:23.479573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5754281-c450-4175-898e-45f993485849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e6119-fbe9-480e-ac93-84f9d8d24934,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:23.570067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks [] for security_group (8c78ff47-a9b6-473a-9932-71ce94e8bce2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.576736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8c78ff47-a9b6-473a-9932-71ce94e8bce2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.655607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b92a1e5a-f56d-43f9-847e-dad93f341e68 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:23.725611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c78ff47-a9b6-473a-9932-71ce94e8bce2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:23.753428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b92a1e5a-f56d-43f9-847e-dad93f341e68 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:23.754013 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.835464 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Sync routers for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:23.847421 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:23.848116 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:23.896210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b92a1e5a-f56d-43f9-847e-dad93f341e68 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:23.896499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.902738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Allocated IP 192.168.233.64 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/43646e4a-d7e9-4b85-9be3-01f91c2ba93c) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:23.969936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port b92a1e5a-f56d-43f9-847e-dad93f341e68, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b92a1e5a-f56d-43f9-847e-dad93f341e68,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:23.987593 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.016648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3766f069-74c0-407a-8bf3-4edea79c23bc req-c9cf08d9-1a9c-47f2-abbd-38c662730d8c tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 210 time: 0.1483593 Mar 22 13:58:24.174590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44450) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:24.202860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=b92a1e5a-f56d-43f9-847e-dad93f341e68,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:24.209356 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-151384c0-a121-490d-935f-5fbc2c653262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.220289 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.363750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-151384c0-a121-490d-935f-5fbc2c653262 admin admin] Publish callbacks [] for security_group (bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.365840 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:24.370271 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-151384c0-a121-490d-935f-5fbc2c653262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.388178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ececc70d-44a5-418a-a474-036882d668ee req-5cd42843-ce31-42b9-9ae8-1c42e6008ece tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.0979364 Mar 22 13:58:24.406725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151384c0-a121-490d-935f-5fbc2c653262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:24.451155 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-151384c0-a121-490d-935f-5fbc2c653262 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c52f779a1ddb4fd4abe5b82e4f120046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754557 Mar 22 13:58:24.455480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44460) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:24.555528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2108a4e6-dba3-4c10-a5e6-22e29a1ca5aa admin admin] Publish callbacks [] for security_group (bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.566449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.585829 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2108a4e6-dba3-4c10-a5e6-22e29a1ca5aa admin admin] Publish callbacks [] for security_group (bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.612015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-ad62c0ba-fd68-480b-a84a-8e958516fc73 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:24.614408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-ad62c0ba-fd68-480b-a84a-8e958516fc73 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 819 time: 0.3620679 Mar 22 13:58:24.618692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks [] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.656016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-e44d331d-2218-43d4-9d44-e972792afc0b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/quotas/de610e0c707643b4aa6cb1de9cc9532a HTTP/1.1" status: 200 len: 375 time: 0.0340633 Mar 22 13:58:24.666088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2108a4e6-dba3-4c10-a5e6-22e29a1ca5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.675386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2108a4e6-dba3-4c10-a5e6-22e29a1ca5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.678798 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2108a4e6-dba3-4c10-a5e6-22e29a1ca5aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6 HTTP/1.1" status: 204 len: 168 time: 0.2236829 Mar 22 13:58:24.699776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108a4e6-dba3-4c10-a5e6-22e29a1ca5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde8fdfd-baf7-44e8-9265-c8dbe8b8cbe6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:24.719356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d428-15d2-4279-b3da-0e3df30cd98a req-3ad23ee1-f3b0-4702-b2c7-3a786f930353 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:24.721225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b05d428-15d2-4279-b3da-0e3df30cd98a req-3ad23ee1-f3b0-4702-b2c7-3a786f930353 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.1832383 Mar 22 13:58:24.749194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 2, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:24.774733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.822427 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Checking router: 2b6ec5ba-8061-449b-b539-503ba0a071a8 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:24.822873 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Updating router 2b6ec5ba-8061-449b-b539-503ba0a071a8 port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:24.827158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-87145f07-fb51-4d8a-8eb0-754f67955bed tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696997 Mar 22 13:58:24.877318 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.919157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:24.924128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b05d428-15d2-4279-b3da-0e3df30cd98a req-349fb2b7-e060-43e0-8614-02e6becd7565 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922917 Mar 22 13:58:24.925137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Pushing event updated for resources: {'Port': ['ID=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:24.945824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:24.948739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:25.095086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:25.095897 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.135098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-10b4e3af-c478-483d-86d5-b766acf971c3 service neutron] 10.222.0.44 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064902 Mar 22 13:58:25.154505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-d258e29f-8009-4877-be81-1b406677dbdd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0558891 Mar 22 13:58:25.158274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c721da6c-2144-4155-9b39-a9b8eb702428 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0443ba66e5b44c1995da8df00bf2117e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714481 Mar 22 13:58:25.174279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Request body: {'port': {'device_id': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:25.308858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-983ae781-dc1b-4746-91bc-4091271665e3 None None] Provisioning complete for port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:25.310234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-983ae781-dc1b-4746-91bc-4091271665e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.367775 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Publish callbacks [] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.379193 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.412415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.419237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-983ae781-dc1b-4746-91bc-4091271665e3 None None] Port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:25.471472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-7dd204c0-6023-4d5e-8875-b622460c8bcb service neutron] 10.222.0.44 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352535 Mar 22 13:58:25.486709 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6842eb7-a3bb-4d49-b975-bb8c0ef506d6 None None] Pushing event updated for resources: {'Port': ['ID=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:25.497769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-006d9430-131a-4aae-b26c-30250463c041 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:25.501720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-006d9430-131a-4aae-b26c-30250463c041 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226206 Mar 22 13:58:25.530876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b92a1e5a-f56d-43f9-847e-dad93f341e68 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:25.596846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-953671f4-31d3-4432-af61-b901ce1a458f tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/quotas/0443ba66e5b44c1995da8df00bf2117e HTTP/1.1" status: 200 len: 375 time: 0.0536022 Mar 22 13:58:25.624132 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Attempting to bind port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:25.628343 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Attempting to bind port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:25.629943 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Attempting to bind port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 on network d79a7883-4385-4217-b6a4-181188406ca0 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:25.645081 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:25.646498 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Checking segment: {'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:25.647955 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.649710 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Bound using segment: {'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:25.650461 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Bound port: 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:25.652969 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.660353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b92a1e5a-f56d-43f9-847e-dad93f341e68 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:25.660944 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.733073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-82db888e-b9a7-49cb-8162-12d10fa230bc tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0443ba66e5b44c1995da8df00bf2117e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256759 Mar 22 13:58:25.825637 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] For port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:25.832323 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] For port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:25.851438 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.883707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b92a1e5a-f56d-43f9-847e-dad93f341e68 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:25.927120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:25.994098 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6842eb7-a3bb-4d49-b975-bb8c0ef506d6 None None] Pushing event updated for resources: {'Port': ['ID=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:26.045262 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:26.046273 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:26.075300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d22457-a496-4846-9d64-5b3e96f80a04 req-d9e83dd9-7a14-4d01-b182-3f8b86f5dc7e tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:26.077781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79d22457-a496-4846-9d64-5b3e96f80a04 req-d9e83dd9-7a14-4d01-b182-3f8b86f5dc7e tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 935 time: 0.1790681 Mar 22 13:58:26.232069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43646e4a-d7e9-4b85-9be3-01f91c2ba93c {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:26.241082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Publish callbacks [] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.254373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Transition to ACTIVE for port object 43646e4a-d7e9-4b85-9be3-01f91c2ba93c will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:26.288591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9def64dd-495a-4de7-a3e6-f43a3823a1cb req-b2c30900-ebe4-46b3-ab41-7fa05810f63c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.1449347 Mar 22 13:58:26.288709 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.308606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79d22457-a496-4846-9d64-5b3e96f80a04 req-186ecdf6-94a7-423f-98b9-743053a95dfd tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240999 Mar 22 13:58:26.335450 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:26.531398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32b8c235-87d2-440c-9540-0fc1e2564245 req-55a945b0-8274-436d-93a1-8f93991d5d27 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 210 time: 0.1589985 Mar 22 13:58:26.561015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-910cc3ce-a939-4b7b-88c9-7e9bf6c3b260 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-879389728'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:26.606978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910cc3ce-a939-4b7b-88c9-7e9bf6c3b260 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (68558ea4-da30-4142-8784-6e5b2e8fcbb0), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.608059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910cc3ce-a939-4b7b-88c9-7e9bf6c3b260 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (68558ea4-da30-4142-8784-6e5b2e8fcbb0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.689116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Pushing event updated for resources: {'Port': ['ID=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:26.719639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44540) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:26.768648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910cc3ce-a939-4b7b-88c9-7e9bf6c3b260 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (68558ea4-da30-4142-8784-6e5b2e8fcbb0), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.786184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910cc3ce-a939-4b7b-88c9-7e9bf6c3b260 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (68558ea4-da30-4142-8784-6e5b2e8fcbb0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.826441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910cc3ce-a939-4b7b-88c9-7e9bf6c3b260 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.827880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-910cc3ce-a939-4b7b-88c9-7e9bf6c3b260 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8989265 Mar 22 13:58:26.830526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44554) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:26.855911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-d3d59699-5ac4-43d6-ab6e-c7d53d4aa23f tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0443ba66e5b44c1995da8df00bf2117e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1584845 Mar 22 13:58:26.924131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-663633635-network', 'tenant_id': 'e1626603123e4edc8ac4bd97ff3e2226'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:26.955214 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:25Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:27.016729 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c807135-a3bb-4351-a054-f71ed9123c7c tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (68558ea4-da30-4142-8784-6e5b2e8fcbb0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.070418 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9ee1a-6b8c-4f6a-a20f-fb0a71228e3a None None] The sync data for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 is: [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:25Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:27.199445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d44d8-f148-404a-a643-1c24c7dc0c63 req-7b919f96-2dea-4d32-8b21-63db362a8ccb tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:27.204255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a2d44d8-f148-404a-a643-1c24c7dc0c63 req-7b919f96-2dea-4d32-8b21-63db362a8ccb tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.7056313 Mar 22 13:58:27.306020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Made reservation on behalf of e1626603123e4edc8ac4bd97ff3e2226 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:27.308447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.361866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.448401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Attempting to bind port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:27.452384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Attempting to bind port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:27.452914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Attempting to bind port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:27.678776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:27.679676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Attempting to bind port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:27.726017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:27.752350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a2d44d8-f148-404a-a643-1c24c7dc0c63 req-04ea40c0-5254-4e62-9b27-e6d076bdf9d6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045559 Mar 22 13:58:27.818699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:27.819053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:27.819455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:27.819932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Bound port: 43646e4a-d7e9-4b85-9be3-01f91c2ba93c, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:27.820298 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.889478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:27.892886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.895575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-1630e983-5061-49d7-a66a-4f23cfc6a8ea tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:27.905723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-1630e983-5061-49d7-a66a-4f23cfc6a8ea tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0453746 Mar 22 13:58:28.054863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:28.055770 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.059259 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks [] for security_group (2f640456-9702-4aca-8100-eb4f5eb520f4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.123016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:28.131675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.147018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-d34a3da2-a15b-4f76-a253-93ba8549041a tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/quotas/0443ba66e5b44c1995da8df00bf2117e HTTP/1.1" status: 200 len: 375 time: 0.2358484 Mar 22 13:58:28.151070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f640456-9702-4aca-8100-eb4f5eb520f4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.253705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:28.274791 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.285913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c807135-a3bb-4351-a054-f71ed9123c7c tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (68558ea4-da30-4142-8784-6e5b2e8fcbb0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.292071 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c807135-a3bb-4351-a054-f71ed9123c7c tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (68558ea4-da30-4142-8784-6e5b2e8fcbb0), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.330901 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-dd3ec3e1-8c1f-4057-9874-7fe842417ae3 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0443ba66e5b44c1995da8df00bf2117e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1830068 Mar 22 13:58:28.472029 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c807135-a3bb-4351-a054-f71ed9123c7c tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (68558ea4-da30-4142-8784-6e5b2e8fcbb0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.472842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c807135-a3bb-4351-a054-f71ed9123c7c tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68558ea4-da30-4142-8784-6e5b2e8fcbb0 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:58:28.514887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c807135-a3bb-4351-a054-f71ed9123c7c tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.516267 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c807135-a3bb-4351-a054-f71ed9123c7c tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "DELETE /v2.0/routers/68558ea4-da30-4142-8784-6e5b2e8fcbb0 HTTP/1.1" status: 204 len: 168 time: 1.6845722 Mar 22 13:58:28.520354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44598) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:28.532808 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1295aeb1-1d1a-4ab9-89e2-fff6d291c0cb tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Request body: {'router': {'name': 'tempest-router-902582817', 'distributed': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:28.540494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:28.566520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-b8d0b0d8-509d-4f3f-adc7-c3de24b8878a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:28.568565 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-b8d0b0d8-509d-4f3f-adc7-c3de24b8878a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.57 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 819 time: 0.5740998 Mar 22 13:58:28.608585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Request body: {'port': {'device_id': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'admin_state_up': True, 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:28.625952 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-da8ea954-9a88-4ad5-8629-6273f1c92c83 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0443ba66e5b44c1995da8df00bf2117e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3078179 Mar 22 13:58:28.756952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c676-352c-402c-8fe4-5c9b238d221f req-149acd85-5d6b-46b5-a633-c7473e8df42d tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:28.762808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2951c676-352c-402c-8fe4-5c9b238d221f req-149acd85-5d6b-46b5-a633-c7473e8df42d tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 947 time: 0.7681313 Mar 22 13:58:28.763703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f640456-9702-4aca-8100-eb4f5eb520f4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:28.864207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d07046eb-ba1a-47bb-923b-60dc7c79a224), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.864627 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Added segment d07046eb-ba1a-47bb-923b-60dc7c79a224 of type vlan for network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 Mar 22 13:58:28.897027 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1295aeb1-1d1a-4ab9-89e2-fff6d291c0cb tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (1df99c64-200f-43cc-b156-528d5d20ca06), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.898574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1295aeb1-1d1a-4ab9-89e2-fff6d291c0cb tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (1df99c64-200f-43cc-b156-528d5d20ca06), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.011878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1295aeb1-1d1a-4ab9-89e2-fff6d291c0cb tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (1df99c64-200f-43cc-b156-528d5d20ca06), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.023166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1295aeb1-1d1a-4ab9-89e2-fff6d291c0cb tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (1df99c64-200f-43cc-b156-528d5d20ca06), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.050179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1295aeb1-1d1a-4ab9-89e2-fff6d291c0cb tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.054957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1295aeb1-1d1a-4ab9-89e2-fff6d291c0cb tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5318241 Mar 22 13:58:29.057524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44608) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:29.129883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] For port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:29.149043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de5d237b-a171-4b46-ae73-a1d434d91d1f req-0c172026-398c-4681-9634-1e73f245e1bb tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b578ed-c8fe-49ee-9544-437d54e09ad3 HTTP/1.1" status: 200 len: 210 time: 0.2695441 Mar 22 13:58:29.194654 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0cf7-53fc-44e8-b624-b717b14dc857 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (1df99c64-200f-43cc-b156-528d5d20ca06), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.199767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Made reservation on behalf of de610e0c707643b4aa6cb1de9cc9532a for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:29.205393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] For port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:29.212758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.221154 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.326343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.411351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15367a72-2811-4466-81da-7309a59cce55 req-d441a932-c9ab-485c-a019-6461351816f6 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 210 time: 0.1081343 Mar 22 13:58:29.476440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-cbee4665-1058-4109-81fc-efe55a7ce348 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:29.478782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-cbee4665-1058-4109-81fc-efe55a7ce348 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7958257 Mar 22 13:58:29.498988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:29.499619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.501018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] 10.222.0.42 "PUT /v2.0/ports/43646e4a-d7e9-4b85-9be3-01f91c2ba93c HTTP/1.1" status: 200 len: 1095 time: 4.3318551 Mar 22 13:58:29.521504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'tag': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:29.540264 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9121a8-0152-48af-a778-94e3e7683818" -d '{"events": [{"name": "network-changed", "server_uuid": "fca67f04-ab7f-488b-99c6-1e585f8b0f3d", "tag": "43646e4a-d7e9-4b85-9be3-01f91c2ba93c"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:29.554366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2951c676-352c-402c-8fe4-5c9b238d221f req-8edb56ed-e7c0-4542-96c1-b2e382f6900a tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7480600 Mar 22 13:58:29.558164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Request body: {'port': {'device_id': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '0443ba66e5b44c1995da8df00bf2117e'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:29.598697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:29.768041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:29.769452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.773425 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.774627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:29.775408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.806501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0cf7-53fc-44e8-b624-b717b14dc857 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (1df99c64-200f-43cc-b156-528d5d20ca06), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.810501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0cf7-53fc-44e8-b624-b717b14dc857 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (1df99c64-200f-43cc-b156-528d5d20ca06), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.914950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3530db1a-5fe3-4065-a62e-38e0a7a765a6 req-274a591f-96d2-41bd-a926-d4c26fbd75a7 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 210 time: 0.3449018 Mar 22 13:58:30.091159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0cf7-53fc-44e8-b624-b717b14dc857 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (1df99c64-200f-43cc-b156-528d5d20ca06), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.091683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6f0cf7-53fc-44e8-b624-b717b14dc857 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1df99c64-200f-43cc-b156-528d5d20ca06 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:58:30.099130 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b51d13c-6bb3-4477-bbde-c5ddc8921cec x-openstack-request-id: req-9b51d13c-6bb3-4477-bbde-c5ddc8921cec {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:30.099775 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca67f04-ab7f-488b-99c6-1e585f8b0f3d", "tag": "43646e4a-d7e9-4b85-9be3-01f91c2ba93c", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:30.100424 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b51d13c-6bb3-4477-bbde-c5ddc8921cec {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:30.101081 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b51d13c-6bb3-4477-bbde-c5ddc8921cec'] response: {'name': 'network-changed', 'server_uuid': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'tag': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c', 'status': 'completed', 'code': 200} Mar 22 13:58:30.121718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0cf7-53fc-44e8-b624-b717b14dc857 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.135483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5d6f0cf7-53fc-44e8-b624-b717b14dc857 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "DELETE /v2.0/routers/1df99c64-200f-43cc-b156-528d5d20ca06 HTTP/1.1" status: 204 len: 168 time: 1.0763783 Mar 22 13:58:30.136210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44648) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:30.138373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:30.140956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Allocated IP 172.20.0.11 (d79a7883-4385-4217-b6a4-181188406ca0/4b9aa4ed-a7db-487e-89b5-7b3ffd64526c/ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:30.150611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b10f94b5-75d1-4040-999f-333fa3b53dd5 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Request body: {'router': {'name': 'tempest-router-682487218', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '48b00bc072494c8aa96733e2ad8f803a'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:30.183998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b10f94b5-75d1-4040-999f-333fa3b53dd5 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.185575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b10f94b5-75d1-4040-999f-333fa3b53dd5 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.279383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b10f94b5-75d1-4040-999f-333fa3b53dd5 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (77de34a9-9c7d-4f11-b575-39c688a1aba4), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.297632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b10f94b5-75d1-4040-999f-333fa3b53dd5 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.331464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b10f94b5-75d1-4040-999f-333fa3b53dd5 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.333025 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b10f94b5-75d1-4040-999f-333fa3b53dd5 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1861954 Mar 22 13:58:30.336357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44654) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:30.341927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:30.642029 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-d6d402aa-46ce-41e8-a31a-649146b5da06 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0443ba66e5b44c1995da8df00bf2117e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472133 Mar 22 13:58:30.849854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856810e-ec56-4fad-bbc5-e1893933ae58 service neutron] Pushing event updated for resources: {'Port': ['ID=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:30.894601 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.1696589 Mar 22 13:58:30.918200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44662) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:30.925882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Request body: {'subnet': {'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-663633635-subnet', 'tenant_id': 'e1626603123e4edc8ac4bd97ff3e2226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:30.983512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb7b61dc-fb76-409b-9a4e-78dde893b8ce req-9a07a668-866d-4d43-a98f-075a8f8c18e8 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 210 time: 0.1512091 Mar 22 13:58:31.025769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Made reservation on behalf of e1626603123e4edc8ac4bd97ff3e2226 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:31.029725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.054849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a0d4-d44a-4daa-9264-c77c66accec2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:31.067751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:31.102384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-7e62d091-2701-41f9-b6df-348f755d796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.108978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-7e62d091-2701-41f9-b6df-348f755d796f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c216181df0464df6bec553592d2a6a56&device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 1129 time: 1.5378764 Mar 22 13:58:31.186326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4336df9-91a4-45a4-9e0e-fcef240fe8ce req-555cf63d-9a48-45a4-8b5d-6173f1f5e454 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.187893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4336df9-91a4-45a4-9e0e-fcef240fe8ce req-555cf63d-9a48-45a4-8b5d-6173f1f5e454 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 1.3402710 Mar 22 13:58:31.204966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-8380ec90-0c3f-44c9-a5ce-6cc3aee877f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=43646e4a-d7e9-4b85-9be3-01f91c2ba93c HTTP/1.1" status: 200 len: 217 time: 0.0771682 Mar 22 13:58:31.220900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.299693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.300858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.347400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Made reservation on behalf of 0443ba66e5b44c1995da8df00bf2117e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:31.350831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.364364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-966acc96-e083-425d-b08b-3cfeac960a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.365869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-966acc96-e083-425d-b08b-3cfeac960a71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1548407 Mar 22 13:58:31.398081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.408185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4336df9-91a4-45a4-9e0e-fcef240fe8ce req-742632ea-600d-49c4-88e6-44a673e402a3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010729 Mar 22 13:58:31.437209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.441377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d16ea6-9ae5-4bb2-90e8-88f7e274cbae req-2aa72134-3061-469c-8184-688109be3d82 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.451534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1d16ea6-9ae5-4bb2-90e8-88f7e274cbae req-2aa72134-3061-469c-8184-688109be3d82 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 947 time: 0.2622929 Mar 22 13:58:31.472669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-006a43db-9eea-440b-8cf6-81e90f29b7a4 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.474552 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-006a43db-9eea-440b-8cf6-81e90f29b7a4 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7727315 Mar 22 13:58:31.534273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Request body: {'port': {'device_id': '25f2b82d-4d62-4484-9675-901302badac5', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '0443ba66e5b44c1995da8df00bf2117e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:31.576261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-fda0b246-a0f8-450e-9b05-59fb89e03315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.577903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-fda0b246-a0f8-450e-9b05-59fb89e03315 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2015848 Mar 22 13:58:31.590087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110458) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 22 13:58:31.591303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Router 77de34a9-9c7d-4f11-b575-39c688a1aba4 migrating from provider to provider. {{(pid=110458) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 22 13:58:31.591748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (77de34a9-9c7d-4f11-b575-39c688a1aba4), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.597291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1d16ea6-9ae5-4bb2-90e8-88f7e274cbae req-5a120e45-3605-4ead-aae4-a48e2c84ebc2 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413648 Mar 22 13:58:31.605147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (77de34a9-9c7d-4f11-b575-39c688a1aba4), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.639058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6774c94e-9048-4db0-ac5f-b4dc7f719121 req-7da4fa52-1cad-4e72-abc7-45b736f34661 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 210 time: 0.0866654 Mar 22 13:58:31.694458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Network d79a7883-4385-4217-b6a4-181188406ca0 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:31.704042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.711429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:31.732094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:31.740374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks [] for security_group (60ab37f1-b00f-4a13-81f5-58fd82080bb1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.754241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (60ab37f1-b00f-4a13-81f5-58fd82080bb1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.776968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event updated for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:31.850384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-810fa395-cd59-4e6f-b065-8038470bed8c service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245853 Mar 22 13:58:31.869387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab37f1-b00f-4a13-81f5-58fd82080bb1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:32.021609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Allocated IP 192.168.233.172 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/d4fd205f-6cd6-47fa-bdfb-b766526af570) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:32.031766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ad9585-3454-4d4b-9f07-9cb0386144bb req-44f5e692-e877-4cb8-8f33-111dbf656119 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739912 Mar 22 13:58:32.120702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:32.122716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.210518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Made reservation on behalf of 0443ba66e5b44c1995da8df00bf2117e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:32.216838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.258677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.307463 n-d-834677-3 neutron-server[110458]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] No L3 agents can host the router 77de34a9-9c7d-4f11-b575-39c688a1aba4 Mar 22 13:58:32.310854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:32.318315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-c0794337-bf70-4382-a9a4-811289b2bb9a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7284758 Mar 22 13:58:32.327085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f3a8f-f646-4dee-9176-11f3a8bb1562 req-50da1d16-de10-4560-b19b-259212c20789 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:32.330486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f14f3a8f-f646-4dee-9176-11f3a8bb1562 req-50da1d16-de10-4560-b19b-259212c20789 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 932 time: 0.2090988 Mar 22 13:58:32.333405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9121a8-0152-48af-a778-94e3e7683818 req-02ada963-14e9-46f4-a24c-8c7b3431d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:32.335539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9121a8-0152-48af-a778-94e3e7683818 req-02ada963-14e9-46f4-a24c-8c7b3431d68d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c216181df0464df6bec553592d2a6a56&device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 1129 time: 0.2335646 Mar 22 13:58:32.370826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Request body: {'port': {'device_id': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:32.422188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks [] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.530407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f14f3a8f-f646-4dee-9176-11f3a8bb1562 req-36908624-e277-4648-9352-86063179b051 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937652 Mar 22 13:58:32.532073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9121a8-0152-48af-a778-94e3e7683818 req-c38e381a-5241-45d3-a071-48ee314ac535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:32.533693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9121a8-0152-48af-a778-94e3e7683818 req-c38e381a-5241-45d3-a071-48ee314ac535 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1837301 Mar 22 13:58:32.615819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.696010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:32.721817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9121a8-0152-48af-a778-94e3e7683818 req-fb5431c4-f18d-46e2-957f-592789c8be33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=43646e4a-d7e9-4b85-9be3-01f91c2ba93c HTTP/1.1" status: 200 len: 217 time: 0.1216071 Mar 22 13:58:32.740292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:32.743006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:32.913952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9121a8-0152-48af-a778-94e3e7683818 req-429ce8ce-7f6d-4046-9b01-383a89c2c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:32.916855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9121a8-0152-48af-a778-94e3e7683818 req-429ce8ce-7f6d-4046-9b01-383a89c2c23a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1809635 Mar 22 13:58:32.971682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Checking segment: {'id': 'd07046eb-ba1a-47bb-923b-60dc7c79a224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:32.972045 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Network hostable DHCP agents. Network: 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:32.975033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Allocated IP 192.168.233.99 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/d3ad8786-bb6c-4d80-86de-60c117a150f3) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:33.014589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010e57-a03b-4d09-b34c-c3cf9fc77077 req-fe2f7d88-bee3-44a6-9d79-2ded4a1d0aa7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.016386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46010e57-a03b-4d09-b34c-c3cf9fc77077 req-fe2f7d88-bee3-44a6-9d79-2ded4a1d0aa7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.4477682 Mar 22 13:58:33.022665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.023232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.026495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:33.042929 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.084321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541cef-d9c9-4903-bde8-0f80f61c89fe req-02dbb9eb-e56c-40f6-bc98-4790cc72ce4b tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.087101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc541cef-d9c9-4903-bde8-0f80f61c89fe req-02dbb9eb-e56c-40f6-bc98-4790cc72ce4b tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 947 time: 0.3929100 Mar 22 13:58:33.088814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1a4324e8-2777-446c-a687-a9d33f803efd None None] Provisioning complete for port d4fd205f-6cd6-47fa-bdfb-b766526af570 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:33.091920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a4324e8-2777-446c-a687-a9d33f803efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.130324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Hosts for router 77de34a9-9c7d-4f11-b575-39c688a1aba4: [] {{(pid=110458) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 22 13:58:33.163939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-47d0ea13-4476-4a24-b298-82e747fe3663 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6618459 Mar 22 13:58:33.174874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a4324e8-2777-446c-a687-a9d33f803efd None None] Port d4fd205f-6cd6-47fa-bdfb-b766526af570 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:33.175114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9121a8-0152-48af-a778-94e3e7683818 req-616dce77-6654-44f6-8e09-30f010fd376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.176613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9121a8-0152-48af-a778-94e3e7683818 req-616dce77-6654-44f6-8e09-30f010fd376e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2379491 Mar 22 13:58:33.185941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Request body: {'port': {'device_id': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:33.210924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46010e57-a03b-4d09-b34c-c3cf9fc77077 req-9d703492-630c-4d2e-a6a0-72903afd5e65 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814003 Mar 22 13:58:33.314007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:33.322930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc541cef-d9c9-4903-bde8-0f80f61c89fe req-422e02e3-35e4-486c-b228-dba1f9aaee59 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045720 Mar 22 13:58:33.441960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bd33357-80ae-460c-9136-0d7943d1d893 req-89a7316e-a1ae-4acc-8f8f-b3064f936993 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 210 time: 0.0886078 Mar 22 13:58:33.459023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.509794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:33.515467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.517541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.520470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9121a8-0152-48af-a778-94e3e7683818 req-e01a9e48-f495-48e5-9848-7960d1f1b9a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261609 Mar 22 13:58:33.521129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5db17-0687-46f9-ac03-13749b4a1841 None None] Network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:33.521391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Hosts for other DVR routers connected to router 77de34a9-9c7d-4f11-b575-39c688a1aba4: set() {{(pid=110458) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 22 13:58:33.524549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.525782 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3170f5c5-8389-44fb-ab50-36ed775c5340 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "PUT /v2.0/routers/77de34a9-9c7d-4f11-b575-39c688a1aba4 HTTP/1.1" status: 200 len: 716 time: 3.1882658 Mar 22 13:58:33.531596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44684) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:33.619682 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b380effc-028e-4470-9aa2-c708db0e7318 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6890860 Mar 22 13:58:33.677492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32657216-a29a-4603-a485-6cd2bd28178f None None] Network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:33.761522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks [] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.836567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:33.849042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Publish callbacks [] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.873529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Transition to ACTIVE for port object ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:33.879088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.955127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.979299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:33.988543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:33.994070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:34.015436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e8b45df1-25b5-49cc-b4b1-3adb20a9fefc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "GET /v2.0/routers/77de34a9-9c7d-4f11-b575-39c688a1aba4 HTTP/1.1" status: 200 len: 716 time: 0.4792242 Mar 22 13:58:34.039536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44696) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:34.064535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:34.103684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be901c-ca1f-404b-838d-4d912368504c req-60fadc08-7eda-4f69-b365-8566fe9c9c55 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.106076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80be901c-ca1f-404b-838d-4d912368504c req-60fadc08-7eda-4f69-b365-8566fe9c9c55 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 932 time: 0.2878025 Mar 22 13:58:34.193645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Pushing event updated for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:34.235350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80be901c-ca1f-404b-838d-4d912368504c req-81714b83-656e-4951-9be4-920a7f1ee226 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149662 Mar 22 13:58:34.241593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9121a8-0152-48af-a778-94e3e7683818 req-1aba516f-2d25-47ec-a9c4-21a5b89ffceb service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081497 Mar 22 13:58:34.306729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.309944 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.378768 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-b2d60111-204c-4311-b9a2-166ee284f344 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8871953 Mar 22 13:58:34.435471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Request body: {'port': {'device_id': '25f2b82d-4d62-4484-9675-901302badac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:34.505078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Attempting to bind port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:34.505473 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Attempting to bind port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:34.505775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Attempting to bind port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 on network d79a7883-4385-4217-b6a4-181188406ca0 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:34.560289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-224ac920-e915-46ae-9522-4fb311c09235 None None] Provisioning complete for port d3ad8786-bb6c-4d80-86de-60c117a150f3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:34.562201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-224ac920-e915-46ae-9522-4fb311c09235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.572844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d8a2-1457-4e27-94a9-e609345b57e1 req-d3685472-8b2d-4eab-8581-11df6c4f2a3c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.574438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccc5d8a2-1457-4e27-94a9-e609345b57e1 req-d3685472-8b2d-4eab-8581-11df6c4f2a3c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2255201 Mar 22 13:58:34.584781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fd205f-6cd6-47fa-bdfb-b766526af570 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:34.616302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Publish callbacks [] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.621252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-224ac920-e915-46ae-9522-4fb311c09235 None None] Port d3ad8786-bb6c-4d80-86de-60c117a150f3 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:34.657617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Transition to ACTIVE for port object d4fd205f-6cd6-47fa-bdfb-b766526af570 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:34.663269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccc5d8a2-1457-4e27-94a9-e609345b57e1 req-06e19b0c-7506-48c9-834c-6b65d80d9ad3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738513 Mar 22 13:58:34.671821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986686a-5535-45c2-8473-5e7281a72f3d req-32c03227-0f7a-43a7-ad47-2ab53c385e00 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.673332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3986686a-5535-45c2-8473-5e7281a72f3d req-32c03227-0f7a-43a7-ad47-2ab53c385e00 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 947 time: 0.1611052 Mar 22 13:58:34.674044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.719336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:34.810652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 on network d79a7883-4385-4217-b6a4-181188406ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:34.810978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Attempting to bind port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 on network d79a7883-4385-4217-b6a4-181188406ca0 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:34.825072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3986686a-5535-45c2-8473-5e7281a72f3d req-15c9035d-3629-4a6f-9e20-5925d1701e7a tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094298 Mar 22 13:58:34.847119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:34.847460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Checking segment: {'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:34.847852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Bound using segment: {'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:34.848344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Bound port: ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf322ad-26a3-41df-b269-e0cce37bd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:34.848652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.900773 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b5d77243-58ef-4e8c-809e-93c6246a7504 tempest-RoutersTestDVR-1943923178 tempest-RoutersTestDVR-1943923178-project] 10.222.0.44 "GET /v2.0/routers/77de34a9-9c7d-4f11-b575-39c688a1aba4 HTTP/1.1" status: 200 len: 682 time: 0.8598158 Mar 22 13:58:34.918629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44718) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:34.918629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44720) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:34.928283 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-322943290-network', 'tenant_id': 'fa013464c0dd425385e24a45ce490cfe'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:34.946321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.962910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099db44-2f53-4d4a-993e-38a766b3851f req-0921e2d4-69d4-44a2-bd8e-73debb58087f tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.969728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f099db44-2f53-4d4a-993e-38a766b3851f req-0921e2d4-69d4-44a2-bd8e-73debb58087f tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 935 time: 0.1922104 Mar 22 13:58:35.022741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Attempting to bind port d4fd205f-6cd6-47fa-bdfb-b766526af570 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:35.023529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Attempting to bind port d4fd205f-6cd6-47fa-bdfb-b766526af570 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:35.023529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Attempting to bind port d4fd205f-6cd6-47fa-bdfb-b766526af570 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:35.038656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Port d4fd205f-6cd6-47fa-bdfb-b766526af570 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:35.038970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Attempting to bind port d4fd205f-6cd6-47fa-bdfb-b766526af570 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:35.052531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f099db44-2f53-4d4a-993e-38a766b3851f req-fcd54170-f22f-4ab0-9f27-6e3fa0754336 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817494 Mar 22 13:58:35.056013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:35.056356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:35.056745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:35.057181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Bound port: d4fd205f-6cd6-47fa-bdfb-b766526af570, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:35.057541 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.146873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:35.152206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:35.162249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.165304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2247130c-6349-4648-9f08-4887ffaa1136 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.170966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Made reservation on behalf of fa013464c0dd425385e24a45ce490cfe for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:35.173336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.211347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:35.211510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.215250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] 10.222.0.57 "PUT /v2.0/ports/d4fd205f-6cd6-47fa-bdfb-b766526af570 HTTP/1.1" status: 200 len: 1096 time: 2.0346012 Mar 22 13:58:35.221479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 43646e4a-d7e9-4b85-9be3-01f91c2ba93c details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:35.223408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:35.225757 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73272200-8d81-4586-bdee-91fe78a90e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:35.255087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c9a77-8358-43a1-aba0-5fb683510e4f service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:35.265926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.305605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:35.379332 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b689d4-3c37-4028-9563-dc175267e055 x-openstack-request-id: req-78b689d4-3c37-4028-9563-dc175267e055 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:35.382391 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:35.382391 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78b689d4-3c37-4028-9563-dc175267e055 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:35.382660 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b689d4-3c37-4028-9563-dc175267e055'] response: {'name': 'network-changed', 'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'status': 'completed', 'code': 200} Mar 22 13:58:35.389910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:35.466757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:35.480928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c', 'mac_address': 'fa:16:3e:af:fa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:35.541229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-80a7e5b8-600e-416c-a568-fa6dc42c5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:35.543814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-80a7e5b8-600e-416c-a568-fa6dc42c5c73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0443ba66e5b44c1995da8df00bf2117e&device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 1130 time: 0.2280347 Mar 22 13:58:35.579217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:35.579818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.583631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.587937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ed404-6e3a-4cc9-b41d-7c1916133b39 req-abbc1650-1ad1-4585-8226-9edc47894b22 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:35.589708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-979ed404-6e3a-4cc9-b41d-7c1916133b39 req-abbc1650-1ad1-4585-8226-9edc47894b22 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 944 time: 0.1956360 Mar 22 13:58:35.628131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43646e4a-d7e9-4b85-9be3-01f91c2ba93c {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:35.652949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:35.658383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.690593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2247130c-6349-4648-9f08-4887ffaa1136 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.704235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-0d8da0ce-2803-4cb9-8034-8796220448c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570 HTTP/1.1" status: 200 len: 217 time: 0.1041195 Mar 22 13:58:35.724673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2247130c-6349-4648-9f08-4887ffaa1136 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (77de34a9-9c7d-4f11-b575-39c688a1aba4), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.786188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:35.786828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.788226 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] 10.222.0.57 "PUT /v2.0/ports/ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 1092 time: 3.4327753 Mar 22 13:58:35.800725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:35.803167 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f56fce-f712-4f97-959a-c030b82abba7" -d '{"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:35.858772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:35.929271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['43646e4a-d7e9-4b85-9be3-01f91c2ba93c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:36.021796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ad8786-bb6c-4d80-86de-60c117a150f3 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:36.035560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-979ed404-6e3a-4cc9-b41d-7c1916133b39 req-8cf54eec-2133-42d1-a71d-4c36eeefd4ab tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363465 Mar 22 13:58:36.041417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-13b93a98-9aeb-4c08-a0b2-226910aa5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.042888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-13b93a98-9aeb-4c08-a0b2-226910aa5957 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.3342454 Mar 22 13:58:36.065704 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Publish callbacks [] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.114011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-b5da672f-02f0-483f-9087-3f82764a6731 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1151836 Mar 22 13:58:36.119112 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb34fd-13ea-4d1c-9526-09e87fd5c090 x-openstack-request-id: req-f6cb34fd-13ea-4d1c-9526-09e87fd5c090 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:36.120859 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:36.121188 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6cb34fd-13ea-4d1c-9526-09e87fd5c090 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:36.121527 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cb34fd-13ea-4d1c-9526-09e87fd5c090'] response: {'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'status': 'completed', 'code': 200} Mar 22 13:58:36.149662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1cf7b-60f7-4694-a87c-99228a43fda6 req-c0eeebab-20f1-4070-8883-de32f966e1e7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.151928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91f1cf7b-60f7-4694-a87c-99228a43fda6 req-c0eeebab-20f1-4070-8883-de32f966e1e7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2992232 Mar 22 13:58:36.155333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74cff9-ac10-4316-857b-23da2810f93c service neutron] Pushing event updated for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:36.207164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2247130c-6349-4648-9f08-4887ffaa1136 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (77de34a9-9c7d-4f11-b575-39c688a1aba4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.214724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2247130c-6349-4648-9f08-4887ffaa1136 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77de34a9-9c7d-4f11-b575-39c688a1aba4 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:58:36.227900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2247130c-6349-4648-9f08-4887ffaa1136 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.230791 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2247130c-6349-4648-9f08-4887ffaa1136 tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "DELETE /v2.0/routers/77de34a9-9c7d-4f11-b575-39c688a1aba4 HTTP/1.1" status: 204 len: 168 time: 1.3172140 Mar 22 13:58:36.243212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44738) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:36.248828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Transition to ACTIVE for port object d3ad8786-bb6c-4d80-86de-60c117a150f3 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:36.267436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.276864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-03adc43d-94e3-4878-b6a6-1572d62abbbc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Request body: {'router': {'name': 'tempest-router-364228344', 'distributed': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:36.320981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91f1cf7b-60f7-4694-a87c-99228a43fda6 req-2cbbbaf7-b9cc-4d79-aca4-4eb0aec71aae tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485670 Mar 22 13:58:36.323302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c5395ec2-8e1b-4c1c-b66f-2c15bcdfbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.324868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-c5395ec2-8e1b-4c1c-b66f-2c15bcdfbf89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2747655 Mar 22 13:58:36.355489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks [] for security_group (d5f585e7-7192-4838-8b06-e2515ee5a0cc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.370612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d5f585e7-7192-4838-8b06-e2515ee5a0cc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.375132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-25ac5026-212f-47f9-87a8-567f6483bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.376650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-25ac5026-212f-47f9-87a8-567f6483bb48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 1126 time: 0.2357898 Mar 22 13:58:36.415463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03adc43d-94e3-4878-b6a6-1572d62abbbc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (c0d01f82-789a-4a9f-abe4-053981cbbdd5), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.417261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03adc43d-94e3-4878-b6a6-1572d62abbbc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (c0d01f82-789a-4a9f-abe4-053981cbbdd5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.454465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-16401c1c-543d-45f4-8db1-04ed915650d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.456950 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-16401c1c-543d-45f4-8db1-04ed915650d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1126 time: 0.4040530 Mar 22 13:58:36.457633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:36.469103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f585e7-7192-4838-8b06-e2515ee5a0cc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:36.526618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:36.649472 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-3931951b-b750-4561-8597-2cf3c1c1b407 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.1526747 Mar 22 13:58:36.664897 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (19ed8746-a91b-431e-88fc-5d469bcde809), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.665526 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Added segment 19ed8746-a91b-431e-88fc-5d469bcde809 of type vlan for network 47885be6-15a6-4316-9201-fccd6b87b5f1 Mar 22 13:58:36.813106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Attempting to bind port d3ad8786-bb6c-4d80-86de-60c117a150f3 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:36.813611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Attempting to bind port d3ad8786-bb6c-4d80-86de-60c117a150f3 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:36.813950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Attempting to bind port d3ad8786-bb6c-4d80-86de-60c117a150f3 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:36.821942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Port d3ad8786-bb6c-4d80-86de-60c117a150f3 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:36.822293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Attempting to bind port d3ad8786-bb6c-4d80-86de-60c117a150f3 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:36.825573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-a229c6c6-86a0-419d-a380-42fad0133976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.827426 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-a229c6c6-86a0-419d-a380-42fad0133976 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.1670191 Mar 22 13:58:36.830504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (47885be6-15a6-4316-9201-fccd6b87b5f1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.854406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:36.854746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:36.855138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:36.855743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Bound port: d3ad8786-bb6c-4d80-86de-60c117a150f3, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:36.856369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.882438 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-cc60ba4f-18b3-4f83-8222-cb35022efc1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483572 Mar 22 13:58:36.938519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cdfe5-e416-43ff-8a30-be1f0f573577 req-00a6a801-8349-4e4c-bb18-b76e9e43da24 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.946323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-775cdfe5-e416-43ff-8a30-be1f0f573577 req-00a6a801-8349-4e4c-bb18-b76e9e43da24 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 948 time: 0.7326910 Mar 22 13:58:36.956195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-9fb25299-8695-4b4b-83b2-496fb40df782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.957909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-9fb25299-8695-4b4b-83b2-496fb40df782 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.5441241 Mar 22 13:58:37.065579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (47885be6-15a6-4316-9201-fccd6b87b5f1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.066599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:37.067170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.115579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-f494e7a7-c2b6-42ce-8fed-32f0989270df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 200 len: 217 time: 0.1400461 Mar 22 13:58:37.116899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03adc43d-94e3-4878-b6a6-1572d62abbbc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (c0d01f82-789a-4a9f-abe4-053981cbbdd5), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.171679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:37.189279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03adc43d-94e3-4878-b6a6-1572d62abbbc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (c0d01f82-789a-4a9f-abe4-053981cbbdd5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.189544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] Pushing event updated for resources: {'Network': ['ID=47885be6-15a6-4316-9201-fccd6b87b5f1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:37.197005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-65bd9367-de0c-4a92-8e1d-6685b340f517 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2794101 Mar 22 13:58:37.200753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44746) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:37.203309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 47885be6-15a6-4316-9201-fccd6b87b5f1 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:37.205861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-af9fec8e-4f0a-4945-9cae-6482bf6d86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:37.207796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-af9fec8e-4f0a-4945-9cae-6482bf6d86d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0731351 Mar 22 13:58:37.209457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:37.213913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Request body: {'subnet': {'network_id': '47885be6-15a6-4316-9201-fccd6b87b5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-322943290-subnet', 'tenant_id': 'fa013464c0dd425385e24a45ce490cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:37.241456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-0d22d434-fe4a-44c3-ab4a-3c445df55b75 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448219 Mar 22 13:58:37.243868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Made reservation on behalf of fa013464c0dd425385e24a45ce490cfe for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:37.246775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.251037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.304640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-fe30aff3-20af-48f5-93a0-62c4ce3bc48e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754373 Mar 22 13:58:37.315380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98c36-303e-4234-9db9-2e939c33838e req-40ebcc18-7f4d-49d5-b130-031e0565983a tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:37.317076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99e98c36-303e-4234-9db9-2e939c33838e req-40ebcc18-7f4d-49d5-b130-031e0565983a tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 947 time: 0.3676674 Mar 22 13:58:37.321437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-7e5d8a57-3af5-428a-a94f-ce2db31d43b7 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865475 Mar 22 13:58:37.324680 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03adc43d-94e3-4878-b6a6-1572d62abbbc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.326195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-03adc43d-94e3-4878-b6a6-1572d62abbbc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0794797 Mar 22 13:58:37.329016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44748) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:37.353615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-775cdfe5-e416-43ff-8a30-be1f0f573577 req-91b4995a-1d4c-4459-9dcb-020fcf0f3549 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053752 Mar 22 13:58:37.376525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 43646e4a-d7e9-4b85-9be3-01f91c2ba93c up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:37.403533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:37.404409 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.409518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] 10.222.0.42 "PUT /v2.0/ports/d3ad8786-bb6c-4d80-86de-60c117a150f3 HTTP/1.1" status: 200 len: 1095 time: 3.0019009 Mar 22 13:58:37.605072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:58:37.615334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:37.615722 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.732199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99e98c36-303e-4234-9db9-2e939c33838e req-4ccbc790-06be-4b29-9440-84cb08a07a7b tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045053 Mar 22 13:58:37.753510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:37.753907 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.807546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:37.809845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:37.812749 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f120881d-fba5-4547-b674-331c7e0056bb" -d '{"events": [{"server_uuid": "fca67f04-ab7f-488b-99c6-1e585f8b0f3d", "name": "network-vif-plugged", "status": "completed", "tag": "43646e4a-d7e9-4b85-9be3-01f91c2ba93c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:37.830944 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.851593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-d7de416f-204d-4b6f-bfeb-d2f47107a27b service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333021 Mar 22 13:58:37.866258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470857e-15c7-40e3-87f3-1696cba3e581 req-04a10eaf-0e1f-40ea-91d6-e2fc4ce7e084 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:37.869321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7470857e-15c7-40e3-87f3-1696cba3e581 req-04a10eaf-0e1f-40ea-91d6-e2fc4ce7e084 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 944 time: 0.3338273 Mar 22 13:58:37.873720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9147e1c-5768-4a0f-91cb-b76c8e9a8816 req-8ea138ad-14df-4cf0-b4fe-e1b0c80fbd6c service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911339 Mar 22 13:58:37.923773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:38.135264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272200-8d81-4586-bdee-91fe78a90e4f req-2065d5fe-83af-49ca-9200-082b1ec2fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.136917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:38.139714 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce" -d '{"events": [{"name": "network-changed", "server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:38.147439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73272200-8d81-4586-bdee-91fe78a90e4f req-2065d5fe-83af-49ca-9200-082b1ec2fc7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0443ba66e5b44c1995da8df00bf2117e&device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 1130 time: 0.1474669 Mar 22 13:58:38.185416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7470857e-15c7-40e3-87f3-1696cba3e581 req-531fc1f1-d07a-4f21-8349-7688672eeda8 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897632 Mar 22 13:58:38.193654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8958df-6f80-4b27-ba69-822124627168 req-eccb2dd9-801d-4d08-ab24-4c0691a07f70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.201991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d8958df-6f80-4b27-ba69-822124627168 req-eccb2dd9-801d-4d08-ab24-4c0691a07f70 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.3316174 Mar 22 13:58:38.240462 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6d4b1-23b7-4e50-ac6a-c7243d4f73b2 x-openstack-request-id: req-4dd6d4b1-23b7-4e50-ac6a-c7243d4f73b2 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:38.240986 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca67f04-ab7f-488b-99c6-1e585f8b0f3d", "name": "network-vif-plugged", "status": "completed", "tag": "43646e4a-d7e9-4b85-9be3-01f91c2ba93c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:38.240986 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dd6d4b1-23b7-4e50-ac6a-c7243d4f73b2 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:38.241387 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd6d4b1-23b7-4e50-ac6a-c7243d4f73b2'] response: {'server_uuid': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c', 'code': 200} Mar 22 13:58:38.287405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67dfff-cbcf-4059-9cdf-05e956701d83 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:38.309779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1f17c17-f296-4959-93e5-079e350626dc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (c0d01f82-789a-4a9f-abe4-053981cbbdd5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.314168 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4e693-63bb-49f0-81d3-3b2b67d40a5a x-openstack-request-id: req-97e4e693-63bb-49f0-81d3-3b2b67d40a5a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:38.314474 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:38.314710 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97e4e693-63bb-49f0-81d3-3b2b67d40a5a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:38.315145 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e4e693-63bb-49f0-81d3-3b2b67d40a5a'] response: {'name': 'network-changed', 'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'status': 'completed', 'code': 200} Mar 22 13:58:38.439641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d8958df-6f80-4b27-ba69-822124627168 req-e3a90186-e74f-4ed2-aec2-eeb1e037d629 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363992 Mar 22 13:58:38.447575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-4ef6b24a-22d5-4009-ab43-6fc89294eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.449830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a40c03a2-ad27-4a0b-8699-c9619774ff0c req-579b01b3-5b5a-4cd3-9e8c-374d3abcd760 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782235 Mar 22 13:58:38.452396 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-4ef6b24a-22d5-4009-ab43-6fc89294eb31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0443ba66e5b44c1995da8df00bf2117e&device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 1129 time: 0.3096519 Mar 22 13:58:38.503682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0bede-474a-404e-82a6-fd820e49f7e4 req-dedba349-0fa6-442e-a859-2cc7f7cd0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.505801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3dd0bede-474a-404e-82a6-fd820e49f7e4 req-dedba349-0fa6-442e-a859-2cc7f7cd0536 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 1131 time: 0.1472008 Mar 22 13:58:38.509433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272200-8d81-4586-bdee-91fe78a90e4f req-7092412a-ec4d-4573-887f-8553a23aa88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.511135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73272200-8d81-4586-bdee-91fe78a90e4f req-7092412a-ec4d-4573-887f-8553a23aa88a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3558910 Mar 22 13:58:38.565854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7607b208-cb29-48f6-a060-f3e258ac55b9 req-773de50d-3721-4226-af95-f4d6ac6a4cee service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2911923 Mar 22 13:58:38.583365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73272200-8d81-4586-bdee-91fe78a90e4f req-c37a7260-91b3-4486-8b87-a0cbc99db8bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570 HTTP/1.1" status: 200 len: 217 time: 0.0634480 Mar 22 13:58:38.678929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3dd0bede-474a-404e-82a6-fd820e49f7e4 req-f3188982-65b9-414f-9bdc-9f2a268cea0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642759 Mar 22 13:58:38.703906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272200-8d81-4586-bdee-91fe78a90e4f req-429c9175-02c9-48b4-baa5-646c913139e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.706303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73272200-8d81-4586-bdee-91fe78a90e4f req-429c9175-02c9-48b4-baa5-646c913139e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1010358 Mar 22 13:58:38.721182 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-a7af4c2f-cb0b-4d95-867f-2d9945b93ad9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3 HTTP/1.1" status: 200 len: 217 time: 0.2487190 Mar 22 13:58:38.736919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6adac-dd05-41c0-9d1f-09cab06f66e7 req-198215b7-0bd3-4f1c-ad7a-9246ed30fa1c tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.738447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4f6adac-dd05-41c0-9d1f-09cab06f66e7 req-198215b7-0bd3-4f1c-ad7a-9246ed30fa1c tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 949 time: 0.1683273 Mar 22 13:58:38.791130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1f17c17-f296-4959-93e5-079e350626dc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (c0d01f82-789a-4a9f-abe4-053981cbbdd5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.795249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1f17c17-f296-4959-93e5-079e350626dc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router_controller (c0d01f82-789a-4a9f-abe4-053981cbbdd5), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.910148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272200-8d81-4586-bdee-91fe78a90e4f req-da07a8b4-0706-4026-958d-e3a9222b4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.911825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73272200-8d81-4586-bdee-91fe78a90e4f req-da07a8b4-0706-4026-958d-e3a9222b4565 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1977897 Mar 22 13:58:38.922628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4f6adac-dd05-41c0-9d1f-09cab06f66e7 req-23697752-9680-4576-829d-85d1e62eb7f8 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654673 Mar 22 13:58:38.940615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56fce-f712-4f97-959a-c030b82abba7 req-68dd7b57-593a-4027-bafe-290b9c6f7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.942499 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f56fce-f712-4f97-959a-c030b82abba7 req-68dd7b57-593a-4027-bafe-290b9c6f7c22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1126 time: 0.2937512 Mar 22 13:58:38.957747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1f17c17-f296-4959-93e5-079e350626dc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (c0d01f82-789a-4a9f-abe4-053981cbbdd5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.958322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f17c17-f296-4959-93e5-079e350626dc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0d01f82-789a-4a9f-abe4-053981cbbdd5 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:58:38.967950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1f17c17-f296-4959-93e5-079e350626dc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.969112 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f1f17c17-f296-4959-93e5-079e350626dc tempest-RoutersTestDVR-765812639 tempest-RoutersTestDVR-765812639-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c0d01f82-789a-4a9f-abe4-053981cbbdd5 HTTP/1.1" status: 204 len: 168 time: 1.6364393 Mar 22 13:58:39.009702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463d144-0e38-4b38-be45-0006e7228c1c req-9da7689c-494f-4ab4-ab7a-9cb3f43d795b tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.011103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b463d144-0e38-4b38-be45-0006e7228c1c req-9da7689c-494f-4ab4-ab7a-9cb3f43d795b tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 947 time: 0.1621652 Mar 22 13:58:39.105107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (94ba0777-d122-4f07-b741-8bef9060824a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.153463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b463d144-0e38-4b38-be45-0006e7228c1c req-4940e549-6923-4a52-98c1-b04b321e5244 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344488 Mar 22 13:58:39.195588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73272200-8d81-4586-bdee-91fe78a90e4f req-4774f800-6f81-47a8-91bf-85faaabf2fe3 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717972 Mar 22 13:58:39.249261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-bcb551cd-d58f-4148-b94c-d0427173d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.251661 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-bcb551cd-d58f-4148-b94c-d0427173d048 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.3584874 Mar 22 13:58:39.265080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:39.350282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ba0777-d122-4f07-b741-8bef9060824a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.359949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Checking segment: {'id': '19ed8746-a91b-431e-88fc-5d469bcde809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '47885be6-15a6-4316-9201-fccd6b87b5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:39.360431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Network hostable DHCP agents. Network: 47885be6-15a6-4316-9201-fccd6b87b5f1, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:39.391669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-ae3674f1-5816-4f51-b13f-80d4bbd7592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.393551 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-ae3674f1-5816-4f51-b13f-80d4bbd7592b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1289814 Mar 22 13:58:39.396953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56fce-f712-4f97-959a-c030b82abba7 req-5d515ed4-a53f-417a-92e5-abe580288a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.399045 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f56fce-f712-4f97-959a-c030b82abba7 req-5d515ed4-a53f-417a-92e5-abe580288a87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 0.4186096 Mar 22 13:58:39.449638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Network 47885be6-15a6-4316-9201-fccd6b87b5f1 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:39.479158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:39.493036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73272200-8d81-4586-bdee-91fe78a90e4f req-0cecdd9e-4fcf-4101-8589-7477bdd07ede service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902467 Mar 22 13:58:39.511555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'mac_address': 'fa:16:3e:46:7a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:39.517587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474830-2ce3-4ab3-9b11-42d815c3361c req-8c0436b1-a8f5-4a68-92aa-c057355761ef tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.519186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21474830-2ce3-4ab3-9b11-42d815c3361c req-8c0436b1-a8f5-4a68-92aa-c057355761ef tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 944 time: 0.1683338 Mar 22 13:58:39.598163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:39.599096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.605471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f56fce-f712-4f97-959a-c030b82abba7 req-063e1d49-8d00-413f-ae38-5166103d4363 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.1941299 Mar 22 13:58:39.606231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 47885be6-15a6-4316-9201-fccd6b87b5f1) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:39.616875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28995c4-d9ca-4904-9b2b-fb814b603f77 None None] Network 47885be6-15a6-4316-9201-fccd6b87b5f1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:39.625449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.626276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.628664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44776) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:39.715627 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1207d7ad-857e-44b7-8eb3-747482d92e9d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5002673 Mar 22 13:58:39.752082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56fce-f712-4f97-959a-c030b82abba7 req-19c6653c-9c46-4f89-a9d9-4327b9483e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.755981 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f56fce-f712-4f97-959a-c030b82abba7 req-19c6653c-9c46-4f89-a9d9-4327b9483e4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.1202435 Mar 22 13:58:39.807924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21474830-2ce3-4ab3-9b11-42d815c3361c req-b4b13e60-77fd-4b6c-b439-61be67258686 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802165 Mar 22 13:58:39.864177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359e823-7adc-4e42-b81d-663f961ee65e req-ad5d7b84-5de2-4247-9e87-d11b0e53f743 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.876991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7359e823-7adc-4e42-b81d-663f961ee65e req-ad5d7b84-5de2-4247-9e87-d11b0e53f743 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.3197448 Mar 22 13:58:39.893716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fd205f-6cd6-47fa-bdfb-b766526af570 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:39.909695 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f56fce-f712-4f97-959a-c030b82abba7 req-f5298a41-6d50-4af5-96e5-00ef8249a188 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377382 Mar 22 13:58:39.915158 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-755292ce-3e14-4138-b9d4-2b4ccacf4ead service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148878 Mar 22 13:58:39.919138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d070c-001a-4be5-bed0-0cca63153090 None None] Network 47885be6-15a6-4316-9201-fccd6b87b5f1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:40.026706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:40.036240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.042393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11b0c534-c1fb-4994-b6b2-b732227c1b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.094140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7359e823-7adc-4e42-b81d-663f961ee65e req-dd8fc070-b0d3-4736-9f3b-cf5a13ea622e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010298 Mar 22 13:58:40.110126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:40.270772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d2027-a42d-4af8-abbb-b069f5ff9cee req-6d8998e9-cdc6-4a3e-be62-efa344ed0e15 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:40.273865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f58d2027-a42d-4af8-abbb-b069f5ff9cee req-6d8998e9-cdc6-4a3e-be62-efa344ed0e15 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 949 time: 0.1711080 Mar 22 13:58:40.383875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d4fd205f-6cd6-47fa-bdfb-b766526af570'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:40.406702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f58d2027-a42d-4af8-abbb-b069f5ff9cee req-f96d2195-222b-4016-bf5a-000261256572 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255109 Mar 22 13:58:40.411372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11b0c534-c1fb-4994-b6b2-b732227c1b4f admin admin] Publish callbacks [] for security_group (dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.440057 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c395c229-a7cf-4854-9fdc-14d44bf542ec req-2fe88218-0f28-4087-b9cf-2220e1cec701 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992797 Mar 22 13:58:40.442910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11b0c534-c1fb-4994-b6b2-b732227c1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.525746 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f56fce-f712-4f97-959a-c030b82abba7 req-a6b4350e-8e8e-4fd9-ab44-4b38a2e01b1a service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054807 Mar 22 13:58:40.645607 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-11b0c534-c1fb-4994-b6b2-b732227c1b4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48b00bc072494c8aa96733e2ad8f803a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9999592 Mar 22 13:58:40.650609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44806) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:40.671459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0c534-c1fb-4994-b6b2-b732227c1b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:40.673136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6f953-e7a8-4a98-a59a-2874a799ba97 req-f6f81ffd-29a4-474d-bd21-5637f1f6c03e tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:40.677558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5d6f953-e7a8-4a98-a59a-2874a799ba97 req-f6f81ffd-29a4-474d-bd21-5637f1f6c03e tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 947 time: 0.1397793 Mar 22 13:58:40.770834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-01e65aca-4ca2-4fc2-a939-1e038cc9c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:40.773110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-01e65aca-4ca2-4fc2-a939-1e038cc9c9e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0443ba66e5b44c1995da8df00bf2117e&device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 1129 time: 0.2682068 Mar 22 13:58:40.884180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5d6f953-e7a8-4a98-a59a-2874a799ba97 req-45913366-b852-49e8-bbd7-4eeb9a3c685c tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766427 Mar 22 13:58:40.899197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-313f3705-6892-4b2b-8d1c-5239c2c6aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:40.900977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-313f3705-6892-4b2b-8d1c-5239c2c6aba6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1191919 Mar 22 13:58:40.912250 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-71f56fce-f712-4f97-959a-c030b82abba7 req-3df54a00-913d-4801-b6a4-9f4e6f526b54 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662910 Mar 22 13:58:40.976333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-8f8afa62-5668-4204-b52e-7da44f2217bc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:40.980937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-8f8afa62-5668-4204-b52e-7da44f2217bc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/networks?id=5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 HTTP/1.1" status: 200 len: 814 time: 0.3666744 Mar 22 13:58:41.013262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6e6488b3-82da-4584-a7e7-3bceaa65a83d tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/quotas/e1626603123e4edc8ac4bd97ff3e2226 HTTP/1.1" status: 200 len: 375 time: 0.0198715 Mar 22 13:58:41.026994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9db29b2-6779-47f7-8104-57480ce2df01 admin admin] Publish callbacks [] for security_group (dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.053896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9db29b2-6779-47f7-8104-57480ce2df01 admin admin] Publish callbacks [] for security_group (dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.093693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bf271a3f-1eb8-4c3b-8512-4f886ab49b3b tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1626603123e4edc8ac4bd97ff3e2226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654292 Mar 22 13:58:41.103957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-50dccbe5-134b-4896-af73-6ae7b2b55cc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3 HTTP/1.1" status: 200 len: 217 time: 0.1960669 Mar 22 13:58:41.125762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9db29b2-6779-47f7-8104-57480ce2df01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.129084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9db29b2-6779-47f7-8104-57480ce2df01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.130508 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9db29b2-6779-47f7-8104-57480ce2df01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c HTTP/1.1" status: 204 len: 168 time: 0.4770315 Mar 22 13:58:41.167787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db29b2-6779-47f7-8104-57480ce2df01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdaa4a1-0941-4ebe-ad5c-4c4b21fa550c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:41.180316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-d6c57123-8804-4c3d-beab-0c37818f2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:41.182345 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-d6c57123-8804-4c3d-beab-0c37818f2313 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0723851 Mar 22 13:58:41.283649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:41.289296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:41.319159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-51a85b6c-1ada-4f7c-84e4-df9b41aef42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:41.323954 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-51a85b6c-1ada-4f7c-84e4-df9b41aef42d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1352861 Mar 22 13:58:41.479821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-bb60f392-fb8f-4771-b498-2970d328cd53 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443453 Mar 22 13:58:41.501315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:58:41.523430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce4ce8-5c3f-4a9a-804a-9ab7afd400ea req-81009b21-ca7e-47a2-9b16-ece14d42930c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:41.526758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7ce4ce8-5c3f-4a9a-804a-9ab7afd400ea req-81009b21-ca7e-47a2-9b16-ece14d42930c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 944 time: 0.1194081 Mar 22 13:58:41.531124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-9acb0cb5-19b2-49fa-a279-0bda4cfde22a service neutron] 10.222.0.44 "GET /v2.0/networks/5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270296 Mar 22 13:58:41.710792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:41.729764 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6d367127-5fcd-4a9f-b5a1-37f85a0064ce req-47d229a6-04e0-4a09-9f7e-9a1eb4df725a service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430413 Mar 22 13:58:41.737537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'port_id': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'mac_address': 'fa:16:3e:b9:dd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:41.748390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-4b213bfa-2c01-49d7-aa80-97eed20ad4f2 service neutron] 10.222.0.44 "GET /v2.0/networks/5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050765 Mar 22 13:58:41.776703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7ce4ce8-5c3f-4a9a-804a-9ab7afd400ea req-83329147-cd40-4ce3-ae1b-e406b89a36ef tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428942 Mar 22 13:58:41.797521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:41.797521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.809291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:41.813759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d4fd205f-6cd6-47fa-bdfb-b766526af570 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:58:41.820081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d4fd205f-6cd6-47fa-bdfb-b766526af570 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:41.820482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.849692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44826) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:41.872388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d639d2c-ee27-4250-be07-765bf22a5947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.942478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:42.078225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d639d2c-ee27-4250-be07-765bf22a5947 admin admin] Publish callbacks [] for security_group (49b9333c-6a95-4e3a-8803-53302858531e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.080732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb828-331f-40e9-bc50-d2d62e7b8541 req-d1be76c6-a846-4fee-b913-c7551ac9b1d5 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:42.087231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d639d2c-ee27-4250-be07-765bf22a5947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49b9333c-6a95-4e3a-8803-53302858531e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.092473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcadb828-331f-40e9-bc50-d2d62e7b8541 req-d1be76c6-a846-4fee-b913-c7551ac9b1d5 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.1515729 Mar 22 13:58:42.180056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d639d2c-ee27-4250-be07-765bf22a5947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9333c-6a95-4e3a-8803-53302858531e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.206709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0d639d2c-ee27-4250-be07-765bf22a5947 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f02392a0240b45118b55734d71eb6a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557770 Mar 22 13:58:42.209322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44838) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:42.255890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcadb828-331f-40e9-bc50-d2d62e7b8541 req-5b76a703-7bf8-46ca-a67e-1d8d9dd8191a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568344 Mar 22 13:58:42.404355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be6c1e9b-e77d-4ed0-b564-f06295e25dfd admin admin] Publish callbacks [] for security_group (49b9333c-6a95-4e3a-8803-53302858531e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.422223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:42.422619 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.435833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.455951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfc58361-482a-40a9-b921-3d0c6d859d9c req-d2d20262-be3a-4849-83d6-5bf371d9c1cb tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 210 time: 0.0700178 Mar 22 13:58:42.466457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be6c1e9b-e77d-4ed0-b564-f06295e25dfd admin admin] Publish callbacks [] for security_group (49b9333c-6a95-4e3a-8803-53302858531e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.533456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f08dc-bc65-4411-aaef-4df5281d118a req-62246f18-76b1-4ade-887c-6b8dac8b43ce tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:42.554746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.575474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd1f08dc-bc65-4411-aaef-4df5281d118a req-62246f18-76b1-4ade-887c-6b8dac8b43ce tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 947 time: 0.3181100 Mar 22 13:58:42.576227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be6c1e9b-e77d-4ed0-b564-f06295e25dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49b9333c-6a95-4e3a-8803-53302858531e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.578936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be6c1e9b-e77d-4ed0-b564-f06295e25dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.585515 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-be6c1e9b-e77d-4ed0-b564-f06295e25dfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49b9333c-6a95-4e3a-8803-53302858531e HTTP/1.1" status: 204 len: 168 time: 0.3738396 Mar 22 13:58:42.587475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:42.588797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:42.592883 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e6574a-cf01-4a80-aa77-0cf6e2463155" -d '{"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:42.597205 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.598588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c1e9b-e77d-4ed0-b564-f06295e25dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9333c-6a95-4e3a-8803-53302858531e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.700283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.712332 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075c067c-a1c6-49ea-8a6f-3507382bb89a x-openstack-request-id: req-075c067c-a1c6-49ea-8a6f-3507382bb89a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:42.712653 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:42.712908 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-075c067c-a1c6-49ea-8a6f-3507382bb89a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:42.713335 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075c067c-a1c6-49ea-8a6f-3507382bb89a'] response: {'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'code': 200} Mar 22 13:58:42.766926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:42.778605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd1f08dc-bc65-4411-aaef-4df5281d118a req-6f8ff72e-7a7d-4a19-a63d-aa4401f97784 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997001 Mar 22 13:58:42.891363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca7225-8106-4470-a179-0beae00dad0d req-deb0229d-f3ee-455a-81e0-ef82e7169031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:42.897284 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10ca7225-8106-4470-a179-0beae00dad0d req-deb0229d-f3ee-455a-81e0-ef82e7169031 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 1132 time: 0.1250412 Mar 22 13:58:43.022090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d1658-4544-4042-8d55-12d57efda200 req-a7d43988-16de-4f3d-9531-8129d30f4f38 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.039956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c98d1658-4544-4042-8d55-12d57efda200 req-a7d43988-16de-4f3d-9531-8129d30f4f38 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 945 time: 0.1463842 Mar 22 13:58:43.093576 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10ca7225-8106-4470-a179-0beae00dad0d req-058f1f68-477c-4df3-b687-6feb09fed40d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831453 Mar 22 13:58:43.186879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c98d1658-4544-4042-8d55-12d57efda200 req-4ed06ca0-48d1-4de8-967b-c2c9b7740936 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441157 Mar 22 13:58:43.272055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d3ad8786-bb6c-4d80-86de-60c117a150f3 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:43.294010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:43.359488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d75aa6-afc4-4a9c-9e50-8970fd3bb64f req-b527169a-dd5d-43c7-a484-82f33e3eb45a tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.364397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84d75aa6-afc4-4a9c-9e50-8970fd3bb64f req-b527169a-dd5d-43c7-a484-82f33e3eb45a tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 949 time: 0.1721075 Mar 22 13:58:43.519129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84d75aa6-afc4-4a9c-9e50-8970fd3bb64f req-f29884be-e5b5-4fce-8130-c43036ef8c2f tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380439 Mar 22 13:58:43.543723 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:58:43.576816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc67c3-a068-4ec8-a0b8-30581cd538ab req-265bc108-f5d4-4ee9-a92f-f1b2516d17d6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.592075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cbc67c3-a068-4ec8-a0b8-30581cd538ab req-265bc108-f5d4-4ee9-a92f-f1b2516d17d6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.2079055 Mar 22 13:58:43.670728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cbc67c3-a068-4ec8-a0b8-30581cd538ab req-689973ea-fce7-485c-9343-3cf0c457d57d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Mar 22 13:58:43.718797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-475fb30a-d8fc-485c-acdb-850cf6d1c356 req-6dd48d42-93f9-436c-857a-68759fd9b4cb tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 210 time: 0.0602415 Mar 22 13:58:43.793896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:43.810232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:43.819200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'mac_address': 'fa:16:3e:64:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:43.826506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b', 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7', 'port_id': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b', 'mac_address': 'fa:16:3e:6f:a7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acc379a-6984-4410-afce-6a3642923c76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:43.932557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:43.932951 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.950021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d3ad8786-bb6c-4d80-86de-60c117a150f3 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:43.950461 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.953999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:43.982992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ad8786-bb6c-4d80-86de-60c117a150f3 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:43.994339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d073d-fb09-4362-954f-e1864a0777fd req-439a9745-f6a9-445b-9b15-471165fc28c1 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.996981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef1d073d-fb09-4362-954f-e1864a0777fd req-439a9745-f6a9-445b-9b15-471165fc28c1 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 947 time: 0.1092837 Mar 22 13:58:44.013243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:44.022248 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.025367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:44.037311 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.121995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef1d073d-fb09-4362-954f-e1864a0777fd req-b9c71666-ec21-4ffa-b2eb-1234104e2179 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181648 Mar 22 13:58:44.152878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:44.300505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-94684fef-6e0d-47a6-bef0-4817277d6850 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:44.304021 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-94684fef-6e0d-47a6-bef0-4817277d6850 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.42 "GET /v2.0/networks?id=5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 HTTP/1.1" status: 200 len: 814 time: 0.3213561 Mar 22 13:58:44.314862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:44.318996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Request body: {'port': {'device_id': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2', 'admin_state_up': True, 'tenant_id': 'e1626603123e4edc8ac4bd97ff3e2226'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:44.432837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:44.440233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23311ed4-1df2-4cd8-b6ce-e88aa146f7b0 req-49970a0a-065c-4846-bd28-21dbd51276bd tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:44.456170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23311ed4-1df2-4cd8-b6ce-e88aa146f7b0 req-49970a0a-065c-4846-bd28-21dbd51276bd tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 945 time: 0.1091633 Mar 22 13:58:44.484850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Made reservation on behalf of e1626603123e4edc8ac4bd97ff3e2226 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:44.490238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.518657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d3ad8786-bb6c-4d80-86de-60c117a150f3'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:44.794586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23311ed4-1df2-4cd8-b6ce-e88aa146f7b0 req-0cc55948-eb7d-4bac-aac5-3834fa00fd42 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374035 Mar 22 13:58:44.832532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caea1d-4d75-4990-8610-30b96fb6995d req-387d873f-6f1b-4312-85a2-b1240e82e00d tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:44.843592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61caea1d-4d75-4990-8610-30b96fb6995d req-387d873f-6f1b-4312-85a2-b1240e82e00d tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.42 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 949 time: 0.3471196 Mar 22 13:58:44.872099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Allocated IP 172.20.0.11 (5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2/9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7/eec0967b-09b3-4446-b867-3d284d4327e9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:45.070932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225074d0-08ad-4159-a39e-e370fc443cf8 req-62795251-0836-4b39-8560-1f0a75a28f1f tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.084978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-225074d0-08ad-4159-a39e-e370fc443cf8 req-62795251-0836-4b39-8560-1f0a75a28f1f tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 949 time: 0.4348226 Mar 22 13:58:45.138004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks [] for port (eec0967b-09b3-4446-b867-3d284d4327e9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.179655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.229502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:45.241365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913489-d36d-4afe-9e75-41284c1221ae req-ffb084f5-b002-4ca1-be0e-99e4b3837535 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.243253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70913489-d36d-4afe-9e75-41284c1221ae req-ffb084f5-b002-4ca1-be0e-99e4b3837535 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 944 time: 0.2533276 Mar 22 13:58:45.256298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Deleting port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:45.256927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.271217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:45.274694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:45.295712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:45.401404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-225074d0-08ad-4159-a39e-e370fc443cf8 req-3a8ede6c-af89-476e-a0ea-32ce8395265b tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c78ff47-a9b6-473a-9932-71ce94e8bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117206 Mar 22 13:58:45.428338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:58:45.441074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:45.441452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.449413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Pushing event updated for resources: {'Port': ['ID=eec0967b-09b3-4446-b867-3d284d4327e9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:45.481759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.482227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.513752 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-bbdb5108-30c4-43bf-9323-458293765dbc tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1995261 Mar 22 13:58:45.526423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Request body: {'port': {'device_id': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:45.552393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70913489-d36d-4afe-9e75-41284c1221ae req-46baf5cc-8c1d-4ab9-ba58-33b6c2d006b5 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024304 Mar 22 13:58:45.587993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:45.716937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.724906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:45.725308 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.767115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1135347370', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:45.826704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:45.830394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:45.833153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Made reservation on behalf of 589afd6ff43f4d7c88268343fe13694d for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:45.837207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.839932 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c97c2-7ed1-4e6d-806e-d3ca87b1160a" -d '{"events": [{"server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "name": "network-vif-plugged", "status": "completed", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:45.843772 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.867497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.896738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] For port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:45.897365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.915032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af6cbc-88f0-45b3-bb65-5b342d9fcaf8 req-2a35a8fe-70a9-43f3-97ed-4d7100ddf333 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.922545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81af6cbc-88f0-45b3-bb65-5b342d9fcaf8 req-2a35a8fe-70a9-43f3-97ed-4d7100ddf333 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 932 time: 0.3947761 Mar 22 13:58:45.935451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:45.943024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Calling delete_port for 43646e4a-d7e9-4b85-9be3-01f91c2ba93c owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:46.050966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81af6cbc-88f0-45b3-bb65-5b342d9fcaf8 req-a17d2c24-f0af-43d1-9879-70bf1affa545 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274488 Mar 22 13:58:46.063840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263d33-631a-4133-8be1-24fb6875bb0a req-97b92b59-0cf5-4b5e-9dc7-2d39116c25e3 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:46.066753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea263d33-631a-4133-8be1-24fb6875bb0a req-97b92b59-0cf5-4b5e-9dc7-2d39116c25e3 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 948 time: 0.3613670 Mar 22 13:58:46.161310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea263d33-631a-4133-8be1-24fb6875bb0a req-0a9cae49-f71a-4825-b4c3-896a61665b5b tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867627 Mar 22 13:58:46.171398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for security_group (58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.179464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.195736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] device_id is not set on port 1a4abcb1-a800-45cd-af69-09f3f73d207d yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:58:46.269143 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13985ca3-79b7-4ba4-b67a-761ae480f31b x-openstack-request-id: req-13985ca3-79b7-4ba4-b67a-761ae480f31b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:46.270030 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "name": "network-vif-plugged", "status": "completed", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:46.270030 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13985ca3-79b7-4ba4-b67a-761ae480f31b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:46.270461 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13985ca3-79b7-4ba4-b67a-761ae480f31b'] response: {'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'code': 200} Mar 22 13:58:46.377647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Allocated IP 172.25.2.119 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/1a4abcb1-a800-45cd-af69-09f3f73d207d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:46.408680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61d1e-d8df-471b-8f14-b76e014c942b req-3fd64a25-4560-4419-b646-2268127be87c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:46.410319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2d61d1e-d8df-471b-8f14-b76e014c942b req-3fd64a25-4560-4419-b646-2268127be87c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.2276046 Mar 22 13:58:46.411461 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (43646e4a-d7e9-4b85-9be3-01f91c2ba93c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.577188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Pushing event deleted for resources: {'Port': ['ID=43646e4a-d7e9-4b85-9be3-01f91c2ba93c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:46.660326 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for port (1a4abcb1-a800-45cd-af69-09f3f73d207d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.667665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf6f57f4-d635-4af6-aca9-eb412321b517 req-54d2e9b1-1756-4555-b6c2-77d5e6fb4351 tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.44 "GET /v2.0/ports?device_id=fca67f04-ab7f-488b-99c6-1e585f8b0f3d HTTP/1.1" status: 200 len: 210 time: 0.0990820 Mar 22 13:58:46.711053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] No DVR routers for this DVR port 43646e4a-d7e9-4b85-9be3-01f91c2ba93c on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:46.714625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.717884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61caea1d-4d75-4990-8610-30b96fb6995d req-968d3296-67cf-465a-b4f7-bc79b4153daa tempest-TenantUsagesTestJSON-663569098 tempest-TenantUsagesTestJSON-663569098-project] 10.222.0.42 "DELETE /v2.0/ports/43646e4a-d7e9-4b85-9be3-01f91c2ba93c HTTP/1.1" status: 204 len: 173 time: 1.8640714 Mar 22 13:58:46.730738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'name': 'network-vif-deleted', 'tag': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:46.747435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:46.749568 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078ec0c8-9edf-46c7-9be6-1c61f89ec8c2" -d '{"events": [{"server_uuid": "fca67f04-ab7f-488b-99c6-1e585f8b0f3d", "name": "network-vif-deleted", "tag": "43646e4a-d7e9-4b85-9be3-01f91c2ba93c"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:46.828613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1a4abcb1-a800-45cd-af69-09f3f73d207d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.855385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:46.860032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:46.863235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:46.864612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2d61d1e-d8df-471b-8f14-b76e014c942b req-06f66204-f04a-47bb-86a2-2fd608399454 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194667 Mar 22 13:58:46.928556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:46.929153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.003703 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d1b928-fa82-4edb-8cc0-bd26bb21b7b3 x-openstack-request-id: req-26d1b928-fa82-4edb-8cc0-bd26bb21b7b3 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:47.005629 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca67f04-ab7f-488b-99c6-1e585f8b0f3d", "name": "network-vif-deleted", "tag": "43646e4a-d7e9-4b85-9be3-01f91c2ba93c", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:47.005865 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26d1b928-fa82-4edb-8cc0-bd26bb21b7b3 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:47.007458 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d1b928-fa82-4edb-8cc0-bd26bb21b7b3'] response: {'server_uuid': 'fca67f04-ab7f-488b-99c6-1e585f8b0f3d', 'name': 'network-vif-deleted', 'tag': '43646e4a-d7e9-4b85-9be3-01f91c2ba93c', 'status': 'completed', 'code': 200} Mar 22 13:58:47.035632 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4450336 Mar 22 13:58:47.037859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06b42-40b4-4f91-8ec4-ed2eb39b7db7 req-10168689-67dc-4adb-8471-1d7d620878ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.039992 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78a06b42-40b4-4f91-8ec4-ed2eb39b7db7 req-10168689-67dc-4adb-8471-1d7d620878ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.2730942 Mar 22 13:58:47.040564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44938) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:47.051179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.119'}]}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:47.055431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4784592-aba4-43bf-be8e-3ae81cc3f67f req-8a5cb222-fc4f-4b25-bb94-c719ac2bde50 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.063913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb05bf-e6fc-4d38-8053-524aedc02d0c tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Pushing event updated for resources: {'Port': ['ID=1a4abcb1-a800-45cd-af69-09f3f73d207d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:47.064652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4784592-aba4-43bf-be8e-3ae81cc3f67f req-8a5cb222-fc4f-4b25-bb94-c719ac2bde50 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 944 time: 0.2484713 Mar 22 13:58:47.125564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec0967b-09b3-4446-b867-3d284d4327e9 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:47.140608 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Publish callbacks [] for port (eec0967b-09b3-4446-b867-3d284d4327e9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.156208 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78a06b42-40b4-4f91-8ec4-ed2eb39b7db7 req-31e58e90-ed22-4ec1-842c-8de2d61641c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933423 Mar 22 13:58:47.165491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (58d8aa12-b673-45a1-953e-bf40a8914acc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.166840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (58d8aa12-b673-45a1-953e-bf40a8914acc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.168548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4784592-aba4-43bf-be8e-3ae81cc3f67f req-034fdbc4-fc34-4954-b070-d72212000463 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028612 Mar 22 13:58:47.221266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Transition to ACTIVE for port object eec0967b-09b3-4446-b867-3d284d4327e9 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:47.234757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.274889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d3ad8786-bb6c-4d80-86de-60c117a150f3 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:47.352764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:47.479227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=eec0967b-09b3-4446-b867-3d284d4327e9,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:47.487792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:58:47.501731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:47.501731 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.513522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for router_controller (58d8aa12-b673-45a1-953e-bf40a8914acc), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.529694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd23d8-1534-475b-834e-ade1435fc834 req-d73cbe1b-9171-4fa6-afc0-20ad906c16c9 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.537580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9fd23d8-1534-475b-834e-ade1435fc834 req-d73cbe1b-9171-4fa6-afc0-20ad906c16c9 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 944 time: 0.1809425 Mar 22 13:58:47.564227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port d3ad8786-bb6c-4d80-86de-60c117a150f3 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:58:47.590117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47554521-1ee3-469a-a2f8-4e94c61fc1cb req-4a982d3c-6647-4c23-bcab-ed087d85f151 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.596603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d3ad8786-bb6c-4d80-86de-60c117a150f3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:47.596980 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.598011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47554521-1ee3-469a-a2f8-4e94c61fc1cb req-4a982d3c-6647-4c23-bcab-ed087d85f151 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 948 time: 0.1626329 Mar 22 13:58:47.677133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9fd23d8-1534-475b-834e-ade1435fc834 req-bcf0c36b-2571-459c-9329-2d867e601556 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322374 Mar 22 13:58:47.694109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47554521-1ee3-469a-a2f8-4e94c61fc1cb req-b623daaa-bb18-4f03-ae01-37f51559ed1d tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940528 Mar 22 13:58:47.774117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:47.774817 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.901470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:47.909413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.945115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-38660d0e-ca10-4d40-bec7-4791dfdbcd6c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.952145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-38660d0e-ca10-4d40-bec7-4791dfdbcd6c tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 945 time: 0.1082110 Mar 22 13:58:47.967488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff4c70-1df8-4b67-9565-25d15ec0dfe9 req-d9606300-b6ba-4c1e-89cc-3a509f588893 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.996738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cff4c70-1df8-4b67-9565-25d15ec0dfe9 req-d9606300-b6ba-4c1e-89cc-3a509f588893 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 945 time: 0.1935339 Mar 22 13:58:48.008214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:48.032566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Attempting to bind port eec0967b-09b3-4446-b867-3d284d4327e9 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:48.033787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Attempting to bind port eec0967b-09b3-4446-b867-3d284d4327e9 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'd07046eb-ba1a-47bb-923b-60dc7c79a224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:48.034371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Attempting to bind port eec0967b-09b3-4446-b867-3d284d4327e9 on network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:48.046270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Port eec0967b-09b3-4446-b867-3d284d4327e9 on network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:48.046614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Attempting to bind port eec0967b-09b3-4446-b867-3d284d4327e9 on network 5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:48.049686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d3ad8786-bb6c-4d80-86de-60c117a150f3 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:48.050112 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.076683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:48.077078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Checking segment: {'id': 'd07046eb-ba1a-47bb-923b-60dc7c79a224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:48.077428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Bound using segment: {'id': 'd07046eb-ba1a-47bb-923b-60dc7c79a224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:48.078142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Bound port: eec0967b-09b3-4446-b867-3d284d4327e9, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07046eb-ba1a-47bb-923b-60dc7c79a224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:48.078502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.096863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for router_gateway (58d8aa12-b673-45a1-953e-bf40a8914acc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.194845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:48.271429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'}, {'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:48.273846 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ac791-41b6-401c-9c7c-bdb1886a6dca" -d '{"events": [{"server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "name": "network-vif-plugged", "status": "completed", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b"}, {"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:48.277452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.278461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 43646e4a-d7e9-4b85-9be3-01f91c2ba93c no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:48.308352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cff4c70-1df8-4b67-9565-25d15ec0dfe9 req-d0fd63b1-c20e-47bc-a722-94e620d2e1b0 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064353 Mar 22 13:58:48.377118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] For port eec0967b-09b3-4446-b867-3d284d4327e9, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:48.377725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211bcf-101e-405b-8608-c3a0f0a07260 req-f3d5f1a1-3f7d-49a8-a95c-c77d830818d3 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:48.385099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] For port eec0967b-09b3-4446-b867-3d284d4327e9, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eec0967b-09b3-4446-b867-3d284d4327e9,segment=NetworkSegment(d07046eb-ba1a-47bb-923b-60dc7c79a224),segment_id=d07046eb-ba1a-47bb-923b-60dc7c79a224)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:48.386553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82211bcf-101e-405b-8608-c3a0f0a07260 req-f3d5f1a1-3f7d-49a8-a95c-c77d830818d3 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.3168268 Mar 22 13:58:48.407396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.418115 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9349b893-4d68-4c50-b9fb-3c26b71be42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.460394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Deleting port b46c3e52-e116-404b-b5d8-5dc49637c63a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:48.461028 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.473779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:48.493135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 43646e4a-d7e9-4b85-9be3-01f91c2ba93c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:48.494055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 43646e4a-d7e9-4b85-9be3-01f91c2ba93c not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:48.551715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=eec0967b-09b3-4446-b867-3d284d4327e9,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:48.554832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82211bcf-101e-405b-8608-c3a0f0a07260 req-3d5540e9-2a94-4089-94a9-4996470ee25a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621747 Mar 22 13:58:48.561638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:48.561762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.563221 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-6705724f-e820-499a-b4d8-cb51c74ef3d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/eec0967b-09b3-4446-b867-3d284d4327e9 HTTP/1.1" status: 200 len: 1092 time: 3.0420294 Mar 22 13:58:48.563704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'tag': 'eec0967b-09b3-4446-b867-3d284d4327e9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:48.575402 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91844505-e5bf-4e0a-8301-537f0733df35" -d '{"events": [{"name": "network-changed", "server_uuid": "f47e3a99-298b-4dcf-bfc4-79946997a180", "tag": "eec0967b-09b3-4446-b867-3d284d4327e9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:48.579091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:48.598588 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:58:48.679049 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c278d0-480e-4b20-bd55-f28b8e2c5ee4 x-openstack-request-id: req-92c278d0-480e-4b20-bd55-f28b8e2c5ee4 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:48.680066 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "name": "network-vif-plugged", "status": "completed", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b", "code": 200}, {"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:48.680335 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92c278d0-480e-4b20-bd55-f28b8e2c5ee4 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:48.680807 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c278d0-480e-4b20-bd55-f28b8e2c5ee4'] response: {'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b', 'code': 200} Mar 22 13:58:48.681098 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c278d0-480e-4b20-bd55-f28b8e2c5ee4'] response: {'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'code': 200} Mar 22 13:58:48.788619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] For port b46c3e52-e116-404b-b5d8-5dc49637c63a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b46c3e52-e116-404b-b5d8-5dc49637c63a,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:48.789254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.827780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Calling delete_port for b46c3e52-e116-404b-b5d8-5dc49637c63a owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:49.022063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b46c3e52-e116-404b-b5d8-5dc49637c63a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.033928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['b46c3e52-e116-404b-b5d8-5dc49637c63a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:49.052910 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e655457-6d1e-4138-a3a1-533798ca056d x-openstack-request-id: req-5e655457-6d1e-4138-a3a1-533798ca056d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:49.053549 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47e3a99-298b-4dcf-bfc4-79946997a180", "tag": "eec0967b-09b3-4446-b867-3d284d4327e9", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:49.053549 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e655457-6d1e-4138-a3a1-533798ca056d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:49.053804 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e655457-6d1e-4138-a3a1-533798ca056d'] response: {'name': 'network-changed', 'server_uuid': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'tag': 'eec0967b-09b3-4446-b867-3d284d4327e9', 'status': 'completed', 'code': 200} Mar 22 13:58:49.075460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e718-90f4-4d06-ba6c-f1a4748514c5 req-a8ccaf71-7b03-4333-bef0-fca0de898371 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.077402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06b7e718-90f4-4d06-ba6c-f1a4748514c5 req-a8ccaf71-7b03-4333-bef0-fca0de898371 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.5390472 Mar 22 13:58:49.131714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event deleted for resources: {'Port': ['ID=b46c3e52-e116-404b-b5d8-5dc49637c63a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:49.210539 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-acc927a6-f8f5-441e-99b8-9dd1bfb9ecd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c216181df0464df6bec553592d2a6a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6268411 Mar 22 13:58:49.215421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44972) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:49.234442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-e1b52036-88d2-49f6-abc2-0c79baabb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.236241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-e1b52036-88d2-49f6-abc2-0c79baabb833 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1626603123e4edc8ac4bd97ff3e2226&device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 1126 time: 0.6287398 Mar 22 13:58:49.266151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] No DVR routers for this DVR port b46c3e52-e116-404b-b5d8-5dc49637c63a on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:49.269362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.274537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50c22b82-6fce-43a8-a5c9-8fe5d5570a7b req-08cbab09-646e-4a62-9296-23cde5153af9 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "DELETE /v2.0/ports/b46c3e52-e116-404b-b5d8-5dc49637c63a HTTP/1.1" status: 204 len: 173 time: 1.2752955 Mar 22 13:58:49.279300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'name': 'network-vif-deleted', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:49.282049 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8dee0b-d0a7-446d-a10c-440e9b30ca48" -d '{"events": [{"server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "name": "network-vif-deleted", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:49.309698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06b7e718-90f4-4d06-ba6c-f1a4748514c5 req-d41286ba-b648-429d-8638-5ad2b120b826 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001948 Mar 22 13:58:49.336906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30090-9ff5-4be6-a72f-484261035289 req-d9a3cd0a-b058-495b-bb8d-055e3c358d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.340647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98a30090-9ff5-4be6-a72f-484261035289 req-d9a3cd0a-b058-495b-bb8d-055e3c358d55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 1131 time: 0.3347759 Mar 22 13:58:49.345723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603471e-14d6-48a9-a6ef-a6f09ad2f282 req-bd21ec03-49e5-49b1-ac02-4259e5f6ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.347485 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8603471e-14d6-48a9-a6ef-a6f09ad2f282 req-bd21ec03-49e5-49b1-ac02-4259e5f6ccfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1127 time: 0.2890973 Mar 22 13:58:49.368540 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-a1a06b62-c63f-4472-8279-4a26bab6a059 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eec0967b-09b3-4446-b867-3d284d4327e9 HTTP/1.1" status: 200 len: 217 time: 0.1229689 Mar 22 13:58:49.373924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01594-b96f-4179-9fbc-2f4dd7760d5d req-3fa83a3d-8fb0-4e4b-a927-7bfeb46c04a5 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.382886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd01594-b96f-4179-9fbc-2f4dd7760d5d req-3fa83a3d-8fb0-4e4b-a927-7bfeb46c04a5 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 944 time: 0.3773160 Mar 22 13:58:49.463378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-dbc3a8c8-f43d-44ff-93f3-ea79ce972663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.464893 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-dbc3a8c8-f43d-44ff-93f3-ea79ce972663 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7 HTTP/1.1" status: 200 len: 854 time: 0.0711381 Mar 22 13:58:49.491236 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for router_gateway (58d8aa12-b673-45a1-953e-bf40a8914acc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.497035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98a30090-9ff5-4be6-a72f-484261035289 req-b2c66a27-01f9-48dc-bb97-da256ba43451 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433256 Mar 22 13:58:49.527800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.545894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac12e2f-834a-4981-9ea9-4aaa7307f85a admin admin] Publish callbacks [] for security_group (8c78ff47-a9b6-473a-9932-71ce94e8bce2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.552123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd01594-b96f-4179-9fbc-2f4dd7760d5d req-eec903ab-2157-44b0-9f3e-d49704c0213e tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680834 Mar 22 13:58:49.568395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac12e2f-834a-4981-9ea9-4aaa7307f85a admin admin] Publish callbacks [] for security_group (8c78ff47-a9b6-473a-9932-71ce94e8bce2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.606291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0db21-69b0-4931-be48-a00540427d36 req-b43dd09d-f2dd-4014-a70e-4fe2a5fcce81 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.611704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cf0db21-69b0-4931-be48-a00540427d36 req-b43dd09d-f2dd-4014-a70e-4fe2a5fcce81 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 949 time: 0.1205561 Mar 22 13:58:49.619179 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-be8703e4-54cc-4add-91f5-a4ac9c723d1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413987 Mar 22 13:58:49.625821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac12e2f-834a-4981-9ea9-4aaa7307f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8c78ff47-a9b6-473a-9932-71ce94e8bce2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.628649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac12e2f-834a-4981-9ea9-4aaa7307f85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.629854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ac12e2f-834a-4981-9ea9-4aaa7307f85a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c78ff47-a9b6-473a-9932-71ce94e8bce2 HTTP/1.1" status: 204 len: 168 time: 0.4122477 Mar 22 13:58:49.635717 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8603471e-14d6-48a9-a6ef-a6f09ad2f282 req-1fc8939c-3762-471f-93ba-18fcd82e454b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689416 Mar 22 13:58:49.644280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12e2f-834a-4981-9ea9-4aaa7307f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c78ff47-a9b6-473a-9932-71ce94e8bce2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:49.685394 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449e5f2-0eff-4890-9c35-57f02ee8cb9d x-openstack-request-id: req-3449e5f2-0eff-4890-9c35-57f02ee8cb9d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:49.685689 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9363066d-6124-4967-ad8e-c54a35c72c8b", "name": "network-vif-deleted", "tag": "b46c3e52-e116-404b-b5d8-5dc49637c63a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:49.685934 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3449e5f2-0eff-4890-9c35-57f02ee8cb9d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:49.686361 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3449e5f2-0eff-4890-9c35-57f02ee8cb9d'] response: {'server_uuid': '9363066d-6124-4967-ad8e-c54a35c72c8b', 'name': 'network-vif-deleted', 'tag': 'b46c3e52-e116-404b-b5d8-5dc49637c63a', 'status': 'completed', 'code': 200} Mar 22 13:58:49.758657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cf0db21-69b0-4931-be48-a00540427d36 req-81c1b217-7ab0-429e-89fc-c8714dae8d12 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398802 Mar 22 13:58:49.866058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-291a15d4-c600-486e-87fe-02936bb0c1e8 req-5da90a44-d6e8-4542-85c8-0f7f0880841a tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=9363066d-6124-4967-ad8e-c54a35c72c8b HTTP/1.1" status: 200 len: 210 time: 0.0528231 Mar 22 13:58:49.995424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9690f3-7ca3-4e19-bfce-fb42392686c9 req-66e9abec-8910-48a9-b16b-5ac55739e816 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:50.001823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a9690f3-7ca3-4e19-bfce-fb42392686c9 req-66e9abec-8910-48a9-b16b-5ac55739e816 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1219010 Mar 22 13:58:50.118735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-13f3c71c-0c83-418c-a8b3-cd14fdd1c1ef service neutron] 10.222.0.42 "GET /v2.0/networks/5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262047 Mar 22 13:58:50.124032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a9690f3-7ca3-4e19-bfce-fb42392686c9 req-7d1a84d4-25e8-401a-b2a2-f33707a7182c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153784 Mar 22 13:58:50.213578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for router (58d8aa12-b673-45a1-953e-bf40a8914acc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.278588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44996) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:50.359552 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e78b-1236-4991-b32c-e6a7c02b5b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.685846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (58d8aa12-b673-45a1-953e-bf40a8914acc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.701081 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks [] for router_controller (58d8aa12-b673-45a1-953e-bf40a8914acc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.704492 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-84a33e7c-1ee8-44d8-ab5f-827bdfa4f205 req-9754d10b-3967-4cee-b3a1-38806336fd8b service neutron] 10.222.0.42 "GET /v2.0/networks/5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759642 Mar 22 13:58:50.947224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f05f92ce-9631-4dd7-b70a-b78fbe2a5e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.002170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (58d8aa12-b673-45a1-953e-bf40a8914acc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.003462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58d8aa12-b673-45a1-953e-bf40a8914acc {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:58:51.050428 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 13:58:51.052416 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9b6830bf-a47a-4aa4-ad8d-ce8e0f213491 tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0076578 Mar 22 13:58:51.055458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45010) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:51.074922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-1023619c-74c5-4add-b84b-bd533176bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.077059 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-1023619c-74c5-4add-b84b-bd533176bce8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.2768085 Mar 22 13:58:51.090655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f05f92ce-9631-4dd7-b70a-b78fbe2a5e0a admin admin] Publish callbacks [] for security_group (d9b44d3a-6ddb-42ec-9974-2680b88ea4fa), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.099022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3bc98-5078-49fe-8ea0-01692d596b89 req-9c211e43-029c-4247-a4c7-70ecb1b97c43 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.106257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bca3bc98-5078-49fe-8ea0-01692d596b89 req-9c211e43-029c-4247-a4c7-70ecb1b97c43 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1891737 Mar 22 13:58:51.114683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92d11-8ec7-4529-962f-9785823522ed req-eb594199-c288-437f-8da9-4c7ddf2ea475 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.121841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-56f92d11-8ec7-4529-962f-9785823522ed req-eb594199-c288-437f-8da9-4c7ddf2ea475 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1935606 Mar 22 13:58:51.133186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f05f92ce-9631-4dd7-b70a-b78fbe2a5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d9b44d3a-6ddb-42ec-9974-2680b88ea4fa), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.205355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91844505-e5bf-4e0a-8301-537f0733df35 req-c74a2e23-574d-4f6b-9df4-fed011585c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.207336 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91844505-e5bf-4e0a-8301-537f0733df35 req-c74a2e23-574d-4f6b-9df4-fed011585c82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1626603123e4edc8ac4bd97ff3e2226&device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 1126 time: 0.4024305 Mar 22 13:58:51.215023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f92ce-9631-4dd7-b70a-b78fbe2a5e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b44d3a-6ddb-42ec-9974-2680b88ea4fa,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:51.233933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f05f92ce-9631-4dd7-b70a-b78fbe2a5e0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40aa1e0aa322472abba17564cb9aa834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9539821 Mar 22 13:58:51.242756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45012) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:51.265649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bca3bc98-5078-49fe-8ea0-01692d596b89 req-047469ca-fcc4-4b29-aea8-945e6b922910 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584606 Mar 22 13:58:51.276656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b46c3e52-e116-404b-b5d8-5dc49637c63a no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:51.290259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-56f92d11-8ec7-4529-962f-9785823522ed req-bd4b546f-558f-4ecb-b97a-8f7fd08811ab tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627886 Mar 22 13:58:51.310531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: b46c3e52-e116-404b-b5d8-5dc49637c63a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:51.315286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b46c3e52-e116-404b-b5d8-5dc49637c63a not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:51.350949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91844505-e5bf-4e0a-8301-537f0733df35 req-1a1b22cd-1251-49f6-8dc3-90a0e9e79ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.352756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91844505-e5bf-4e0a-8301-537f0733df35 req-1a1b22cd-1251-49f6-8dc3-90a0e9e79ea2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 HTTP/1.1" status: 200 len: 915 time: 0.1149473 Mar 22 13:58:51.372256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd54c6b2-60fc-4840-b09c-4134ecef882f admin admin] Publish callbacks [] for security_group (d9b44d3a-6ddb-42ec-9974-2680b88ea4fa), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.440337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd54c6b2-60fc-4840-b09c-4134ecef882f admin admin] Publish callbacks [] for security_group (d9b44d3a-6ddb-42ec-9974-2680b88ea4fa), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.461156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Deleting port 1a4abcb1-a800-45cd-af69-09f3f73d207d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:51.461498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1a4abcb1-a800-45cd-af69-09f3f73d207d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.524270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fe6c5-97ce-4e18-94f3-62f25315b897 req-a78e322f-f0c5-448a-8bff-5fb52ccc295c tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.526597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-633fe6c5-97ce-4e18-94f3-62f25315b897 req-a78e322f-f0c5-448a-8bff-5fb52ccc295c tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 944 time: 0.1563950 Mar 22 13:58:51.537012 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91844505-e5bf-4e0a-8301-537f0733df35 req-ac5ea194-f566-4866-ac9a-b927ec42f44c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eec0967b-09b3-4446-b867-3d284d4327e9 HTTP/1.1" status: 200 len: 217 time: 0.1631992 Mar 22 13:58:51.540779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b49555-2c75-401b-a88d-7ac0330a200e req-b46764b4-6c12-40ac-9336-20970e9830ff tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.542444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9b49555-2c75-401b-a88d-7ac0330a200e req-b46764b4-6c12-40ac-9336-20970e9830ff tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 949 time: 0.1257238 Mar 22 13:58:51.549202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-4953be8d-290b-4ae7-bec6-ffa584ed987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.551077 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-4953be8d-290b-4ae7-bec6-ffa584ed987a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 0.4504347 Mar 22 13:58:51.564978 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd54c6b2-60fc-4840-b09c-4134ecef882f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d9b44d3a-6ddb-42ec-9974-2680b88ea4fa), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.567739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd54c6b2-60fc-4840-b09c-4134ecef882f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.571511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fd54c6b2-60fc-4840-b09c-4134ecef882f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9b44d3a-6ddb-42ec-9974-2680b88ea4fa HTTP/1.1" status: 204 len: 168 time: 0.3253574 Mar 22 13:58:51.599587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54c6b2-60fc-4840-b09c-4134ecef882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b44d3a-6ddb-42ec-9974-2680b88ea4fa,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:51.682450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-633fe6c5-97ce-4e18-94f3-62f25315b897 req-168a2a4f-00b5-4bbf-bba5-879b5b7cf514 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386611 Mar 22 13:58:51.683743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-922a8f40-7615-4d93-9ee5-1695e0c592d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.1189864 Mar 22 13:58:51.687390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9b49555-2c75-401b-a88d-7ac0330a200e req-94394ad1-6142-440f-98a8-6af9dcd516b3 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243930 Mar 22 13:58:51.745282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1a4abcb1-a800-45cd-af69-09f3f73d207d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.748872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.780721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91844505-e5bf-4e0a-8301-537f0733df35 req-8560a821-0f6e-414c-8e12-d2e383b6f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.782220 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91844505-e5bf-4e0a-8301-537f0733df35 req-8560a821-0f6e-414c-8e12-d2e383b6f7eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7 HTTP/1.1" status: 200 len: 854 time: 0.2302043 Mar 22 13:58:51.804031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Calling delete_port for 1a4abcb1-a800-45cd-af69-09f3f73d207d owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:51.831855 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91844505-e5bf-4e0a-8301-537f0733df35 req-a892fcda-c102-4be0-8714-4ae2a56d4966 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423245 Mar 22 13:58:51.865404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-f1a85f8f-d376-4876-8601-37da8708bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.866900 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-f1a85f8f-d376-4876-8601-37da8708bb13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.1657898 Mar 22 13:58:51.926588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3ba72-5370-4019-9837-10b9811278e6 req-c8d325e2-09fc-4b01-80e8-1596a1fa0597 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.928221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8be3ba72-5370-4019-9837-10b9811278e6 req-c8d325e2-09fc-4b01-80e8-1596a1fa0597 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 950 time: 0.1083446 Mar 22 13:58:51.991439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-26942e2e-c189-4d0d-89a7-39c45c3ab2d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602789 Mar 22 13:58:52.045755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8be3ba72-5370-4019-9837-10b9811278e6 req-bb7809c5-8fac-4048-87a5-0dac311b4cf5 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093066 Mar 22 13:58:52.138076 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91844505-e5bf-4e0a-8301-537f0733df35 req-3befaed3-3f41-4f28-8614-b03998a18d0a service neutron] 10.222.0.42 "GET /v2.0/networks/5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977164 Mar 22 13:58:52.254354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8c09-0bff-421c-9e87-361cd926304c req-5b140775-e165-43ad-9657-51e76c366493 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:52.261591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-119c8c09-0bff-421c-9e87-361cd926304c req-5b140775-e165-43ad-9657-51e76c366493 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 944 time: 0.0650058 Mar 22 13:58:52.319489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1a4abcb1-a800-45cd-af69-09f3f73d207d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.322927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-4522fea5-fb12-41e3-8a67-11ba4109a569 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238957 Mar 22 13:58:52.329258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-119c8c09-0bff-421c-9e87-361cd926304c req-59ceaea4-4912-4f3b-b929-c4bd7698d093 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666778 Mar 22 13:58:52.418428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a4abcb1-a800-45cd-af69-09f3f73d207d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:52.495234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b2178-a328-4371-900d-19f0f1b845cb req-afa7b8c8-5dc5-424b-840e-1783b167a218 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:52.505522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d9b2178-a328-4371-900d-19f0f1b845cb req-afa7b8c8-5dc5-424b-840e-1783b167a218 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1130464 Mar 22 13:58:52.584298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d9b2178-a328-4371-900d-19f0f1b845cb req-6dfaed54-0421-4aa4-8cbf-0e6f096cbe7c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772257 Mar 22 13:58:52.622159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-130e4ee8-0e88-4497-8b83-bedb9dcf5608 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:52.636151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-130e4ee8-0e88-4497-8b83-bedb9dcf5608 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 944 time: 0.1875803 Mar 22 13:58:52.694283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.699544 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-172d838f-7895-416a-b18e-1f82f8787e2e tempest-RoutersAdminNegativeIpV6Test-277187545 tempest-RoutersAdminNegativeIpV6Test-277187545-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1a4abcb1-a800-45cd-af69-09f3f73d207d HTTP/1.1" status: 204 len: 168 time: 1.6402497 Mar 22 13:58:52.754840 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91844505-e5bf-4e0a-8301-537f0733df35 req-f2682a1f-a4b9-41bc-acf2-393c8f846f6f service neutron] 10.222.0.42 "GET /v2.0/networks/5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020689 Mar 22 13:58:52.767967 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ef6597ce-162a-4b0c-9979-7bdb2af622a6 req-71eee8de-62bc-4896-81ff-ee85c0319163 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152887 Mar 22 13:58:52.869890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45074) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:52.903361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3414b-79bb-464a-b437-65b98b45f11b req-ebe47645-faa8-4c25-9296-cba5e4342d4d tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:52.909529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c3414b-79bb-464a-b437-65b98b45f11b req-ebe47645-faa8-4c25-9296-cba5e4342d4d tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1947114 Mar 22 13:58:52.937594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Deleting port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:52.937931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.022560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70c3414b-79bb-464a-b437-65b98b45f11b req-e77da332-6c3c-433c-a7c1-2461d877789a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120617 Mar 22 13:58:53.039244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-network', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:53.075826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Made reservation on behalf of bbd9913eba184053a1f427a99e554cf3 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:53.091227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.140525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.149338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] For port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:53.149959 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.171558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Calling delete_port for 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:53.210131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6087c0d-d800-4a6e-abcf-ccb7938f40d8 req-d65daab5-cdbd-47d2-80d8-93a3d9c5e859 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:53.218796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6087c0d-d800-4a6e-abcf-ccb7938f40d8 req-d65daab5-cdbd-47d2-80d8-93a3d9c5e859 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 944 time: 0.1328578 Mar 22 13:58:53.263649 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.275991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45086) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:53.296575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eec0967b-09b3-4446-b867-3d284d4327e9 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:53.338836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6087c0d-d800-4a6e-abcf-ccb7938f40d8 req-ab621aa5-c8da-4d89-bea6-9f7a0037b92d tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171811 Mar 22 13:58:53.392620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks [] for security_group (ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.398106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.453587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.468247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-912d9350-03e4-4d8c-b0f3-713839b64738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.522581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port eec0967b-09b3-4446-b867-3d284d4327e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eec0967b-09b3-4446-b867-3d284d4327e9,segment=NetworkSegment(d07046eb-ba1a-47bb-923b-60dc7c79a224),segment_id=d07046eb-ba1a-47bb-923b-60dc7c79a224)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:53.537547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'eec0967b-09b3-4446-b867-3d284d4327e9', 'network_id': '5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2', 'port_id': 'eec0967b-09b3-4446-b867-3d284d4327e9', 'mac_address': 'fa:16:3e:37:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:53.562113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-912d9350-03e4-4d8c-b0f3-713839b64738 admin admin] Publish callbacks [] for security_group (08085758-62b8-4848-9377-7d4d6bd05621), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.563564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:53.570456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-912d9350-03e4-4d8c-b0f3-713839b64738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (08085758-62b8-4848-9377-7d4d6bd05621), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.571744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (00d8ea5c-9618-49fe-9ab2-3434d69b9f6d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.587052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e28b0-3fe5-4b5f-8a39-b1234277853f req-d66672cf-4762-4682-ae8e-2866992e77ad tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:53.595097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-011e28b0-3fe5-4b5f-8a39-b1234277853f req-d66672cf-4762-4682-ae8e-2866992e77ad tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1127 time: 0.1480608 Mar 22 13:58:53.595574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port eec0967b-09b3-4446-b867-3d284d4327e9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:53.596155 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.601552 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-912d9350-03e4-4d8c-b0f3-713839b64738 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f31f02798414320a5152c7485fb2121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280468 Mar 22 13:58:53.605225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45100) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:53.624586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec0967b-09b3-4446-b867-3d284d4327e9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:53.637868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event deleted for resources: {'Port': ['ID=00d8ea5c-9618-49fe-9ab2-3434d69b9f6d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.659009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (23eaac99-38e2-41cc-8aac-e24da543319e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.659361 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Added segment 23eaac99-38e2-41cc-8aac-e24da543319e of type vlan for network e639173e-b92e-4c2b-9005-c616fabf2456 Mar 22 13:58:53.663219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port eec0967b-09b3-4446-b867-3d284d4327e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eec0967b-09b3-4446-b867-3d284d4327e9,segment=NetworkSegment(d07046eb-ba1a-47bb-923b-60dc7c79a224),segment_id=d07046eb-ba1a-47bb-923b-60dc7c79a224)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:53.668865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fb719-b160-4f4a-a334-d401e7b77b82 req-b36a78a6-9bfe-4eac-a954-c9e6983e2642 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:53.669134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.679066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-960fb719-b160-4f4a-a334-d401e7b77b82 req-b36a78a6-9bfe-4eac-a954-c9e6983e2642 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cbd02d-7aee-4da0-a1f3-be82a642cb06 HTTP/1.1" status: 200 len: 866 time: 0.1694338 Mar 22 13:58:53.685570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d9350-03e4-4d8c-b0f3-713839b64738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08085758-62b8-4848-9377-7d4d6bd05621,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.712346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-415bf466-610d-4c68-88ad-106021ccefd1 admin admin] Publish callbacks [] for security_group (08085758-62b8-4848-9377-7d4d6bd05621), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.736487 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-415bf466-610d-4c68-88ad-106021ccefd1 admin admin] Publish callbacks [] for security_group (08085758-62b8-4848-9377-7d4d6bd05621), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.747997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=eec0967b-09b3-4446-b867-3d284d4327e9,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.751400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] No DVR routers for this DVR port 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:53.756460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.761321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49e2412a-4fdc-458a-9906-fab16cb2a89e req-099e9c5d-fbb8-4d87-8ac7-7f05210b38ae tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "DELETE /v2.0/ports/00d8ea5c-9618-49fe-9ab2-3434d69b9f6d HTTP/1.1" status: 204 len: 173 time: 1.1156943 Mar 22 13:58:53.769709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'name': 'network-vif-deleted', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:53.773371 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d91537e-ea3c-4c42-8c31-591df847dfaa" -d '{"events": [{"server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "name": "network-vif-deleted", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:53.777418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e639173e-b92e-4c2b-9005-c616fabf2456), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.805004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e639173e-b92e-4c2b-9005-c616fabf2456), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.807023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:53.809146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.828652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-415bf466-610d-4c68-88ad-106021ccefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (08085758-62b8-4848-9377-7d4d6bd05621), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.831239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-415bf466-610d-4c68-88ad-106021ccefd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.835971 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-415bf466-610d-4c68-88ad-106021ccefd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08085758-62b8-4848-9377-7d4d6bd05621 HTTP/1.1" status: 204 len: 168 time: 0.2222548 Mar 22 13:58:53.842417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-960fb719-b160-4f4a-a334-d401e7b77b82 req-a323bfed-4c00-46f4-b903-1d1ce570419e tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615214 Mar 22 13:58:53.858684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-011e28b0-3fe5-4b5f-8a39-b1234277853f req-582e03d8-b96b-4812-b4ca-43cd257e5e77 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626052 Mar 22 13:58:53.907517 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4fe256-0387-4f8b-9f3a-ff47d14bc788 x-openstack-request-id: req-ac4fe256-0387-4f8b-9f3a-ff47d14bc788 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:53.908214 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cbd02d-7aee-4da0-a1f3-be82a642cb06", "name": "network-vif-deleted", "tag": "00d8ea5c-9618-49fe-9ab2-3434d69b9f6d", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:53.908683 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac4fe256-0387-4f8b-9f3a-ff47d14bc788 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:53.909535 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4fe256-0387-4f8b-9f3a-ff47d14bc788'] response: {'server_uuid': '91cbd02d-7aee-4da0-a1f3-be82a642cb06', 'name': 'network-vif-deleted', 'tag': '00d8ea5c-9618-49fe-9ab2-3434d69b9f6d', 'status': 'completed', 'code': 200} Mar 22 13:58:53.916496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['eec0967b-09b3-4446-b867-3d284d4327e9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:53.972704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0988207 Mar 22 13:58:53.973869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bf466-610d-4c68-88ad-106021ccefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08085758-62b8-4848-9377-7d4d6bd05621,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.977071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45108) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:53.982652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Request body: {'subnet': {'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-subnet', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:54.004910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Made reservation on behalf of bbd9913eba184053a1f427a99e554cf3 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:54.007370 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.063017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551d5a1-6ee1-4562-bc28-d7fd9d7305ac req-d4441b19-c7f3-4e8e-95aa-f5ce8d93a253 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:54.066297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1551d5a1-6ee1-4562-bc28-d7fd9d7305ac req-d4441b19-c7f3-4e8e-95aa-f5ce8d93a253 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1127 time: 0.0993102 Mar 22 13:58:54.086045 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf1049-c276-482a-a6ba-4c6411f760b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e639173e-b92e-4c2b-9005-c616fabf2456,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.112018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e639173e-b92e-4c2b-9005-c616fabf2456 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:54.184244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1551d5a1-6ee1-4562-bc28-d7fd9d7305ac req-da556c09-646b-46e4-adbb-93450e88ad2e tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089823 Mar 22 13:58:54.361398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c104446-5773-4292-aac2-4521abf0a7f0 req-3a9137cf-a540-483b-a88f-994d7f75714e tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:54.378613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c104446-5773-4292-aac2-4521abf0a7f0 req-3a9137cf-a540-483b-a88f-994d7f75714e tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.2096610 Mar 22 13:58:54.393685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (24d5653b-9ff6-4fab-aa2b-43cd2b3c189b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.492209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c104446-5773-4292-aac2-4521abf0a7f0 req-36b051c1-c970-42d0-9d83-e6cc297648fa tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116302 Mar 22 13:58:54.532554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d5653b-9ff6-4fab-aa2b-43cd2b3c189b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.545542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45126) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:54.557065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.565516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Checking segment: {'id': '23eaac99-38e2-41cc-8aac-e24da543319e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:54.565892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Network hostable DHCP agents. Network: e639173e-b92e-4c2b-9005-c616fabf2456, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:54.586493 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.594521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Network e639173e-b92e-4c2b-9005-c616fabf2456 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:54.619345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e639173e-b92e-4c2b-9005-c616fabf2456) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:54.619544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d9c6b670-13f1-4fbd-8b16-7765cc424304 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=589afd6ff43f4d7c88268343fe13694d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724976 Mar 22 13:58:54.622129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45128) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:54.631836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a6b75-c52e-4b96-94a2-a7624a4be40e None None] Network e639173e-b92e-4c2b-9005-c616fabf2456 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:54.632629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:54.634932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.683125 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3af4f601-124a-4d4b-b715-504489598502 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7049575 Mar 22 13:58:54.685756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45132) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:54.690256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-router', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:54.715826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be6e566b-a359-4de8-a82e-0be38ebb4cf3 admin admin] Publish callbacks [] for security_group (58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.749612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (d9f17e64-3eac-40d9-89f4-c1678627e71d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.752399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be6e566b-a359-4de8-a82e-0be38ebb4cf3 admin admin] Publish callbacks [] for security_group (58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.752586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (d9f17e64-3eac-40d9-89f4-c1678627e71d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.780381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e639173e-b92e-4c2b-9005-c616fabf2456', 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456', 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'fixed_ips': [{'subnet_id': '24d5653b-9ff6-4fab-aa2b-43cd2b3c189b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:58:54.780783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483fa1-8dad-485a-a067-185c833f87aa req-68e5e559-5f7e-4ef7-b66c-edd371579f85 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:54.781372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.786320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06483fa1-8dad-485a-a067-185c833f87aa req-68e5e559-5f7e-4ef7-b66c-edd371579f85 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 945 time: 0.1205900 Mar 22 13:58:54.853066 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be6e566b-a359-4de8-a82e-0be38ebb4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.855887 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be6e566b-a359-4de8-a82e-0be38ebb4cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.860277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-be6e566b-a359-4de8-a82e-0be38ebb4cf3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb HTTP/1.1" status: 204 len: 168 time: 0.2370188 Mar 22 13:58:54.860650 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks [] for router_controller (d9f17e64-3eac-40d9-89f4-c1678627e71d), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.883030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e566b-a359-4de8-a82e-0be38ebb4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d422a8-9e1e-4d5c-918c-2ef8d3c9d3bb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.958394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06483fa1-8dad-485a-a067-185c833f87aa req-071e99c9-30d8-4821-baed-eadbd7836158 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142771 Mar 22 13:58:55.025175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Allocated IP 172.20.0.2 (e639173e-b92e-4c2b-9005-c616fabf2456/24d5653b-9ff6-4fab-aa2b-43cd2b3c189b/34849143-36d7-4c83-bb75-9967cb7096cb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:55.295982 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Publish callbacks [] for port (34849143-36d7-4c83-bb75-9967cb7096cb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.304005 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.316069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eec0967b-09b3-4446-b867-3d284d4327e9 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:55.402008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Network e639173e-b92e-4c2b-9005-c616fabf2456 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:55.406600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:55.409477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:55.528885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Pushing event updated for resources: {'Port': ['ID=34849143-36d7-4c83-bb75-9967cb7096cb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:55.576827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c937e-4859-4ca3-8397-87287cf2f0f3 req-53349344-3c82-41a1-97e2-d53f8096fe1b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:55.578420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f70c937e-4859-4ca3-8397-87287cf2f0f3 req-53349344-3c82-41a1-97e2-d53f8096fe1b tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 944 time: 0.1140852 Mar 22 13:58:55.578951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port eec0967b-09b3-4446-b867-3d284d4327e9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:58:55.586382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port eec0967b-09b3-4446-b867-3d284d4327e9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:55.587454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.591326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Attempting to bind port 34849143-36d7-4c83-bb75-9967cb7096cb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:55.592230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Attempting to bind port 34849143-36d7-4c83-bb75-9967cb7096cb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '23eaac99-38e2-41cc-8aac-e24da543319e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:55.593000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Attempting to bind port 34849143-36d7-4c83-bb75-9967cb7096cb on network e639173e-b92e-4c2b-9005-c616fabf2456 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:55.627512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:55.628509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Checking segment: {'id': '23eaac99-38e2-41cc-8aac-e24da543319e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:55.629667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.630339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Bound using segment: {'id': '23eaac99-38e2-41cc-8aac-e24da543319e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:55.631359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Bound port: 34849143-36d7-4c83-bb75-9967cb7096cb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23eaac99-38e2-41cc-8aac-e24da543319e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:55.631986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.663172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f70c937e-4859-4ca3-8397-87287cf2f0f3 req-9c0e9cdd-388f-4c62-bf42-d00f0a564119 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736077 Mar 22 13:58:55.757015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks [] for router_gateway (d9f17e64-3eac-40d9-89f4-c1678627e71d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.791977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] For port 34849143-36d7-4c83-bb75-9967cb7096cb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:55.807889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port eec0967b-09b3-4446-b867-3d284d4327e9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:55.808446 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.814053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] For port 34849143-36d7-4c83-bb75-9967cb7096cb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=34849143-36d7-4c83-bb75-9967cb7096cb,segment=NetworkSegment(23eaac99-38e2-41cc-8aac-e24da543319e),segment_id=23eaac99-38e2-41cc-8aac-e24da543319e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:55.833767 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.908349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce7530-aeeb-48ee-b3c3-2dfcb6e63605 None None] Pushing event updated for resources: {'Port': ['ID=34849143-36d7-4c83-bb75-9967cb7096cb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:55.922090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec0967b-09b3-4446-b867-3d284d4327e9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:55.924833 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ffab57-3155-4a2f-b964-864e74578c2e" -d '{"events": [{"server_uuid": "f47e3a99-298b-4dcf-bfc4-79946997a180", "name": "network-vif-plugged", "status": "completed", "tag": "eec0967b-09b3-4446-b867-3d284d4327e9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:55.946013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port eec0967b-09b3-4446-b867-3d284d4327e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eec0967b-09b3-4446-b867-3d284d4327e9,segment=NetworkSegment(d07046eb-ba1a-47bb-923b-60dc7c79a224),segment_id=d07046eb-ba1a-47bb-923b-60dc7c79a224)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:55.953519 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.954645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:56.041046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-02d2dd21-c707-4947-aa78-251ba7fa27ec tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:56.043449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-02d2dd21-c707-4947-aa78-251ba7fa27ec tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 944 time: 0.2771780 Mar 22 13:58:56.075560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf8be-c7e0-4268-8d28-ef8211d22fc0 req-34ba82df-7fce-4109-83c2-767b4f09ffd3 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:56.095876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=eec0967b-09b3-4446-b867-3d284d4327e9,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:56.103162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93daf8be-c7e0-4268-8d28-ef8211d22fc0 req-34ba82df-7fce-4109-83c2-767b4f09ffd3 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.3222198 Mar 22 13:58:56.106817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:56.110045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00d8ea5c-9618-49fe-9ab2-3434d69b9f6d not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:56.266630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks [] for router_gateway (d9f17e64-3eac-40d9-89f4-c1678627e71d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.310276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93daf8be-c7e0-4268-8d28-ef8211d22fc0 req-46c471b6-4939-4c10-92fb-ac8b00dd328f tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973839 Mar 22 13:58:56.349455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.384102 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040c71e3-06bc-4629-bbc1-ae0af2099c01 x-openstack-request-id: req-040c71e3-06bc-4629-bbc1-ae0af2099c01 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:56.384642 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47e3a99-298b-4dcf-bfc4-79946997a180", "name": "network-vif-plugged", "status": "completed", "tag": "eec0967b-09b3-4446-b867-3d284d4327e9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:56.385067 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-040c71e3-06bc-4629-bbc1-ae0af2099c01 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:56.385633 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040c71e3-06bc-4629-bbc1-ae0af2099c01'] response: {'server_uuid': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec0967b-09b3-4446-b867-3d284d4327e9', 'code': 200} Mar 22 13:58:56.416867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Deleting port 30aad232-37b8-4798-ae23-e08f9c89e9eb {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:56.418031 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.499786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45212) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:56.646883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67ca80-f10b-4747-a2b4-f1063341c143 req-519d8896-cf3f-4adf-9093-4b2b3fb7bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:56.648705 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f67ca80-f10b-4747-a2b4-f1063341c143 req-519d8896-cf3f-4adf-9093-4b2b3fb7bf71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 1128 time: 0.1454136 Mar 22 13:58:56.656706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-219694881'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:56.678641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17c4f1-2d88-46a9-9d3c-c2a6925e88c4 req-fe59490d-1868-4561-86be-339d5ab30529 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:56.685745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f17c4f1-2d88-46a9-9d3c-c2a6925e88c4 req-fe59490d-1868-4561-86be-339d5ab30529 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 946 time: 0.1660001 Mar 22 13:58:56.694088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-f965e648-f9c1-4403-8dbe-20ac4ef4e716 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:58:56.695238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-f965e648-f9c1-4403-8dbe-20ac4ef4e716 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4535971 Mar 22 13:58:56.710276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] For port 30aad232-37b8-4798-ae23-e08f9c89e9eb, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=30aad232-37b8-4798-ae23-e08f9c89e9eb,segment=NetworkSegment(6118c69b-0023-4834-b7b9-ca8c64cb433c),segment_id=6118c69b-0023-4834-b7b9-ca8c64cb433c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:56.710813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.745107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Calling delete_port for 30aad232-37b8-4798-ae23-e08f9c89e9eb owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:56.785446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f67ca80-f10b-4747-a2b4-f1063341c143 req-b649e5e8-5115-4cac-841e-06ea23ead6cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205318 Mar 22 13:58:56.798098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Allocated IP 172.25.2.49 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/61e1d32b-c406-4e8c-9c3a-518e97477cbe) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:56.800713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:56.804484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.824333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.833537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f17c4f1-2d88-46a9-9d3c-c2a6925e88c4 req-00c8048a-4844-426f-89d2-1c49f8b1d59f tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459122 Mar 22 13:58:56.929176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for security_group (e126f48b-7f64-427a-846e-ab552e8775c2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.065184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e126f48b-7f64-427a-846e-ab552e8775c2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.116427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (30aad232-37b8-4798-ae23-e08f9c89e9eb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.146190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:57.162343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Pushing event deleted for resources: {'Port': ['ID=30aad232-37b8-4798-ae23-e08f9c89e9eb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:57.162769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-f4756572-77de-4e5c-9c08-01b69082fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:57.176295 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-f4756572-77de-4e5c-9c08-01b69082fa72 service neutron] 10.222.0.44 "GET /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 1124 time: 0.4563484 Mar 22 13:58:57.189329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb151-84d0-48d1-9127-ba420f9be0ba req-0743ff32-c32d-4cfb-b3ba-a48a35f0b25d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:57.197190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-740cb151-84d0-48d1-9127-ba420f9be0ba req-0743ff32-c32d-4cfb-b3ba-a48a35f0b25d tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/ports?device_id=697e4d41-2c01-4423-8b6e-2d9312e1db13 HTTP/1.1" status: 200 len: 866 time: 0.1515889 Mar 22 13:58:57.197778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Request body: {'binding': {'host': 'n-h1-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:57.198680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Unknown quota resources ['binding']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:58:57.251428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] No DVR routers for this DVR port 30aad232-37b8-4798-ae23-e08f9c89e9eb on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:57.272915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks [] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.278313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.283248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33a21b7e-b0fa-4df2-a185-f62607ed4333 req-66025577-220f-469c-8379-fe4841f07ba6 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.42 "DELETE /v2.0/ports/30aad232-37b8-4798-ae23-e08f9c89e9eb HTTP/1.1" status: 204 len: 173 time: 1.2282267 Mar 22 13:58:57.291766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'name': 'network-vif-deleted', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:57.294384 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b41bea-d6dd-478c-99fe-88c6c3641bbf" -d '{"events": [{"server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "name": "network-vif-deleted", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:57.332131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:57.360078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-740cb151-84d0-48d1-9127-ba420f9be0ba req-1d31715c-bc3e-4bd7-af16-a5ed429411e8 tempest-LiveAutoBlockMigrationV225Test-804195562 tempest-LiveAutoBlockMigrationV225Test-804195562-project] 10.222.0.44 "GET /v2.0/security-groups?id=03269c79-cab5-457c-88be-7bb8501c1d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621327 Mar 22 13:58:57.364347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4d4c0ec3-b60e-4574-a462-7acef0b66cdc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.365554 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Added segment 4d4c0ec3-b60e-4574-a462-7acef0b66cdc of type vlan for network e81df0e4-184c-4eff-84f8-517281769d53 Mar 22 13:58:57.443370 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57bdb61-3d1e-4d7a-8caf-5269ef198158 x-openstack-request-id: req-d57bdb61-3d1e-4d7a-8caf-5269ef198158 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:57.443915 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697e4d41-2c01-4423-8b6e-2d9312e1db13", "name": "network-vif-deleted", "tag": "30aad232-37b8-4798-ae23-e08f9c89e9eb", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:57.444169 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d57bdb61-3d1e-4d7a-8caf-5269ef198158 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:57.444571 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57bdb61-3d1e-4d7a-8caf-5269ef198158'] response: {'server_uuid': '697e4d41-2c01-4423-8b6e-2d9312e1db13', 'name': 'network-vif-deleted', 'tag': '30aad232-37b8-4798-ae23-e08f9c89e9eb', 'status': 'completed', 'code': 200} Mar 22 13:58:57.529315 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e81df0e4-184c-4eff-84f8-517281769d53), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.625993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e126f48b-7f64-427a-846e-ab552e8775c2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:57.690137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e81df0e4-184c-4eff-84f8-517281769d53), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.704585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:57.705149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.708009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.710382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efac0f1-1ecc-444d-9c31-d0ae3f776afc req-b295d30d-b50b-4fe5-b5f7-1f89b2c06c2a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:57.718327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:57.722994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7efac0f1-1ecc-444d-9c31-d0ae3f776afc req-b295d30d-b50b-4fe5-b5f7-1f89b2c06c2a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1213424 Mar 22 13:58:57.749230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'mac_address': 'fa:16:3e:46:7a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:57.766994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 34849143-36d7-4c83-bb75-9967cb7096cb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:57.828812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5da20-19c5-4c11-b84d-470ecc7df84e None None] Network e639173e-b92e-4c2b-9005-c616fabf2456 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:57.850696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:57.856151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7efac0f1-1ecc-444d-9c31-d0ae3f776afc req-ad8d3aad-bfef-4a9e-bf65-71d3ba1ccc71 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317484 Mar 22 13:58:57.869200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Pushing event updated for resources: {'Port': ['ID=61e1d32b-c406-4e8c-9c3a-518e97477cbe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:57.873570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:57.994980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-07177e0d-7624-40ff-a4b5-28c4f6a0cb21 None None] Provisioning complete for port 34849143-36d7-4c83-bb75-9967cb7096cb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:58.002173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-07177e0d-7624-40ff-a4b5-28c4f6a0cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.046591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Network': ['ID=e81df0e4-184c-4eff-84f8-517281769d53,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:58.099545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 34849143-36d7-4c83-bb75-9967cb7096cb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:58.102345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.123956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f544c-4af0-471b-92be-d99fbe7cf1f2 req-6e4b10f8-0c84-440e-9557-d21599cd5df8 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:58.129015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-705f544c-4af0-471b-92be-d99fbe7cf1f2 req-6e4b10f8-0c84-440e-9557-d21599cd5df8 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 946 time: 0.1434555 Mar 22 13:58:58.242153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e81df0e4-184c-4eff-84f8-517281769d53 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:58.275365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-705f544c-4af0-471b-92be-d99fbe7cf1f2 req-d49c8034-0102-4f0f-845a-4fac38b6bb1a tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398985 Mar 22 13:58:58.338767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:58.354883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45266) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:58.355784 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-977b93cd-29ee-4ad8-912a-8a7060e69a09 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8503463 Mar 22 13:58:58.359931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'subnet': {'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:58.409182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on host n-h1-834677-3 for vnic_type normal with profile None {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:58.409681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:58.410192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:58.420207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:58.420732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:58.432921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:58.433406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:58.434213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:58.434771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Bound port: 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:58.467721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:58.468671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.476586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:58.501590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:58.526643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.537595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4fd205f-6cd6-47fa-bdfb-b766526af570 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:58.621644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:58.624579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:58.631340 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.632293 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.634509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 34849143-36d7-4c83-bb75-9967cb7096cb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:58.635033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.703571 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.705943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] 10.222.0.44 "POST /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b/bindings HTTP/1.1" status: 201 len: 389 time: 1.5141530 Mar 22 13:58:58.712743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-07177e0d-7624-40ff-a4b5-28c4f6a0cb21 None None] Current status of the port 34849143-36d7-4c83-bb75-9967cb7096cb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:58.719340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-07177e0d-7624-40ff-a4b5-28c4f6a0cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.782807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d4fd205f-6cd6-47fa-bdfb-b766526af570'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:58.872194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks [] for router_gateway (d9f17e64-3eac-40d9-89f4-c1678627e71d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.048413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.055546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-07177e0d-7624-40ff-a4b5-28c4f6a0cb21 None None] For port 34849143-36d7-4c83-bb75-9967cb7096cb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=34849143-36d7-4c83-bb75-9967cb7096cb,segment=NetworkSegment(23eaac99-38e2-41cc-8aac-e24da543319e),segment_id=23eaac99-38e2-41cc-8aac-e24da543319e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:59.115585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] Deleting subnet 3258907d-b312-4b96-a688-86db2f838c8b {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:58:59.138043 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-07177e0d-7624-40ff-a4b5-28c4f6a0cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.161671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] Publish callbacks [] for subnet (3258907d-b312-4b96-a688-86db2f838c8b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.261307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (d9f17e64-3eac-40d9-89f4-c1678627e71d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.286634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (3258907d-b312-4b96-a688-86db2f838c8b), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.347087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f29127-dcd4-4e3c-b747-3e4f4df38d1c req-17d78f79-d39c-4c41-9104-b364a2424a5e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:59.354866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34f29127-dcd4-4e3c-b747-3e4f4df38d1c req-17d78f79-d39c-4c41-9104-b364a2424a5e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.3606882 Mar 22 13:58:59.373099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:59.386028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-01288e7e-5cbd-4e79-8a0a-06f27f8a1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:59.387817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-01288e7e-5cbd-4e79-8a0a-06f27f8a1914 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1127 time: 0.3732271 Mar 22 13:58:59.415384 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:58:59.415840 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:58:59.421931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 30aad232-37b8-4798-ae23-e08f9c89e9eb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:59.422299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 30aad232-37b8-4798-ae23-e08f9c89e9eb not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:59.462219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-05e793b5-4671-4c2c-970d-53e2c3cd8533 None None] Provisioning complete for port 34849143-36d7-4c83-bb75-9967cb7096cb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:59.462687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05e793b5-4671-4c2c-970d-53e2c3cd8533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.464393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07177e0d-7624-40ff-a4b5-28c4f6a0cb21 None None] Pushing event updated for resources: {'Port': ['ID=34849143-36d7-4c83-bb75-9967cb7096cb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.527544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Router d9f17e64-3eac-40d9-89f4-c1678627e71d is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:58:59.574850 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3258907d-b312-4b96-a688-86db2f838c8b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.687671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (3258907d-b312-4b96-a688-86db2f838c8b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.725037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb378e-2d61-4a59-9381-c9c8eaf24b51 req-5b95707d-1003-458e-95db-9b33c24d9f71 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:59.726958 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96bb378e-2d61-4a59-9381-c9c8eaf24b51 req-5b95707d-1003-458e-95db-9b33c24d9f71 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.6472986 Mar 22 13:58:59.777536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3258907d-b312-4b96-a688-86db2f838c8b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.785640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34f29127-dcd4-4e3c-b747-3e4f4df38d1c req-a2cd9dcf-b075-4b12-baaa-fdad3094be76 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299295 Mar 22 13:58:59.835005 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (7f536b1d-fd63-42fd-bd01-7c018d04da44), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.840921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.846408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bef05115-31ef-414c-a449-03dc2f5185c4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3258907d-b312-4b96-a688-86db2f838c8b HTTP/1.1" status: 204 len: 168 time: 1.3665898 Mar 22 13:58:59.848743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45284) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:59.877123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-05e793b5-4671-4c2c-970d-53e2c3cd8533 None None] Current status of the port 34849143-36d7-4c83-bb75-9967cb7096cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:59.881801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:59.897233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Sync routers for ids ['d9f17e64-3eac-40d9-89f4-c1678627e71d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:59.909225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Subnet': ['ID=7f536b1d-fd63-42fd-bd01-7c018d04da44,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.911771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Routers {'d9f17e64-3eac-40d9-89f4-c1678627e71d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:59.912588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d9f17e64-3eac-40d9-89f4-c1678627e71d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:00.032884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 34849143-36d7-4c83-bb75-9967cb7096cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:00.042684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96bb378e-2d61-4a59-9381-c9c8eaf24b51 req-4abde3b6-04c4-4bdd-a810-4770d497ba79 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666359 Mar 22 13:59:00.055748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Checking segment: {'id': '4d4c0ec3-b60e-4574-a462-7acef0b66cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:00.056685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network hostable DHCP agents. Network: e81df0e4-184c-4eff-84f8-517281769d53, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:59:00.070022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48736-4295-4c13-b716-fb1a82134ce6 req-71e13f4d-c8aa-443e-bbe8-d5daf759ed3a tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:00.078759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87c48736-4295-4c13-b716-fb1a82134ce6 req-71e13f4d-c8aa-443e-bbe8-d5daf759ed3a tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 946 time: 0.1655400 Mar 22 13:59:00.128715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-be4c157e-6ffc-4ebc-a7ed-2efe1b19e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:00.130824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-be4c157e-6ffc-4ebc-a7ed-2efe1b19e5c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.7189381 Mar 22 13:59:00.133247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network e81df0e4-184c-4eff-84f8-517281769d53 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:59:00.135717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Set router d9f17e64-3eac-40d9-89f4-c1678627e71d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:00.152245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.163821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae9a539f-78bb-4cc9-829c-1202bfcffb9c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4767411 Mar 22 13:59:00.165554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45292) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:00.219603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (fa788293-d25f-4072-b2ae-d0417c178fe8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.340880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 34849143-36d7-4c83-bb75-9967cb7096cb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:00.361411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-993f0cee-e779-4b32-b2de-5cd65f336002 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 217 time: 0.1857934 Mar 22 13:59:00.362638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e81df0e4-184c-4eff-84f8-517281769d53) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:00.402149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87c48736-4295-4c13-b716-fb1a82134ce6 req-67ca3a52-4e30-4b61-9f5b-95af20a97b2e tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224831 Mar 22 13:59:00.406236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee62d76-1894-4813-ba26-8f9440258e95 None None] Network e81df0e4-184c-4eff-84f8-517281769d53 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:00.536996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:00.538345 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.553832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-0b8e18db-8446-417a-aa7d-e5634a5dde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:00.556679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-0b8e18db-8446-417a-aa7d-e5634a5dde9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.1822686 Mar 22 13:59:00.644510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (fa788293-d25f-4072-b2ae-d0417c178fe8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.682013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-4da20fdf-0824-44c8-a581-49c20c079ac9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139448 Mar 22 13:59:00.691787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2ef5c7a4-1790-4d47-bd0b-17a986d5e996 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3355880 Mar 22 13:59:00.696009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa788293-d25f-4072-b2ae-d0417c178fe8']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:00.698035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45300) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:00.716057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-577825719'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:00.724069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6118c69b-0023-4834-b7b9-ca8c64cb433c') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:00.724069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6118c69b-0023-4834-b7b9-ca8c64cb433c') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:00.736992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 34849143-36d7-4c83-bb75-9967cb7096cb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:00.737587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.754148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (6118c69b-0023-4834-b7b9-ca8c64cb433c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.799054 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6118c69b-0023-4834-b7b9-ca8c64cb433c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.818802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:59:00.819253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (6118c69b-0023-4834-b7b9-ca8c64cb433c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:59:00.867805 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:59:00.931631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e81df0e4-184c-4eff-84f8-517281769d53', 'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'project_id': '13044faa2c764021ab3f7a6372263cb6', 'fixed_ips': [{'subnet_id': '7f536b1d-fd63-42fd-bd01-7c018d04da44'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:59:00.933516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.028184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-f0c1ee67-17fb-4e0f-b308-bf87d467afbf service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281379 Mar 22 13:59:01.112789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (fa788293-d25f-4072-b2ae-d0417c178fe8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.139273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.153673 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fa788293-d25f-4072-b2ae-d0417c178fe8 HTTP/1.1" status: 204 len: 168 time: 1.2966959 Mar 22 13:59:01.187019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45308) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:01.274791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-f76e4926-32ac-4953-a736-53dfd3270dd6 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260766 Mar 22 13:59:01.388071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] Deleting subnet 28273d82-086e-435b-b712-0227776f7a65 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:59:01.395843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8c063-f6c0-4a82-a8c8-60b0540c1866 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa788293-d25f-4072-b2ae-d0417c178fe8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:01.420245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] Publish callbacks [] for subnet (28273d82-086e-435b-b712-0227776f7a65), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.467998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57e5a-d3e6-438d-b5f3-e94e2b8367e9 req-cc3798a0-f936-4fa3-be5b-e525982a9758 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:01.469789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fa57e5a-d3e6-438d-b5f3-e94e2b8367e9 req-cc3798a0-f936-4fa3-be5b-e525982a9758 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.4222095 Mar 22 13:59:01.560550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78ef0-e450-420a-9051-07e383dc4113 req-9edd3803-b09e-4dde-845a-bd7a4dd237a9 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:01.562576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa78ef0-e450-420a-9051-07e383dc4113 req-9edd3803-b09e-4dde-845a-bd7a4dd237a9 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1364207 Mar 22 13:59:01.590422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:01.595211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.617793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fa57e5a-d3e6-438d-b5f3-e94e2b8367e9 req-7e070aed-b757-4729-b305-836d13e2d803 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312926 Mar 22 13:59:01.647954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa78ef0-e450-420a-9051-07e383dc4113 req-d6dc2cf5-7065-4faf-b321-243b7b801e06 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499749 Mar 22 13:59:01.671524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (28273d82-086e-435b-b712-0227776f7a65), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.686060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] device_id is not set on port 73acf9e1-f036-4345-929e-4c0daa3f4089 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:01.777513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:01.787452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Allocated IP 2001:db8::2 (e81df0e4-184c-4eff-84f8-517281769d53/7f536b1d-fd63-42fd-bd01-7c018d04da44/4722c0a0-2101-473f-ad68-27c360911437) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:01.864614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (28273d82-086e-435b-b712-0227776f7a65), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.217912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 34849143-36d7-4c83-bb75-9967cb7096cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:02.246381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-router', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:54Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 3, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'gw_port': {'id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:02.249911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (28273d82-086e-435b-b712-0227776f7a65), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.351969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Checking router: d9f17e64-3eac-40d9-89f4-c1678627e71d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:02.351969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Updating router d9f17e64-3eac-40d9-89f4-c1678627e71d port 61e1d32b-c406-4e8c-9c3a-518e97477cbe binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:59:02.352307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.353482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d4fd205f-6cd6-47fa-bdfb-b766526af570 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:02.354073 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.453084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28273d82-086e-435b-b712-0227776f7a65,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:02.518187 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.533198 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.541847 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2573017d-e911-414b-9432-e10fed66af52 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/28273d82-086e-435b-b712-0227776f7a65 HTTP/1.1" status: 204 len: 168 time: 1.3531158 Mar 22 13:59:02.544393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:02.745364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f22c27f3-4f14-4e7e-a075-e2f641739c37), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.919809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f22c27f3-4f14-4e7e-a075-e2f641739c37), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.972798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22c27f3-4f14-4e7e-a075-e2f641739c37']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:03.001132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edf290b-a7ba-4060-98b8-46875f22439e') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:03.001594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edf290b-a7ba-4060-98b8-46875f22439e') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:03.031660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (7edf290b-a7ba-4060-98b8-46875f22439e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.105020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7edf290b-a7ba-4060-98b8-46875f22439e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.116219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:59:03.117097 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (7edf290b-a7ba-4060-98b8-46875f22439e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.129819 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Publish callbacks [] for port (4722c0a0-2101-473f-ad68-27c360911437), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.143660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4722c0a0-2101-473f-ad68-27c360911437), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.194156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:03.194545 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.199794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Network e81df0e4-184c-4eff-84f8-517281769d53 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:03.212492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:03.221834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: timer() Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:59:03.231593 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:59:03.247534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Allocated IP 172.20.0.1 (e639173e-b92e-4c2b-9005-c616fabf2456/24d5653b-9ff6-4fab-aa2b-43cd2b3c189b/73851e93-f778-44d2-87e9-097ff7d083fc) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:03.320751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Pushing event updated for resources: {'Port': ['ID=4722c0a0-2101-473f-ad68-27c360911437,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:03.325609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:03.328007 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101e2483-f82a-41cf-aae5-d7c84a3530e1" -d '{"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:03.346278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:03.347336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Attempting to bind port 4722c0a0-2101-473f-ad68-27c360911437 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:03.347656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Attempting to bind port 4722c0a0-2101-473f-ad68-27c360911437 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '4d4c0ec3-b60e-4574-a462-7acef0b66cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:03.348033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Attempting to bind port 4722c0a0-2101-473f-ad68-27c360911437 on network e81df0e4-184c-4eff-84f8-517281769d53 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:03.357915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:03.358313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Checking segment: {'id': '4d4c0ec3-b60e-4574-a462-7acef0b66cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:03.358717 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.359110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Bound using segment: {'id': '4d4c0ec3-b60e-4574-a462-7acef0b66cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:03.359587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Bound port: 4722c0a0-2101-473f-ad68-27c360911437, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4c0ec3-b60e-4574-a462-7acef0b66cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:03.359965 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4722c0a0-2101-473f-ad68-27c360911437), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.493292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] For port 4722c0a0-2101-473f-ad68-27c360911437, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:03.511609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] For port 4722c0a0-2101-473f-ad68-27c360911437, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4722c0a0-2101-473f-ad68-27c360911437,segment=NetworkSegment(4d4c0ec3-b60e-4574-a462-7acef0b66cdc),segment_id=4d4c0ec3-b60e-4574-a462-7acef0b66cdc)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:03.528611 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.547853 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks [] for port (73851e93-f778-44d2-87e9-097ff7d083fc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.563253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4722c0a0-2101-473f-ad68-27c360911437), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.657319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.738344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Publish callbacks [] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.739452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:03.768017 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.784320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Network e639173e-b92e-4c2b-9005-c616fabf2456 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:03.807826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:03.814492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:03.825914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Pushing event updated for resources: {'Port': ['ID=73851e93-f778-44d2-87e9-097ff7d083fc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:03.848328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.848678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.849018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.849402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.853645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.854302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.854650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.855041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.855378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.855807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.856061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.856439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.864499 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.864902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.865244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:03.987600 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (d9f17e64-3eac-40d9-89f4-c1678627e71d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.396722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Attempting to bind port 61e1d32b-c406-4e8c-9c3a-518e97477cbe on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:04.397272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Attempting to bind port 61e1d32b-c406-4e8c-9c3a-518e97477cbe by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:04.400914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Attempting to bind port 61e1d32b-c406-4e8c-9c3a-518e97477cbe on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:04.434911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:04.438330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:04.441216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.442343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:04.444772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Bound port: 61e1d32b-c406-4e8c-9c3a-518e97477cbe, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:04.448141 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.458949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d8ea1-5497-47ba-a601-8b869ca52768 None None] Pushing event updated for resources: {'Port': ['ID=4722c0a0-2101-473f-ad68-27c360911437,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:04.522888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] For port 61e1d32b-c406-4e8c-9c3a-518e97477cbe, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:04.526579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] For port 61e1d32b-c406-4e8c-9c3a-518e97477cbe, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=61e1d32b-c406-4e8c-9c3a-518e97477cbe,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:04.548697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.552709 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.642845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2cb76817-5c57-4c67-b15f-442a9d0005f1 None None] Provisioning complete for port 73851e93-f778-44d2-87e9-097ff7d083fc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:04.643201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2cb76817-5c57-4c67-b15f-442a9d0005f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.662400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f22c27f3-4f14-4e7e-a075-e2f641739c37), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.730668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Allocated IP 2001:db8::4f (e81df0e4-184c-4eff-84f8-517281769d53/7f536b1d-fd63-42fd-bd01-7c018d04da44/73acf9e1-f036-4345-929e-4c0daa3f4089) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:04.850531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520beed-df29-46a3-b02d-614bf39bf42e None None] Pushing event updated for resources: {'Port': ['ID=61e1d32b-c406-4e8c-9c3a-518e97477cbe,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:04.958412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2cb76817-5c57-4c67-b15f-442a9d0005f1 None None] Port 73851e93-f778-44d2-87e9-097ff7d083fc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:04.991274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634285-0db2-4ed1-9176-def5c450d84a req-bf6f2ce3-6f88-4ff8-91c9-990d79e746d2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:04.996399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7634285-0db2-4ed1-9176-def5c450d84a req-bf6f2ce3-6f88-4ff8-91c9-990d79e746d2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 1.7338006 Mar 22 13:59:05.008349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Routers {'d9f17e64-3eac-40d9-89f4-c1678627e71d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:05.010263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.011000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d9f17e64-3eac-40d9-89f4-c1678627e71d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:05.019269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f22c27f3-4f14-4e7e-a075-e2f641739c37 HTTP/1.1" status: 204 len: 168 time: 2.4735718 Mar 22 13:59:05.069219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22c27f3-4f14-4e7e-a075-e2f641739c37,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.130976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.135908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.136824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.137468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.138049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.146102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.146588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks [] for port (73851e93-f778-44d2-87e9-097ff7d083fc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.147020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.147590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.148178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.149059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.149736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.150562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.151185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.151950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.152549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3d82c-99b2-418d-9e9b-629d75185ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:05.160687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.173881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1a973-ad15-4037-a40c-a01d6f25246b req-0b6aa867-c16a-4261-91ba-ef54b9649514 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:05.179002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ae1a973-ad15-4037-a40c-a01d6f25246b req-0b6aa867-c16a-4261-91ba-ef54b9649514 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 1.9434230 Mar 22 13:59:05.273280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (d9f17e64-3eac-40d9-89f4-c1678627e71d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.283546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (73acf9e1-f036-4345-929e-4c0daa3f4089), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.335990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45354) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:05.341500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520beed-df29-46a3-b02d-614bf39bf42e None None] Pushing event updated for resources: {'Port': ['ID=61e1d32b-c406-4e8c-9c3a-518e97477cbe,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.402731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7634285-0db2-4ed1-9176-def5c450d84a req-b0de709b-09ec-4c42-8b57-9af1df061c08 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791912 Mar 22 13:59:05.479735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] Set router d9f17e64-3eac-40d9-89f4-c1678627e71d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:05.501946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ae1a973-ad15-4037-a40c-a01d6f25246b req-fdc3db7f-6f70-40b8-b225-ba49064e4487 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981763 Mar 22 13:59:05.537570 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (73acf9e1-f036-4345-929e-4c0daa3f4089), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.584753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Pushing event updated for resources: {'Port': ['ID=73851e93-f778-44d2-87e9-097ff7d083fc,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.652019 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8007c95b-b7ed-4d90-af78-858d223479af x-openstack-request-id: req-8007c95b-b7ed-4d90-af78-858d223479af {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:05.652321 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:05.652577 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8007c95b-b7ed-4d90-af78-858d223479af {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:05.652990 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8007c95b-b7ed-4d90-af78-858d223479af'] response: {'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'code': 200} Mar 22 13:59:05.655264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-157befbe-8516-4c6d-a6ca-01c00339a1ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4db45f5d7be417fa9f5de7abacbea38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992537 Mar 22 13:59:05.658015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45364) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:05.696945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network e81df0e4-184c-4eff-84f8-517281769d53 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:05.700031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=73acf9e1-f036-4345-929e-4c0daa3f4089,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.716420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:05.725237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:05.737552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:05.738269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.776410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3dcc3e25-34f7-4a5d-b8a5-f77e20f61a67 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.0714693 Mar 22 13:59:05.777144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45366) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:05.787563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Network e639173e-b92e-4c2b-9005-c616fabf2456 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:05.789561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-658095366', 'allowed_address_pairs': [{'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:9b:2a:31'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:05.796902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:05.901004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e2286-0041-4c2f-8af1-4d8dfa4e0d29 None None] Network e81df0e4-184c-4eff-84f8-517281769d53 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:06.129558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:06.194614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c77fb3e-7159-4501-baf4-72e339e8ecc9 admin admin] Publish callbacks [] for security_group (03269c79-cab5-457c-88be-7bb8501c1d4b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.231897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Provisioning complete for port 4722c0a0-2101-473f-ad68-27c360911437 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:06.232389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4722c0a0-2101-473f-ad68-27c360911437), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.294978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c77fb3e-7159-4501-baf4-72e339e8ecc9 admin admin] Publish callbacks [] for security_group (03269c79-cab5-457c-88be-7bb8501c1d4b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.418742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.446816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Router d9f17e64-3eac-40d9-89f4-c1678627e71d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:59:06.524485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c77fb3e-7159-4501-baf4-72e339e8ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (03269c79-cab5-457c-88be-7bb8501c1d4b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.530977 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c77fb3e-7159-4501-baf4-72e339e8ecc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.553249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] device_id is not set on port c1fa3475-e404-4615-9ca3-ace7cce0c90d yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:06.558419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0c77fb3e-7159-4501-baf4-72e339e8ecc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03269c79-cab5-457c-88be-7bb8501c1d4b HTTP/1.1" status: 204 len: 168 time: 0.8988311 Mar 22 13:59:06.760554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4722c0a0-2101-473f-ad68-27c360911437 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:06.834669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77fb3e-7159-4501-baf4-72e339e8ecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03269c79-cab5-457c-88be-7bb8501c1d4b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:06.964767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-router', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:54Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 4, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'gw_port': {'id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '73851e93-f778-44d2-87e9-097ff7d083fc', 'name': '', 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'mac_address': 'fa:16:3e:bb:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '24d5653b-9ff6-4fab-aa2b-43cd2b3c189b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:59:02Z', 'updated_at': '2022-03-22T13:59:03Z', 'revision_number': 1, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'subnets': [{'id': '24d5653b-9ff6-4fab-aa2b-43cd2b3c189b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:07.033063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:59:07.052239 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3835645b-2b3c-40b8-9618-de51e94c1a2c admin admin] 10.222.0.44 "PUT /v2.0/routers/d9f17e64-3eac-40d9-89f4-c1678627e71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8611147 Mar 22 13:59:07.202995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Current status of the port 4722c0a0-2101-473f-ad68-27c360911437 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:07.203374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4722c0a0-2101-473f-ad68-27c360911437), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.213747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4b695-d056-45d2-afce-630256c66a0f None None] The sync data for ids ['d9f17e64-3eac-40d9-89f4-c1678627e71d'] in n-d-834677-3 is: [{'id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-router', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:54Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 4, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'gw_port': {'id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '73851e93-f778-44d2-87e9-097ff7d083fc', 'name': '', 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'mac_address': 'fa:16:3e:bb:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '24d5653b-9ff6-4fab-aa2b-43cd2b3c189b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:59:02Z', 'updated_at': '2022-03-22T13:59:03Z', 'revision_number': 1, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'subnets': [{'id': '24d5653b-9ff6-4fab-aa2b-43cd2b3c189b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:07.391885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Allocated IP 2001:db8::231 (e81df0e4-184c-4eff-84f8-517281769d53/7f536b1d-fd63-42fd-bd01-7c018d04da44/c1fa3475-e404-4615-9ca3-ace7cce0c90d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:07.412160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] For port 4722c0a0-2101-473f-ad68-27c360911437, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4722c0a0-2101-473f-ad68-27c360911437,segment=NetworkSegment(4d4c0ec3-b60e-4574-a462-7acef0b66cdc),segment_id=4d4c0ec3-b60e-4574-a462-7acef0b66cdc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:07.425924 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4722c0a0-2101-473f-ad68-27c360911437), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.526518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4722c0a0-2101-473f-ad68-27c360911437 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:07.527517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4722c0a0-2101-473f-ad68-27c360911437), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.580906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45398) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:07.636687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ba3a-b1bf-445b-b5d0-2527ecacf92a req-22afaa52-dece-45a9-a01c-59e3913f9de9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:07.642338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Pushing event updated for resources: {'Port': ['ID=4722c0a0-2101-473f-ad68-27c360911437,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:07.652816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c25ba3a-b1bf-445b-b5d0-2527ecacf92a req-22afaa52-dece-45a9-a01c-59e3913f9de9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.4545507 Mar 22 13:59:07.662228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-85d45596-52a3-488d-90c9-fd3ccf9b75d4 None None] Provisioning complete for port 73851e93-f778-44d2-87e9-097ff7d083fc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:07.667352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85d45596-52a3-488d-90c9-fd3ccf9b75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.697101 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ea01133-940d-42ea-98b1-605439b130f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3c959c9d29841f4bbf1a4eb817049c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148984 Mar 22 13:59:07.697727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45400) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:07.726560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d5f75-ee99-44d8-bdc9-ef4c62f3a033 req-ea92ea84-ef08-458c-9177-391a342bfe78 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:07.751473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-671d5f75-ee99-44d8-bdc9-ef4c62f3a033 req-ea92ea84-ef08-458c-9177-391a342bfe78 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.5734947 Mar 22 13:59:07.776767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-85d45596-52a3-488d-90c9-fd3ccf9b75d4 None None] Port 73851e93-f778-44d2-87e9-097ff7d083fc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:07.780684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.780889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.781230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.781566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.781901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.782315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.782645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.782970 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.783294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.783616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.783938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.784262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.784595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.785124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.785465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77f371-2412-4cdd-b2a8-8ce6a4f37f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:07.883886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4722c0a0-2101-473f-ad68-27c360911437 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:07.924369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942e8676-973d-4e02-8135-22a340274e02 admin admin] Publish callbacks [] for security_group (c3994ce6-655c-487a-a3e0-b5f72e9c5f92), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.022794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-accef093-56f8-4a27-ae46-375473f790ca None None] Provisioning complete for port 73acf9e1-f036-4345-929e-4c0daa3f4089 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:08.023375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-accef093-56f8-4a27-ae46-375473f790ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (73acf9e1-f036-4345-929e-4c0daa3f4089), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.025080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942e8676-973d-4e02-8135-22a340274e02 admin admin] Publish callbacks [] for security_group (c3994ce6-655c-487a-a3e0-b5f72e9c5f92), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.155747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-accef093-56f8-4a27-ae46-375473f790ca None None] Port 73acf9e1-f036-4345-929e-4c0daa3f4089 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:08.159143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942e8676-973d-4e02-8135-22a340274e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3994ce6-655c-487a-a3e0-b5f72e9c5f92), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.161725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942e8676-973d-4e02-8135-22a340274e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.165590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-942e8676-973d-4e02-8135-22a340274e02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3994ce6-655c-487a-a3e0-b5f72e9c5f92 HTTP/1.1" status: 204 len: 168 time: 0.4668033 Mar 22 13:59:08.186739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c25ba3a-b1bf-445b-b5d0-2527ecacf92a req-de209758-d716-44a8-8e61-7f6394d1ddbe tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295970 Mar 22 13:59:08.192017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-671d5f75-ee99-44d8-bdc9-ef4c62f3a033 req-eaf9633a-a9a9-42b9-b16c-7c10d3943a94 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398887 Mar 22 13:59:08.227106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-accef093-56f8-4a27-ae46-375473f790ca None None] Provisioning complete for port 4722c0a0-2101-473f-ad68-27c360911437 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:08.228118 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-accef093-56f8-4a27-ae46-375473f790ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4722c0a0-2101-473f-ad68-27c360911437), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.233246 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8676-973d-4e02-8135-22a340274e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3994ce6-655c-487a-a3e0-b5f72e9c5f92,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:08.446368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (c1fa3475-e404-4615-9ca3-ace7cce0c90d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.466636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4722c0a0-2101-473f-ad68-27c360911437 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:08.501892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c1fa3475-e404-4615-9ca3-ace7cce0c90d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.648069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network e81df0e4-184c-4eff-84f8-517281769d53 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:08.652139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:08.667533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:08.678331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:08.683819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.764439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.9861901 Mar 22 13:59:08.765134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45418) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:08.785323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07589d7-bc4c-4929-ad26-f8fdc5763891 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=c1fa3475-e404-4615-9ca3-ace7cce0c90d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:08.822350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4722c0a0-2101-473f-ad68-27c360911437 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:08.828519 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4722c0a0-2101-473f-ad68-27c360911437), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.850975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-accef093-56f8-4a27-ae46-375473f790ca None None] Current status of the port 4722c0a0-2101-473f-ad68-27c360911437 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:08.948543 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-9ec6daef-f344-460c-b263-c399596fb29c req-d9f51608-0662-466a-9847-12d55b598400 tempest-FloatingIPDetailsNegativeTestJSON-1346001039 tempest-FloatingIPDetailsNegativeTestJSON-1346001039-project] show failed (client error): The resource could not be found. Mar 22 13:59:08.952454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ec6daef-f344-460c-b263-c399596fb29c req-d9f51608-0662-466a-9847-12d55b598400 tempest-FloatingIPDetailsNegativeTestJSON-1346001039 tempest-FloatingIPDetailsNegativeTestJSON-1346001039-project] 10.222.0.44 "GET /v2.0/floatingips/2b7959a4-87cf-432c-aa6a-816fd39f2c5e HTTP/1.1" status: 404 len: 350 time: 0.1386747 Mar 22 13:59:08.966198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45422) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:09.021270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d846e34a-e760-41a2-a787-7b31e83a585f None None] Provisioning complete for port 73acf9e1-f036-4345-929e-4c0daa3f4089 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:09.021914 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d846e34a-e760-41a2-a787-7b31e83a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (73acf9e1-f036-4345-929e-4c0daa3f4089), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.067491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14d3d5-5634-46d3-83da-3cf2a59ba09d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:09.089641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14d3d5-5634-46d3-83da-3cf2a59ba09d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:09.097051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d846e34a-e760-41a2-a787-7b31e83a585f None None] Port 73acf9e1-f036-4345-929e-4c0daa3f4089 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:09.107088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14d3d5-5634-46d3-83da-3cf2a59ba09d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:09.121231 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5b14d3d5-5634-46d3-83da-3cf2a59ba09d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3521230 Mar 22 13:59:09.121583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45424) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:09.229916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4722c0a0-2101-473f-ad68-27c360911437 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:09.341790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c2343207-03fa-463b-857d-fa300d27ccff None None] Provisioning complete for port c1fa3475-e404-4615-9ca3-ace7cce0c90d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:09.342199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2343207-03fa-463b-857d-fa300d27ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c1fa3475-e404-4615-9ca3-ace7cce0c90d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.441282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting port c1fa3475-e404-4615-9ca3-ace7cce0c90d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:09.442045 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c1fa3475-e404-4615-9ca3-ace7cce0c90d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.443212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c2343207-03fa-463b-857d-fa300d27ccff None None] Port c1fa3475-e404-4615-9ca3-ace7cce0c90d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:09.663106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c1fa3475-e404-4615-9ca3-ace7cce0c90d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.699989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Calling delete_port for c1fa3475-e404-4615-9ca3-ace7cce0c90d owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:09.857148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe007fb-d099-41c6-a386-6926a819856b req-6f81f37e-6203-4ebf-b2a3-fff5746366a4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:09.862964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fe007fb-d099-41c6-a386-6926a819856b req-6f81f37e-6203-4ebf-b2a3-fff5746366a4 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.3067968 Mar 22 13:59:09.937457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc6a5e-1f37-45a7-9785-373e8a2d45b8 req-2cfcb5ef-f0e5-4a8f-b3f9-a3f860081411 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:09.939366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0fc6a5e-1f37-45a7-9785-373e8a2d45b8 req-2cfcb5ef-f0e5-4a8f-b3f9-a3f860081411 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.3821940 Mar 22 13:59:10.000510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c1fa3475-e404-4615-9ca3-ace7cce0c90d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.073800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Port': ['ID=c1fa3475-e404-4615-9ca3-ace7cce0c90d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:10.245271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0fc6a5e-1f37-45a7-9785-373e8a2d45b8 req-ee4acbc6-cb66-4dfd-80f3-a9571f110f09 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986622 Mar 22 13:59:10.459418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fe007fb-d099-41c6-a386-6926a819856b req-978d6b84-486d-4f28-9dea-2909a634feb6 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599008 Mar 22 13:59:10.513316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.518035 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2c2954db-6d66-4b04-987f-c2851982b49d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/ports/c1fa3475-e404-4615-9ca3-ace7cce0c90d HTTP/1.1" status: 204 len: 168 time: 1.3941915 Mar 22 13:59:10.520363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:10.525010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61e1d32b-c406-4e8c-9c3a-518e97477cbe up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:10.548075 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (d9f17e64-3eac-40d9-89f4-c1678627e71d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.581853 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ad60c4-9304-4bab-a9b0-b49d4af62a13 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] GET failed (client error): The resource could not be found. Mar 22 13:59:10.588931 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-81ad60c4-9304-4bab-a9b0-b49d4af62a13 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "GET /v2.0/ports/c1fa3475-e404-4615-9ca3-ace7cce0c90d HTTP/1.1" status: 404 len: 333 time: 0.0676153 Mar 22 13:59:10.592957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45458) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:10.601252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-749468258'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:10.742114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 61e1d32b-c406-4e8c-9c3a-518e97477cbe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:10.742747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.858803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:10.863936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.912538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] device_id is not set on port e678b705-7756-4cb0-8f8f-efe20aef96bc yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:10.995345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 61e1d32b-c406-4e8c-9c3a-518e97477cbe is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:10.997548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.059032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 61e1d32b-c406-4e8c-9c3a-518e97477cbe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=61e1d32b-c406-4e8c-9c3a-518e97477cbe,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:11.078419 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.185919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Allocated IP 2001:db8::2be (e81df0e4-184c-4eff-84f8-517281769d53/7f536b1d-fd63-42fd-bd01-7c018d04da44/e678b705-7756-4cb0-8f8f-efe20aef96bc) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:11.232257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=61e1d32b-c406-4e8c-9c3a-518e97477cbe,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:11.348081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Deleting port 73851e93-f778-44d2-87e9-097ff7d083fc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:11.348081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.596736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.734537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad664be-323c-4a06-9f1c-930a1913938c req-238beefd-9051-49f0-9ea3-213949bb40d9 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:11.736729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ad664be-323c-4a06-9f1c-930a1913938c req-238beefd-9051-49f0-9ea3-213949bb40d9 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.3031368 Mar 22 13:59:11.738846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.751482 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Sync routers for ids ['d9f17e64-3eac-40d9-89f4-c1678627e71d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:11.762918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5198319-eb16-4624-bc1b-621d5cbcc2ac req-568a1a38-0fc0-4877-9d87-1677a9c3e2ff tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:11.766249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.771514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5198319-eb16-4624-bc1b-621d5cbcc2ac req-568a1a38-0fc0-4877-9d87-1677a9c3e2ff tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1306396 Mar 22 13:59:11.773709 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Routers {'d9f17e64-3eac-40d9-89f4-c1678627e71d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:11.783633 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d9f17e64-3eac-40d9-89f4-c1678627e71d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:11.808997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Calling delete_port for 73851e93-f778-44d2-87e9-097ff7d083fc owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:11.919496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network e81df0e4-184c-4eff-84f8-517281769d53 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:11.927126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:11.950475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:11.960495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:11.961865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.966740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=e678b705-7756-4cb0-8f8f-efe20aef96bc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:12.006443 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6f19b37d-f256-4984-9598-2f7c4754eff6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4122648 Mar 22 13:59:12.009654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45480) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:12.022080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:9b:2a:31'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:12.056773 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Set router d9f17e64-3eac-40d9-89f4-c1678627e71d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:12.322402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6b832557-32a3-4c45-af55-5f44679c65c8 None None] Provisioning complete for port e678b705-7756-4cb0-8f8f-efe20aef96bc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:12.322942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b832557-32a3-4c45-af55-5f44679c65c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:12.381399 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-router', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:54Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 4, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'gw_port': {'id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '73851e93-f778-44d2-87e9-097ff7d083fc', 'name': '', 'network_id': 'e639173e-b92e-4c2b-9005-c616fabf2456', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'mac_address': 'fa:16:3e:bb:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '24d5653b-9ff6-4fab-aa2b-43cd2b3c189b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:59:02Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 2, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'subnets': [{'id': '24d5653b-9ff6-4fab-aa2b-43cd2b3c189b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:12.411217 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Checking router: d9f17e64-3eac-40d9-89f4-c1678627e71d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:12.411958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Updating router d9f17e64-3eac-40d9-89f4-c1678627e71d port 73851e93-f778-44d2-87e9-097ff7d083fc binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:59:12.422786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6b832557-32a3-4c45-af55-5f44679c65c8 None None] Port e678b705-7756-4cb0-8f8f-efe20aef96bc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:12.442305 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:12.457329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61e1d32b-c406-4e8c-9c3a-518e97477cbe up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:12.474134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5198319-eb16-4624-bc1b-621d5cbcc2ac req-05d01b80-2d07-4510-9601-e1c541997f73 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972210 Mar 22 13:59:12.504083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ad664be-323c-4a06-9f1c-930a1913938c req-99f28d32-45a9-4115-a9c1-d9735e935a8f tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180912 Mar 22 13:59:12.599618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:12.607006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 61e1d32b-c406-4e8c-9c3a-518e97477cbe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:12.607694 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:12.660233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (73851e93-f778-44d2-87e9-097ff7d083fc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:12.774972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 61e1d32b-c406-4e8c-9c3a-518e97477cbe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:12.792667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=73851e93-f778-44d2-87e9-097ff7d083fc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:12.930620 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.db.api [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:59:12.931425 n-d-834677-3 neutron-server[110460]: DEBUG oslo_db.api [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:59:13.085081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-fd67c1db-62c7-4f9d-81f9-080002e31c0b tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=45c0e90b1478494eba8ac7c5207036d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646727 Mar 22 13:59:13.117029 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.129921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.192496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] In _notify_port_updated(), no bound segment for port e678b705-7756-4cb0-8f8f-efe20aef96bc on network e81df0e4-184c-4eff-84f8-517281769d53 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 13:59:13.200504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:13.201580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.203899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "PUT /v2.0/ports/e678b705-7756-4cb0-8f8f-efe20aef96bc HTTP/1.1" status: 200 len: 1001 time: 1.1929939 Mar 22 13:59:13.207761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45504) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:13.226096 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (d9f17e64-3eac-40d9-89f4-c1678627e71d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.248686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-655a300a-ce42-4a32-acd9-d5a7fb45e974 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:13.250105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-655a300a-ce42-4a32-acd9-d5a7fb45e974 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564729 Mar 22 13:59:13.272849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cd4ce-fd8a-4654-ae5f-580184a39c5f tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=e678b705-7756-4cb0-8f8f-efe20aef96bc,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:13.387422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting port e678b705-7756-4cb0-8f8f-efe20aef96bc {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:13.387761 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.474007 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Port 73851e93-f778-44d2-87e9-097ff7d083fc not found while updating agent binding for router d9f17e64-3eac-40d9-89f4-c1678627e71d. {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 13:59:13.495555 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Routers {'d9f17e64-3eac-40d9-89f4-c1678627e71d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:13.498400 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d9f17e64-3eac-40d9-89f4-c1678627e71d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:13.554206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.560652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-b5799648-6275-4059-8110-6d91b269e2ab tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/quotas/45c0e90b1478494eba8ac7c5207036d8 HTTP/1.1" status: 200 len: 375 time: 0.2157795 Mar 22 13:59:13.579106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Calling delete_port for e678b705-7756-4cb0-8f8f-efe20aef96bc owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:13.661944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-2d663eea-223a-49d0-b859-832fae71c268 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=45c0e90b1478494eba8ac7c5207036d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888457 Mar 22 13:59:13.664281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-891533ad-036e-4bb7-b153-e69c0e3584cc None None] Provisioning complete for port e678b705-7756-4cb0-8f8f-efe20aef96bc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:13.664808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-891533ad-036e-4bb7-b153-e69c0e3584cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.711436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95048-efd2-41d7-b67d-99e06236c4a4 req-81cd7d46-08be-4755-9fc2-f733399ccb51 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:13.713865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c95048-efd2-41d7-b67d-99e06236c4a4 req-81cd7d46-08be-4755-9fc2-f733399ccb51 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1391366 Mar 22 13:59:13.756608 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e678b705-7756-4cb0-8f8f-efe20aef96bc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.776187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Router d9f17e64-3eac-40d9-89f4-c1678627e71d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:59:13.778252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-891533ad-036e-4bb7-b153-e69c0e3584cc None None] Port e678b705-7756-4cb0-8f8f-efe20aef96bc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:13.971411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Port': ['ID=e678b705-7756-4cb0-8f8f-efe20aef96bc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:14.073505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:59:14.076445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.082000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9d9483a7-440c-4a04-adcb-27ca69244bdf admin admin] 10.222.0.44 "PUT /v2.0/routers/d9f17e64-3eac-40d9-89f4-c1678627e71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1154196 Mar 22 13:59:14.090869 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4d2bad34-f926-421b-a59e-7a0a04db6e7c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/ports/e678b705-7756-4cb0-8f8f-efe20aef96bc HTTP/1.1" status: 204 len: 168 time: 0.8763552 Mar 22 13:59:14.090869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:14.095645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45518) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:14.163125 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4c95048-efd2-41d7-b67d-99e06236c4a4 req-a8cb76e9-4fd1-48bc-a34d-9a74175e76ae tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415429 Mar 22 13:59:14.213133 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] Set router d9f17e64-3eac-40d9-89f4-c1678627e71d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:14.229738 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-076c1eda-590b-4972-9edb-d23164b956ba tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] GET failed (client error): The resource could not be found. Mar 22 13:59:14.230536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712195c-1fb6-4a58-a7e1-20a21c087ae5 req-55ff3a90-0626-4996-88de-265168dfa2e7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:14.238860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f712195c-1fb6-4a58-a7e1-20a21c087ae5 req-55ff3a90-0626-4996-88de-265168dfa2e7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1670520 Mar 22 13:59:14.239378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:14.259713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-905418107'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:14.264591 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-076c1eda-590b-4972-9edb-d23164b956ba tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "GET /v2.0/ports/e678b705-7756-4cb0-8f8f-efe20aef96bc HTTP/1.1" status: 404 len: 333 time: 0.1514971 Mar 22 13:59:14.411494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks [] for router (d9f17e64-3eac-40d9-89f4-c1678627e71d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.525390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks [] for router_gateway (d9f17e64-3eac-40d9-89f4-c1678627e71d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.582075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:14.585223 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.621780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f712195c-1fb6-4a58-a7e1-20a21c087ae5 req-945b5f3b-c387-48ea-98cd-eee611366509 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484988 Mar 22 13:59:14.639426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c8ac43b-2794-42cd-a1e2-4a4e977dcb52 req-5b276865-0510-49b1-a137-146a95945eff tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 210 time: 0.1295161 Mar 22 13:59:14.670275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] device_id is not set on port c67ecaca-1883-44a0-b83b-8643151313ec yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:14.676187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Deleting port 61e1d32b-c406-4e8c-9c3a-518e97477cbe {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:14.678349 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.762824 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-router', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:54Z', 'updated_at': '2022-03-22T13:59:12Z', 'revision_number': 5, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'gw_port': {'id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:14.797638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] For port 61e1d32b-c406-4e8c-9c3a-518e97477cbe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=61e1d32b-c406-4e8c-9c3a-518e97477cbe,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:14.798280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.826939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Calling delete_port for 61e1d32b-c406-4e8c-9c3a-518e97477cbe owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:14.833497 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fcb4c-adfe-44d7-9e25-2b14526ed62b None None] The sync data for ids ['d9f17e64-3eac-40d9-89f4-c1678627e71d'] in n-d-834677-3 is: [{'id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1647297690-router', 'tenant_id': 'bbd9913eba184053a1f427a99e554cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:54Z', 'updated_at': '2022-03-22T13:59:12Z', 'revision_number': 5, 'project_id': 'bbd9913eba184053a1f427a99e554cf3', 'gw_port': {'id': '61e1d32b-c406-4e8c-9c3a-518e97477cbe', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f17e64-3eac-40d9-89f4-c1678627e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:14.838795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Allocated IP 2001:db8::264 (e81df0e4-184c-4eff-84f8-517281769d53/7f536b1d-fd63-42fd-bd01-7c018d04da44/c67ecaca-1883-44a0-b83b-8643151313ec) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:15.119994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (61e1d32b-c406-4e8c-9c3a-518e97477cbe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.138940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (c67ecaca-1883-44a0-b83b-8643151313ec), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.159201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e1d32b-c406-4e8c-9c3a-518e97477cbe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:15.232282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.347361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=c67ecaca-1883-44a0-b83b-8643151313ec,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:15.370102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (d9f17e64-3eac-40d9-89f4-c1678627e71d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.425013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network e81df0e4-184c-4eff-84f8-517281769d53 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:15.436552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:15.443740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:15.457584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:15.458316 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.502494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4b3271ca-c07a-47dc-ae83-51921eb9929d tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2620304 Mar 22 13:59:15.507218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45552) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:15.528307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9b:2a:31'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:15.602286 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (d9f17e64-3eac-40d9-89f4-c1678627e71d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.607275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks [] for router_controller (d9f17e64-3eac-40d9-89f4-c1678627e71d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.624128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db2ba9-e20a-4f3a-90a1-f168cb1c33ec req-dd791510-803a-4afa-ba8f-059206075061 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:15.626548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7db2ba9-e20a-4f3a-90a1-f168cb1c33ec req-dd791510-803a-4afa-ba8f-059206075061 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.2835910 Mar 22 13:59:15.720926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (d9f17e64-3eac-40d9-89f4-c1678627e71d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.721584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f17e64-3eac-40d9-89f4-c1678627e71d {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:59:15.728019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:15.734448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62a82bb5-1075-4f2d-a0d2-d162bcd1f717 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d9f17e64-3eac-40d9-89f4-c1678627e71d HTTP/1.1" status: 204 len: 168 time: 1.6439612 Mar 22 13:59:15.742292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45558) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:16.057462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-afe697e9-3f61-4351-813f-95347d153311 None None] Provisioning complete for port c67ecaca-1883-44a0-b83b-8643151313ec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:16.061179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afe697e9-3f61-4351-813f-95347d153311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.154572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-afe697e9-3f61-4351-813f-95347d153311 None None] Port c67ecaca-1883-44a0-b83b-8643151313ec cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:16.167003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7db2ba9-e20a-4f3a-90a1-f168cb1c33ec req-33e80b36-a184-4c1f-a477-8de3398028ef tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199351 Mar 22 13:59:16.176595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-79f908fc-c75f-458a-b68f-f685ee2b3cdd tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=45c0e90b1478494eba8ac7c5207036d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1613433 Mar 22 13:59:16.253514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] Deleting subnet 24d5653b-9ff6-4fab-aa2b-43cd2b3c189b {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:59:16.266520 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] Publish callbacks [] for subnet (24d5653b-9ff6-4fab-aa2b-43cd2b3c189b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.310055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (24d5653b-9ff6-4fab-aa2b-43cd2b3c189b), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.402002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 73851e93-f778-44d2-87e9-097ff7d083fc no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:16.404202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (24d5653b-9ff6-4fab-aa2b-43cd2b3c189b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.436766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 73851e93-f778-44d2-87e9-097ff7d083fc {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:59:16.437397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 73851e93-f778-44d2-87e9-097ff7d083fc not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:59:16.479476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (24d5653b-9ff6-4fab-aa2b-43cd2b3c189b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.536851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17d64e73-71c8-46f9-ad90-9070d940c4eb req-72a37260-3985-445d-9424-de7b7bce099d tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 210 time: 0.0733397 Mar 22 13:59:16.610214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d5653b-9ff6-4fab-aa2b-43cd2b3c189b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:16.612914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bdfad3-cdfe-4283-9a47-213d7cbed22b None None] Network e639173e-b92e-4c2b-9005-c616fabf2456 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:16.613326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.616831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65e6409f-b71e-42d1-97ad-db604e0c4676 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/24d5653b-9ff6-4fab-aa2b-43cd2b3c189b HTTP/1.1" status: 204 len: 168 time: 0.8725076 Mar 22 13:59:16.619750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:16.634337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193c8d1-8e8f-4a13-a075-90150297f07e req-902be8cc-1907-4273-8c52-ae73dd22c4fd tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:16.642355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5193c8d1-8e8f-4a13-a075-90150297f07e req-902be8cc-1907-4273-8c52-ae73dd22c4fd tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.5820446 Mar 22 13:59:16.771221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-876fa08a-1b18-4d73-a14f-1302f1553a66 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:16.773036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-876fa08a-1b18-4d73-a14f-1302f1553a66 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5896742 Mar 22 13:59:16.795114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5193c8d1-8e8f-4a13-a075-90150297f07e req-27806612-e5a4-48d6-8e3e-564439ffeac7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512702 Mar 22 13:59:16.803069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Request body: {'port': {'device_id': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '45c0e90b1478494eba8ac7c5207036d8'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:16.806997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.822564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e639173e-b92e-4c2b-9005-c616fabf2456), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.903311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Deleting port 34849143-36d7-4c83-bb75-9967cb7096cb {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:16.903826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.930824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] Sync routers for ids ['d9f17e64-3eac-40d9-89f4-c1678627e71d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:16.962132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] Routers set() bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:16.963140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] Router IDs set() for agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 13:59:16.964653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_agentschedulers_db [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9f17e64-3eac-40d9-89f4-c1678627e71d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent'). {{(pid=110459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 13:59:16.976324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] Routers set() bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:16.977044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] Router IDs set() for agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 13:59:16.988387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_agentschedulers_db [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9f17e64-3eac-40d9-89f4-c1678627e71d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:58:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent'). {{(pid=110459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 13:59:16.989348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a648a23-8985-4dfa-be24-2fdf415f8e2a None None] The sync data for ids ['d9f17e64-3eac-40d9-89f4-c1678627e71d'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:17.074847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Made reservation on behalf of 45c0e90b1478494eba8ac7c5207036d8 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:17.078411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.093593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.137070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] DHCP port deletion for e639173e-b92e-4c2b-9005-c616fabf2456 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:59:17.144967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] For port 34849143-36d7-4c83-bb75-9967cb7096cb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=34849143-36d7-4c83-bb75-9967cb7096cb,segment=NetworkSegment(23eaac99-38e2-41cc-8aac-e24da543319e),segment_id=23eaac99-38e2-41cc-8aac-e24da543319e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:17.145342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.166203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Calling delete_port for 34849143-36d7-4c83-bb75-9967cb7096cb owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:17.291268 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.324677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34849143-36d7-4c83-bb75-9967cb7096cb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:17.342132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] No DVR routers for this DVR port 34849143-36d7-4c83-bb75-9967cb7096cb on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:17.355366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] Deleting port 34849143-36d7-4c83-bb75-9967cb7096cb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:17.359623 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.464013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] For port 34849143-36d7-4c83-bb75-9967cb7096cb, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:17.464543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.494879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e639173e-b92e-4c2b-9005-c616fabf2456), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.565394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e639173e-b92e-4c2b-9005-c616fabf2456']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:17.611096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23eaac99-38e2-41cc-8aac-e24da543319e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:17.611699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23eaac99-38e2-41cc-8aac-e24da543319e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:17.648322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (23eaac99-38e2-41cc-8aac-e24da543319e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.679007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (23eaac99-38e2-41cc-8aac-e24da543319e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.689577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:59:17.690099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (23eaac99-38e2-41cc-8aac-e24da543319e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:59:17.692885 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:59:17.695482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] Calling delete_port for 34849143-36d7-4c83-bb75-9967cb7096cb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:17.700987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] Port 34849143-36d7-4c83-bb75-9967cb7096cb was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 13:59:17.702504 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (34849143-36d7-4c83-bb75-9967cb7096cb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.731840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] No DVR routers for this DVR port 34849143-36d7-4c83-bb75-9967cb7096cb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:17.780790 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e639173e-b92e-4c2b-9005-c616fabf2456), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.785601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaa5e8-f77a-4fae-a3d4-3a42735e64d5 None None] Pushing event deleted for resources: {'Port': ['ID=34849143-36d7-4c83-bb75-9967cb7096cb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:17.799553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.809066 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e639173e-b92e-4c2b-9005-c616fabf2456 HTTP/1.1" status: 204 len: 168 time: 1.1859021 Mar 22 13:59:17.823165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a8db-3ea4-44d7-9071-f38bda30c7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e639173e-b92e-4c2b-9005-c616fabf2456,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:17.958220 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (c67ecaca-1883-44a0-b83b-8643151313ec), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.982888 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.058541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60b84fdd-3577-43ad-a23d-70fd52838865 req-4835d6cd-987e-4eaf-aff3-1087d271c2ae tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 210 time: 0.1559398 Mar 22 13:59:18.066967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45582) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:18.088305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=c67ecaca-1883-44a0-b83b-8643151313ec,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.091094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] In _notify_port_updated(), no bound segment for port c67ecaca-1883-44a0-b83b-8643151313ec on network e81df0e4-184c-4eff-84f8-517281769d53 {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 13:59:18.096411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:18.096927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.098252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cd3a396c-b281-4897-b84e-73479318f9ad tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "PUT /v2.0/ports/c67ecaca-1883-44a0-b83b-8643151313ec HTTP/1.1" status: 200 len: 1002 time: 2.5890796 Mar 22 13:59:18.104704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45584) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:18.150972 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-511f03b3-00b2-43ea-81f4-605ed915f018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.170717 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks [] for security_group (3ebe06f0-197c-4515-b83c-a6f06e4d56e9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.182729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3ebe06f0-197c-4515-b83c-a6f06e4d56e9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.231213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b532c804-7764-439c-aa35-a713a46fe5e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbd9913eba184053a1f427a99e554cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629021 Mar 22 13:59:18.241296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbdb24-b12b-4265-bbb5-67b37186be6d req-76b230e1-8eee-4767-ae3a-48d8d28854d1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:18.242472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45594) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:18.251508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75bbdb24-b12b-4265-bbb5-67b37186be6d req-76b230e1-8eee-4767-ae3a-48d8d28854d1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.3499398 Mar 22 13:59:18.348780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebe06f0-197c-4515-b83c-a6f06e4d56e9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.353225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed4f1-fda4-4c97-889f-794461bf54f3 admin admin] Publish callbacks [] for security_group (ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.412589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 34849143-36d7-4c83-bb75-9967cb7096cb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:18.431970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed4f1-fda4-4c97-889f-794461bf54f3 admin admin] Publish callbacks [] for security_group (ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.457911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 34849143-36d7-4c83-bb75-9967cb7096cb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:59:18.458427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 34849143-36d7-4c83-bb75-9967cb7096cb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:59:18.462596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61e1d32b-c406-4e8c-9c3a-518e97477cbe no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:18.507283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 61e1d32b-c406-4e8c-9c3a-518e97477cbe {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:59:18.507620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61e1d32b-c406-4e8c-9c3a-518e97477cbe not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:59:18.540754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed4f1-fda4-4c97-889f-794461bf54f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.543433 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed4f1-fda4-4c97-889f-794461bf54f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.544591 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9d8ed4f1-fda4-4c97-889f-794461bf54f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd HTTP/1.1" status: 204 len: 168 time: 0.3011374 Mar 22 13:59:18.547197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75bbdb24-b12b-4265-bbb5-67b37186be6d req-b27f3285-bf2f-4af9-88be-6181a3779d2b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934051 Mar 22 13:59:18.560425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ed4f1-fda4-4c97-889f-794461bf54f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae126b1c-3ba4-4c7f-bd19-c3b9efdb2cdd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.622215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting port c67ecaca-1883-44a0-b83b-8643151313ec {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:18.622709 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.659004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-87dfd5d7-cc03-4d4f-bcf8-91e3e17c7dc8 None None] Provisioning complete for port c67ecaca-1883-44a0-b83b-8643151313ec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:18.659381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-87dfd5d7-cc03-4d4f-bcf8-91e3e17c7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.685309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Allocated IP 192.168.233.46 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/5bd6b159-19ad-4683-b728-90b816dd64b5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:18.710241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3031b0-bf90-4a07-b183-1ab715d21e67 req-bbf4df5a-eb0c-4265-ae96-301e9e4a87cb tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:18.720391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b3031b0-bf90-4a07-b183-1ab715d21e67 req-bbf4df5a-eb0c-4265-ae96-301e9e4a87cb tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.3218942 Mar 22 13:59:18.815502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-87dfd5d7-cc03-4d4f-bcf8-91e3e17c7dc8 None None] Port c67ecaca-1883-44a0-b83b-8643151313ec cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:18.856225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.883513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b3031b0-bf90-4a07-b183-1ab715d21e67 req-257e24fc-07a0-4b13-82c0-de2c082a4e31 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612449 Mar 22 13:59:19.101239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks [] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.191983 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.195448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Calling delete_port for c67ecaca-1883-44a0-b83b-8643151313ec owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:19.476307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:19.494065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:19.521471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Pushing event updated for resources: {'Port': ['ID=5bd6b159-19ad-4683-b728-90b816dd64b5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:19.537612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:19.854607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bf720-1028-4a80-84dc-5a7244992dfd req-b23b4c63-a1a4-4e46-adbc-e30305d56ef8 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:19.865863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e19bf720-1028-4a80-84dc-5a7244992dfd req-b23b4c63-a1a4-4e46-adbc-e30305d56ef8 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 935 time: 0.5851851 Mar 22 13:59:19.925088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:19.925680 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.031654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-6b1bfeb4-e90b-4994-b016-8d9a8f6ede7e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2343130 Mar 22 13:59:20.079389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db618f8d-81ef-48a8-b46a-38b2ecf2f486 None None] Provisioning complete for port 5bd6b159-19ad-4683-b728-90b816dd64b5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:20.080028 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db618f8d-81ef-48a8-b46a-38b2ecf2f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.093933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Request body: {'port': {'device_id': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:20.155809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db618f8d-81ef-48a8-b46a-38b2ecf2f486 None None] Port 5bd6b159-19ad-4683-b728-90b816dd64b5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:20.324216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e19bf720-1028-4a80-84dc-5a7244992dfd req-8b2e60c2-eb34-48fd-9a48-020e183ad9ba tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311190 Mar 22 13:59:20.358115 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-18f62c7f-a51e-4e02-aa4c-9171c6bc3735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.377356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e270-b126-4c00-9622-a2ee39a6cf51 req-19a8e48a-ce1e-408e-8f81-6c8028882731 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:20.394955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9264e270-b126-4c00-9622-a2ee39a6cf51 req-19a8e48a-ce1e-408e-8f81-6c8028882731 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.7040823 Mar 22 13:59:20.443423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c67ecaca-1883-44a0-b83b-8643151313ec), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.608480 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.617029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45636) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:20.617720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/ports/c67ecaca-1883-44a0-b83b-8643151313ec HTTP/1.1" status: 204 len: 168 time: 2.5105169 Mar 22 13:59:20.663090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e1662-15f0-4aef-b6e0-1fec44863784 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Port': ['ID=c67ecaca-1883-44a0-b83b-8643151313ec,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.680094 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ae013d-7b36-439c-a162-607718940508 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] GET failed (client error): The resource could not be found. Mar 22 13:59:20.687187 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b4ae013d-7b36-439c-a162-607718940508 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "GET /v2.0/ports/c67ecaca-1883-44a0-b83b-8643151313ec HTTP/1.1" status: 404 len: 333 time: 0.0676742 Mar 22 13:59:20.688097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45638) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:20.693911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1943916166'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:20.713991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9264e270-b126-4c00-9622-a2ee39a6cf51 req-fd76ed21-a681-42cb-be1e-24624128322e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166592 Mar 22 13:59:20.719691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.734318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b9d40-2ee0-46e6-8add-7ab94087e6f6 req-2ba60496-8e4f-4e0a-97ad-5c3c39332d08 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:20.753663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab9b9d40-2ee0-46e6-8add-7ab94087e6f6 req-2ba60496-8e4f-4e0a-97ad-5c3c39332d08 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.2746263 Mar 22 13:59:20.955076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab9b9d40-2ee0-46e6-8add-7ab94087e6f6 req-4ce33378-8b80-47eb-aa99-436d76585273 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998155 Mar 22 13:59:21.028835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:21.039551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:21.075766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] device_id is not set on port 924abe65-9904-4d29-9f79-acdce7081d17 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:21.319961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Allocated IP 2001:db8::26 (e81df0e4-184c-4eff-84f8-517281769d53/7f536b1d-fd63-42fd-bd01-7c018d04da44/924abe65-9904-4d29-9f79-acdce7081d17) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:21.406072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd6b159-19ad-4683-b728-90b816dd64b5 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:21.425292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Publish callbacks [] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:21.454179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Transition to ACTIVE for port object 5bd6b159-19ad-4683-b728-90b816dd64b5 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:21.468127 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:21.543568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Pushing event updated for resources: {'Port': ['ID=5bd6b159-19ad-4683-b728-90b816dd64b5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:21.625845 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (924abe65-9904-4d29-9f79-acdce7081d17), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:21.638403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e4e15-be05-455c-9e5c-29fb4cd4c56e req-e1f22240-2aae-4d3e-ac2f-9ca30e7293c9 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:21.640698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-756e4e15-be05-455c-9e5c-29fb4cd4c56e req-e1f22240-2aae-4d3e-ac2f-9ca30e7293c9 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 947 time: 0.1833973 Mar 22 13:59:21.696763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (924abe65-9904-4d29-9f79-acdce7081d17), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:21.698824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Attempting to bind port 5bd6b159-19ad-4683-b728-90b816dd64b5 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:21.699002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Attempting to bind port 5bd6b159-19ad-4683-b728-90b816dd64b5 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:21.699327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Attempting to bind port 5bd6b159-19ad-4683-b728-90b816dd64b5 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:21.715520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Port 5bd6b159-19ad-4683-b728-90b816dd64b5 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:21.715955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Attempting to bind port 5bd6b159-19ad-4683-b728-90b816dd64b5 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:21.753404 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:21.754416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:21.754738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:21.755117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:21.755562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Bound port: 5bd6b159-19ad-4683-b728-90b816dd64b5, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:21.755931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:21.775637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-756e4e15-be05-455c-9e5c-29fb4cd4c56e req-95800e0c-074b-45c8-af0f-5aa5b0511548 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254635 Mar 22 13:59:21.861153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=924abe65-9904-4d29-9f79-acdce7081d17,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:21.924703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network e81df0e4-184c-4eff-84f8-517281769d53 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:21.928236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:21.990336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:22.000776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.002779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.009645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] For port 5bd6b159-19ad-4683-b728-90b816dd64b5, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:22.015395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] For port 5bd6b159-19ad-4683-b728-90b816dd64b5, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5bd6b159-19ad-4683-b728-90b816dd64b5,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:22.061160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876ce3-be2a-4358-b16c-c4ed6506aba5 req-839f2bf8-4f87-4767-bf09-57ffc78b438c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.062858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a876ce3-be2a-4358-b16c-c4ed6506aba5 req-839f2bf8-4f87-4767-bf09-57ffc78b438c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1820304 Mar 22 13:59:22.064152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.093360 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0384811e-a270-4514-a569-df5cf054d8d7 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4020946 Mar 22 13:59:22.095706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45704) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:22.137039 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'network_id': 'e81df0e4-184c-4eff-84f8-517281769d53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1645394704'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:22.153240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45708) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:22.180625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.181571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.183259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] 10.222.0.42 "PUT /v2.0/ports/5bd6b159-19ad-4683-b728-90b816dd64b5 HTTP/1.1" status: 200 len: 1095 time: 2.1046948 Mar 22 13:59:22.185902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'tag': '5bd6b159-19ad-4683-b728-90b816dd64b5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:22.188333 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b26e87-c6e6-4e98-b828-d087c6b7ea61" -d '{"events": [{"name": "network-changed", "server_uuid": "96a0ad26-1db1-4464-8964-dc23a9b94ef1", "tag": "5bd6b159-19ad-4683-b728-90b816dd64b5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:22.306965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a876ce3-be2a-4358-b16c-c4ed6506aba5 req-876d1d91-30a5-46e6-8811-3f00f3387df0 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317834 Mar 22 13:59:22.395344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Made reservation on behalf of 13044faa2c764021ab3f7a6372263cb6 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:22.403131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7480afe-f041-4b90-aac5-4bcc3029253f service neutron] Pushing event updated for resources: {'Port': ['ID=5bd6b159-19ad-4683-b728-90b816dd64b5,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:22.405745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.438014 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6488c013-3f10-4851-8581-b61fce86c5a4 x-openstack-request-id: req-6488c013-3f10-4851-8581-b61fce86c5a4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:22.438725 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a0ad26-1db1-4464-8964-dc23a9b94ef1", "tag": "5bd6b159-19ad-4683-b728-90b816dd64b5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:22.438725 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6488c013-3f10-4851-8581-b61fce86c5a4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:22.438976 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6488c013-3f10-4851-8581-b61fce86c5a4'] response: {'name': 'network-changed', 'server_uuid': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'tag': '5bd6b159-19ad-4683-b728-90b816dd64b5', 'status': 'completed', 'code': 200} Mar 22 13:59:22.453610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] device_id is not set on port ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:22.474856 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8bca2b5-b6a5-4590-8ce3-15d767b5b9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.495770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-cb843f7b-d1cd-4cd8-b751-85cd4fc48733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.497793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-cb843f7b-d1cd-4cd8-b751-85cd4fc48733 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45c0e90b1478494eba8ac7c5207036d8&device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 1129 time: 0.2236245 Mar 22 13:59:22.511899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900cf13-bb0f-42c1-b62d-112d20bc16b5 req-6ec0ad0e-bbff-4b9d-972f-a006b682995f tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.513824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0900cf13-bb0f-42c1-b62d-112d20bc16b5 req-6ec0ad0e-bbff-4b9d-972f-a006b682995f tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.2625782 Mar 22 13:59:22.557349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c2ba8559-269a-484a-8d6b-96b3b1ad0e98 None None] Provisioning complete for port 924abe65-9904-4d29-9f79-acdce7081d17 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:22.557788 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2ba8559-269a-484a-8d6b-96b3b1ad0e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (924abe65-9904-4d29-9f79-acdce7081d17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.595795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Allocated IP 2001:db8::35b (e81df0e4-184c-4eff-84f8-517281769d53/7f536b1d-fd63-42fd-bd01-7c018d04da44/ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:22.633557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba8559-269a-484a-8d6b-96b3b1ad0e98 None None] Port 924abe65-9904-4d29-9f79-acdce7081d17 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:22.644822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-879a02f2-5238-452b-8492-a94d538b606b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5bd6b159-19ad-4683-b728-90b816dd64b5 HTTP/1.1" status: 200 len: 217 time: 0.1298020 Mar 22 13:59:22.734131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0900cf13-bb0f-42c1-b62d-112d20bc16b5 req-092625ef-0a6a-40fe-8e45-4d3daa9b8031 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090638 Mar 22 13:59:22.750552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-3e0692d3-e004-4aba-ae88-944ff30cb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.753198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-3e0692d3-e004-4aba-ae88-944ff30cb1dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1013484 Mar 22 13:59:22.893503 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8bca2b5-b6a5-4590-8ce3-15d767b5b9d8 admin admin] Publish callbacks [] for security_group (b76f1524-09d3-40fc-8744-099b56c2c721), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.910280 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8bca2b5-b6a5-4590-8ce3-15d767b5b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b76f1524-09d3-40fc-8744-099b56c2c721), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.927717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.946830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-7d39e896-3ef7-42fe-973b-8191d813b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.957704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-7d39e896-3ef7-42fe-973b-8191d813b162 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1917980 Mar 22 13:59:22.991976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.056242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:23.086437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-ff6a28dd-8ae4-477e-abec-51e3b10414e7 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176286 Mar 22 13:59:23.094401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Network e81df0e4-184c-4eff-84f8-517281769d53 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:23.096103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:23.099235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:23.105006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.105721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.161345 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0dbfddc2-7b09-4e60-b7d5-4f918511000c tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0570273 Mar 22 13:59:23.162082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:23.168110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:9b:2a:31'}, {'ip_address': '2001:db8::26', 'mac_address': 'fa:16:3e:20:f9:04'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:23.174589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f8bca2b5-b6a5-4590-8ce3-15d767b5b9d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4465bc7cb4cb406aa69ceb41dcaf4d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0161293 Mar 22 13:59:23.181363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45730) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:23.185385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bca2b5-b6a5-4590-8ce3-15d767b5b9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76f1524-09d3-40fc-8744-099b56c2c721,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:23.226242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1badb7-dddf-404b-9765-f63225e79252 req-a887c436-cb5b-4edb-9e41-e27cf2f0228e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.229249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b1badb7-dddf-404b-9765-f63225e79252 req-a887c436-cb5b-4edb-9e41-e27cf2f0228e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 947 time: 0.3381858 Mar 22 13:59:23.233860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7254dd7-0a90-4e64-99f2-2f90dd8f6275 req-173b6f79-139f-4cad-8ff3-f9335a254cd2 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319084 Mar 22 13:59:23.267126 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.335679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b1badb7-dddf-404b-9765-f63225e79252 req-67190765-61ed-4054-9801-d9a86627c3f3 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982301 Mar 22 13:59:23.384293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-3a442e76-26cb-4eb2-bf3d-61ac9c02821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.389673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-3a442e76-26cb-4eb2-bf3d-61ac9c02821c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45c0e90b1478494eba8ac7c5207036d8&device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 1129 time: 0.1047587 Mar 22 13:59:23.535797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cf882213-dcb7-42e2-a723-f53f3f89f32c None None] Provisioning complete for port ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:23.536307 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf882213-dcb7-42e2-a723-f53f3f89f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.588369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cf882213-dcb7-42e2-a723-f53f3f89f32c None None] Port ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:23.600541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4690dda-6679-484b-9735-7d5d28dcb5fe req-3232b782-ecfd-4a25-a761-e86cd5b12c0d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.602132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4690dda-6679-484b-9735-7d5d28dcb5fe req-3232b782-ecfd-4a25-a761-e86cd5b12c0d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1659303 Mar 22 13:59:23.603870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-bba1134f-e9fe-47ae-b2ad-b3ff309ad2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.605228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-bba1134f-e9fe-47ae-b2ad-b3ff309ad2cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2075856 Mar 22 13:59:23.664792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-86a1d57a-8ea5-428e-b6e3-6107a99a877d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5bd6b159-19ad-4683-b728-90b816dd64b5 HTTP/1.1" status: 200 len: 217 time: 0.0472522 Mar 22 13:59:23.727577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4690dda-6679-484b-9735-7d5d28dcb5fe req-74bb8879-0b2a-4ff1-a8b2-2707e9c8a155 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179466 Mar 22 13:59:23.738425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-0c17bb03-2597-41e8-b911-1f0089d0e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.739927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-0c17bb03-2597-41e8-b911-1f0089d0e5a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0682902 Mar 22 13:59:23.806938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-a2c8b818-2ba1-40f3-bd74-6f0058a16375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.808857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-a2c8b818-2ba1-40f3-bd74-6f0058a16375 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0578120 Mar 22 13:59:23.899254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.901276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df00ca60-0951-4b80-9f16-38c36ae1d525 admin admin] Publish callbacks [] for security_group (b76f1524-09d3-40fc-8744-099b56c2c721), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.950246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df00ca60-0951-4b80-9f16-38c36ae1d525 admin admin] Publish callbacks [] for security_group (b76f1524-09d3-40fc-8744-099b56c2c721), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.970813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1685e-ea77-4299-b9ad-2c469bd23005 req-1c162b58-a3bb-47f5-9eff-773ac358106f tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.972294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77b1685e-ea77-4299-b9ad-2c469bd23005 req-1c162b58-a3bb-47f5-9eff-773ac358106f tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.0947795 Mar 22 13:59:23.977910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-0106ad9b-5fc9-467d-a8f0-d1ad8027269b service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537642 Mar 22 13:59:24.033186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77b1685e-ea77-4299-b9ad-2c469bd23005 req-5f57b148-7a1f-4339-ae29-3333d1d53ade tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537448 Mar 22 13:59:24.105466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df00ca60-0951-4b80-9f16-38c36ae1d525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b76f1524-09d3-40fc-8744-099b56c2c721), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.108512 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df00ca60-0951-4b80-9f16-38c36ae1d525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.114213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df00ca60-0951-4b80-9f16-38c36ae1d525 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b76f1524-09d3-40fc-8744-099b56c2c721 HTTP/1.1" status: 204 len: 168 time: 0.8941569 Mar 22 13:59:24.122287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b26e87-c6e6-4e98-b828-d087c6b7ea61 req-46677b4b-86cc-4dad-9a55-dd51ddf2acfa service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009004 Mar 22 13:59:24.126698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00ca60-0951-4b80-9f16-38c36ae1d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76f1524-09d3-40fc-8744-099b56c2c721,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:24.139341 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.231732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.238037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.264747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] In _notify_port_updated(), no bound segment for port ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c on network e81df0e4-184c-4eff-84f8-517281769d53 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 13:59:24.271240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.272183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.273945 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "PUT /v2.0/ports/ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c HTTP/1.1" status: 200 len: 1066 time: 1.1108005 Mar 22 13:59:24.277308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45758) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:24.344410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e3e28-a8a8-45b9-8602-7215c69fe2b6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event updated for resources: {'Port': ['ID=ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:24.491613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting port ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:24.492575 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.540481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d418c-9d8e-4b1e-884b-7a986627b866 req-bcaca104-563f-4dcb-ba7f-152781bf6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.545622 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b57d418c-9d8e-4b1e-884b-7a986627b866 req-bcaca104-563f-4dcb-ba7f-152781bf6fb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.0978191 Mar 22 13:59:24.558730 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.612182 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b57d418c-9d8e-4b1e-884b-7a986627b866 req-c732fa12-0c81-4b84-86a0-5e008eb8aaa9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591364 Mar 22 13:59:24.697553 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.719786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11f93-6614-4a70-bff7-4d788e67e221 req-faadd0f6-06ee-45e5-a4d5-5992ae91b95a tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.721276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85b11f93-6614-4a70-bff7-4d788e67e221 req-faadd0f6-06ee-45e5-a4d5-5992ae91b95a tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 950 time: 0.2048604 Mar 22 13:59:24.728408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445dda-3329-48f4-b748-b10f09429dad req-75c3767c-6742-4dea-9420-6d6397e7fb48 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.729866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34445dda-3329-48f4-b748-b10f09429dad req-75c3767c-6742-4dea-9420-6d6397e7fb48 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 947 time: 0.2241728 Mar 22 13:59:24.730896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Calling delete_port for ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:24.760794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3a058300-eb62-42cd-834a-1ea170e86d6e None None] Provisioning complete for port ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:24.761396 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3a058300-eb62-42cd-834a-1ea170e86d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.821767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3a058300-eb62-42cd-834a-1ea170e86d6e None None] Port ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:24.849503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34445dda-3329-48f4-b748-b10f09429dad req-8598c234-77e1-47a2-8724-09b5e2ee29e5 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067941 Mar 22 13:59:24.868612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85b11f93-6614-4a70-bff7-4d788e67e221 req-925abeba-4e21-453f-943d-d4112d15060b tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353199 Mar 22 13:59:25.006870 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:25.053530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Port': ['ID=ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:25.065258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61135-1130-406e-a799-fc44b0455c22 req-7462f1fa-5eb5-4518-a4f8-1372ae4ad000 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:25.066879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cea61135-1130-406e-a799-fc44b0455c22 req-7462f1fa-5eb5-4518-a4f8-1372ae4ad000 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1102929 Mar 22 13:59:25.213135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cea61135-1130-406e-a799-fc44b0455c22 req-228cd64b-1f79-479a-8f9a-2b587dd4ca55 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394978 Mar 22 13:59:25.412857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5bd6b159-19ad-4683-b728-90b816dd64b5 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:25.584956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5bd6b159-19ad-4683-b728-90b816dd64b5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5bd6b159-19ad-4683-b728-90b816dd64b5,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:25.588836 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:59:25.607762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '5bd6b159-19ad-4683-b728-90b816dd64b5', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '5bd6b159-19ad-4683-b728-90b816dd64b5', 'mac_address': 'fa:16:3e:29:5d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:25.672954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5bd6b159-19ad-4683-b728-90b816dd64b5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:25.673771 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:25.695542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd6b159-19ad-4683-b728-90b816dd64b5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:25.724361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5bd6b159-19ad-4683-b728-90b816dd64b5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5bd6b159-19ad-4683-b728-90b816dd64b5,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:25.729344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:25.841324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5bd6b159-19ad-4683-b728-90b816dd64b5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:25.865513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-ad332975-600b-4285-9f17-ee72b5bb2825 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7bb42eb148e947fd9ee4c27861615de6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296290 Mar 22 13:59:25.888486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:25.894198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-67af0573-6182-4947-8f2d-560aa9c80bd6 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/ports/ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c HTTP/1.1" status: 204 len: 168 time: 1.6125135 Mar 22 13:59:25.898127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:25.931698 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c71a96-85eb-4c54-b531-8d90132e3d66 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] GET failed (client error): The resource could not be found. Mar 22 13:59:25.936110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d8c71a96-85eb-4c54-b531-8d90132e3d66 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "GET /v2.0/ports/ac4a1978-3a9a-4b89-9360-fb6c4fcc4e6c HTTP/1.1" status: 404 len: 333 time: 0.0332716 Mar 22 13:59:25.936572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45834) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:25.967162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50088-6e02-49b7-9e40-b52254117fb4 req-62a449bf-b4ff-40eb-a261-811e4b19e286 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:25.974325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbb50088-6e02-49b7-9e40-b52254117fb4 req-62a449bf-b4ff-40eb-a261-811e4b19e286 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1944323 Mar 22 13:59:25.996128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5bd6b159-19ad-4683-b728-90b816dd64b5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:26.046029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-ac84f148-96f3-42f0-974e-d86c844d8653 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:26.047574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-ac84f148-96f3-42f0-974e-d86c844d8653 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636131 Mar 22 13:59:26.063345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbb50088-6e02-49b7-9e40-b52254117fb4 req-19343eaf-1b17-4360-acdf-1d381af46ef7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880713 Mar 22 13:59:26.082849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-104d8933-a757-43fe-a45c-8141a7891dd6 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/quotas/7bb42eb148e947fd9ee4c27861615de6 HTTP/1.1" status: 200 len: 375 time: 0.0164144 Mar 22 13:59:26.122344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting port 924abe65-9904-4d29-9f79-acdce7081d17 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:26.122917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (924abe65-9904-4d29-9f79-acdce7081d17), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:26.127451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-42c3f57c-7028-4c90-84a8-f70969d72b64 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bb42eb148e947fd9ee4c27861615de6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435326 Mar 22 13:59:26.271896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (924abe65-9904-4d29-9f79-acdce7081d17), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:26.289222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ae7ea-385b-4244-b83f-5102194f3965 req-d2f48ffe-0983-458e-8325-b0a1faab9f8c tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:26.291520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-617ae7ea-385b-4244-b83f-5102194f3965 req-d2f48ffe-0983-458e-8325-b0a1faab9f8c tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 948 time: 0.1452224 Mar 22 13:59:26.292781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Calling delete_port for 924abe65-9904-4d29-9f79-acdce7081d17 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:26.412674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-617ae7ea-385b-4244-b83f-5102194f3965 req-63e5acd9-235d-49b0-b29e-86b5e00d91d3 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049511 Mar 22 13:59:26.432794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6d96-c05e-40b2-94a9-06186a6eb5fb req-02a10de9-2c49-4e17-9ccc-ca69632552eb tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:26.444482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c58d6d96-c05e-40b2-94a9-06186a6eb5fb req-02a10de9-2c49-4e17-9ccc-ca69632552eb tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1270900 Mar 22 13:59:26.471990 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (924abe65-9904-4d29-9f79-acdce7081d17), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:26.524933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Port': ['ID=924abe65-9904-4d29-9f79-acdce7081d17,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:26.530516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9305893-ec95-4dcb-9d11-acb3c1474a0d req-ba949e60-0574-4a34-9171-eacb76660007 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 210 time: 0.0464931 Mar 22 13:59:26.560783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c58d6d96-c05e-40b2-94a9-06186a6eb5fb req-3ec59c72-0911-456d-bbd0-ac78373d5325 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142740 Mar 22 13:59:26.592167 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:26.603862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45852) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:26.604511 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-37585ad9-0082-46d9-a418-03abbd75e46a tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/ports/924abe65-9904-4d29-9f79-acdce7081d17 HTTP/1.1" status: 204 len: 168 time: 0.6623750 Mar 22 13:59:26.653891 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e4fdf1-dbe6-43ee-a3e8-c2a61fe4f128 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] GET failed (client error): The resource could not be found. Mar 22 13:59:26.660445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45858) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:26.660981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-42e4fdf1-dbe6-43ee-a3e8-c2a61fe4f128 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "GET /v2.0/ports/924abe65-9904-4d29-9f79-acdce7081d17 HTTP/1.1" status: 404 len: 333 time: 0.0558236 Mar 22 13:59:26.799652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting port 73acf9e1-f036-4345-929e-4c0daa3f4089 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:26.800024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (73acf9e1-f036-4345-929e-4c0daa3f4089), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:26.959082 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (73acf9e1-f036-4345-929e-4c0daa3f4089), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:26.972750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Calling delete_port for 73acf9e1-f036-4345-929e-4c0daa3f4089 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:27.148267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (73acf9e1-f036-4345-929e-4c0daa3f4089), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.210040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Port': ['ID=73acf9e1-f036-4345-929e-4c0daa3f4089,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:27.235604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33902c5a-d96d-4ade-870b-3cdf5f46d6d4 req-9fd8938c-5e79-47e6-8330-7f18d4a9f882 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:27.244421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33902c5a-d96d-4ade-870b-3cdf5f46d6d4 req-9fd8938c-5e79-47e6-8330-7f18d4a9f882 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.0731623 Mar 22 13:59:27.268510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.285927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-76a11803-9c08-439f-9dd3-be3744ea9480 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/ports/73acf9e1-f036-4345-929e-4c0daa3f4089 HTTP/1.1" status: 204 len: 168 time: 0.6231663 Mar 22 13:59:27.287389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:27.319864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33902c5a-d96d-4ade-870b-3cdf5f46d6d4 req-7c98770d-2934-4c2d-b396-1f595a3554e5 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739238 Mar 22 13:59:27.358321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-0795feab-6844-4280-bdf8-5ba5d978fc82 req-a18ab1ff-cd0b-46e5-8d51-947d44e23569 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1170885114', 'description': 'tempest-description-238905195'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:27.371492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting subnet 7f536b1d-fd63-42fd-bd01-7c018d04da44 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:59:27.376948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for subnet (7f536b1d-fd63-42fd-bd01-7c018d04da44), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.400471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0795feab-6844-4280-bdf8-5ba5d978fc82 req-a18ab1ff-cd0b-46e5-8d51-947d44e23569 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.431160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5bd6b159-19ad-4683-b728-90b816dd64b5 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:27.483001 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (7f536b1d-fd63-42fd-bd01-7c018d04da44), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.538111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0795feab-6844-4280-bdf8-5ba5d978fc82 req-a18ab1ff-cd0b-46e5-8d51-947d44e23569 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for security_group (6d8fcd94-1713-43a9-b4db-cd5a90a761ca), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.544476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0795feab-6844-4280-bdf8-5ba5d978fc82 req-a18ab1ff-cd0b-46e5-8d51-947d44e23569 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6d8fcd94-1713-43a9-b4db-cd5a90a761ca), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.549909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:27.629203 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0795feab-6844-4280-bdf8-5ba5d978fc82 req-a18ab1ff-cd0b-46e5-8d51-947d44e23569 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.630605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0795feab-6844-4280-bdf8-5ba5d978fc82 req-a18ab1ff-cd0b-46e5-8d51-947d44e23569 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2767003 Mar 22 13:59:27.654843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 5bd6b159-19ad-4683-b728-90b816dd64b5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:27.678254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 5bd6b159-19ad-4683-b728-90b816dd64b5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:27.679648 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.713594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7f536b1d-fd63-42fd-bd01-7c018d04da44), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.725136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ab1ff-cd0b-46e5-8d51-947d44e23569 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8fcd94-1713-43a9-b4db-cd5a90a761ca,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:27.798821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:27.799642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.834585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:27.837347 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83a8292-a700-48cd-a782-a126e08b4b11" -d '{"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:27.842220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ea34ebf-64c9-4442-9f68-8167dd4c2272 req-876eb867-7e8e-4b28-8474-2d0477a45906 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 210 time: 0.0761235 Mar 22 13:59:27.844685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (7f536b1d-fd63-42fd-bd01-7c018d04da44), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.854734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:27.889435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b842-1c05-4eba-a578-3261cb2e29d9 req-7e37adc5-2606-4afe-9ad9-fba9e9a9a590 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:27.901091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0f3b842-1c05-4eba-a578-3261cb2e29d9 req-7e37adc5-2606-4afe-9ad9-fba9e9a9a590 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 948 time: 0.3262305 Mar 22 13:59:27.903792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5bd6b159-19ad-4683-b728-90b816dd64b5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:27.904431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.907976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.982224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Subnet': ['ID=7f536b1d-fd63-42fd-bd01-7c018d04da44,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:27.986058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.008644 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-87a71fae-c415-4fef-a68d-d3e7a64823c2 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/subnets/7f536b1d-fd63-42fd-bd01-7c018d04da44 HTTP/1.1" status: 204 len: 168 time: 0.7181168 Mar 22 13:59:28.013127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ccb3b-4792-422a-9cd5-eabe77cdfeb2 None None] Network e81df0e4-184c-4eff-84f8-517281769d53 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:28.021419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45880) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:28.024185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-214b058a-cd17-4216-bfbf-e39ec3ce20cc tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7bb42eb148e947fd9ee4c27861615de6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1764324 Mar 22 13:59:28.028850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0f3b842-1c05-4eba-a578-3261cb2e29d9 req-6621feeb-0a20-4dac-a54c-4ec0aa28d202 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269495 Mar 22 13:59:28.065564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5bd6b159-19ad-4683-b728-90b816dd64b5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5bd6b159-19ad-4683-b728-90b816dd64b5,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:28.128658 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.154940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:28.186253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e81df0e4-184c-4eff-84f8-517281769d53), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.249474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Deleting port 4722c0a0-2101-473f-ad68-27c360911437 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:28.249998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4722c0a0-2101-473f-ad68-27c360911437), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.320824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.321596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-978ea9e3-f84d-4a7b-a966-85a5d56d3c1b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1170885114&fields=id&tenant_id=de610e0c707643b4aa6cb1de9cc9532a HTTP/1.1" status: 200 len: 267 time: 0.1729991 Mar 22 13:59:28.322349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5bd6b159-19ad-4683-b728-90b816dd64b5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:28.365263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] For port 4722c0a0-2101-473f-ad68-27c360911437, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4722c0a0-2101-473f-ad68-27c360911437,segment=NetworkSegment(4d4c0ec3-b60e-4574-a462-7acef0b66cdc),segment_id=4d4c0ec3-b60e-4574-a462-7acef0b66cdc)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:28.365666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4722c0a0-2101-473f-ad68-27c360911437), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.382153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Calling delete_port for 4722c0a0-2101-473f-ad68-27c360911437 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:28.409197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22a65c-d4ea-49d2-8a6a-2c58e472bc1e req-79dc0229-9d93-46ea-9128-feb4342bf156 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:28.422592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a22a65c-d4ea-49d2-8a6a-2c58e472bc1e req-79dc0229-9d93-46ea-9128-feb4342bf156 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.3970535 Mar 22 13:59:28.430608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] DHCP port deletion for e81df0e4-184c-4eff-84f8-517281769d53 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:59:28.472561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-964a15ac-bfb8-4d76-b9a1-0c2e84e206e2 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:28.487195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-964a15ac-bfb8-4d76-b9a1-0c2e84e206e2 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522431 Mar 22 13:59:28.528339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Request body: {'port': {'device_id': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '7bb42eb148e947fd9ee4c27861615de6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:28.530567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4722c0a0-2101-473f-ad68-27c360911437), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.537458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] Deleting port 4722c0a0-2101-473f-ad68-27c360911437 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:28.538105 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4722c0a0-2101-473f-ad68-27c360911437), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.555359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] No DVR routers for this DVR port 4722c0a0-2101-473f-ad68-27c360911437 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:28.647444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-5172b55f-f682-4732-9829-14c72bf3d5bc tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:28.648707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Port': ['ID=4722c0a0-2101-473f-ad68-27c360911437,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:28.658206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-5172b55f-f682-4732-9829-14c72bf3d5bc tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.3204844 Mar 22 13:59:28.662982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a22a65c-d4ea-49d2-8a6a-2c58e472bc1e req-5d57b938-42da-499f-b4e9-caeee8972489 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394361 Mar 22 13:59:28.672290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Request body: {'port': {'security_groups': ['aea34f3e-e58a-494c-a728-5ef41bc7405e', '6d8fcd94-1713-43a9-b4db-cd5a90a761ca']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:28.689068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] For port 4722c0a0-2101-473f-ad68-27c360911437, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:28.689068 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4722c0a0-2101-473f-ad68-27c360911437), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.698346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] Calling delete_port for 4722c0a0-2101-473f-ad68-27c360911437 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:28.702051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] Port 4722c0a0-2101-473f-ad68-27c360911437 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 13:59:28.703329 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (4722c0a0-2101-473f-ad68-27c360911437), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.733854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] No DVR routers for this DVR port 4722c0a0-2101-473f-ad68-27c360911437 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:28.742586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e81df0e4-184c-4eff-84f8-517281769d53), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.759588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0c70c-c14a-4761-b09c-a320b41a6c8b None None] Pushing event deleted for resources: {'Port': ['ID=4722c0a0-2101-473f-ad68-27c360911437,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:28.792729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81df0e4-184c-4eff-84f8-517281769d53']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:28.805632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4c0ec3-b60e-4574-a462-7acef0b66cdc') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:28.805929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4c0ec3-b60e-4574-a462-7acef0b66cdc') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:28.817553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (4d4c0ec3-b60e-4574-a462-7acef0b66cdc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.822337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.836145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4d4c0ec3-b60e-4574-a462-7acef0b66cdc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.842366 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485768ef-c3f9-4d5b-a8af-1dc1480567d9 x-openstack-request-id: req-485768ef-c3f9-4d5b-a8af-1dc1480567d9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:28.842661 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:28.843200 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-485768ef-c3f9-4d5b-a8af-1dc1480567d9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:28.843615 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485768ef-c3f9-4d5b-a8af-1dc1480567d9'] response: {'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'code': 200} Mar 22 13:59:28.848018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Made reservation on behalf of 7bb42eb148e947fd9ee4c27861615de6 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:28.848653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:59:28.849063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (4d4c0ec3-b60e-4574-a462-7acef0b66cdc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.851471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.878538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:59:28.925996 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:59:28.929895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e81df0e4-184c-4eff-84f8-517281769d53), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.963536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.967137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] 10.222.0.44 "DELETE /v2.0/networks/e81df0e4-184c-4eff-84f8-517281769d53 HTTP/1.1" status: 204 len: 168 time: 0.9446228 Mar 22 13:59:28.968483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9ecaa-fb1e-47b9-88ef-ed3bdf0f17e5 tempest-AllowedAddressPairIpV6TestJSON-373105953 tempest-AllowedAddressPairIpV6TestJSON-373105953-project] Pushing event deleted for resources: {'Network': ['ID=e81df0e4-184c-4eff-84f8-517281769d53,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:29.023207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks [] for security_group (0da18c16-889d-4ac5-8c93-e39ca396380d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.068518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aeef9876-3cb9-4849-97b1-f9492a54e0b4 req-829e489f-c0ab-4ed8-8712-e2813704e4c4 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 210 time: 0.1215434 Mar 22 13:59:29.089422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0da18c16-889d-4ac5-8c93-e39ca396380d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.202207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da18c16-889d-4ac5-8c93-e39ca396380d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:29.317636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45898) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:29.363649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e788-33c4-4cb6-b61e-71a8c05df9dd req-34bd543b-5ad5-4c22-9be2-67d8219e0345 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:29.365341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1161e788-33c4-4cb6-b61e-71a8c05df9dd req-34bd543b-5ad5-4c22-9be2-67d8219e0345 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 949 time: 0.1721289 Mar 22 13:59:29.375169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:29.412114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Allocated IP 192.168.233.141 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/eae5c126-4c20-4ce5-8703-466becd66a17) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:29.445082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d3ad8786-bb6c-4d80-86de-60c117a150f3 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:29.459193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.470440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.489267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:29.514322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1161e788-33c4-4cb6-b61e-71a8c05df9dd req-de86d14e-08ff-4b6c-b240-1f10c68ee0fa tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314013 Mar 22 13:59:29.541816 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e628e9ba-9bb1-4187-8b92-6ed3080d4670 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13044faa2c764021ab3f7a6372263cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189093 Mar 22 13:59:29.543024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45902) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:29.562158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:29.562789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.564238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bae5c46-4e7d-4d92-b9ed-247f2f418d60 req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "PUT /v2.0/ports/ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 982 time: 0.9049053 Mar 22 13:59:29.566713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:29.585136 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:59:29.588233 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b33316-f619-4aca-834c-2c410fc7834b" -d '{"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:29.676272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7532b6e3-d067-4e23-93d9-cec5bfcbeef5 admin admin] Publish callbacks [] for security_group (e126f48b-7f64-427a-846e-ab552e8775c2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.690230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:29.708664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'mac_address': 'fa:16:3e:64:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:29.713036 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47542ec-76be-4b18-9ac0-f839ccecc27a x-openstack-request-id: req-e47542ec-76be-4b18-9ac0-f839ccecc27a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:29.713380 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:29.713593 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e47542ec-76be-4b18-9ac0-f839ccecc27a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:29.713999 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47542ec-76be-4b18-9ac0-f839ccecc27a'] response: {'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'status': 'completed', 'code': 200} Mar 22 13:59:29.722169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43b09d-3b1c-4cc2-88b5-7711e0a4adf0 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event updated for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:29.792570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-230876e0-330d-461b-ac2e-c9a24a546def tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1170885114&fields=id&tenant_id=de610e0c707643b4aa6cb1de9cc9532a HTTP/1.1" status: 200 len: 267 time: 0.1142771 Mar 22 13:59:29.793456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d3ad8786-bb6c-4d80-86de-60c117a150f3 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:29.794107 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.797534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:29.841261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7532b6e3-d067-4e23-93d9-cec5bfcbeef5 admin admin] Publish callbacks [] for security_group (e126f48b-7f64-427a-846e-ab552e8775c2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.875718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b33316-f619-4aca-834c-2c410fc7834b req-99d1b0ab-d833-4f72-99db-4fd502fd07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:29.877297 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-75b33316-f619-4aca-834c-2c410fc7834b req-99d1b0ab-d833-4f72-99db-4fd502fd07fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1167 time: 0.1488640 Mar 22 13:59:29.883647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3ad8786-bb6c-4d80-86de-60c117a150f3 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:29.947233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:29.960493 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.964691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks [] for port (eae5c126-4c20-4ce5-8703-466becd66a17), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.002266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-ffb2e9fc-014a-43dd-ac26-d0dd09806aa9 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:30.010071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-ffb2e9fc-014a-43dd-ac26-d0dd09806aa9 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 985 time: 0.2166595 Mar 22 13:59:30.020538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Request body: {'port': {'security_groups': ['aea34f3e-e58a-494c-a728-5ef41bc7405e']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:30.033046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b33316-f619-4aca-834c-2c410fc7834b req-0b24d795-eda2-4cd8-a853-87cdc85ff62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:30.034842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-75b33316-f619-4aca-834c-2c410fc7834b req-0b24d795-eda2-4cd8-a853-87cdc85ff62c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 0.1482158 Mar 22 13:59:30.085422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-75b33316-f619-4aca-834c-2c410fc7834b req-0a6911b3-a088-4aab-8c9f-346a556ad262 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.0423224 Mar 22 13:59:30.093993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4d9b-340f-442c-af6b-a301922bcaeb req-0b66ff02-d21c-43cf-8f06-ab652047e077 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:30.095482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd6c4d9b-340f-442c-af6b-a301922bcaeb req-0b66ff02-d21c-43cf-8f06-ab652047e077 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.2595417 Mar 22 13:59:30.097211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d3ad8786-bb6c-4d80-86de-60c117a150f3'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:30.163372 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.193811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7532b6e3-d067-4e23-93d9-cec5bfcbeef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e126f48b-7f64-427a-846e-ab552e8775c2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.196918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7532b6e3-d067-4e23-93d9-cec5bfcbeef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.198353 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7532b6e3-d067-4e23-93d9-cec5bfcbeef5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e126f48b-7f64-427a-846e-ab552e8775c2 HTTP/1.1" status: 204 len: 168 time: 0.6527517 Mar 22 13:59:30.246534 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.256243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Pushing event updated for resources: {'Port': ['ID=eae5c126-4c20-4ce5-8703-466becd66a17,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:30.266816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532b6e3-d067-4e23-93d9-cec5bfcbeef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e126f48b-7f64-427a-846e-ab552e8775c2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:30.278956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b33316-f619-4aca-834c-2c410fc7834b req-1b63eca8-ba65-4d54-a3cf-5b7d9be3d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:30.280692 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-75b33316-f619-4aca-834c-2c410fc7834b req-1b63eca8-ba65-4d54-a3cf-5b7d9be3d31e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.1858451 Mar 22 13:59:30.314024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:30.337889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:30.355104 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-75b33316-f619-4aca-834c-2c410fc7834b req-8959d731-6e47-4f4f-943b-408c84e70a03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671461 Mar 22 13:59:30.361868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:30.405124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:30.417237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd6c4d9b-340f-442c-af6b-a301922bcaeb req-f4ff0c5f-7e35-4aa0-87ee-d4528d6291cd tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140213 Mar 22 13:59:30.498088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4722c0a0-2101-473f-ad68-27c360911437 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:30.531246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:30.532211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-75b33316-f619-4aca-834c-2c410fc7834b req-5743100b-1244-4fd5-90cc-a5baa2522df8 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670105 Mar 22 13:59:30.536361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.566934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-84e90a79-671e-4992-bb43-a5a0905cb5b8 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0657744 Mar 22 13:59:30.587076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Request body: {'port': {'device_id': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:30.697011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4722c0a0-2101-473f-ad68-27c360911437 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:59:30.697528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4722c0a0-2101-473f-ad68-27c360911437 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:59:30.781133 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-75b33316-f619-4aca-834c-2c410fc7834b req-284bcb2b-95d4-49fd-9bb2-fdf3d879883f service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404981 Mar 22 13:59:30.812668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.848511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd6b159-19ad-4683-b728-90b816dd64b5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:30.850797 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a413fc-b123-4a53-a11f-fee1c6706762" -d '{"events": [{"server_uuid": "96a0ad26-1db1-4464-8964-dc23a9b94ef1", "name": "network-vif-plugged", "status": "completed", "tag": "5bd6b159-19ad-4683-b728-90b816dd64b5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:30.890819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:30.916905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aff8cce5-b343-4827-b7de-72655ba2742f None None] Provisioning complete for port eae5c126-4c20-4ce5-8703-466becd66a17 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:30.917916 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aff8cce5-b343-4827-b7de-72655ba2742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.932804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ec7b-6e14-4f92-99eb-814b5e5a9a64 req-d2dc297d-1313-421c-9912-921c535b9d43 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:30.934829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0501ec7b-6e14-4f92-99eb-814b5e5a9a64 req-d2dc297d-1313-421c-9912-921c535b9d43 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 936 time: 0.2447748 Mar 22 13:59:30.989469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aff8cce5-b343-4827-b7de-72655ba2742f None None] Port eae5c126-4c20-4ce5-8703-466becd66a17 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:31.056723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.069747 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.081338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:31.285746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0501ec7b-6e14-4f92-99eb-814b5e5a9a64 req-b31e75e5-b005-4011-be79-c3f916d45955 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918756 Mar 22 13:59:31.370298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:31.370902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.372335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb038273-7f5e-4ae6-b914-bb86691d6872 req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "PUT /v2.0/ports/ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 943 time: 1.3614571 Mar 22 13:59:31.373039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811f264-782e-458a-bcf0-0d3f492a2837 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event updated for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:31.395946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae5c126-4c20-4ce5-8703-466becd66a17 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:31.414792 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Publish callbacks [] for port (eae5c126-4c20-4ce5-8703-466becd66a17), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.451291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Transition to ACTIVE for port object eae5c126-4c20-4ce5-8703-466becd66a17 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:31.451899 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570e0793-9a30-4b00-b345-a98c8f867fae x-openstack-request-id: req-570e0793-9a30-4b00-b345-a98c8f867fae {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:31.452370 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a0ad26-1db1-4464-8964-dc23a9b94ef1", "name": "network-vif-plugged", "status": "completed", "tag": "5bd6b159-19ad-4683-b728-90b816dd64b5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:31.452789 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-570e0793-9a30-4b00-b345-a98c8f867fae {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:31.453377 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570e0793-9a30-4b00-b345-a98c8f867fae'] response: {'server_uuid': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd6b159-19ad-4683-b728-90b816dd64b5', 'code': 200} Mar 22 13:59:31.468714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.476931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:31.562718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d3ad8786-bb6c-4d80-86de-60c117a150f3 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:31.616203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f674b-5587-48f6-ad02-f1186c617b91 req-a64eb46a-8cbb-4636-9b90-cc34a9f62338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:31.623074 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd6f674b-5587-48f6-ad02-f1186c617b91 req-a64eb46a-8cbb-4636-9b90-cc34a9f62338 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 1131 time: 0.0996039 Mar 22 13:59:31.656595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45974) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:31.705708 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd6f674b-5587-48f6-ad02-f1186c617b91 req-d1c2701e-a2c0-4e3e-a1ad-ab1cfd1f1ff8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762148 Mar 22 13:59:31.747318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:31.761654 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8aea80-d805-43c8-8f7e-870b7b8acdea" -d '{"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:31.793447 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d3ad8786-bb6c-4d80-86de-60c117a150f3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:31.794088 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.819551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Pushing event updated for resources: {'Port': ['ID=eae5c126-4c20-4ce5-8703-466becd66a17,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:31.850782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-baaacfe9-db21-451d-b01f-3747e91a3891 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3389742 Mar 22 13:59:31.866672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-413192757'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:31.869002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:31.896829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:31.903251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.923799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d3ad8786-bb6c-4d80-86de-60c117a150f3 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:31.924250 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.926135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.935113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2d5f9-6aa8-4ab3-afd8-aa44c17cc759 req-4a1e02f6-36fe-426a-a3cb-87d35c374c1d tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:31.944782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ac2d5f9-6aa8-4ab3-afd8-aa44c17cc759 req-4a1e02f6-36fe-426a-a3cb-87d35c374c1d tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 949 time: 0.5438585 Mar 22 13:59:31.994968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:32.007171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.025278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.062427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:32.096725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for security_group (f4ad8640-b1db-4e6e-a7a0-a718364a09a1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.101627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f4ad8640-b1db-4e6e-a7a0-a718364a09a1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.149539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ac2d5f9-6aa8-4ab3-afd8-aa44c17cc759 req-a0d1ea85-fb95-46c7-b8da-f089b324db45 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028227 Mar 22 13:59:32.160756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:59:32.166322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ad8640-b1db-4e6e-a7a0-a718364a09a1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:32.171581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e5438c7e-bc2d-4667-827f-1316a0d927c9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.171924 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Added segment e5438c7e-bc2d-4667-827f-1316a0d927c9 of type vlan for network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d Mar 22 13:59:32.220410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ea13ecf7-79c7-4708-8fc3-bea276ae6e4d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.250966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ea13ecf7-79c7-4708-8fc3-bea276ae6e4d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.256479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Attempting to bind port eae5c126-4c20-4ce5-8703-466becd66a17 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:32.256894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Attempting to bind port eae5c126-4c20-4ce5-8703-466becd66a17 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:32.257291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Attempting to bind port eae5c126-4c20-4ce5-8703-466becd66a17 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:32.257740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:32.258383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.300706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Port eae5c126-4c20-4ce5-8703-466becd66a17 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:32.301112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Attempting to bind port eae5c126-4c20-4ce5-8703-466becd66a17 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:32.312004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:32.312334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:32.312947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:32.313474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Bound port: eae5c126-4c20-4ce5-8703-466becd66a17, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:32.314608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.326130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Network': ['ID=ea13ecf7-79c7-4708-8fc3-bea276ae6e4d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:32.353573 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e6c83a7e-4855-4df6-956b-9090f695ae1e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6864302 Mar 22 13:59:32.363889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87fe49-3ee4-4467-a00e-f2ee8bfffd78 req-48d358f4-5e54-4539-a6e2-c8dae47f7b4d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:32.375225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f87fe49-3ee4-4467-a00e-f2ee8bfffd78 req-48d358f4-5e54-4539-a6e2-c8dae47f7b4d tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1092055 Mar 22 13:59:32.381519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:59:32.471253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f87fe49-3ee4-4467-a00e-f2ee8bfffd78 req-12f2d611-57cc-42cc-a954-1200ac347a8b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935545 Mar 22 13:59:32.473999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.657212 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b34fb-ec8a-49ac-ad6c-ce995d2d2a52 x-openstack-request-id: req-0e5b34fb-ec8a-49ac-ad6c-ce995d2d2a52 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:32.657212 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:32.657212 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e5b34fb-ec8a-49ac-ad6c-ce995d2d2a52 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:32.657212 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5b34fb-ec8a-49ac-ad6c-ce995d2d2a52'] response: {'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'status': 'completed', 'code': 200} Mar 22 13:59:32.684392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] For port eae5c126-4c20-4ce5-8703-466becd66a17, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:32.704495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-76c14a01-eadb-435f-8c10-07baf3d89566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:32.707250 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-76c14a01-eadb-435f-8c10-07baf3d89566 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.0741029 Mar 22 13:59:32.777519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] For port eae5c126-4c20-4ce5-8703-466becd66a17, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eae5c126-4c20-4ce5-8703-466becd66a17,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:32.813023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.870727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-a02a24e3-6551-4003-89e7-8f9f7ee613b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:32.872603 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-a02a24e3-6551-4003-89e7-8f9f7ee613b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 0.1576238 Mar 22 13:59:33.013845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Allocated IP 172.25.2.158 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/90d65bad-fa45-42b0-a51b-86d857a610dd) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:33.074614 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-ba59ffa7-0e06-4969-b218-605de6b493fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.1953590 Mar 22 13:59:33.297954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-33f29baf-c673-45d8-8c19-70da8fe35bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:33.314375 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-33f29baf-c673-45d8-8c19-70da8fe35bb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.2285926 Mar 22 13:59:33.395703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Pushing event updated for resources: {'Port': ['ID=eae5c126-4c20-4ce5-8703-466becd66a17,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.427930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:33.430361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.434505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-22bed9bf-e35f-48ec-af2e-b0acd2e3fc01 service neutron] 10.222.0.42 "PUT /v2.0/ports/eae5c126-4c20-4ce5-8703-466becd66a17 HTTP/1.1" status: 200 len: 1096 time: 2.8520513 Mar 22 13:59:33.449063 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-90c180e8-7806-403d-9e9d-95c07dfc3982 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238847 Mar 22 13:59:33.454189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:33.456954 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f278258-b0f4-46be-a46b-f55259c13968" -d '{"events": [{"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:33.532421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85522b-831d-4c24-804f-ca81bfd46cac req-f6accc2d-379d-4796-91e7-da04b101c1a7 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:33.540968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c85522b-831d-4c24-804f-ca81bfd46cac req-f6accc2d-379d-4796-91e7-da04b101c1a7 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 948 time: 0.8827960 Mar 22 13:59:33.738777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c85522b-831d-4c24-804f-ca81bfd46cac req-47dc951c-f082-44b0-a9e8-8d64a79f041e tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960359 Mar 22 13:59:33.758460 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-e9ae6f27-4373-4b13-92ad-0434621f7606 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967577 Mar 22 13:59:33.831191 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.842800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-52ed9c30-3918-478f-a2cd-89ce963e2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:33.852088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-52ed9c30-3918-478f-a2cd-89ce963e2c15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb42eb148e947fd9ee4c27861615de6&device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 1130 time: 0.3564482 Mar 22 13:59:34.000434 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f8aea80-d805-43c8-8f7e-870b7b8acdea req-3c49bbf8-2eab-4678-9e87-77121534050a service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361863 Mar 22 13:59:34.030505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-0bda4628-4df3-41ca-910c-c017cc981ced service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=eae5c126-4c20-4ce5-8703-466becd66a17 HTTP/1.1" status: 200 len: 217 time: 0.1672726 Mar 22 13:59:34.174457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-f7077cba-bc59-4aaa-8bc1-b55f86a79f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.176300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-f7077cba-bc59-4aaa-8bc1-b55f86a79f0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0748234 Mar 22 13:59:34.256271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c31e1-8fb5-4685-99b4-b3bbf43df041 req-37179a50-1656-4b17-845e-96a7b0d4dee3 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.263757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f3c31e1-8fb5-4685-99b4-b3bbf43df041 req-37179a50-1656-4b17-845e-96a7b0d4dee3 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 949 time: 0.2319658 Mar 22 13:59:34.316828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255af6d-73a0-4f62-9694-b27743b583cf req-a74e0827-7fea-4bd4-bf32-1c6b2a7e71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.318755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-a74e0827-7fea-4bd4-bf32-1c6b2a7e71ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1357763 Mar 22 13:59:34.319973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.435109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f3c31e1-8fb5-4685-99b4-b3bbf43df041 req-6bbb3e4b-de6b-40dd-acc4-6bcf52c51adf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700375 Mar 22 13:59:34.526234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:34.539577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:34.546943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:34.561655 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e0a66c-fa4f-41e7-ab2e-cf0b1685bbec x-openstack-request-id: req-e2e0a66c-fa4f-41e7-ab2e-cf0b1685bbec {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:34.562835 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:34.563250 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2e0a66c-fa4f-41e7-ab2e-cf0b1685bbec {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:34.563864 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e0a66c-fa4f-41e7-ab2e-cf0b1685bbec'] response: {'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'code': 200} Mar 22 13:59:34.664955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'tag': 'eae5c126-4c20-4ce5-8703-466becd66a17'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:34.667590 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555" -d '{"events": [{"name": "network-changed", "server_uuid": "eab87933-f9ea-4b65-bac0-fc8d8a65a232", "tag": "eae5c126-4c20-4ce5-8703-466becd66a17"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:34.705000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event updated for resources: {'Port': ['ID=90d65bad-fa45-42b0-a51b-86d857a610dd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:34.887156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8372ddc-0007-4ba2-a67c-32129a18d139 req-b3f62fc4-1669-4c31-a416-58b4d0a86d66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.889222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8372ddc-0007-4ba2-a67c-32129a18d139 req-b3f62fc4-1669-4c31-a416-58b4d0a86d66 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.2130370 Mar 22 13:59:34.923977 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.961464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-4de57474-02ca-4d18-9983-04942fd56c06 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750732 Mar 22 13:59:35.279213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-844bfac3-e994-4efd-84e1-e393ea5a032b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166842 Mar 22 13:59:35.429248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.436196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-281e5ca8-0e4d-4b31-9962-65be6d69b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.442951 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-281e5ca8-0e4d-4b31-9962-65be6d69b748 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 1126 time: 0.1030152 Mar 22 13:59:35.557671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8372ddc-0007-4ba2-a67c-32129a18d139 req-7d2c9559-40e1-4cb6-ab91-33535e1b9fe5 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499188 Mar 22 13:59:35.644782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8255af6d-73a0-4f62-9694-b27743b583cf req-1262029e-541f-4998-8e44-e51863ff0104 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708570 Mar 22 13:59:35.909930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-ca781149-44d9-4739-a485-d0287fc0af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.915111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-ca781149-44d9-4739-a485-d0287fc0af8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.4523182 Mar 22 13:59:36.074884 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-8b4acc77-e463-4e18-8e5e-8d8e5ba45a93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 200 len: 217 time: 0.1498446 Mar 22 13:59:36.208771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-a0b65995-53b9-419a-8107-22c036d865f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.213912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-a0b65995-53b9-419a-8107-22c036d865f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.1319888 Mar 22 13:59:36.214461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46030) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:36.228777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'subnet': {'network_id': 'ea13ecf7-79c7-4708-8fc3-bea276ae6e4d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:36.438870 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-0df0a5ac-1069-4ead-b301-a19f92cb4bb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044914 Mar 22 13:59:36.575238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-5998e144-7bc5-4b16-8f35-9ffa705e7b75 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172080 Mar 22 13:59:36.575861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:36.579614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.634266 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef540278-3d30-478e-9130-ad8459806773 x-openstack-request-id: req-ef540278-3d30-478e-9130-ad8459806773 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:36.634949 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab87933-f9ea-4b65-bac0-fc8d8a65a232", "tag": "eae5c126-4c20-4ce5-8703-466becd66a17", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:36.634949 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef540278-3d30-478e-9130-ad8459806773 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:36.635431 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef540278-3d30-478e-9130-ad8459806773'] response: {'name': 'network-changed', 'server_uuid': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'tag': 'eae5c126-4c20-4ce5-8703-466becd66a17', 'status': 'completed', 'code': 200} Mar 22 13:59:36.771313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e73d-03ab-48bc-8015-945f6b714f8a req-3add3d3a-8c7e-40c9-9481-85a4cedf7215 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.778283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33a8e73d-03ab-48bc-8015-945f6b714f8a req-3add3d3a-8c7e-40c9-9481-85a4cedf7215 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 948 time: 0.1421616 Mar 22 13:59:36.821288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (3c150092-b648-40ce-bb05-03be72a25c60), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.857444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-6edb8ade-c786-487d-a3d8-a69f00aa7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.859487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-6edb8ade-c786-487d-a3d8-a69f00aa7906 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb42eb148e947fd9ee4c27861615de6&device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 1130 time: 0.2272158 Mar 22 13:59:36.872882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33a8e73d-03ab-48bc-8015-945f6b714f8a req-98c4c488-8312-4939-bf64-1443a87b8ead tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936966 Mar 22 13:59:36.916507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Subnet': ['ID=3c150092-b648-40ce-bb05-03be72a25c60,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:36.938880 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.977343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.993894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Checking segment: {'id': 'e5438c7e-bc2d-4667-827f-1316a0d927c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ea13ecf7-79c7-4708-8fc3-bea276ae6e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:36.994533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network hostable DHCP agents. Network: ea13ecf7-79c7-4708-8fc3-bea276ae6e4d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:59:37.049609 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9ffe0d8-cb8c-4d87-b849-3effdb9922f1 req-8b1d8d86-69fd-49d3-a249-a3fb681ba7bf service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401891 Mar 22 13:59:37.052613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:59:37.083143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ea13ecf7-79c7-4708-8fc3-bea276ae6e4d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:37.093739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd4f232-8862-47d2-bce0-5bfac584b10d None None] Network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:37.099403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.102496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.142871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0be9a332-f0df-4e91-b8a6-75effe2765d7 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9272406 Mar 22 13:59:37.150376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46042) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:37.156796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-841059318'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:37.184024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:37.200395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.209093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event updated for resources: {'Port': ['ID=90d65bad-fa45-42b0-a51b-86d857a610dd,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:37.258898 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.278741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:59:37.289216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.290786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-1745b581-c069-43dc-b032-9cf0f37abfae tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4303677 Mar 22 13:59:37.303190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6dc4a4b8-fa8a-4e89-9357-df2897976b24), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.304633 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Added segment 6dc4a4b8-fa8a-4e89-9357-df2897976b24 of type vlan for network 61af75ff-791e-4529-a169-3c8aa8d2b15a Mar 22 13:59:37.318574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accd086-05c7-44d9-8de6-b2fca7db24ec req-ca8706b7-34a2-43a2-85ff-06a76994a1d4 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.320720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2accd086-05c7-44d9-8de6-b2fca7db24ec req-ca8706b7-34a2-43a2-85ff-06a76994a1d4 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 949 time: 0.2773309 Mar 22 13:59:37.372338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-602cb3ef-3373-4339-bb7d-3bef006ebaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.373842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-602cb3ef-3373-4339-bb7d-3bef006ebaab service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.4996431 Mar 22 13:59:37.407655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-fe1db112-2af1-404f-94b5-e6433cef2926 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.1062987 Mar 22 13:59:37.410224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (61af75ff-791e-4529-a169-3c8aa8d2b15a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.461873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-92baa18e-d6c5-4012-a1eb-3172c561edf8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=eae5c126-4c20-4ce5-8703-466becd66a17 HTTP/1.1" status: 200 len: 217 time: 0.0759964 Mar 22 13:59:37.481079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (61af75ff-791e-4529-a169-3c8aa8d2b15a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.485194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ea13ecf7-79c7-4708-8fc3-bea276ae6e4d', 'network_id': 'ea13ecf7-79c7-4708-8fc3-bea276ae6e4d', 'project_id': 'd77bebba028c49d68b4bbb4ec0589c50', 'fixed_ips': [{'subnet_id': '3c150092-b648-40ce-bb05-03be72a25c60'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:59:37.489573 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.495028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.495655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.499783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eae5c126-4c20-4ce5-8703-466becd66a17 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:37.572730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-d45a0102-57b6-487e-b600-0c4cf54a301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.574349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-d45a0102-57b6-487e-b600-0c4cf54a301e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0880747 Mar 22 13:59:37.662647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2accd086-05c7-44d9-8de6-b2fca7db24ec req-63ea88d5-aef6-4cc7-9bcc-d70a96b6e808 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258080 Mar 22 13:59:37.690496 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5386643 Mar 22 13:59:37.695797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46046) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:37.704253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'subnet': {'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:37.721124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0add85-c886-4b7e-a5da-04693ed8a537 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Network': ['ID=61af75ff-791e-4529-a169-3c8aa8d2b15a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:37.782334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-0a4bfedb-4ff7-4248-8633-1ccaa155f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.783962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-0a4bfedb-4ff7-4248-8633-1ccaa155f4d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1847587 Mar 22 13:59:37.791379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-f30e7337-f840-462d-990c-1ce995dca0a7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.793021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28d08a7c-fcb8-4a2c-a09c-4be02ed6a407 req-f30e7337-f840-462d-990c-1ce995dca0a7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.3452306 Mar 22 13:59:38.003321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 61af75ff-791e-4529-a169-3c8aa8d2b15a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:59:38.013329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:38.017558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.065425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720d55d-c254-4f22-9a34-a11a3007ceef req-f4211d4a-60ce-48a2-8f75-b000da7898aa tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:38.075766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c720d55d-c254-4f22-9a34-a11a3007ceef req-f4211d4a-60ce-48a2-8f75-b000da7898aa tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.1906891 Mar 22 13:59:38.167449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-762cb377-a666-4e99-b6a3-54144e2ddb3b service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675947 Mar 22 13:59:38.171002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Allocated IP 2001:db8:0:ffff::2 (ea13ecf7-79c7-4708-8fc3-bea276ae6e4d/3c150092-b648-40ce-bb05-03be72a25c60/ad3ea605-9cce-47ae-8e47-f9342502c262) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:38.194445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port eae5c126-4c20-4ce5-8703-466becd66a17, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eae5c126-4c20-4ce5-8703-466becd66a17,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:38.220066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'eae5c126-4c20-4ce5-8703-466becd66a17', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'eae5c126-4c20-4ce5-8703-466becd66a17', 'mac_address': 'fa:16:3e:19:5f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:38.338427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port eae5c126-4c20-4ce5-8703-466becd66a17 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:38.339098 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.360582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-102a0fe4-6eca-4577-8048-adb34a406954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:38.362442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-102a0fe4-6eca-4577-8048-adb34a406954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2138562 Mar 22 13:59:38.366059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae5c126-4c20-4ce5-8703-466becd66a17 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:38.382875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c720d55d-c254-4f22-9a34-a11a3007ceef req-cf112448-f0ac-4532-89b5-6403eb71b200 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061800 Mar 22 13:59:38.387537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port eae5c126-4c20-4ce5-8703-466becd66a17, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eae5c126-4c20-4ce5-8703-466becd66a17,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:38.393367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.497589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=eae5c126-4c20-4ce5-8703-466becd66a17,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:38.503921 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Publish callbacks [] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.517796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.533361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-57f5a3ef-e4a6-4e0a-9686-75dd2a25d17a tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.1477189 Mar 22 13:59:38.585999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:38.597591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:38.604075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Pushing event updated for resources: {'Port': ['ID=ad3ea605-9cce-47ae-8e47-f9342502c262,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:38.608202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:38.622942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9d13c9-4bf7-4e7d-b312-eb7ea7982555 req-18f2c2a5-aa44-4702-aa63-4f1aaa969e8d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082863 Mar 22 13:59:38.628335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Request body: {'floatingip': {'port_id': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:38.690624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Attempting to bind port ad3ea605-9cce-47ae-8e47-f9342502c262 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:38.691063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Attempting to bind port ad3ea605-9cce-47ae-8e47-f9342502c262 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'e5438c7e-bc2d-4667-827f-1316a0d927c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ea13ecf7-79c7-4708-8fc3-bea276ae6e4d'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:38.691519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Attempting to bind port ad3ea605-9cce-47ae-8e47-f9342502c262 on network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:38.697478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:38.698141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Checking segment: {'id': 'e5438c7e-bc2d-4667-827f-1316a0d927c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ea13ecf7-79c7-4708-8fc3-bea276ae6e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:38.698655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.699150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Bound using segment: {'id': 'e5438c7e-bc2d-4667-827f-1316a0d927c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ea13ecf7-79c7-4708-8fc3-bea276ae6e4d'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:38.699840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Bound port: ad3ea605-9cce-47ae-8e47-f9342502c262, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5438c7e-bc2d-4667-827f-1316a0d927c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ea13ecf7-79c7-4708-8fc3-bea276ae6e4d'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:38.700321 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.704256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['eae5c126-4c20-4ce5-8703-466becd66a17'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:38.753943 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.853243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83f0d3-63c6-4490-a0d7-8d1ea42e9227 req-8c3879f0-b892-4edc-a9cd-e4b2b658ce7b tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:38.855409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f83f0d3-63c6-4490-a0d7-8d1ea42e9227 req-8c3879f0-b892-4edc-a9cd-e4b2b658ce7b tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 949 time: 0.3583176 Mar 22 13:59:39.010934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] For port ad3ea605-9cce-47ae-8e47-f9342502c262, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:39.102486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] For port ad3ea605-9cce-47ae-8e47-f9342502c262, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ad3ea605-9cce-47ae-8e47-f9342502c262,segment=NetworkSegment(e5438c7e-bc2d-4667-827f-1316a0d927c9),segment_id=e5438c7e-bc2d-4667-827f-1316a0d927c9)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:39.126652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.137109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f83f0d3-63c6-4490-a0d7-8d1ea42e9227 req-405799b0-79cd-4202-8893-805a42d4dd36 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604489 Mar 22 13:59:39.333486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f3d98-3f1c-4fc1-8b0c-674dd5dc9133 None None] Pushing event updated for resources: {'Port': ['ID=ad3ea605-9cce-47ae-8e47-f9342502c262,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:39.358222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 13:59:39.393483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-46f39087-361f-4b82-ba1b-bb52bae44dbb tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=45c0e90b1478494eba8ac7c5207036d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338855 Mar 22 13:59:39.394305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (814a2ca9-9bbe-4769-8f91-ada2ef332ecd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.633501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Subnet': ['ID=814a2ca9-9bbe-4769-8f91-ada2ef332ecd,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:39.641081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Checking segment: {'id': '6dc4a4b8-fa8a-4e89-9357-df2897976b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:39.641472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network hostable DHCP agents. Network: 61af75ff-791e-4529-a169-3c8aa8d2b15a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:59:39.762807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-07b0f018-13de-457a-9d38-93b9b31e83cc tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.764335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-07b0f018-13de-457a-9d38-93b9b31e83cc tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624606 Mar 22 13:59:39.768751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network 61af75ff-791e-4529-a169-3c8aa8d2b15a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:59:39.866387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 61af75ff-791e-4529-a169-3c8aa8d2b15a) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:39.899067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-f7386db4-7ad5-4c77-b08f-5c7af1f93de5 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.901259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-f7386db4-7ad5-4c77-b08f-5c7af1f93de5 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.2032492 Mar 22 13:59:39.910517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-0afca18d-1892-46d5-a447-ca3252b6269f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/quotas/45c0e90b1478494eba8ac7c5207036d8 HTTP/1.1" status: 200 len: 375 time: 0.1054599 Mar 22 13:59:39.929817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-3'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:39.994321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e15056-fe15-4199-9285-2d1e4875fbf9 None None] Network 61af75ff-791e-4529-a169-3c8aa8d2b15a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:40.034599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:40.035518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.140360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:59:40.143126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.182423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fd6638ff-a068-49b8-bf47-3ecc27f1e7cc tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4852741 Mar 22 13:59:40.185210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:40.190897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'port': {'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a', 'name': 'tempest-NetworksIpV6TestAttrs-789111177'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:40.328128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-61af75ff-791e-4529-a169-3c8aa8d2b15a', 'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a', 'project_id': 'd77bebba028c49d68b4bbb4ec0589c50', 'fixed_ips': [{'subnet_id': '814a2ca9-9bbe-4769-8f91-ada2ef332ecd'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:59:40.331096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.528199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:40.533877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.564037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] device_id is not set on port 7b8180ad-4a50-44fa-9ccd-effeed72aba7 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:40.738583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ad3ea605-9cce-47ae-8e47-f9342502c262 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:40.810938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.831048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Allocated IP 2001:db8::f816:3eff:fea7:86ad (61af75ff-791e-4529-a169-3c8aa8d2b15a/814a2ca9-9bbe-4769-8f91-ada2ef332ecd/e867d3e6-c1c7-4284-8b19-a17ac8e8f73e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:40.831201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-7c0cb40c-adb3-4119-9d8a-454b9b2c470a tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=45c0e90b1478494eba8ac7c5207036d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9096820 Mar 22 13:59:40.878824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ad3ea605-9cce-47ae-8e47-f9342502c262 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:40.879469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.116023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:41.284651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:41.294002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ad3ea605-9cce-47ae-8e47-f9342502c262 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:41.294409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.347437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bb2f39-567e-4dc2-9ca0-5c86e0edc858 None None] Network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:41.377721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.466201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ad3ea605-9cce-47ae-8e47-f9342502c262, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ad3ea605-9cce-47ae-8e47-f9342502c262,segment=NetworkSegment(e5438c7e-bc2d-4667-827f-1316a0d927c9),segment_id=e5438c7e-bc2d-4667-827f-1316a0d927c9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:41.521259 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Publish callbacks [] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.533371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:41.535666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eae5c126-4c20-4ce5-8703-466becd66a17 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:41.566738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.612685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:41.615210 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a842962-2844-45c1-bf27-e9e1edb7ae82" -d '{"events": [{"server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:41.626638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.633648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-63981efb-8f85-4348-8653-115f86e3e482 None None] Provisioning complete for port ad3ea605-9cce-47ae-8e47-f9342502c262 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:41.634044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-63981efb-8f85-4348-8653-115f86e3e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.635012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Publish callbacks [] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.661283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.683969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Allocated IP 2001:db8::f816:3eff:fea8:38a3 (61af75ff-791e-4529-a169-3c8aa8d2b15a/814a2ca9-9bbe-4769-8f91-ada2ef332ecd/7b8180ad-4a50-44fa-9ccd-effeed72aba7) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:41.768299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:41.777566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Network 61af75ff-791e-4529-a169-3c8aa8d2b15a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:41.793742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ad3ea605-9cce-47ae-8e47-f9342502c262,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:41.805053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:41.828833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:41.855399 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Floating IP cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62 associated. External IP: 172.25.2.158, port: ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7. Mar 22 13:59:41.877023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58991f-05d6-4bec-8891-a30fa7d84800 req-239e9252-3f4b-4ab5-811b-bcd7ba0ae138 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:41.887372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a58991f-05d6-4bec-8891-a30fa7d84800 req-239e9252-3f4b-4ab5-811b-bcd7ba0ae138 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 945 time: 0.3912737 Mar 22 13:59:42.027237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for port (7b8180ad-4a50-44fa-9ccd-effeed72aba7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.040906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port eae5c126-4c20-4ce5-8703-466becd66a17 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:42.075120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port eae5c126-4c20-4ce5-8703-466becd66a17 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:42.075584 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.110210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7b8180ad-4a50-44fa-9ccd-effeed72aba7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.132548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Pushing event updated for resources: {'Port': ['ID=e867d3e6-c1c7-4284-8b19-a17ac8e8f73e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:42.176827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:42.177591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:42.178057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:42.200907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:42.201362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Attempting to bind port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on network 3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:42.211639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a58991f-05d6-4bec-8891-a30fa7d84800 req-c97db6c6-8a11-4b9a-a88b-3d5f78f393d2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312114 Mar 22 13:59:42.217362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:42.217875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Checking segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:42.218501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Bound using segment: {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:42.219176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Bound port: 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bf2bfa-c872-4239-9805-1461bb0babb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:42.219682 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.244032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:42.265226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network 61af75ff-791e-4529-a169-3c8aa8d2b15a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:42.268732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:42.289980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:42.314989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:42.331459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.357725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b has no active binding in host n-h1-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:59:42.363225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Attempting to bind port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:42.363568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Attempting to bind port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6dc4a4b8-fa8a-4e89-9357-df2897976b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:42.363982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Attempting to bind port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e on network 61af75ff-791e-4529-a169-3c8aa8d2b15a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:42.380917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:42.381302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Checking segment: {'id': '6dc4a4b8-fa8a-4e89-9357-df2897976b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:42.389482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.390296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Bound using segment: {'id': '6dc4a4b8-fa8a-4e89-9357-df2897976b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:42.391013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Bound port: e867d3e6-c1c7-4284-8b19-a17ac8e8f73e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc4a4b8-fa8a-4e89-9357-df2897976b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '61af75ff-791e-4529-a169-3c8aa8d2b15a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:42.391636 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.400406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-63981efb-8f85-4348-8653-115f86e3e482 None None] Current status of the port ad3ea605-9cce-47ae-8e47-f9342502c262 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:42.431936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Port': ['ID=7b8180ad-4a50-44fa-9ccd-effeed72aba7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:42.455067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ad3ea605-9cce-47ae-8e47-f9342502c262 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:42.469029 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3a3be67d-44f0-4f2b-8f97-a965e33920c6 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2821214 Mar 22 13:59:42.472107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46134) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:42.488121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46136) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:42.522474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1995247630'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:42.578931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port eae5c126-4c20-4ce5-8703-466becd66a17 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:42.579402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.583249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting subnet 814a2ca9-9bbe-4769-8f91-ada2ef332ecd {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:59:42.600122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (814a2ca9-9bbe-4769-8f91-ada2ef332ecd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.623613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:42.631061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:42.634631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.666673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] For port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:42.670735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:42.670957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] For port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e867d3e6-c1c7-4284-8b19-a17ac8e8f73e,segment=NetworkSegment(6dc4a4b8-fa8a-4e89-9357-df2897976b24),segment_id=6dc4a4b8-fa8a-4e89-9357-df2897976b24)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:42.694858 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.701321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (814a2ca9-9bbe-4769-8f91-ada2ef332ecd), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.728993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port eae5c126-4c20-4ce5-8703-466becd66a17, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eae5c126-4c20-4ce5-8703-466becd66a17,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:42.733810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae5c126-4c20-4ce5-8703-466becd66a17'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:42.737567 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060ef2ed-4b79-45bd-8746-39aecfa86b6d" -d '{"events": [{"server_uuid": "eab87933-f9ea-4b65-bac0-fc8d8a65a232", "name": "network-vif-plugged", "status": "completed", "tag": "eae5c126-4c20-4ce5-8703-466becd66a17"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:42.741857 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.773945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:59:42.807036 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.808649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fee33-c391-42e2-86e9-4262bc0639a8 req-d8fda8d3-bbaa-406b-aa2a-15b466220602 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:42.810893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd4fee33-c391-42e2-86e9-4262bc0639a8 req-d8fda8d3-bbaa-406b-aa2a-15b466220602 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 949 time: 0.3356974 Mar 22 13:59:42.820425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140494c-f97c-4b65-bdf8-0255a84cc201 None None] Pushing event updated for resources: {'Port': ['ID=e867d3e6-c1c7-4284-8b19-a17ac8e8f73e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:42.822240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:42.822872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.833678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 1121 time: 2.8994372 Mar 22 13:59:42.896468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2d035f6a-e607-4b90-b23c-313222eb42f1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.897265 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Added segment 2d035f6a-e607-4b90-b23c-313222eb42f1 of type vlan for network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef Mar 22 13:59:42.910804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Router 2b6ec5ba-8061-449b-b539-503ba0a071a8 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:59:42.925531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-441e6437-dfb5-4a04-9d23-4e4180bf9631 None None] Provisioning complete for port ad3ea605-9cce-47ae-8e47-f9342502c262 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:42.926499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-441e6437-dfb5-4a04-9d23-4e4180bf9631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.955069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4d438-c564-409f-953a-5d5622fa4b58 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=8']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:43.034605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (814a2ca9-9bbe-4769-8f91-ada2ef332ecd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.084833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ad3ea605-9cce-47ae-8e47-f9342502c262 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:43.085204 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.122686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:43.133941 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-5cdf210c-09d2-47d2-ab12-b13dc072967e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=45c0e90b1478494eba8ac7c5207036d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395484 Mar 22 13:59:43.155225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd4fee33-c391-42e2-86e9-4262bc0639a8 req-63970fa3-3392-49e5-b6f3-6d2127579f8c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995939 Mar 22 13:59:43.344784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:43.378534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (814a2ca9-9bbe-4769-8f91-ada2ef332ecd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.411911 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.459844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.464570 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/814a2ca9-9bbe-4769-8f91-ada2ef332ecd HTTP/1.1" status: 204 len: 168 time: 0.9911258 Mar 22 13:59:43.468338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412b840-6521-455c-86ef-b1d6891ea5ec tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Subnet': ['ID=814a2ca9-9bbe-4769-8f91-ada2ef332ecd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:43.470306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:43.523575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb9980f5-a3d6-4a12-bb1f-260a558e5749 req-8325aa29-9948-4e0f-a169-a9047ea9467c tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 210 time: 0.1198504 Mar 22 13:59:43.561092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:59:43.605413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=eae5c126-4c20-4ce5-8703-466becd66a17,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:43.628688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.644508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.647724 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.671322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca9645-7c82-4837-ab42-3bc4b4e7c222 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.675005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca9645-7c82-4837-ab42-3bc4b4e7c222 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.682923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3fca9645-7c82-4837-ab42-3bc4b4e7c222 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2049553 Mar 22 13:59:43.685756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46146) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:43.695118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1749771 Mar 22 13:59:43.702578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46148) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:43.716857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1236787229'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:43.720190 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860cda97-fda6-4177-8138-62e263cf42c7 x-openstack-request-id: req-860cda97-fda6-4177-8138-62e263cf42c7 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:43.720488 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:43.720735 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-860cda97-fda6-4177-8138-62e263cf42c7 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:43.721139 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860cda97-fda6-4177-8138-62e263cf42c7'] response: {'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b', 'code': 200} Mar 22 13:59:43.755055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-d6a6fd0a-e3a8-4331-8f1e-bc2162d6f877 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.756555 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-d6a6fd0a-e3a8-4331-8f1e-bc2162d6f877 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5956006 Mar 22 13:59:43.789058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Request body: {'port': {'device_id': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '45c0e90b1478494eba8ac7c5207036d8'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:43.799776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-441e6437-dfb5-4a04-9d23-4e4180bf9631 None None] Current status of the port ad3ea605-9cce-47ae-8e47-f9342502c262 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:43.816124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:59:43.822438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.828005 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] Sync routers for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:43.847593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:43.850895 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:59:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:43.868204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-6fee340a-46f1-40ae-bb3d-1046636e3a6b tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "PUT /v2.0/floatingips/cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62 HTTP/1.1" status: 200 len: 997 time: 5.2606332 Mar 22 13:59:43.907555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e3c87-07f2-4348-ba43-63b0f82d1f24 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Network': ['ID=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:43.954118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d60982e2-4e80-485b-82f7-49120349956b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (61af75ff-791e-4529-a169-3c8aa8d2b15a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.004139 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60982e2-4e80-485b-82f7-49120349956b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 13:59:44.005776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60982e2-4e80-485b-82f7-49120349956b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:59:44.014003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d60982e2-4e80-485b-82f7-49120349956b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/61af75ff-791e-4529-a169-3c8aa8d2b15a HTTP/1.1" status: 409 len: 466 time: 0.3197293 Mar 22 13:59:44.016396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46158) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:44.024814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1214147367'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:44.025531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:44.029593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.059436 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0571b748-3230-467b-abeb-8d7ddde42e70 x-openstack-request-id: req-0571b748-3230-467b-abeb-8d7ddde42e70 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:44.061346 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab87933-f9ea-4b65-bac0-fc8d8a65a232", "name": "network-vif-plugged", "status": "completed", "tag": "eae5c126-4c20-4ce5-8703-466becd66a17", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:44.062235 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0571b748-3230-467b-abeb-8d7ddde42e70 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:44.062876 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0571b748-3230-467b-abeb-8d7ddde42e70'] response: {'server_uuid': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae5c126-4c20-4ce5-8703-466becd66a17', 'code': 200} Mar 22 13:59:44.065468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ad3ea605-9cce-47ae-8e47-f9342502c262 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:44.075494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Made reservation on behalf of 45c0e90b1478494eba8ac7c5207036d8 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:44.077193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:59:44.080767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.107618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-8abf044a-d458-4be1-95a1-a354a0f1a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.113567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:59:44.113868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-8abf044a-d458-4be1-95a1-a354a0f1a6d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.2237735 Mar 22 13:59:44.124725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (caeec5d7-5014-4550-b86a-1604c35eee68), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.125291 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Added segment caeec5d7-5014-4550-b86a-1604c35eee68 of type vlan for network d3cbff06-4044-4032-b9bb-d71d7404b16b Mar 22 13:59:44.193642 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:44.263490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d3cbff06-4044-4032-b9bb-d71d7404b16b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.332843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:44.345538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.388913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:59:44.398041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:59:44.428209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c622684c-43b8-4d12-9fbf-3cbce54634c7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.428985 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Added segment c622684c-43b8-4d12-9fbf-3cbce54634c7 of type vlan for network e6444f77-301b-4820-9467-bdc5e1e5a986 Mar 22 13:59:44.478422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e6444f77-301b-4820-9467-bdc5e1e5a986), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.505694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e867d3e6-c1c7-4284-8b19-a17ac8e8f73e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:44.532100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e6444f77-301b-4820-9467-bdc5e1e5a986), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.537717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.538612 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.545797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d3cbff06-4044-4032-b9bb-d71d7404b16b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.551558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.552169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.625567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Network': ['ID=e6444f77-301b-4820-9467-bdc5e1e5a986,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:44.659275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429b189-f785-4897-9044-c42a2a8bb5b4 req-71095e49-be63-4e90-8341-12eef3ad41df tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.666773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2429b189-f785-4897-9044-c42a2a8bb5b4 req-71095e49-be63-4e90-8341-12eef3ad41df tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.6364720 Mar 22 13:59:44.669682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e6444f77-301b-4820-9467-bdc5e1e5a986 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:59:44.699619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa4a9f-165d-4d09-b95a-a2c54c2d6e9e req-469eb44c-6143-40b1-ba41-17465ae26834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.701365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94aa4a9f-165d-4d09-b95a-a2c54c2d6e9e req-469eb44c-6143-40b1-ba41-17465ae26834 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 1132 time: 0.5840194 Mar 22 13:59:44.749772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Network': ['ID=d3cbff06-4044-4032-b9bb-d71d7404b16b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:44.764946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-548a1e90-7974-42e4-aca6-2cb909228dc0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0606797 Mar 22 13:59:44.766899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46166) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:44.767784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2429b189-f785-4897-9044-c42a2a8bb5b4 req-44559583-61bb-4488-90e5-679ce0f91374 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998306 Mar 22 13:59:44.784973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'subnet': {'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:44.797381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a2901fde-71b7-47d3-bb3f-625298149135 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7699227 Mar 22 13:59:44.797611 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'port_id': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'mac_address': 'fa:16:3e:b9:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:34Z', 'updated_at': '2022-03-22T13:59:39Z', 'revision_number': 1, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:44.804351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46168) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:44.818101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'subnet': {'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:44.828015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:44.828766 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.831880 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] Checking router: 2b6ec5ba-8061-449b-b539-503ba0a071a8 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:44.834237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fcbb08-a854-4871-812a-b05c86852588 None None] Network 61af75ff-791e-4529-a169-3c8aa8d2b15a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:44.840334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d3cbff06-4044-4032-b9bb-d71d7404b16b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:59:44.851615 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:44.852547 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:59:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:44.966395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Allocated IP 192.168.233.254 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/8ba6d0c2-e702-4f8b-a5ee-54ba85218f58) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:44.980984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-d3ad64cd-c300-4128-b168-1c98a9684756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.984008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-d3ad64cd-c300-4128-b168-1c98a9684756 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 0.7926583 Mar 22 13:59:44.991501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:44.995701 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.027794 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:45.128312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-022c5fd6-fc8a-4b8b-8211-c636e945621c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 1000 time: 0.1128311 Mar 22 13:59:45.156403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks [] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.203623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.234158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ab31f09a-293b-4a8b-a5bb-e78fd3d8dbd1 None None] Provisioning complete for port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:45.234158 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ab31f09a-293b-4a8b-a5bb-e78fd3d8dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.235549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5bd6b159-19ad-4683-b728-90b816dd64b5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:45.241587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94aa4a9f-165d-4d09-b95a-a2c54c2d6e9e req-4af0f398-becc-4035-bfc3-92cd3fe7b8cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943409 Mar 22 13:59:45.278611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:45.285738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:45.296448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:45.304719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72b70b-8640-4cda-8e77-80363019f7db req-c1376b6b-5c44-40bd-9966-95ccabde145b tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:45.314238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Pushing event updated for resources: {'Port': ['ID=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:45.314967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d72b70b-8640-4cda-8e77-80363019f7db req-c1376b6b-5c44-40bd-9966-95ccabde145b tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 950 time: 0.3538811 Mar 22 13:59:45.343078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-8b655d75-ca3e-4570-b5fe-0147584bc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:45.345081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-8b655d75-ca3e-4570-b5fe-0147584bc6a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.1637144 Mar 22 13:59:45.427011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-55f02130-8d15-41ae-a5e6-9926264532b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507839 Mar 22 13:59:45.484778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:45.495061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.507162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:45.511489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.522516 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-4748223c-18b8-43db-9fe2-a4f44fe69d12 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7414346 Mar 22 13:59:45.598751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d72b70b-8640-4cda-8e77-80363019f7db req-4f8d753c-eb0a-4a89-8222-864f708133c2 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827120 Mar 22 13:59:45.604626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-91aea247-47ed-4f9f-bc95-d106bd2fa755 service neutron] 10.222.0.44 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328967 Mar 22 13:59:45.640938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Request body: {'port': {'device_id': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:45.664409 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'port_id': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'mac_address': 'fa:16:3e:b9:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:34Z', 'updated_at': '2022-03-22T13:59:39Z', 'revision_number': 1, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:45.672053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:45.674492 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.725202 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d430389-c678-4b4b-b78a-5a25ca7e5e60 None None] The sync data for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 is: [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'port_id': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'mac_address': 'fa:16:3e:b9:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:34Z', 'updated_at': '2022-03-22T13:59:39Z', 'revision_number': 1, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:45.765561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'}, {'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:45.767916 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c6596-6ae2-41c2-a0de-a1ccf51d7027" -d '{"events": [{"name": "network-changed", "server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b"}, {"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:45.773760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06bfcf77-d6e3-4b82-8215-90777a183224 req-cb7384e9-2bfa-4155-b83e-68afda3f76e5 service neutron] 10.222.0.44 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619191 Mar 22 13:59:45.775844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] DHCP port deletion for 61af75ff-791e-4529-a169-3c8aa8d2b15a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:59:45.854761 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.877077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ab31f09a-293b-4a8b-a5bb-e78fd3d8dbd1 None None] Current status of the port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:45.877647 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ab31f09a-293b-4a8b-a5bb-e78fd3d8dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.885831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e867d3e6-c1c7-4284-8b19-a17ac8e8f73e,segment=NetworkSegment(6dc4a4b8-fa8a-4e89-9357-df2897976b24),segment_id=6dc4a4b8-fa8a-4e89-9357-df2897976b24)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:45.948320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.956316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956ff48-c9ac-4997-be32-19d205bd0a67 req-b01cb0a4-2cdf-485f-9e01-9cb57f3da3a4 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:45.969076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6956ff48-c9ac-4997-be32-19d205bd0a67 req-b01cb0a4-2cdf-485f-9e01-9cb57f3da3a4 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 936 time: 0.1905091 Mar 22 13:59:46.015490 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ac7d2a-3a30-4337-8c48-c1ec8c62a81c x-openstack-request-id: req-f5ac7d2a-3a30-4337-8c48-c1ec8c62a81c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:46.016256 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:46.016256 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5ac7d2a-3a30-4337-8c48-c1ec8c62a81c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:46.016486 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ac7d2a-3a30-4337-8c48-c1ec8c62a81c'] response: {'name': 'network-changed', 'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b', 'status': 'completed', 'code': 200} Mar 22 13:59:46.017003 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ac7d2a-3a30-4337-8c48-c1ec8c62a81c'] response: {'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'status': 'completed', 'code': 200} Mar 22 13:59:46.204248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=e867d3e6-c1c7-4284-8b19-a17ac8e8f73e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:46.219540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] Deleting port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:46.219730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6956ff48-c9ac-4997-be32-19d205bd0a67 req-67d768db-feba-4360-888d-144bd6990428 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497110 Mar 22 13:59:46.220124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.222792 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-ab31f09a-293b-4a8b-a5bb-e78fd3d8dbd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:59:46.228543 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-ab31f09a-293b-4a8b-a5bb-e78fd3d8dbd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:59:46.238042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869920cc-b7dc-4a61-8a30-8d83dd50c37e None None] New status for floating IP cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:59:46.298044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-a80589c4-e278-490f-9eb1-a8092c8d36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:46.299637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-a80589c4-e278-490f-9eb1-a8092c8d36e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1155 time: 0.2756233 Mar 22 13:59:46.303864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-d1eeef7d-b40c-4ba9-83a2-2636c1b66c8c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 1000 time: 0.2259173 Mar 22 13:59:46.681849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e867d3e6-c1c7-4284-8b19-a17ac8e8f73e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:46.771103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:46.802236 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Publish callbacks [] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.879506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Transition to ACTIVE for port object 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:46.930250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] For port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e867d3e6-c1c7-4284-8b19-a17ac8e8f73e,segment=NetworkSegment(6dc4a4b8-fa8a-4e89-9357-df2897976b24),segment_id=6dc4a4b8-fa8a-4e89-9357-df2897976b24)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:46.930948 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.960086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] Calling delete_port for e867d3e6-c1c7-4284-8b19-a17ac8e8f73e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:46.971273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ab31f09a-293b-4a8b-a5bb-e78fd3d8dbd1 None None] Current status of the port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:47.002523 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.008294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (598aa735-6b22-455b-b664-ea17db1e50d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.229853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Attempting to bind port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:47.230354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Attempting to bind port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:47.230893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Attempting to bind port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:47.245047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Checking segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:47.245527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network hostable DHCP agents. Network: 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:59:47.250626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Pushing event updated for resources: {'Port': ['ID=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:47.255535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-4cec1e6b-e899-425a-80b2-6204071be991 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.257030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-4cec1e6b-e899-425a-80b2-6204071be991 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports/ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 943 time: 0.9414675 Mar 22 13:59:47.294500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:47.295557 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.303746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:47.304431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Attempting to bind port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:47.316795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Subnet': ['ID=598aa735-6b22-455b-b664-ea17db1e50d6,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:47.332076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:47.332645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:47.334763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:47.335883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Bound port: 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:47.337088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.358657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (e867d3e6-c1c7-4284-8b19-a17ac8e8f73e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.385996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:59:47.389577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df5d6-9c9e-4bff-8850-aa165533a3e4 req-f52c5067-7989-4d53-a82b-605c428c9b50 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.391207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-716df5d6-9c9e-4bff-8850-aa165533a3e4 req-f52c5067-7989-4d53-a82b-605c428c9b50 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 1.0156384 Mar 22 13:59:47.420357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] Pushing event deleted for resources: {'Port': ['ID=e867d3e6-c1c7-4284-8b19-a17ac8e8f73e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:47.425189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 13:59:47.444704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4351677-5dc5-405f-8645-1883fc600119 None None] No DVR routers for this DVR port e867d3e6-c1c7-4284-8b19-a17ac8e8f73e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:47.454999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:47.471474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.474558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.501790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd111807-35d4-461c-946d-b548439a22da None None] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:47.516289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-fc2d82b5-b120-4eba-b636-c36973be2cb8 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 1002 time: 0.0877273 Mar 22 13:59:47.538339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8c9d53f2-1533-4783-a904-5bac3e6fbe71), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.538616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] For port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:47.550783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] For port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:47.575185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-03588ae4-e322-472c-b889-c6914970fba8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8038497 Mar 22 13:59:47.576286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46200) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:47.589920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'subnet': {'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:47.597198 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.637318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-caf2c5ba-d465-4558-a9bc-54a1a5db224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.638834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-caf2c5ba-d465-4558-a9bc-54a1a5db224a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 1.3321438 Mar 22 13:59:47.664520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.666034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.672276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] 10.222.0.57 "PUT /v2.0/ports/8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 HTTP/1.1" status: 200 len: 1096 time: 2.1158903 Mar 22 13:59:47.713130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-716df5d6-9c9e-4bff-8850-aa165533a3e4 req-9d37cf48-cc8c-4c56-a7da-3adaa3a9370b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783471 Mar 22 13:59:47.783871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'fixed_ips': [{'subnet_id': '598aa735-6b22-455b-b664-ea17db1e50d6'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:59:47.785021 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.807830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'tag': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:47.810341 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3859b5-e0ee-4066-9b94-b832898d5107" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6af6c8-1279-46eb-9bc9-b742d6e7856b", "tag": "8ba6d0c2-e702-4f8b-a5ee-54ba85218f58"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:47.862600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Subnet': ['ID=8c9d53f2-1533-4783-a904-5bac3e6fbe71,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:47.891704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-f57ed01c-2bc5-4328-9de1-5764cf7c1f95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 217 time: 0.2178903 Mar 22 13:59:48.023183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2883ca-c3b8-4905-bda3-72347832473a service neutron] Pushing event updated for resources: {'Port': ['ID=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:48.058913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-0a4bfb95-d957-4690-92df-9db6aa9b9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.070986 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-0a4bfb95-d957-4690-92df-9db6aa9b9c1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45c0e90b1478494eba8ac7c5207036d8&device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 1130 time: 0.1915145 Mar 22 13:59:48.071836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Allocated IP 10.1.1.2 (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef/598aa735-6b22-455b-b664-ea17db1e50d6/150a9a9c-3338-43d5-9d44-8ac50fc214fd) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:48.075360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:48.078866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.079684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-b59a3d6a-25c3-484e-928d-6547115b18cd tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.091018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-b59a3d6a-25c3-484e-928d-6547115b18cd tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.5627620 Mar 22 13:59:48.191266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-6ab196ec-9f15-496b-8af4-06cef5f10461 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 1002 time: 0.0983829 Mar 22 13:59:48.198762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:48.262467 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-b4afcba3-cf5b-4c15-9031-1409e42041bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 HTTP/1.1" status: 200 len: 217 time: 0.1800542 Mar 22 13:59:48.267512 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Publish callbacks [] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.280653 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.344823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.352026 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8596-dac3-4d86-abb8-8f644f8ec047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.357606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:48.373607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:48.379752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:48.387433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Pushing event updated for resources: {'Port': ['ID=150a9a9c-3338-43d5-9d44-8ac50fc214fd,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:48.453508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Attempting to bind port 150a9a9c-3338-43d5-9d44-8ac50fc214fd on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:48.453988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Attempting to bind port 150a9a9c-3338-43d5-9d44-8ac50fc214fd by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:48.454515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Attempting to bind port 150a9a9c-3338-43d5-9d44-8ac50fc214fd on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:48.460732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-3e142b8e-971c-4d0a-9525-5859c900b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.462377 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-3e142b8e-971c-4d0a-9525-5859c900b521 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1629419 Mar 22 13:59:48.462708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:48.463147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Checking segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:48.463600 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.464050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Bound using segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:48.464575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Bound port: 150a9a9c-3338-43d5-9d44-8ac50fc214fd, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:48.465571 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.544554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] For port 150a9a9c-3338-43d5-9d44-8ac50fc214fd, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:48.549068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] For port 150a9a9c-3338-43d5-9d44-8ac50fc214fd, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=150a9a9c-3338-43d5-9d44-8ac50fc214fd,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:48.557720 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.566025 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.579772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.580494 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Floating IP cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62 disassociated. External IP: 172.25.2.158, port: ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7. Mar 22 13:59:48.619418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ecaec-73df-4875-9089-ef14abd78094 None None] Pushing event updated for resources: {'Port': ['ID=150a9a9c-3338-43d5-9d44-8ac50fc214fd,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:48.744105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Checking segment: {'id': 'c622684c-43b8-4d12-9fbf-3cbce54634c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:48.744802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network hostable DHCP agents. Network: e6444f77-301b-4820-9467-bdc5e1e5a986, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:59:48.763713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-7ccf5b1c-0e35-46f4-8435-157c9ae00a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.766385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-7ccf5b1c-0e35-46f4-8435-157c9ae00a52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2903981 Mar 22 13:59:48.767522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (f941a4c0-3fd9-4c22-b0d8-d2c506883369), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.830172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Subnet': ['ID=f941a4c0-3fd9-4c22-b0d8-d2c506883369,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:49.002261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Router 2b6ec5ba-8061-449b-b539-503ba0a071a8 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:59:49.013308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-87376314-3ea3-453c-9240-657b01535a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:49.015288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-87376314-3ea3-453c-9240-657b01535a86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.9646077 Mar 22 13:59:49.055466 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-253ea439-a171-4a97-bcf7-d5058c787bc9 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332003 Mar 22 13:59:49.091573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-15d6830f-3173-4117-95e0-7f2b01856721 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644522 Mar 22 13:59:49.149392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network e6444f77-301b-4820-9467-bdc5e1e5a986 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:59:49.186208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Checking segment: {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:49.186600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network hostable DHCP agents. Network: d3cbff06-4044-4032-b9bb-d71d7404b16b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:59:49.217992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82b07-2e86-40dd-ac0f-489cb1d41575 req-407b71a2-84b2-4015-99d0-1847ed68e0b4 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:49.227444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc82b07-2e86-40dd-ac0f-489cb1d41575 req-407b71a2-84b2-4015-99d0-1847ed68e0b4 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 950 time: 1.3092308 Mar 22 13:59:49.240055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7de88843-45c7-4c83-91c0-a39db0c6cca3 req-5f41a754-5eb5-4124-beef-beb8bc1f59d9 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768653 Mar 22 13:59:49.273789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network d3cbff06-4044-4032-b9bb-d71d7404b16b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:59:49.292252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d3cbff06-4044-4032-b9bb-d71d7404b16b) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:49.294654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e6444f77-301b-4820-9467-bdc5e1e5a986) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:49.305416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f865a0e-769c-40b7-bd4a-17137be51719 None None] Network e6444f77-301b-4820-9467-bdc5e1e5a986 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:49.308784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:49.309150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8168096d-3e87-483f-8cf2-0ff4a19b9188 None None] Network d3cbff06-4044-4032-b9bb-d71d7404b16b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:49.309601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.349761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:49.350525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-96895c62-d86c-47ad-bda0-cc625589febd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7688537 Mar 22 13:59:49.350657 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.350762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46206) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:49.359782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'port': {'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'name': 'tempest-TaggedBootDevicesTest-917807837', 'fixed_ips': [{'subnet_id': '598aa735-6b22-455b-b664-ea17db1e50d6'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:49.448205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc82b07-2e86-40dd-ac0f-489cb1d41575 req-1f5ab1b7-7504-4773-a825-2764ebddd35a tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198019 Mar 22 13:59:49.462795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d36c6361-c01e-4179-b1fd-94985a945feb tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6480091 Mar 22 13:59:49.471717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46208) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:49.509838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'port': {'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986', 'name': 'tempest-NetworksIpV6TestAttrs-1027825812'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:49.516449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:59:49.532141 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] Sync routers for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:49.536723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.544944 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:49.545707 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:59:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:49.598138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:49.626520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:49.731080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-ab6a9c7d-8e27-45d4-a031-d2dcee5da954 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "PUT /v2.0/floatingips/cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62 HTTP/1.1" status: 200 len: 695 time: 1.5383580 Mar 22 13:59:49.829228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:49.837319 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95fac00-254e-4247-b6dc-348c38e04450" -d '{"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:49.854437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.857998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-0f724bc4-e8be-4e5d-a649-3415558053de service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991410 Mar 22 13:59:49.876229 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:49.883003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] device_id is not set on port 490200f9-bcae-4af5-8165-920331f4b1a5 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:49.885689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d3cbff06-4044-4032-b9bb-d71d7404b16b', 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b', 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'fixed_ips': [{'subnet_id': 'f941a4c0-3fd9-4c22-b0d8-d2c506883369'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:59:49.886617 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:50.001656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e6444f77-301b-4820-9467-bdc5e1e5a986', 'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986', 'project_id': 'd77bebba028c49d68b4bbb4ec0589c50', 'fixed_ips': [{'subnet_id': '8c9d53f2-1533-4783-a904-5bac3e6fbe71'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:59:50.002555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:50.026717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:50.260352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Allocated IP 2001:db8::f816:3eff:fe5f:c5f7 (e6444f77-301b-4820-9467-bdc5e1e5a986/8c9d53f2-1533-4783-a904-5bac3e6fbe71/853c2e25-e160-44d3-b28a-7390155c7acd) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:50.296226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 10.1.1.199 (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef/598aa735-6b22-455b-b664-ea17db1e50d6/490200f9-bcae-4af5-8165-920331f4b1a5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:50.355635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be940ff-17d3-4d71-99db-61a592f84baf None None] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:50.386684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-2f71ac52-37ee-4c2c-8f79-95667b769ab4 service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312196 Mar 22 13:59:50.422280 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:50.490937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15358e73-7295-48b7-9677-f813230540c3 req-b99a3406-3e58-4e13-bdba-3c8ec727b605 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.498440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15358e73-7295-48b7-9677-f813230540c3 req-b99a3406-3e58-4e13-bdba-3c8ec727b605 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 948 time: 0.6280432 Mar 22 13:59:50.506438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:50.510931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:50.548145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-49a922d6-c337-473d-9b82-9474e720a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.549667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-49a922d6-c337-473d-9b82-9474e720a4fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.6813281 Mar 22 13:59:50.555478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] device_id is not set on port b3eaba3b-894d-434c-beda-584a8c333ace yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:50.569340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (490200f9-bcae-4af5-8165-920331f4b1a5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:50.608384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:50.689608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=490200f9-bcae-4af5-8165-920331f4b1a5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:50.697209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:50.699048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:50.701643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:50.722830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 150a9a9c-3338-43d5-9d44-8ac50fc214fd up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:50.774251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.775182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:50.807012 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e45555ba-938e-48b0-8b80-d2205c1d4921 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4527643 Mar 22 13:59:50.807597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46228) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:50.818368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-1ca0c3fe-e9ac-4835-838d-d3c9691ce5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.819051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'port': {'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'name': 'tempest-TaggedBootDevicesTest-1885602198', 'fixed_ips': [{'subnet_id': '598aa735-6b22-455b-b664-ea17db1e50d6'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:50.820158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-1ca0c3fe-e9ac-4835-838d-d3c9691ce5da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.3694649 Mar 22 13:59:50.823615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15358e73-7295-48b7-9677-f813230540c3 req-f9dc18bf-57e5-420a-a140-31daff33b89a tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241110 Mar 22 13:59:50.882092 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] Checking router: 2b6ec5ba-8061-449b-b539-503ba0a071a8 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:50.904541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:50.905281 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:59:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:50.967911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-6c226b26-f7fa-4769-a11c-46b6c195ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.970335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-6c226b26-f7fa-4769-a11c-46b6c195ad67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 0.1433442 Mar 22 13:59:51.107014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:51.115651 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.116306 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1b800e7d-f720-4054-bd2a-aa67b5e8c8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.138141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] device_id is not set on port 7a7098d8-9666-4772-9d64-f3c638dfa71b yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:59:51.174515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4418c487-ba14-4473-80a1-b2a42a2669c7 None None] Provisioning complete for port 150a9a9c-3338-43d5-9d44-8ac50fc214fd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:51.174995 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4418c487-ba14-4473-80a1-b2a42a2669c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.187439 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:51.455953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 10.1.1.9 (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef/598aa735-6b22-455b-b664-ea17db1e50d6/7a7098d8-9666-4772-9d64-f3c638dfa71b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:51.635264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 150a9a9c-3338-43d5-9d44-8ac50fc214fd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:51.637316 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.680918 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:51.703125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Allocated IP 10.2.2.2 (d3cbff06-4044-4032-b9bb-d71d7404b16b/f941a4c0-3fd9-4c22-b0d8-d2c506883369/45fff50e-b2a7-4628-b5ed-c98d4c27b0ee) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:51.743440 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744bc8b-89c5-4eed-bf9d-3b8c79e8ddf7 None None] The sync data for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 is: [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6a0fcc98-4258-4f7e-a0eb-66f6d65c8627', 'name': '', 'network_id': 'd79a7883-4385-4217-b6a4-181188406ca0', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'mac_address': 'fa:16:3e:97:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:19Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'subnets': [{'id': '4b9aa4ed-a7db-487e-89b5-7b3ffd64526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:51.759202 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75166a6a-3af0-4e80-9642-c6c355c61d5d x-openstack-request-id: req-75166a6a-3af0-4e80-9642-c6c355c61d5d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:51.759501 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6af6c8-1279-46eb-9bc9-b742d6e7856b", "tag": "8ba6d0c2-e702-4f8b-a5ee-54ba85218f58", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:51.759725 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75166a6a-3af0-4e80-9642-c6c355c61d5d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:51.760137 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75166a6a-3af0-4e80-9642-c6c355c61d5d'] response: {'name': 'network-changed', 'server_uuid': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'tag': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58', 'status': 'completed', 'code': 200} Mar 22 13:59:51.828213 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.898452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-dd464066-318e-4cb9-b036-83bfbb6152df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.9205830 Mar 22 13:59:51.908123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Publish callbacks [] for port (853c2e25-e160-44d3-b28a-7390155c7acd), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.953396 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.989579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-71de2959-9af9-42cb-9bff-eefa6f45bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:51.991123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-71de2959-9af9-42cb-9bff-eefa6f45bc25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.0833952 Mar 22 13:59:52.070975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Allocated IP 2001:db8::f816:3eff:fe07:dc70 (e6444f77-301b-4820-9467-bdc5e1e5a986/8c9d53f2-1533-4783-a904-5bac3e6fbe71/b3eaba3b-894d-434c-beda-584a8c333ace) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:52.092110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-96814e29-23e3-437a-9613-51211313f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.094193 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-96814e29-23e3-437a-9613-51211313f3d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45c0e90b1478494eba8ac7c5207036d8&device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 1130 time: 0.3266380 Mar 22 13:59:52.102181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 150a9a9c-3338-43d5-9d44-8ac50fc214fd is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:52.103019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.106120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.118751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Network e6444f77-301b-4820-9467-bdc5e1e5a986 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:52.177876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:52.182479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:52.227161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-c6702133-86c8-4629-819f-5f41647be64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.238275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-c6702133-86c8-4629-819f-5f41647be64f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 1.5895979 Mar 22 13:59:52.258836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4418c487-ba14-4473-80a1-b2a42a2669c7 None None] Current status of the port 150a9a9c-3338-43d5-9d44-8ac50fc214fd is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:52.259901 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4418c487-ba14-4473-80a1-b2a42a2669c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.322558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-ae35e2aa-3bc9-4e48-b51b-e73afe1a2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.325944 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-ae35e2aa-3bc9-4e48-b51b-e73afe1a2d7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2163608 Mar 22 13:59:52.328980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c60d7f-dfae-43c4-a511-fa0d69531ed2 None None] New status for floating IP cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:59:52.331291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.401576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef99bdf-2e85-4690-9779-3613c6d14f64 req-e5683efc-bc4d-4534-b13b-38769fef4294 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.418595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ef99bdf-2e85-4690-9779-3613c6d14f64 req-e5683efc-bc4d-4534-b13b-38769fef4294 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.6268730 Mar 22 13:59:52.427002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-9dd6b3da-5b1e-4735-861d-b4bb7e034dc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2718036 Mar 22 13:59:52.441387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:52.501694 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-0001b486-3942-4851-95f2-97b189702c72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 HTTP/1.1" status: 200 len: 217 time: 0.1452818 Mar 22 13:59:52.521112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:52.523558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:52.545617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 150a9a9c-3338-43d5-9d44-8ac50fc214fd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=150a9a9c-3338-43d5-9d44-8ac50fc214fd,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:52.577200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Attempting to bind port 853c2e25-e160-44d3-b28a-7390155c7acd on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:52.580869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Attempting to bind port 853c2e25-e160-44d3-b28a-7390155c7acd by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c622684c-43b8-4d12-9fbf-3cbce54634c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:52.581450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Attempting to bind port 853c2e25-e160-44d3-b28a-7390155c7acd on network e6444f77-301b-4820-9467-bdc5e1e5a986 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:52.596205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Pushing event updated for resources: {'Port': ['ID=853c2e25-e160-44d3-b28a-7390155c7acd,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:52.616987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:52.676789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:52.677366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Checking segment: {'id': 'c622684c-43b8-4d12-9fbf-3cbce54634c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:52.677962 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.678477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Bound using segment: {'id': 'c622684c-43b8-4d12-9fbf-3cbce54634c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:52.682931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Bound port: 853c2e25-e160-44d3-b28a-7390155c7acd, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c622684c-43b8-4d12-9fbf-3cbce54634c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e6444f77-301b-4820-9467-bdc5e1e5a986'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:52.683159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.694876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-5fb82d26-8113-4ed1-ba0d-200f15f1955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.696709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-5fb82d26-8113-4ed1-ba0d-200f15f1955a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1877561 Mar 22 13:59:52.706066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.706875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.707384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-52bd36d0-ead5-46c2-9ded-733f5046b88e service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651551 Mar 22 13:59:52.765643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-78d186ae-31f4-4d05-9c5c-427d30d34f4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.5262012 Mar 22 13:59:52.797786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-555f4da5-6644-47bd-9c09-d49703fa5037 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9857571 Mar 22 13:59:52.801751 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-4418c487-ba14-4473-80a1-b2a42a2669c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:59:52.804104 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-4418c487-ba14-4473-80a1-b2a42a2669c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:59:52.804842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.848521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-3d8c21b8-03c6-4924-ac8b-66843e59a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.850363 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-3d8c21b8-03c6-4924-ac8b-66843e59a208 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1385326 Mar 22 13:59:53.028409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999c6596-6ae2-41c2-a0de-a1ccf51d7027 req-f74b7a32-37a5-41e0-a5fb-e11865388704 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001277 Mar 22 13:59:53.096111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-72fb32d8-f974-402e-8490-4d578bbfa159 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307181 Mar 22 13:59:53.129751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for port (b3eaba3b-894d-434c-beda-584a8c333ace), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.144471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] For port 853c2e25-e160-44d3-b28a-7390155c7acd, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:53.149690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] For port 853c2e25-e160-44d3-b28a-7390155c7acd, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=853c2e25-e160-44d3-b28a-7390155c7acd,segment=NetworkSegment(c622684c-43b8-4d12-9fbf-3cbce54634c7),segment_id=c622684c-43b8-4d12-9fbf-3cbce54634c7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:53.185595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-1351dabb-eff4-498e-807e-f73d28926720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.187341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-1351dabb-eff4-498e-807e-f73d28926720 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.4160180 Mar 22 13:59:53.192579 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b3eaba3b-894d-434c-beda-584a8c333ace), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.286351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Port': ['ID=b3eaba3b-894d-434c-beda-584a8c333ace,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:53.292299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.305691 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c3859b5-e0ee-4066-9b94-b832898d5107 req-1c730f9a-aed6-4285-8f51-99f89b985105 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051919 Mar 22 13:59:53.308146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ef99bdf-2e85-4690-9779-3613c6d14f64 req-2db02614-dd06-4cc6-8b02-45932003392c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884747 Mar 22 13:59:53.340861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-f05804bf-c161-4634-9cab-718d9a91dabf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448009 Mar 22 13:59:53.364163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4418c487-ba14-4473-80a1-b2a42a2669c7 None None] Current status of the port 150a9a9c-3338-43d5-9d44-8ac50fc214fd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:53.418434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network e6444f77-301b-4820-9467-bdc5e1e5a986 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:53.420375 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e393d-0631-45e3-99c6-1e88b70f4590 x-openstack-request-id: req-9c1e393d-0631-45e3-99c6-1e88b70f4590 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:53.420721 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:53.421476 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c1e393d-0631-45e3-99c6-1e88b70f4590 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:53.421924 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1e393d-0631-45e3-99c6-1e88b70f4590'] response: {'name': 'network-changed', 'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'status': 'completed', 'code': 200} Mar 22 13:59:53.428040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:53.439004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:53.446527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.447777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.492559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6f8e2a92-73f1-431a-90d9-574ebda1203c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9919529 Mar 22 13:59:53.494269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46244) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:53.535145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fac00-254e-4247-b6dc-348c38e04450 req-2967ff62-6f7e-438a-9b16-9240038ded65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.537441 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b95fac00-254e-4247-b6dc-348c38e04450 req-2967ff62-6f7e-438a-9b16-9240038ded65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 1128 time: 0.1192629 Mar 22 13:59:53.555352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.559029 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Publish callbacks [] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.562975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=150a9a9c-3338-43d5-9d44-8ac50fc214fd,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:53.625291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:53.647660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.655484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-6496cc7d-f9da-4ab8-ba72-48d6978eb8b9 service neutron] 10.222.0.44 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078563 Mar 22 13:59:53.668111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting subnet 8c9d53f2-1533-4783-a904-5bac3e6fbe71 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:59:53.677651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (8c9d53f2-1533-4783-a904-5bac3e6fbe71), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.721388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Provisioning complete for port 490200f9-bcae-4af5-8165-920331f4b1a5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:53.722226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.735257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Network d3cbff06-4044-4032-b9bb-d71d7404b16b is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:53.780952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:53.793538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:53.794167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fac00-254e-4247-b6dc-348c38e04450 req-8c9caad9-014b-4ac1-ba43-cb12c7d34391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.796330 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b95fac00-254e-4247-b6dc-348c38e04450 req-8c9caad9-014b-4ac1-ba43-cb12c7d34391 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 200 len: 920 time: 0.2480519 Mar 22 13:59:53.872162 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b95fac00-254e-4247-b6dc-348c38e04450 req-a99b7dfc-482a-41d9-bc1f-a82b771d2108 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 200 len: 217 time: 0.0620110 Mar 22 13:59:53.916396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76015da1-e27e-44db-9957-f295b41b1116 None None] Pushing event updated for resources: {'Port': ['ID=853c2e25-e160-44d3-b28a-7390155c7acd,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:53.923083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96779-c21b-4d87-aca0-c88f7ada8922 req-d5c4c02f-ffab-4d2a-9277-11cb14867fcd tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.955697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fa96779-c21b-4d87-aca0-c88f7ada8922 req-d5c4c02f-ffab-4d2a-9277-11cb14867fcd tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 950 time: 0.4046276 Mar 22 13:59:54.025202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fac00-254e-4247-b6dc-348c38e04450 req-e6052447-09b4-475d-8e9e-8cc2c08d0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:54.028520 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b95fac00-254e-4247-b6dc-348c38e04450 req-e6052447-09b4-475d-8e9e-8cc2c08d0afd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 200 len: 859 time: 0.1509633 Mar 22 13:59:54.051332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Port 490200f9-bcae-4af5-8165-920331f4b1a5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:54.074260 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (8c9d53f2-1533-4783-a904-5bac3e6fbe71), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.080090 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b95fac00-254e-4247-b6dc-348c38e04450 req-8b97b36a-bb55-44c1-a670-d21dca6d6844 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d79a7883-4385-4217-b6a4-181188406ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363984 Mar 22 13:59:54.122322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Attempting to bind port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:54.124121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Attempting to bind port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:54.124606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Attempting to bind port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee on network d3cbff06-4044-4032-b9bb-d71d7404b16b {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:54.177433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:54.178295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Checking segment: {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:54.179003 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.179522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Bound using segment: {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:54.180121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Bound port: 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:54.180610 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.202799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Pushing event updated for resources: {'Port': ['ID=45fff50e-b2a7-4628-b5ed-c98d4c27b0ee,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:54.213417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Provisioning complete for port 150a9a9c-3338-43d5-9d44-8ac50fc214fd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:54.213956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.220261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8c9d53f2-1533-4783-a904-5bac3e6fbe71), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.241118 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.268670 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b95fac00-254e-4247-b6dc-348c38e04450 req-5db09f71-c152-455a-bddc-35eccf87ca47 service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730902 Mar 22 13:59:54.285059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:54.310430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45752e9e-878e-4f6f-b950-b8ef75346890 req-5a0ca8b1-aee5-4a61-9536-982e006c50f2 service neutron] 10.222.0.44 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263683 Mar 22 13:59:54.325588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58', 'mac_address': 'fa:16:3e:7c:f8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:54.395009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] For port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:54.397321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fa96779-c21b-4d87-aca0-c88f7ada8922 req-45c6fa7a-28c9-4a4d-a0cf-cb91e7d665a9 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401538 Mar 22 13:59:54.420630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:54.421031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.444616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-6a40d749-0792-4e4c-a792-ed0e1b974a14 service neutron] 10.222.0.57 "GET /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.4857950 Mar 22 13:59:54.445311 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b95fac00-254e-4247-b6dc-348c38e04450 req-e26784fb-d65d-48b7-9bc5-0ccad319cb1f service neutron] 10.222.0.57 "GET /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600633 Mar 22 13:59:54.448874 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8c9d53f2-1533-4783-a904-5bac3e6fbe71), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.497877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:54.557287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] For port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=45fff50e-b2a7-4628-b5ed-c98d4c27b0ee,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:54.645619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.654827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:54.666418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/8c9d53f2-1533-4783-a904-5bac3e6fbe71 HTTP/1.1" status: 204 len: 168 time: 1.1706166 Mar 22 13:59:54.669029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a1ada-be24-425c-8261-5582116e886f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9d53f2-1533-4783-a904-5bac3e6fbe71,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:54.785917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28a776-1ae8-4078-9ae5-a3dc4ba70667 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:54.791254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28a776-1ae8-4078-9ae5-a3dc4ba70667 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:54.800138 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fa28a776-1ae8-4078-9ae5-a3dc4ba70667 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1428094 Mar 22 13:59:54.802863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:54.878847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fd2-61ea-4b73-b5cc-7f32d07e9dc8 req-9e43442e-0286-4494-95f8-8a07a1746e81 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:54.881332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:54.894612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34d48fd2-61ea-4b73-b5cc-7f32d07e9dc8 req-9e43442e-0286-4494-95f8-8a07a1746e81 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 948 time: 0.3341117 Mar 22 13:59:54.907432 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.014362 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.045380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025040-d7d9-487f-b425-8be3f8aa2efa None None] Pushing event updated for resources: {'Port': ['ID=45fff50e-b2a7-4628-b5ed-c98d4c27b0ee,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.051022 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f11bfdf6-dfd9-46a0-882e-e36e6ccd9e96 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e6444f77-301b-4820-9467-bdc5e1e5a986), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.067114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Current status of the port 150a9a9c-3338-43d5-9d44-8ac50fc214fd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:55.086395 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11bfdf6-dfd9-46a0-882e-e36e6ccd9e96 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 13:59:55.086902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11bfdf6-dfd9-46a0-882e-e36e6ccd9e96 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:59:55.097186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:55.097730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f11bfdf6-dfd9-46a0-882e-e36e6ccd9e96 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/e6444f77-301b-4820-9467-bdc5e1e5a986 HTTP/1.1" status: 409 len: 466 time: 0.2920806 Mar 22 13:59:55.103800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2053468013'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:55.114242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.162295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Provisioning complete for port 7a7098d8-9666-4772-9d64-f3c638dfa71b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:55.162676 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.177025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34d48fd2-61ea-4b73-b5cc-7f32d07e9dc8 req-db4093e5-f2aa-4b74-be4c-f41b3c59befa tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808712 Mar 22 13:59:55.231368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:55.234205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:55.241757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 150a9a9c-3338-43d5-9d44-8ac50fc214fd up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:55.249102 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.314629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46272) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:55.319957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-87c8de8b-e555-44dc-91cf-b5eba9bc1aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774789407', 'description': 'tempest-description--219620097'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:55.344040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd5357-9660-410e-8bf2-206f7d24fb25 None None] Network e6444f77-301b-4820-9467-bdc5e1e5a986 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:55.346544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.376831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:55.435990 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c8de8b-e555-44dc-91cf-b5eba9bc1aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.453490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['8ba6d0c2-e702-4f8b-a5ee-54ba85218f58'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:55.520969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5933e198-ee1c-4ce7-934b-8a4dafd6135b None None] Port 7a7098d8-9666-4772-9d64-f3c638dfa71b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:55.544434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:59:55.564088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (549b38e2-a516-4476-a739-182d12c0a94b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.564934 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Added segment 549b38e2-a516-4476-a739-182d12c0a94b of type vlan for network 2a913300-b1df-4652-b3bf-347921dc758d Mar 22 13:59:55.629879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 150a9a9c-3338-43d5-9d44-8ac50fc214fd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:55.630288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.650303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c8de8b-e555-44dc-91cf-b5eba9bc1aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group (799dfc81-c6f6-4070-b213-d67218a923a5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.657081 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c8de8b-e555-44dc-91cf-b5eba9bc1aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (799dfc81-c6f6-4070-b213-d67218a923a5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.672883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (2a913300-b1df-4652-b3bf-347921dc758d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.722435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c8de8b-e555-44dc-91cf-b5eba9bc1aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.723702 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-87c8de8b-e555-44dc-91cf-b5eba9bc1aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4079719 Mar 22 13:59:55.726643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8de8b-e555-44dc-91cf-b5eba9bc1aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799dfc81-c6f6-4070-b213-d67218a923a5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.729097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:55.733401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8f737e6a-2561-4cb0-8cee-422aac44a9c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'security_group_rule': {'security_group_id': '799dfc81-c6f6-4070-b213-d67218a923a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:55.741347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] DHCP port deletion for e6444f77-301b-4820-9467-bdc5e1e5a986 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:59:55.765760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f737e6a-2561-4cb0-8cee-422aac44a9c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group_rule (64c6c398-b03f-49f6-ae4b-6e930f237013), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.770767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b9adffa8-4d10-4a9d-bdca-bdbc95bdfc75 None None] Provisioning complete for port 853c2e25-e160-44d3-b28a-7390155c7acd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:55.771138 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9adffa8-4d10-4a9d-bdca-bdbc95bdfc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.772948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (2a913300-b1df-4652-b3bf-347921dc758d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.789834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.790522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.813467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-69fc2cb8-7fbf-4179-ae33-940a214c8671 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips/cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62 HTTP/1.1" status: 200 len: 693 time: 0.4742610 Mar 22 13:59:55.867879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f737e6a-2561-4cb0-8cee-422aac44a9c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group_rule (64c6c398-b03f-49f6-ae4b-6e930f237013), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.877834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f737e6a-2561-4cb0-8cee-422aac44a9c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (64c6c398-b03f-49f6-ae4b-6e930f237013), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.904165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f737e6a-2561-4cb0-8cee-422aac44a9c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c6c398-b03f-49f6-ae4b-6e930f237013,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.927689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f737e6a-2561-4cb0-8cee-422aac44a9c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.929309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f737e6a-2561-4cb0-8cee-422aac44a9c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995223 Mar 22 13:59:55.932653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46278) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:55.937689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f171acc3-eef5-4fe0-84fa-176b93ae0f0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'security_group_rule': {'security_group_id': '799dfc81-c6f6-4070-b213-d67218a923a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:55.981422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Network': ['ID=2a913300-b1df-4652-b3bf-347921dc758d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.988815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f171acc3-eef5-4fe0-84fa-176b93ae0f0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group_rule (83b387b6-fecf-4e6c-90de-7496800bf078), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.990248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:56.015371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 2a913300-b1df-4652-b3bf-347921dc758d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:59:56.033663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:56.043615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-14b9edfd-a720-4026-87fa-c2821fbe703b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9429367 Mar 22 13:59:56.049667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46280) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:56.051071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c4aa-2d24-42f7-8b3b-cf32c4ee1441 req-68524f68-5ed8-4514-aa33-c70df8cd51cf tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.059189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ce0c4aa-2d24-42f7-8b3b-cf32c4ee1441 req-68524f68-5ed8-4514-aa33-c70df8cd51cf tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 943 time: 0.7691591 Mar 22 13:59:56.061635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'subnet': {'network_id': '2a913300-b1df-4652-b3bf-347921dc758d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:56.081663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 150a9a9c-3338-43d5-9d44-8ac50fc214fd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:56.082982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 853c2e25-e160-44d3-b28a-7390155c7acd up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:56.135405 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.239559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-aceaa249-f00c-42c4-a9b4-3b150fcb52f3 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.244605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-aceaa249-f00c-42c4-a9b4-3b150fcb52f3 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.2758222 Mar 22 13:59:56.258691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] Deleting port 853c2e25-e160-44d3-b28a-7390155c7acd {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:56.259335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.321804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f171acc3-eef5-4fe0-84fa-176b93ae0f0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group_rule (83b387b6-fecf-4e6c-90de-7496800bf078), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.329646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f171acc3-eef5-4fe0-84fa-176b93ae0f0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (83b387b6-fecf-4e6c-90de-7496800bf078), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.355652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] For port 853c2e25-e160-44d3-b28a-7390155c7acd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=853c2e25-e160-44d3-b28a-7390155c7acd,segment=NetworkSegment(c622684c-43b8-4d12-9fbf-3cbce54634c7),segment_id=c622684c-43b8-4d12-9fbf-3cbce54634c7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:56.356234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.358870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171acc3-eef5-4fe0-84fa-176b93ae0f0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b387b6-fecf-4e6c-90de-7496800bf078,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:56.375919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] Calling delete_port for 853c2e25-e160-44d3-b28a-7390155c7acd owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:56.409358 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f171acc3-eef5-4fe0-84fa-176b93ae0f0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.413426 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f171acc3-eef5-4fe0-84fa-176b93ae0f0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4794736 Mar 22 13:59:56.424948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46284) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:56.432806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:56.462757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:56.468045 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.489139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b9adffa8-4d10-4a9d-bdca-bdbc95bdfc75 None None] Current status of the port 853c2e25-e160-44d3-b28a-7390155c7acd is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:56.489721 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9adffa8-4d10-4a9d-bdca-bdbc95bdfc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.491911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (853c2e25-e160-44d3-b28a-7390155c7acd), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.545869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Could not find standard attr ID for object 853c2e25-e160-44d3-b28a-7390155c7acd. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 13:59:56.562846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] Pushing event deleted for resources: {'Port': ['ID=853c2e25-e160-44d3-b28a-7390155c7acd,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:56.565519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ce0c4aa-2d24-42f7-8b3b-cf32c4ee1441 req-29679b80-c60d-46b6-89b4-3c45ac7fcacd tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047059 Mar 22 13:59:56.590025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b74b85-5728-495b-b612-b698eaf33aba None None] No DVR routers for this DVR port 853c2e25-e160-44d3-b28a-7390155c7acd on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:56.595029 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.613618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-e7588f3e-38da-4fc1-b4b3-472ce9115720 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.2050478 Mar 22 13:59:56.623818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] Transition to ACTIVE for port object 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:56.635543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.770114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-99152fd7-1d8a-49aa-a678-171f84704898 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.1227925 Mar 22 13:59:56.967521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.003397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e972a5-1ee1-4eab-b75d-e1a22bfadd2b None None] Network d3cbff06-4044-4032-b9bb-d71d7404b16b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:57.110010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] No DVR routers for this DVR port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:57.115083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:57.191056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f668d955-d688-4f62-a3ac-bbc9bede5fd1 None None] Provisioning complete for port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:57.191505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f668d955-d688-4f62-a3ac-bbc9bede5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.228762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:57.229199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.242130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 13:59:57.245661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (e8dcf5d9-4287-4263-83a4-9b767ae06915), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.343580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Subnet': ['ID=e8dcf5d9-4287-4263-83a4-9b767ae06915,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:57.369550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 172.25.2.124 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/98caeb8e-84d0-472c-b4bd-7b312178ac86) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:57.377228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Checking segment: {'id': '549b38e2-a516-4476-a739-182d12c0a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2a913300-b1df-4652-b3bf-347921dc758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:57.377640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network hostable DHCP agents. Network: 2a913300-b1df-4652-b3bf-347921dc758d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:59:57.464690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:57.465805 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.471649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f668d955-d688-4f62-a3ac-bbc9bede5fd1 None None] Current status of the port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:57.472492 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f668d955-d688-4f62-a3ac-bbc9bede5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.520597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network 2a913300-b1df-4652-b3bf-347921dc758d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:59:57.544657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 2a913300-b1df-4652-b3bf-347921dc758d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:57.556105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.556897 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.561041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081258d-6261-4e33-8ae4-4b42c0b881d5 None None] Network 2a913300-b1df-4652-b3bf-347921dc758d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:59:57.620316 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4137ae74-219b-4019-8a1f-353954b6fdb2 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5644646 Mar 22 13:59:57.633031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46298) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:57.646834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=45fff50e-b2a7-4628-b5ed-c98d4c27b0ee,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:57.648831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:57.712470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.846584 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.881373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-f668d955-d688-4f62-a3ac-bbc9bede5fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:59:57.882006 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-f668d955-d688-4f62-a3ac-bbc9bede5fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:59:57.890664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=45fff50e-b2a7-4628-b5ed-c98d4c27b0ee,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:57.907586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 853c2e25-e160-44d3-b28a-7390155c7acd no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:57.937163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (2a913300-b1df-4652-b3bf-347921dc758d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.955463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 853c2e25-e160-44d3-b28a-7390155c7acd {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:59:57.956073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 853c2e25-e160-44d3-b28a-7390155c7acd not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:59:57.962358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:57.972096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=10']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:57.994250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-91bf91ec-5d1c-491a-b3ce-1d8f76ce4fcc service neutron] 10.222.0.57 "PUT /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b/bindings/n-h1-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 3.5352232 Mar 22 13:59:58.001757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:58.002484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.057202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b33bec-81e7-4670-b605-78cd3aeb5f2c req-91ca9739-35aa-431b-bc7c-182e8ca33e73 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.065446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33b33bec-81e7-4670-b605-78cd3aeb5f2c req-91ca9739-35aa-431b-bc7c-182e8ca33e73 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 949 time: 0.2126508 Mar 22 13:59:58.107172 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.174514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34d0c9-e4d7-47e1-9e6b-b1874502a299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2a913300-b1df-4652-b3bf-347921dc758d', 'network_id': '2a913300-b1df-4652-b3bf-347921dc758d', 'project_id': 'd77bebba028c49d68b4bbb4ec0589c50', 'fixed_ips': [{'subnet_id': 'e8dcf5d9-4287-4263-83a4-9b767ae06915'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:59:58.175720 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0f34d0c9-e4d7-47e1-9e6b-b1874502a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.211745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e8dcf5d9-4287-4263-83a4-9b767ae06915), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.233427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:58.309076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Deleting port 90d65bad-fa45-42b0-a51b-86d857a610dd {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:58.312106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.336763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:58.369374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:58.370188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-21b4af96-cd25-432d-85de-0a50ea286da8 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.371810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-21b4af96-cd25-432d-85de-0a50ea286da8 tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.2971883 Mar 22 13:59:58.377292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33b33bec-81e7-4670-b605-78cd3aeb5f2c req-87a5f0bc-1c57-47a7-8488-a69b112d571a tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109725 Mar 22 13:59:58.477210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for floatingip (040d2889-c1f5-4a2d-82f4-7692c06908cd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.506768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=98caeb8e-84d0-472c-b4bd-7b312178ac86,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:58.554229 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.555321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (90d65bad-fa45-42b0-a51b-86d857a610dd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.578044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-1d44a7de-4e9d-41e5-ba9a-d60568f806ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.581939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-1d44a7de-4e9d-41e5-ba9a-d60568f806ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b&tenant_id=6a63d022092745619ececdaf45ab4463 HTTP/1.1" status: 200 len: 1126 time: 0.1998219 Mar 22 13:59:58.584376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Calling delete_port for 90d65bad-fa45-42b0-a51b-86d857a610dd owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:58.602626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.641223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-ff6c3237-b884-418c-8619-d5a49567c98c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.643502 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-ff6c3237-b884-418c-8619-d5a49567c98c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.42 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 950 time: 0.1549528 Mar 22 13:59:58.647705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (e8dcf5d9-4287-4263-83a4-9b767ae06915), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.706910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011b566-ce06-4782-a4ac-1419f9f54b96 req-87328194-524b-4ad6-8734-b8512345f557 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.714774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c011b566-ce06-4782-a4ac-1419f9f54b96 req-87328194-524b-4ad6-8734-b8512345f557 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 950 time: 0.2054060 Mar 22 13:59:58.747341 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.761500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:58.762112 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.773085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f668d955-d688-4f62-a3ac-bbc9bede5fd1 None None] Current status of the port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:58.809002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-4aa924df-e280-4aee-b88c-43fc82d72e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.811805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-4aa924df-e280-4aee-b88c-43fc82d72e98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1126 time: 0.1587489 Mar 22 13:59:58.831913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c011b566-ce06-4782-a4ac-1419f9f54b96 req-b88d5036-4dc6-4952-a4cf-66bbbf748c53 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157808 Mar 22 13:59:58.880982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:58.889006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:58.895743 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908beb73-c98f-4487-bdba-26dfe81c5938" -d '{"events": [{"server_uuid": "8b6af6c8-1279-46eb-9bc9-b742d6e7856b", "name": "network-vif-plugged", "status": "completed", "tag": "8ba6d0c2-e702-4f8b-a5ee-54ba85218f58"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-0f34d0c9-e4d7-47e1-9e6b-b1874502a299 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8dcf5d9-4287-4263-83a4-9b767ae06915: This subnet is being modified by another concurrent operation. Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:59:59.051798 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8dcf5d9-4287-4263-83a4-9b767ae06915: This subnet is being modified by another concurrent operation. Mar 22 13:59:59.056759 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 13:59:59.080379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:59.091521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.193419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a92a7a-1247-4cee-a99e-3e44cc1ceeb8 req-6ed8e964-0557-40c9-87b4-5814ae800a5e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:59.203522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89a92a7a-1247-4cee-a99e-3e44cc1ceeb8 req-6ed8e964-0557-40c9-87b4-5814ae800a5e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 944 time: 0.2285898 Mar 22 13:59:59.224024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb2a24-2c64-4d27-b059-f212842345f6 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 13:59:59.254957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-4d91c014-0f57-4de4-8cbf-7ff457c2a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:59.257579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-4d91c014-0f57-4de4-8cbf-7ff457c2a082 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.4189124 Mar 22 13:59:59.270658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (90d65bad-fa45-42b0-a51b-86d857a610dd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.338203 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (2a913300-b1df-4652-b3bf-347921dc758d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.350254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-79f7a81b-4ce8-494a-b65d-b2ce9ee8b359 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 200 len: 217 time: 0.0708578 Mar 22 13:59:59.358355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event deleted for resources: {'Port': ['ID=90d65bad-fa45-42b0-a51b-86d857a610dd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:59.365768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a913300-b1df-4652-b3bf-347921dc758d']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:59.374629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b371563a-a5c8-4ecf-a02d-1db9d2f57ca4 None None] Provisioning complete for port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:59.375736 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b371563a-a5c8-4ecf-a02d-1db9d2f57ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.377530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549b38e2-a516-4476-a739-182d12c0a94b') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:59.378557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549b38e2-a516-4476-a739-182d12c0a94b') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:59.389815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (549b38e2-a516-4476-a739-182d12c0a94b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.405809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (549b38e2-a516-4476-a739-182d12c0a94b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.412708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:59:59.413246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (549b38e2-a516-4476-a739-182d12c0a94b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.414230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-58216ca4-98a2-4b49-8e8a-1a82bd6c237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:59.415980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-58216ca4-98a2-4b49-8e8a-1a82bd6c237f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.0506122 Mar 22 13:59:59.450041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:59.533285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-4ec68f35-9397-4021-84c4-8d4b929bff06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065793 Mar 22 13:59:59.560469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:59.561270 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.643669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89a92a7a-1247-4cee-a99e-3e44cc1ceeb8 req-ebc97740-978e-4e8a-9024-a0758a4baed7 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389131 Mar 22 13:59:59.662418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.664930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Subnet': ['ID=e8dcf5d9-4287-4263-83a4-9b767ae06915,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: timer() Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:59:59.668018 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:59:59.673707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (2a913300-b1df-4652-b3bf-347921dc758d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.675458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.695571 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.700586 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/2a913300-b1df-4652-b3bf-347921dc758d HTTP/1.1" status: 204 len: 168 time: 2.0664971 Mar 22 13:59:59.730389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffb2a24-2c64-4d27-b059-f212842345f6 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:59:59.738852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:59.755613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-978379554'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:59.773157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b371563a-a5c8-4ecf-a02d-1db9d2f57ca4 None None] Current status of the port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:59.800414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-43febaf0-6746-4504-89c3-4dd581fd75e7 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376947 Mar 22 13:59:59.811178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f13ce-65f9-41fa-80be-6de4cc035373 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Network': ['ID=2a913300-b1df-4652-b3bf-347921dc758d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:59.829706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:59.834298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.924645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-4b5b4097-71af-4745-bfc6-23ce47dad5d4 service neutron] 10.222.0.42 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168358 Mar 22 13:59:59.956039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for floatingip (cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.964031 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.965188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765423e8-8ffd-4c8a-a559-c3776a89ac6c req-194774a9-cd13-41d7-b12d-55f2d5cff0c7 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "DELETE /v2.0/floatingips/cb8d824c-d2c2-4ffd-80b6-641a3ad6fa62 HTTP/1.1" status: 204 len: 173 time: 3.1812990 Mar 22 14:00:00.010974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:00.025099 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5938fb-1685-4b7d-b6e7-b2a1e7aef22b x-openstack-request-id: req-5d5938fb-1685-4b7d-b6e7-b2a1e7aef22b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:00.025375 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6af6c8-1279-46eb-9bc9-b742d6e7856b", "name": "network-vif-plugged", "status": "completed", "tag": "8ba6d0c2-e702-4f8b-a5ee-54ba85218f58", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:00.025593 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d5938fb-1685-4b7d-b6e7-b2a1e7aef22b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:00.026250 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5938fb-1685-4b7d-b6e7-b2a1e7aef22b'] response: {'server_uuid': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58', 'code': 200} Mar 22 14:00:00.094631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=98caeb8e-84d0-472c-b4bd-7b312178ac86,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:00.123679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:00.125759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (040d2889-c1f5-4a2d-82f4-7692c06908cd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.220655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Deleting port eae5c126-4c20-4ce5-8703-466becd66a17 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:00.220979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.237456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b53c9c1d-010f-406e-8c8c-dc56f5d006f6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.237801 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Added segment b53c9c1d-010f-406e-8c8c-dc56f5d006f6 of type vlan for network e7597487-d438-435b-9e58-0ab4c6d59292 Mar 22 14:00:00.252600 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.259627 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb8d65c7-86f5-4e86-8d20-0c8811f7f562 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8302495 Mar 22 14:00:00.305390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10650f83-fe95-4630-8cae-313ac1013708 req-5949e72c-003f-4070-9806-58e9a6db9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.307454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10650f83-fe95-4630-8cae-313ac1013708 req-5949e72c-003f-4070-9806-58e9a6db9e42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 1132 time: 0.2377985 Mar 22 14:00:00.444614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cd051-6596-467e-9a41-da4fbf810f34 req-a4814d93-4d45-46d5-9521-0aee4eea2e53 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.452574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab9cd051-6596-467e-9a41-da4fbf810f34 req-a4814d93-4d45-46d5-9521-0aee4eea2e53 tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab87933-f9ea-4b65-bac0-fc8d8a65a232 HTTP/1.1" status: 200 len: 950 time: 0.3074267 Mar 22 14:00:00.458839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10650f83-fe95-4630-8cae-313ac1013708 req-4b0b3f33-012e-40bb-9d75-0801d2efedf7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392157 Mar 22 14:00:00.509267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] For port eae5c126-4c20-4ce5-8703-466becd66a17, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eae5c126-4c20-4ce5-8703-466becd66a17,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:00.509812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.523838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Calling delete_port for eae5c126-4c20-4ce5-8703-466becd66a17 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:00.554367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a4965-48fa-44d6-a306-c31a588ed14d None None] Network 2a913300-b1df-4652-b3bf-347921dc758d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:00.571000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a4965-48fa-44d6-a306-c31a588ed14d None None] Network 2a913300-b1df-4652-b3bf-347921dc758d could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:00:00.592275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80ccb9-c389-48a7-b4b5-abab02486139 req-3511d238-a455-4cae-9e3e-50b975247de9 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.603659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c80ccb9-c389-48a7-b4b5-abab02486139 req-3511d238-a455-4cae-9e3e-50b975247de9 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 950 time: 0.4710300 Mar 22 14:00:00.628602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660553-d962-4e86-a03b-12f9e21c75af req-b71c4a59-d8c8-4499-9af4-7cba8e27ca7b tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.630178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-b71c4a59-d8c8-4499-9af4-7cba8e27ca7b tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b&tenant_id=6a63d022092745619ececdaf45ab4463&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1126 time: 0.3875153 Mar 22 14:00:00.674725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab9cd051-6596-467e-9a41-da4fbf810f34 req-ced75f79-264d-492c-b4de-903e7b1ed2ec tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.44 "GET /v2.0/security-groups?id=0da18c16-889d-4ac5-8c93-e39ca396380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121286 Mar 22 14:00:00.676989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (eae5c126-4c20-4ce5-8703-466becd66a17), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.679843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e7597487-d438-435b-9e58-0ab4c6d59292), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.756839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Pushing event deleted for resources: {'Port': ['ID=eae5c126-4c20-4ce5-8703-466becd66a17,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:00.762650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c80ccb9-c389-48a7-b4b5-abab02486139 req-6efb678d-e880-4178-a2d5-54ecd085bb10 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579552 Mar 22 14:00:00.810108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] No DVR routers for this DVR port eae5c126-4c20-4ce5-8703-466becd66a17 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:00.814098 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.817908 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-20bfc6e8-2a10-45d2-a9ef-23f2f80b777b req-4a7437a6-f965-4e49-9d1b-fec9d89fc50c tempest-ImagesNegativeTestJSON-1343177476 tempest-ImagesNegativeTestJSON-1343177476-project] 10.222.0.42 "DELETE /v2.0/ports/eae5c126-4c20-4ce5-8703-466becd66a17 HTTP/1.1" status: 204 len: 173 time: 2.1597147 Mar 22 14:00:00.818651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'name': 'network-vif-deleted', 'tag': 'eae5c126-4c20-4ce5-8703-466becd66a17'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:00.821251 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ee8321-963f-42e0-a2b4-af2b1ed6146c" -d '{"events": [{"server_uuid": "eab87933-f9ea-4b65-bac0-fc8d8a65a232", "name": "network-vif-deleted", "tag": "eae5c126-4c20-4ce5-8703-466becd66a17"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:00.821400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1995a684-fc7a-41d4-86e4-e84507bc827c req-6cd4d202-298e-48db-9359-79855f309e10 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups/6d8fcd94-1713-43a9-b4db-cd5a90a761ca HTTP/1.1" status: 200 len: 1826 time: 0.1056106 Mar 22 14:00:00.857562 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e7597487-d438-435b-9e58-0ab4c6d59292), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.874400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.875343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.957521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2105711 Mar 22 14:00:00.960843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:00.966505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'subnet': {'network_id': 'e7597487-d438-435b-9e58-0ab4c6d59292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:00.983090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-93660553-d962-4e86-a03b-12f9e21c75af req-3f6e7417-c0ba-44c8-9a23-b4fc0a2d15b0 service neutron] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:00.993723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-93660553-d962-4e86-a03b-12f9e21c75af req-3f6e7417-c0ba-44c8-9a23-b4fc0a2d15b0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.995196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-3f6e7417-c0ba-44c8-9a23-b4fc0a2d15b0 service neutron] 10.222.0.42 "DELETE /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b/bindings/n-h2-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.3551960 Mar 22 14:00:01.009488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1995a684-fc7a-41d4-86e4-e84507bc827c req-3eeb787d-a12d-445d-957d-fe582591d56c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for security_group (6d8fcd94-1713-43a9-b4db-cd5a90a761ca), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.022605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-aec4cb02-f736-44b7-b4b0-12f03757bf0f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1774789407&fields=id&tenant_id=243e3af9ab1d4cd58348ee3e11639802 HTTP/1.1" status: 200 len: 267 time: 0.1321533 Mar 22 14:00:01.092921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2034ab-6b35-47be-84a8-f1688ac522a1 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Network': ['ID=e7597487-d438-435b-9e58-0ab4c6d59292,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:01.099396 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1995a684-fc7a-41d4-86e4-e84507bc827c req-3eeb787d-a12d-445d-957d-fe582591d56c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for security_group (6d8fcd94-1713-43a9-b4db-cd5a90a761ca), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.106260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e7597487-d438-435b-9e58-0ab4c6d59292 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:01.116381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:01.122381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.165367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1995a684-fc7a-41d4-86e4-e84507bc827c req-3eeb787d-a12d-445d-957d-fe582591d56c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6d8fcd94-1713-43a9-b4db-cd5a90a761ca), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.168544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1995a684-fc7a-41d4-86e4-e84507bc827c req-3eeb787d-a12d-445d-957d-fe582591d56c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.181170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1995a684-fc7a-41d4-86e4-e84507bc827c req-3eeb787d-a12d-445d-957d-fe582591d56c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "DELETE /v2.0/security-groups/6d8fcd94-1713-43a9-b4db-cd5a90a761ca HTTP/1.1" status: 204 len: 173 time: 0.3589482 Mar 22 14:00:01.213175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-1fa86756-3de5-416e-bfa3-63e6c4b2b07c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.214802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-1fa86756-3de5-416e-bfa3-63e6c4b2b07c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 931 time: 0.1778424 Mar 22 14:00:01.215875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb787d-a12d-445d-957d-fe582591d56c tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8fcd94-1713-43a9-b4db-cd5a90a761ca,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:01.311523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-09ff0f32-fc6f-483a-b5e8-565cf9b21a4a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.313074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-09ff0f32-fc6f-483a-b5e8-565cf9b21a4a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 930 time: 0.0919104 Mar 22 14:00:01.343978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (1d893fb8-0373-4048-a1ef-27a144ab98ab), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.374928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b2edad56-b182-448e-aa3b-6fbd79ee17f5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0540912 Mar 22 14:00:01.388108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b94814-1dd9-4255-8e61-9f650674e401 req-3f96d3d4-b239-4f65-8a8e-837e91f8370b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.390067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77b94814-1dd9-4255-8e61-9f650674e401 req-3f96d3d4-b239-4f65-8a8e-837e91f8370b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 944 time: 0.1175637 Mar 22 14:00:01.435032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-196ef4e6-5ea6-4ba9-9b03-b52dc58010bb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0439060 Mar 22 14:00:01.435627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Subnet': ['ID=1d893fb8-0373-4048-a1ef-27a144ab98ab,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:01.438019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Checking segment: {'id': 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7597487-d438-435b-9e58-0ab4c6d59292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:01.438369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network hostable DHCP agents. Network: e7597487-d438-435b-9e58-0ab4c6d59292, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:01.472131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network e7597487-d438-435b-9e58-0ab4c6d59292 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:01.484222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e7597487-d438-435b-9e58-0ab4c6d59292) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:01.489129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.491111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.496212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e51d8f-2f3e-421d-9f23-58bb310fd760 None None] Network e7597487-d438-435b-9e58-0ab4c6d59292 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:01.513529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77b94814-1dd9-4255-8e61-9f650674e401 req-6cdca97a-4577-4937-bacd-e93a12620f14 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112947 Mar 22 14:00:01.539318 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-400ed545-c024-4d70-9179-f1522c1e8332 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5771935 Mar 22 14:00:01.542815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46364) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:01.643201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eae5c126-4c20-4ce5-8703-466becd66a17 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:01.689079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: eae5c126-4c20-4ce5-8703-466becd66a17 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:01.691963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eae5c126-4c20-4ce5-8703-466becd66a17 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:01.727072 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e83431d-93e5-4797-a0d8-9c7c7e57cf0f x-openstack-request-id: req-6e83431d-93e5-4797-a0d8-9c7c7e57cf0f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:01.730740 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab87933-f9ea-4b65-bac0-fc8d8a65a232", "name": "network-vif-deleted", "tag": "eae5c126-4c20-4ce5-8703-466becd66a17", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:01.731125 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e83431d-93e5-4797-a0d8-9c7c7e57cf0f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:01.731650 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e83431d-93e5-4797-a0d8-9c7c7e57cf0f'] response: {'server_uuid': 'eab87933-f9ea-4b65-bac0-fc8d8a65a232', 'name': 'network-vif-deleted', 'tag': 'eae5c126-4c20-4ce5-8703-466becd66a17', 'status': 'completed', 'code': 200} Mar 22 14:00:01.776866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e7597487-d438-435b-9e58-0ab4c6d59292', 'network_id': 'e7597487-d438-435b-9e58-0ab4c6d59292', 'project_id': 'd77bebba028c49d68b4bbb4ec0589c50', 'fixed_ips': [{'subnet_id': '1d893fb8-0373-4048-a1ef-27a144ab98ab'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:00:01.777862 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.789536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d9e719e6-7e2b-4406-918e-ba3ab8ed99bc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.802645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e7597487-d438-435b-9e58-0ab4c6d59292), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.805115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d9e719e6-7e2b-4406-918e-ba3ab8ed99bc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.819232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d9e719e6-7e2b-4406-918e-ba3ab8ed99bc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.821320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d9e719e6-7e2b-4406-918e-ba3ab8ed99bc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/networks?id=1532a482-608f-4937-acee-08934e99fda0&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=d3cbff06-4044-4032-b9bb-d71d7404b16b&id=d3cbff06-4044-4032-b9bb-d71d7404b16b HTTP/1.1" status: 200 len: 1991 time: 0.3539398 Mar 22 14:00:01.855081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-3cce71d7-fba0-4cd6-9aa3-4d5c28b18c2f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/quotas/243e3af9ab1d4cd58348ee3e11639802 HTTP/1.1" status: 200 len: 375 time: 0.0275495 Mar 22 14:00:01.870126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1d893fb8-0373-4048-a1ef-27a144ab98ab), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.943592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Allocated IP 2001:db8::2 (e7597487-d438-435b-9e58-0ab4c6d59292/1d893fb8-0373-4048-a1ef-27a144ab98ab/a3a2f4be-061c-4b95-bee1-43b21271b1b8) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:02.009718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-8b85dbdc-8718-4e2c-a43a-cb7f0a31a0df tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1274579 Mar 22 14:00:02.131598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-4e21bd99-a667-440a-8680-99c24b0016e5 service neutron] 10.222.0.44 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124864 Mar 22 14:00:02.173033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Publish callbacks [] for port (a3a2f4be-061c-4b95-bee1-43b21271b1b8), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.179795 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a3a2f4be-061c-4b95-bee1-43b21271b1b8), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.203405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (1d893fb8-0373-4048-a1ef-27a144ab98ab), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.218212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Network e7597487-d438-435b-9e58-0ab4c6d59292 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:02.222400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:02.228151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:02.231731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Subnet': ['ID=1d893fb8-0373-4048-a1ef-27a144ab98ab,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.277023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a3a2f4be-061c-4b95-bee1-43b21271b1b8,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.316654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Attempting to bind port a3a2f4be-061c-4b95-bee1-43b21271b1b8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:02.316951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Attempting to bind port a3a2f4be-061c-4b95-bee1-43b21271b1b8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7597487-d438-435b-9e58-0ab4c6d59292'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:02.317105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Attempting to bind port a3a2f4be-061c-4b95-bee1-43b21271b1b8 on network e7597487-d438-435b-9e58-0ab4c6d59292 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:02.323245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:02.323684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Checking segment: {'id': 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7597487-d438-435b-9e58-0ab4c6d59292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:02.324099 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.324996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Bound using segment: {'id': 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7597487-d438-435b-9e58-0ab4c6d59292'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:02.325171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Bound port: a3a2f4be-061c-4b95-bee1-43b21271b1b8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7597487-d438-435b-9e58-0ab4c6d59292'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:02.325487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3a2f4be-061c-4b95-bee1-43b21271b1b8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.335154 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e7597487-d438-435b-9e58-0ab4c6d59292), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.366447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7597487-d438-435b-9e58-0ab4c6d59292']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:02.385668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:02.386305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:02.400879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] For port a3a2f4be-061c-4b95-bee1-43b21271b1b8, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:02.402256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b53c9c1d-010f-406e-8c8c-dc56f5d006f6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.404851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] For port a3a2f4be-061c-4b95-bee1-43b21271b1b8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a3a2f4be-061c-4b95-bee1-43b21271b1b8,segment=NetworkSegment(b53c9c1d-010f-406e-8c8c-dc56f5d006f6),segment_id=b53c9c1d-010f-406e-8c8c-dc56f5d006f6)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:02.414099 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a3a2f4be-061c-4b95-bee1-43b21271b1b8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.421047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b53c9c1d-010f-406e-8c8c-dc56f5d006f6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.430365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:02.431064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b53c9c1d-010f-406e-8c8c-dc56f5d006f6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:02.519752 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:02.524561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d4969-47b4-4522-aa08-dcf29f89aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a3a2f4be-061c-4b95-bee1-43b21271b1b8,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.527436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.api [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:00:02.527436 n-d-834677-3 neutron-server[110458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:00:02.527436 n-d-834677-3 neutron-server[110458]: [parameters: {'id': 'e7597487-d438-435b-9e58-0ab4c6d59292'}] Mar 22 14:00:02.527436 n-d-834677-3 neutron-server[110458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:00:02.533398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2b7bf5-a137-4feb-9bae-34139361fb61 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:00:02.537057 n-d-834677-3 neutron-server[110458]: DEBUG oslo_db.api [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:00:02.550567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c73fc-3b84-437c-8130-3053c6dc3daa req-d7085510-af70-4005-ba01-dc68ac6cb844 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.554720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-958c73fc-3b84-437c-8130-3053c6dc3daa req-d7085510-af70-4005-ba01-dc68ac6cb844 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 950 time: 0.3981419 Mar 22 14:00:02.558415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-3f921ba5-4af4-4b45-a2db-f9ef576736e2 service neutron] 10.222.0.44 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204798 Mar 22 14:00:02.591326 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:00:02.620810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-7e0dd6e4-7c39-470d-a7aa-6e3c06c02757 service neutron] 10.222.0.44 "GET /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0534534 Mar 22 14:00:02.655690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-958c73fc-3b84-437c-8130-3053c6dc3daa req-68180beb-e95d-4635-8778-7be9eef6b996 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955248 Mar 22 14:00:02.735121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-2567765c-98ae-4e22-8205-1d5e32581581 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065471 Mar 22 14:00:02.806317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2b7bf5-a137-4feb-9bae-34139361fb61 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:00:02.879528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24086c75-b96e-4c1b-9f30-91d6594138bf req-cf56f11e-a087-4284-847b-7fdbc255bd04 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.881052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24086c75-b96e-4c1b-9f30-91d6594138bf req-cf56f11e-a087-4284-847b-7fdbc255bd04 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.0849974 Mar 22 14:00:02.906600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-4c3173c3-8375-4c0a-8096-61677192cc4e service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635354 Mar 22 14:00:02.959620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24086c75-b96e-4c1b-9f30-91d6594138bf req-b3d79f8b-14bb-43d1-88c1-0de030f0013d tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728304 Mar 22 14:00:02.963877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-0ef09d77-ee15-4b8b-9fed-11a63b1c1fd9 service neutron] 10.222.0.44 "GET /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0476098 Mar 22 14:00:03.038773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e7597487-d438-435b-9e58-0ab4c6d59292), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.070263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a0f3e-276c-4b00-b038-cdd511db789d None None] Network e7597487-d438-435b-9e58-0ab4c6d59292 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:03.104499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47dad-39bf-4e78-8837-fb850c862f3d req-9e8b2721-7734-436b-9925-7824f0a15acb tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.113253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0df47dad-39bf-4e78-8837-fb850c862f3d req-9e8b2721-7734-436b-9925-7824f0a15acb tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 1126 time: 0.0833433 Mar 22 14:00:03.130008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting port a3a2f4be-061c-4b95-bee1-43b21271b1b8 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:03.130970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a3a2f4be-061c-4b95-bee1-43b21271b1b8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.144743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-4fb50725-448f-4c7d-b918-0a5b8ea50a96 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740651 Mar 22 14:00:03.204688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] For port a3a2f4be-061c-4b95-bee1-43b21271b1b8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a3a2f4be-061c-4b95-bee1-43b21271b1b8,segment=NetworkSegment(b53c9c1d-010f-406e-8c8c-dc56f5d006f6),segment_id=b53c9c1d-010f-406e-8c8c-dc56f5d006f6)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:03.205054 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a3a2f4be-061c-4b95-bee1-43b21271b1b8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.225049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Calling delete_port for a3a2f4be-061c-4b95-bee1-43b21271b1b8 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:03.236101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0df47dad-39bf-4e78-8837-fb850c862f3d req-958fc41a-0e70-445f-abab-3c60045b8e6d tempest-LiveMigrationTest-304967586 tempest-LiveMigrationTest-304967586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224041 Mar 22 14:00:03.280969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-203993d7-9c43-4c99-aae2-467f079a9493 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275902 Mar 22 14:00:03.330253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a3a2f4be-061c-4b95-bee1-43b21271b1b8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.362555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Port': ['ID=a3a2f4be-061c-4b95-bee1-43b21271b1b8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:03.367658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No DVR routers for this DVR port a3a2f4be-061c-4b95-bee1-43b21271b1b8 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:03.402694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dcdfecd-cc9c-4a80-bd35-a87d26dcb85d service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178334 Mar 22 14:00:03.478973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e7597487-d438-435b-9e58-0ab4c6d59292), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.507029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7597487-d438-435b-9e58-0ab4c6d59292']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:03.521845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:03.522431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53c9c1d-010f-406e-8c8c-dc56f5d006f6') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:03.528725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-003fc7fa-8a9d-41ea-a301-551c18f0a3fb service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201921 Mar 22 14:00:03.538749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b53c9c1d-010f-406e-8c8c-dc56f5d006f6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.554789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b53c9c1d-010f-406e-8c8c-dc56f5d006f6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.555063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d3ad8786-bb6c-4d80-86de-60c117a150f3 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:03.566278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:03.566796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b53c9c1d-010f-406e-8c8c-dc56f5d006f6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.624915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b29925c3-ad91-4b18-8b83-587a80742598 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891576 Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:03.639707 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:03.643921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e7597487-d438-435b-9e58-0ab4c6d59292), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.646712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d3ad8786-bb6c-4d80-86de-60c117a150f3 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:03.647139 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.668913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.677043 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/e7597487-d438-435b-9e58-0ab4c6d59292 HTTP/1.1" status: 204 len: 168 time: 2.1250522 Mar 22 14:00:03.677043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8be5b5-6d9b-4fec-ad0d-f85747245de9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Network': ['ID=e7597487-d438-435b-9e58-0ab4c6d59292,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:03.678597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46408) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:03.685930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:03.687600 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff2fa19-663c-4f3f-b281-96a73206dfc1" -d '{"events": [{"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:03.688836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-851993793'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:03.701796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:03.710301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.719050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:03.725186 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.767586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba48ee-1251-47b5-8d2e-5c2348b67d56 req-4cac4a57-97a1-48f5-9df4-2fc2c4c8b44e tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.768663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:03.769625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1ba48ee-1251-47b5-8d2e-5c2348b67d56 req-4cac4a57-97a1-48f5-9df4-2fc2c4c8b44e tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 949 time: 0.1431386 Mar 22 14:00:03.770291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:03.782766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b00049bf-e5a0-4d00-bfa6-2d0fc1732c12), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.783342 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Added segment b00049bf-e5a0-4d00-bfa6-2d0fc1732c12 of type vlan for network 8851af6c-dbb6-45de-aef5-c5ade7249363 Mar 22 14:00:03.825709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-1bd5d28b-2dcb-4360-b29f-d1704562d60f service neutron] 10.222.0.44 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898525 Mar 22 14:00:03.827849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (8851af6c-dbb6-45de-aef5-c5ade7249363), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.850591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1ba48ee-1251-47b5-8d2e-5c2348b67d56 req-e988c9f9-a4b9-444c-9474-7e427dff9c0f tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734565 Mar 22 14:00:03.872991 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (8851af6c-dbb6-45de-aef5-c5ade7249363), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.884861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.885641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.953815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b3945e01-a033-470d-99bb-0570d2ede1e0 service neutron] 10.222.0.44 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183896 Mar 22 14:00:03.971804 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2906086 Mar 22 14:00:03.973069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46414) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:03.978214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Request body: {'subnet': {'network_id': '8851af6c-dbb6-45de-aef5-c5ade7249363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:04.049372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Network': ['ID=8851af6c-dbb6-45de-aef5-c5ade7249363,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:04.062714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.063065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.063388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.063718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.064043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.064388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.064691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.065011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.065334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.065647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.065991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.066319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.066634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.066948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.067269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece5322-177f-4b1e-9872-4669dbdc7242 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:04.080896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 8851af6c-dbb6-45de-aef5-c5ade7249363 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:04.161603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Made reservation on behalf of d77bebba028c49d68b4bbb4ec0589c50 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:04.165799 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.182122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-bde1cfd9-b5e7-4690-b141-e7abb1a47122 service neutron] 10.222.0.44 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189960 Mar 22 14:00:04.257597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a416a27-b0dd-4709-b59d-0748d09ea9f9 req-ca72ff48-49cd-4733-b289-577d41ebb637 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.264937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a416a27-b0dd-4709-b59d-0748d09ea9f9 req-ca72ff48-49cd-4733-b289-577d41ebb637 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 950 time: 0.1391792 Mar 22 14:00:04.331925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a69946b4-5132-4d84-9223-4667844c16c7 service neutron] 10.222.0.44 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440492 Mar 22 14:00:04.335110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a416a27-b0dd-4709-b59d-0748d09ea9f9 req-7d0b9b4e-04d6-4ff1-a0d4-15396bbf559e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690272 Mar 22 14:00:04.394940 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36f9551-64f4-4b85-adbc-654a4bd2098f x-openstack-request-id: req-c36f9551-64f4-4b85-adbc-654a4bd2098f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:04.395312 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:04.395628 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c36f9551-64f4-4b85-adbc-654a4bd2098f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:04.396633 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36f9551-64f4-4b85-adbc-654a4bd2098f'] response: {'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'code': 200} Mar 22 14:00:04.456289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-4855a67b-d553-47d6-8f6d-99e3e6d660a2 service neutron] 10.222.0.44 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176226 Mar 22 14:00:04.516282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-570c4cde-ed55-4c5a-81fd-0617e813c338 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.517754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-570c4cde-ed55-4c5a-81fd-0617e813c338 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.57 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.1084301 Mar 22 14:00:04.527583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:00:04.529437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (5a070202-b6ab-4765-bf1f-b777e3434b76), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.540942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-56a4b275-faee-4524-af78-826d0645d363 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.542558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-56a4b275-faee-4524-af78-826d0645d363 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 931 time: 0.0797102 Mar 22 14:00:04.619694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event updated for resources: {'Subnet': ['ID=5a070202-b6ab-4765-bf1f-b777e3434b76,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:04.632953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-56ff5cf8-391d-41f3-adca-c22e7863a8dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.634747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-56ff5cf8-391d-41f3-adca-c22e7863a8dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 930 time: 0.0679634 Mar 22 14:00:04.641055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Checking segment: {'id': 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8851af6c-dbb6-45de-aef5-c5ade7249363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:04.641723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network hostable DHCP agents. Network: 8851af6c-dbb6-45de-aef5-c5ade7249363, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:04.665358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Network 8851af6c-dbb6-45de-aef5-c5ade7249363 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:04.685753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 8851af6c-dbb6-45de-aef5-c5ade7249363) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:04.702614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781f7b9-f0bd-4d61-9bbd-e575b78b1ed8 None None] Network 8851af6c-dbb6-45de-aef5-c5ade7249363 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:04.716400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Deleting port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:04.716910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.723423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.724039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.768940 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-54b46261-072f-4755-9cd2-11c4e5f7599c tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7956197 Mar 22 14:00:04.771935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46438) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:04.897554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-8851af6c-dbb6-45de-aef5-c5ade7249363', 'network_id': '8851af6c-dbb6-45de-aef5-c5ade7249363', 'project_id': 'd77bebba028c49d68b4bbb4ec0589c50', 'fixed_ips': [{'subnet_id': '5a070202-b6ab-4765-bf1f-b777e3434b76'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:00:04.898556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.928492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-8769105d-3a35-4f36-98ad-eb2b06fd2b10 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.931974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-8769105d-3a35-4f36-98ad-eb2b06fd2b10 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 944 time: 0.2071524 Mar 22 14:00:04.985487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] For port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:04.987020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.997793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (8851af6c-dbb6-45de-aef5-c5ade7249363), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.050812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Calling delete_port for ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:05.083798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7382b-6e70-4169-81db-e74c2584da38 req-aa2f67a7-4a48-4e64-9de5-4f542446975e tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.091567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8aa7382b-6e70-4169-81db-e74c2584da38 req-aa2f67a7-4a48-4e64-9de5-4f542446975e tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 946 time: 0.2625988 Mar 22 14:00:05.129879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (5a070202-b6ab-4765-bf1f-b777e3434b76), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.134667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Allocated IP 2001:db8::f816:3eff:fef4:a822 (8851af6c-dbb6-45de-aef5-c5ade7249363/5a070202-b6ab-4765-bf1f-b777e3434b76/a7857427-07f2-4937-be02-19345b18bfa3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:05.246609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8aa7382b-6e70-4169-81db-e74c2584da38 req-b4015a67-2b9a-43b3-87f8-2fe38acf02c9 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/security-groups?id=aea34f3e-e58a-494c-a728-5ef41bc7405e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539938 Mar 22 14:00:05.369954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Publish callbacks [] for port (a7857427-07f2-4937-be02-19345b18bfa3), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.388407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a7857427-07f2-4937-be02-19345b18bfa3), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.411398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (5a070202-b6ab-4765-bf1f-b777e3434b76), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.413408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Deleting port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:05.413840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.421474 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.462302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Subnet': ['ID=5a070202-b6ab-4765-bf1f-b777e3434b76,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:05.470990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Pushing event updated for resources: {'Port': ['ID=a7857427-07f2-4937-be02-19345b18bfa3,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:05.473866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:05.511142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Network 8851af6c-dbb6-45de-aef5-c5ade7249363 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:05.512518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:05.517067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:05.539271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Pushing event deleted for resources: {'Port': ['ID=ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:05.561271 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (8851af6c-dbb6-45de-aef5-c5ade7249363), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.587209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.587672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.588065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.588406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.588738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.589071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.589470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.589855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.590214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.590625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.590863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.591177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.591518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.591815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.592131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:05.624323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8851af6c-dbb6-45de-aef5-c5ade7249363']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:05.637687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Attempting to bind port a7857427-07f2-4937-be02-19345b18bfa3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:05.638190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Attempting to bind port a7857427-07f2-4937-be02-19345b18bfa3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8851af6c-dbb6-45de-aef5-c5ade7249363'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:05.638456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Attempting to bind port a7857427-07f2-4937-be02-19345b18bfa3 on network 8851af6c-dbb6-45de-aef5-c5ade7249363 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:05.639664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f794808-8bfc-4a97-a927-fdba1e37ab25 req-823a4639-3e36-427e-8175-ca127c99a81f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.646803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:05.647102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:05.647346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f794808-8bfc-4a97-a927-fdba1e37ab25 req-823a4639-3e36-427e-8175-ca127c99a81f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 944 time: 0.3086607 Mar 22 14:00:05.649511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:05.649812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Checking segment: {'id': 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8851af6c-dbb6-45de-aef5-c5ade7249363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:05.650285 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.650675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Bound using segment: {'id': 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8851af6c-dbb6-45de-aef5-c5ade7249363'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:05.651382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Bound port: a7857427-07f2-4937-be02-19345b18bfa3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8851af6c-dbb6-45de-aef5-c5ade7249363'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:05.651767 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a7857427-07f2-4937-be02-19345b18bfa3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.660550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b00049bf-e5a0-4d00-bfa6-2d0fc1732c12), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.675596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b00049bf-e5a0-4d00-bfa6-2d0fc1732c12), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.683332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:05.684033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b00049bf-e5a0-4d00-bfa6-2d0fc1732c12), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.700200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] No DVR routers for this DVR port ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:05.724251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.727559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d43fed9-eed2-4939-a63e-8395320be4bd req-01a83337-4f66-49a6-9389-9dcba454edd2 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.57 "DELETE /v2.0/ports/ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 HTTP/1.1" status: 204 len: 173 time: 1.2013557 Mar 22 14:00:05.728927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'name': 'network-vif-deleted', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:05.730233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] For port a7857427-07f2-4937-be02-19345b18bfa3, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:05.731402 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa00a0-eb0d-4347-9e5c-e394e2a207b5" -d '{"events": [{"server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "name": "network-vif-deleted", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:05.756302 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:05.776755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] For port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:05.777131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.779464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] For port a7857427-07f2-4937-be02-19345b18bfa3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a7857427-07f2-4937-be02-19345b18bfa3,segment=NetworkSegment(b00049bf-e5a0-4d00-bfa6-2d0fc1732c12),segment_id=b00049bf-e5a0-4d00-bfa6-2d0fc1732c12)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:05.781656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.api [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:00:05.781656 n-d-834677-3 neutron-server[110458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:00:05.781656 n-d-834677-3 neutron-server[110458]: [parameters: {'id': '8851af6c-dbb6-45de-aef5-c5ade7249363'}] Mar 22 14:00:05.781656 n-d-834677-3 neutron-server[110458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:00:05.782137 n-d-834677-3 neutron-server[110458]: DEBUG oslo_db.api [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:00:05.792440 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a7857427-07f2-4937-be02-19345b18bfa3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.808862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c8fea-6c95-4a28-8647-e1a9ee478d5d req-3b3b8b9b-e5c0-4d79-bebc-a7d9a8c3587b tempest-LiveMigrationNegativeTest-1960941366 tempest-LiveMigrationNegativeTest-1960941366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.811024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e32c8fea-6c95-4a28-8647-e1a9ee478d5d req-3b3b8b9b-e5c0-4d79-bebc-a7d9a8c3587b tempest-LiveMigrationNegativeTest-1960941366 tempest-LiveMigrationNegativeTest-1960941366-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 1132 time: 0.1373560 Mar 22 14:00:05.812041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Calling delete_port for 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:05.830163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f794808-8bfc-4a97-a927-fdba1e37ab25 req-d558bb90-2e76-4cc8-9e08-fadf99285dcb tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768692 Mar 22 14:00:05.847377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-8bf2039f-d547-49d6-a940-66e46c1f3307 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.848886 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-8bf2039f-d547-49d6-a940-66e46c1f3307 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 931 time: 0.2442350 Mar 22 14:00:05.852810 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e32c8fea-6c95-4a28-8647-e1a9ee478d5d req-edd49fb6-082b-4260-bc2d-e0d6712fa3ac tempest-LiveMigrationNegativeTest-1960941366 tempest-LiveMigrationNegativeTest-1960941366-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.928983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-7d757a9e-ac97-4369-b0ff-62f73563e066 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.965910 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-7d757a9e-ac97-4369-b0ff-62f73563e066 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 930 time: 0.1099024 Mar 22 14:00:06.027607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c12e4-5566-4a27-8fcd-efe387cd9083 None None] Pushing event updated for resources: {'Port': ['ID=a7857427-07f2-4937-be02-19345b18bfa3,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:06.049784 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e32c8fea-6c95-4a28-8647-e1a9ee478d5d req-edd49fb6-082b-4260-bc2d-e0d6712fa3ac tempest-LiveMigrationNegativeTest-1960941366 tempest-LiveMigrationNegativeTest-1960941366-project-admin] Publish callbacks [] for security_group (403809bc-e060-4322-b8c3-cb465462d9b2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.050281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c4867-b74b-46a0-82b6-a515b4780507 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:00:06.058017 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e32c8fea-6c95-4a28-8647-e1a9ee478d5d req-edd49fb6-082b-4260-bc2d-e0d6712fa3ac tempest-LiveMigrationNegativeTest-1960941366 tempest-LiveMigrationNegativeTest-1960941366-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (403809bc-e060-4322-b8c3-cb465462d9b2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.075163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.148669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:06.151924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1afab41a-a1c0-45d2-9ae0-dca2c36075c5 req-0fc065d6-c852-413e-aed4-c9638391e474 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0623674 Mar 22 14:00:06.153394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event deleted for resources: {'Port': ['ID=9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:06.157458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e32c8fea-6c95-4a28-8647-e1a9ee478d5d req-edd49fb6-082b-4260-bc2d-e0d6712fa3ac tempest-LiveMigrationNegativeTest-1960941366 tempest-LiveMigrationNegativeTest-1960941366-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230715 Mar 22 14:00:06.159138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd49fb6-082b-4260-bc2d-e0d6712fa3ac tempest-LiveMigrationNegativeTest-1960941366 tempest-LiveMigrationNegativeTest-1960941366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403809bc-e060-4322-b8c3-cb465462d9b2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:06.265794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c4867-b74b-46a0-82b6-a515b4780507 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:00:06.283184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (8851af6c-dbb6-45de-aef5-c5ade7249363), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.296427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] No DVR routers for this DVR port 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:06.302157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.308049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3127cb6f-a8cf-4530-a282-77c2ab3776c1 req-a20a0e23-d138-4fb2-9a2b-aa45d5144db9 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "DELETE /v2.0/ports/9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b HTTP/1.1" status: 204 len: 173 time: 1.3565981 Mar 22 14:00:06.312451 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4cfcd7-2103-43f9-a64d-76a85717c3c5 x-openstack-request-id: req-7e4cfcd7-2103-43f9-a64d-76a85717c3c5 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:06.313238 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d720457f-8220-497b-aa2d-79d4d72ad7ce", "name": "network-vif-deleted", "tag": "ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:06.313444 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e4cfcd7-2103-43f9-a64d-76a85717c3c5 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:06.314442 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4cfcd7-2103-43f9-a64d-76a85717c3c5'] response: {'server_uuid': 'd720457f-8220-497b-aa2d-79d4d72ad7ce', 'name': 'network-vif-deleted', 'tag': 'ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7', 'status': 'completed', 'code': 200} Mar 22 14:00:06.434719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting port a7857427-07f2-4937-be02-19345b18bfa3 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:06.435064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a7857427-07f2-4937-be02-19345b18bfa3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.547488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99b83179-fa87-4141-b389-f1de4e7342ca req-8f7f753a-c0d4-4c92-817c-b24b31460fb3 tempest-ServerRescueTestJSONUnderV235-683895932 tempest-ServerRescueTestJSONUnderV235-683895932-project] 10.222.0.44 "GET /v2.0/ports?device_id=d720457f-8220-497b-aa2d-79d4d72ad7ce HTTP/1.1" status: 200 len: 210 time: 0.0866075 Mar 22 14:00:06.637101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] For port a7857427-07f2-4937-be02-19345b18bfa3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a7857427-07f2-4937-be02-19345b18bfa3,segment=NetworkSegment(b00049bf-e5a0-4d00-bfa6-2d0fc1732c12),segment_id=b00049bf-e5a0-4d00-bfa6-2d0fc1732c12)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:06.637839 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a7857427-07f2-4937-be02-19345b18bfa3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.663650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Calling delete_port for a7857427-07f2-4937-be02-19345b18bfa3 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:06.794134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a7857427-07f2-4937-be02-19345b18bfa3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.905781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Port': ['ID=a7857427-07f2-4937-be02-19345b18bfa3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:06.916612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No DVR routers for this DVR port a7857427-07f2-4937-be02-19345b18bfa3 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:07.052863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fbab296-0510-491a-b752-62570cfcec34 req-6c634658-4449-46b9-9cbc-488e090d6df0 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0755002 Mar 22 14:00:07.076116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46506) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.100758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (8851af6c-dbb6-45de-aef5-c5ade7249363), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.115545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc11db-b224-4626-9434-4e58984cdf65 None None] Network 8851af6c-dbb6-45de-aef5-c5ade7249363 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:07.153562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8851af6c-dbb6-45de-aef5-c5ade7249363']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:07.169274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365615-fbbf-4456-8e59-095c5ff9fab0 req-1ccb52f2-e129-48bc-a13e-46bba7bfc277 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.180239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:07.182385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00049bf-e5a0-4d00-bfa6-2d0fc1732c12') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:07.188867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39365615-fbbf-4456-8e59-095c5ff9fab0 req-1ccb52f2-e129-48bc-a13e-46bba7bfc277 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 950 time: 0.1460981 Mar 22 14:00:07.205212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b00049bf-e5a0-4d00-bfa6-2d0fc1732c12), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.233119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b00049bf-e5a0-4d00-bfa6-2d0fc1732c12), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.242247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:07.242989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b00049bf-e5a0-4d00-bfa6-2d0fc1732c12), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:07.246602 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:07.306345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39365615-fbbf-4456-8e59-095c5ff9fab0 req-5237fcba-bfb7-4aa7-9c5b-75b790c8c77b tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122324 Mar 22 14:00:07.350582 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5f2602e4-7e7d-4566-a8a3-88117b15e1c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bb42eb148e947fd9ee4c27861615de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730966 Mar 22 14:00:07.351298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (8851af6c-dbb6-45de-aef5-c5ade7249363), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.353850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46520) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.366836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.373202 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/8851af6c-dbb6-45de-aef5-c5ade7249363 HTTP/1.1" status: 204 len: 168 time: 2.5965459 Mar 22 14:00:07.375081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46522) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.385945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68746-c4a5-42e8-85fe-4e9055a7583d tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Network': ['ID=8851af6c-dbb6-45de-aef5-c5ade7249363,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:07.403878 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b35950-5c9b-4ad5-992a-a22d8616a1fe tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:07.404453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b35950-5c9b-4ad5-992a-a22d8616a1fe tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:07.407934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-94b35950-5c9b-4ad5-992a-a22d8616a1fe tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/5a070202-b6ab-4765-bf1f-b777e3434b76 HTTP/1.1" status: 404 len: 337 time: 0.0314131 Mar 22 14:00:07.410709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46524) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.432080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fa50-1dde-4cba-b12b-9ddab1748c77 admin admin] Publish callbacks [] for security_group (0da18c16-889d-4ac5-8c93-e39ca396380d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.432502 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-97815374-913c-4c28-b4ae-ee398299ec18 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:07.433214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97815374-913c-4c28-b4ae-ee398299ec18 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:07.436321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-97815374-913c-4c28-b4ae-ee398299ec18 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/8851af6c-dbb6-45de-aef5-c5ade7249363 HTTP/1.1" status: 404 len: 339 time: 0.0244422 Mar 22 14:00:07.443864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46526) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.466029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2f63cb0-c9ac-4f42-aa8d-4c5f6919f950 req-22b8156b-c4a4-445f-a763-6bf87f2f3ca3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0284305 Mar 22 14:00:07.476226 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-613c10d6-81c5-49d7-ae67-ca83930625ae tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:07.476676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613c10d6-81c5-49d7-ae67-ca83930625ae tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:07.479760 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-613c10d6-81c5-49d7-ae67-ca83930625ae tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/1d893fb8-0373-4048-a1ef-27a144ab98ab HTTP/1.1" status: 404 len: 337 time: 0.0349593 Mar 22 14:00:07.483054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46528) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.492141 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fa50-1dde-4cba-b12b-9ddab1748c77 admin admin] Publish callbacks [] for security_group (0da18c16-889d-4ac5-8c93-e39ca396380d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.514923 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa83128-a1b2-41c5-8583-f2e0c1f45b91 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:07.515415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa83128-a1b2-41c5-8583-f2e0c1f45b91 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:07.518381 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8fa83128-a1b2-41c5-8583-f2e0c1f45b91 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/e7597487-d438-435b-9e58-0ab4c6d59292 HTTP/1.1" status: 404 len: 339 time: 0.0344183 Mar 22 14:00:07.521011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46530) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.549037 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-219c6516-5801-4f3f-80e6-e37e08421c75 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:07.549794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219c6516-5801-4f3f-80e6-e37e08421c75 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:07.552838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:07.556332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-219c6516-5801-4f3f-80e6-e37e08421c75 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/e8dcf5d9-4287-4263-83a4-9b767ae06915 HTTP/1.1" status: 404 len: 337 time: 0.0319953 Mar 22 14:00:07.556664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46532) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.564092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fa50-1dde-4cba-b12b-9ddab1748c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0da18c16-889d-4ac5-8c93-e39ca396380d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.568893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fa50-1dde-4cba-b12b-9ddab1748c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.572982 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d0d5fa50-1dde-4cba-b12b-9ddab1748c77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0da18c16-889d-4ac5-8c93-e39ca396380d HTTP/1.1" status: 204 len: 168 time: 0.2148545 Mar 22 14:00:07.581855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:07.582516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:07.590735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5fa50-1dde-4cba-b12b-9ddab1748c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da18c16-889d-4ac5-8c93-e39ca396380d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:07.607452 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e51a7d-cfa8-40dd-b341-f02c8f55654e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:07.607977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e51a7d-cfa8-40dd-b341-f02c8f55654e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:07.618523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46538) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.625360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e5e51a7d-cfa8-40dd-b341-f02c8f55654e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/2a913300-b1df-4652-b3bf-347921dc758d HTTP/1.1" status: 404 len: 339 time: 0.0580463 Mar 22 14:00:07.637508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:07.638366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46540) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.695542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:07.695887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ff3e4f87-af2f-4fd0-aa4f-0aee25516fc7 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:07.777594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-f73b481a-e052-45f6-b2b6-14f0e0834f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.778998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-f73b481a-e052-45f6-b2b6-14f0e0834f01 service neutron] 10.222.0.42 "GET /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 1027 time: 0.0557618 Mar 22 14:00:07.826133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting port b3eaba3b-894d-434c-beda-584a8c333ace {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:07.830013 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b3eaba3b-894d-434c-beda-584a8c333ace), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.842194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-3a98a6ca-ae9f-4137-bd21-7db060115bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.843580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-3a98a6ca-ae9f-4137-bd21-7db060115bba service neutron] 10.222.0.42 "GET /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 1026 time: 0.0559261 Mar 22 14:00:07.915009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b3eaba3b-894d-434c-beda-584a8c333ace), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.940389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Calling delete_port for b3eaba3b-894d-434c-beda-584a8c333ace owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:08.043992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-01153532-07f5-4f03-aafd-13551b9a880e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.048942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-01153532-07f5-4f03-aafd-13551b9a880e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.054005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-01153532-07f5-4f03-aafd-13551b9a880e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.055468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-01153532-07f5-4f03-aafd-13551b9a880e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "GET /v2.0/networks?id=1532a482-608f-4937-acee-08934e99fda0&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=d3cbff06-4044-4032-b9bb-d71d7404b16b&id=d3cbff06-4044-4032-b9bb-d71d7404b16b HTTP/1.1" status: 200 len: 1991 time: 0.1752186 Mar 22 14:00:08.063201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b3eaba3b-894d-434c-beda-584a8c333ace), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.091741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.096072 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/ports/b3eaba3b-894d-434c-beda-584a8c333ace HTTP/1.1" status: 204 len: 168 time: 0.4747515 Mar 22 14:00:08.098531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46554) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:08.128639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337e41e-38f7-4e19-8124-15041041b5e9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Port': ['ID=b3eaba3b-894d-434c-beda-584a8c333ace,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.154388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-ac075fa7-3c0f-44bc-8cf5-7a241d11fdbb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=243e3af9ab1d4cd58348ee3e11639802 HTTP/1.1" status: 200 len: 380 time: 0.0736094 Mar 22 14:00:08.165996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'admin_state_up': True, 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'security_groups': ['799dfc81-c6f6-4070-b213-d67218a923a5']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:08.182865 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d1f391-8461-4be7-8b3b-76a35afbc916 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:08.183324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d1f391-8461-4be7-8b3b-76a35afbc916 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:08.187734 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1d1f391-8461-4be7-8b3b-76a35afbc916 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/8c9d53f2-1533-4783-a904-5bac3e6fbe71 HTTP/1.1" status: 404 len: 337 time: 0.0882263 Mar 22 14:00:08.202424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46558) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:08.258510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2705c7dc-3ccd-4c1c-891f-fdd6cb4470f6 req-7feac21f-04be-4cf2-a81c-b0b7c241e520 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0420821 Mar 22 14:00:08.351847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e6444f77-301b-4820-9467-bdc5e1e5a986), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.483667 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e6444f77-301b-4820-9467-bdc5e1e5a986), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.515265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6444f77-301b-4820-9467-bdc5e1e5a986']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:08.538527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c622684c-43b8-4d12-9fbf-3cbce54634c7') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:08.544349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c622684c-43b8-4d12-9fbf-3cbce54634c7') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:08.559204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (c622684c-43b8-4d12-9fbf-3cbce54634c7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.575867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c622684c-43b8-4d12-9fbf-3cbce54634c7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.583347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:08.583905 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (c622684c-43b8-4d12-9fbf-3cbce54634c7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:08.588089 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:08.607956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'name': 'network-vif-deleted', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:08.610319 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ee44b1-e023-4343-b331-673e7def509f" -d '{"events": [{"server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "name": "network-vif-deleted", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:08.678111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db743ddb-60df-4a0d-803d-ece7063a412c req-e39fb5af-1e9b-472f-800c-a00b4632e2b6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0647707 Mar 22 14:00:08.729205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e6444f77-301b-4820-9467-bdc5e1e5a986), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.758962 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.765247 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/e6444f77-301b-4820-9467-bdc5e1e5a986 HTTP/1.1" status: 204 len: 168 time: 0.5595255 Mar 22 14:00:08.765247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e559f-7d98-4d88-acf2-7f618c8ad761 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Network': ['ID=e6444f77-301b-4820-9467-bdc5e1e5a986,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.766641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46594) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:08.776728 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bcea39-ec33-4dae-a16b-ce6995bed6d5 x-openstack-request-id: req-b0bcea39-ec33-4dae-a16b-ce6995bed6d5 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:08.777147 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b016ba5e-7e4a-4412-8237-b4e4d4a2d26b", "name": "network-vif-deleted", "tag": "9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:08.777495 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0bcea39-ec33-4dae-a16b-ce6995bed6d5 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:08.778004 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bcea39-ec33-4dae-a16b-ce6995bed6d5'] response: {'server_uuid': 'b016ba5e-7e4a-4412-8237-b4e4d4a2d26b', 'name': 'network-vif-deleted', 'tag': '9d1a3fa0-cfe8-4bb9-9e1e-dc59c49f8d5b', 'status': 'completed', 'code': 200} Mar 22 14:00:08.813636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14beac-e9f7-4a2f-b8e7-28d3c8268daf req-31c11aa7-9fe0-490f-9bdc-7d936de1d4f2 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.815430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce14beac-e9f7-4a2f-b8e7-28d3c8268daf req-31c11aa7-9fe0-490f-9bdc-7d936de1d4f2 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 950 time: 0.2010658 Mar 22 14:00:08.834347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:08.837955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.878915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-cea6acc1-07ad-4cd1-a933-fe9fad401c9b tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.880592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-cea6acc1-07ad-4cd1-a933-fe9fad401c9b tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 950 time: 0.1845648 Mar 22 14:00:08.958944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting port 7b8180ad-4a50-44fa-9ccd-effeed72aba7 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:08.959354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7b8180ad-4a50-44fa-9ccd-effeed72aba7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.037145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7b8180ad-4a50-44fa-9ccd-effeed72aba7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.053805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Calling delete_port for 7b8180ad-4a50-44fa-9ccd-effeed72aba7 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:09.114661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce14beac-e9f7-4a2f-b8e7-28d3c8268daf req-a3758f6f-6c01-4e1f-b2a9-94703d4bc845 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924950 Mar 22 14:00:09.185791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7b8180ad-4a50-44fa-9ccd-effeed72aba7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.199261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-6d4d8034-abc7-4ae1-abe3-daeeffe2e135 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6a361889885747f3bacf681d7c5e79dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925982 Mar 22 14:00:09.212379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 172.20.0.11 (1532a482-608f-4937-acee-08934e99fda0/585192ed-8863-42b1-8bb5-1ac29b49d391/f8a1124e-4ab5-465a-88a9-fcc0e10655dd) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:09.230160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Port': ['ID=7b8180ad-4a50-44fa-9ccd-effeed72aba7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:09.257393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.266304 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-04362cc7-6056-4626-8dc5-5e3cdfe4fd1b tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/ports/7b8180ad-4a50-44fa-9ccd-effeed72aba7 HTTP/1.1" status: 204 len: 168 time: 0.4972000 Mar 22 14:00:09.268383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:09.312310 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa50c443-8c20-435d-a291-1e75d63a0d8e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:09.312797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa50c443-8c20-435d-a291-1e75d63a0d8e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:09.318551 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fa50c443-8c20-435d-a291-1e75d63a0d8e tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/814a2ca9-9bbe-4769-8f91-ada2ef332ecd HTTP/1.1" status: 404 len: 337 time: 0.0465231 Mar 22 14:00:09.320537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46624) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:09.331076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (2b6ec5ba-8061-449b-b539-503ba0a071a8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.388706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-a1701778-b1c8-4d4a-8ba8-030a1b012322 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:09.395435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-a1701778-b1c8-4d4a-8ba8-030a1b012322 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860240 Mar 22 14:00:09.469143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (61af75ff-791e-4529-a169-3c8aa8d2b15a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.577639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-32e39f9c-6388-49c8-aff6-d1f78b6edfa8 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/quotas/6a361889885747f3bacf681d7c5e79dd HTTP/1.1" status: 200 len: 375 time: 0.1811750 Mar 22 14:00:09.587421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f954750-b496-4bd8-95fe-6fe32b3445eb req-a5696e5c-9ccd-4112-8056-35611f53231a tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1459522 Mar 22 14:00:09.620555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (61af75ff-791e-4529-a169-3c8aa8d2b15a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.622205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Deleting port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:09.622553 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.641833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:09.642590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-86d3a848-23a3-47db-93a7-19ca6a46ebdc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a361889885747f3bacf681d7c5e79dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640190 Mar 22 14:00:09.674367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61af75ff-791e-4529-a169-3c8aa8d2b15a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:09.697187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc4a4b8-fa8a-4e89-9357-df2897976b24') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:09.697425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc4a4b8-fa8a-4e89-9357-df2897976b24') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:09.723779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (6dc4a4b8-fa8a-4e89-9357-df2897976b24), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.752013 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6dc4a4b8-fa8a-4e89-9357-df2897976b24), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.766846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:09.777053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (6dc4a4b8-fa8a-4e89-9357-df2897976b24), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:09.783320 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:09.897497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:09.956621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'mac_address': 'fa:16:3e:46:7a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:10.007517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e147d5d9-38d7-4c84-a3f1-e1ed89a950bf req-63afd474-ba4c-4956-9621-9355b822875e tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 210 time: 0.0654070 Mar 22 14:00:10.062156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (61af75ff-791e-4529-a169-3c8aa8d2b15a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.062156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.068285 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/61af75ff-791e-4529-a169-3c8aa8d2b15a HTTP/1.1" status: 204 len: 168 time: 0.7416902 Mar 22 14:00:10.071671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46652) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:10.101155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] For port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:10.101529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.106570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:10.111339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.145367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.155619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting subnet 3c150092-b648-40ce-bb05-03be72a25c60 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:00:10.159608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fd205f-6cd6-47fa-bdfb-b766526af570 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:10.159798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b8b01-f467-494b-909e-8cfd71bdace4 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Network': ['ID=61af75ff-791e-4529-a169-3c8aa8d2b15a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:10.161575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (3c150092-b648-40ce-bb05-03be72a25c60), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.207925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Calling delete_port for 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:10.214342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d529e9e-6d32-4f42-abab-58b587c10528 req-69c105c7-a651-44a0-a9ee-09ac0df88854 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1080925 Mar 22 14:00:10.242293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:10.266914 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.293671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (3c150092-b648-40ce-bb05-03be72a25c60), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.411192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d4fd205f-6cd6-47fa-bdfb-b766526af570'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:10.512831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:10.548506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.548859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.549244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.549540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.551926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.552317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.552664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.552986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.553617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.553617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.553939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.557741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.558584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.559170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.561287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.561806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:10.583285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3c150092-b648-40ce-bb05-03be72a25c60), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.669386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:10.739364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c550b-f39f-4fb8-9ab0-867e72c3b113 req-d5903742-499f-4ccb-bf5c-642678a6ef75 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.741402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b49c550b-f39f-4fb8-9ab0-867e72c3b113 req-d5903742-499f-4ccb-bf5c-642678a6ef75 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 950 time: 0.3295653 Mar 22 14:00:10.791438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (3c150092-b648-40ce-bb05-03be72a25c60), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.827894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-589b4fd6-da88-4bd8-94b3-39274a083a60 req-de25b769-61d3-4b9c-89bb-49fcae8c7403 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0533714 Mar 22 14:00:10.830666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network 1532a482-608f-4937-acee-08934e99fda0 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:10.844317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:10.863490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Subnet': ['ID=3c150092-b648-40ce-bb05-03be72a25c60,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:10.872544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:10.880489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.884783 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-489d0f89-fd90-447a-a138-ee094c75026f tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/subnets/3c150092-b648-40ce-bb05-03be72a25c60 HTTP/1.1" status: 204 len: 168 time: 0.8098555 Mar 22 14:00:10.898403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2feb429-21ba-4888-b924-b4283f40200e None None] Network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:10.904062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46666) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:11.095918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ea13ecf7-79c7-4708-8fc3-bea276ae6e4d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.142769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Deleting port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:11.142769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.218368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b49c550b-f39f-4fb8-9ab0-867e72c3b113 req-9dc8d5d0-a498-4010-bf18-3e2065c1ca1e tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097841 Mar 22 14:00:11.239918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Deleting port ad3ea605-9cce-47ae-8e47-f9342502c262 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:11.243117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.321398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] DHCP port deletion for ea13ecf7-79c7-4708-8fc3-bea276ae6e4d request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:00:11.322845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:11.323547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.364370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8ba6d0c2-e702-4f8b-a5ee-54ba85218f58), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.428876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5bd6b159-19ad-4683-b728-90b816dd64b5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:11.459727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] For port ad3ea605-9cce-47ae-8e47-f9342502c262, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ad3ea605-9cce-47ae-8e47-f9342502c262,segment=NetworkSegment(e5438c7e-bc2d-4667-827f-1316a0d927c9),segment_id=e5438c7e-bc2d-4667-827f-1316a0d927c9)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:11.462370 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.473760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-b041f9ab-692a-4ec8-b4ec-26371155be31 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3130403 Mar 22 14:00:11.500281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3db232b8-e642-4711-b626-6d6369c8bf57 req-dfc4261b-e999-4c00-919f-d61debd24a01 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 210 time: 0.2743731 Mar 22 14:00:11.509606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Calling delete_port for ad3ea605-9cce-47ae-8e47-f9342502c262 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:11.533870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'admin_state_up': True, 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'security_groups': ['799dfc81-c6f6-4070-b213-d67218a923a5']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:11.610828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ef4059a1-89d7-4799-9066-e54258cabbf0 None None] Provisioning complete for port f8a1124e-4ab5-465a-88a9-fcc0e10655dd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:11.611241 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef4059a1-89d7-4799-9066-e54258cabbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.647778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] Deleting port ad3ea605-9cce-47ae-8e47-f9342502c262 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:11.648171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.651361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Pushing event deleted for resources: {'Port': ['ID=8ba6d0c2-e702-4f8b-a5ee-54ba85218f58,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:11.692072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:11.702082 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.788008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] No DVR routers for this DVR port ad3ea605-9cce-47ae-8e47-f9342502c262 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:11.822151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Port': ['ID=ad3ea605-9cce-47ae-8e47-f9342502c262,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:12.051473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ea13ecf7-79c7-4708-8fc3-bea276ae6e4d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.095006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] For port 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,segment=NetworkSegment(fcf322ad-26a3-41df-b269-e0cce37bd059),segment_id=fcf322ad-26a3-41df-b269-e0cce37bd059)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:12.098660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.125321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] No DVR routers for this DVR port 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:12.126350 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-5f7a6e6f-3805-453f-96d0-39aa0d79bc6f tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a361889885747f3bacf681d7c5e79dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704463 Mar 22 14:00:12.135404 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.138661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-912881ba-49cb-4b5f-86db-54e3fed79f97 req-77afd834-3dc4-4c9e-81cb-e2859aaad5cf tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.57 "DELETE /v2.0/ports/8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 HTTP/1.1" status: 204 len: 173 time: 3.2456577 Mar 22 14:00:12.158543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de28d6d-1b99-4eeb-a280-381fbded60b5 req-7c1d2988-3f5f-4e35-9fdf-21b4ac41aa0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.160854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6de28d6d-1b99-4eeb-a280-381fbded60b5 req-7c1d2988-3f5f-4e35-9fdf-21b4ac41aa0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 932 time: 0.6465766 Mar 22 14:00:12.161439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'name': 'network-vif-deleted', 'tag': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:12.164181 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5583b654-70fe-44be-a2b1-e859e7c75c2d" -d '{"events": [{"server_uuid": "8b6af6c8-1279-46eb-9bc9-b742d6e7856b", "name": "network-vif-deleted", "tag": "8ba6d0c2-e702-4f8b-a5ee-54ba85218f58"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:12.228626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11b7120f-8262-4722-a0f7-d3f22dc53984 req-ba0e9c27-fc18-452a-8c70-d4095c92bedd tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1005263 Mar 22 14:00:12.279226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Calling delete_port for 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:12.370751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ef4059a1-89d7-4799-9066-e54258cabbf0 None None] Port f8a1124e-4ab5-465a-88a9-fcc0e10655dd cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:12.398488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6de28d6d-1b99-4eeb-a280-381fbded60b5 req-ab81f4da-1345-4f39-b048-da733d7cf90d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906679 Mar 22 14:00:12.443861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:12.457640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.463416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea13ecf7-79c7-4708-8fc3-bea276ae6e4d']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:12.501821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5438c7e-bc2d-4667-827f-1316a0d927c9') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:12.502296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5438c7e-bc2d-4667-827f-1316a0d927c9') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:12.536649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (e5438c7e-bc2d-4667-827f-1316a0d927c9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.568611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e5438c7e-bc2d-4667-827f-1316a0d927c9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.585108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:12.585654 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (e5438c7e-bc2d-4667-827f-1316a0d927c9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.675381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] For port ad3ea605-9cce-47ae-8e47-f9342502c262, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ad3ea605-9cce-47ae-8e47-f9342502c262,segment=NetworkSegment(e5438c7e-bc2d-4667-827f-1316a0d927c9),segment_id=e5438c7e-bc2d-4667-827f-1316a0d927c9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:12.681851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.704766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] Calling delete_port for ad3ea605-9cce-47ae-8e47-f9342502c262 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:12.714174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d4fd205f-6cd6-47fa-bdfb-b766526af570 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:12.714559 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:12.725087 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:12.744657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ea13ecf7-79c7-4708-8fc3-bea276ae6e4d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.767395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.776004 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] 10.222.0.44 "DELETE /v2.0/networks/ea13ecf7-79c7-4708-8fc3-bea276ae6e4d HTTP/1.1" status: 204 len: 168 time: 1.8621514 Mar 22 14:00:12.818146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14840e4-9978-4df1-9bf4-75299c461ff9 tempest-NetworksIpV6TestAttrs-1732088196 tempest-NetworksIpV6TestAttrs-1732088196-project] Pushing event deleted for resources: {'Network': ['ID=ea13ecf7-79c7-4708-8fc3-bea276ae6e4d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: from cryptography.utils import int_from_bytes Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: from cryptography.utils import int_from_bytes Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.868154 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:00:12.871856 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:00:12.910877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-e6e8d4a4-2354-4913-ab8a-b4f24c01b5cc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.913475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-e6e8d4a4-2354-4913-ab8a-b4f24c01b5cc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7593577 Mar 22 14:00:12.919188 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4493cf52-1cbf-492b-bf1a-e1ee0305b15a x-openstack-request-id: req-4493cf52-1cbf-492b-bf1a-e1ee0305b15a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:12.920794 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6af6c8-1279-46eb-9bc9-b742d6e7856b", "name": "network-vif-deleted", "tag": "8ba6d0c2-e702-4f8b-a5ee-54ba85218f58", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:12.921051 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4493cf52-1cbf-492b-bf1a-e1ee0305b15a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:12.921456 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4493cf52-1cbf-492b-bf1a-e1ee0305b15a'] response: {'server_uuid': '8b6af6c8-1279-46eb-9bc9-b742d6e7856b', 'name': 'network-vif-deleted', 'tag': '8ba6d0c2-e702-4f8b-a5ee-54ba85218f58', 'status': 'completed', 'code': 200} Mar 22 14:00:12.930448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Request body: {'port': {'device_id': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '6a361889885747f3bacf681d7c5e79dd'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:12.951492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:12.953022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.989767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:12.992544 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee34ead-1038-4a53-9786-6c3531cb23ee" -d '{"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:13.006769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (ad3ea605-9cce-47ae-8e47-f9342502c262), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.022378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] Network ea13ecf7-79c7-4708-8fc3-bea276ae6e4d is not hosted by any dhcp agent {{(pid=110459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:00:13.023177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] No DVR routers for this DVR port ad3ea605-9cce-47ae-8e47-f9342502c262 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:13.029445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:13.030827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ad3ea605-9cce-47ae-8e47-f9342502c262 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:13.127872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f205596-b741-4579-a989-bed49ce875e1 None None] Pushing event deleted for resources: {'Port': ['ID=ad3ea605-9cce-47ae-8e47-f9342502c262,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:13.131937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.135268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:13.217036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Made reservation on behalf of 6a361889885747f3bacf681d7c5e79dd for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:13.227115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.231069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7653b0d-d0b5-4525-9667-24247de813e8 req-9cce9dee-b849-46aa-872c-c968ef05be69 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6af6c8-1279-46eb-9bc9-b742d6e7856b HTTP/1.1" status: 200 len: 210 time: 0.3153892 Mar 22 14:00:13.250467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff87731a-7b7b-4052-ae03-83d612c928f8 req-b80a6010-8d82-46a0-abc8-ffb03dcefde7 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 210 time: 0.4581220 Mar 22 14:00:13.257550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 10.1.1.27 (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef/598aa735-6b22-455b-b664-ea17db1e50d6/0807abd0-cb69-4593-8e5c-e1cfa9195638) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:13.278165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.307069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ad3ea605-9cce-47ae-8e47-f9342502c262 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:13.309745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ad3ea605-9cce-47ae-8e47-f9342502c262 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:13.319192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:13.468121 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a54795-76f2-415f-9efe-ebc4a0058d62 x-openstack-request-id: req-78a54795-76f2-415f-9efe-ebc4a0058d62 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:13.468842 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:13.468842 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78a54795-76f2-415f-9efe-ebc4a0058d62 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:13.469028 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a54795-76f2-415f-9efe-ebc4a0058d62'] response: {'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'code': 200} Mar 22 14:00:13.478721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:13.478721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8ba6d0c2-e702-4f8b-a5ee-54ba85218f58 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:13.530966 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.600646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks [] for security_group (1899cf3b-4570-4a71-a408-a39c86d6ce00), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.609627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.623891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1899cf3b-4570-4a71-a408-a39c86d6ce00), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.663771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46718) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:13.669379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9566e73e-2f6f-474a-8ed6-4918686fd3da req-e8142421-d0cf-4f12-a8dc-df963821c04c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0627024 Mar 22 14:00:13.796623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1899cf3b-4570-4a71-a408-a39c86d6ce00,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:14.134004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6a0fcc98-4258-4f7e-a0eb-66f6d65c8627), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.141775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:14.152391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:14.179444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:14.249692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.249692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.310133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7999918 Mar 22 14:00:14.313830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad8d1e-23c3-4bdd-b652-301db2b6f8f0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=0807abd0-cb69-4593-8e5c-e1cfa9195638,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:14.360570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'admin_state_up': True, 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'security_groups': ['799dfc81-c6f6-4070-b213-d67218a923a5']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:14.473233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Allocated IP 192.168.233.165 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/72ae3d90-a732-48df-be9e-61ee8aecdf9c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:14.488007 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3e682660-37e5-49f8-8c84-bfbdf1c77c89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d77bebba028c49d68b4bbb4ec0589c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8229835 Mar 22 14:00:14.495116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:14.518432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:14.523816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.559616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55f80a60-63d9-4033-bc7a-8bcf1e59594d req-3b4122fe-ebd4-4b82-803d-139c3433c68e tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 210 time: 0.0791137 Mar 22 14:00:14.571799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0fcc98-4258-4f7e-a0eb-66f6d65c8627,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:14.592827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cb39-8d94-4fd1-8042-c21dfa582797 req-7aba10fb-be6f-4b3c-b660-7579b18da9d1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.599539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cb39-8d94-4fd1-8042-c21dfa582797 req-7aba10fb-be6f-4b3c-b660-7579b18da9d1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.607416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b559cb39-8d94-4fd1-8042-c21dfa582797 req-7aba10fb-be6f-4b3c-b660-7579b18da9d1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 1653 time: 1.0017407 Mar 22 14:00:14.632751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-934b4ff6-b856-4c40-a9c5-6f7349af896d None None] Provisioning complete for port 0807abd0-cb69-4593-8e5c-e1cfa9195638 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:14.633363 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-934b4ff6-b856-4c40-a9c5-6f7349af896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.759537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-934b4ff6-b856-4c40-a9c5-6f7349af896d None None] Port 0807abd0-cb69-4593-8e5c-e1cfa9195638 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:14.773772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7798d102-aa6b-4432-a50b-7c0bef73d5c5 admin admin] Publish callbacks [] for security_group (f4ad8640-b1db-4e6e-a7a0-a718364a09a1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.781063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 10.1.1.189 (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef/598aa735-6b22-455b-b664-ea17db1e50d6/726b20c7-c9bf-4468-ba0c-2e845bd0618e) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:14.852115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7798d102-aa6b-4432-a50b-7c0bef73d5c5 admin admin] Publish callbacks [] for security_group (f4ad8640-b1db-4e6e-a7a0-a718364a09a1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.976010 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks [] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.051264 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7798d102-aa6b-4432-a50b-7c0bef73d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f4ad8640-b1db-4e6e-a7a0-a718364a09a1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.053709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7798d102-aa6b-4432-a50b-7c0bef73d5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.054917 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7798d102-aa6b-4432-a50b-7c0bef73d5c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4ad8640-b1db-4e6e-a7a0-a718364a09a1 HTTP/1.1" status: 204 len: 168 time: 0.5609901 Mar 22 14:00:15.076573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798d102-aa6b-4432-a50b-7c0bef73d5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ad8640-b1db-4e6e-a7a0-a718364a09a1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:15.091257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.122929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.180556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1566fb6b-3ef4-4482-8e87-3248aa22b285 req-14429664-2682-4ecc-8006-aec4c50f9479 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1689456 Mar 22 14:00:15.208096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:15.217834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:15.230166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:15.243017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b559cb39-8d94-4fd1-8042-c21dfa582797 req-75c75d41-b596-46bc-a6d3-10b181c29a7b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6301153 Mar 22 14:00:15.325266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:15.326051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.366335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:15.377168 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-04d36ae3-da20-42cb-a966-4973b5399dbc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4514585 Mar 22 14:00:15.394970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Request body: {'port': {'device_id': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:15.411885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (2b6ec5ba-8061-449b-b539-503ba0a071a8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.439742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.549007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.697417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0651d41b-0c5e-40df-8d2f-ad7f83b2288a None None] Provisioning complete for port 72ae3d90-a732-48df-be9e-61ee8aecdf9c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:15.699250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d671a2-8323-4bb3-b6f5-da261878f5e6 req-61d4cccc-6e69-4c9b-a100-0084e91a8d46 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:15.699946 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0651d41b-0c5e-40df-8d2f-ad7f83b2288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.705287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82d671a2-8323-4bb3-b6f5-da261878f5e6 req-61d4cccc-6e69-4c9b-a100-0084e91a8d46 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 949 time: 0.4024158 Mar 22 14:00:15.710612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:15.742778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0651d41b-0c5e-40df-8d2f-ad7f83b2288a None None] Port 72ae3d90-a732-48df-be9e-61ee8aecdf9c cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:15.752760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:15.769915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:15.849072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=726b20c7-c9bf-4468-ba0c-2e845bd0618e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:15.946233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82d671a2-8323-4bb3-b6f5-da261878f5e6 req-b1556992-3dda-4ba0-a5ab-2578a2dd5e7a tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386813 Mar 22 14:00:16.023515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.025041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.280337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432a71-2b05-4627-9972-5330468b49c6 req-3c9139f3-9b04-43c8-b7a4-b39df402d1bd tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.282398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22432a71-2b05-4627-9972-5330468b49c6 req-3c9139f3-9b04-43c8-b7a4-b39df402d1bd tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 936 time: 0.5700514 Mar 22 14:00:16.289220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5ef79b7c-2853-4245-a96f-3d3525e3a7ef tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9603205 Mar 22 14:00:16.297439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a56191be-6aa6-4257-800d-dc1af2976368 None None] Provisioning complete for port 726b20c7-c9bf-4468-ba0c-2e845bd0618e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:16.300786 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a56191be-6aa6-4257-800d-dc1af2976368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.306329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ae3d90-a732-48df-be9e-61ee8aecdf9c {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:16.320979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b', 'admin_state_up': True, 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'security_groups': ['799dfc81-c6f6-4070-b213-d67218a923a5']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:16.343755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Publish callbacks [] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.385416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Transition to ACTIVE for port object 72ae3d90-a732-48df-be9e-61ee8aecdf9c will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:16.407007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.447184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a56191be-6aa6-4257-800d-dc1af2976368 None None] Port 726b20c7-c9bf-4468-ba0c-2e845bd0618e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:16.485180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:16.525215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-bd9b945d-a695-4578-9da9-f072bd4ea641 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.527217 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-bd9b945d-a695-4578-9da9-f072bd4ea641 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.42 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 949 time: 0.3692212 Mar 22 14:00:16.528532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9447fca2-fb73-473c-acb2-5b81b064104a req-d52c9d2d-fd51-44dd-bd69-6b9a3dd42a25 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1640897 Mar 22 14:00:16.545820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:16.644741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22432a71-2b05-4627-9972-5330468b49c6 req-818d18ed-14a5-4073-84bc-d663bb9108e0 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517532 Mar 22 14:00:16.728753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Router 2b6ec5ba-8061-449b-b539-503ba0a071a8 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:00:16.852504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c3966f01-396b-4f73-91ff-aeba066ac70c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] Request body: {'port': {'network_id': '8c1f2e2b-edac-4458-aea3-045ccb1e1f18', 'name': 'tempest-NetworksNegativeTestJSON-1738843853'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:16.911423 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3966f01-396b-4f73-91ff-aeba066ac70c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] POST failed (client error): The resource could not be found. Mar 22 14:00:16.911852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3966f01-396b-4f73-91ff-aeba066ac70c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:16.917745 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c3966f01-396b-4f73-91ff-aeba066ac70c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4312201 Mar 22 14:00:16.918737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46784) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:16.919478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Attempting to bind port 72ae3d90-a732-48df-be9e-61ee8aecdf9c on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:16.919806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Attempting to bind port 72ae3d90-a732-48df-be9e-61ee8aecdf9c by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:16.920120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Attempting to bind port 72ae3d90-a732-48df-be9e-61ee8aecdf9c on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:16.946167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Port 72ae3d90-a732-48df-be9e-61ee8aecdf9c on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:16.946546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Attempting to bind port 72ae3d90-a732-48df-be9e-61ee8aecdf9c on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:16.953012 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ead420-fcbe-4e66-ac5f-56d25533a4ca tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:16.953012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ead420-fcbe-4e66-ac5f-56d25533a4ca tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:16.972250 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-74ead420-fcbe-4e66-ac5f-56d25533a4ca tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "DELETE /v2.0/networks/1498564a-7e80-4293-a65d-f0a7c3ae236c HTTP/1.1" status: 404 len: 339 time: 0.0410535 Mar 22 14:00:16.976892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46786) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:16.978650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:16.978988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:16.979383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:16.979838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Bound port: 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:16.981561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.009693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:17.019547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f67a9fe-1227-475b-a182-cb830ecb9c08 admin admin] 10.222.0.44 "PUT /v2.0/routers/2b6ec5ba-8061-449b-b539-503ba0a071a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3793235 Mar 22 14:00:17.021754 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] Sync routers for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:17.026282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46790) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:17.054303 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:17.057439 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:59:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:17.060520 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d306985c-b552-4d3e-9954-acb05245e1de tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:17.061229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d306985c-b552-4d3e-9954-acb05245e1de tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:17.068810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d306985c-b552-4d3e-9954-acb05245e1de tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "DELETE /v2.0/ports/ce896609-12b6-47c6-b947-c06d82d066f2 HTTP/1.1" status: 404 len: 333 time: 0.0462911 Mar 22 14:00:17.071658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46792) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:17.110986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Deleting port 5bd6b159-19ad-4683-b728-90b816dd64b5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:17.118237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.192136 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-502d6d7e-3cbf-4af9-82b6-e08ca138d73e tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] DELETE failed (client error): The resource could not be found. Mar 22 14:00:17.192511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502d6d7e-3cbf-4af9-82b6-e08ca138d73e tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:17.199254 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-502d6d7e-3cbf-4af9-82b6-e08ca138d73e tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "DELETE /v2.0/subnets/7470e88b-c624-4444-a732-9bb5850613b4 HTTP/1.1" status: 404 len: 337 time: 0.1026492 Mar 22 14:00:17.222286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:17.237265 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:17.255205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:17.295529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks [] for router (2b6ec5ba-8061-449b-b539-503ba0a071a8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.343686 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2137debe-d0d8-4625-b698-5be800f65f80 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] GET failed (client error): The resource could not be found. Mar 22 14:00:17.345288 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2137debe-d0d8-4625-b698-5be800f65f80 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "GET /v2.0/networks/ca3d1706-382a-41e0-89a0-617aa110d151 HTTP/1.1" status: 404 len: 339 time: 0.0889802 Mar 22 14:00:17.349498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46798) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:17.393558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878aaaf-b83d-4047-a307-43b6ddbebc29 req-30bcdac5-85c6-4e24-875a-e6d3f1b2bb3f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.399319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878aaaf-b83d-4047-a307-43b6ddbebc29 req-30bcdac5-85c6-4e24-875a-e6d3f1b2bb3f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.410121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:17.411832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878aaaf-b83d-4047-a307-43b6ddbebc29 req-30bcdac5-85c6-4e24-875a-e6d3f1b2bb3f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.413680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0878aaaf-b83d-4047-a307-43b6ddbebc29 req-30bcdac5-85c6-4e24-875a-e6d3f1b2bb3f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 2374 time: 0.6590366 Mar 22 14:00:17.423281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:17.431451 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb78c46-b030-4f88-8600-3c2e7446b437 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] GET failed (client error): The resource could not be found. Mar 22 14:00:17.442920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7fb78c46-b030-4f88-8600-3c2e7446b437 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "GET /v2.0/ports/33f0ea6d-89c3-4ba1-b5eb-9ff80d8e07a7 HTTP/1.1" status: 404 len: 333 time: 0.0896008 Mar 22 14:00:17.445488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46800) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:17.448055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.468896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.469050 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.471900 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] 10.222.0.57 "PUT /v2.0/ports/72ae3d90-a732-48df-be9e-61ee8aecdf9c HTTP/1.1" status: 200 len: 1096 time: 2.0823839 Mar 22 14:00:17.515987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:17.519435 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ba5b5-9588-4862-a3b8-0b5fbf785391" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:17.597188 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T14:00:13Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:17.696450 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] Checking router: 2b6ec5ba-8061-449b-b539-503ba0a071a8 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:17.708770 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] Routers {'2b6ec5ba-8061-449b-b539-503ba0a071a8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:17.709742 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T13:59:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2b6ec5ba-8061-449b-b539-503ba0a071a8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:17.792310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-a5245394-9b3a-4a81-8fe7-043674efa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.793803 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-a5245394-9b3a-4a81-8fe7-043674efa916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a361889885747f3bacf681d7c5e79dd&device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 1130 time: 0.2099864 Mar 22 14:00:17.806259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] For port 5bd6b159-19ad-4683-b728-90b816dd64b5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5bd6b159-19ad-4683-b728-90b816dd64b5,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:17.806734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.875702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Calling delete_port for 5bd6b159-19ad-4683-b728-90b816dd64b5 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:17.876778 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] Set router 2b6ec5ba-8061-449b-b539-503ba0a071a8 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:17.953297 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-57df553a-cd11-490e-b3cf-834c2305bd73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c HTTP/1.1" status: 200 len: 217 time: 0.1405995 Mar 22 14:00:17.961765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9ecee-9069-460d-ab69-89d20b05c345 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:17.962020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.970729 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7acd94-2f69-4806-a5cf-8259f9a1c69c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] GET failed (client error): The resource could not be found. Mar 22 14:00:17.972088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ba7acd94-2f69-4806-a5cf-8259f9a1c69c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "GET /v2.0/subnets/5c5a29ac-bbd2-4039-9ce4-8ef06ef7c8df HTTP/1.1" status: 404 len: 337 time: 0.5175910 Mar 22 14:00:17.990106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46812) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:18.053690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-02fb3667-d8d2-4422-a00c-4aa508d22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.056081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394d236-cf71-4ee1-9364-e291584264aa req-93101fc3-ed02-4dc3-903a-5862f7702bdd tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.056262 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-02fb3667-d8d2-4422-a00c-4aa508d22f0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0751050 Mar 22 14:00:18.058116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e394d236-cf71-4ee1-9364-e291584264aa req-93101fc3-ed02-4dc3-903a-5862f7702bdd tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a0ad26-1db1-4464-8964-dc23a9b94ef1 HTTP/1.1" status: 200 len: 949 time: 0.7584510 Mar 22 14:00:18.070791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9677d060-8da6-4a54-a9bd-d2e06f8850a8 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:18.090151 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9677d060-8da6-4a54-a9bd-d2e06f8850a8 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] PUT failed (client error): The resource could not be found. Mar 22 14:00:18.090680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9677d060-8da6-4a54-a9bd-d2e06f8850a8 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:18.097422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9677d060-8da6-4a54-a9bd-d2e06f8850a8 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "PUT /v2.0/networks/7b7e7667-950f-4c21-8315-fc3ead6dec4d HTTP/1.1" status: 404 len: 339 time: 0.1141543 Mar 22 14:00:18.100715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:18.111813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1bb33aa7-0a71-43cd-bfb4-e6361c1d293c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:18.141747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4f4db799-5469-46e9-9070-e6fb5eebda0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.162536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0878aaaf-b83d-4047-a307-43b6ddbebc29 req-9114ea3d-ff99-445b-8869-5c57d31b75fd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7178342 Mar 22 14:00:18.190837 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks [] for router_gateway (2b6ec5ba-8061-449b-b539-503ba0a071a8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.239991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e394d236-cf71-4ee1-9364-e291584264aa req-78b764c0-e655-4fe7-846f-97c24fd05427 tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebe06f0-197c-4515-b83c-a6f06e4d56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694858 Mar 22 14:00:18.333235 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T14:00:13Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:18.402368 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd6e2d-8156-41cc-b48c-870efd7f95c6 None None] The sync data for ids ['2b6ec5ba-8061-449b-b539-503ba0a071a8'] in n-d-834677-3 is: [{'id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-344423824-router', 'tenant_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:16Z', 'updated_at': '2022-03-22T14:00:13Z', 'revision_number': 5, 'project_id': 'de610e0c707643b4aa6cb1de9cc9532a', 'gw_port': {'id': 'b92a1e5a-f56d-43f9-847e-dad93f341e68', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ec5ba-8061-449b-b539-503ba0a071a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:17Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:18.412453 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb33aa7-0a71-43cd-bfb4-e6361c1d293c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] PUT failed (client error): The resource could not be found. Mar 22 14:00:18.413778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb33aa7-0a71-43cd-bfb4-e6361c1d293c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:18.421729 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1bb33aa7-0a71-43cd-bfb4-e6361c1d293c tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "PUT /v2.0/ports/fff895d7-6618-4c29-b696-7dea8d0d71e3 HTTP/1.1" status: 404 len: 333 time: 0.3114736 Mar 22 14:00:18.422463 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01067f5-48ac-48cb-a95b-a8e5516c3f7a x-openstack-request-id: req-e01067f5-48ac-48cb-a95b-a8e5516c3f7a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:18.422805 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:18.423063 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e01067f5-48ac-48cb-a95b-a8e5516c3f7a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:18.423614 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01067f5-48ac-48cb-a95b-a8e5516c3f7a'] response: {'name': 'network-changed', 'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'status': 'completed', 'code': 200} Mar 22 14:00:18.423984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46826) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:18.426455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5bd6b159-19ad-4683-b728-90b816dd64b5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.433042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5a4e1673-3644-4a50-b46c-4e07255fad68 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:18.444120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Deleting port b92a1e5a-f56d-43f9-847e-dad93f341e68 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:18.444643 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.504051 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4e1673-3644-4a50-b46c-4e07255fad68 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] PUT failed (client error): The resource could not be found. Mar 22 14:00:18.504511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4e1673-3644-4a50-b46c-4e07255fad68 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:00:18.509288 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5a4e1673-3644-4a50-b46c-4e07255fad68 tempest-NetworksNegativeTestJSON-244247163 tempest-NetworksNegativeTestJSON-244247163-project] 10.222.0.44 "PUT /v2.0/subnets/b30026cf-31c0-41f0-bdc2-42a1d17ca560 HTTP/1.1" status: 404 len: 337 time: 0.0802495 Mar 22 14:00:18.516093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Pushing event deleted for resources: {'Port': ['ID=5bd6b159-19ad-4683-b728-90b816dd64b5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:18.573997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efcccf-2fca-41de-82eb-44dad8159037 req-337414e3-c7c2-48ce-a3ca-7e31965a4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.584452 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-337414e3-c7c2-48ce-a3ca-7e31965a4425 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4828439 Mar 22 14:00:18.628541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] No DVR routers for this DVR port 5bd6b159-19ad-4683-b728-90b816dd64b5 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:18.636961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a1b67e1-e73e-4248-963b-d1c05e833ba8 req-86a76a9b-7562-462a-80b1-be98b79a2de1 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1891024 Mar 22 14:00:18.666704 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.672227 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7f4ae485-4809-4f17-a60d-6080942ec26f req-ad2e56aa-105f-4a53-8ea0-94f960437a7f tempest-LiveMigrationNegativeTest-1225698927 tempest-LiveMigrationNegativeTest-1225698927-project] 10.222.0.42 "DELETE /v2.0/ports/5bd6b159-19ad-4683-b728-90b816dd64b5 HTTP/1.1" status: 204 len: 173 time: 2.1266830 Mar 22 14:00:18.701796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 10.2.2.100 (d3cbff06-4044-4032-b9bb-d71d7404b16b/f941a4c0-3fd9-4c22-b0d8-d2c506883369/10fd6706-d71c-4a00-a5a4-1033d87a0d21) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:18.739465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686a30a-1d63-45e7-8101-17db54122674 req-c9c02fa3-cfb7-462a-99d4-8c62fdd4fe68 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.741817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f686a30a-1d63-45e7-8101-17db54122674 req-c9c02fa3-cfb7-462a-99d4-8c62fdd4fe68 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 948 time: 0.2420535 Mar 22 14:00:18.753582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] For port b92a1e5a-f56d-43f9-847e-dad93f341e68, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b92a1e5a-f56d-43f9-847e-dad93f341e68,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:18.754250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.786867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-f5b8b559-4140-46b2-99cd-f9af5b9121c8 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596358 Mar 22 14:00:18.817168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Calling delete_port for b92a1e5a-f56d-43f9-847e-dad93f341e68 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:18.907631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:18.999798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:19.000434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a0fcc98-4258-4f7e-a0eb-66f6d65c8627 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:19.099778 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82efcccf-2fca-41de-82eb-44dad8159037 req-1c512485-060c-443a-8099-f72542ca655a service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023000 Mar 22 14:00:19.100225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46832) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:19.289354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-4ed72dd0-bc24-447e-9450-326a2e09882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.293691 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-4ed72dd0-bc24-447e-9450-326a2e09882b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a361889885747f3bacf681d7c5e79dd&device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 1130 time: 0.1001017 Mar 22 14:00:19.448781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72921675-2623-4c10-b17d-142ea5313cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.530948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-31274089-a5b1-4f4c-95ec-ae886a615839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.532488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-31274089-a5b1-4f4c-95ec-ae886a615839 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2342918 Mar 22 14:00:19.586315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5bd6b159-19ad-4683-b728-90b816dd64b5 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:19.589264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-cf3de161-31a7-49fb-a5fa-98343a8ef5ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c HTTP/1.1" status: 200 len: 217 time: 0.0494566 Mar 22 14:00:19.594673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f686a30a-1d63-45e7-8101-17db54122674 req-9434d19a-ad4b-44ce-ae51-9ca1873b1fe8 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8414543 Mar 22 14:00:19.628011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 5bd6b159-19ad-4683-b728-90b816dd64b5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:19.633008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5bd6b159-19ad-4683-b728-90b816dd64b5 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:19.651325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b92a1e5a-f56d-43f9-847e-dad93f341e68), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.670395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-0440b2df-8ed9-412c-ba92-a9bb7413173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.672047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-0440b2df-8ed9-412c-ba92-a9bb7413173d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0729423 Mar 22 14:00:19.677041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72921675-2623-4c10-b17d-142ea5313cc2 admin admin] Publish callbacks [] for security_group (a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.689606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72921675-2623-4c10-b17d-142ea5313cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.708472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ebfc-88cb-41f4-9b6e-826b92f1e24c req-42393b1f-cfdb-4bee-81ed-6f12d9cfa242 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.713794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ebfc-88cb-41f4-9b6e-826b92f1e24c req-42393b1f-cfdb-4bee-81ed-6f12d9cfa242 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.720982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ebfc-88cb-41f4-9b6e-826b92f1e24c req-42393b1f-cfdb-4bee-81ed-6f12d9cfa242 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.722445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddd9ebfc-88cb-41f4-9b6e-826b92f1e24c req-42393b1f-cfdb-4bee-81ed-6f12d9cfa242 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 2374 time: 0.3426883 Mar 22 14:00:19.729042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92a1e5a-f56d-43f9-847e-dad93f341e68,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:19.827704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.840315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-72921675-2623-4c10-b17d-142ea5313cc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2061b82531974389a563f0adc7810f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7391644 Mar 22 14:00:19.855183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46854) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:19.895468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-5ed246fb-5db0-49e0-a04e-c4c7e3a11cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.900270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-5ed246fb-5db0-49e0-a04e-c4c7e3a11cf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2217307 Mar 22 14:00:19.925582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72921675-2623-4c10-b17d-142ea5313cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:19.967673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d16220e-2141-465e-b54d-41a5eb2b9641 req-7d732ef3-e19d-4e04-adb3-7c6d9124b0ab tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0521429 Mar 22 14:00:19.968701 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (2b6ec5ba-8061-449b-b539-503ba0a071a8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.025693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddd9ebfc-88cb-41f4-9b6e-826b92f1e24c req-0792e56f-9e91-4d6b-b6a0-e314be50e709 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877517 Mar 22 14:00:20.109360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-107d3b34-3bc1-4660-92a6-8df6e1a088f5 admin admin] Publish callbacks [] for security_group (a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.110952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (2b6ec5ba-8061-449b-b539-503ba0a071a8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.113693 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks [] for router_controller (2b6ec5ba-8061-449b-b539-503ba0a071a8), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.123994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.168181 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-6ca87594-b438-4a8f-b7f1-67eb8877187a service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324121 Mar 22 14:00:20.203908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-107d3b34-3bc1-4660-92a6-8df6e1a088f5 admin admin] Publish callbacks [] for security_group (a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.206400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46858) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:20.225481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (2b6ec5ba-8061-449b-b539-503ba0a071a8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.226607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b6ec5ba-8061-449b-b539-503ba0a071a8 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:00:20.261481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.262720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9d6509e1-1914-4c64-9aaf-aeca052313f1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2b6ec5ba-8061-449b-b539-503ba0a071a8 HTTP/1.1" status: 204 len: 168 time: 3.2354724 Mar 22 14:00:20.267707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46862) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:20.310986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network d3cbff06-4044-4032-b9bb-d71d7404b16b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:20.325376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:20.335583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:20.393900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db23cf06-4aa1-4c8f-b382-c72c117a9f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.430751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'name': 'network-vif-deleted', 'tag': '5bd6b159-19ad-4683-b728-90b816dd64b5'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:20.437538 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f362e1b-f03a-4817-a07b-6c9bd5653bcc" -d '{"events": [{"server_uuid": "96a0ad26-1db1-4464-8964-dc23a9b94ef1", "name": "network-vif-deleted", "tag": "5bd6b159-19ad-4683-b728-90b816dd64b5"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:20.445640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=10fd6706-d71c-4a00-a5a4-1033d87a0d21,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:20.530501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.531181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.541897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] Deleting subnet 4b9aa4ed-a7db-487e-89b5-7b3ffd64526c {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:00:20.557095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] Publish callbacks [] for subnet (4b9aa4ed-a7db-487e-89b5-7b3ffd64526c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.609261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-cef629c7-e543-4870-9549-3d9447ef17a3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2978833 Mar 22 14:00:20.620496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b', 'admin_state_up': True, 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'security_groups': ['799dfc81-c6f6-4070-b213-d67218a923a5']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:20.622774 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (4b9aa4ed-a7db-487e-89b5-7b3ffd64526c), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.671517 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (4b9aa4ed-a7db-487e-89b5-7b3ffd64526c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.747075 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9879123-a68e-4d0e-94aa-685bd0a18898 x-openstack-request-id: req-c9879123-a68e-4d0e-94aa-685bd0a18898 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:20.748278 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a0ad26-1db1-4464-8964-dc23a9b94ef1", "name": "network-vif-deleted", "tag": "5bd6b159-19ad-4683-b728-90b816dd64b5", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:20.748616 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9879123-a68e-4d0e-94aa-685bd0a18898 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:20.749103 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9879123-a68e-4d0e-94aa-685bd0a18898'] response: {'server_uuid': '96a0ad26-1db1-4464-8964-dc23a9b94ef1', 'name': 'network-vif-deleted', 'tag': '5bd6b159-19ad-4683-b728-90b816dd64b5', 'status': 'completed', 'code': 200} Mar 22 14:00:20.775575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (4b9aa4ed-a7db-487e-89b5-7b3ffd64526c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.781355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-107d3b34-3bc1-4660-92a6-8df6e1a088f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.784083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-107d3b34-3bc1-4660-92a6-8df6e1a088f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.785370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-107d3b34-3bc1-4660-92a6-8df6e1a088f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f HTTP/1.1" status: 204 len: 168 time: 0.9269974 Mar 22 14:00:20.787577 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f80ba5b5-9588-4862-a3b8-0b5fbf785391 req-17ac35fa-24c7-4671-a4c4-1c358f7072e4 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122110 Mar 22 14:00:20.828197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Made reservation on behalf of 243e3af9ab1d4cd58348ee3e11639802 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:20.833708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.863080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ecd6-0200-4055-8c61-0b453a58b278 req-86eb868d-d2cc-453e-8524-d074207713f1 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.864886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b4ecd6-0200-4055-8c61-0b453a58b278 req-86eb868d-d2cc-453e-8524-d074207713f1 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 948 time: 0.1219037 Mar 22 14:00:20.932006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-611c81ac-2020-47f3-babb-1f399698d3bd None None] Provisioning complete for port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:20.933390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-611c81ac-2020-47f3-babb-1f399698d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.967716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b4ecd6-0200-4055-8c61-0b453a58b278 req-fe7ab0d5-534e-441b-accc-c55e6792197e tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964987 Mar 22 14:00:21.059003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b92a1e5a-f56d-43f9-847e-dad93f341e68 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:21.083917 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fb541b82-aadd-4e48-ab00-750ced2e4a8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45c0e90b1478494eba8ac7c5207036d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8740358 Mar 22 14:00:21.083917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b9aa4ed-a7db-487e-89b5-7b3ffd64526c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.089933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46884) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:21.099847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d3b34-3bc1-4660-92a6-8df6e1a088f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c03a39-4132-49c4-bcd0-ae0af0e3dd3f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.115468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.126633 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-35763b01-8b8a-4d2c-811d-3c48a1ff557b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b9aa4ed-a7db-487e-89b5-7b3ffd64526c HTTP/1.1" status: 204 len: 168 time: 0.8556175 Mar 22 14:00:21.138822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46886) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:21.143173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b92a1e5a-f56d-43f9-847e-dad93f341e68 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:21.150601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b92a1e5a-f56d-43f9-847e-dad93f341e68 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:21.185956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-611c81ac-2020-47f3-babb-1f399698d3bd None None] Port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:21.266505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a16ef123-d7d2-40a6-81c2-2adc611be613 req-2f03b2b7-9930-40d5-ad38-edbeef6228de tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1228302 Mar 22 14:00:21.308949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1357-9d22-4390-9b52-d3a75fed3aad admin admin] Publish callbacks [] for security_group (3ebe06f0-197c-4515-b83c-a6f06e4d56e9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.314164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d79a7883-4385-4217-b6a4-181188406ca0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.359968 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1357-9d22-4390-9b52-d3a75fed3aad admin admin] Publish callbacks [] for security_group (3ebe06f0-197c-4515-b83c-a6f06e4d56e9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.463625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d79a7883-4385-4217-b6a4-181188406ca0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.486070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79a7883-4385-4217-b6a4-181188406ca0']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:21.496765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf322ad-26a3-41df-b269-e0cce37bd059') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:21.497163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf322ad-26a3-41df-b269-e0cce37bd059') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:21.507313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (fcf322ad-26a3-41df-b269-e0cce37bd059), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.521465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (fcf322ad-26a3-41df-b269-e0cce37bd059), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.528622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:21.529169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (fcf322ad-26a3-41df-b269-e0cce37bd059), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.552204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9358-ec60-4b5b-883f-0a232bf6c0e0 req-bc2dd150-a840-475a-bd6c-862be7ca69ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.561782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9358-ec60-4b5b-883f-0a232bf6c0e0 req-bc2dd150-a840-475a-bd6c-862be7ca69ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.577748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9358-ec60-4b5b-883f-0a232bf6c0e0 req-bc2dd150-a840-475a-bd6c-862be7ca69ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.585152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9358-ec60-4b5b-883f-0a232bf6c0e0 req-bc2dd150-a840-475a-bd6c-862be7ca69ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:21.593746 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:21.596966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb3b9358-ec60-4b5b-883f-0a232bf6c0e0 req-bc2dd150-a840-475a-bd6c-862be7ca69ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 3095 time: 0.3462389 Mar 22 14:00:21.599079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d79a7883-4385-4217-b6a4-181188406ca0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.612232 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.612458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Allocated IP 10.2.2.200 (d3cbff06-4044-4032-b9bb-d71d7404b16b/f941a4c0-3fd9-4c22-b0d8-d2c506883369/9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:21.618252 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] 10.222.0.44 "DELETE /v2.0/networks/d79a7883-4385-4217-b6a4-181188406ca0 HTTP/1.1" status: 204 len: 168 time: 0.4714463 Mar 22 14:00:21.636756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9e30e-5e02-4402-88d0-39f95334c75a admin admin] Pushing event deleted for resources: {'Network': ['ID=d79a7883-4385-4217-b6a4-181188406ca0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.671696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1357-9d22-4390-9b52-d3a75fed3aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3ebe06f0-197c-4515-b83c-a6f06e4d56e9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.674611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1357-9d22-4390-9b52-d3a75fed3aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.676009 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4f9a1357-9d22-4390-9b52-d3a75fed3aad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ebe06f0-197c-4515-b83c-a6f06e4d56e9 HTTP/1.1" status: 204 len: 168 time: 0.5667019 Mar 22 14:00:21.691092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:21.700816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a1357-9d22-4390-9b52-d3a75fed3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebe06f0-197c-4515-b83c-a6f06e4d56e9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.797409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb3b9358-ec60-4b5b-883f-0a232bf6c0e0 req-5ddfca93-f6e7-4979-bc8b-13131e2bfd5a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019036 Mar 22 14:00:21.888613 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.894869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46902) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:22.093214 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4bae6b31-bf8d-46c1-9e05-6d26cd52de44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de610e0c707643b4aa6cb1de9cc9532a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969292 Mar 22 14:00:22.095875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:22.117917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:22.155166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'mac_address': 'fa:16:3e:a7:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:22.167061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.205181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13e3417f-67f1-4343-8324-bb99f8fc24e7 admin admin] Publish callbacks [] for security_group (aea34f3e-e58a-494c-a728-5ef41bc7405e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.241123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:22.241500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.243371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13e3417f-67f1-4343-8324-bb99f8fc24e7 admin admin] Publish callbacks [] for security_group (aea34f3e-e58a-494c-a728-5ef41bc7405e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.274411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ae3d90-a732-48df-be9e-61ee8aecdf9c {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:22.315885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:22.333388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.411252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13e3417f-67f1-4343-8324-bb99f8fc24e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (aea34f3e-e58a-494c-a728-5ef41bc7405e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.414255 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13e3417f-67f1-4343-8324-bb99f8fc24e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.415611 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13e3417f-67f1-4343-8324-bb99f8fc24e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aea34f3e-e58a-494c-a728-5ef41bc7405e HTTP/1.1" status: 204 len: 168 time: 0.3187187 Mar 22 14:00:22.424109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97fde3-8648-452f-97d0-4045773e7715 req-4c7c92d9-8abc-4030-b69f-6a0375fbc11d tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:22.434822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b97fde3-8648-452f-97d0-4045773e7715 req-4c7c92d9-8abc-4030-b69f-6a0375fbc11d tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 948 time: 0.2730188 Mar 22 14:00:22.439388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3417f-67f1-4343-8324-bb99f8fc24e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea34f3e-e58a-494c-a728-5ef41bc7405e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:22.451672 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.491066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46930) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:22.493118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:22.564289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6e49c87-97d9-455c-88f3-1102942826d8 req-6aa744fe-9c7b-44d1-8f9a-b700a1c217af tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1236768 Mar 22 14:00:22.588869 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0ddb8c85-0475-4ddb-b664-2c34ee897b4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a078ddf904024b64acbea25baa15bf69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958848 Mar 22 14:00:22.591376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46932) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:22.630212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Network d3cbff06-4044-4032-b9bb-d71d7404b16b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:22.636300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:22.656634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:22.662536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['72ae3d90-a732-48df-be9e-61ee8aecdf9c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:22.714320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae591765-1a7c-4a52-bcef-c5e0fc2b0fd9 admin admin] Publish callbacks [] for security_group (403809bc-e060-4322-b8c3-cb465462d9b2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.761886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae591765-1a7c-4a52-bcef-c5e0fc2b0fd9 admin admin] Publish callbacks [] for security_group (403809bc-e060-4322-b8c3-cb465462d9b2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.871014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae591765-1a7c-4a52-bcef-c5e0fc2b0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (403809bc-e060-4322-b8c3-cb465462d9b2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.873864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae591765-1a7c-4a52-bcef-c5e0fc2b0fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.878031 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae591765-1a7c-4a52-bcef-c5e0fc2b0fd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/403809bc-e060-4322-b8c3-cb465462d9b2 HTTP/1.1" status: 204 len: 168 time: 0.2853293 Mar 22 14:00:22.892574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae591765-1a7c-4a52-bcef-c5e0fc2b0fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403809bc-e060-4322-b8c3-cb465462d9b2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:22.968936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:22.972954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.008101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b97fde3-8648-452f-97d0-4045773e7715 req-b5288d7e-d023-49f0-8b6b-66f2d4941e5b tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715506 Mar 22 14:00:23.035189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event updated for resources: {'Port': ['ID=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:23.127345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9a1015fd-f29a-454e-b83e-b812f71246b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5111382 Mar 22 14:00:23.176509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:23.230690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6fd69194-da5e-4ea2-949c-bdd907d212a4 None None] Provisioning complete for port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:23.232672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6fd69194-da5e-4ea2-949c-bdd907d212a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.321645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.335104 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.355552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6fd69194-da5e-4ea2-949c-bdd907d212a4 None None] Port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:23.369508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6e3d-5cd6-4731-b0e3-0641f4d68a74 req-5b00cf38-283a-48c2-abae-55e4085ac4b4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.375214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6e3d-5cd6-4731-b0e3-0641f4d68a74 req-5b00cf38-283a-48c2-abae-55e4085ac4b4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.381495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6e3d-5cd6-4731-b0e3-0641f4d68a74 req-5b00cf38-283a-48c2-abae-55e4085ac4b4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.388598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6e3d-5cd6-4731-b0e3-0641f4d68a74 req-5b00cf38-283a-48c2-abae-55e4085ac4b4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.399107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6e3d-5cd6-4731-b0e3-0641f4d68a74 req-5b00cf38-283a-48c2-abae-55e4085ac4b4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.406758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa2d6e3d-5cd6-4731-b0e3-0641f4d68a74 req-5b00cf38-283a-48c2-abae-55e4085ac4b4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 3816 time: 0.3788497 Mar 22 14:00:23.744939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a1124e-4ab5-465a-88a9-fcc0e10655dd {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:23.753837 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Publish callbacks [] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.768569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Transition to ACTIVE for port object f8a1124e-4ab5-465a-88a9-fcc0e10655dd will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:23.790311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.910376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45c9b43e-59df-4565-ad4f-f9a7d83c07c1 req-ed0ed5f8-daac-43f7-858a-cdc6b70c46fc tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.1338995 Mar 22 14:00:23.993239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa2d6e3d-5cd6-4731-b0e3-0641f4d68a74 req-e4b0b92a-1122-4f66-a92d-fd095d487e0e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5850086 Mar 22 14:00:24.134397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.143847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:24.215652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Attempting to bind port f8a1124e-4ab5-465a-88a9-fcc0e10655dd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:24.219495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Attempting to bind port f8a1124e-4ab5-465a-88a9-fcc0e10655dd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:24.220006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Attempting to bind port f8a1124e-4ab5-465a-88a9-fcc0e10655dd on network 1532a482-608f-4937-acee-08934e99fda0 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:24.256925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Port f8a1124e-4ab5-465a-88a9-fcc0e10655dd on network 1532a482-608f-4937-acee-08934e99fda0 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:24.259495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Attempting to bind port f8a1124e-4ab5-465a-88a9-fcc0e10655dd on network 1532a482-608f-4937-acee-08934e99fda0 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:24.289792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:24.290167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Checking segment: {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:24.290703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Bound using segment: {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:24.291347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Bound port: f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73def72a-0157-48b7-ae43-0daeb0286a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1532a482-608f-4937-acee-08934e99fda0'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:24.291762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.455407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] For port f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:24.466742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] For port f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:24.488698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.558383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f930-f98f-4c6c-bb30-5c861891f9b5 req-6064f267-ed7e-4a68-a0b0-e6f515005ec4 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:24.568688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8281f930-f98f-4c6c-bb30-5c861891f9b5 req-6064f267-ed7e-4a68-a0b0-e6f515005ec4 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 949 time: 0.3576031 Mar 22 14:00:24.574109 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.667579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:24.668580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.670078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] 10.222.0.42 "PUT /v2.0/ports/f8a1124e-4ab5-465a-88a9-fcc0e10655dd HTTP/1.1" status: 200 len: 1092 time: 1.4989772 Mar 22 14:00:24.675969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:24.678529 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:24.858616 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b9d3bf-7b82-4ca0-a304-fddeec79e017 x-openstack-request-id: req-f9b9d3bf-7b82-4ca0-a304-fddeec79e017 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:24.860947 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:24.861398 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9b9d3bf-7b82-4ca0-a304-fddeec79e017 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:24.862445 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b9d3bf-7b82-4ca0-a304-fddeec79e017'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'status': 'completed', 'code': 200} Mar 22 14:00:24.878497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:24.888915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8281f930-f98f-4c6c-bb30-5c861891f9b5 req-30549fac-1c34-4e72-a56f-b1668cc358f6 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178291 Mar 22 14:00:24.908977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fad9c-743d-437b-8828-e6825c6e198a service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:24.990837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47020) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:25.034976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-e73cec54-d53f-4028-81a6-0e1a4bdf4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.041496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-e73cec54-d53f-4028-81a6-0e1a4bdf4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.042027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-e73cec54-d53f-4028-81a6-0e1a4bdf4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.047064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-e73cec54-d53f-4028-81a6-0e1a4bdf4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.048718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-e73cec54-d53f-4028-81a6-0e1a4bdf4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.051000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-e73cec54-d53f-4028-81a6-0e1a4bdf4a38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 4394 time: 0.2565081 Mar 22 14:00:25.051613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47026) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:25.056537 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.480529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490200f9-bcae-4af5-8165-920331f4b1a5 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:25.490097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Publish callbacks [] for port (490200f9-bcae-4af5-8165-920331f4b1a5), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.504774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Transition to ACTIVE for port object 490200f9-bcae-4af5-8165-920331f4b1a5 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:25.515441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.576874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-281940285-network', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:25.587347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1234798425-network', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:25.587999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Pushing event updated for resources: {'Port': ['ID=490200f9-bcae-4af5-8165-920331f4b1a5,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:25.642712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bb7b70-ab44-4768-813b-5a4f5b8b2c4b req-f59f306d-bc7f-4fb5-a2c0-81e4229f4dcd tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.5144234 Mar 22 14:00:25.692194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:25.732761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Attempting to bind port 490200f9-bcae-4af5-8165-920331f4b1a5 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:25.733385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Attempting to bind port 490200f9-bcae-4af5-8165-920331f4b1a5 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:25.734188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Attempting to bind port 490200f9-bcae-4af5-8165-920331f4b1a5 on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:25.741262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Port 490200f9-bcae-4af5-8165-920331f4b1a5 on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:25.741844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Attempting to bind port 490200f9-bcae-4af5-8165-920331f4b1a5 on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:25.751344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:25.752007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Checking segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:25.752662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Bound using segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:25.753479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Bound port: 490200f9-bcae-4af5-8165-920331f4b1a5, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:25.754079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.836985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Made reservation on behalf of ee24ae5eac0945cdbd5717468740ee98 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:25.845725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.856589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Made reservation on behalf of 4e13edcec83d48b6841c00aef15ca185 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:25.867328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.881501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] For port 490200f9-bcae-4af5-8165-920331f4b1a5, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:25.887957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] For port 490200f9-bcae-4af5-8165-920331f4b1a5, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=490200f9-bcae-4af5-8165-920331f4b1a5,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:25.892761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 72ae3d90-a732-48df-be9e-61ee8aecdf9c completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:25.900899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 72ae3d90-a732-48df-be9e-61ee8aecdf9c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:25.902146 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.913287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.988910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.004223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.008973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.011260 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] 10.222.0.42 "PUT /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 1130 time: 1.1377909 Mar 22 14:00:26.024920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '490200f9-bcae-4af5-8165-920331f4b1a5'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:26.032666 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "490200f9-bcae-4af5-8165-920331f4b1a5"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:26.067906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:26.158530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:26.158944 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.185589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks [] for security_group (50860099-4ca1-45b4-a7e9-a297c2e8cb4b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.191167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-18fbd077-9969-49a1-b333-0ade48f95c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.191630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-18fbd077-9969-49a1-b333-0ade48f95c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.198452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-18fbd077-9969-49a1-b333-0ade48f95c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.200214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-18fbd077-9969-49a1-b333-0ade48f95c37 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=243e3af9ab1d4cd58348ee3e11639802&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1240277 Mar 22 14:00:26.200962 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.203039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:26.204362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:26.207929 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50288be9-3bba-4972-b81a-17720566e79c" -d '{"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-plugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:26.238949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.269056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.308471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcb1db-16f0-46d5-9dcd-e10c8a7572fc service neutron] Pushing event updated for resources: {'Port': ['ID=490200f9-bcae-4af5-8165-920331f4b1a5,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:26.336171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:26.361809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (50860099-4ca1-45b4-a7e9-a297c2e8cb4b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.396581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-8deaa7eb-6299-464b-a93d-b2836e3e20c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.402565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-8deaa7eb-6299-464b-a93d-b2836e3e20c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.414415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-8deaa7eb-6299-464b-a93d-b2836e3e20c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.420123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-8deaa7eb-6299-464b-a93d-b2836e3e20c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.425701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-8deaa7eb-6299-464b-a93d-b2836e3e20c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.431256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-8deaa7eb-6299-464b-a93d-b2836e3e20c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.433253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-8deaa7eb-6299-464b-a93d-b2836e3e20c6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 4600 time: 1.3038137 Mar 22 14:00:26.531062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:26.576046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50860099-4ca1-45b4-a7e9-a297c2e8cb4b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:26.636641 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5325fd3e-c655-486b-8fbf-2a4f34f7745e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.636990 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Added segment 5325fd3e-c655-486b-8fbf-2a4f34f7745e of type vlan for network d69b8695-fbed-4d7c-950b-ceea138f0a4c Mar 22 14:00:26.734240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7098d8-9666-4772-9d64-f3c638dfa71b {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:26.743411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Publish callbacks [] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.763621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Transition to ACTIVE for port object 7a7098d8-9666-4772-9d64-f3c638dfa71b will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:26.776292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.782926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e10574-e015-42b4-a2c6-a7282beacf17 req-7e214c8f-c71c-408a-ab46-9cf4aceee0bc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.785201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79e10574-e015-42b4-a2c6-a7282beacf17 req-7e214c8f-c71c-408a-ab46-9cf4aceee0bc tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 950 time: 0.4543931 Mar 22 14:00:26.786432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-8b0ed751-fed1-43af-b731-eaebd4ef41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.787828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20e87102-f1f1-4cc6-b2ed-267818bb2ac4 req-8b0ed751-fed1-43af-b731-eaebd4ef41ab service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5685723 Mar 22 14:00:26.795455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d69b8695-fbed-4d7c-950b-ceea138f0a4c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.847262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d69b8695-fbed-4d7c-950b-ceea138f0a4c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.848377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.849015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.986902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] Pushing event updated for resources: {'Network': ['ID=d69b8695-fbed-4d7c-950b-ceea138f0a4c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:26.990778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-425e14a7-6c22-4143-af32-ef4cc6aafdfa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9930043 Mar 22 14:00:26.999272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:27.000256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47054) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:27.018917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Request body: {'subnet': {'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-subnet', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:27.061135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4f15bb2-be08-46bc-b024-58aadd987a55 req-ddbe9863-9fce-4a47-a62f-918637945c8f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5887311 Mar 22 14:00:27.077698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Made reservation on behalf of 4e13edcec83d48b6841c00aef15ca185 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:27.079040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:27.080377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.171866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Attempting to bind port 7a7098d8-9666-4772-9d64-f3c638dfa71b on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:27.171866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Attempting to bind port 7a7098d8-9666-4772-9d64-f3c638dfa71b by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:27.172168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Attempting to bind port 7a7098d8-9666-4772-9d64-f3c638dfa71b on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:27.189381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Port 7a7098d8-9666-4772-9d64-f3c638dfa71b on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:27.189655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Attempting to bind port 7a7098d8-9666-4772-9d64-f3c638dfa71b on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:27.199474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:27.200180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Checking segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:27.200792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Bound using segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:27.201451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Bound port: 7a7098d8-9666-4772-9d64-f3c638dfa71b, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:27.202120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.254544 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb7910-5823-4a45-926b-b2f987217881 x-openstack-request-id: req-13cb7910-5823-4a45-926b-b2f987217881 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:27.258411 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "490200f9-bcae-4af5-8165-920331f4b1a5", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:27.258761 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13cb7910-5823-4a45-926b-b2f987217881 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:27.259273 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cb7910-5823-4a45-926b-b2f987217881'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '490200f9-bcae-4af5-8165-920331f4b1a5', 'status': 'completed', 'code': 200} Mar 22 14:00:27.325230 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652bb936-c395-4635-b401-9c15aadcf847 x-openstack-request-id: req-652bb936-c395-4635-b401-9c15aadcf847 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:27.325685 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-plugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:27.326025 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-652bb936-c395-4635-b401-9c15aadcf847 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:27.326444 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652bb936-c395-4635-b401-9c15aadcf847'] response: {'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'code': 200} Mar 22 14:00:27.327739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:27.332338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79e10574-e015-42b4-a2c6-a7282beacf17 req-ff8b0198-d064-49a6-8771-4815d0ffbeb4 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032506 Mar 22 14:00:27.361126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:27.381398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.420457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.421105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.422899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] 10.222.0.42 "PUT /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 1129 time: 1.3760760 Mar 22 14:00:27.487735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:27.529207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87ee9298-d31a-456a-86d0-f85a4b4ca84f req-aff3a73c-55e4-41e3-a531-fdaab34d6d99 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0484354 Mar 22 14:00:27.531578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks [] for security_group (59d36ece-64d1-4bc9-9a22-b70eb39b055e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.580825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.581710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.582360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.583804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.585943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.586646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.587747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.594871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-5aaef64b-a95e-4f2b-9832-928ed85f820e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6258 time: 0.3084538 Mar 22 14:00:27.597885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (59d36ece-64d1-4bc9-9a22-b70eb39b055e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.599997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8aa00-d582-47e7-9ab8-9e6577a3fb5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:27.615247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:27.634690 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a72f85d1-870e-4ca4-9757-558ef629e260), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.638000 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Added segment a72f85d1-870e-4ca4-9757-558ef629e260 of type vlan for network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 Mar 22 14:00:27.654891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fb862-136a-4a82-b3e4-1cc71e050212 req-9aa6a1d8-bdd5-4860-a26d-f3bceb758a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.656652 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d7fb862-136a-4a82-b3e4-1cc71e050212 req-9aa6a1d8-bdd5-4860-a26d-f3bceb758a42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 1132 time: 0.1963661 Mar 22 14:00:27.694558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.739337 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d7fb862-136a-4a82-b3e4-1cc71e050212 req-bd02c054-4ddb-445c-a4bf-4aafeac0d2a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744870 Mar 22 14:00:27.826970 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.032649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:00:28.041075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d36ece-64d1-4bc9-9a22-b70eb39b055e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:28.098649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0807abd0-cb69-4593-8e5c-e1cfa9195638 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:28.112284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Publish callbacks [] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.135973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.142452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.142978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Transition to ACTIVE for port object 0807abd0-cb69-4593-8e5c-e1cfa9195638 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:28.149799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.152127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.272545 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.295652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Pushing event updated for resources: {'Port': ['ID=0807abd0-cb69-4593-8e5c-e1cfa9195638,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:28.464112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Attempting to bind port 0807abd0-cb69-4593-8e5c-e1cfa9195638 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:28.464518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Attempting to bind port 0807abd0-cb69-4593-8e5c-e1cfa9195638 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:28.464787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Attempting to bind port 0807abd0-cb69-4593-8e5c-e1cfa9195638 on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:28.480809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Port 0807abd0-cb69-4593-8e5c-e1cfa9195638 on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:28.481183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Attempting to bind port 0807abd0-cb69-4593-8e5c-e1cfa9195638 on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:28.495518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:28.495518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Checking segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:28.495518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Bound using segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:28.495518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Bound port: 0807abd0-cb69-4593-8e5c-e1cfa9195638, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:28.496100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.539275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:28.544151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-c724be3a-aa95-4bd0-8fdb-951c531b0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.544684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-c724be3a-aa95-4bd0-8fdb-951c531b0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.545142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-c724be3a-aa95-4bd0-8fdb-951c531b0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.551020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:28.554900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-c724be3a-aa95-4bd0-8fdb-951c531b0125 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=243e3af9ab1d4cd58348ee3e11639802&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7997298 Mar 22 14:00:28.644723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] For port 0807abd0-cb69-4593-8e5c-e1cfa9195638, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:28.648240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] For port 0807abd0-cb69-4593-8e5c-e1cfa9195638, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:28.658620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.706294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.706908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.708398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] 10.222.0.42 "PUT /v2.0/ports/0807abd0-cb69-4593-8e5c-e1cfa9195638 HTTP/1.1" status: 200 len: 1090 time: 1.2467678 Mar 22 14:00:28.761707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:28.780971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29da021-68da-4a42-ad0e-299c2ea349ce service neutron] Pushing event updated for resources: {'Port': ['ID=0807abd0-cb69-4593-8e5c-e1cfa9195638,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:28.809458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (1212c5bc-48f6-40a2-a501-7ab7ef9f740a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.824315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-79618bea-ab54-4c98-a63d-6478bd016240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.826516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-994cd9c9-0e25-4dfb-883e-06d7c0e1f7cb req-79618bea-ab54-4c98-a63d-6478bd016240 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2644477 Mar 22 14:00:28.967123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1212c5bc-48f6-40a2-a501-7ab7ef9f740a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:28.977631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.986596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47072) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:28.996554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-53f81fdb-22d0-432f-8fcf-7bd79e991ec9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9342866 Mar 22 14:00:29.009689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Request body: {'subnet': {'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1234798425-subnet', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:29.059978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Made reservation on behalf of ee24ae5eac0945cdbd5717468740ee98 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:29.063995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.126253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.133250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.138996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.146234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.158029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.168120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.173569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.176578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67b72765-457b-493d-b114-08775c8273dc req-43c9d1bc-a5bb-49fa-9b4b-58b036083bb9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5383 time: 0.8642828 Mar 22 14:00:29.190495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Checking segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:29.190919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Network hostable DHCP agents. Network: d69b8695-fbed-4d7c-950b-ceea138f0a4c, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:29.222530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336c84d-3d98-48b1-8ccd-04f11cb62069 req-e4b76576-f96d-4080-8ffc-e4dc9d0b5bcd tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.224789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e336c84d-3d98-48b1-8ccd-04f11cb62069 req-e4b76576-f96d-4080-8ffc-e4dc9d0b5bcd tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 950 time: 0.6514006 Mar 22 14:00:29.310687 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e336c84d-3d98-48b1-8ccd-04f11cb62069 req-8a5579a5-923d-4475-b99b-ccac63074898 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699816 Mar 22 14:00:29.347627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:29.403829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d69b8695-fbed-4d7c-950b-ceea138f0a4c) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:29.415446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac71af0-5f9b-4c10-865a-6178ed356c6e None None] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:29.433923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.437109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.513715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b8262386-5aa9-46a6-98a6-8b92249aada0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5074306 Mar 22 14:00:29.534818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67b72765-457b-493d-b114-08775c8273dc req-bcfa7fdb-d61b-4c86-9b68-13fabe0610b8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3524976 Mar 22 14:00:29.541526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47084) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:29.554992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:29.662947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d030dfa-be30-4083-ba63-46bb3fea080e req-a9ec11b4-99f9-4a89-8424-6780aa10eea3 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=b016ba5e-7e4a-4412-8237-b4e4d4a2d26b HTTP/1.1" status: 200 len: 210 time: 0.0959237 Mar 22 14:00:29.673428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (2d55d0d7-6f62-4f18-91e5-600eba965a24), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.674884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (2d55d0d7-6f62-4f18-91e5-600eba965a24), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.689823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d69b8695-fbed-4d7c-950b-ceea138f0a4c', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:00:29.690870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.727861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726b20c7-c9bf-4468-ba0c-2e845bd0618e {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:29.743510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Publish callbacks [] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.771520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Transition to ACTIVE for port object 726b20c7-c9bf-4468-ba0c-2e845bd0618e will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:29.793263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '7a7098d8-9666-4772-9d64-f3c638dfa71b'}, {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:29.795564 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "7a7098d8-9666-4772-9d64-f3c638dfa71b"}, {"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:29.857128 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.858838 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks [] for router_controller (2d55d0d7-6f62-4f18-91e5-600eba965a24), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:29.890917 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ea929-7123-40df-a478-9c5ffa5f99ee x-openstack-request-id: req-f23ea929-7123-40df-a478-9c5ffa5f99ee {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:29.891201 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "7a7098d8-9666-4772-9d64-f3c638dfa71b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:29.891450 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f23ea929-7123-40df-a478-9c5ffa5f99ee {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:29.891850 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23ea929-7123-40df-a478-9c5ffa5f99ee'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '7a7098d8-9666-4772-9d64-f3c638dfa71b', 'status': 'completed', 'code': 200} Mar 22 14:00:29.892099 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23ea929-7123-40df-a478-9c5ffa5f99ee'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638', 'status': 'completed', 'code': 200} Mar 22 14:00:29.993593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Allocated IP 172.20.0.2 (d69b8695-fbed-4d7c-950b-ceea138f0a4c/1212c5bc-48f6-40a2-a501-7ab7ef9f740a/40701423-ae9c-4996-8e4d-1913ce395832) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:30.204056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Pushing event updated for resources: {'Port': ['ID=726b20c7-c9bf-4468-ba0c-2e845bd0618e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:30.233644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Attempting to bind port 726b20c7-c9bf-4468-ba0c-2e845bd0618e on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:30.234289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Attempting to bind port 726b20c7-c9bf-4468-ba0c-2e845bd0618e by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:30.234784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Attempting to bind port 726b20c7-c9bf-4468-ba0c-2e845bd0618e on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:30.235177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.235655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.239289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.239792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.243239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.243722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.248390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Port 726b20c7-c9bf-4468-ba0c-2e845bd0618e on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:30.249185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Attempting to bind port 726b20c7-c9bf-4468-ba0c-2e845bd0618e on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:30.252234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.258285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-c5cd8a8c-3a33-4c46-81e8-ced145643145 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6424 time: 0.3300850 Mar 22 14:00:30.262584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:30.262936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Checking segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:30.263326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Bound using segment: {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:30.263774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Bound port: 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d035f6a-e607-4b90-b23c-313222eb42f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:30.264132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:30.357915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks [] for router_gateway (2d55d0d7-6f62-4f18-91e5-600eba965a24), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:30.449243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] For port 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:30.454914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] For port 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:30.458294 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Publish callbacks [] for port (40701423-ae9c-4996-8e4d-1913ce395832), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:30.500024 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (40701423-ae9c-4996-8e4d-1913ce395832), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:30.541329 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:30.555060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:30.677548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:30.679312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Pushing event updated for resources: {'Port': ['ID=40701423-ae9c-4996-8e4d-1913ce395832,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:30.701715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:30.905591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Attempting to bind port 40701423-ae9c-4996-8e4d-1913ce395832 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:30.905961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Attempting to bind port 40701423-ae9c-4996-8e4d-1913ce395832 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:30.906344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Attempting to bind port 40701423-ae9c-4996-8e4d-1913ce395832 on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:30.921388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:30.921773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Checking segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:30.922183 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:30.922579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Bound using segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:30.923053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Bound port: 40701423-ae9c-4996-8e4d-1913ce395832, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:30.923427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40701423-ae9c-4996-8e4d-1913ce395832), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.083705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] For port 40701423-ae9c-4996-8e4d-1913ce395832, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:31.087151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] For port 40701423-ae9c-4996-8e4d-1913ce395832, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=40701423-ae9c-4996-8e4d-1913ce395832,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:31.103004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40701423-ae9c-4996-8e4d-1913ce395832), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.310598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06d971-4bb8-483d-9a84-9b03db2de17e None None] Pushing event updated for resources: {'Port': ['ID=40701423-ae9c-4996-8e4d-1913ce395832,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:31.563533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.564161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.565570 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] 10.222.0.42 "PUT /v2.0/ports/726b20c7-c9bf-4468-ba0c-2e845bd0618e HTTP/1.1" status: 200 len: 1091 time: 2.8182890 Mar 22 14:00:31.633430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:31.666150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-94b9222d-d7e3-496b-9fa4-d0c53f6265b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.667508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-94b9222d-d7e3-496b-9fa4-d0c53f6265b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.668138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-94b9222d-d7e3-496b-9fa4-d0c53f6265b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.670155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-94b9222d-d7e3-496b-9fa4-d0c53f6265b4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=243e3af9ab1d4cd58348ee3e11639802&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.3985927 Mar 22 14:00:31.709710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4088e8-e892-4d11-87b9-166f29ba38bf req-ee143f7d-33e5-4e0e-8eda-2c396acf7fc4 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.711625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e4088e8-e892-4d11-87b9-166f29ba38bf req-ee143f7d-33e5-4e0e-8eda-2c396acf7fc4 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 950 time: 1.1660981 Mar 22 14:00:31.797383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.802991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.830863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.836593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.842193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.851339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.859013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.870399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-f37f3970-1c34-4431-b22b-a05cd1866a0a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5395 time: 0.3681824 Mar 22 14:00:31.889294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afa00-4a56-4d32-a9f0-3efb5a8a5528 service neutron] Pushing event updated for resources: {'Port': ['ID=726b20c7-c9bf-4468-ba0c-2e845bd0618e,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:31.912811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:31.919796 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13a5cfe-ef17-4301-a957-0cb83002e362" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:32.005537 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (9edb3ff5-6799-42a9-8859-d5ef5a4680e5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.086013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edb3ff5-6799-42a9-8859-d5ef5a4680e5,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:32.091187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.207938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e4088e8-e892-4d11-87b9-166f29ba38bf req-65005557-0dea-46d8-b19b-5f77b8aa09a8 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469008 Mar 22 14:00:32.228255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-5f919b8f-646a-4360-ad35-66dcb02a4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.228783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Checking segment: {'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:32.229323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Network hostable DHCP agents. Network: ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:32.230139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-5f919b8f-646a-4360-ad35-66dcb02a4700 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5514543 Mar 22 14:00:32.273695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac854d7e-826a-4162-9f8c-0f75cb721406 req-19969e85-aab0-4514-9a8d-69ff12cbb1f6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4023015 Mar 22 14:00:32.301347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:32.393664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:32.413280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb3f6e-3da6-41b4-8fd6-9bb2279ce5eb None None] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:32.426923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.429024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.470188 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-727b7e58-405d-4f28-a3e1-e57b1847584c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4815667 Mar 22 14:00:32.491753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47136) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:32.505066 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dbacd2-c04f-4a55-ae35-10095e545167 x-openstack-request-id: req-d7dbacd2-c04f-4a55-ae35-10095e545167 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:32.507545 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:32.509627 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7dbacd2-c04f-4a55-ae35-10095e545167 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:32.511220 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7dbacd2-c04f-4a55-ae35-10095e545167'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e', 'status': 'completed', 'code': 200} Mar 22 14:00:32.541943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:32.764468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks [] for router_gateway (2d55d0d7-6f62-4f18-91e5-600eba965a24), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.796073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8', 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8', 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'fixed_ips': [{'subnet_id': '9edb3ff5-6799-42a9-8859-d5ef5a4680e5'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:00:32.801524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.832197 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.994324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.995083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.997014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.998187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.999904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.000943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.004849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.009485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-09b43ce9-245a-4a34-b137-3fdec5162717 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6497 time: 0.7219388 Mar 22 14:00:33.241154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fd6706-d71c-4a00-a5a4-1033d87a0d21 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:33.277024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Publish callbacks [] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.284889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (162f1762-317e-493a-9404-f11eed017939), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.288261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (162f1762-317e-493a-9404-f11eed017939), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.387977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Allocated IP 172.20.0.2 (ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8/9edb3ff5-6799-42a9-8859-d5ef5a4680e5/48b05d37-4db7-4216-b018-680028c609c0) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:33.491804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-428446b5-06f7-424c-ac7e-5db13c5743c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.497482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-428446b5-06f7-424c-ac7e-5db13c5743c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.500882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-428446b5-06f7-424c-ac7e-5db13c5743c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.502918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-428446b5-06f7-424c-ac7e-5db13c5743c6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=243e3af9ab1d4cd58348ee3e11639802&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4813254 Mar 22 14:00:33.544479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks [] for router_controller (162f1762-317e-493a-9404-f11eed017939), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.557697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Transition to ACTIVE for port object 10fd6706-d71c-4a00-a5a4-1033d87a0d21 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:33.717719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 40701423-ae9c-4996-8e4d-1913ce395832 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:33.724954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f457b8-d782-41b2-9b16-3086d17f800c None None] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:33.868158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.966284 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Publish callbacks [] for port (48b05d37-4db7-4216-b018-680028c609c0), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.023374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks [] for router_gateway (162f1762-317e-493a-9404-f11eed017939), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.147937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Allocated IP 172.25.2.83 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/abc446a9-a5b5-48a4-896c-a406f4875282) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:34.185790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Pushing event updated for resources: {'Port': ['ID=10fd6706-d71c-4a00-a5a4-1033d87a0d21,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:34.270163 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (48b05d37-4db7-4216-b018-680028c609c0), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.389594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1bc032e1-5c81-4544-90c0-7b9a602b16b8 None None] Provisioning complete for port 40701423-ae9c-4996-8e4d-1913ce395832 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:34.389594 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bc032e1-5c81-4544-90c0-7b9a602b16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40701423-ae9c-4996-8e4d-1913ce395832), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.676124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.679898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.711955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.725934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.758178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.764110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.779752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.781740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Attempting to bind port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:34.782313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Attempting to bind port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:34.782648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Attempting to bind port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 on network d3cbff06-4044-4032-b9bb-d71d7404b16b {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:34.807178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 on network d3cbff06-4044-4032-b9bb-d71d7404b16b not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:34.807562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Attempting to bind port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 on network d3cbff06-4044-4032-b9bb-d71d7404b16b {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:34.808274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-d0a123aa-08e0-43c9-9919-0bca0065fe77 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5395 time: 1.2997179 Mar 22 14:00:34.847777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:34.854009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Checking segment: {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:34.854603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Bound using segment: {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:34.855166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Bound port: 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:34.855637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.875938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-cba55959-4dab-45cf-a9d2-bca2ad8c6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.877570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63a48e9e-9236-4fce-b4f6-8aaf0cfb95ce req-cba55959-4dab-45cf-a9d2-bca2ad8c6653 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3651154 Mar 22 14:00:35.006536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:35.026174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:35.038003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:35.122813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Pushing event updated for resources: {'Port': ['ID=48b05d37-4db7-4216-b018-680028c609c0,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:35.253060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.256724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.257396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.258074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.258724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.260711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.262509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.264839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 40701423-ae9c-4996-8e4d-1913ce395832 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:35.268422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40701423-ae9c-4996-8e4d-1913ce395832), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.269200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-e57cc746-e182-480e-92bb-b9f7ebaab614 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6522 time: 0.3479948 Mar 22 14:00:35.322602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88ea8566-6372-4ed4-a95a-09239f90ebfc req-ed4a7fb2-5aad-4cfe-ad02-b2f06ffce715 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5131731 Mar 22 14:00:35.365829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1bc032e1-5c81-4544-90c0-7b9a602b16b8 None None] Current status of the port 40701423-ae9c-4996-8e4d-1913ce395832 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:35.366827 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bc032e1-5c81-4544-90c0-7b9a602b16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40701423-ae9c-4996-8e4d-1913ce395832), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.368340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks [] for router_gateway (162f1762-317e-493a-9404-f11eed017939), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.381160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks [] for port (abc446a9-a5b5-48a4-896c-a406f4875282), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.426647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.437585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] For port 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:35.496501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] For port 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:35.591914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.654513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1bc032e1-5c81-4544-90c0-7b9a602b16b8 None None] For port 40701423-ae9c-4996-8e4d-1913ce395832, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=40701423-ae9c-4996-8e4d-1913ce395832,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:35.717023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.719200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.721028 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] 10.222.0.42 "PUT /v2.0/ports/10fd6706-d71c-4a00-a5a4-1033d87a0d21 HTTP/1.1" status: 200 len: 1091 time: 4.1002011 Mar 22 14:00:35.738606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:35.742973 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec941c4-21d2-4eb7-a769-50b8edad4e18" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:35.781045 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Request body: {'port': {'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:35.838642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-975c9526-6f8d-4b03-8746-a0ad7d0ae750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.841605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-975c9526-6f8d-4b03-8746-a0ad7d0ae750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.843854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-975c9526-6f8d-4b03-8746-a0ad7d0ae750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.856048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-975c9526-6f8d-4b03-8746-a0ad7d0ae750 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=243e3af9ab1d4cd58348ee3e11639802&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5222466 Mar 22 14:00:35.859950 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.872137 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3f355-25d7-47ad-b3df-4eda86a8de6c x-openstack-request-id: req-cdb3f355-25d7-47ad-b3df-4eda86a8de6c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:35.872752 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:35.874332 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdb3f355-25d7-47ad-b3df-4eda86a8de6c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:35.874915 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb3f355-25d7-47ad-b3df-4eda86a8de6c'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21', 'status': 'completed', 'code': 200} Mar 22 14:00:35.879021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:35.881632 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bc032e1-5c81-4544-90c0-7b9a602b16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40701423-ae9c-4996-8e4d-1913ce395832), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.892092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Attempting to bind port 48b05d37-4db7-4216-b018-680028c609c0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:35.892592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Attempting to bind port 48b05d37-4db7-4216-b018-680028c609c0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:35.893060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Attempting to bind port 48b05d37-4db7-4216-b018-680028c609c0 on network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:35.924537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce6011-c5be-4fbb-be00-ed0ee6bfb52a service neutron] Pushing event updated for resources: {'Port': ['ID=10fd6706-d71c-4a00-a5a4-1033d87a0d21,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:36.040184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:36.066434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:36.067077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Checking segment: {'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:36.073843 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:36.074413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Bound using segment: {'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:36.077469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Bound port: 48b05d37-4db7-4216-b018-680028c609c0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:36.078008 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b05d37-4db7-4216-b018-680028c609c0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:36.112422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Allocated IP 172.25.2.99 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:36.140640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-c64632e5-f838-4dab-8683-08ac183cc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.153517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a13a5cfe-ef17-4301-a957-0cb83002e362 req-c64632e5-f838-4dab-8683-08ac183cc5c0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2824214 Mar 22 14:00:36.221087 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:00:36.255537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a0ee14be-0a07-40c1-8a2f-0e0b3076b882 None None] Provisioning complete for port 40701423-ae9c-4996-8e4d-1913ce395832 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:36.256100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0ee14be-0a07-40c1-8a2f-0e0b3076b882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40701423-ae9c-4996-8e4d-1913ce395832), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:36.293636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 40701423-ae9c-4996-8e4d-1913ce395832 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:36.386475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc032e1-5c81-4544-90c0-7b9a602b16b8 None None] Pushing event updated for resources: {'Port': ['ID=40701423-ae9c-4996-8e4d-1913ce395832,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:36.543212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:36.584352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] For port 48b05d37-4db7-4216-b018-680028c609c0, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:36.602976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] For port 48b05d37-4db7-4216-b018-680028c609c0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=48b05d37-4db7-4216-b018-680028c609c0,segment=NetworkSegment(a72f85d1-870e-4ca4-9757-558ef629e260),segment_id=a72f85d1-870e-4ca4-9757-558ef629e260)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:36.656205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:36.679607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:36.680715 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (48b05d37-4db7-4216-b018-680028c609c0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:36.691517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:36.863318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Pushing event updated for resources: {'Port': ['ID=abc446a9-a5b5-48a4-896c-a406f4875282,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:36.898903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.899438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.899902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.900411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.900907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.901411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.901872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.904081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-989f27f9-2360-4d31-a481-737df2b5cbbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6595 time: 0.6397064 Mar 22 14:00:36.920358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'mac_address': 'fa:16:3e:a7:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:36.999449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-3c81247e-721f-4dd5-ba90-29a0d29cb55b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7198544 Mar 22 14:00:37.032330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:37.052764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Publish callbacks [] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:37.084392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.087206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Transition to ACTIVE for port object 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:37.097096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:37.101761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.104394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee14be-0a07-40c1-8a2f-0e0b3076b882 None None] Current status of the port 40701423-ae9c-4996-8e4d-1913ce395832 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:37.158391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.169784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.177417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.185059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.191221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.206808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-6382adbf-1016-4b65-9d70-e1c8d901659a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5407 time: 0.6963532 Mar 22 14:00:37.294522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:37.294800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:37.324200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83144f-43af-4644-bd2b-9350128fbbc6 None None] Pushing event updated for resources: {'Port': ['ID=48b05d37-4db7-4216-b018-680028c609c0,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:37.335592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72ae3d90-a732-48df-be9e-61ee8aecdf9c {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:37.342453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks [] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:37.377594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:37.384885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Pushing event updated for resources: {'Port': ['ID=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:37.387294 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:37.515838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:37.568302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['72ae3d90-a732-48df-be9e-61ee8aecdf9c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:37.634295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:37.704720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Attempting to bind port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:37.705535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Attempting to bind port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:37.706367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Attempting to bind port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd on network d3cbff06-4044-4032-b9bb-d71d7404b16b {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:37.722891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75d7133-29a3-48e5-a2ae-f1b370a5dc21 req-243823f5-9986-4902-aff6-fef8ca0eecaf tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5123906 Mar 22 14:00:37.727501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd on network d3cbff06-4044-4032-b9bb-d71d7404b16b not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:37.730393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Attempting to bind port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd on network d3cbff06-4044-4032-b9bb-d71d7404b16b {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:37.741469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:37.746518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:37.746748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Checking segment: {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:37.747169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Bound using segment: {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:37.750766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Bound port: 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caeec5d7-5014-4550-b86a-1604c35eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:37.751244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:37.756766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:37.761841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:37.774820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:37.939517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-d88a8593-976f-4317-9e4a-4accb5addf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.941320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-d88a8593-976f-4317-9e4a-4accb5addf8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0443ba66e5b44c1995da8df00bf2117e&device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 1129 time: 0.7197797 Mar 22 14:00:38.024187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-e36492f8-02b8-4e7b-9c3e-7072679e7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:38.024650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-e36492f8-02b8-4e7b-9c3e-7072679e7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:38.025108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-e36492f8-02b8-4e7b-9c3e-7072679e7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:38.032424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-e36492f8-02b8-4e7b-9c3e-7072679e7523 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=243e3af9ab1d4cd58348ee3e11639802&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1073670 Mar 22 14:00:38.180262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] For port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:38.187417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] For port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:38.207408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:38.314754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:38.315889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:38.317698 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd HTTP/1.1" status: 200 len: 1091 time: 2.5410926 Mar 22 14:00:38.318369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:38.320901 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc81df1-91dd-48bb-add1-a684808052c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:38.493602 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0470dd59-f695-45bc-b002-c7884ada2389 x-openstack-request-id: req-0470dd59-f695-45bc-b002-c7884ada2389 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:38.496305 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:38.496694 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0470dd59-f695-45bc-b002-c7884ada2389 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:38.497234 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0470dd59-f695-45bc-b002-c7884ada2389'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd', 'status': 'completed', 'code': 200} Mar 22 14:00:38.499755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks [] for router_gateway (162f1762-317e-493a-9404-f11eed017939), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:38.742397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc75c5c-0ae2-49ab-8154-b5d1bdc20c45 service neutron] Pushing event updated for resources: {'Port': ['ID=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:38.804790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 48b05d37-4db7-4216-b018-680028c609c0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:38.946624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5af4f2-54bb-4546-9d87-409678d41feb None None] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:39.051087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (162f1762-317e-493a-9404-f11eed017939), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.147402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 48b05d37-4db7-4216-b018-680028c609c0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:39.147767 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48b05d37-4db7-4216-b018-680028c609c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.248831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-45c86ae3-8b84-48d8-a619-c663ad9dfcf0 None None] Provisioning complete for port 48b05d37-4db7-4216-b018-680028c609c0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:39.249778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-45c86ae3-8b84-48d8-a619-c663ad9dfcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48b05d37-4db7-4216-b018-680028c609c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.351435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 48b05d37-4db7-4216-b018-680028c609c0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:39.352108 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b05d37-4db7-4216-b018-680028c609c0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.398664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-48ccc381-4738-4913-af0b-1b08781b8480 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7339404 Mar 22 14:00:39.444250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Router 162f1762-317e-493a-9404-f11eed017939 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:00:39.542482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 48b05d37-4db7-4216-b018-680028c609c0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=48b05d37-4db7-4216-b018-680028c609c0,segment=NetworkSegment(a72f85d1-870e-4ca4-9757-558ef629e260),segment_id=a72f85d1-870e-4ca4-9757-558ef629e260)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:39.544027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-45c86ae3-8b84-48d8-a619-c663ad9dfcf0 None None] Current status of the port 48b05d37-4db7-4216-b018-680028c609c0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:39.544581 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-45c86ae3-8b84-48d8-a619-c663ad9dfcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b05d37-4db7-4216-b018-680028c609c0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.552726 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (48b05d37-4db7-4216-b018-680028c609c0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.553578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 40701423-ae9c-4996-8e4d-1913ce395832 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:39.591014 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:00:39.719607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=48b05d37-4db7-4216-b018-680028c609c0,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:39.752164 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-45c86ae3-8b84-48d8-a619-c663ad9dfcf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:00:39.752514 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-45c86ae3-8b84-48d8-a619-c663ad9dfcf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:00:39.763511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 40701423-ae9c-4996-8e4d-1913ce395832 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:39.763881 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40701423-ae9c-4996-8e4d-1913ce395832), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.772052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:39.788977 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks [] for router_gateway (2d55d0d7-6f62-4f18-91e5-600eba965a24), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.826955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:39.862388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06dbb-3577-4827-b778-3dce25ed395d req-d911eaad-88c6-4727-aeb4-b97d6a6f0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:39.866378 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-d911eaad-88c6-4727-aeb4-b97d6a6f0760 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a63d022092745619ececdaf45ab4463&device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 1127 time: 0.4034426 Mar 22 14:00:39.884087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Sync routers for ids ['162f1762-317e-493a-9404-f11eed017939'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:39.892223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.893656 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-83da2d5e-31b2-4ff6-b848-13c0c56d3d03 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3967986 Mar 22 14:00:39.897104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47368) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:39.916663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-c8c54545-7638-4a19-b6e8-ad0571266203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:39.923346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ec941c4-21d2-4eb7-a769-50b8edad4e18 req-c8c54545-7638-4a19-b6e8-ad0571266203 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8900554 Mar 22 14:00:40.013816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Routers {'162f1762-317e-493a-9404-f11eed017939'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:40.014481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['162f1762-317e-493a-9404-f11eed017939'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:40.134706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-2785f2ca-e60d-41f2-9fb8-cd99acfe58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.136619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-2785f2ca-e60d-41f2-9fb8-cd99acfe58d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 2.1621218 Mar 22 14:00:40.166883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.173006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.178676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.203074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.228405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.258791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.294235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.296977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-7a64ac4a-5c16-4e3f-a62a-5aeaab8a2a0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.8911583 Mar 22 14:00:40.332619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9fa92-8727-4b00-9347-5faa2d254123 req-27823ad1-a2ed-4ebe-9ed1-89b5c1e961e5 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.334179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8e9fa92-8727-4b00-9347-5faa2d254123 req-27823ad1-a2ed-4ebe-9ed1-89b5c1e961e5 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 951 time: 0.8789520 Mar 22 14:00:40.338565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 72ae3d90-a732-48df-be9e-61ee8aecdf9c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:40.338941 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:40.495653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-e3debe3b-46c7-4b35-8fb0-b1799bc9be62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3 HTTP/1.1" status: 200 len: 217 time: 0.3475957 Mar 22 14:00:40.529507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 40701423-ae9c-4996-8e4d-1913ce395832 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:40.562740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-45c86ae3-8b84-48d8-a619-c663ad9dfcf0 None None] Current status of the port 48b05d37-4db7-4216-b018-680028c609c0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:40.590448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Set router 162f1762-317e-493a-9404-f11eed017939 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:40.616166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06dbb-3577-4827-b778-3dce25ed395d req-aa5650ff-478a-4124-b6ad-2b922861b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.623592 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-aa5650ff-478a-4124-b6ad-2b922861b36c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 200 len: 908 time: 0.7273064 Mar 22 14:00:40.628108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-3501a576-384f-4945-832b-46f97c9ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.635480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-3501a576-384f-4945-832b-46f97c9ea90c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1173272 Mar 22 14:00:40.664289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.664764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.665231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.665684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.666230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.673400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.673914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.675992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-af829870-771b-493d-acf7-6843c28964cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6693 time: 0.6499753 Mar 22 14:00:40.749534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 48b05d37-4db7-4216-b018-680028c609c0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:40.758664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-de7ec30a-62e0-40fb-bef6-b00e2d835770 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 200 len: 217 time: 0.1283574 Mar 22 14:00:40.869740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06dbb-3577-4827-b778-3dce25ed395d req-bbf22106-106a-4203-ba67-df398201d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.877341 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-bbf22106-106a-4203-ba67-df398201d9a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 200 len: 847 time: 0.1113713 Mar 22 14:00:40.953325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-39edeacc-16d2-46bc-ad13-0153f518b41e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616250 Mar 22 14:00:40.964881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-4c86fbe3-13e9-4013-b816-3ab45814b7e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd HTTP/1.1" status: 200 len: 217 time: 0.1554220 Mar 22 14:00:41.081407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2c35f167-2773-4cb5-a83a-3160a1e85e32 None None] Provisioning complete for port 48b05d37-4db7-4216-b018-680028c609c0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:41.081933 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2c35f167-2773-4cb5-a83a-3160a1e85e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48b05d37-4db7-4216-b018-680028c609c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:41.218744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:41.219128 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:41.303677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8e9fa92-8727-4b00-9347-5faa2d254123 req-7cba6475-916c-4e42-bb0c-eb43c1aa73d0 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9417610 Mar 22 14:00:41.314156 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-34b05eeb-94ef-46ec-9c5b-3689e5eb1c5a service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567262 Mar 22 14:00:41.315478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 48b05d37-4db7-4216-b018-680028c609c0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:41.315851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48b05d37-4db7-4216-b018-680028c609c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:41.342720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b16793c8-4c5b-4bb1-ad58-1dd832a7f50c req-43032816-a46d-4232-97ad-abc6ac707c8a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0075057 Mar 22 14:00:41.349528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-fab56260-6988-4855-872a-6d7097ef2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:41.351799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-fab56260-6988-4855-872a-6d7097ef2192 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585192ed-8863-42b1-8bb5-1ac29b49d391 HTTP/1.1" status: 200 len: 851 time: 0.3860712 Mar 22 14:00:41.387985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-58639aae-d93d-43e0-9fd1-9cf042988383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:41.389514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-58639aae-d93d-43e0-9fd1-9cf042988383 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7126281 Mar 22 14:00:41.515315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:41.523743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:41.526268 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73661af9-b0b8-4e38-ac51-106854424b1c" -d '{"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-plugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:41.577582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-e212d348-95c4-47ce-b316-62bc39c98f9c service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546252 Mar 22 14:00:41.593004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:41.620868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74c06dbb-3577-4827-b778-3dce25ed395d req-a3843e1c-7bc5-4993-a8dc-e08dc7ead8aa service neutron] 10.222.0.57 "GET /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993655 Mar 22 14:00:41.721501 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (2d55d0d7-6f62-4f18-91e5-600eba965a24), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:41.722930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2c35f167-2773-4cb5-a83a-3160a1e85e32 None None] Current status of the port 48b05d37-4db7-4216-b018-680028c609c0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:41.847096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:42.264809 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a4af71-9962-4683-8e19-3b794f9e5d3f x-openstack-request-id: req-10a4af71-9962-4683-8e19-3b794f9e5d3f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:42.266041 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-plugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:42.266650 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10a4af71-9962-4683-8e19-3b794f9e5d3f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:42.267320 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a4af71-9962-4683-8e19-3b794f9e5d3f'] response: {'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'code': 200} Mar 22 14:00:42.296721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d89ea326-cf17-4eea-8438-3344753f46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:42.301221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d89ea326-cf17-4eea-8438-3344753f46d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1532a482-608f-4937-acee-08934e99fda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9390364 Mar 22 14:00:42.315124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 48b05d37-4db7-4216-b018-680028c609c0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:42.352973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:42.514984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-840fdcfb-f973-49f5-8e4c-6846eb1f260d req-19312b7c-0ddb-494b-b634-eee294de474a service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9170382 Mar 22 14:00:42.566883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Router 2d55d0d7-6f62-4f18-91e5-600eba965a24 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:00:42.659758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:00:38Z', 'revision_number': 3, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port': {'id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:35Z', 'updated_at': '2022-03-22T14:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:42.775280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Checking router: 162f1762-317e-493a-9404-f11eed017939 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:42.788870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Updating router 162f1762-317e-493a-9404-f11eed017939 port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:00:42.926623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d4fd205f-6cd6-47fa-bdfb-b766526af570 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:42.927039 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.071713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:43.087596 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Sync routers for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:43.121579 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:43.124041 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:43.131952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.137558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-261eb420-b312-4112-8094-3ab890931d98 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.5949306 Mar 22 14:00:43.150641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47472) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:43.159785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:43.168520 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.326747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.357879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.388298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.412323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.465264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.479249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.491900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.517209 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.522602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-917f2f86-9801-46c3-827f-51a526ce880a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.8219926 Mar 22 14:00:43.535183 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:43.607819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-c1bf4af5-55cf-4e0c-aee4-24bb2112d650 service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2836912 Mar 22 14:00:43.875420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=11']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:44.054174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a33ce8fb-569b-4b04-a3ce-7b86f62d8118 service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354770 Mar 22 14:00:44.150604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:44.185295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5a5707c-5dbe-487d-9538-e9ca603a8832 req-ad0bd5bd-03f3-417f-8070-e3aa0a889571 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6577227 Mar 22 14:00:44.217678 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Publish callbacks [] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:44.241992 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:44.250140 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:37Z', 'revision_number': 3, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:44.289543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:44.290234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-84309222-6efa-4cb8-9320-ad5418ba76a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 217 time: 0.1038661 Mar 22 14:00:44.291906 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb58648-ffac-49ec-a2b0-a41bd92c202a" -d '{"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:44.319794 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Checking router: 2d55d0d7-6f62-4f18-91e5-600eba965a24 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:44.320566 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Updating router 2d55d0d7-6f62-4f18-91e5-600eba965a24 port abc446a9-a5b5-48a4-896c-a406f4875282 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:00:44.365998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Attempting to bind port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:44.366381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Attempting to bind port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:44.368902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Attempting to bind port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:44.394325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-639044a5-cb5d-42ac-9ff0-ce4ab379ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.400213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-639044a5-cb5d-42ac-9ff0-ce4ab379ab94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.1000893 Mar 22 14:00:44.475266 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:44.482145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:44.482145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:44.482145 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:44.482538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:44.482977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Bound port: 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:44.483350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:44.584970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5d58428d-46e9-4c81-ab34-bc5d206f186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.591977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5d58428d-46e9-4c81-ab34-bc5d206f186d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1860695 Mar 22 14:00:44.680775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] For port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:44.684883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] For port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:44.707253 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec456ef2-7f73-4370-acd8-67e9e298f75a x-openstack-request-id: req-ec456ef2-7f73-4370-acd8-67e9e298f75a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:44.707554 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:44.710146 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec456ef2-7f73-4370-acd8-67e9e298f75a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:44.710566 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec456ef2-7f73-4370-acd8-67e9e298f75a'] response: {'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'code': 200} Mar 22 14:00:44.727134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:44.871115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Routers {'162f1762-317e-493a-9404-f11eed017939'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:44.875961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['162f1762-317e-493a-9404-f11eed017939'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:44.985066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d9995193-e0c0-45c8-b4a1-7d29b9c96201 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828728 Mar 22 14:00:45.041465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Allocated IP 172.20.0.1 (ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8/9edb3ff5-6799-42a9-8859-d5ef5a4680e5/89593b47-ebd8-4442-a4f4-38456da90cd0) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:45.088703 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.182204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79851e3-d845-4d04-942d-3a4a78afbe71 None None] Pushing event updated for resources: {'Port': ['ID=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:45.235177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-1f870bd4-8d89-471c-bf95-498bd744f72f service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424958 Mar 22 14:00:45.443031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-a0d51238-3353-476f-a033-0e7cd90e833f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 217 time: 0.1954415 Mar 22 14:00:45.471521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79851e3-d845-4d04-942d-3a4a78afbe71 None None] Pushing event updated for resources: {'Port': ['ID=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:45.483036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] Set router 162f1762-317e-493a-9404-f11eed017939 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:45.524616 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Publish callbacks [] for port (abc446a9-a5b5-48a4-896c-a406f4875282), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.538549 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.552239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d8f63f58-099f-4ed2-89b8-287738166d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:45.561752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d8f63f58-099f-4ed2-89b8-287738166d61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.1125689 Mar 22 14:00:45.708697 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Attempting to bind port abc446a9-a5b5-48a4-896c-a406f4875282 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:45.708911 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Attempting to bind port abc446a9-a5b5-48a4-896c-a406f4875282 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:45.709275 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Attempting to bind port abc446a9-a5b5-48a4-896c-a406f4875282 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:45.712778 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Pushing event updated for resources: {'Port': ['ID=abc446a9-a5b5-48a4-896c-a406f4875282,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:45.731917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-450ea4f2-7b17-41fe-9c5e-276a8f6ef2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:45.734794 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:45.735179 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:45.735588 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.735983 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:45.736379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-450ea4f2-7b17-41fe-9c5e-276a8f6ef2b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1681669 Mar 22 14:00:45.736520 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Bound port: abc446a9-a5b5-48a4-896c-a406f4875282, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:45.736834 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.823934 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.824267 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.829459 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.830774 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.830774 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.830774 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.831141 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.832978 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.835639 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.835639 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.835639 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.835639 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.835639 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.841026 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.841781 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:45.858207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks [] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:46.000202 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] For port abc446a9-a5b5-48a4-896c-a406f4875282, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:46.010653 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] For port abc446a9-a5b5-48a4-896c-a406f4875282, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=abc446a9-a5b5-48a4-896c-a406f4875282,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:46.026150 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:46.148931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Allocated IP 172.20.0.1 (d69b8695-fbed-4d7c-950b-ceea138f0a4c/1212c5bc-48f6-40a2-a501-7ab7ef9f740a/6414bdb2-6a76-46b0-b4be-8989d9a41b42) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:46.218776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-03ac2732-0abd-44cd-951c-5ddb57ef5d11 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681909 Mar 22 14:00:46.295186 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:46.295961 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:46.356981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-9ad7fa51-3960-4f6e-8fd4-3f732e3fc641 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289487 Mar 22 14:00:46.361231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:46.469822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-945633c5-49aa-4faa-91b3-09265e7b580b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638 HTTP/1.1" status: 200 len: 217 time: 0.1059434 Mar 22 14:00:46.538234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:00:38Z', 'revision_number': 3, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port': {'id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:35Z', 'updated_at': '2022-03-22T14:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:46.616150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc723a38-be0b-49dd-8d12-0fe7560b9083 None None] The sync data for ids ['162f1762-317e-493a-9404-f11eed017939'] in n-d-834677-3 is: [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:00:38Z', 'revision_number': 3, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port': {'id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:35Z', 'updated_at': '2022-03-22T14:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:46.683065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Pushing event updated for resources: {'Port': ['ID=89593b47-ebd8-4442-a4f4-38456da90cd0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:46.711875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:46.725648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:46.730647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:46.752003 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436386-8998-4755-af90-7c9ab3d698d9 None None] Pushing event updated for resources: {'Port': ['ID=abc446a9-a5b5-48a4-896c-a406f4875282,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:46.853593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.884795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.929747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.932025 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:46.949938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.979850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.992174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (162f1762-317e-493a-9404-f11eed017939), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:47.021141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.043883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.050988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-b048197b-60b4-4819-92df-c556c482d778 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.5550826 Mar 22 14:00:47.060083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks [] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:47.064368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-56403f39-7310-4381-8b35-511a463d48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.065794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-56403f39-7310-4381-8b35-511a463d48be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.5898032 Mar 22 14:00:47.457504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-016c55f2-5ceb-4a2c-a6b4-d363d8bce692 None None] Provisioning complete for port 89593b47-ebd8-4442-a4f4-38456da90cd0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:47.461278 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-016c55f2-5ceb-4a2c-a6b4-d363d8bce692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:47.498069 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:37Z', 'revision_number': 3, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:47.508236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3abd5948-fa57-4872-b278-33ab3d658f9d req-5207b4ff-3f75-4247-b3f6-60003c4c0712 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4480278 Mar 22 14:00:47.517058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:47.525119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-03d89fce-640d-4d9d-b931-e5fea89b0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.534237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-03d89fce-640d-4d9d-b931-e5fea89b0741 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4362943 Mar 22 14:00:47.565361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-016c55f2-5ceb-4a2c-a6b4-d363d8bce692 None None] Port 89593b47-ebd8-4442-a4f4-38456da90cd0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:47.636124 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3cd6a4-fe45-4878-be35-599b914188c8 None None] The sync data for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 is: [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:37Z', 'revision_number': 3, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:47.687390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:47.691883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:47.696980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:47.848887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Pushing event updated for resources: {'Port': ['ID=6414bdb2-6a76-46b0-b4be-8989d9a41b42,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:47.860476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-46312e93-5971-4e23-969b-e6fed46b7c7e service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172700 Mar 22 14:00:47.977302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (2d55d0d7-6f62-4f18-91e5-600eba965a24), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:48.157525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-5f9e7cbb-0d1c-4027-89a7-09d0a1ca93db service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887099 Mar 22 14:00:48.159188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4f364133-f796-48f0-a312-bdcce061810e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:48.212765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:48.295199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-39956033-2d5f-464e-b7df-f3e7bd14edfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e HTTP/1.1" status: 200 len: 217 time: 0.1233256 Mar 22 14:00:48.436375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2e007b08-3d8d-41fc-bfa1-990998eab511 None None] Provisioning complete for port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:48.440870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e007b08-3d8d-41fc-bfa1-990998eab511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:48.480415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-4622c5e4-c6c9-4cba-9367-1b4964a2a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:48.481927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-4622c5e4-c6c9-4cba-9367-1b4964a2a8f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.1807108 Mar 22 14:00:48.604465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2e007b08-3d8d-41fc-bfa1-990998eab511 None None] Port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:48.691940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-f7314545-9403-4503-89c6-2d0fc6627e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:48.693091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-f7314545-9403-4503-89c6-2d0fc6627e23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2015302 Mar 22 14:00:48.781469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:48.891375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:48.935085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d908be16-698c-416c-bda6-9202fada079e service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289052 Mar 22 14:00:49.038397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:49.039082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.150543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks [] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.173798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.360156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:49.360835 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.393346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-673f9ce1-04b4-45ce-a9b3-6e5a131431e3 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488895 Mar 22 14:00:49.509626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:49.517504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-ba22fe38-b230-42a6-83ed-d82c3d9f7f05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21 HTTP/1.1" status: 200 len: 217 time: 0.1101282 Mar 22 14:00:49.519444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.520426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device abc446a9-a5b5-48a4-896c-a406f4875282 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:49.696257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (162f1762-317e-493a-9404-f11eed017939), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.736435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Pushing event updated for resources: {'Port': ['ID=89593b47-ebd8-4442-a4f4-38456da90cd0,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:49.776472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-8f0b02ac-3240-4d44-92f5-09e7076a4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:49.778061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-8f0b02ac-3240-4d44-92f5-09e7076a4db9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 200 len: 797 time: 0.2501748 Mar 22 14:00:49.806787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:49.859577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port abc446a9-a5b5-48a4-896c-a406f4875282 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:49.860256 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.094549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:50.098185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:50.132061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port abc446a9-a5b5-48a4-896c-a406f4875282 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:50.135655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.225595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port abc446a9-a5b5-48a4-896c-a406f4875282, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=abc446a9-a5b5-48a4-896c-a406f4875282,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:50.233359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.397052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks [] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.408050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=abc446a9-a5b5-48a4-896c-a406f4875282,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:50.479683 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0962d1e5-4870-4d66-a8e6-386891f2b9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.501266 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.747530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:50.788056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Pushing event updated for resources: {'Port': ['ID=6414bdb2-6a76-46b0-b4be-8989d9a41b42,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:50.841119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (2d55d0d7-6f62-4f18-91e5-600eba965a24), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.901590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Router 162f1762-317e-493a-9404-f11eed017939 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:00:50.917070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-143dda4f-41f1-4e1f-b907-346906f43872 None None] Provisioning complete for port 89593b47-ebd8-4442-a4f4-38456da90cd0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:50.918124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-143dda4f-41f1-4e1f-b907-346906f43872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.997337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-502bb020-e308-4321-8ffb-1f06e3775e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.002414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-502bb020-e308-4321-8ffb-1f06e3775e85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.1075366 Mar 22 14:00:51.081852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-143dda4f-41f1-4e1f-b907-346906f43872 None None] Port 89593b47-ebd8-4442-a4f4-38456da90cd0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:51.086683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.106606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.117349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:51.130914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:51.131286 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:51.139460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.145875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.163561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.174692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:51.191628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.203343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.220862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2899e597-8023-49c5-b5bd-64b438346add req-69790972-bc43-4dcd-a9e2-9a498aa4bbf0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 1.5876517 Mar 22 14:00:51.330723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:51.331824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device abc446a9-a5b5-48a4-896c-a406f4875282 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:51.481011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port abc446a9-a5b5-48a4-896c-a406f4875282 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:51.481391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:51.530794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-54da9336-b045-47da-a437-90fb740067fc service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145500 Mar 22 14:00:51.665291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Router 2d55d0d7-6f62-4f18-91e5-600eba965a24 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:00:51.699323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port abc446a9-a5b5-48a4-896c-a406f4875282 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:51.794960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:51.810333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-86b9aec4-11ad-44c3-9098-48da0706e851 None None] Provisioning complete for port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:51.810789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-86b9aec4-11ad-44c3-9098-48da0706e851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:51.883668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-86b9aec4-11ad-44c3-9098-48da0706e851 None None] Port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:51.908674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827a9a6-2fb7-447a-b046-1e8e76ccee4a req-48405c27-f35b-40b8-9fb6-5ca6b17242cc tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.920886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2827a9a6-2fb7-447a-b046-1e8e76ccee4a req-48405c27-f35b-40b8-9fb6-5ca6b17242cc tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 947 time: 1.1498282 Mar 22 14:00:51.965303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:51.974178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Sync routers for ids ['162f1762-317e-493a-9404-f11eed017939'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:51.992823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Routers {'162f1762-317e-493a-9404-f11eed017939'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:51.993450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['162f1762-317e-493a-9404-f11eed017939'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:51.994914 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d18b01c5-0fc7-4df3-9f18-ce43626e26e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/162f1762-317e-493a-9404-f11eed017939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0965509 Mar 22 14:00:52.095615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-51f762f5-e9f2-4518-b956-66604d1399a1 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493150 Mar 22 14:00:52.099136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:52.111142 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Sync routers for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:52.111814 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58b9232e-5de3-4e53-9f93-b48c1c95c336 admin admin] 10.222.0.44 "PUT /v2.0/routers/2d55d0d7-6f62-4f18-91e5-600eba965a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9573209 Mar 22 14:00:52.131567 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:52.139339 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:52.226221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-51124e79-8c51-4831-811e-d4bc9aaef451 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd HTTP/1.1" status: 200 len: 217 time: 0.0951855 Mar 22 14:00:52.345594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2899e597-8023-49c5-b5bd-64b438346add req-328a22d3-b127-432f-baaf-d1fa9ca6ca1b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1203229 Mar 22 14:00:52.360590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2827a9a6-2fb7-447a-b046-1e8e76ccee4a req-27f3708d-39ae-4d20-89e9-538b06fce945 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388356 Mar 22 14:00:52.389520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Set router 162f1762-317e-493a-9404-f11eed017939 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:52.504080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:52.526895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f92351-188b-484c-92ce-a54785df2cef req-5c353d83-bbea-4d2c-97bd-d659981b5992 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:52.532722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01f92351-188b-484c-92ce-a54785df2cef req-5c353d83-bbea-4d2c-97bd-d659981b5992 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 947 time: 0.9714186 Mar 22 14:00:52.912242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-099f9416-5641-49fe-b1a1-c5305e3264c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:52.914647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-099f9416-5641-49fe-b1a1-c5305e3264c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 200 len: 797 time: 0.5477624 Mar 22 14:00:53.190336 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:49Z', 'revision_number': 2, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:53.222853 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Checking router: 2d55d0d7-6f62-4f18-91e5-600eba965a24 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:53.223593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Updating router 2d55d0d7-6f62-4f18-91e5-600eba965a24 port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:00:53.297518 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.333428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.343749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:00:47Z', 'revision_number': 4, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port': {'id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:35Z', 'updated_at': '2022-03-22T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '89593b47-ebd8-4442-a4f4-38456da90cd0', 'name': '', 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'mac_address': 'fa:16:3e:df:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9edb3ff5-6799-42a9-8859-d5ef5a4680e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:44Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 2, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'subnets': [{'id': '9edb3ff5-6799-42a9-8859-d5ef5a4680e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:53.414336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Checking router: 162f1762-317e-493a-9404-f11eed017939 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:53.414745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Updating router 162f1762-317e-493a-9404-f11eed017939 port 89593b47-ebd8-4442-a4f4-38456da90cd0 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:00:53.487774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.553066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Deleting port d3ad8786-bb6c-4d80-86de-60c117a150f3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:53.553624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.797065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d3ad8786-bb6c-4d80-86de-60c117a150f3 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:53.915673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-409b7377-10b9-42d5-8250-a34b67884e90 req-6f9ecbb6-f80a-4ee5-89db-b6488f1fce23 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9949563 Mar 22 14:00:53.925021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d932c777-001e-42bd-a71d-57c44a048d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:53.927126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-d932c777-001e-42bd-a71d-57c44a048d50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.0033171 Mar 22 14:00:53.971587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:54.066625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.196452 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Publish callbacks [] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.210933 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.324640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-abf9982a-2988-4530-a9d2-4046339027d8 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851752 Mar 22 14:00:54.538466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.555288 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fb955-c61a-47e1-941e-92b428b5da30 None None] Pushing event updated for resources: {'Port': ['ID=6414bdb2-6a76-46b0-b4be-8989d9a41b42,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:54.585530 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Attempting to bind port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:54.585955 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Attempting to bind port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:54.586452 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Attempting to bind port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:54.595807 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:54.599624 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Checking segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:54.600372 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.601036 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Bound using segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:54.601631 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Bound port: 6414bdb2-6a76-46b0-b4be-8989d9a41b42, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:54.602232 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.748565 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] For port 6414bdb2-6a76-46b0-b4be-8989d9a41b42, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:54.749081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91afc346-693a-4ed8-9f0a-b9406aebeeeb req-657090f7-2c8c-4be0-8146-941cebccf640 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145828 Mar 22 14:00:54.757098 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] For port 6414bdb2-6a76-46b0-b4be-8989d9a41b42, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6414bdb2-6a76-46b0-b4be-8989d9a41b42,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:54.768784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d3ad8786-bb6c-4d80-86de-60c117a150f3 is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:54.769072 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.779750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.882650 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:54.895440 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:54.928102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4133e291-7485-4967-b79b-975c62a42fec None None] Provisioning complete for port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:54.928558 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4133e291-7485-4967-b79b-975c62a42fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.062690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-d6d65e57-f610-4b21-8731-5994b000c84a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.069314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Publish callbacks [] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.071672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-d6d65e57-f610-4b21-8731-5994b000c84a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 818 time: 1.9704537 Mar 22 14:00:55.096271 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.160755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] For port d3ad8786-bb6c-4d80-86de-60c117a150f3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d3ad8786-bb6c-4d80-86de-60c117a150f3,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:55.161431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.182704 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fb955-c61a-47e1-941e-92b428b5da30 None None] Pushing event updated for resources: {'Port': ['ID=6414bdb2-6a76-46b0-b4be-8989d9a41b42,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:55.201241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-4f54d6b8-56f0-4932-9637-1a2fa5c27d30 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/quotas/4e13edcec83d48b6841c00aef15ca185 HTTP/1.1" status: 200 len: 375 time: 0.1286461 Mar 22 14:00:55.285057 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:55.308701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Calling delete_port for d3ad8786-bb6c-4d80-86de-60c117a150f3 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:55.311146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4133e291-7485-4967-b79b-975c62a42fec None None] Current status of the port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:55.311533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4133e291-7485-4967-b79b-975c62a42fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.459889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113e4d-03b9-49dd-96b9-dc3038f955d5 None None] Pushing event updated for resources: {'Port': ['ID=89593b47-ebd8-4442-a4f4-38456da90cd0,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:55.529068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.530512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.531155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.543317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.544077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.544752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.545380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.547795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-ddae2765-9807-44ef-8cbb-ce9b2b68fd45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6693 time: 0.6560242 Mar 22 14:00:55.552346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Attempting to bind port 89593b47-ebd8-4442-a4f4-38456da90cd0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:55.552906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Attempting to bind port 89593b47-ebd8-4442-a4f4-38456da90cd0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:55.553086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Attempting to bind port 89593b47-ebd8-4442-a4f4-38456da90cd0 on network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:55.607284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4133e291-7485-4967-b79b-975c62a42fec None None] For port 6414bdb2-6a76-46b0-b4be-8989d9a41b42, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6414bdb2-6a76-46b0-b4be-8989d9a41b42,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:55.609183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:55.609565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Checking segment: {'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:55.610081 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.610480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Bound using segment: {'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:55.610961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Bound port: 89593b47-ebd8-4442-a4f4-38456da90cd0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72f85d1-870e-4ca4-9757-558ef629e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:55.611354 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.644911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4133e291-7485-4967-b79b-975c62a42fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.833203 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:54Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:55.862787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-83eb4ec8-447b-4afc-94ba-3b0679ad86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.871039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-83eb4ec8-447b-4afc-94ba-3b0679ad86b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3cbff06-4044-4032-b9bb-d71d7404b16b HTTP/1.1" status: 200 len: 903 time: 0.2387676 Mar 22 14:00:55.876959 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23698343-e9b3-47d9-a6d1-a64662435e03 None None] The sync data for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 is: [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:54Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:55.912452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8016bf88-68e5-4f92-b15f-0991e6e1adbf None None] Provisioning complete for port 89593b47-ebd8-4442-a4f4-38456da90cd0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:55.913025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8016bf88-68e5-4f92-b15f-0991e6e1adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.928213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-023c9088-e473-4e1f-80a1-94dbe7ecf081 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6769974 Mar 22 14:00:56.011529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] For port 89593b47-ebd8-4442-a4f4-38456da90cd0, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:56.037684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133e291-7485-4967-b79b-975c62a42fec None None] Pushing event updated for resources: {'Port': ['ID=6414bdb2-6a76-46b0-b4be-8989d9a41b42,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:56.071087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] For port 89593b47-ebd8-4442-a4f4-38456da90cd0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=89593b47-ebd8-4442-a4f4-38456da90cd0,segment=NetworkSegment(a72f85d1-870e-4ca4-9757-558ef629e260),segment_id=a72f85d1-870e-4ca4-9757-558ef629e260)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:56.094236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.183533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8016bf88-68e5-4f92-b15f-0991e6e1adbf None None] Port 89593b47-ebd8-4442-a4f4-38456da90cd0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:56.257044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8016bf88-68e5-4f92-b15f-0991e6e1adbf None None] Provisioning complete for port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:56.257845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8016bf88-68e5-4f92-b15f-0991e6e1adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.264569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Routers {'162f1762-317e-493a-9404-f11eed017939'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:56.265628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:00:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['162f1762-317e-493a-9404-f11eed017939'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:56.293872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-b3b10add-0c85-4095-9f6a-43d6ae93d470 service neutron] 10.222.0.44 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668018 Mar 22 14:00:56.313128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-f6b3ef7a-6b8c-40f0-9d82-41894a6aef30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd HTTP/1.1" status: 200 len: 217 time: 0.4241374 Mar 22 14:00:56.486678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113e4d-03b9-49dd-96b9-dc3038f955d5 None None] Pushing event updated for resources: {'Port': ['ID=89593b47-ebd8-4442-a4f4-38456da90cd0,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:56.503190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-6578ef3c-caf2-4433-a027-c8fff1096aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:56.504661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-6578ef3c-caf2-4433-a027-c8fff1096aa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 200 len: 797 time: 0.1907218 Mar 22 14:00:56.834732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.843710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6414bdb2-6a76-46b0-b4be-8989d9a41b42 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:56.949739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] Set router 162f1762-317e-493a-9404-f11eed017939 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:57.061945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-f59cc7ce-227b-4c26-8db2-ab81faed3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:57.063499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-f59cc7ce-227b-4c26-8db2-ab81faed3fcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5367103 Mar 22 14:00:57.079022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8016bf88-68e5-4f92-b15f-0991e6e1adbf None None] Current status of the port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:57.540609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-2c766bea-6973-4030-a3c9-358fa81600d5 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543102 Mar 22 14:00:57.547883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a2a9fdf4-0de8-422a-91bd-f470b2a4d7a9 None None] Provisioning complete for port 89593b47-ebd8-4442-a4f4-38456da90cd0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:57.548258 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a2a9fdf4-0de8-422a-91bd-f470b2a4d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.587276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-8f24f505-5d4d-49ed-afb8-53071f791388 service neutron] 10.222.0.44 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1179650 Mar 22 14:00:57.831891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:57.835965 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.866525 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d3ad8786-bb6c-4d80-86de-60c117a150f3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.076621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:00:47Z', 'revision_number': 4, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port': {'id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:35Z', 'updated_at': '2022-03-22T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '89593b47-ebd8-4442-a4f4-38456da90cd0', 'name': '', 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'mac_address': 'fa:16:3e:df:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9edb3ff5-6799-42a9-8859-d5ef5a4680e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:44Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 4, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'subnets': [{'id': '9edb3ff5-6799-42a9-8859-d5ef5a4680e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:58.112567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9fdf4-0de8-422a-91bd-f470b2a4d7a9 None None] Current status of the port 89593b47-ebd8-4442-a4f4-38456da90cd0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:58.116532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a2a9fdf4-0de8-422a-91bd-f470b2a4d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.124165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Pushing event deleted for resources: {'Port': ['ID=d3ad8786-bb6c-4d80-86de-60c117a150f3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:58.184803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] No DVR routers for this DVR port d3ad8786-bb6c-4d80-86de-60c117a150f3 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:58.192489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.195833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01f92351-188b-484c-92ce-a54785df2cef req-3e6c4711-91e3-46e3-a7b4-f22f6ebbf0f2 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.42 "DELETE /v2.0/ports/d3ad8786-bb6c-4d80-86de-60c117a150f3 HTTP/1.1" status: 204 len: 173 time: 5.6536479 Mar 22 14:00:58.196279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-deleted', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:58.210808 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f1bf2-d28e-4b68-9194-9c5c672ab35c" -d '{"events": [{"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-deleted", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:58.314514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Allocated IP 172.25.2.243 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a0e76fe8-59cc-4a36-b250-8085e0fb143d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:58.324372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913ac794-c24f-4914-82bc-89ccac34485d None None] The sync data for ids ['162f1762-317e-493a-9404-f11eed017939'] in n-d-834677-3 is: [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:00:47Z', 'revision_number': 4, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port': {'id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:35Z', 'updated_at': '2022-03-22T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '89593b47-ebd8-4442-a4f4-38456da90cd0', 'name': '', 'network_id': 'ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'mac_address': 'fa:16:3e:df:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9edb3ff5-6799-42a9-8859-d5ef5a4680e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:44Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 4, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'subnets': [{'id': '9edb3ff5-6799-42a9-8859-d5ef5a4680e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:58.364520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:58.430143 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.454008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1579551c-c11d-419e-b177-cdbc19b20875 req-b1a46b6c-31ac-4907-a47f-66abf380efaf tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=25f2b82d-4d62-4484-9675-901302badac5 HTTP/1.1" status: 200 len: 210 time: 0.2167611 Mar 22 14:00:58.462170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a2a9fdf4-0de8-422a-91bd-f470b2a4d7a9 None None] For port 89593b47-ebd8-4442-a4f4-38456da90cd0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=89593b47-ebd8-4442-a4f4-38456da90cd0,segment=NetworkSegment(a72f85d1-870e-4ca4-9757-558ef629e260),segment_id=a72f85d1-870e-4ca4-9757-558ef629e260)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:58.480678 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a2a9fdf4-0de8-422a-91bd-f470b2a4d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.521010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dc81df1-91dd-48bb-add1-a684808052c8 req-55da4d13-803e-468f-8121-d4dfdd919529 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9553895 Mar 22 14:00:58.687426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9fdf4-0de8-422a-91bd-f470b2a4d7a9 None None] Pushing event updated for resources: {'Port': ['ID=89593b47-ebd8-4442-a4f4-38456da90cd0,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:59.081506 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:59.385433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.404060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.424624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.451039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.456919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.480839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.506306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.508479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-0c7b1173-c427-4d05-b990-6e99994b689a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.8313885 Mar 22 14:00:59.531242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:59.629361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:59.636895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:59.640594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:59.708442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Pushing event updated for resources: {'Port': ['ID=a0e76fe8-59cc-4a36-b250-8085e0fb143d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:59.732234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64a2a8f9-6c67-48b2-ad85-081b2ee81798 req-efb3dd8e-f36b-42dd-8ee4-96fe336894b5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115479 Mar 22 14:01:00.817913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-2cbea185-fb33-43c7-b71f-4c6ba9c04464 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:00.831377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 89593b47-ebd8-4442-a4f4-38456da90cd0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:00.834079 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-2cbea185-fb33-43c7-b71f-4c6ba9c04464 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 818 time: 0.3091791 Mar 22 14:01:00.847355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'port': {'device_id': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'admin_state_up': True, 'tenant_id': '4e13edcec83d48b6841c00aef15ca185'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:00.912803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-114e2543-07a0-43d4-a1df-7be94025dbf8 req-58d7d52b-2df9-42b2-ac9c-baa93e3ce335 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 210 time: 0.1307502 Mar 22 14:01:00.921505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (e382770e-e288-44e4-857d-3ea4eeb17570), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.052989 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22e19ca-1f4e-4bc9-ae5f-4c05d4835fbd x-openstack-request-id: req-f22e19ca-1f4e-4bc9-ae5f-4c05d4835fbd {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:01.059195 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2b82d-4d62-4484-9675-901302badac5", "name": "network-vif-deleted", "tag": "d3ad8786-bb6c-4d80-86de-60c117a150f3", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:01.066550 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f22e19ca-1f4e-4bc9-ae5f-4c05d4835fbd {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:01.067157 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22e19ca-1f4e-4bc9-ae5f-4c05d4835fbd'] response: {'server_uuid': '25f2b82d-4d62-4484-9675-901302badac5', 'name': 'network-vif-deleted', 'tag': 'd3ad8786-bb6c-4d80-86de-60c117a150f3', 'status': 'completed', 'code': 200} Mar 22 14:01:01.119722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.157345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 89593b47-ebd8-4442-a4f4-38456da90cd0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:01.159775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.355722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Made reservation on behalf of 4e13edcec83d48b6841c00aef15ca185 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:01.365670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.472751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 89593b47-ebd8-4442-a4f4-38456da90cd0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:01.662024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.668689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.674292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.679794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.685814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.693334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.702806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.713301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-e9d86e7f-ded1-4a09-968c-ab64c4c50ba9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.2487018 Mar 22 14:01:01.755972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Allocated IP 172.20.0.8 (d69b8695-fbed-4d7c-950b-ceea138f0a4c/1212c5bc-48f6-40a2-a501-7ab7ef9f740a/ba87c6a9-64d4-44ee-9f81-c32d461c7f87) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:01.831595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.841327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.875510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-443a721d-5fa1-4b27-a583-2a66f075c4bf req-3fe7c5d1-0418-407d-a3e1-049d06c121eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604555 Mar 22 14:01:02.073597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Pushing event updated for resources: {'Port': ['ID=a0e76fe8-59cc-4a36-b250-8085e0fb143d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:02.105923 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e382770e-e288-44e4-857d-3ea4eeb17570), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.128695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.130596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-409b7377-10b9-42d5-8250-a34b67884e90 req-ec3bd0c4-7ba3-427b-ae5c-05e37e7fa7c4 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.1995168 Mar 22 14:01:02.219490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.301022 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.318639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-409b7377-10b9-42d5-8250-a34b67884e90 req-42aefac4-52db-4863-89a2-fa3701d6ae35 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.1816063 Mar 22 14:01:02.435502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:02.441253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'Port': ['ID=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:02.447538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:02.463154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:02.634727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:02.650206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.690981 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-f8d194e1-0717-4682-be68-64e97ede698b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8480978 Mar 22 14:01:02.714688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Request body: {'port': {'device_id': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:02.745793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b7377-10b9-42d5-8250-a34b67884e90 req-07caf4d6-3130-4d05-89f5-b1c803123a40 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:02.747377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-409b7377-10b9-42d5-8250-a34b67884e90 req-07caf4d6-3130-4d05-89f5-b1c803123a40 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.4279513 Mar 22 14:01:02.924657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.068091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5d1ae1b9-8735-458f-a58b-b09849d542c4 None None] Provisioning complete for port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:03.072220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5d1ae1b9-8735-458f-a58b-b09849d542c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.220302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ae1b9-8735-458f-a58b-b09849d542c4 None None] Port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:03.369675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8dba78d6-38c3-4a3c-963a-7172e4c3d225 req-cc541756-01c0-45a5-86ff-1929e29fa6f8 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips/e382770e-e288-44e4-857d-3ea4eeb17570 HTTP/1.1" status: 200 len: 693 time: 0.1790144 Mar 22 14:01:03.559171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-920561df-3be2-4f29-b356-023c87538502 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.561777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-920561df-3be2-4f29-b356-023c87538502 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 818 time: 0.6661208 Mar 22 14:01:03.596882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-deb4a8aa-7853-44a6-b5e6-4ef8a58a04f9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/quotas/4e13edcec83d48b6841c00aef15ca185 HTTP/1.1" status: 200 len: 375 time: 0.0286949 Mar 22 14:01:03.844990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba78d6-38c3-4a3c-963a-7172e4c3d225 req-cb6902e3-0cd7-4a13-bd1b-61f603ad5dda tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.860770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8dba78d6-38c3-4a3c-963a-7172e4c3d225 req-cb6902e3-0cd7-4a13-bd1b-61f603ad5dda tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.4899895 Mar 22 14:01:03.877505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-8dba78d6-38c3-4a3c-963a-7172e4c3d225 req-5a591d4b-8760-42df-af9f-94afce574181 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:01:03.895464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8dba78d6-38c3-4a3c-963a-7172e4c3d225 req-5a591d4b-8760-42df-af9f-94afce574181 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255184 Mar 22 14:01:03.930187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-72f67da6-2373-4a7d-b2a8-d26f590e4684 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3083646 Mar 22 14:01:04.182485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-8009a4f0-3eae-4cd1-b7e2-8bf3c5da906e service neutron] 10.222.0.44 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512054 Mar 22 14:01:04.405664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-34ca3be7-344d-41e8-8285-685c9717b92e service neutron] 10.222.0.44 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222891 Mar 22 14:01:04.433409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.439093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.444655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.453685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.472319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.477900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.493769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.505600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-c7e1d569-77ea-442e-bd37-77e9f650b673 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.3552046 Mar 22 14:01:04.601531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba87c6a9-64d4-44ee-9f81-c32d461c7f87 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:04.616097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Publish callbacks [] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.661663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Transition to ACTIVE for port object ba87c6a9-64d4-44ee-9f81-c32d461c7f87 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:04.676500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.690100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e15fdce6-3ee9-428b-9222-ed47e7d6d9f7 req-00df01ce-392e-4ced-af7e-e800e48c4399 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825662 Mar 22 14:01:04.950117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Pushing event updated for resources: {'Port': ['ID=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:05.055154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.055534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.055822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.062061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.062435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.062772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.063103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.063429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.063751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.064069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.064387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.064702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.065016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.065330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.065639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:05.106781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8344f22c-bae4-46f5-8263-50e4873607e5 req-bea0e6bb-fdd9-428a-9692-dc2f230cf0b5 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=ee24ae5eac0945cdbd5717468740ee98 HTTP/1.1" status: 200 len: 696 time: 0.3223045 Mar 22 14:01:05.373164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Attempting to bind port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:05.375339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Attempting to bind port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:05.376814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Attempting to bind port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:05.392190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 on network d69b8695-fbed-4d7c-950b-ceea138f0a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:05.392517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Attempting to bind port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:05.418738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:05.422819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Checking segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:05.424390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Bound using segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:05.425047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Bound port: ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:05.428064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.693703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288c5c-a3d2-4b79-a740-8b9fbc96b22e req-6ce2cd95-843c-4042-9287-508e2d54a09b tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:05.720904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24288c5c-a3d2-4b79-a740-8b9fbc96b22e req-6ce2cd95-843c-4042-9287-508e2d54a09b tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 949 time: 0.9009237 Mar 22 14:01:05.747088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] For port ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:05.755206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] For port ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:05.764305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.815219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:05.816215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.821281 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-876d5d67-d392-4718-9d59-892a392139bf service neutron] 10.222.0.57 "PUT /v2.0/ports/ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 200 len: 1091 time: 3.1190732 Mar 22 14:01:05.822062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:05.824752 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f" -d '{"events": [{"name": "network-changed", "server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:05.875032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d5d67-d392-4718-9d59-892a392139bf service neutron] Pushing event updated for resources: {'Port': ['ID=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:06.041465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-e8bc1a74-6f11-4969-9121-f7cee4d79e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.045934 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-e8bc1a74-6f11-4969-9121-f7cee4d79e2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1125 time: 0.1162741 Mar 22 14:01:06.135833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-b2bedc84-0d4e-4bed-ac43-839943e2936e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 200 len: 217 time: 0.0810261 Mar 22 14:01:06.143621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24288c5c-a3d2-4b79-a740-8b9fbc96b22e req-0e53dc28-5b1e-4f64-8fc1-aac6655acdb7 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156182 Mar 22 14:01:06.230165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-b832fe37-e5b1-42b9-8f86-2ccc6f607044 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.241272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-b832fe37-e5b1-42b9-8f86-2ccc6f607044 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 949 time: 1.0403402 Mar 22 14:01:06.306840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f22c-bae4-46f5-8263-50e4873607e5 req-7b65790c-7737-410c-a5f0-923db7c71368 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.334154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8344f22c-bae4-46f5-8263-50e4873607e5 req-7b65790c-7737-410c-a5f0-923db7c71368 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks?id=81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 787 time: 1.2264953 Mar 22 14:01:06.354814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-7ac2032f-9d6c-4d32-9706-421a17214fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.365868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-7ac2032f-9d6c-4d32-9706-421a17214fac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.2241435 Mar 22 14:01:06.552038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-a222687e-c5d2-4378-a992-29e7b1354b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.556562 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-a222687e-c5d2-4378-a992-29e7b1354b73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1750596 Mar 22 14:01:06.613654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bae58956-e265-4e4b-813a-870ab6d34234 req-b0ab7920-8366-4551-84e1-7a9a51e9cbc1 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 210 time: 0.0688920 Mar 22 14:01:06.891472 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-65dde992-4198-4a06-9698-ea29e12e52ac service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217316 Mar 22 14:01:06.900579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-79cc263c-c902-453e-9387-fefe99b6818f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.902978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-79cc263c-c902-453e-9387-fefe99b6818f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.42 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 818 time: 0.2253666 Mar 22 14:01:06.933620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'port': {'device_id': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'admin_state_up': True, 'tenant_id': '4e13edcec83d48b6841c00aef15ca185'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:06.934475 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b23d779-0ce6-41b3-9088-ca6608c37774 x-openstack-request-id: req-9b23d779-0ce6-41b3-9088-ca6608c37774 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:06.934764 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:06.935013 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b23d779-0ce6-41b3-9088-ca6608c37774 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:06.935429 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b23d779-0ce6-41b3-9088-ca6608c37774'] response: {'name': 'network-changed', 'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87', 'status': 'completed', 'code': 200} Mar 22 14:01:07.173880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a5dc0755-8de5-4fc7-be7c-09a2f0621ca9 req-d9c4375d-f9b1-44cb-a10f-d1836d91d0a2 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708919 Mar 22 14:01:07.312571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.340489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.366822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.385151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.392066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-20af177c-7ceb-4d07-878b-b4d318a31d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.404309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-20af177c-7ceb-4d07-878b-b4d318a31d48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1125 time: 0.1455100 Mar 22 14:01:07.406463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.446989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.460298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.476666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-1170750b-3194-4dd1-8c1f-9c570a5604ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.9669640 Mar 22 14:01:07.510425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-64f06087-22cd-47cc-8911-8b969dd43420 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips/e382770e-e288-44e4-857d-3ea4eeb17570 HTTP/1.1" status: 200 len: 693 time: 0.5500839 Mar 22 14:01:07.667085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-481f1dcb-ba53-4699-bdba-f6ee724bb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.671316 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-481f1dcb-ba53-4699-bdba-f6ee724bb9a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.2611506 Mar 22 14:01:07.760976 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-4765312e-5399-486d-ad71-e793fbe18caf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 200 len: 217 time: 0.0824306 Mar 22 14:01:07.871324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-08cad005-41ba-49c5-b2c1-fc83aa8dd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.872946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-08cad005-41ba-49c5-b2c1-fc83aa8dd740 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.1060016 Mar 22 14:01:07.970506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-019e4a38-5983-4d12-ad6a-8dc17e634feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.974855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Deleting port d4fd205f-6cd6-47fa-bdfb-b766526af570 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:07.975412 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:07.978930 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-019e4a38-5983-4d12-ad6a-8dc17e634feb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990205 Mar 22 14:01:08.201152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62e3c050-ddbc-4a54-9395-408e5091f35d req-bc5496c0-0d0f-47e8-ac76-cdc80f20b657 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7224984 Mar 22 14:01:08.218119 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-aab8976a-0349-4cef-9822-4aa98dbbeff1 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322278 Mar 22 14:01:08.401867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ff21e837-c561-4f4e-8e6e-dc5462c2e66f req-92cfdb4a-7e89-4e95-885f-5542a2168ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758235 Mar 22 14:01:08.403289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-c076d899-38a9-436b-9000-4c12b23178a8 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:08.411239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-c076d899-38a9-436b-9000-4c12b23178a8 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.8818574 Mar 22 14:01:08.563181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] For port d4fd205f-6cd6-47fa-bdfb-b766526af570, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d4fd205f-6cd6-47fa-bdfb-b766526af570,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:08.568294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.579079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Made reservation on behalf of 4e13edcec83d48b6841c00aef15ca185 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:08.585579 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.622458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-373376ae-2219-4b21-860d-eeca4e1a5f57 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.2102082 Mar 22 14:01:08.756315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Calling delete_port for d4fd205f-6cd6-47fa-bdfb-b766526af570 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:08.774063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-1c0e7872-6d2a-4896-b800-4171cb06facd tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.1507146 Mar 22 14:01:09.002723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0171-6701-44ac-90fc-afc26f9d24c6 req-67b9bbb2-b0f9-48e3-a3aa-65e1af1503fc tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:09.004300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20aa0171-6701-44ac-90fc-afc26f9d24c6 req-67b9bbb2-b0f9-48e3-a3aa-65e1af1503fc tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 949 time: 0.5742626 Mar 22 14:01:09.340480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20aa0171-6701-44ac-90fc-afc26f9d24c6 req-05259332-6263-43d2-88b0-94e210ab8405 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/security-groups?id=60ab37f1-b00f-4a13-81f5-58fd82080bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234802 Mar 22 14:01:09.503003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Allocated IP 172.20.0.9 (d69b8695-fbed-4d7c-950b-ceea138f0a4c/1212c5bc-48f6-40a2-a501-7ab7ef9f740a/01bc7312-16d3-4f0b-a4a2-d56e573e57fe) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:09.519644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Deleting port a0e76fe8-59cc-4a36-b250-8085e0fb143d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:09.519990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.697329 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.697899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (a0e76fe8-59cc-4a36-b250-8085e0fb143d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.746991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Calling delete_port for a0e76fe8-59cc-4a36-b250-8085e0fb143d owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:09.969877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ba87c6a9-64d4-44ee-9f81-c32d461c7f87 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:10.250941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d15bd41-63bd-4760-bff7-fbd480f82865 req-6d221db6-c763-40bf-9ffe-772a208a3728 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 210 time: 0.4537854 Mar 22 14:01:10.260137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:10.330994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: d4fd205f-6cd6-47fa-bdfb-b766526af570 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:10.331267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d4fd205f-6cd6-47fa-bdfb-b766526af570 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:10.388985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:10.418192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'port_id': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87', 'mac_address': 'fa:16:3e:81:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:10.530125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:10.530733 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.571047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba87c6a9-64d4-44ee-9f81-c32d461c7f87 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:10.643136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:10.656888 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:11.030311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:11.048928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ba87c6a9-64d4-44ee-9f81-c32d461c7f87'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:11.135960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.138404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.139000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.140293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.140841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.141981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.144096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.144653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.154471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.155304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.155945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.157308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.157850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.158420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.158954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:11.697453 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d4fd205f-6cd6-47fa-bdfb-b766526af570), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:11.870476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a0e76fe8-59cc-4a36-b250-8085e0fb143d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.031267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Pushing event deleted for resources: {'Port': ['ID=d4fd205f-6cd6-47fa-bdfb-b766526af570,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:12.057337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.057337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.057337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.057337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.057337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.057337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.057337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.058083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.070106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.070731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.073013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.073013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.073013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.073013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.073013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:12.091269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.214881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Pushing event deleted for resources: {'Port': ['ID=a0e76fe8-59cc-4a36-b250-8085e0fb143d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:12.234219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-c5b8216f-2310-433f-8c0e-f25fbb365c87 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.235709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-c5b8216f-2310-433f-8c0e-f25fbb365c87 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 944 time: 0.5433302 Mar 22 14:01:12.278443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.283823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.289020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.294487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.313122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.318494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.336326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.338445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-f349c4d5-117a-4a3f-aeb7-e59b9afd21ce tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.6444287 Mar 22 14:01:12.495064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] No DVR routers for this DVR port d4fd205f-6cd6-47fa-bdfb-b766526af570 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:12.576758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.580622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de0789ea-4270-45d1-a2ef-3483d8e02b60 req-3cef1ed9-73af-40a4-9dfc-3736c4b22866 tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.57 "DELETE /v2.0/ports/d4fd205f-6cd6-47fa-bdfb-b766526af570 HTTP/1.1" status: 204 len: 173 time: 6.3352206 Mar 22 14:01:12.609192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-deleted', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:12.611525 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca8dc99-163e-4843-b093-c2e4135dc409" -d '{"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-deleted", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:12.667959 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (e382770e-e288-44e4-857d-3ea4eeb17570), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.678383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.679557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15e0335e-aff3-43a6-964f-772c3c2758c3 req-ce4e123f-55bf-4de8-aab7-2874ae5928eb tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "DELETE /v2.0/floatingips/e382770e-e288-44e4-857d-3ea4eeb17570 HTTP/1.1" status: 204 len: 173 time: 3.8932900 Mar 22 14:01:12.814341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.826441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ba87c6a9-64d4-44ee-9f81-c32d461c7f87'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:12.921168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34188fed-fede-4f8c-b122-b448252a2f9c req-73a31a84-53e0-4507-9dde-e138d4d059ef tempest-ListImageFiltersTestJSON-2043874051 tempest-ListImageFiltersTestJSON-2043874051-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7e26900-3052-4eac-ad9b-4ba04ba453aa HTTP/1.1" status: 200 len: 210 time: 0.1039813 Mar 22 14:01:12.963514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38f66512-9d76-460c-bf92-088cc5fe2699 req-374f008b-9609-4d20-a228-3f6179b0afb8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5277588 Mar 22 14:01:13.030587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:13.043387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:13.051420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:13.061576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'Port': ['ID=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:13.231352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Deleting port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:13.232291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.262759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:13.265862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.518540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] For port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:13.519007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.568750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Calling delete_port for 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:13.584005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2b0f6b28-57f0-4611-805a-aba5aeb55f11 None None] Provisioning complete for port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:13.584418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b0f6b28-57f0-4611-805a-aba5aeb55f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.598931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-7fec74c4-17e7-4f48-9c07-6546e2669025 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6694651 Mar 22 14:01:13.630210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Request body: {'port': {'device_id': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:13.650527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f6b28-57f0-4611-805a-aba5aeb55f11 None None] Port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:13.679424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbfa4-0864-4ab6-b724-3b25ea8b2c45 req-38d97a2b-5aef-47ae-ac33-90fe4eeb68b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:13.687174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-699dbfa4-0864-4ab6-b724-3b25ea8b2c45 req-38d97a2b-5aef-47ae-ac33-90fe4eeb68b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 931 time: 0.5305541 Mar 22 14:01:13.700114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545053f2-eb0e-4a0d-9bd6-3a21dfb030c2 req-db04ad9b-69ac-465f-b2e9-8d3a7f165c10 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:13.701734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-545053f2-eb0e-4a0d-9bd6-3a21dfb030c2 req-db04ad9b-69ac-465f-b2e9-8d3a7f165c10 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb323ab-75b0-4777-97cc-055e599a2222 HTTP/1.1" status: 200 len: 944 time: 0.6354382 Mar 22 14:01:13.897598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-545053f2-eb0e-4a0d-9bd6-3a21dfb030c2 req-d8b2bcc7-9a42-4fe0-ac86-87a5551c7262 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394095 Mar 22 14:01:13.912062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.002196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ba87c6a9-64d4-44ee-9f81-c32d461c7f87 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:14.124686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:14.129062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:14.129666 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.247171 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4795d366-6042-495f-aa32-a8265113476f x-openstack-request-id: req-4795d366-6042-495f-aa32-a8265113476f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:14.247421 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e26900-3052-4eac-ad9b-4ba04ba453aa", "name": "network-vif-deleted", "tag": "d4fd205f-6cd6-47fa-bdfb-b766526af570", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:14.248404 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4795d366-6042-495f-aa32-a8265113476f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:14.248968 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4795d366-6042-495f-aa32-a8265113476f'] response: {'server_uuid': 'e7e26900-3052-4eac-ad9b-4ba04ba453aa', 'name': 'network-vif-deleted', 'tag': 'd4fd205f-6cd6-47fa-bdfb-b766526af570', 'status': 'completed', 'code': 200} Mar 22 14:01:14.260750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:14.261384 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.313467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:14.316994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:14.321328 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe18b05-307d-4685-82df-9a65cfa34ff7" -d '{"events": [{"server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "name": "network-vif-plugged", "status": "completed", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:14.329389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.377085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:14.381197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-699dbfa4-0864-4ab6-b724-3b25ea8b2c45 req-0bc09b81-b7cf-4bc0-a1d8-23cffd67c2ff tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931713 Mar 22 14:01:14.390483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-340018f3-902d-454b-80fa-858f75499df7 req-e57153a2-46a9-4d07-a6ed-09eba199fd3d tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1404166 Mar 22 14:01:14.402399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:14.424750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4309bfdd-4f5e-42be-bc23-20aa3bb2b9be), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.601705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bc7312-16d3-4f0b-a4a2-d56e573e57fe {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:14.612790 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Publish callbacks [] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.629954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Transition to ACTIVE for port object 01bc7312-16d3-4f0b-a4a2-d56e573e57fe will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:14.692071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event deleted for resources: {'Port': ['ID=4309bfdd-4f5e-42be-bc23-20aa3bb2b9be,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:14.695458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.705350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.845404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] No DVR routers for this DVR port 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:14.848469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.852651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36670054-1521-4c25-ac8e-8bfce10f85fa req-474c647d-63ac-4ce7-acd5-da21023d230b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.42 "DELETE /v2.0/ports/4309bfdd-4f5e-42be-bc23-20aa3bb2b9be HTTP/1.1" status: 204 len: 173 time: 2.6076636 Mar 22 14:01:14.912503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.919267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.925897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.945585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.959338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.972538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.986666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.991324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-28286eec-0957-4d51-adff-af77cfad3658 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.3333459 Mar 22 14:01:15.117552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Pushing event updated for resources: {'Port': ['ID=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:15.194814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Attempting to bind port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:15.195044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Attempting to bind port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:15.195458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Attempting to bind port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:15.210750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce5439c0-fbb6-48d0-bc30-38f01a6b8ac2 req-a4857b2a-912d-4398-8942-33818cb1edda tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975653 Mar 22 14:01:15.215972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe on network d69b8695-fbed-4d7c-950b-ceea138f0a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:15.216372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Attempting to bind port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:15.225375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:15.225787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Checking segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:15.226260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Bound using segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:15.226779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Bound port: 01bc7312-16d3-4f0b-a4a2-d56e573e57fe, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:15.227193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.231744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.353731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Allocated IP 172.25.2.52 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b741ba36-7852-4997-be55-ff5891286325) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:15.424251 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3878c9e-5b7a-460e-89a5-925d7b02dfee x-openstack-request-id: req-a3878c9e-5b7a-460e-89a5-925d7b02dfee {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:15.424839 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "name": "network-vif-plugged", "status": "completed", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:15.426573 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3878c9e-5b7a-460e-89a5-925d7b02dfee {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:15.427305 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3878c9e-5b7a-460e-89a5-925d7b02dfee'] response: {'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87', 'code': 200} Mar 22 14:01:15.534721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for port (b741ba36-7852-4997-be55-ff5891286325), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.614629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b741ba36-7852-4997-be55-ff5891286325), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.759128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:15.806295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:15.808846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:15.811650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4309bfdd-4f5e-42be-bc23-20aa3bb2b9be not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:15.823603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:15.826324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:15.835147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Pushing event updated for resources: {'Port': ['ID=b741ba36-7852-4997-be55-ff5891286325,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:15.882497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] For port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:15.909761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] For port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:15.912540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14285478-a18a-448f-a21a-68db7c957de1 req-cf754c5b-890a-4fba-9096-8bb8356cf811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:15.914083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14285478-a18a-448f-a21a-68db7c957de1 req-cf754c5b-890a-4fba-9096-8bb8356cf811 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1127 time: 0.2598870 Mar 22 14:01:15.936375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.020535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Pushing event updated for resources: {'Port': ['ID=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:16.049139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.050240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.051605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-6c80f256-6b91-411a-a1ae-5ef509e6f862 service neutron] 10.222.0.42 "PUT /v2.0/ports/01bc7312-16d3-4f0b-a4a2-d56e573e57fe HTTP/1.1" status: 200 len: 1091 time: 2.4271617 Mar 22 14:01:16.161294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (0bd6867a-4ed4-4716-90a9-df4dfdb2f8f0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.173831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14285478-a18a-448f-a21a-68db7c957de1 req-be17a2a3-3ae3-400e-a493-ceff20780c6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480199 Mar 22 14:01:16.230630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30add8-c196-4f26-aa40-1d30ad9d5233 req-00bd9de0-54c3-4df0-94e0-2d2114f2c25f tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.238542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c30add8-c196-4f26-aa40-1d30ad9d5233 req-00bd9de0-54c3-4df0-94e0-2d2114f2c25f tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 950 time: 0.2134609 Mar 22 14:01:16.256162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'name': 'network-vif-deleted', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be'}, {'name': 'network-changed', 'server_uuid': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'tag': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:16.258479 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b" -d '{"events": [{"server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "name": "network-vif-deleted", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be"}, {"name": "network-changed", "server_uuid": "aaf6a490-a55d-40b0-a5bc-8d0be49650a2", "tag": "01bc7312-16d3-4f0b-a4a2-d56e573e57fe"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:16.324087 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b741ba36-7852-4997-be55-ff5891286325), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.332506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-701ec19e-ee4f-4b5c-86f3-d2b4a7104580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.334527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-701ec19e-ee4f-4b5c-86f3-d2b4a7104580 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 1125 time: 0.2347217 Mar 22 14:01:16.410578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c30add8-c196-4f26-aa40-1d30ad9d5233 req-329f34ef-ba4b-4fd8-b834-b2d894b8f4d1 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713860 Mar 22 14:01:16.411994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-4bb4708f-8ba6-46af-9218-8e90a4fa0362 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe HTTP/1.1" status: 200 len: 217 time: 0.0562544 Mar 22 14:01:16.591763 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:01:16.594197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-0a47c8a2-fcbe-4415-be9e-92ae07dfcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.595721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-0a47c8a2-fcbe-4415-be9e-92ae07dfcb7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.1604824 Mar 22 14:01:16.682443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc6f5f-aa52-4c32-94ac-cbd5dd8dfb25 req-6af0b4d1-e618-4444-bbf1-5a9bf81b12f2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.690332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4bc6f5f-aa52-4c32-94ac-cbd5dd8dfb25 req-6af0b4d1-e618-4444-bbf1-5a9bf81b12f2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 943 time: 0.1742425 Mar 22 14:01:16.791177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-a0877d55-d171-45c1-a663-fea7d58a5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.800218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-a0877d55-d171-45c1-a663-fea7d58a5921 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1893210 Mar 22 14:01:16.838690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4bc6f5f-aa52-4c32-94ac-cbd5dd8dfb25 req-04c89553-519f-48f2-b3f1-73c3844b0c05 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473665 Mar 22 14:01:16.841248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for port (b741ba36-7852-4997-be55-ff5891286325), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:17.407078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b741ba36-7852-4997-be55-ff5891286325), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:17.577205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Pushing event updated for resources: {'Port': ['ID=b741ba36-7852-4997-be55-ff5891286325,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:17.649649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (0bd6867a-4ed4-4716-90a9-df4dfdb2f8f0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:17.665588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-21c2a0fb-8e3c-4a23-b772-f967746dcd71 service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8520949 Mar 22 14:01:17.683907 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:17.685508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-340018f3-902d-454b-80fa-858f75499df7 req-0e83438f-81fd-4d64-b872-7a534be61d28 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2933452 Mar 22 14:01:17.813135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.818972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.825533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.831464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.839459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.846866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.852761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.869682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-6d766a53-4f22-47ca-a353-5de1d657587d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.2673426 Mar 22 14:01:17.878643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-340018f3-902d-454b-80fa-858f75499df7 req-fcc943a1-1962-4135-99d3-bf7d633825f8 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.1795385 Mar 22 14:01:18.017823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:18.045050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340018f3-902d-454b-80fa-858f75499df7 req-aae73501-6d97-44d7-b761-f3b1c91d9566 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.046216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-340018f3-902d-454b-80fa-858f75499df7 req-aae73501-6d97-44d7-b761-f3b1c91d9566 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.1568305 Mar 22 14:01:18.096497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d6acb7d-86a3-4a90-a2e8-5ae705050fb6 req-bd5bd851-71f7-481b-abb7-c2f2dd71dbc2 service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246914 Mar 22 14:01:18.135910 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c806391-b1cc-4123-9191-09c94d3f8bc7 x-openstack-request-id: req-7c806391-b1cc-4123-9191-09c94d3f8bc7 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:18.136214 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb323ab-75b0-4777-97cc-055e599a2222", "name": "network-vif-deleted", "tag": "4309bfdd-4f5e-42be-bc23-20aa3bb2b9be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aaf6a490-a55d-40b0-a5bc-8d0be49650a2", "tag": "01bc7312-16d3-4f0b-a4a2-d56e573e57fe", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:18.136474 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c806391-b1cc-4123-9191-09c94d3f8bc7 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:18.136888 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c806391-b1cc-4123-9191-09c94d3f8bc7'] response: {'server_uuid': 'efb323ab-75b0-4777-97cc-055e599a2222', 'name': 'network-vif-deleted', 'tag': '4309bfdd-4f5e-42be-bc23-20aa3bb2b9be', 'status': 'completed', 'code': 200} Mar 22 14:01:18.142623 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c806391-b1cc-4123-9191-09c94d3f8bc7'] response: {'name': 'network-changed', 'server_uuid': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'tag': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe', 'status': 'completed', 'code': 200} Mar 22 14:01:18.240397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9964bb48-a2bb-4b85-a9d3-6909250872c0 req-0a08809a-b964-4b77-9d65-f7f109413889 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3755894 Mar 22 14:01:18.280123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:18.280123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.331428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-f9436faa-cd65-47ce-81f4-d4ce424c85d2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.332101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:18.335455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-f9436faa-cd65-47ce-81f4-d4ce424c85d2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 944 time: 0.4325271 Mar 22 14:01:18.336173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-89a06f84-8140-4244-8373-86edccd74c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.343458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:18.346560 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf472e2d-5106-4501-9d12-43e59d723050" -d '{"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-unplugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:18.351346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.413337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:18.536784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-57760489-1623-4c2d-ad6f-432fcedc3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.538134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-57760489-1623-4c2d-ad6f-432fcedc3087 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 1125 time: 0.3726742 Mar 22 14:01:18.644953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa2a53-d8bc-462f-88f2-d7c8950355e4 req-7471d5fe-9d94-4e20-88f4-e07c6318528e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.646650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8aa2a53-d8bc-462f-88f2-d7c8950355e4 req-7471d5fe-9d94-4e20-88f4-e07c6318528e tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=505355d7-927a-419c-b596-82dba9beff95 HTTP/1.1" status: 200 len: 944 time: 0.1870587 Mar 22 14:01:18.689706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Deleting port 928944cf-c397-4757-9b06-91bebd07534f {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:18.690128 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (928944cf-c397-4757-9b06-91bebd07534f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.835279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-02b72422-4699-4a42-b176-575bf41f15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.837216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-02b72422-4699-4a42-b176-575bf41f15a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.2904398 Mar 22 14:01:18.884124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8aa2a53-d8bc-462f-88f2-d7c8950355e4 req-50a3c1ae-4f5a-4357-827b-f87681eedea2 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279682 Mar 22 14:01:18.942381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-f8b9d15d-b4ff-4f89-afda-21bd0b30f855 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe HTTP/1.1" status: 200 len: 217 time: 0.0869803 Mar 22 14:01:18.999430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48264) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:19.014027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-11507fbc-7e53-42c9-8c21-d20ebe1e3aef tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips/0bd6867a-4ed4-4716-90a9-df4dfdb2f8f0 HTTP/1.1" status: 200 len: 692 time: 0.0787241 Mar 22 14:01:19.067329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-3ffef2e4-8345-49ad-b28e-132c658b1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:19.069141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-3ffef2e4-8345-49ad-b28e-132c658b1e56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.1118603 Mar 22 14:01:19.161616 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec313907-1bd1-4a66-9ca0-0ad593bb3eb7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0443ba66e5b44c1995da8df00bf2117e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609631 Mar 22 14:01:19.162249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:19.164652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdc565-52a6-4202-a3c8-95cc8d2034d0 req-84a11167-fe9e-4da1-ba3f-6d26fab6f3dc tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:19.175693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ecdc565-52a6-4202-a3c8-95cc8d2034d0 req-84a11167-fe9e-4da1-ba3f-6d26fab6f3dc tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 943 time: 0.4072597 Mar 22 14:01:19.177832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] For port 928944cf-c397-4757-9b06-91bebd07534f, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=928944cf-c397-4757-9b06-91bebd07534f,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:19.178902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (928944cf-c397-4757-9b06-91bebd07534f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.225790 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51115795-ecf1-4661-8d11-fba49029ca71 admin admin] Publish callbacks [] for security_group (60ab37f1-b00f-4a13-81f5-58fd82080bb1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.247159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Calling delete_port for 928944cf-c397-4757-9b06-91bebd07534f owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:19.288135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51115795-ecf1-4661-8d11-fba49029ca71 admin admin] Publish callbacks [] for security_group (60ab37f1-b00f-4a13-81f5-58fd82080bb1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.360077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51115795-ecf1-4661-8d11-fba49029ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (60ab37f1-b00f-4a13-81f5-58fd82080bb1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.363712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51115795-ecf1-4661-8d11-fba49029ca71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.365193 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-51115795-ecf1-4661-8d11-fba49029ca71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60ab37f1-b00f-4a13-81f5-58fd82080bb1 HTTP/1.1" status: 204 len: 168 time: 0.2020421 Mar 22 14:01:19.377494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51115795-ecf1-4661-8d11-fba49029ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab37f1-b00f-4a13-81f5-58fd82080bb1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:19.426943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-a4c96f86-653a-44c4-9a79-e421f80f3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:19.429735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-a4c96f86-653a-44c4-9a79-e421f80f3c04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3492603 Mar 22 14:01:19.451145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ecdc565-52a6-4202-a3c8-95cc8d2034d0 req-105c02d3-9d59-46dd-80ad-655ce9d15a20 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337060 Mar 22 14:01:19.549456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-4bd266e1-bcf1-4dae-bd4b-fc1c015ba801 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:19.564222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-4bd266e1-bcf1-4dae-bd4b-fc1c015ba801 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.4939182 Mar 22 14:01:19.594262 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbe3d2e-83fb-46c4-ac54-2af3f3d45c9e x-openstack-request-id: req-bdbe3d2e-83fb-46c4-ac54-2af3f3d45c9e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:19.594762 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-unplugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:19.594877 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdbe3d2e-83fb-46c4-ac54-2af3f3d45c9e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:19.595206 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbe3d2e-83fb-46c4-ac54-2af3f3d45c9e'] response: {'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'code': 200} Mar 22 14:01:19.757867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 01bc7312-16d3-4f0b-a4a2-d56e573e57fe details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:19.766516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (928944cf-c397-4757-9b06-91bebd07534f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.868024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event deleted for resources: {'Port': ['ID=928944cf-c397-4757-9b06-91bebd07534f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:19.918961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-018d5a29-bc6a-4b4b-9f07-2179ffb2311f tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.1673944 Mar 22 14:01:19.954440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] No DVR routers for this DVR port 928944cf-c397-4757-9b06-91bebd07534f on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:20.054400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-645b04a8-33ed-442a-b3f2-965b12386de2 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.1107924 Mar 22 14:01:20.086328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.090952 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31c687a5-4630-40b7-a467-8544e14f2b1c req-7723d615-96f9-42eb-b67b-5a6bfa0bd86c tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "DELETE /v2.0/ports/928944cf-c397-4757-9b06-91bebd07534f HTTP/1.1" status: 204 len: 173 time: 1.7388473 Mar 22 14:01:20.105144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:20.155537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'port_id': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe', 'mac_address': 'fa:16:3e:89:e2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:20.246889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'name': 'network-vif-deleted', 'tag': '928944cf-c397-4757-9b06-91bebd07534f'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:20.249113 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb73c9-bfc5-40be-b2d1-7cf7775764e0" -d '{"events": [{"server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "name": "network-vif-deleted", "tag": "928944cf-c397-4757-9b06-91bebd07534f"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:20.274934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:20.275798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.304009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bc7312-16d3-4f0b-a4a2-d56e573e57fe {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:20.309809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-7ab56cbe-579d-43d6-be28-f4f89f910c85 service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8575547 Mar 22 14:01:20.363269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:20.376585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.449376 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb0d53bd-cdb4-4b5a-84f8-14c81779949d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.501028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:20.599644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.604181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['01bc7312-16d3-4f0b-a4a2-d56e573e57fe'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:20.621326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.631934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.648173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.653765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.663942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.674193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.682335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-2583d53a-f2dc-44d4-b7f8-452aefecafaa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.5901866 Mar 22 14:01:20.785220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7b483c-2bad-4d51-a817-69a2d6ae6d9b req-5d768ee1-b76b-4916-88c7-d6d773e83fbe service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687376 Mar 22 14:01:20.816299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Deleting port b741ba36-7852-4997-be55-ff5891286325 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:20.816769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b741ba36-7852-4997-be55-ff5891286325), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.956827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b741ba36-7852-4997-be55-ff5891286325), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.957475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (b741ba36-7852-4997-be55-ff5891286325), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.975041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Calling delete_port for b741ba36-7852-4997-be55-ff5891286325 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:21.019004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7559de36-b79d-411b-9ba6-9cd0abcae778 req-0d32e572-543e-4fad-bea6-1930903b64a6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3352802 Mar 22 14:01:21.352166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b741ba36-7852-4997-be55-ff5891286325), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.402597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Pushing event deleted for resources: {'Port': ['ID=b741ba36-7852-4997-be55-ff5891286325,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:21.615538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks [] for floatingip (0bd6867a-4ed4-4716-90a9-df4dfdb2f8f0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.619410 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.621183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5200d9d2-d4aa-40cb-965f-025f9404cdf2 req-6d0ec1ea-0e3a-4473-81d0-fdee17a90b61 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "DELETE /v2.0/floatingips/0bd6867a-4ed4-4716-90a9-df4dfdb2f8f0 HTTP/1.1" status: 204 len: 173 time: 1.5280097 Mar 22 14:01:21.668010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-b40e6d31-1ff0-42c0-be35-e22a1fac59f2 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:21.670014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-b40e6d31-1ff0-42c0-be35-e22a1fac59f2 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 946 time: 0.1339686 Mar 22 14:01:21.770419 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.775949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 01bc7312-16d3-4f0b-a4a2-d56e573e57fe up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:21.916723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:21.922135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:21.922873 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.027238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 928944cf-c397-4757-9b06-91bebd07534f no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:22.075276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Deleting port eec0967b-09b3-4446-b867-3d284d4327e9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:22.075782 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.091563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 928944cf-c397-4757-9b06-91bebd07534f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:22.091917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 928944cf-c397-4757-9b06-91bebd07534f not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:22.092991 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a639fa-aff1-4030-8985-36b209d9afa1 x-openstack-request-id: req-06a639fa-aff1-4030-8985-36b209d9afa1 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:22.093284 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505355d7-927a-419c-b596-82dba9beff95", "name": "network-vif-deleted", "tag": "928944cf-c397-4757-9b06-91bebd07534f", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:22.093540 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06a639fa-aff1-4030-8985-36b209d9afa1 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:22.094103 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a639fa-aff1-4030-8985-36b209d9afa1'] response: {'server_uuid': '505355d7-927a-419c-b596-82dba9beff95', 'name': 'network-vif-deleted', 'tag': '928944cf-c397-4757-9b06-91bebd07534f', 'status': 'completed', 'code': 200} Mar 22 14:01:22.102305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0800f-05e5-4038-abb1-9ed1f742b132 req-f57d2581-41e2-4fa5-ab6c-4b353c5c9208 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.104169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4a0800f-05e5-4038-abb1-9ed1f742b132 req-f57d2581-41e2-4fa5-ab6c-4b353c5c9208 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 946 time: 0.2074964 Mar 22 14:01:22.203844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:22.204235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.304246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:22.305424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:22.309272 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc5d94f-85f0-4084-8729-8f9340056c77" -d '{"events": [{"server_uuid": "aaf6a490-a55d-40b0-a5bc-8d0be49650a2", "name": "network-vif-plugged", "status": "completed", "tag": "01bc7312-16d3-4f0b-a4a2-d56e573e57fe"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:22.323656 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.425028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:22.613938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4a0800f-05e5-4038-abb1-9ed1f742b132 req-97962efd-8538-4330-8d74-61259edb41b9 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f640456-9702-4aca-8100-eb4f5eb520f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808433 Mar 22 14:01:22.660676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052868a-4f03-4199-88ad-ef23cdf99d13 req-e4a80237-c496-4ec0-8321-17f9c1d1a452 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.668356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4052868a-4f03-4199-88ad-ef23cdf99d13 req-e4a80237-c496-4ec0-8321-17f9c1d1a452 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 944 time: 0.5089216 Mar 22 14:01:22.695296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] For port eec0967b-09b3-4446-b867-3d284d4327e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=eec0967b-09b3-4446-b867-3d284d4327e9,segment=NetworkSegment(d07046eb-ba1a-47bb-923b-60dc7c79a224),segment_id=d07046eb-ba1a-47bb-923b-60dc7c79a224)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:22.696140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.717697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Calling delete_port for eec0967b-09b3-4446-b867-3d284d4327e9 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:22.753655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4052868a-4f03-4199-88ad-ef23cdf99d13 req-0adf68aa-54b7-4e9f-a33b-1f2633662271 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842931 Mar 22 14:01:22.855507 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-044801bd-3baa-4b93-ae9e-c327eb1cc08a req-0bf0875b-ab01-4f8f-be3e-f8ff7189d56c tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] show failed (client error): The resource could not be found. Mar 22 14:01:22.866057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-044801bd-3baa-4b93-ae9e-c327eb1cc08a req-0bf0875b-ab01-4f8f-be3e-f8ff7189d56c tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips/0bd6867a-4ed4-4716-90a9-df4dfdb2f8f0 HTTP/1.1" status: 404 len: 350 time: 0.0649843 Mar 22 14:01:23.055866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (eec0967b-09b3-4446-b867-3d284d4327e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.070705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['eec0967b-09b3-4446-b867-3d284d4327e9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:23.094230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Pushing event deleted for resources: {'Port': ['ID=eec0967b-09b3-4446-b867-3d284d4327e9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:23.115796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.121106 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e93a0b5-69c8-4829-994f-06448562289f x-openstack-request-id: req-7e93a0b5-69c8-4829-994f-06448562289f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:23.121330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.124045 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6a490-a55d-40b0-a5bc-8d0be49650a2", "name": "network-vif-plugged", "status": "completed", "tag": "01bc7312-16d3-4f0b-a4a2-d56e573e57fe", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:23.124299 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e93a0b5-69c8-4829-994f-06448562289f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:23.124702 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e93a0b5-69c8-4829-994f-06448562289f'] response: {'server_uuid': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe', 'code': 200} Mar 22 14:01:23.126485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.131784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.137200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.142507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.147722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.155308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-a69ba9fc-ad41-4dca-a889-7b1fe06922a5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.1632795 Mar 22 14:01:23.238346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48388) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:23.278525 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-90b64e11-d2bf-4136-92e5-c512681a4f5b req-d6e2fe65-b4c5-46aa-9549-5959f20b4651 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] show failed (client error): The resource could not be found. Mar 22 14:01:23.279561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90b64e11-d2bf-4136-92e5-c512681a4f5b req-d6e2fe65-b4c5-46aa-9549-5959f20b4651 tempest-FloatingIPsTestJSON-478591599 tempest-FloatingIPsTestJSON-478591599-project] 10.222.0.44 "GET /v2.0/floatingips/0bd6867a-4ed4-4716-90a9-df4dfdb2f8f0 HTTP/1.1" status: 404 len: 350 time: 0.1204066 Mar 22 14:01:23.283033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] No DVR routers for this DVR port eec0967b-09b3-4446-b867-3d284d4327e9 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:23.286065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.289269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:23.296743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87cb91bc-0dc5-4b6c-af33-dd7cab1c8219 req-d9716218-0d43-4cba-b308-11ff961b43b1 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.42 "DELETE /v2.0/ports/eec0967b-09b3-4446-b867-3d284d4327e9 HTTP/1.1" status: 204 len: 173 time: 1.6195683 Mar 22 14:01:23.323296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.427463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23ddd03f-d770-4873-83be-362ce1e344e8 req-96ffe872-350a-4efd-97ff-2b60eae315f4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2703168 Mar 22 14:01:23.434302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750f00e-08d4-4630-af72-d99dfa832f43 req-bfa1c3dd-b66f-460a-8678-6dc2d827c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.436215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5750f00e-08d4-4630-af72-d99dfa832f43 req-bfa1c3dd-b66f-460a-8678-6dc2d827c4c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 1127 time: 0.2460246 Mar 22 14:01:23.646891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf952fcc-64a5-4f8c-ab4c-30b68a4f5698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.693323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5750f00e-08d4-4630-af72-d99dfa832f43 req-cbf128c0-0bf1-4447-9751-f43e9835a644 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496743 Mar 22 14:01:23.705819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-09487e82-abfb-4a59-a758-02a6a9f9cc1b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.707351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-09487e82-abfb-4a59-a758-02a6a9f9cc1b tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 945 time: 0.2407055 Mar 22 14:01:23.714811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfafd7-7fc9-48b0-83e1-1cb593d9bc44 req-2beeb972-693b-40b2-8bb8-bc5e5c5cba46 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.716309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8dfafd7-7fc9-48b0-83e1-1cb593d9bc44 req-2beeb972-693b-40b2-8bb8-bc5e5c5cba46 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 945 time: 0.1494944 Mar 22 14:01:23.828515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8dfafd7-7fc9-48b0-83e1-1cb593d9bc44 req-6fd212f2-5921-46a6-a633-b37b431a7946 tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/security-groups?id=5758e442-8101-48fe-8d06-dcb41ef1e005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038413 Mar 22 14:01:23.829283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf952fcc-64a5-4f8c-ab4c-30b68a4f5698 admin admin] Publish callbacks [] for security_group (ecb4e8d2-7ce7-4186-a91e-fdd3afceb333), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.845906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf952fcc-64a5-4f8c-ab4c-30b68a4f5698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ecb4e8d2-7ce7-4186-a91e-fdd3afceb333), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.885916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Deleting port 9d43cdea-b8d2-486c-a195-6ba29409d299 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:23.886076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.086259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf952fcc-64a5-4f8c-ab4c-30b68a4f5698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4e8d2-7ce7-4186-a91e-fdd3afceb333,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:24.095166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'name': 'network-vif-deleted', 'tag': 'eec0967b-09b3-4446-b867-3d284d4327e9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:24.097600 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dae0a20-93b2-451d-b07d-297e601a48fd" -d '{"events": [{"server_uuid": "f47e3a99-298b-4dcf-bfc4-79946997a180", "name": "network-vif-deleted", "tag": "eec0967b-09b3-4446-b867-3d284d4327e9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:24.116457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48412) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:24.119948 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bf952fcc-64a5-4f8c-ab4c-30b68a4f5698 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fad60b83d2547afb0ff21410d851b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8789806 Mar 22 14:01:24.163871 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.172104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af5bb2da-05f2-498d-ada9-028fd4d10d9e req-9ca1379c-2241-4066-8d59-a8c31cbebcb9 tempest-VolumesAdminNegativeTest-707342974 tempest-VolumesAdminNegativeTest-707342974-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47e3a99-298b-4dcf-bfc4-79946997a180 HTTP/1.1" status: 200 len: 210 time: 0.0859280 Mar 22 14:01:24.241774 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (162f1762-317e-493a-9404-f11eed017939), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.264074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] For port 9d43cdea-b8d2-486c-a195-6ba29409d299, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9d43cdea-b8d2-486c-a195-6ba29409d299,segment=NetworkSegment(b2bf2bfa-c872-4239-9805-1461bb0babb9),segment_id=b2bf2bfa-c872-4239-9805-1461bb0babb9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:24.264487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.300056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Calling delete_port for 9d43cdea-b8d2-486c-a195-6ba29409d299 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:24.302522 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8724947-1fde-4008-843c-ec4bb99d7f6d x-openstack-request-id: req-b8724947-1fde-4008-843c-ec4bb99d7f6d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:24.302812 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47e3a99-298b-4dcf-bfc4-79946997a180", "name": "network-vif-deleted", "tag": "eec0967b-09b3-4446-b867-3d284d4327e9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:24.303062 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8724947-1fde-4008-843c-ec4bb99d7f6d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:24.303450 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8724947-1fde-4008-843c-ec4bb99d7f6d'] response: {'server_uuid': 'f47e3a99-298b-4dcf-bfc4-79946997a180', 'name': 'network-vif-deleted', 'tag': 'eec0967b-09b3-4446-b867-3d284d4327e9', 'status': 'completed', 'code': 200} Mar 22 14:01:24.308696 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30f68cda-82fd-40ba-8978-47a04f9ab338 admin admin] Publish callbacks [] for security_group (ecb4e8d2-7ce7-4186-a91e-fdd3afceb333), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.322312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d1505-e71b-4bbc-9171-4c6cfce6f914 req-5e96869f-682f-4fde-8fb9-c61d3112d55a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.324763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec1d1505-e71b-4bbc-9171-4c6cfce6f914 req-5e96869f-682f-4fde-8fb9-c61d3112d55a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.2500751 Mar 22 14:01:24.357095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30f68cda-82fd-40ba-8978-47a04f9ab338 admin admin] Publish callbacks [] for security_group (ecb4e8d2-7ce7-4186-a91e-fdd3afceb333), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.519843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec1d1505-e71b-4bbc-9171-4c6cfce6f914 req-8164f05c-0613-4c12-9e8a-6640639df97c tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655822 Mar 22 14:01:24.559072 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30f68cda-82fd-40ba-8978-47a04f9ab338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ecb4e8d2-7ce7-4186-a91e-fdd3afceb333), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.560495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.562996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30f68cda-82fd-40ba-8978-47a04f9ab338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.567251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-30f68cda-82fd-40ba-8978-47a04f9ab338 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecb4e8d2-7ce7-4186-a91e-fdd3afceb333 HTTP/1.1" status: 204 len: 168 time: 0.4455574 Mar 22 14:01:24.568378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Deleting port 89593b47-ebd8-4442-a4f4-38456da90cd0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:24.569020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.652147 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9d43cdea-b8d2-486c-a195-6ba29409d299), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.657581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] For port 89593b47-ebd8-4442-a4f4-38456da90cd0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=89593b47-ebd8-4442-a4f4-38456da90cd0,segment=NetworkSegment(a72f85d1-870e-4ca4-9757-558ef629e260),segment_id=a72f85d1-870e-4ca4-9757-558ef629e260)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:24.658247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.659884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f68cda-82fd-40ba-8978-47a04f9ab338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4e8d2-7ce7-4186-a91e-fdd3afceb333,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:24.695209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.701515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.701950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Calling delete_port for 89593b47-ebd8-4442-a4f4-38456da90cd0 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:24.708073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.719120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.726326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.731852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.737605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.739600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02d0d488-baaf-4403-a091-707f9654ca57 req-6a12daae-0523-4e33-b053-f0b696b3e410 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.2387242 Mar 22 14:01:24.769585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Pushing event deleted for resources: {'Port': ['ID=9d43cdea-b8d2-486c-a195-6ba29409d299,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:24.875715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] No DVR routers for this DVR port 9d43cdea-b8d2-486c-a195-6ba29409d299 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:24.881277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.884988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0b2bf43-2093-4a73-9255-7d178b3a1acd req-7d15bca9-5eae-42b5-8b93-8de31479b7da tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.57 "DELETE /v2.0/ports/9d43cdea-b8d2-486c-a195-6ba29409d299 HTTP/1.1" status: 204 len: 173 time: 1.1675649 Mar 22 14:01:24.925591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02d0d488-baaf-4403-a091-707f9654ca57 req-e472767f-2245-42a0-9662-0cac4b9867a7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1646483 Mar 22 14:01:25.018041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89e9888d-6605-41b7-ba94-723caede173a req-264d1bfe-1916-4d85-80c1-81858562991f tempest-LiveMigrationTest-1205580801 tempest-LiveMigrationTest-1205580801-project] 10.222.0.44 "GET /v2.0/ports?device_id=476dd789-6125-415d-a8b1-dcbd75a2dcdb HTTP/1.1" status: 200 len: 210 time: 0.0333533 Mar 22 14:01:25.083785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (89593b47-ebd8-4442-a4f4-38456da90cd0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.116972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Pushing event deleted for resources: {'Port': ['ID=89593b47-ebd8-4442-a4f4-38456da90cd0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:25.274068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48444) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:25.310490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (162f1762-317e-493a-9404-f11eed017939), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.348786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] Deleting subnet 9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:25.372889 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] Publish callbacks [] for subnet (9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.443386 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.566604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.641106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.671462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:25.686416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.692263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-190ac735-e403-402b-8a9a-b4ab1906a08a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9e64bcec-b7fd-4c59-9b25-7fc31b1ad0e7 HTTP/1.1" status: 204 len: 168 time: 0.4149761 Mar 22 14:01:25.705452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48474) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:25.739615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:25.770570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Router 162f1762-317e-493a-9404-f11eed017939 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:25.787094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.788651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eec0967b-09b3-4446-b867-3d284d4327e9 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:25.839240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f711c-2be0-4d95-8909-ffdb7c426a8a req-cc980922-0186-4001-9d49-f1b36dca1b88 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:25.840902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb7f711c-2be0-4d95-8909-ffdb7c426a8a req-cc980922-0186-4001-9d49-f1b36dca1b88 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.1751935 Mar 22 14:01:25.860922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: eec0967b-09b3-4446-b867-3d284d4327e9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:25.861512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device eec0967b-09b3-4446-b867-3d284d4327e9 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:25.899996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:25.908513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-af2a66ee-d440-4cd4-ab64-a70da6ad31cd admin admin] 10.222.0.44 "PUT /v2.0/routers/162f1762-317e-493a-9404-f11eed017939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6180463 Mar 22 14:01:25.910213 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.910889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48484) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:25.911630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] Sync routers for ids ['162f1762-317e-493a-9404-f11eed017939'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:25.923904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] Routers {'162f1762-317e-493a-9404-f11eed017939'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:25.930691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['162f1762-317e-493a-9404-f11eed017939'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:25.968639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:25.975246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb7f711c-2be0-4d95-8909-ffdb7c426a8a req-7dbac339-950b-4d37-80ed-1bd17543e777 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229548 Mar 22 14:01:25.999682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07046eb-ba1a-47bb-923b-60dc7c79a224') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:25.999682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07046eb-ba1a-47bb-923b-60dc7c79a224') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:26.007335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (d07046eb-ba1a-47bb-923b-60dc7c79a224), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.031010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d07046eb-ba1a-47bb-923b-60dc7c79a224), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.037470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1597038013-network', 'tenant_id': '4b5d2e13e48e424bae1a176815f11b50'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:26.042956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:26.043357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (d07046eb-ba1a-47bb-923b-60dc7c79a224), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:26.045121 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:26.064365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Made reservation on behalf of 4b5d2e13e48e424bae1a176815f11b50 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:26.067157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.081306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.148018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks [] for router (162f1762-317e-493a-9404-f11eed017939), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.210004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] Set router 162f1762-317e-493a-9404-f11eed017939 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:26.244766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.255613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.269984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2 HTTP/1.1" status: 204 len: 168 time: 0.5609221 Mar 22 14:01:26.276096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48492) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:26.298634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.313700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.318946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.327587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.333277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks [] for router_gateway (162f1762-317e-493a-9404-f11eed017939), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.344878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.352213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.370129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.377414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-c3f06a2a-7f0b-4074-a3e9-c372baa6ee3b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.3116596 Mar 22 14:01:26.396335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'name': 'network-vif-deleted', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:26.402691 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb059d68-2aa2-4e90-b0d4-95ce3c100d60" -d '{"events": [{"server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "name": "network-vif-deleted", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:26.407988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92daa2-13c4-4b0c-8877-9a9a614fec34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9324dd-2eb8-4f7d-8f1c-cea467f2ddb2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:26.479204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48500) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:26.516550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] Deleting subnet 94ba0777-d122-4f07-b741-8bef9060824a {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:26.520913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] Publish callbacks [] for subnet (94ba0777-d122-4f07-b741-8bef9060824a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.586775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (94ba0777-d122-4f07-b741-8bef9060824a), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.610099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:01:25Z', 'revision_number': 5, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port': {'id': '3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f1762-317e-493a-9404-f11eed017939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:35Z', 'updated_at': '2022-03-22T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:26.632365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e08a191a-1edd-49d8-9c73-49ed3c2adb35 req-efda9155-e2a6-4498-91d3-4ea9a6f7d5ec tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265470 Mar 22 14:01:26.683041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-f36ff9bd-26f5-4e51-849f-3722d9f30ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.684580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-f36ff9bd-26f5-4e51-849f-3722d9f30ffa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 1127 time: 0.2352610 Mar 22 14:01:26.692795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] Checking router: 162f1762-317e-493a-9404-f11eed017939 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:26.715664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] Routers {'162f1762-317e-493a-9404-f11eed017939'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:26.716302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['162f1762-317e-493a-9404-f11eed017939'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:26.843767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] Set router 162f1762-317e-493a-9404-f11eed017939 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:26.866443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-172c84a0-51f5-44ce-9425-e2a7c05ebbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.868359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-172c84a0-51f5-44ce-9425-e2a7c05ebbaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.1771786 Mar 22 14:01:26.875599 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65f6117-e0cb-4307-9feb-0acf3f156fa3 x-openstack-request-id: req-d65f6117-e0cb-4307-9feb-0acf3f156fa3 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:26.875926 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476dd789-6125-415d-a8b1-dcbd75a2dcdb", "name": "network-vif-deleted", "tag": "9d43cdea-b8d2-486c-a195-6ba29409d299", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:26.876203 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d65f6117-e0cb-4307-9feb-0acf3f156fa3 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:26.878066 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65f6117-e0cb-4307-9feb-0acf3f156fa3'] response: {'server_uuid': '476dd789-6125-415d-a8b1-dcbd75a2dcdb', 'name': 'network-vif-deleted', 'tag': '9d43cdea-b8d2-486c-a195-6ba29409d299', 'status': 'completed', 'code': 200} Mar 22 14:01:26.908145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:01:26Z', 'revision_number': 6, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:26.938739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7165bc-244d-42c5-8c54-3f7724207b74 None None] The sync data for ids ['162f1762-317e-493a-9404-f11eed017939'] in n-d-834677-3 is: [{'id': '162f1762-317e-493a-9404-f11eed017939', 'name': 'tempest-FloatingIPsTestJSON-1234798425-router', 'tenant_id': 'ee24ae5eac0945cdbd5717468740ee98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:33Z', 'updated_at': '2022-03-22T14:01:26Z', 'revision_number': 6, 'project_id': 'ee24ae5eac0945cdbd5717468740ee98', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:26.978625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-618f2f3b-8956-45b0-8350-4d58094ef047 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe HTTP/1.1" status: 200 len: 217 time: 0.0971665 Mar 22 14:01:27.072015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] Deleting subnet 3acc379a-6984-4410-afce-6a3642923c76 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:27.091068 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] Publish callbacks [] for subnet (3acc379a-6984-4410-afce-6a3642923c76), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.145787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52daf12-78e3-4870-8d44-5a66a7dd88ec req-56183f7a-1c92-440f-9894-246fba6b7928 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.155179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c52daf12-78e3-4870-8d44-5a66a7dd88ec req-56183f7a-1c92-440f-9894-246fba6b7928 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.4156308 Mar 22 14:01:27.204423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-35af590e-01d7-45e6-aa24-e9a45e817dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.205894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-35af590e-01d7-45e6-aa24-e9a45e817dbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.2202864 Mar 22 14:01:27.213036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (3acc379a-6984-4410-afce-6a3642923c76), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.313127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c52daf12-78e3-4870-8d44-5a66a7dd88ec req-da5318ca-3840-4730-aa5f-272b78397d72 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569564 Mar 22 14:01:27.328994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3acc379a-6984-4410-afce-6a3642923c76), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.392849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks [] for security_group (9f81c7e0-ed3e-4afe-b037-15e7f329ec24), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.404664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-fc241c5f-745f-4732-87c2-1f9bd78dc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.408171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-fc241c5f-745f-4732-87c2-1f9bd78dc5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1913614 Mar 22 14:01:27.422403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f81c7e0-ed3e-4afe-b037-15e7f329ec24), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.496451 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (3acc379a-6984-4410-afce-6a3642923c76), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.505639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:01:27.508846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (94ba0777-d122-4f07-b741-8bef9060824a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.535375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acc379a-6984-4410-afce-6a3642923c76,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:27.564620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.568384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c045d9f4-6821-4ccc-969e-f79ca1afd0c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3acc379a-6984-4410-afce-6a3642923c76 HTTP/1.1" status: 204 len: 168 time: 1.0389457 Mar 22 14:01:27.577247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48516) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:27.635901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Deleting port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:27.636522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.643683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (94ba0777-d122-4f07-b741-8bef9060824a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.655589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f81c7e0-ed3e-4afe-b037-15e7f329ec24,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:27.702598 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.766018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-e15ba05d-9802-41e2-bd25-a0b89d721cae service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509002 Mar 22 14:01:27.793309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0e8c0bf6-69f4-4616-b163-706cbad48213), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.793832 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Added segment 0e8c0bf6-69f4-4616-b163-706cbad48213 of type vlan for network 5241814b-00e7-4469-a3c4-4812bc5a9332 Mar 22 14:01:27.806759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.823491 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94ba0777-d122-4f07-b741-8bef9060824a HTTP/1.1" status: 204 len: 168 time: 1.5440083 Mar 22 14:01:27.831447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48532) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:27.884903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a663cf-5f83-4d6c-ad00-271be0badf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ba0777-d122-4f07-b741-8bef9060824a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:27.972270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (5241814b-00e7-4469-a3c4-4812bc5a9332), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.063542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:28.068475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] For port 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:28.068937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.072881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (5241814b-00e7-4469-a3c4-4812bc5a9332), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.074241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.074617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.076164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (47885be6-15a6-4316-9201-fccd6b87b5f1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.081183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:28.113598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 9d43cdea-b8d2-486c-a195-6ba29409d299 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:28.113929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9d43cdea-b8d2-486c-a195-6ba29409d299 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:28.214263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Calling delete_port for 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:28.370908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.401872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:28.415132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:28.416943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bf2bfa-c872-4239-9805-1461bb0babb9') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:28.417265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bf2bfa-c872-4239-9805-1461bb0babb9') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:28.438263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (b2bf2bfa-c872-4239-9805-1461bb0babb9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.455342 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b2bf2bfa-c872-4239-9805-1461bb0babb9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.465092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:28.465324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'mac_address': 'fa:16:3e:a7:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:28.465805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (b2bf2bfa-c872-4239-9805-1461bb0babb9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.493099 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.637864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8971436 Mar 22 14:01:28.645295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48556) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:28.645457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:28.645714 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.651549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.665911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Request body: {'subnet': {'network_id': '5241814b-00e7-4469-a3c4-4812bc5a9332', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1597038013-subnet', 'tenant_id': '4b5d2e13e48e424bae1a176815f11b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:28.674455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ae3d90-a732-48df-be9e-61ee8aecdf9c {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:28.679040 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:28.683409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd51e7e5-813a-4cbf-b2a5-6d72d40305d9 req-5b8e28b1-f44f-4ceb-8c29-a44fe7629e0b service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8996847 Mar 22 14:01:28.716721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0d115-c03c-42c7-90a2-faa91772ed5f admin admin] Pushing event updated for resources: {'Network': ['ID=5241814b-00e7-4469-a3c4-4812bc5a9332,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:28.732073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:28.746311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 5241814b-00e7-4469-a3c4-4812bc5a9332 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:01:28.771217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:28.800450 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.802842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Made reservation on behalf of 4b5d2e13e48e424bae1a176815f11b50 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:28.807393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.854262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.859987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.866768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.872577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.878661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.884590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.889855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.892078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-a6d75499-5b50-4f61-ac16-c3ee32f15272 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 1.1187325 Mar 22 14:01:28.927168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (162f1762-317e-493a-9404-f11eed017939), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.929030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.933657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7 HTTP/1.1" status: 204 len: 168 time: 1.3544543 Mar 22 14:01:28.939033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:28.948008 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.981329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7188cf1-d4e3-4936-966a-944f74fd7239 admin admin] Pushing event deleted for resources: {'Network': ['ID=3248ded5-b8ab-4cf5-abaf-d9f45fd9b3e7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:29.021340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:29.117099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:29.117738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3f2f8a2c-9a93-48b0-90f2-da8671a9b8b2 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:29.117844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 89593b47-ebd8-4442-a4f4-38456da90cd0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:29.179181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 89593b47-ebd8-4442-a4f4-38456da90cd0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:29.179661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 89593b47-ebd8-4442-a4f4-38456da90cd0 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:29.185624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['72ae3d90-a732-48df-be9e-61ee8aecdf9c'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:29.191253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:29.224283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d1c18c4-04ed-4e0c-80dd-77f4ad994a86 req-50845d91-7538-4066-ac93-f9fa1a7e8d00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2833183 Mar 22 14:01:29.243975 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (47885be6-15a6-4316-9201-fccd6b87b5f1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.296740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47885be6-15a6-4316-9201-fccd6b87b5f1']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:29.332009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52281fa1-21ba-4260-9e1b-ccbc8e22edea req-b6b93521-4535-45c1-9b58-28ad3e91f6d7 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:29.336216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52281fa1-21ba-4260-9e1b-ccbc8e22edea req-b6b93521-4535-45c1-9b58-28ad3e91f6d7 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.6364810 Mar 22 14:01:29.341314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ed8746-a91b-431e-88fc-5d469bcde809') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:29.341659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ed8746-a91b-431e-88fc-5d469bcde809') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:29.363951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (19ed8746-a91b-431e-88fc-5d469bcde809), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.393888 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (19ed8746-a91b-431e-88fc-5d469bcde809), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.406518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (162f1762-317e-493a-9404-f11eed017939), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.409639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:29.410212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (19ed8746-a91b-431e-88fc-5d469bcde809), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:29.413168 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:29.432276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks [] for router_controller (162f1762-317e-493a-9404-f11eed017939), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.480684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] Deleting subnet ece9d728-1f0c-4b66-ba5a-35df82839123 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:29.483692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52281fa1-21ba-4260-9e1b-ccbc8e22edea req-7ad67fd6-8c8d-4249-bec9-c931015ad248 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399834 Mar 22 14:01:29.505741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (47885be6-15a6-4316-9201-fccd6b87b5f1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.517921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.533548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] 10.222.0.44 "DELETE /v2.0/networks/47885be6-15a6-4316-9201-fccd6b87b5f1 HTTP/1.1" status: 204 len: 168 time: 1.6621482 Mar 22 14:01:29.597901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658057a4-133a-4ff8-925f-2d2936601249 admin admin] Pushing event deleted for resources: {'Network': ['ID=47885be6-15a6-4316-9201-fccd6b87b5f1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:29.620033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] Publish callbacks [] for subnet (ece9d728-1f0c-4b66-ba5a-35df82839123), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.711589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ece9d728-1f0c-4b66-ba5a-35df82839123), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.786357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ece9d728-1f0c-4b66-ba5a-35df82839123), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.816222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48584) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:29.857864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (162f1762-317e-493a-9404-f11eed017939), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.858761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 162f1762-317e-493a-9404-f11eed017939 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:01:29.876660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ece9d728-1f0c-4b66-ba5a-35df82839123), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.883307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.886581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-79b25a85-0a2d-4029-9ede-23573bba58e1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/162f1762-317e-493a-9404-f11eed017939 HTTP/1.1" status: 204 len: 168 time: 3.9743061 Mar 22 14:01:29.896035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48586) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:29.924454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece9d728-1f0c-4b66-ba5a-35df82839123,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:29.950988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.956813 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4797b82d-eeec-4797-86bf-388a156b43d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ece9d728-1f0c-4b66-ba5a-35df82839123 HTTP/1.1" status: 204 len: 168 time: 0.9222715 Mar 22 14:01:29.972922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:30.078607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:30.112277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fbe97298-c07c-4b7e-a8c4-1aee3dc1832f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1626603123e4edc8ac4bd97ff3e2226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887332 Mar 22 14:01:30.113141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48590) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:30.170156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] Deleting subnet 9edb3ff5-6799-42a9-8859-d5ef5a4680e5 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:30.188403 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] Publish callbacks [] for subnet (9edb3ff5-6799-42a9-8859-d5ef5a4680e5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.206701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 72ae3d90-a732-48df-be9e-61ee8aecdf9c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:30.210615 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.226162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3066191b-862c-44cb-8f98-22a2a30b1d89), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.300237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (9edb3ff5-6799-42a9-8859-d5ef5a4680e5), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.347217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:30.347736 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.386523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:30.388709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:30.392372 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ba82f-a290-4a19-9644-8ff078fe2a88" -d '{"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-plugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:30.401066 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.480284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:30.506417 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043799eb-773e-49ac-b593-77fc42d724d8 x-openstack-request-id: req-043799eb-773e-49ac-b593-77fc42d724d8 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:30.506755 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-plugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:30.507010 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-043799eb-773e-49ac-b593-77fc42d724d8 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:30.507412 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043799eb-773e-49ac-b593-77fc42d724d8'] response: {'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'code': 200} Mar 22 14:01:30.561412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3066191b-862c-44cb-8f98-22a2a30b1d89), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.619783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3066191b-862c-44cb-8f98-22a2a30b1d89']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:30.656978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.665745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b72326-9c69-4e26-8413-869230f85147') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:30.666107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b72326-9c69-4e26-8413-869230f85147') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:30.679443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.681476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.709484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (f4b72326-9c69-4e26-8413-869230f85147), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.711515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.735393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.745913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.757753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f4b72326-9c69-4e26-8413-869230f85147), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.770213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.772173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-854f5c63-28e8-4cfb-a544-70e89a54e2eb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.4056218 Mar 22 14:01:30.774412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:30.774995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (f4b72326-9c69-4e26-8413-869230f85147), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:30.802362 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:30.862485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a7872935-7ad7-4778-82c2-a4b8029c79fb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.885856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e31feeb-ad94-4b45-9ca0-1304b0f69fda req-d9db586b-c773-4928-a4b4-aeddf8bb5797 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898712 Mar 22 14:01:30.910163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a6b85d-1e3f-4064-b376-2cac81daa422 admin admin] Publish callbacks [] for security_group (2f640456-9702-4aca-8100-eb4f5eb520f4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.918925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9edb3ff5-6799-42a9-8859-d5ef5a4680e5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.958536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a6b85d-1e3f-4064-b376-2cac81daa422 admin admin] Publish callbacks [] for security_group (2f640456-9702-4aca-8100-eb4f5eb520f4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.984129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fc5d-b5e1-4480-a98f-a56e12da5d50 req-cf92379f-0ed2-428b-8d58-2c5cfe50ea51 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:31.001181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7375fc5d-b5e1-4480-a98f-a56e12da5d50 req-cf92379f-0ed2-428b-8d58-2c5cfe50ea51 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.2090256 Mar 22 14:01:31.088378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7375fc5d-b5e1-4480-a98f-a56e12da5d50 req-256e9874-973b-4e36-ab9f-05f23e647983 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855389 Mar 22 14:01:31.092439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (9edb3ff5-6799-42a9-8859-d5ef5a4680e5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.099151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a6b85d-1e3f-4064-b376-2cac81daa422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f640456-9702-4aca-8100-eb4f5eb520f4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.103337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a6b85d-1e3f-4064-b376-2cac81daa422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.107264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02a6b85d-1e3f-4064-b376-2cac81daa422 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f640456-9702-4aca-8100-eb4f5eb520f4 HTTP/1.1" status: 204 len: 168 time: 0.9906266 Mar 22 14:01:31.149608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edb3ff5-6799-42a9-8859-d5ef5a4680e5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:31.165759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6b85d-1e3f-4064-b376-2cac81daa422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f640456-9702-4aca-8100-eb4f5eb520f4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:31.175972 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.184841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-51ab63e8-26b2-4915-abf0-ac6d73f86a9a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9edb3ff5-6799-42a9-8859-d5ef5a4680e5 HTTP/1.1" status: 204 len: 168 time: 1.2877228 Mar 22 14:01:31.187433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48614) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:31.189469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2cd3c-9ee0-4681-bed1-65221b5b5e77 None None] Network ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:31.200941 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3066191b-862c-44cb-8f98-22a2a30b1d89), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.282281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.299141 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3066191b-862c-44cb-8f98-22a2a30b1d89 HTTP/1.1" status: 204 len: 168 time: 1.3200748 Mar 22 14:01:31.299141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e8f5b-dd79-474e-978c-926787614e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=3066191b-862c-44cb-8f98-22a2a30b1d89,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:31.306476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7872935-7ad7-4778-82c2-a4b8029c79fb,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:31.332256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Checking segment: {'id': '0e8c0bf6-69f4-4616-b163-706cbad48213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5241814b-00e7-4469-a3c4-4812bc5a9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:31.332692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Network hostable DHCP agents. Network: 5241814b-00e7-4469-a3c4-4812bc5a9332, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:01:31.396501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Network 5241814b-00e7-4469-a3c4-4812bc5a9332 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:01:31.421467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 5241814b-00e7-4469-a3c4-4812bc5a9332) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:31.432236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:31.432875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.449392 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.457924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da2d74-e601-474d-b4bf-c24994c85f73 None None] Network 5241814b-00e7-4469-a3c4-4812bc5a9332 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:31.495272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9cc14c3d-e9a1-42b6-8692-f6d20d310b9d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8446777 Mar 22 14:01:31.584691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48622) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:31.674625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Deleting port 48b05d37-4db7-4216-b018-680028c609c0 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:31.674968 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (48b05d37-4db7-4216-b018-680028c609c0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.714983 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-958e568d-a5c8-45f5-b024-db5501181006 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a63d022092745619ececdaf45ab4463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290939 Mar 22 14:01:31.719699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48630) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:31.797295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] DHCP port deletion for ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:01:31.923999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc4e1f-9d7a-438f-a6a8-834302ef9268 None None] Network 5241814b-00e7-4469-a3c4-4812bc5a9332 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:32.111238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48648) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:32.206040 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fdff9871-e025-4fbe-b4f4-691f38c27113 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa013464c0dd425385e24a45ce490cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0924008 Mar 22 14:01:32.213500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:32.325516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbe0d-25c4-4341-a9a4-b1449369e3e8 admin admin] Publish callbacks [] for security_group (d5f585e7-7192-4838-8b06-e2515ee5a0cc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.379657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbe0d-25c4-4341-a9a4-b1449369e3e8 admin admin] Publish callbacks [] for security_group (d5f585e7-7192-4838-8b06-e2515ee5a0cc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.465693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbe0d-25c4-4341-a9a4-b1449369e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d5f585e7-7192-4838-8b06-e2515ee5a0cc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.468827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbe0d-25c4-4341-a9a4-b1449369e3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.470341 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8cdbbe0d-25c4-4341-a9a4-b1449369e3e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5f585e7-7192-4838-8b06-e2515ee5a0cc HTTP/1.1" status: 204 len: 168 time: 0.2554114 Mar 22 14:01:32.489955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbbe0d-25c4-4341-a9a4-b1449369e3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f585e7-7192-4838-8b06-e2515ee5a0cc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:32.518231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-eb4765c5-0bbd-4c78-bb0e-4207776dc94f req-5f61303b-5cd1-42cf-b5e2-64bdae493dc5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-927460248', 'description': 'tempest-description-1529075589'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:32.548989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb4765c5-0bbd-4c78-bb0e-4207776dc94f req-5f61303b-5cd1-42cf-b5e2-64bdae493dc5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.623342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] For port 48b05d37-4db7-4216-b018-680028c609c0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=48b05d37-4db7-4216-b018-680028c609c0,segment=NetworkSegment(a72f85d1-870e-4ca4-9757-558ef629e260),segment_id=a72f85d1-870e-4ca4-9757-558ef629e260)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:32.624204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (48b05d37-4db7-4216-b018-680028c609c0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.700156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb4765c5-0bbd-4c78-bb0e-4207776dc94f req-5f61303b-5cd1-42cf-b5e2-64bdae493dc5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (ac9d0e02-f370-4b71-86dc-e3831585158d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.715870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] Deleting port 48b05d37-4db7-4216-b018-680028c609c0 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:32.719381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (48b05d37-4db7-4216-b018-680028c609c0), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.738606 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb4765c5-0bbd-4c78-bb0e-4207776dc94f req-5f61303b-5cd1-42cf-b5e2-64bdae493dc5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ac9d0e02-f370-4b71-86dc-e3831585158d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.741889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Calling delete_port for 48b05d37-4db7-4216-b018-680028c609c0 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:32.834697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9ede6fa-cbdb-447d-9439-4c916833cd37 admin admin] Publish callbacks [] for security_group (5758e442-8101-48fe-8d06-dcb41ef1e005), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.846874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.852101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.857644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.863244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.868956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.874626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.875100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 48b05d37-4db7-4216-b018-680028c609c0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:32.880396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.888902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-0b719921-8498-4080-afe1-e7c1ee047578 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.4023983 Mar 22 14:01:32.897068 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eb4765c5-0bbd-4c78-bb0e-4207776dc94f req-5f61303b-5cd1-42cf-b5e2-64bdae493dc5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.898314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb4765c5-0bbd-4c78-bb0e-4207776dc94f req-5f61303b-5cd1-42cf-b5e2-64bdae493dc5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4139080 Mar 22 14:01:32.923807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61303b-5cd1-42cf-b5e2-64bdae493dc5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d0e02-f370-4b71-86dc-e3831585158d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:32.988377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9ede6fa-cbdb-447d-9439-4c916833cd37 admin admin] Publish callbacks [] for security_group (5758e442-8101-48fe-8d06-dcb41ef1e005), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.073668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] For port 48b05d37-4db7-4216-b018-680028c609c0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=48b05d37-4db7-4216-b018-680028c609c0,segment=NetworkSegment(a72f85d1-870e-4ca4-9757-558ef629e260),segment_id=a72f85d1-870e-4ca4-9757-558ef629e260)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:33.074246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (48b05d37-4db7-4216-b018-680028c609c0), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.103425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97525d73-adf5-4a9c-8aaa-bacafafa8120 req-8b4162b3-280e-46bf-9a66-1e89be86dbdd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133934 Mar 22 14:01:33.201835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] Calling delete_port for 48b05d37-4db7-4216-b018-680028c609c0 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:33.269124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9ede6fa-cbdb-447d-9439-4c916833cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5758e442-8101-48fe-8d06-dcb41ef1e005), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.271980 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c9ede6fa-cbdb-447d-9439-4c916833cd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.277556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c9ede6fa-cbdb-447d-9439-4c916833cd37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5758e442-8101-48fe-8d06-dcb41ef1e005 HTTP/1.1" status: 204 len: 168 time: 1.5566862 Mar 22 14:01:33.290555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 48b05d37-4db7-4216-b018-680028c609c0 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:33.290898 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b05d37-4db7-4216-b018-680028c609c0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.378255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-1431e428-d70c-4ab6-b890-6f0174bffb49 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/ac9d0e02-f370-4b71-86dc-e3831585158d HTTP/1.1" status: 200 len: 1823 time: 0.0985839 Mar 22 14:01:33.378867 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (48b05d37-4db7-4216-b018-680028c609c0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.477171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] No DVR routers for this DVR port 48b05d37-4db7-4216-b018-680028c609c0 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:33.554903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (48b05d37-4db7-4216-b018-680028c609c0), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.583909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ede6fa-cbdb-447d-9439-4c916833cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5758e442-8101-48fe-8d06-dcb41ef1e005,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:33.607958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b05d37-4db7-4216-b018-680028c609c0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:33.627371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac9d0e02-f370-4b71-86dc-e3831585158d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:33.627696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac9d0e02-f370-4b71-86dc-e3831585158d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:33.632956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] Pushing event deleted for resources: {'Port': ['ID=48b05d37-4db7-4216-b018-680028c609c0,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:33.694612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884d38b-6c30-4fe8-981c-ea281f85a965 None None] No DVR routers for this DVR port 48b05d37-4db7-4216-b018-680028c609c0 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:33.825103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0b78-2366-4242-9639-298add90ca06 req-1d6f063d-a8bf-4020-b2b2-b1e347fbac95 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:33.826809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-751c0b78-2366-4242-9639-298add90ca06 req-1d6f063d-a8bf-4020-b2b2-b1e347fbac95 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.6727505 Mar 22 14:01:33.873467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.985332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:34.093677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72f85d1-870e-4ca4-9757-558ef629e260') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:34.094149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72f85d1-870e-4ca4-9757-558ef629e260') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:34.112229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48690) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:34.189883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-751c0b78-2366-4242-9639-298add90ca06 req-31376161-5471-420b-b9a7-5bf49449c91b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538239 Mar 22 14:01:34.192142 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9051ad86-f1a4-4022-94b6-0a69ab67d769 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4198c25899564a1c946c51bf09f11a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782053 Mar 22 14:01:34.205793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48698) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:34.280341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed0541e2-4de1-4185-9b37-c57798d09ce2 admin admin] Publish callbacks [] for security_group (14327985-32c0-4309-b84e-88a14551a1af), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.327522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (a72f85d1-870e-4ca4-9757-558ef629e260), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.340764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed0541e2-4de1-4185-9b37-c57798d09ce2 admin admin] Publish callbacks [] for security_group (14327985-32c0-4309-b84e-88a14551a1af), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.405113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a72f85d1-870e-4ca4-9757-558ef629e260), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.425557 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (abd8b8b0-1990-4225-9ffd-6b5e76aff423), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.446365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:34.446365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (a72f85d1-870e-4ca4-9757-558ef629e260), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:34.456124 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:34.469100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed0541e2-4de1-4185-9b37-c57798d09ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (14327985-32c0-4309-b84e-88a14551a1af), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.472340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed0541e2-4de1-4185-9b37-c57798d09ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.476534 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ed0541e2-4de1-4185-9b37-c57798d09ce2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14327985-32c0-4309-b84e-88a14551a1af HTTP/1.1" status: 204 len: 168 time: 0.2656465 Mar 22 14:01:34.518269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0541e2-4de1-4185-9b37-c57798d09ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14327985-32c0-4309-b84e-88a14551a1af,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:34.668749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (abd8b8b0-1990-4225-9ffd-6b5e76aff423), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.789160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.812163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.836613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8 HTTP/1.1" status: 204 len: 168 time: 3.6479070 Mar 22 14:01:34.929164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (abd8b8b0-1990-4225-9ffd-6b5e76aff423), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.008242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd8b8b0-1990-4225-9ffd-6b5e76aff423,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:35.062153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca612f6a-0834-4f0f-851e-9c16e9eca0d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef857c42-b3bd-44b0-b22c-7c4ba6fbd3d8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:35.106020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.109818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69967507-8fdc-4669-8094-ca7ca8e7303b req-5cfb72d9-07b2-4d6c-ae8f-19e953dd176e tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6997497 Mar 22 14:01:35.164477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.185804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.218225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.230968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.242825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.256688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.273711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.277383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-a3357570-574b-4150-89f8-c9831b099575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.8223617 Mar 22 14:01:35.295108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48744) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:35.415566 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-950e17e6-8ab7-4574-8681-06dab13afba0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee24ae5eac0945cdbd5717468740ee98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1186895 Mar 22 14:01:35.418091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48748) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:35.459938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c41089bf-485b-4ff1-b04c-722dc211c2e9 req-6bb10c9b-8404-4c04-85d0-12d55fa99696 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1737294 Mar 22 14:01:35.489052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-975bd16b-b9b4-4558-85da-fb504bfeba61 req-f812a3ea-d078-42a7-88c2-598cbe4ccf44 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1005910334', 'description': 'tempest-description-364911539'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:35.525681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-975bd16b-b9b4-4558-85da-fb504bfeba61 req-f812a3ea-d078-42a7-88c2-598cbe4ccf44 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.560747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb464772-c602-46c6-94bb-00a46fb9a43b admin admin] Publish callbacks [] for security_group (59d36ece-64d1-4bc9-9a22-b70eb39b055e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.611238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb464772-c602-46c6-94bb-00a46fb9a43b admin admin] Publish callbacks [] for security_group (59d36ece-64d1-4bc9-9a22-b70eb39b055e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.691184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-975bd16b-b9b4-4558-85da-fb504bfeba61 req-f812a3ea-d078-42a7-88c2-598cbe4ccf44 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (8d8daf72-f5d7-4294-a78e-ed160c21a66c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.709222 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-975bd16b-b9b4-4558-85da-fb504bfeba61 req-f812a3ea-d078-42a7-88c2-598cbe4ccf44 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8d8daf72-f5d7-4294-a78e-ed160c21a66c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.746457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb464772-c602-46c6-94bb-00a46fb9a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (59d36ece-64d1-4bc9-9a22-b70eb39b055e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.752459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb464772-c602-46c6-94bb-00a46fb9a43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.758928 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fb464772-c602-46c6-94bb-00a46fb9a43b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59d36ece-64d1-4bc9-9a22-b70eb39b055e HTTP/1.1" status: 204 len: 168 time: 0.3355951 Mar 22 14:01:35.776835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb464772-c602-46c6-94bb-00a46fb9a43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d36ece-64d1-4bc9-9a22-b70eb39b055e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:35.797137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-975bd16b-b9b4-4558-85da-fb504bfeba61 req-f812a3ea-d078-42a7-88c2-598cbe4ccf44 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.820197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-975bd16b-b9b4-4558-85da-fb504bfeba61 req-f812a3ea-d078-42a7-88c2-598cbe4ccf44 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3364806 Mar 22 14:01:36.062392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-35169bea-6824-4996-b15f-abde0751fc76 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/8d8daf72-f5d7-4294-a78e-ed160c21a66c HTTP/1.1" status: 200 len: 1823 time: 0.2137084 Mar 22 14:01:36.089982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812a3ea-d078-42a7-88c2-598cbe4ccf44 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8daf72-f5d7-4294-a78e-ed160c21a66c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:36.120419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d8daf72-f5d7-4294-a78e-ed160c21a66c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:36.122027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d8daf72-f5d7-4294-a78e-ed160c21a66c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:36.204627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e3beb-691d-4602-8b40-c82585cfd247 req-b7dcf55f-0fd8-4596-a4f4-f40cd98b4a83 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:36.208470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f60e3beb-691d-4602-8b40-c82585cfd247 req-b7dcf55f-0fd8-4596-a4f4-f40cd98b4a83 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.3421342 Mar 22 14:01:36.462627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f60e3beb-691d-4602-8b40-c82585cfd247 req-a94132e0-13c4-48e5-b54c-6fccea5f5980 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449405 Mar 22 14:01:36.473770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (71dc7bd2-fb7b-47d4-8072-7cb40f76f90a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.546263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (71dc7bd2-fb7b-47d4-8072-7cb40f76f90a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.554656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (71dc7bd2-fb7b-47d4-8072-7cb40f76f90a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.605182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dc7bd2-fb7b-47d4-8072-7cb40f76f90a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:36.623246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.624857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6da16ec7-16ea-4345-b35a-a930d8ca6edf req-72be7125-9ba2-448a-91a7-6a8f9990f841 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5558255 Mar 22 14:01:36.971054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.011563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.023792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.032024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.055960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.065524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.074404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.077851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-34f4aefa-e922-4a4b-84f0-8f0793d85dc3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.2876475 Mar 22 14:01:37.334913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52b8cbac-99f1-47cf-a6ac-b696fe0c830f req-d2f70c20-0364-45f8-9b1c-29ea9d1b390d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2461698 Mar 22 14:01:37.378972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-eaced557-db20-4720-9ee8-2f6a56f47f22 req-30aeef85-e088-4635-a2d4-3823a9bb52fa tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1457263024', 'description': 'tempest-description-2136807057'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:37.414179 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaced557-db20-4720-9ee8-2f6a56f47f22 req-30aeef85-e088-4635-a2d4-3823a9bb52fa tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.583114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaced557-db20-4720-9ee8-2f6a56f47f22 req-30aeef85-e088-4635-a2d4-3823a9bb52fa tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (84bb13af-6680-4490-a732-b0f73b49e6d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.600577 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaced557-db20-4720-9ee8-2f6a56f47f22 req-30aeef85-e088-4635-a2d4-3823a9bb52fa tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (84bb13af-6680-4490-a732-b0f73b49e6d7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.679772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-eaced557-db20-4720-9ee8-2f6a56f47f22 req-30aeef85-e088-4635-a2d4-3823a9bb52fa tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.718386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaced557-db20-4720-9ee8-2f6a56f47f22 req-30aeef85-e088-4635-a2d4-3823a9bb52fa tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3364985 Mar 22 14:01:37.729489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeef85-e088-4635-a2d4-3823a9bb52fa tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bb13af-6680-4490-a732-b0f73b49e6d7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:37.817265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-66962070-e153-41a9-b6cb-ca9c8b11d484 req-83d9db70-54db-4bf3-958f-c2e9bd538c62 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-118300879', 'description': 'tempest-description-1038599649'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:37.832087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48844) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:37.945758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-66962070-e153-41a9-b6cb-ca9c8b11d484 req-83d9db70-54db-4bf3-958f-c2e9bd538c62 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.072611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-55607515-network', 'tenant_id': 'b3e5f9c303e246e18dc2a972afc73900'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:38.093741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7cad1-af34-4683-acac-c46891b9b273 req-6c3a9a10-1796-4410-8db7-68fd06cf6b6f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.117236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ad7cad1-af34-4683-acac-c46891b9b273 req-6c3a9a10-1796-4410-8db7-68fd06cf6b6f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.2615879 Mar 22 14:01:38.130834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Made reservation on behalf of b3e5f9c303e246e18dc2a972afc73900 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:38.133703 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.150414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.206476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-66962070-e153-41a9-b6cb-ca9c8b11d484 req-83d9db70-54db-4bf3-958f-c2e9bd538c62 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (7bdc1947-8396-4f53-af53-d7d13ed31149), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.219242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-66962070-e153-41a9-b6cb-ca9c8b11d484 req-83d9db70-54db-4bf3-958f-c2e9bd538c62 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7bdc1947-8396-4f53-af53-d7d13ed31149), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.248058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ad7cad1-af34-4683-acac-c46891b9b273 req-6c7d9039-db1d-400b-ad06-c658b6bd17dd tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287804 Mar 22 14:01:38.330448 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-66962070-e153-41a9-b6cb-ca9c8b11d484 req-83d9db70-54db-4bf3-958f-c2e9bd538c62 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.336763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66962070-e153-41a9-b6cb-ca9c8b11d484 req-83d9db70-54db-4bf3-958f-c2e9bd538c62 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5236075 Mar 22 14:01:38.347874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9db70-54db-4bf3-958f-c2e9bd538c62 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdc1947-8396-4f53-af53-d7d13ed31149,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:38.377132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks [] for security_group (51541ca7-8a60-4f85-8149-3389459fbb92), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.388984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (51541ca7-8a60-4f85-8149-3389459fbb92), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.482002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51541ca7-8a60-4f85-8149-3389459fbb92,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:38.519327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:01:38.542481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (06f25440-d599-403b-b1f7-8cdd46ca5f11), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.543187 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Added segment 06f25440-d599-403b-b1f7-8cdd46ca5f11 of type vlan for network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 Mar 22 14:01:38.578970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6c369d1-da67-4605-a3f9-01e6cdefd0eb req-a38baa78-43df-4999-9181-cb058620737c tempest-FlavorsV2NegativeTest-1148897023 tempest-FlavorsV2NegativeTest-1148897023-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8697abd9e8d46c0b5cf8e09b0f7f03b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610351 Mar 22 14:01:38.658944 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (09c4e37b-9b2d-4107-b566-e7cd05ba2847), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.715627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (09c4e37b-9b2d-4107-b566-e7cd05ba2847), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.716691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.717272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.737194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-e0942485-1e1d-40cb-99a5-50e298110688 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/84bb13af-6680-4490-a732-b0f73b49e6d7 HTTP/1.1" status: 200 len: 1824 time: 0.3524854 Mar 22 14:01:38.747066 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9128654 Mar 22 14:01:38.748038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48878) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:38.835933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Request body: {'subnet': {'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-55607515-subnet', 'tenant_id': 'b3e5f9c303e246e18dc2a972afc73900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:38.892600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-1aadd398-5575-4915-9eaf-0668e8f2e1d5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/7bdc1947-8396-4f53-af53-d7d13ed31149 HTTP/1.1" status: 200 len: 1823 time: 0.1415870 Mar 22 14:01:38.904824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969ddfe-2a44-4192-a312-404bf3bbc272 admin admin] Pushing event updated for resources: {'Network': ['ID=09c4e37b-9b2d-4107-b566-e7cd05ba2847,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:38.916800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:01:38.945356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Made reservation on behalf of b3e5f9c303e246e18dc2a972afc73900 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:38.948256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.966187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '84bb13af-6680-4490-a732-b0f73b49e6d7', 'remote_group_id': '7bdc1947-8396-4f53-af53-d7d13ed31149', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:38.966995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '84bb13af-6680-4490-a732-b0f73b49e6d7', 'remote_group_id': '7bdc1947-8396-4f53-af53-d7d13ed31149', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:39.007110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c369d1-da67-4605-a3f9-01e6cdefd0eb req-1f9d5ec6-5eae-4534-b1b5-065419b7803b tempest-FlavorsV2NegativeTest-1148897023 tempest-FlavorsV2NegativeTest-1148897023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.009135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6c369d1-da67-4605-a3f9-01e6cdefd0eb req-1f9d5ec6-5eae-4534-b1b5-065419b7803b tempest-FlavorsV2NegativeTest-1148897023 tempest-FlavorsV2NegativeTest-1148897023-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4290583 Mar 22 14:01:39.168575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6c369d1-da67-4605-a3f9-01e6cdefd0eb req-b16d127b-c7b3-46c5-9be4-2788957f0cf2 tempest-FlavorsV2NegativeTest-1148897023 tempest-FlavorsV2NegativeTest-1148897023-project] 10.222.0.44 "GET /v2.0/quotas/e8697abd9e8d46c0b5cf8e09b0f7f03b HTTP/1.1" status: 200 len: 375 time: 0.1525543 Mar 22 14:01:39.259719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.333573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6c369d1-da67-4605-a3f9-01e6cdefd0eb req-cdf62818-0dfc-4657-9255-cf9d27071303 tempest-FlavorsV2NegativeTest-1148897023 tempest-FlavorsV2NegativeTest-1148897023-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8697abd9e8d46c0b5cf8e09b0f7f03b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1641502 Mar 22 14:01:39.388756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:39.461024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-2836685d-03a0-4fc8-a8e7-618ceecebb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.464644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-2836685d-03a0-4fc8-a8e7-618ceecebb95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a361889885747f3bacf681d7c5e79dd&device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 1133 time: 0.4269989 Mar 22 14:01:39.489213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Checking segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:39.490049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Network hostable DHCP agents. Network: 09c4e37b-9b2d-4107-b566-e7cd05ba2847, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:01:39.536048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:01:39.553075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 09c4e37b-9b2d-4107-b566-e7cd05ba2847) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:39.565468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a38273-e76b-4037-9b23-6a5f534eb4c5 None None] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:39.572202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (adde7f92-8380-42d4-b4ec-282e4febb04d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.579913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.583280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.607780 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13fb96c8-1aae-4c14-8adb-e1510daae02f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8413842 Mar 22 14:01:39.852681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.857001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c86c0-bf21-414d-be58-ee47353296f4 None None] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:39.858271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.864527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.870029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.875954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.881695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.887545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.889706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71157c4f-639d-41f5-b925-7cd892da3305 req-9bcdf733-25b8-408d-8ff3-407e2b6a640c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.4049039 Mar 22 14:01:39.939338 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (adde7f92-8380-42d4-b4ec-282e4febb04d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.985236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (adde7f92-8380-42d4-b4ec-282e4febb04d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.147679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71157c4f-639d-41f5-b925-7cd892da3305 req-755634ac-d173-43a3-95e8-f3c905c0d29e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505934 Mar 22 14:01:40.161380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adde7f92-8380-42d4-b4ec-282e4febb04d,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:40.169378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-d6932570-2aed-4123-9c99-fd13dbe042a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:40.171039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-d6932570-2aed-4123-9c99-fd13dbe042a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.6665206 Mar 22 14:01:40.184126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.184126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2f14dac-a4a4-46e0-a61b-9b6a2dbfbcbc req-5088b938-ffb7-494c-be55-13aa36383b15 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2743056 Mar 22 14:01:40.260810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-38d2f4aa-2218-4b09-996a-547f4e508cc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c HTTP/1.1" status: 200 len: 217 time: 0.0740304 Mar 22 14:01:40.383828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-246d50f8-0e84-4cde-8cec-6cf01934cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:40.385325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-246d50f8-0e84-4cde-8cec-6cf01934cd66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1150873 Mar 22 14:01:40.530128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-ed2dfcb0-0bb8-402f-b0b9-50534869f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:40.534153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-ed2dfcb0-0bb8-402f-b0b9-50534869f0bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1412466 Mar 22 14:01:40.737445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48936) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:40.743518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-3fead666-756f-4d28-923b-4a250673ae60 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874442 Mar 22 14:01:41.003107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4d95504-bd85-4502-b6f9-4ec868e6070f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.047254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd7f9-5b23-4ba0-8386-be537315fcd8 req-397b08cd-fea7-42ba-abb0-b0f96ba21ac0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:41.048841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f64cd7f9-5b23-4ba0-8386-be537315fcd8 req-397b08cd-fea7-42ba-abb0-b0f96ba21ac0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.5085278 Mar 22 14:01:41.126835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4d95504-bd85-4502-b6f9-4ec868e6070f admin admin] Publish callbacks [] for security_group (e32884b9-6dd1-482d-b43c-4bd44739a200), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.133480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4d95504-bd85-4502-b6f9-4ec868e6070f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e32884b9-6dd1-482d-b43c-4bd44739a200), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.168455 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e4d95504-bd85-4502-b6f9-4ec868e6070f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8697abd9e8d46c0b5cf8e09b0f7f03b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273736 Mar 22 14:01:41.169046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48950) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:41.173249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a61787b-2852-4824-8d26-e35da30bf6d3 req-208585c3-9bf9-4a86-b2ca-638ca84cd44e service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829384 Mar 22 14:01:41.230529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d95504-bd85-4502-b6f9-4ec868e6070f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32884b9-6dd1-482d-b43c-4bd44739a200,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:41.277617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11019d8c-31cd-4142-9c5d-0c5665fc1815 admin admin] Publish callbacks [] for security_group (e32884b9-6dd1-482d-b43c-4bd44739a200), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.282916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f64cd7f9-5b23-4ba0-8386-be537315fcd8 req-1243f62c-0fad-491b-a73a-27309650bb9b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162623 Mar 22 14:01:41.332282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-9f042b97-00de-43f9-a446-31738c93a5b3 req-629121af-227c-4ecb-953f-1492539044a9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-331595408', 'description': 'tempest-description-2023148847'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:41.353458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11019d8c-31cd-4142-9c5d-0c5665fc1815 admin admin] Publish callbacks [] for security_group (e32884b9-6dd1-482d-b43c-4bd44739a200), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.447787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11019d8c-31cd-4142-9c5d-0c5665fc1815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e32884b9-6dd1-482d-b43c-4bd44739a200), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.450496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11019d8c-31cd-4142-9c5d-0c5665fc1815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.451735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-11019d8c-31cd-4142-9c5d-0c5665fc1815 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e32884b9-6dd1-482d-b43c-4bd44739a200 HTTP/1.1" status: 204 len: 168 time: 0.2812014 Mar 22 14:01:41.474006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11019d8c-31cd-4142-9c5d-0c5665fc1815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32884b9-6dd1-482d-b43c-4bd44739a200,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:41.554987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-ccaa77f9-2cc0-42bf-8275-52d2087eedab tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:41.562210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-ccaa77f9-2cc0-42bf-8275-52d2087eedab tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.1696079 Mar 22 14:01:41.570806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9f042b97-00de-43f9-a446-31738c93a5b3 req-629121af-227c-4ecb-953f-1492539044a9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.580605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-3b4406d3-7e9f-4342-a89d-5f6c908ea4ab tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/quotas/b3e5f9c303e246e18dc2a972afc73900 HTTP/1.1" status: 200 len: 375 time: 0.0173082 Mar 22 14:01:41.627850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-db429129-bb8b-4384-8891-54f551f905c5 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459592 Mar 22 14:01:41.956833 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9f042b97-00de-43f9-a446-31738c93a5b3 req-629121af-227c-4ecb-953f-1492539044a9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.984045 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-7b85d075-d16c-4459-988f-bec40466d177 service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549788 Mar 22 14:01:41.985131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9f042b97-00de-43f9-a446-31738c93a5b3 req-629121af-227c-4ecb-953f-1492539044a9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:42.122914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9f042b97-00de-43f9-a446-31738c93a5b3 req-629121af-227c-4ecb-953f-1492539044a9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:42.134599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f042b97-00de-43f9-a446-31738c93a5b3 req-629121af-227c-4ecb-953f-1492539044a9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7975049 Mar 22 14:01:42.141836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629121af-227c-4ecb-953f-1492539044a9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:42.221698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-13fa4c88-ffa2-4f1f-91b0-505f671c3b6d service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255211 Mar 22 14:01:42.818712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.848989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.889256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.918010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.933172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.975315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.995367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:43.006585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-bdbc9e04-5059-4c90-a667-79082bbd8e60 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.4020455 Mar 22 14:01:43.027484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-082865c2-f490-4f4e-94c0-65f0d5410eb3 req-f1cc982c-3eaf-4f28-8237-4a74fe626511 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-657654069', 'description': 'tempest-description-1616255506'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:43.058290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49016) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:43.073177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-082865c2-f490-4f4e-94c0-65f0d5410eb3 req-f1cc982c-3eaf-4f28-8237-4a74fe626511 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.227547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-082865c2-f490-4f4e-94c0-65f0d5410eb3 req-f1cc982c-3eaf-4f28-8237-4a74fe626511 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.239470 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-082865c2-f490-4f4e-94c0-65f0d5410eb3 req-f1cc982c-3eaf-4f28-8237-4a74fe626511 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.329882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-network', 'tenant_id': 'e355870a767c471c9de5e715ee121744'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:43.341613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc982c-3eaf-4f28-8237-4a74fe626511 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:43.387052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Made reservation on behalf of e355870a767c471c9de5e715ee121744 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:43.395609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.424103 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-082865c2-f490-4f4e-94c0-65f0d5410eb3 req-f1cc982c-3eaf-4f28-8237-4a74fe626511 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.425366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-082865c2-f490-4f4e-94c0-65f0d5410eb3 req-f1cc982c-3eaf-4f28-8237-4a74fe626511 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4144208 Mar 22 14:01:43.433409 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.477870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff1d4492-b020-4068-bc11-fd454be9d07a req-6067fc89-73c8-472d-8a60-e47fd928e00e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4688778 Mar 22 14:01:43.645892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks [] for security_group (27c003c2-199d-488d-8930-9722d9c98edf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.656648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (27c003c2-199d-488d-8930-9722d9c98edf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.709138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c003c2-199d-488d-8930-9722d9c98edf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:43.736393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13f0c2a1-e5d1-4a12-a861-df77fb132c86 req-c07f006a-52d4-44a0-9021-e5ac2c4909e0 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 210 time: 0.0470734 Mar 22 14:01:43.748035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:01:43.772258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.772521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c8102-df3b-453c-bf97-cb34ba85d0ed req-f1230f36-9009-4ed2-bc9a-d6c7958bbe27 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:43.772657 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Added segment e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1 of type vlan for network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 Mar 22 14:01:43.782247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a61c8102-df3b-453c-bf97-cb34ba85d0ed req-f1230f36-9009-4ed2-bc9a-d6c7958bbe27 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.2595770 Mar 22 14:01:43.853930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3d28209e-7b2b-40a9-b2bf-f66917c0eca0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.882810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a61c8102-df3b-453c-bf97-cb34ba85d0ed req-84cd4598-46dc-4a95-8510-88a2f853c1f7 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992627 Mar 22 14:01:43.888080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3d28209e-7b2b-40a9-b2bf-f66917c0eca0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.900340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:43.901193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.941901 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8792162 Mar 22 14:01:43.943148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49034) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:43.957675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Request body: {'subnet': {'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-subnet', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:43.981994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-27ee4989-3ee3-485a-a6c0-114429138951 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a HTTP/1.1" status: 200 len: 1823 time: 0.1326783 Mar 22 14:01:44.007956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40c81-3030-4449-abbd-17ba73706153 admin admin] Pushing event updated for resources: {'Network': ['ID=3d28209e-7b2b-40a9-b2bf-f66917c0eca0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:44.011568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Made reservation on behalf of e355870a767c471c9de5e715ee121744 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:44.014729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.025077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:01:44.137100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-499dc800-6db1-4016-ba14-dafa68925b17 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed HTTP/1.1" status: 200 len: 1823 time: 0.1538055 Mar 22 14:01:44.146043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a', 'remote_group_id': '38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:44.146374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a', 'remote_group_id': '38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:44.468756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (6ebf4f7c-898d-4e33-ba38-79bcdf173755), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.520027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-12cd0869-b92b-4aac-bfe3-9adf40d9ec9e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:44.520231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-12cd0869-b92b-4aac-bfe3-9adf40d9ec9e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.3415437 Mar 22 14:01:44.546462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Request body: {'port': {'device_id': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'admin_state_up': True, 'tenant_id': 'b3e5f9c303e246e18dc2a972afc73900'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:44.651069 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (48098df8-77b5-4e0c-ad59-fc8a6a8aecd2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.695694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (6ebf4f7c-898d-4e33-ba38-79bcdf173755), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.779606 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (6ebf4f7c-898d-4e33-ba38-79bcdf173755), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.873503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebf4f7c-898d-4e33-ba38-79bcdf173755,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:44.891386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48098df8-77b5-4e0c-ad59-fc8a6a8aecd2,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:45.005808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.007132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43e6c8e2-54df-4411-be2f-8c33ec975fa1 req-5b920f8c-79a3-4a58-8369-f014fdb4266b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8692100 Mar 22 14:01:45.065785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Checking segment: {'id': 'e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:45.067185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Network hostable DHCP agents. Network: 3d28209e-7b2b-40a9-b2bf-f66917c0eca0, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:01:45.073375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Made reservation on behalf of b3e5f9c303e246e18dc2a972afc73900 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:45.081588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.227861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:01:45.235086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59dc3931-4990-4022-9458-91d8f28f00d3 req-d1cca268-e501-4dc3-a445-5d0a94e3ff4a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 210 time: 0.1209323 Mar 22 14:01:45.254924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.260636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.274274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.274274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.276967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.282516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.287907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.296149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-e85339b3-2df1-49ea-b104-0bcfcd179fb6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.3650620 Mar 22 14:01:45.330815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3d28209e-7b2b-40a9-b2bf-f66917c0eca0) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:45.341891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead9cb9-4c3c-4f53-b7da-92ddbc5a1d4c None None] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:45.349016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.349754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.415264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84540e15-040a-45a4-8ed0-2eb3a7dacc3a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4667385 Mar 22 14:01:45.418471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49078) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:45.424671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:45.430511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Allocated IP 172.20.0.7 (09c4e37b-9b2d-4107-b566-e7cd05ba2847/a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0/4ef49d35-cc05-41f7-a5c0-78c4162f5438) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:45.466879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (7b99f3e4-3300-4176-9f60-9bdc5c405b74), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.468370 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (7b99f3e4-3300-4176-9f60-9bdc5c405b74), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.476150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-251b5083-6f31-4e8d-b8c6-bdfc2900ab8f req-dfa4c76c-381f-40fa-8b85-2759801b610e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766276 Mar 22 14:01:45.527090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f69a8-2a52-4fd9-acaf-068d26ac3101 req-2bf6a53b-5e68-463d-b3d1-6b26b6163f57 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.531646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3d28209e-7b2b-40a9-b2bf-f66917c0eca0', 'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0', 'project_id': 'e355870a767c471c9de5e715ee121744', 'fixed_ips': [{'subnet_id': '48098df8-77b5-4e0c-ad59-fc8a6a8aecd2'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:01:45.532606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.536061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d2f69a8-2a52-4fd9-acaf-068d26ac3101 req-2bf6a53b-5e68-463d-b3d1-6b26b6163f57 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.1879439 Mar 22 14:01:45.599748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks [] for router_controller (7b99f3e4-3300-4176-9f60-9bdc5c405b74), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.655864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d55c5162-2a54-4aee-991c-81ceef3a75ab req-7fe219fe-d2e9-4360-9dc5-5c660fb6de45 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed HTTP/1.1" status: 200 len: 1823 time: 0.1160653 Mar 22 14:01:45.743038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d2f69a8-2a52-4fd9-acaf-068d26ac3101 req-6ad565aa-bc5c-4d69-9fcb-ad92adda9bb1 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051673 Mar 22 14:01:45.802589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Allocated IP 172.20.0.2 (3d28209e-7b2b-40a9-b2bf-f66917c0eca0/48098df8-77b5-4e0c-ad59-fc8a6a8aecd2/ea0b1158-cb0b-4a97-b8d1-2b62f4852152) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:45.866349 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks [] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.890112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks [] for router_gateway (7b99f3e4-3300-4176-9f60-9bdc5c405b74), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.921023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.120213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:46.163482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:46.171736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:46.175612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:46.193030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks [] for router_gateway (7b99f3e4-3300-4176-9f60-9bdc5c405b74), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.225796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.228629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Publish callbacks [] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.251981 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d55c5162-2a54-4aee-991c-81ceef3a75ab req-24b25f8a-c7fc-4239-a220-594e019647c9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.259891 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.370993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d55c5162-2a54-4aee-991c-81ceef3a75ab req-24b25f8a-c7fc-4239-a220-594e019647c9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.380825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:46.381816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.407996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-e8be48aa-89bd-4b1d-8258-a23ac6368496 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8700094 Mar 22 14:01:46.415751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:46.418761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Pushing event updated for resources: {'Port': ['ID=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:46.426127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:46.426466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Request body: {'port': {'device_id': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:46.431305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:46.506425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Attempting to bind port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:46.506714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Attempting to bind port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:46.507076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Attempting to bind port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 on network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:46.514139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Allocated IP 172.25.2.66 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a11e8291-61e4-44b8-beab-f59594cf80df) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:46.515748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:46.516172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Checking segment: {'id': 'e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:46.516824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.517482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Bound using segment: {'id': 'e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:46.518784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Bound port: ea0b1158-cb0b-4a97-b8d1-2b62f4852152, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:46.519201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.536251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.550954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d55c5162-2a54-4aee-991c-81ceef3a75ab req-24b25f8a-c7fc-4239-a220-594e019647c9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.554315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d55c5162-2a54-4aee-991c-81ceef3a75ab req-24b25f8a-c7fc-4239-a220-594e019647c9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.555819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d55c5162-2a54-4aee-991c-81ceef3a75ab req-24b25f8a-c7fc-4239-a220-594e019647c9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-groups/38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed HTTP/1.1" status: 204 len: 173 time: 0.8918779 Mar 22 14:01:46.569644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b25f8a-c7fc-4239-a220-594e019647c9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:46.686755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] For port ea0b1158-cb0b-4a97-b8d1-2b62f4852152, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:46.712852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] For port ea0b1158-cb0b-4a97-b8d1-2b62f4852152, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,segment=NetworkSegment(e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1),segment_id=e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:46.736546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.765805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks [] for port (a11e8291-61e4-44b8-beab-f59594cf80df), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.839247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.872767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a415f7-4bdd-4155-a6eb-c40cf5ce2c99 None None] Pushing event updated for resources: {'Port': ['ID=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:46.899289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:46.902381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:46.921524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:46.988971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Pushing event updated for resources: {'Port': ['ID=a11e8291-61e4-44b8-beab-f59594cf80df,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:47.420947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks [] for router_gateway (7b99f3e4-3300-4176-9f60-9bdc5c405b74), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:47.509824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef49d35-cc05-41f7-a5c0-78c4162f5438 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:47.539930 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Publish callbacks [] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:47.582363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Transition to ACTIVE for port object 4ef49d35-cc05-41f7-a5c0-78c4162f5438 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:47.617149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed50015-e706-48be-a4c1-19b40cb634e3 req-856a8240-641a-41cd-9896-c6426869acc3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.623464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eed50015-e706-48be-a4c1-19b40cb634e3 req-856a8240-641a-41cd-9896-c6426869acc3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 931 time: 0.9554803 Mar 22 14:01:47.624282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:47.652896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.658711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.669052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.685264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.690855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.697015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.702588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.710982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-81d0525d-ebde-47b1-bfbd-bef95bf5997d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.3738916 Mar 22 14:01:47.791296 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (7b99f3e4-3300-4176-9f60-9bdc5c405b74), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:47.836972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:47.891186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eed50015-e706-48be-a4c1-19b40cb634e3 req-543f6ee4-29b7-46a5-a588-3f98c669216f tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749406 Mar 22 14:01:47.906581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-154c558d-9051-4f55-9578-2af9e2ff9b88 req-fdcd5510-111b-4387-b221-18182e0799e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946280 Mar 22 14:01:48.073386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Attempting to bind port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:48.073856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Attempting to bind port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:48.074080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Attempting to bind port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:48.081350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:48.081674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Attempting to bind port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:48.090969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d741d07c-c343-44c1-a3fa-8089a16d8414 req-40c80a91-567e-4575-b180-184fe72523ce tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a HTTP/1.1" status: 200 len: 1823 time: 0.1026485 Mar 22 14:01:48.122640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:48.123849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Checking segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:48.124251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Bound using segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:48.124736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Bound port: 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:48.125756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.152293 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c92dddbc-6731-42c8-b253-c20dbb50caba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.156324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:01:48.260091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:48.264312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:48.282318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e311f-f93e-4756-a6f8-3a8350fcb67e req-7a179fec-32d6-4bfe-8731-a1926a3030d9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.290129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba1e311f-f93e-4756-a6f8-3a8350fcb67e req-7a179fec-32d6-4bfe-8731-a1926a3030d9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.1980259 Mar 22 14:01:48.292825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.375046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:48.414842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba1e311f-f93e-4756-a6f8-3a8350fcb67e req-c1e7d22b-888b-40d7-ba22-21405820b366 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235704 Mar 22 14:01:48.434274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.441922 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.452597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-0ba2ecdc-0d6b-4a33-8bfd-d4675ffcc9af service neutron] 10.222.0.57 "PUT /v2.0/ports/4ef49d35-cc05-41f7-a5c0-78c4162f5438 HTTP/1.1" status: 200 len: 1091 time: 2.0310998 Mar 22 14:01:48.453408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:48.456786 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c1c61-fdfb-479c-be3b-b16662480080" -d '{"events": [{"name": "network-changed", "server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:48.493068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:48.504018 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Sync routers for ids ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:48.525945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.526388 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Routers {'7b99f3e4-3300-4176-9f60-9bdc5c405b74'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:48.527046 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:48.533490 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-12a5fd5a-b7c3-4b2d-b0ed-6322bff7bd76 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1126394 Mar 22 14:01:48.534233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49150) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:48.590274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-bcc33d54-46ad-43f5-a4e1-31b9b353023f req-e88d0481-8558-4c2c-9658-ef9eca817f3b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-704717313', 'description': 'tempest-description-93760106'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:48.666404 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fda7bac-3667-4f24-b6c5-359720ad4a0c x-openstack-request-id: req-9fda7bac-3667-4f24-b6c5-359720ad4a0c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:48.668405 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:48.668669 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fda7bac-3667-4f24-b6c5-359720ad4a0c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:48.669595 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fda7bac-3667-4f24-b6c5-359720ad4a0c'] response: {'name': 'network-changed', 'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'status': 'completed', 'code': 200} Mar 22 14:01:48.673321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcc33d54-46ad-43f5-a4e1-31b9b353023f req-e88d0481-8558-4c2c-9658-ef9eca817f3b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.727507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677ee69-f1e7-418e-99f8-e06bda459189 None None] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:48.862777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcc33d54-46ad-43f5-a4e1-31b9b353023f req-e88d0481-8558-4c2c-9658-ef9eca817f3b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (fba0f2f8-643b-485b-b46f-1e68c0b4a725), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.869289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcc33d54-46ad-43f5-a4e1-31b9b353023f req-e88d0481-8558-4c2c-9658-ef9eca817f3b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fba0f2f8-643b-485b-b46f-1e68c0b4a725), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.918919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcc33d54-46ad-43f5-a4e1-31b9b353023f req-e88d0481-8558-4c2c-9658-ef9eca817f3b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.920545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcc33d54-46ad-43f5-a4e1-31b9b353023f req-e88d0481-8558-4c2c-9658-ef9eca817f3b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3538682 Mar 22 14:01:48.945249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-2bbe0560-dd5b-4755-921a-a796ca0ac17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.946979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-2bbe0560-dd5b-4755-921a-a796ca0ac17c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 1125 time: 0.4523983 Mar 22 14:01:48.965006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ea0b1158-cb0b-4a97-b8d1-2b62f4852152 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:49.027498 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Set router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:49.106614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-dd5006c3-9719-4e0f-a62b-900113ba8710 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438 HTTP/1.1" status: 200 len: 217 time: 0.1471665 Mar 22 14:01:49.107632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d0481-8558-4c2c-9658-ef9eca817f3b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0f2f8-643b-485b-b46f-1e68c0b4a725,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:49.131976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-506c909a-cf63-46ab-9763-b53822c49dc6 None None] Provisioning complete for port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:49.137797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-506c909a-cf63-46ab-9763-b53822c49dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.363854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-f6c17700-df1d-4f62-b59f-744a0138b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:49.368621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-f6c17700-df1d-4f62-b59f-744a0138b762 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.2415063 Mar 22 14:01:49.388433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-c67f173d-cd1d-428e-8581-6f599e3340ef tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/fba0f2f8-643b-485b-b46f-1e68c0b4a725 HTTP/1.1" status: 200 len: 1821 time: 0.4133499 Mar 22 14:01:49.425036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:49.425556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.435753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fba0f2f8-643b-485b-b46f-1e68c0b4a725', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:49.438181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fba0f2f8-643b-485b-b46f-1e68c0b4a725', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:49.473375 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:47Z', 'revision_number': 3, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port': {'id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:46Z', 'updated_at': '2022-03-22T14:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:49.521381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-ba1f7175-e44c-4144-b0f3-e38872069eeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441214 Mar 22 14:01:49.579573 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Checking router: 7b99f3e4-3300-4176-9f60-9bdc5c405b74 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:49.580185 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Updating router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 port a11e8291-61e4-44b8-beab-f59594cf80df binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:01:49.655997 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.683799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-506c909a-cf63-46ab-9763-b53822c49dc6 None None] Current status of the port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:49.684188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-506c909a-cf63-46ab-9763-b53822c49dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.775785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-506c909a-cf63-46ab-9763-b53822c49dc6 None None] For port ea0b1158-cb0b-4a97-b8d1-2b62f4852152, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,segment=NetworkSegment(e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1),segment_id=e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:49.783920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-506c909a-cf63-46ab-9763-b53822c49dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.796923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-2c35d6dc-a29c-4444-9b88-bba2e25fdf56 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644081 Mar 22 14:01:49.979824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:50.020075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9a0a1-30c3-4ba6-9165-a1469285f52c req-4917dec9-9bdc-4e8a-891e-f8d66b374581 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:50.031714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caf9a0a1-30c3-4ba6-9165-a1469285f52c req-4917dec9-9bdc-4e8a-891e-f8d66b374581 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 943 time: 0.9141006 Mar 22 14:01:50.039563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c909a-cf63-46ab-9763-b53822c49dc6 None None] Pushing event updated for resources: {'Port': ['ID=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:50.055529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-93812ec0-a227-4e8e-b28a-7e0b1006e025 None None] Provisioning complete for port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:50.055657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93812ec0-a227-4e8e-b28a-7e0b1006e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.142439 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.217801 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (d8dad4e8-635d-497b-8752-04006ece690e), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.234743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-93812ec0-a227-4e8e-b28a-7e0b1006e025 None None] Current status of the port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:50.311697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caf9a0a1-30c3-4ba6-9165-a1469285f52c req-b58175e2-a767-4a60-9d7c-23e8e960a8d2 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790279 Mar 22 14:01:50.315566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52dcc2bc-ed3e-4822-a71d-96af9495bac6 req-d06aea5c-a826-4ce6-a862-4a09bb64becd service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005975 Mar 22 14:01:50.370630 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Publish callbacks [] for port (a11e8291-61e4-44b8-beab-f59594cf80df), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.373432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (d8dad4e8-635d-497b-8752-04006ece690e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.381541 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.382579 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d8dad4e8-635d-497b-8752-04006ece690e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.401937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81f7db9a-0758-4c09-956b-00e485a64233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.468232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Allocated IP 172.20.0.1 (3d28209e-7b2b-40a9-b2bf-f66917c0eca0/48098df8-77b5-4e0c-ad59-fc8a6a8aecd2/ecd5b302-4bda-4b4a-85cb-af98343fe891) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:50.471633 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Attempting to bind port a11e8291-61e4-44b8-beab-f59594cf80df on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:50.472008 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Attempting to bind port a11e8291-61e4-44b8-beab-f59594cf80df by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:50.472367 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Attempting to bind port a11e8291-61e4-44b8-beab-f59594cf80df on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:50.501368 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:50.501368 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:50.501368 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.501881 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:50.502313 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Bound port: a11e8291-61e4-44b8-beab-f59594cf80df, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:50.502695 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.508695 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Pushing event updated for resources: {'Port': ['ID=a11e8291-61e4-44b8-beab-f59594cf80df,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:50.536478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dad4e8-635d-497b-8752-04006ece690e,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:50.550316 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.550903 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.551413 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.551939 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.552437 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.552926 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.553420 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.554457 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.554958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.555494 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.555975 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.556455 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.556962 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.557631 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.558194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:50.565528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.567285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a28c47d9-86f6-473c-8bb0-e83ea956cfe7 req-ad10ae1a-1cd5-4af6-8b2f-0e4aa67fe9b9 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1469207 Mar 22 14:01:50.655077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] For port a11e8291-61e4-44b8-beab-f59594cf80df, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:50.668456 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] For port a11e8291-61e4-44b8-beab-f59594cf80df, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a11e8291-61e4-44b8-beab-f59594cf80df,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:50.681016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks [] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.687838 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.729777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.778654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:50.783215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:50.786578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:50.815331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ea0b1158-cb0b-4a97-b8d1-2b62f4852152 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:50.835987 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Routers {'7b99f3e4-3300-4176-9f60-9bdc5c405b74'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:50.841764 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:50.849419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Pushing event updated for resources: {'Port': ['ID=ecd5b302-4bda-4b4a-85cb-af98343fe891,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:50.861436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-77cb80ed-ed53-4d60-94ba-cbb3db7263f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:50.868752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-77cb80ed-ed53-4d60-94ba-cbb3db7263f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 1125 time: 0.4658189 Mar 22 14:01:50.880352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (7b99f3e4-3300-4176-9f60-9bdc5c405b74), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.943182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:50.943565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.035274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.042029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.050134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.067753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.073439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.098422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.120150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.127915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81807d-4265-437c-97f6-57e68d833e3f req-19600995-cd21-4be8-8b69-cd1f31aaef17 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.5816820 Mar 22 14:01:51.173740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:51.267946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.290337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-58200886-0363-46ab-b8d1-875d3b6e724c None None] Provisioning complete for port ecd5b302-4bda-4b4a-85cb-af98343fe891 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:51.291113 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58200886-0363-46ab-b8d1-875d3b6e724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.294572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792060b3-0500-44c4-80ea-1dd492c588c2 req-57db62c3-12ab-4810-ba0c-760067a78762 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.296133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-792060b3-0500-44c4-80ea-1dd492c588c2 req-57db62c3-12ab-4810-ba0c-760067a78762 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.5965462 Mar 22 14:01:51.358116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-58200886-0363-46ab-b8d1-875d3b6e724c None None] Port ecd5b302-4bda-4b4a-85cb-af98343fe891 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:51.390355 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd39da9-280c-4c9a-a957-bc4bfd482b9b None None] Pushing event updated for resources: {'Port': ['ID=a11e8291-61e4-44b8-beab-f59594cf80df,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:51.450462 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] Set router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:51.524241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-792060b3-0500-44c4-80ea-1dd492c588c2 req-ee04ba63-6edc-44fc-8716-a71829e6a575 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164638 Mar 22 14:01:51.550574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81807d-4265-437c-97f6-57e68d833e3f req-29f4f827-c4cd-4b6d-afff-c2624af343e5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4163439 Mar 22 14:01:51.552361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-d42cb04f-40d7-4185-a9f6-50b86500cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.563104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-d42cb04f-40d7-4185-a9f6-50b86500cdd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 904 time: 0.6878791 Mar 22 14:01:51.693453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-4217c0fa-887e-4480-bf2e-e130324a21a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438 HTTP/1.1" status: 200 len: 217 time: 0.1241543 Mar 22 14:01:51.764911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.808825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-82307388-b7d2-4246-b7a1-a64672693d2f tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/fba0f2f8-643b-485b-b46f-1e68c0b4a725 HTTP/1.1" status: 200 len: 2415 time: 0.1179655 Mar 22 14:01:51.814109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-a0dfd1fa-ebba-42e1-8055-82506154f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.815550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-a0dfd1fa-ebba-42e1-8055-82506154f8a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.1153965 Mar 22 14:01:51.818849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fba0f2f8-643b-485b-b46f-1e68c0b4a725', 'remote_group_id': None}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:51.819175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fba0f2f8-643b-485b-b46f-1e68c0b4a725', 'remote_group_id': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:51.822880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks [] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.832683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.837729 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:47Z', 'revision_number': 3, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port': {'id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:46Z', 'updated_at': '2022-03-22T14:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:51.858374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-a2a19720-ea42-42b1-bf94-afa9ca749d91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327559 Mar 22 14:01:51.932649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (7b99f3e4-3300-4176-9f60-9bdc5c405b74), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.935327 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d0c78-c103-4027-aed8-f5c4388332ce None None] The sync data for ids ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'] in n-d-834677-3 is: [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:47Z', 'revision_number': 3, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port': {'id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:46Z', 'updated_at': '2022-03-22T14:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:52.009730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Pushing event updated for resources: {'Port': ['ID=ecd5b302-4bda-4b4a-85cb-af98343fe891,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:52.099514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (463438af-948d-47fe-86d8-ed0ab630012b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.119130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:52.120982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:52.151351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-68ff7c76-cb21-4fb5-8ad5-7d308a97dd93 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823389 Mar 22 14:01:52.189190 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (463438af-948d-47fe-86d8-ed0ab630012b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.212542 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (463438af-948d-47fe-86d8-ed0ab630012b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.339341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463438af-948d-47fe-86d8-ed0ab630012b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:52.362347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.364023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53505b19-8e4b-4d76-8fe7-5062c070a193 req-a2111625-4c84-493e-9136-ae2768cb65d8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5543571 Mar 22 14:01:52.462626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:52.469605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4177f-2084-4c01-a4c2-ec78c6b6fdf5 req-97e02de3-35db-4ccc-af58-7bdbfb4b05fe tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:52.486681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50f4177f-2084-4c01-a4c2-ec78c6b6fdf5 req-97e02de3-35db-4ccc-af58-7bdbfb4b05fe tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 943 time: 0.3006361 Mar 22 14:01:52.613284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6ff7eaec-98bc-4f62-9797-ccc7327eb8b8 None None] Provisioning complete for port ecd5b302-4bda-4b4a-85cb-af98343fe891 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:52.616530 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6ff7eaec-98bc-4f62-9797-ccc7327eb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.631814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50c1c61-fdfb-479c-be3b-b16662480080 req-e02d8ca4-97cd-453b-9f1a-edb06e0ebae4 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697433 Mar 22 14:01:52.635484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50f4177f-2084-4c01-a4c2-ec78c6b6fdf5 req-98e70ed2-55b2-4def-922e-588a0fd6012f tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480887 Mar 22 14:01:52.761831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b664c71d-1ae2-483a-a1cc-b23a40368765 req-1e67bb79-9b40-45b2-9388-3feb8fe3c634 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/fba0f2f8-643b-485b-b46f-1e68c0b4a725 HTTP/1.1" status: 200 len: 3014 time: 0.0867567 Mar 22 14:01:52.773495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:52.804243 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-852b1042-50fd-494c-b7ea-f13f13e791dc admin admin] 10.222.0.44 "PUT /v2.0/routers/7b99f3e4-3300-4176-9f60-9bdc5c405b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2581999 Mar 22 14:01:52.825591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7eaec-98bc-4f62-9797-ccc7327eb8b8 None None] Port ecd5b302-4bda-4b4a-85cb-af98343fe891 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:52.861163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a11e8291-61e4-44b8-beab-f59594cf80df up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:52.943798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a11e8291-61e4-44b8-beab-f59594cf80df triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:52.944542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.015183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847ac18-0363-4966-ba69-4ce2b88605f1 req-77b7c134-e597-49c9-b4e1-3054cb3f9604 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.026319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3847ac18-0363-4966-ba69-4ce2b88605f1 req-77b7c134-e597-49c9-b4e1-3054cb3f9604 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.1433482 Mar 22 14:01:53.109604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3847ac18-0363-4966-ba69-4ce2b88605f1 req-68a5ddd8-d054-4fde-a71f-85cb81821a63 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 Mar 22 14:01:53.111445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a11e8291-61e4-44b8-beab-f59594cf80df is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:53.115287 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.153054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port a11e8291-61e4-44b8-beab-f59594cf80df, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a11e8291-61e4-44b8-beab-f59594cf80df,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:53.173033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.251686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=a11e8291-61e4-44b8-beab-f59594cf80df,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:53.294463 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.347138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.363163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.369860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.377978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.384707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.390998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.398292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.400602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-6b50c52c-71de-4316-a4bd-84bcada41971 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.2413568 Mar 22 14:01:53.430821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed1e1872-f1b5-4432-b503-a625aa8f28f1 req-bc2beb0e-e4d1-4fab-b35f-e2f5c701e656 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-group-rules/463438af-948d-47fe-86d8-ed0ab630012b HTTP/1.1" status: 200 len: 783 time: 0.1158195 Mar 22 14:01:53.511108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed1e1872-f1b5-4432-b503-a625aa8f28f1 req-873e4c76-19fd-44ef-a304-d3cb73918552 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/fba0f2f8-643b-485b-b46f-1e68c0b4a725 HTTP/1.1" status: 200 len: 3014 time: 0.0788670 Mar 22 14:01:53.560810 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ed1e1872-f1b5-4432-b503-a625aa8f28f1 req-a946a2b2-e285-4324-9221-dc02ec39a9bc tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (463438af-948d-47fe-86d8-ed0ab630012b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.578492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ed1e1872-f1b5-4432-b503-a625aa8f28f1 req-a946a2b2-e285-4324-9221-dc02ec39a9bc tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (463438af-948d-47fe-86d8-ed0ab630012b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.594437 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:01:53.623176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7e3ccba-dc86-4c6f-a2e0-9a0e55c1b35a req-b51578ff-e715-4ec0-8af6-02a03e8da9a6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836793 Mar 22 14:01:53.645133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ed1e1872-f1b5-4432-b503-a625aa8f28f1 req-a946a2b2-e285-4324-9221-dc02ec39a9bc tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (463438af-948d-47fe-86d8-ed0ab630012b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.652920 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ed1e1872-f1b5-4432-b503-a625aa8f28f1 req-a946a2b2-e285-4324-9221-dc02ec39a9bc tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.654096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed1e1872-f1b5-4432-b503-a625aa8f28f1 req-a946a2b2-e285-4324-9221-dc02ec39a9bc tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/463438af-948d-47fe-86d8-ed0ab630012b HTTP/1.1" status: 204 len: 173 time: 0.1421287 Mar 22 14:01:53.669630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a2b2-e285-4324-9221-dc02ec39a9bc tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=463438af-948d-47fe-86d8-ed0ab630012b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:53.902874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bced5a11-b0d0-431d-a4be-af04ef8b9ead req-4af4bcbb-dd83-496b-95e9-64b0f65b82fc tempest-FloatingIPsNegativeTestJSON-851098735 tempest-FloatingIPsNegativeTestJSON-851098735-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=e355870a767c471c9de5e715ee121744 HTTP/1.1" status: 200 len: 217 time: 0.0635910 Mar 22 14:01:54.047465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ebb0-e973-4bc5-879a-87ba50423389 req-d8a0cd09-263a-4f83-83a8-0c7293ed873f tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:54.053325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b291ebb0-e973-4bc5-879a-87ba50423389 req-d8a0cd09-263a-4f83-83a8-0c7293ed873f tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 943 time: 0.0954719 Mar 22 14:01:54.131437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b291ebb0-e973-4bc5-879a-87ba50423389 req-5fe9c79e-016a-45d4-b273-79305fa86ddc tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 Mar 22 14:01:54.166603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.226495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6e16e38-51c7-40c2-850b-f62866aa58a4 req-54a02dc0-2b18-4cfb-9c1a-1de015e73bc3 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/fba0f2f8-643b-485b-b46f-1e68c0b4a725 HTTP/1.1" status: 200 len: 2415 time: 0.0556211 Mar 22 14:01:54.310626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4ef49d35-cc05-41f7-a5c0-78c4162f5438 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:54.429739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6e16e38-51c7-40c2-850b-f62866aa58a4 req-95864c93-7e0a-4456-8ba9-5ae35a5c8c22 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (fba0f2f8-643b-485b-b46f-1e68c0b4a725), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.472586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dad4889-5c02-4f3d-904a-71a50bb19f17 req-e9fbd095-3ea0-4274-bfb9-3f38e3b5d528 tempest-FloatingIPsNegativeTestJSON-851098735 tempest-FloatingIPsNegativeTestJSON-851098735-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0609958 Mar 22 14:01:54.500272 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6e16e38-51c7-40c2-850b-f62866aa58a4 req-95864c93-7e0a-4456-8ba9-5ae35a5c8c22 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (fba0f2f8-643b-485b-b46f-1e68c0b4a725), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.601995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6e16e38-51c7-40c2-850b-f62866aa58a4 req-95864c93-7e0a-4456-8ba9-5ae35a5c8c22 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fba0f2f8-643b-485b-b46f-1e68c0b4a725), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.601995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d6e16e38-51c7-40c2-850b-f62866aa58a4 req-95864c93-7e0a-4456-8ba9-5ae35a5c8c22 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.603699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.603916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6e16e38-51c7-40c2-850b-f62866aa58a4 req-95864c93-7e0a-4456-8ba9-5ae35a5c8c22 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-groups/fba0f2f8-643b-485b-b46f-1e68c0b4a725 HTTP/1.1" status: 204 len: 173 time: 0.3578136 Mar 22 14:01:54.626624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:54.633400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95864c93-7e0a-4456-8ba9-5ae35a5c8c22 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0f2f8-643b-485b-b46f-1e68c0b4a725,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:54.689801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a500e-389a-43e2-82bc-44c56d721a3f req-42eb5696-cee2-45fe-aaa7-354dc121133d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:54.694323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a1a500e-389a-43e2-82bc-44c56d721a3f req-42eb5696-cee2-45fe-aaa7-354dc121133d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.1459742 Mar 22 14:01:54.822844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'mac_address': 'fa:16:3e:14:51:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:54.967579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a1a500e-389a-43e2-82bc-44c56d721a3f req-7cd54145-75e9-42d8-866c-784da635c5ae tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564962 Mar 22 14:01:54.968730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a11e8291-61e4-44b8-beab-f59594cf80df up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:55.022497 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-9ac12b51-8f8f-499c-8312-0bcd31b54662 req-fd3811df-2add-41eb-a551-0d298079348a tempest-FloatingIPsNegativeTestJSON-851098735 tempest-FloatingIPsNegativeTestJSON-851098735-project] show failed (client error): The resource could not be found. Mar 22 14:01:55.022497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ac12b51-8f8f-499c-8312-0bcd31b54662 req-fd3811df-2add-41eb-a551-0d298079348a tempest-FloatingIPsNegativeTestJSON-851098735 tempest-FloatingIPsNegativeTestJSON-851098735-project] 10.222.0.44 "GET /v2.0/floatingips/377d02fe-e01a-45f6-949c-65560c0d0f9f HTTP/1.1" status: 404 len: 350 time: 0.1696899 Mar 22 14:01:55.037643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49282) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:55.063583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Sync routers for ids ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:55.063773 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-249e1bba-a6fe-4792-9dd7-d87b8fb8a0d2 req-841789b1-eeee-40e5-9ca7-6bc44db91794 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] show failed (client error): The resource could not be found. Mar 22 14:01:55.073407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-249e1bba-a6fe-4792-9dd7-d87b8fb8a0d2 req-841789b1-eeee-40e5-9ca7-6bc44db91794 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/38b1ec2b-e58c-47c3-b43b-6d9eeb9ffbed HTTP/1.1" status: 404 len: 352 time: 0.0521257 Mar 22 14:01:55.135982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5483c5-9cb2-455e-8262-aadb8fd303e1 req-785a11af-6901-41c6-a268-8b829c02f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.137494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db5483c5-9cb2-455e-8262-aadb8fd303e1 req-785a11af-6901-41c6-a268-8b829c02f0c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 1127 time: 0.1787298 Mar 22 14:01:55.168521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb8f2f24-3dff-4b56-9e93-24383432706f req-fb7599b1-d0a2-46d1-ae1a-a125957915e8 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a HTTP/1.1" status: 200 len: 1823 time: 0.0811563 Mar 22 14:01:55.205503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:55.206795 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.226306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Routers {'7b99f3e4-3300-4176-9f60-9bdc5c405b74'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:55.227413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:55.229464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db5483c5-9cb2-455e-8262-aadb8fd303e1 req-16736a9f-8757-44ee-bab1-8292e23cee90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823450 Mar 22 14:01:55.331825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49290) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:55.402827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb8f2f24-3dff-4b56-9e93-24383432706f req-71548ce3-002a-426b-9725-fc912a261a88 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.426763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.432259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.437621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.455367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.460664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.482637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.488524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.502950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4707167-a039-429f-8963-b0333db3f93d req-0333a096-cb82-4728-9e49-5925e0692398 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.3060551 Mar 22 14:01:55.569462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb8f2f24-3dff-4b56-9e93-24383432706f req-71548ce3-002a-426b-9725-fc912a261a88 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.576208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef49d35-cc05-41f7-a5c0-78c4162f5438 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:55.603681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (7b99f3e4-3300-4176-9f60-9bdc5c405b74), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.619432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:55.638707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.649816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a11e8291-61e4-44b8-beab-f59594cf80df triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:55.651498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.720856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4707167-a039-429f-8963-b0333db3f93d req-7a9d7f92-9c80-4f99-9e66-288c6fc4abfa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004957 Mar 22 14:01:55.795728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a11e8291-61e4-44b8-beab-f59594cf80df is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:55.829294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-28e52e55-d047-44f8-8182-11d64fbdfd75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.830243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:55.861257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Set router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:55.890074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb8f2f24-3dff-4b56-9e93-24383432706f req-71548ce3-002a-426b-9725-fc912a261a88 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.897239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fb8f2f24-3dff-4b56-9e93-24383432706f req-71548ce3-002a-426b-9725-fc912a261a88 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.914310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb8f2f24-3dff-4b56-9e93-24383432706f req-71548ce3-002a-426b-9725-fc912a261a88 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-groups/49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a HTTP/1.1" status: 204 len: 173 time: 0.7352409 Mar 22 14:01:55.962083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['4ef49d35-cc05-41f7-a5c0-78c4162f5438'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:56.128398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-28e52e55-d047-44f8-8182-11d64fbdfd75 admin admin] Publish callbacks [] for security_group (bd36093d-27b9-4311-88d3-819414e790b4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.129742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71548ce3-002a-426b-9725-fc912a261a88 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ddc3aa-7ea8-40f0-844a-e1f1c45b0f7a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:56.137645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-28e52e55-d047-44f8-8182-11d64fbdfd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bd36093d-27b9-4311-88d3-819414e790b4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.185637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52e55-d047-44f8-8182-11d64fbdfd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36093d-27b9-4311-88d3-819414e790b4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:56.244063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592102c-ef54-4772-8c2e-258c112eabff req-afbb9af7-d5fa-4aae-8079-9a9ec795edcd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.248365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Deleting port ecd5b302-4bda-4b4a-85cb-af98343fe891 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:56.248999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.251450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e592102c-ef54-4772-8c2e-258c112eabff req-afbb9af7-d5fa-4aae-8079-9a9ec795edcd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 944 time: 0.3220561 Mar 22 14:01:56.266033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-28e52e55-d047-44f8-8182-11d64fbdfd75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f66e4da92d24eb3b4889d6384d882e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8812597 Mar 22 14:01:56.274453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74a3cfa9-8526-465a-872f-0b1eef85bfec req-6b1a11fc-f5bc-4d21-ab93-40c7118320f4 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/7bdc1947-8396-4f53-af53-d7d13ed31149 HTTP/1.1" status: 200 len: 1823 time: 0.1408889 Mar 22 14:01:56.282331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49310) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:56.371715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.375167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74a3cfa9-8526-465a-872f-0b1eef85bfec req-1faeafd3-f8c3-467d-a548-fca10b29947d tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (7bdc1947-8396-4f53-af53-d7d13ed31149), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.387921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Calling delete_port for ecd5b302-4bda-4b4a-85cb-af98343fe891 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:56.444176 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74a3cfa9-8526-465a-872f-0b1eef85bfec req-1faeafd3-f8c3-467d-a548-fca10b29947d tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (7bdc1947-8396-4f53-af53-d7d13ed31149), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.462421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e592102c-ef54-4772-8c2e-258c112eabff req-75916c25-ec86-45b4-bfe3-c35511d4d9d6 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060375 Mar 22 14:01:56.501154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:51Z', 'revision_number': 4, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port': {'id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:46Z', 'updated_at': '2022-03-22T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ecd5b302-4bda-4b4a-85cb-af98343fe891', 'name': '', 'network_id': '3d28209e-7b2b-40a9-b2bf-f66917c0eca0', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'mac_address': 'fa:16:3e:b0:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '48098df8-77b5-4e0c-ad59-fc8a6a8aecd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:50Z', 'updated_at': '2022-03-22T14:01:51Z', 'revision_number': 2, 'project_id': 'e355870a767c471c9de5e715ee121744', 'subnets': [{'id': '48098df8-77b5-4e0c-ad59-fc8a6a8aecd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:56.513649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b074c323-fcbf-4b2f-b81c-2270dae8a664 admin admin] Publish callbacks [] for security_group (bd36093d-27b9-4311-88d3-819414e790b4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.541688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Checking router: 7b99f3e4-3300-4176-9f60-9bdc5c405b74 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:56.542061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Updating router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 port ecd5b302-4bda-4b4a-85cb-af98343fe891 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:01:56.583149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b074c323-fcbf-4b2f-b81c-2270dae8a664 admin admin] Publish callbacks [] for security_group (bd36093d-27b9-4311-88d3-819414e790b4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.593497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.648573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b074c323-fcbf-4b2f-b81c-2270dae8a664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bd36093d-27b9-4311-88d3-819414e790b4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.652057 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b074c323-fcbf-4b2f-b81c-2270dae8a664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.653576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b074c323-fcbf-4b2f-b81c-2270dae8a664 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd36093d-27b9-4311-88d3-819414e790b4 HTTP/1.1" status: 204 len: 168 time: 0.3696277 Mar 22 14:01:56.676615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074c323-fcbf-4b2f-b81c-2270dae8a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36093d-27b9-4311-88d3-819414e790b4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:56.759563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74a3cfa9-8526-465a-872f-0b1eef85bfec req-1faeafd3-f8c3-467d-a548-fca10b29947d tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7bdc1947-8396-4f53-af53-d7d13ed31149), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.762255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74a3cfa9-8526-465a-872f-0b1eef85bfec req-1faeafd3-f8c3-467d-a548-fca10b29947d tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.773768 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74a3cfa9-8526-465a-872f-0b1eef85bfec req-1faeafd3-f8c3-467d-a548-fca10b29947d tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-groups/7bdc1947-8396-4f53-af53-d7d13ed31149 HTTP/1.1" status: 204 len: 173 time: 0.4981542 Mar 22 14:01:56.808680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeafd3-f8c3-467d-a548-fca10b29947d tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdc1947-8396-4f53-af53-d7d13ed31149,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:56.939743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ecd5b302-4bda-4b4a-85cb-af98343fe891), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.022877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd5b302-4bda-4b4a-85cb-af98343fe891,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:57.260614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.276839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.295292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.317368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.334300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49334) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:57.335734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.350781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.357415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.359151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f58445c3-953b-4291-83e6-3f0b495ce2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.361573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-67fa7fec-e7a0-45c4-a002-8c3ce64213dd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.4668322 Mar 22 14:01:57.361720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (7b99f3e4-3300-4176-9f60-9bdc5c405b74), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.395716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:01:57.396360 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:01:57.399840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba340756-e507-480e-aa8c-3c9bf9ce8969 req-e7a8243b-c34b-4077-ae00-7bb046002af3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.401451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba340756-e507-480e-aa8c-3c9bf9ce8969 req-e7a8243b-c34b-4077-ae00-7bb046002af3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.2742441 Mar 22 14:01:57.467039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4fd1779-b919-44f9-911b-cf60fe90dcab req-d1cda8c3-888c-48f1-b648-02f29bebcb75 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964453 Mar 22 14:01:57.481408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba340756-e507-480e-aa8c-3c9bf9ce8969 req-f31e5e8d-e519-4d50-9f56-f2c634e47dfc tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715446 Mar 22 14:01:57.587580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f58445c3-953b-4291-83e6-3f0b495ce2c0 admin admin] Publish callbacks [] for security_group (9f18bda2-e86c-4c35-8f79-98b6673bce84), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.618098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ebed4d6-a477-4a78-a55e-9582656f8d34 req-1b1e20f1-bae5-4290-8da3-74b719c9bee3 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/84bb13af-6680-4490-a732-b0f73b49e6d7 HTTP/1.1" status: 200 len: 1824 time: 0.0674438 Mar 22 14:01:57.664674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f58445c3-953b-4291-83e6-3f0b495ce2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f18bda2-e86c-4c35-8f79-98b6673bce84), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.719271 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ebed4d6-a477-4a78-a55e-9582656f8d34 req-ea9289e2-58d6-4a81-a7d6-8788b5f70797 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (84bb13af-6680-4490-a732-b0f73b49e6d7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.724957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f58445c3-953b-4291-83e6-3f0b495ce2c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8c1631b91f848fe9a8ede346affd718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894463 Mar 22 14:01:57.725730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49350) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:57.730129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58445c3-953b-4291-83e6-3f0b495ce2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18bda2-e86c-4c35-8f79-98b6673bce84,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:57.750520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bf4a8-85af-4669-adce-575f7790d9da req-508e5743-2f44-432d-984a-13105489c80e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.758665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-202bf4a8-85af-4669-adce-575f7790d9da req-508e5743-2f44-432d-984a-13105489c80e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 944 time: 0.1045082 Mar 22 14:01:57.758987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:57.802750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ebed4d6-a477-4a78-a55e-9582656f8d34 req-ea9289e2-58d6-4a81-a7d6-8788b5f70797 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (84bb13af-6680-4490-a732-b0f73b49e6d7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.868321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-202bf4a8-85af-4669-adce-575f7790d9da req-ac764542-7d1a-437f-a25c-9ac405378bff tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086614 Mar 22 14:01:57.876652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:57.882295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f96591fd-1593-4f5f-8a2e-1817d81ddfa2 admin admin] Publish callbacks [] for security_group (9f18bda2-e86c-4c35-8f79-98b6673bce84), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.891981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49352) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:57.892901 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3a0b82f1-f362-4653-b9af-20cf5ae7bdcb admin admin] 10.222.0.44 "PUT /v2.0/routers/7b99f3e4-3300-4176-9f60-9bdc5c405b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8534329 Mar 22 14:01:57.904741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ebed4d6-a477-4a78-a55e-9582656f8d34 req-ea9289e2-58d6-4a81-a7d6-8788b5f70797 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (84bb13af-6680-4490-a732-b0f73b49e6d7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.907249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ebed4d6-a477-4a78-a55e-9582656f8d34 req-ea9289e2-58d6-4a81-a7d6-8788b5f70797 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.908412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ebed4d6-a477-4a78-a55e-9582656f8d34 req-ea9289e2-58d6-4a81-a7d6-8788b5f70797 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-groups/84bb13af-6680-4490-a732-b0f73b49e6d7 HTTP/1.1" status: 204 len: 173 time: 0.2830226 Mar 22 14:01:57.924693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Port ecd5b302-4bda-4b4a-85cb-af98343fe891 not found while updating agent binding for router 7b99f3e4-3300-4176-9f60-9bdc5c405b74. {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 14:01:57.953528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Routers {'7b99f3e4-3300-4176-9f60-9bdc5c405b74'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:57.954264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.027894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f96591fd-1593-4f5f-8a2e-1817d81ddfa2 admin admin] Publish callbacks [] for security_group (9f18bda2-e86c-4c35-8f79-98b6673bce84), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.037406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9289e2-58d6-4a81-a7d6-8788b5f70797 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bb13af-6680-4490-a732-b0f73b49e6d7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:58.112569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] Set router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:58.161390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51dcaba0-e0ce-4a4d-ace9-cd2c82c791a9 req-307f102b-4a66-431f-9226-04e4997efba5 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/8d8daf72-f5d7-4294-a78e-ed160c21a66c HTTP/1.1" status: 200 len: 2423 time: 0.1382132 Mar 22 14:01:58.187645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aded5-3ad1-44a4-85fa-983a33389aea req-243352d5-6bbe-4fc3-9b1b-9fec43c3df97 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.192146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f08aded5-3ad1-44a4-85fa-983a33389aea req-243352d5-6bbe-4fc3-9b1b-9fec43c3df97 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1706707 Mar 22 14:01:58.214052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks [] for router (7b99f3e4-3300-4176-9f60-9bdc5c405b74), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.302570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4ef49d35-cc05-41f7-a5c0-78c4162f5438 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:58.346886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f96591fd-1593-4f5f-8a2e-1817d81ddfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f18bda2-e86c-4c35-8f79-98b6673bce84), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.349362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f96591fd-1593-4f5f-8a2e-1817d81ddfa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.370779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f96591fd-1593-4f5f-8a2e-1817d81ddfa2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f18bda2-e86c-4c35-8f79-98b6673bce84 HTTP/1.1" status: 204 len: 168 time: 0.6315522 Mar 22 14:01:58.412988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.444593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:58.452736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:58.453112 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.455812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96591fd-1593-4f5f-8a2e-1817d81ddfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18bda2-e86c-4c35-8f79-98b6673bce84,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:58.476286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f08aded5-3ad1-44a4-85fa-983a33389aea req-f1e85cc8-3423-413e-9e6e-dc9392a6ca79 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767556 Mar 22 14:01:58.501854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-51dcaba0-e0ce-4a4d-ace9-cd2c82c791a9 req-7dd4d0cb-8180-42eb-959b-c9d9d7ff3fd4 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (8d8daf72-f5d7-4294-a78e-ed160c21a66c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.539331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:56Z', 'revision_number': 5, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port': {'id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:46Z', 'updated_at': '2022-03-22T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.564048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-51dcaba0-e0ce-4a4d-ace9-cd2c82c791a9 req-7dd4d0cb-8180-42eb-959b-c9d9d7ff3fd4 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (8d8daf72-f5d7-4294-a78e-ed160c21a66c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.575252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1dbe9a-a5ee-4889-ba31-a711d5b09464 None None] The sync data for ids ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'] in n-d-834677-3 is: [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:56Z', 'revision_number': 5, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port': {'id': 'a11e8291-61e4-44b8-beab-f59594cf80df', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:46Z', 'updated_at': '2022-03-22T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:58.575627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks [] for router_gateway (7b99f3e4-3300-4176-9f60-9bdc5c405b74), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.645224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:58.645785 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.708311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:58.711733 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0225fe-197c-4b54-87e4-27ee91257016" -d '{"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-plugged", "status": "completed", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:58.732426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:58.738603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.739321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Deleting port a11e8291-61e4-44b8-beab-f59594cf80df {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:58.739734 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.744720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-51dcaba0-e0ce-4a4d-ace9-cd2c82c791a9 req-7dd4d0cb-8180-42eb-959b-c9d9d7ff3fd4 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8d8daf72-f5d7-4294-a78e-ed160c21a66c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.752253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-51dcaba0-e0ce-4a4d-ace9-cd2c82c791a9 req-7dd4d0cb-8180-42eb-959b-c9d9d7ff3fd4 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.768475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51dcaba0-e0ce-4a4d-ace9-cd2c82c791a9 req-7dd4d0cb-8180-42eb-959b-c9d9d7ff3fd4 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-groups/8d8daf72-f5d7-4294-a78e-ed160c21a66c HTTP/1.1" status: 204 len: 173 time: 0.5845833 Mar 22 14:01:58.792278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307efd0-6ce9-46ac-94ea-a83a1aea1fd3 req-5b7b1aab-7c7a-406e-9026-a1d7890401d3 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.794121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6307efd0-6ce9-46ac-94ea-a83a1aea1fd3 req-5b7b1aab-7c7a-406e-9026-a1d7890401d3 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 951 time: 0.1792822 Mar 22 14:01:58.805436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4d0cb-8180-42eb-959b-c9d9d7ff3fd4 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8daf72-f5d7-4294-a78e-ed160c21a66c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:58.832998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:58.954340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6307efd0-6ce9-46ac-94ea-a83a1aea1fd3 req-55413048-b26d-43e5-8283-a607fea0e92b tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135674 Mar 22 14:01:59.002210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] For port a11e8291-61e4-44b8-beab-f59594cf80df, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a11e8291-61e4-44b8-beab-f59594cf80df,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:59.002578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.017056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.023083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.024694 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d4af17-b32d-457d-b64d-3f5eb3f6c24c x-openstack-request-id: req-07d4af17-b32d-457d-b64d-3f5eb3f6c24c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:59.025548 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-plugged", "status": "completed", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:59.026008 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07d4af17-b32d-457d-b64d-3f5eb3f6c24c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:59.026612 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d4af17-b32d-457d-b64d-3f5eb3f6c24c'] response: {'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'code': 200} Mar 22 14:01:59.028602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.033833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.039631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.044687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.049943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.051877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-11677625-a145-4f6c-bc4c-c9aa938fa39e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.1772826 Mar 22 14:01:59.076407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Calling delete_port for a11e8291-61e4-44b8-beab-f59594cf80df owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:59.218814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfb160e4-ea22-4669-8b3d-2e0c82762225 req-71799f3e-0863-4ed3-893c-89ddb78db13b tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "GET /v2.0/security-groups/ac9d0e02-f370-4b71-86dc-e3831585158d HTTP/1.1" status: 200 len: 2417 time: 0.1606081 Mar 22 14:01:59.261116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-281f34a5-fc14-4927-ae1c-9a900e5c2ce4 req-9cff48f0-cfab-4da6-9254-24a837a3b053 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998887 Mar 22 14:01:59.281368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7d685-7ae5-4ed7-841f-0510d1b33add req-188ea797-770e-48d7-a9f2-74bd7e6bbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.282836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0dd7d685-7ae5-4ed7-841f-0510d1b33add req-188ea797-770e-48d7-a9f2-74bd7e6bbb4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 1127 time: 0.1838524 Mar 22 14:01:59.426364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0dd7d685-7ae5-4ed7-841f-0510d1b33add req-c45358ab-934b-45ab-8e3b-73c6b57f5aa5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336648 Mar 22 14:01:59.427053 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dfb160e4-ea22-4669-8b3d-2e0c82762225 req-b5b14a6a-ce87-482e-96d5-e8394ecf8a65 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (ac9d0e02-f370-4b71-86dc-e3831585158d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.499732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dfb160e4-ea22-4669-8b3d-2e0c82762225 req-b5b14a6a-ce87-482e-96d5-e8394ecf8a65 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (ac9d0e02-f370-4b71-86dc-e3831585158d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.624203 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] Sync routers for ids ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:59.641744 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] Routers {'7b99f3e4-3300-4176-9f60-9bdc5c405b74'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:59.642614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:59.821515 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] Set router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:59.885765 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:58Z', 'revision_number': 6, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:59.921799 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] Checking router: 7b99f3e4-3300-4176-9f60-9bdc5c405b74 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:59.931905 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] Routers {'7b99f3e4-3300-4176-9f60-9bdc5c405b74'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:59.932757 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:00.008864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a11e8291-61e4-44b8-beab-f59594cf80df), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.058273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11e8291-61e4-44b8-beab-f59594cf80df,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:00.060337 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] Set router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:00.066170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dfb160e4-ea22-4669-8b3d-2e0c82762225 req-b5b14a6a-ce87-482e-96d5-e8394ecf8a65 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ac9d0e02-f370-4b71-86dc-e3831585158d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.070179 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dfb160e4-ea22-4669-8b3d-2e0c82762225 req-b5b14a6a-ce87-482e-96d5-e8394ecf8a65 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.078076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49434) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:00.082608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfb160e4-ea22-4669-8b3d-2e0c82762225 req-b5b14a6a-ce87-482e-96d5-e8394ecf8a65 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] 10.222.0.44 "DELETE /v2.0/security-groups/ac9d0e02-f370-4b71-86dc-e3831585158d HTTP/1.1" status: 204 len: 173 time: 0.8626192 Mar 22 14:02:00.100314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b14a6a-ce87-482e-96d5-e8394ecf8a65 tempest-SecurityGroupRulesTestJSON-397663096 tempest-SecurityGroupRulesTestJSON-397663096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d0e02-f370-4b71-86dc-e3831585158d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:00.148305 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:58Z', 'revision_number': 6, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:00.178054 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1fe96-32a9-42a9-8faa-c777257a9164 None None] The sync data for ids ['7b99f3e4-3300-4176-9f60-9bdc5c405b74'] in n-d-834677-3 is: [{'id': '7b99f3e4-3300-4176-9f60-9bdc5c405b74', 'name': 'tempest-FloatingIPsNegativeTestJSON-201840597-router', 'tenant_id': 'e355870a767c471c9de5e715ee121744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:45Z', 'updated_at': '2022-03-22T14:01:58Z', 'revision_number': 6, 'project_id': 'e355870a767c471c9de5e715ee121744', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:00.179443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] Deleting subnet a7872935-7ad7-4778-82c2-a4b8029c79fb {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:02:00.185214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] Publish callbacks [] for subnet (a7872935-7ad7-4778-82c2-a4b8029c79fb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.210194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674c752-1133-4f1b-8258-dad530908e78 req-a5d60af8-b38a-4430-923d-5fffe90d86ae tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:00.217297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8674c752-1133-4f1b-8258-dad530908e78 req-a5d60af8-b38a-4430-923d-5fffe90d86ae tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 945 time: 0.6941702 Mar 22 14:02:00.220217 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (7b99f3e4-3300-4176-9f60-9bdc5c405b74), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.282494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (a7872935-7ad7-4778-82c2-a4b8029c79fb), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.358564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8674c752-1133-4f1b-8258-dad530908e78 req-d5f80ea2-a4cc-4270-abd2-3ab98dd29d33 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239941 Mar 22 14:02:00.402505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a7872935-7ad7-4778-82c2-a4b8029c79fb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.519391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (7b99f3e4-3300-4176-9f60-9bdc5c405b74), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.523043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks [] for router_controller (7b99f3e4-3300-4176-9f60-9bdc5c405b74), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.524517 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (a7872935-7ad7-4778-82c2-a4b8029c79fb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.581199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e2f71-f27c-4133-8f90-de5bb15cc0f4 req-7243101f-e5fd-40a6-a0d8-d8003cbbb7b6 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:00.588351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d9e2f71-f27c-4133-8f90-de5bb15cc0f4 req-7243101f-e5fd-40a6-a0d8-d8003cbbb7b6 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1093688 Mar 22 14:02:00.601368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7872935-7ad7-4778-82c2-a4b8029c79fb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:00.614198 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.620698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (7b99f3e4-3300-4176-9f60-9bdc5c405b74), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.621236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b99f3e4-3300-4176-9f60-9bdc5c405b74 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:02:00.622088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2a71f5e7-3d1d-4f41-a980-6ef4547957ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a7872935-7ad7-4778-82c2-a4b8029c79fb HTTP/1.1" status: 204 len: 168 time: 0.5420318 Mar 22 14:02:00.624727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49454) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:00.627964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.629221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8c33380f-d4f3-49bf-8b61-686e87119966 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7b99f3e4-3300-4176-9f60-9bdc5c405b74 HTTP/1.1" status: 204 len: 168 time: 2.7348890 Mar 22 14:02:00.634199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49456) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:00.679316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d9e2f71-f27c-4133-8f90-de5bb15cc0f4 req-f10bc01c-367c-439f-be74-9fe9b97e71d8 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871191 Mar 22 14:02:00.728845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] Deleting subnet 48098df8-77b5-4e0c-ad59-fc8a6a8aecd2 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:02:00.731450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (5241814b-00e7-4469-a3c4-4812bc5a9332), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.734011 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] Publish callbacks [] for subnet (48098df8-77b5-4e0c-ad59-fc8a6a8aecd2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.856445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (48098df8-77b5-4e0c-ad59-fc8a6a8aecd2), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.861745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a11e8291-61e4-44b8-beab-f59594cf80df no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:00.900237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (5241814b-00e7-4469-a3c4-4812bc5a9332), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.904428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a11e8291-61e4-44b8-beab-f59594cf80df {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:00.905457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a11e8291-61e4-44b8-beab-f59594cf80df not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:00.933410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5241814b-00e7-4469-a3c4-4812bc5a9332']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:00.945429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8c0bf6-69f4-4616-b163-706cbad48213') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:00.945726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8c0bf6-69f4-4616-b163-706cbad48213') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:00.966458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (0e8c0bf6-69f4-4616-b163-706cbad48213), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.989741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0e8c0bf6-69f4-4616-b163-706cbad48213), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.006886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:02:01.007315 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (0e8c0bf6-69f4-4616-b163-706cbad48213), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.009997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (48098df8-77b5-4e0c-ad59-fc8a6a8aecd2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:02:01.012426 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:02:01.075440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.081058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.087463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.093710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.101696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.108291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (5241814b-00e7-4469-a3c4-4812bc5a9332), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.114818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.118198 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5241814b-00e7-4469-a3c4-4812bc5a9332 HTTP/1.1" status: 204 len: 168 time: 0.4904208 Mar 22 14:02:01.120830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.129198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.138374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-4e4ee7cf-de57-4578-9b11-4812373a1a97 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.2145591 Mar 22 14:02:01.146397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a908170-4a5e-4ac6-963a-4388784aee27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5241814b-00e7-4469-a3c4-4812bc5a9332,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:01.189335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (48098df8-77b5-4e0c-ad59-fc8a6a8aecd2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.227714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48098df8-77b5-4e0c-ad59-fc8a6a8aecd2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:01.238274 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.243163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e65d2-fa04-429b-bbf8-f113fdc5fe68 None None] Network 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:01.244653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49492) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:01.249116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8161b30c-5127-475d-9ea3-5fe4e753d09e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/48098df8-77b5-4e0c-ad59-fc8a6a8aecd2 HTTP/1.1" status: 204 len: 168 time: 0.6066840 Mar 22 14:02:01.323054 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e300ae08-c2be-4ef3-a5a1-b08fbbda000c req-da667a61-2a77-4f65-be6a-8231f0fc1d0d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587002 Mar 22 14:02:01.402575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3d28209e-7b2b-40a9-b2bf-f66917c0eca0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.477771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49506) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:01.506710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Deleting port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:01.507048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.522277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] DHCP port deletion for 3d28209e-7b2b-40a9-b2bf-f66917c0eca0 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:02:01.540461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5cebc79a-3c66-4a8c-b4bd-ba438a3a23a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b5d2e13e48e424bae1a176815f11b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610771 Mar 22 14:02:01.546571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49510) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:01.594329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] Deleting port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:01.594945 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.637228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] For port ea0b1158-cb0b-4a97-b8d1-2b62f4852152, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,segment=NetworkSegment(e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1),segment_id=e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:01.637589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.640670 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56c735f1-fe7e-4b9f-8334-b27fddd6fcf1 admin admin] Publish callbacks [] for security_group (9f81c7e0-ed3e-4afe-b037-15e7f329ec24), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.665134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56c735f1-fe7e-4b9f-8334-b27fddd6fcf1 admin admin] Publish callbacks [] for security_group (9f81c7e0-ed3e-4afe-b037-15e7f329ec24), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.665553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Calling delete_port for ea0b1158-cb0b-4a97-b8d1-2b62f4852152 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:01.668505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] For port ea0b1158-cb0b-4a97-b8d1-2b62f4852152, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,segment=NetworkSegment(e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1),segment_id=e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:01.669402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.686092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] Calling delete_port for ea0b1158-cb0b-4a97-b8d1-2b62f4852152 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:01.724984 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56c735f1-fe7e-4b9f-8334-b27fddd6fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f81c7e0-ed3e-4afe-b037-15e7f329ec24), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.740711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56c735f1-fe7e-4b9f-8334-b27fddd6fcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.745516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-56c735f1-fe7e-4b9f-8334-b27fddd6fcf1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f81c7e0-ed3e-4afe-b037-15e7f329ec24 HTTP/1.1" status: 204 len: 168 time: 0.1974318 Mar 22 14:02:01.771117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.783062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bda164-6b94-45e4-8756-5f5d2da41788 req-ef6856fc-507f-4702-aead-ae6242f232dd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.784754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8bda164-6b94-45e4-8756-5f5d2da41788 req-ef6856fc-507f-4702-aead-ae6242f232dd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 945 time: 0.2171221 Mar 22 14:02:01.786269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c735f1-fe7e-4b9f-8334-b27fddd6fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f81c7e0-ed3e-4afe-b037-15e7f329ec24,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:01.808909 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (ea0b1158-cb0b-4a97-b8d1-2b62f4852152), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.828592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] No DVR routers for this DVR port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:01.833278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:01.851216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49082c-53da-4acd-a740-a3bb6ee94f2f None None] Pushing event deleted for resources: {'Port': ['ID=ea0b1158-cb0b-4a97-b8d1-2b62f4852152,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:01.861363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] No DVR routers for this DVR port ea0b1158-cb0b-4a97-b8d1-2b62f4852152 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:01.870774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8bda164-6b94-45e4-8756-5f5d2da41788 req-c6461fe6-4421-4b07-b2f0-d1b5a31259e7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710635 Mar 22 14:02:02.127609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-8f569596-f7b2-4c85-ad04-0e0a2112ce38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460372 Mar 22 14:02:02.280684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:02.339900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-f4e2b0ee-0d2a-47a0-ab71-fd9aa2069ec6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:02.348743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-f4e2b0ee-0d2a-47a0-ab71-fd9aa2069ec6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197826 Mar 22 14:02:02.379144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-462595e7-a199-444d-8d5a-41e3ebb7ceda tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/quotas/85f21ccdecdb4260a93f3bfcf29d955f HTTP/1.1" status: 200 len: 375 time: 0.0274031 Mar 22 14:02:02.436377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-c11ed937-84e8-4043-af91-24b3d9dcb77f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536842 Mar 22 14:02:02.459621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3d28209e-7b2b-40a9-b2bf-f66917c0eca0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.467086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 72ae3d90-a732-48df-be9e-61ee8aecdf9c is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:02.469652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.488532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d28209e-7b2b-40a9-b2bf-f66917c0eca0']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:02.510828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:02.511119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:02.535701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.573418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.574418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:02.584169 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d769a2-43e8-4db1-b25f-74846350fc11" -d '{"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-unplugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:02.585653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:02:02.586917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (e9e0a7a0-3d24-4ca6-a2c5-584c0fe994f1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.638841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:02.646423 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:02:02.792947 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:02:02.798836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3d28209e-7b2b-40a9-b2bf-f66917c0eca0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.799654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47023ca1-d612-458d-9936-88b25fac556a req-6cb76af1-6569-48ac-953a-0eb6fe6f675e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:02.818444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47023ca1-d612-458d-9936-88b25fac556a req-6cb76af1-6569-48ac-953a-0eb6fe6f675e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1703081 Mar 22 14:02:02.848719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.852039 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3d28209e-7b2b-40a9-b2bf-f66917c0eca0 HTTP/1.1" status: 204 len: 168 time: 1.6062567 Mar 22 14:02:02.866835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155b229-beb2-495c-99cc-563754df1218 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d28209e-7b2b-40a9-b2bf-f66917c0eca0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:02.875428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ea0b1158-cb0b-4a97-b8d1-2b62f4852152 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:02.922588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=11']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:02.930171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ea0b1158-cb0b-4a97-b8d1-2b62f4852152 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:02.937834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ea0b1158-cb0b-4a97-b8d1-2b62f4852152 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:03.020959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47023ca1-d612-458d-9936-88b25fac556a req-102a40c8-f3ea-4762-a4c4-02dd90d7897f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015994 Mar 22 14:02:03.128032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6b843-c3df-4bcc-8d42-e54863b4e7ce req-843fe1de-8bfe-4b4e-b8f4-46f143c4f919 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.130206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0f6b843-c3df-4bcc-8d42-e54863b4e7ce req-843fe1de-8bfe-4b4e-b8f4-46f143c4f919 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 949 time: 0.3089700 Mar 22 14:02:03.151642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49568) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:03.237040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0f6b843-c3df-4bcc-8d42-e54863b4e7ce req-1595a25f-03af-4180-80eb-7e19bf6cc611 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949740 Mar 22 14:02:03.263675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.270881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.278626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.287245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.295454 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6d12155c-923a-49c9-a802-c8c9bb3ad006 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e355870a767c471c9de5e715ee121744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395490 Mar 22 14:02:03.295611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49572) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:03.298514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.306037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.314690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.318644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-bbb17040-85e3-4d0e-bc21-9930eae8f6f2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.1869137 Mar 22 14:02:03.428327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a54d193-56db-4bf5-bd02-1dfcdecaa08f req-6d82e6f8-1780-43d2-a5b6-15903bbd3142 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991330 Mar 22 14:02:03.440884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49576) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:03.464187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26f77b0-0442-4692-a1ab-59d69ad2ba29 admin admin] Publish callbacks [] for security_group (27c003c2-199d-488d-8930-9722d9c98edf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.506622 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859b368d-3d85-40fd-aebd-2ef94911f96b x-openstack-request-id: req-859b368d-3d85-40fd-aebd-2ef94911f96b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:03.507469 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-unplugged", "status": "completed", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:03.507891 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-859b368d-3d85-40fd-aebd-2ef94911f96b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:03.508463 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859b368d-3d85-40fd-aebd-2ef94911f96b'] response: {'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'code': 200} Mar 22 14:02:03.538151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26f77b0-0442-4692-a1ab-59d69ad2ba29 admin admin] Publish callbacks [] for security_group (27c003c2-199d-488d-8930-9722d9c98edf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.570841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd224b-5034-4161-81bb-3bbf426902fe req-3695585c-89e8-477f-be48-a9619a820b59 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.574519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8bd224b-5034-4161-81bb-3bbf426902fe req-3695585c-89e8-477f-be48-a9619a820b59 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 945 time: 0.1662152 Mar 22 14:02:03.648662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26f77b0-0442-4692-a1ab-59d69ad2ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (27c003c2-199d-488d-8930-9722d9c98edf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.652592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26f77b0-0442-4692-a1ab-59d69ad2ba29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.657826 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d26f77b0-0442-4692-a1ab-59d69ad2ba29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27c003c2-199d-488d-8930-9722d9c98edf HTTP/1.1" status: 204 len: 168 time: 0.3605669 Mar 22 14:02:03.702186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f77b0-0442-4692-a1ab-59d69ad2ba29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c003c2-199d-488d-8930-9722d9c98edf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:03.764043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b089192-6cf2-4e1d-b48a-7db0497facf1 req-c358014c-e1b9-4348-89a1-b2370f2acc8d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 210 time: 0.0844970 Mar 22 14:02:03.784077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8bd224b-5034-4161-81bb-3bbf426902fe req-79292a8c-a033-4024-bee2-1212cc0de79d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019672 Mar 22 14:02:03.798052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-371877646-network', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:03.847389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Made reservation on behalf of 4a02771d75f44ff58ce4c76474ae746f for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:03.849873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.865114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.023120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks [] for security_group (227a8e1a-fcb6-4579-b63a-ecf089f46600), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.030095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (227a8e1a-fcb6-4579-b63a-ecf089f46600), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.056085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:04.071540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a8e1a-fcb6-4579-b63a-ecf089f46600,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:04.074538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (32fb358c-48d5-46e5-ad24-6115b7ca3ff1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.075046 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Added segment 32fb358c-48d5-46e5-ad24-6115b7ca3ff1 of type vlan for network 68c30840-be67-487d-85eb-7a71341f121c Mar 22 14:02:04.118557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (68c30840-be67-487d-85eb-7a71341f121c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.154472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (68c30840-be67-487d-85eb-7a71341f121c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.156897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.158225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.290426 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8484592 Mar 22 14:02:04.293378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49616) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:04.299315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Request body: {'subnet': {'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-371877646-subnet', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:04.306384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72013bc-4499-48da-b0a5-3abd0a443c53 admin admin] Pushing event updated for resources: {'Network': ['ID=68c30840-be67-487d-85eb-7a71341f121c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:04.318760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 68c30840-be67-487d-85eb-7a71341f121c details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:04.330849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Made reservation on behalf of 4a02771d75f44ff58ce4c76474ae746f for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:04.341863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.698447 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-73112c49-7b1f-4721-a200-89b7a46d8631 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656278 Mar 22 14:02:04.717840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5b99-cd8e-4924-b621-24271de5e28d req-fa7372cd-2c93-496f-9519-4efedf386e27 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.723389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40bb5b99-cd8e-4924-b621-24271de5e28d req-fa7372cd-2c93-496f-9519-4efedf386e27 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 949 time: 0.3355222 Mar 22 14:02:04.758437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-0e630664-58ff-4efc-9da1-7efcc170b4d8 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.760339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-0e630664-58ff-4efc-9da1-7efcc170b4d8 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 949 time: 0.3581288 Mar 22 14:02:04.844417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49636) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:04.907890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40bb5b99-cd8e-4924-b621-24271de5e28d req-cbe29255-8d68-4806-af81-5e75802480da tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/security-groups?id=1899cf3b-4570-4a71-a408-a39c86d6ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785235 Mar 22 14:02:04.954405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-ade00582-1661-4a37-94c0-69df434df4d6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.955422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-ade00582-1661-4a37-94c0-69df434df4d6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476766 Mar 22 14:02:04.969497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.977550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.986821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.991685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:04.999581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:05.026605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:05.035145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:05.046081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:05.048287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-7389f3fa-b137-44f4-a4ea-5b292ba6c27d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.4955146 Mar 22 14:02:05.080021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1005775815-network', 'tenant_id': '08da618355aa4bd59c51e7c196306a69'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:05.109644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Made reservation on behalf of 08da618355aa4bd59c51e7c196306a69 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:05.112324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.152618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0bd14011-0270-444a-bb08-8e6e2d2d99e8 req-46231a76-b5c7-444d-ad91-30c2278e30cd tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 210 time: 0.1030250 Mar 22 14:02:05.165657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (0dcace01-a1f8-4b5f-8652-4698716ecd57), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.188495 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.234217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Deleting port 72ae3d90-a732-48df-be9e-61ee8aecdf9c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:05.234651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.242889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcace01-a1f8-4b5f-8652-4698716ecd57,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:05.272784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.274367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.274747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.274839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.276089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.276089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.276089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.276647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.276967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.277283 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.277603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.277918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.278260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.283287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.283995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:05.297812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:05.304342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.319699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.340832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26ad0c56-4698-4a9b-a705-27a0121049fd req-590e6d66-0863-44cd-baa3-1be1e8afa4ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2696607 Mar 22 14:02:05.358942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Checking segment: {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:05.366745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Network hostable DHCP agents. Network: 68c30840-be67-487d-85eb-7a71341f121c, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:05.445423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Network 68c30840-be67-487d-85eb-7a71341f121c is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:05.454404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] For port 72ae3d90-a732-48df-be9e-61ee8aecdf9c, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=72ae3d90-a732-48df-be9e-61ee8aecdf9c,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:05.455041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.483489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 68c30840-be67-487d-85eb-7a71341f121c) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:05.485717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Calling delete_port for 72ae3d90-a732-48df-be9e-61ee8aecdf9c owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:05.495852 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks [] for security_group (39a03371-56b5-4319-9636-d1a01bbbe409), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.496039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085690d1-5bb6-432c-88c5-eca8bcba3490 None None] Network 68c30840-be67-487d-85eb-7a71341f121c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:05.504429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:05.507134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (39a03371-56b5-4319-9636-d1a01bbbe409), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.507663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.547942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:05.563481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b98be503-a7c8-4d63-bff7-4a18495de9d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.564152 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Added segment b98be503-a7c8-4d63-bff7-4a18495de9d7 of type vlan for network f3f4bcc2-9019-41fb-860b-4628770454d7 Mar 22 14:02:05.571184 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4d38e9d0-4f70-44d9-bdfb-774c46f5e135 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2762353 Mar 22 14:02:05.579070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49652) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:05.600133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:05.650106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for security_group (c848d318-dc08-477d-99c6-479610ad8f84), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.662693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c848d318-dc08-477d-99c6-479610ad8f84), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.694202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.698655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.722294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a03371-56b5-4319-9636-d1a01bbbe409,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:05.736655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-68c30840-be67-487d-85eb-7a71341f121c', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:02:05.737784 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.739198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f3f4bcc2-9019-41fb-860b-4628770454d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.832555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks [] for router_controller (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.861667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f3f4bcc2-9019-41fb-860b-4628770454d7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.863222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:05.863929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.868485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (72ae3d90-a732-48df-be9e-61ee8aecdf9c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.925804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Allocated IP 172.20.0.2 (68c30840-be67-487d-85eb-7a71341f121c/0dcace01-a1f8-4b5f-8652-4698716ecd57/4078be6e-178b-41e0-9f31-812da47fbca0) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:05.973508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Pushing event deleted for resources: {'Port': ['ID=72ae3d90-a732-48df-be9e-61ee8aecdf9c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:05.989546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1429739 Mar 22 14:02:06.005573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49664) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:06.018264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Request body: {'subnet': {'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1005775815-subnet', 'tenant_id': '08da618355aa4bd59c51e7c196306a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:06.070821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] No DVR routers for this DVR port 72ae3d90-a732-48df-be9e-61ee8aecdf9c on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:06.074406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.078082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d35d34f-a765-4ee3-82ad-138be5f03e0c req-cce93bff-ab50-4772-ac04-b757ce33ed74 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.57 "DELETE /v2.0/ports/72ae3d90-a732-48df-be9e-61ee8aecdf9c HTTP/1.1" status: 204 len: 173 time: 1.3017297 Mar 22 14:02:06.078856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce62180-97ed-4e12-9746-995c62c83cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f4bcc2-9019-41fb-860b-4628770454d7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.117805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-deleted', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:06.122168 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25406e5-ac43-40ad-871c-6d5959779a17" -d '{"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-deleted", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:06.153683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks [] for router_gateway (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.162489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c848d318-dc08-477d-99c6-479610ad8f84,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.181927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f3f4bcc2-9019-41fb-860b-4628770454d7 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:06.207016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e949fac5-d98e-47d1-a24a-d5e7cd986572 req-8a5ee31f-efe7-437f-828e-79b49bc0d961 tempest-ImagesOneServerTestJSON-894112195 tempest-ImagesOneServerTestJSON-894112195-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5d4f712-2b5a-403d-8dcf-c2615159d843 HTTP/1.1" status: 200 len: 210 time: 0.1704874 Mar 22 14:02:06.247213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Made reservation on behalf of 08da618355aa4bd59c51e7c196306a69 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:06.250783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.323723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.236 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:06.401480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Publish callbacks [] for port (4078be6e-178b-41e0-9f31-812da47fbca0), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.412955 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254bdfc-5c35-47cc-9a3b-b0a8d5e3ccea x-openstack-request-id: req-1254bdfc-5c35-47cc-9a3b-b0a8d5e3ccea {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:06.413157 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d4f712-2b5a-403d-8dcf-c2615159d843", "name": "network-vif-deleted", "tag": "72ae3d90-a732-48df-be9e-61ee8aecdf9c", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:06.413410 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1254bdfc-5c35-47cc-9a3b-b0a8d5e3ccea {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:06.413880 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1254bdfc-5c35-47cc-9a3b-b0a8d5e3ccea'] response: {'server_uuid': 'b5d4f712-2b5a-403d-8dcf-c2615159d843', 'name': 'network-vif-deleted', 'tag': '72ae3d90-a732-48df-be9e-61ee8aecdf9c', 'status': 'completed', 'code': 200} Mar 22 14:02:06.417443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.525858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-699fb230-89d2-4da9-b024-ff2b0e67f70b req-8a360e3e-d431-43c3-b274-023428fe9fcc tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 210 time: 0.0825765 Mar 22 14:02:06.535790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Network 68c30840-be67-487d-85eb-7a71341f121c is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:06.546990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:06.547822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks [] for router_gateway (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.564478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:06.576533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.621046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Pushing event updated for resources: {'Port': ['ID=4078be6e-178b-41e0-9f31-812da47fbca0,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.642635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aefedb-cd2f-4a8a-ab3d-ba6efaa8d87f req-72ea88d2-d529-4981-947b-74fc3daf27c0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:06.649762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38aefedb-cd2f-4a8a-ab3d-ba6efaa8d87f req-72ea88d2-d529-4981-947b-74fc3daf27c0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.4038546 Mar 22 14:02:06.734404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Allocated IP 172.25.2.40 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/decf6439-d284-4416-81c3-196d0689575e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:06.742967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-210ed6aa-22a3-4391-bc53-c489a3fe68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:06.745050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-210ed6aa-22a3-4391-bc53-c489a3fe68f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1127 time: 0.5556548 Mar 22 14:02:06.761233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Attempting to bind port 4078be6e-178b-41e0-9f31-812da47fbca0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:06.762953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Attempting to bind port 4078be6e-178b-41e0-9f31-812da47fbca0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:06.763517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Attempting to bind port 4078be6e-178b-41e0-9f31-812da47fbca0 on network 68c30840-be67-487d-85eb-7a71341f121c {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:06.776467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:06.777122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Checking segment: {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:06.777672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.778252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Bound using segment: {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:06.778866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Bound port: 4078be6e-178b-41e0-9f31-812da47fbca0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:06.779417 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.848580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks [] for port (decf6439-d284-4416-81c3-196d0689575e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.849059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] For port 4078be6e-178b-41e0-9f31-812da47fbca0, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:06.852758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] For port 4078be6e-178b-41e0-9f31-812da47fbca0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4078be6e-178b-41e0-9f31-812da47fbca0,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:06.862145 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.947842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5c6e4-be44-4574-ac3e-492646e4fc40 None None] Pushing event updated for resources: {'Port': ['ID=4078be6e-178b-41e0-9f31-812da47fbca0,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.967593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (decf6439-d284-4416-81c3-196d0689575e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.041799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:07.048164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.049785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:07.050375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.057594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:07.088202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38aefedb-cd2f-4a8a-ab3d-ba6efaa8d87f req-2ba993a3-c238-4c6a-8e29-94f09e1e1acd tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373426 Mar 22 14:02:07.098555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=decf6439-d284-4416-81c3-196d0689575e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:07.169724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.175002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.180455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.185737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.191143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.197337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.211334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.223208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-e54e5519-5676-44b6-bcc8-10c87dc65d6a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.5432322 Mar 22 14:02:07.237762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:07.287131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-ef530038-672b-46c6-ad19-f8d2d2469576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.288614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-ef530038-672b-46c6-ad19-f8d2d2469576 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.4962552 Mar 22 14:02:07.311050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Checking segment: {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:07.311416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Network hostable DHCP agents. Network: f3f4bcc2-9019-41fb-860b-4628770454d7, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:07.346191 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.391363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-b842e1a1-d80f-4288-9a0b-c156fc3f25ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 200 len: 217 time: 0.0905588 Mar 22 14:02:07.456707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:07.459333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:07.462460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:07.465749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:07.519473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c90f473-3ec2-4d5b-b1e3-a0a60d44f675 req-0e06e420-b6cb-4fcc-b212-54ee18f37d59 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2952473 Mar 22 14:02:07.531909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Network f3f4bcc2-9019-41fb-860b-4628770454d7 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:07.556712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f3f4bcc2-9019-41fb-860b-4628770454d7) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:07.568194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9381dd97-7e5e-4ffd-8d7c-a51aec1c1775 None None] Network f3f4bcc2-9019-41fb-860b-4628770454d7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:07.582595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-f3e7d954-0a88-4158-8bed-34d6936245b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.584335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-f3e7d954-0a88-4158-8bed-34d6936245b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.1721804 Mar 22 14:02:07.595510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.596079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.600753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.601742 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.749860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7da3e0ca-c5ff-4cf7-9f69-6b96f3895fdc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7438040 Mar 22 14:02:07.773004 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-1124547f-23d4-423a-a11c-822be102f13a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7983630 Mar 22 14:02:07.811097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Request body: {'port': {'device_id': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:07.824629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-279b51b5-3690-4bb4-9362-043e4333c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.826176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-279b51b5-3690-4bb4-9362-043e4333c745 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2275455 Mar 22 14:02:07.889389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd016b6-959b-4858-8fc3-dd5b1db95bce req-e3494f7b-173c-488f-bcdb-c9fd48dfcd75 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.893241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fd016b6-959b-4858-8fc3-dd5b1db95bce req-e3494f7b-173c-488f-bcdb-c9fd48dfcd75 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 936 time: 0.2594202 Mar 22 14:02:07.893761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49700) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:07.974822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.988467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-264e621b-2129-4f96-9342-2177b285497b None None] Provisioning complete for port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:07.988833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-264e621b-2129-4f96-9342-2177b285497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.076582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-264e621b-2129-4f96-9342-2177b285497b None None] Port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:08.161590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks [] for router_gateway (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.188523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea77e6-1f13-4536-9b7c-2110af410fdb None None] Network f3f4bcc2-9019-41fb-860b-4628770454d7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:08.294828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-702330dc-c778-43d7-9ee1-75407c5bbfd5 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531894 Mar 22 14:02:08.322029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4ef49d35-cc05-41f7-a5c0-78c4162f5438 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:08.323984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:08.328445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fd016b6-959b-4858-8fc3-dd5b1db95bce req-63dbb2bd-56a1-4b26-bbe8-6ee8700ad8f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000922 Mar 22 14:02:08.423803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 72ae3d90-a732-48df-be9e-61ee8aecdf9c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:08.424229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 72ae3d90-a732-48df-be9e-61ee8aecdf9c not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:08.688109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d61037-9b7c-46ab-ab86-333ed056667e None None] Network 68c30840-be67-487d-85eb-7a71341f121c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:08.720020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:08.823326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'mac_address': 'fa:16:3e:14:51:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:08.904796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4078be6e-178b-41e0-9f31-812da47fbca0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:08.956416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d3319e19-e6d8-4699-beda-5a6ffe51d921 None None] Provisioning complete for port 4078be6e-178b-41e0-9f31-812da47fbca0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:08.957026 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d3319e19-e6d8-4699-beda-5a6ffe51d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.986793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.054542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:09.055315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.098005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d3319e19-e6d8-4699-beda-5a6ffe51d921 None None] Current status of the port 4078be6e-178b-41e0-9f31-812da47fbca0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:09.099351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d3319e19-e6d8-4699-beda-5a6ffe51d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.148115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ef49d35-cc05-41f7-a5c0-78c4162f5438 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:09.180938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:09.198767 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.215027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4078be6e-178b-41e0-9f31-812da47fbca0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:09.215790 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.274300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa8dfa5b-d5f0-4057-a97e-08f7c9c674bf req-fbb63dea-ee4b-4442-8015-e7302b93c3e5 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9368069 Mar 22 14:02:09.317034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d3319e19-e6d8-4699-beda-5a6ffe51d921 None None] For port 4078be6e-178b-41e0-9f31-812da47fbca0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4078be6e-178b-41e0-9f31-812da47fbca0,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:09.318432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:09.348957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['4ef49d35-cc05-41f7-a5c0-78c4162f5438'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:09.390981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Publish callbacks [] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.409391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:02:09.423836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d3319e19-e6d8-4699-beda-5a6ffe51d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.466706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dde16a22-3823-43d5-9aa8-74d0c4c2e61a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a361889885747f3bacf681d7c5e79dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5684955 Mar 22 14:02:09.468844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49770) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:09.493237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Transition to ACTIVE for port object c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:09.530300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.542159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:09.576645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-e2948913-4f3a-4661-a44d-e1e86962adc8 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:09.590122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-e2948913-4f3a-4661-a44d-e1e86962adc8 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 822 time: 1.0631645 Mar 22 14:02:09.661159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1b03c6a0-432c-4001-bd1e-360b09e4dbbb None None] Provisioning complete for port 4078be6e-178b-41e0-9f31-812da47fbca0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:09.661760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1b03c6a0-432c-4001-bd1e-360b09e4dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.671707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Pushing event updated for resources: {'Port': ['ID=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:09.702316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-7507aa45-4c05-4166-a3f9-cc14e3cae71d tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/quotas/08da618355aa4bd59c51e7c196306a69 HTTP/1.1" status: 200 len: 375 time: 0.1110890 Mar 22 14:02:09.710784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:09.733915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Sync routers for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:09.736593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Attempting to bind port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:09.736932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Attempting to bind port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:09.737257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Attempting to bind port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:09.744336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:09.744665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Attempting to bind port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:09.751472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:09.751671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:09.751915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:09.752344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Bound port: c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:09.752698 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.754309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5228d-c5d4-4e68-903c-f870b24a9646 req-8c245f3f-2445-40b0-abdf-cfb59b9d4725 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:09.758838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3319e19-e6d8-4699-beda-5a6ffe51d921 None None] Pushing event updated for resources: {'Port': ['ID=4078be6e-178b-41e0-9f31-812da47fbca0,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:09.766201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4078be6e-178b-41e0-9f31-812da47fbca0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:09.771461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48d5228d-c5d4-4e68-903c-f870b24a9646 req-8c245f3f-2445-40b0-abdf-cfb59b9d4725 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 1.2844172 Mar 22 14:02:09.796904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.803990 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4819002c-bd02-4554-9bfc-b2fbc30cb5a6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2236834 Mar 22 14:02:09.804725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49772) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:09.827962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:09.828769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:09.843914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-704445ab-c23f-436f-bb81-1854938bac36 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1404545 Mar 22 14:02:10.042735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 7a7098d8-9666-4772-9d64-f3c638dfa71b details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:10.068383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ac093f5-0d64-4e80-98ae-07cec0efe384 admin admin] Publish callbacks [] for security_group (1899cf3b-4570-4a71-a408-a39c86d6ce00), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.099894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ac093f5-0d64-4e80-98ae-07cec0efe384 admin admin] Publish callbacks [] for security_group (1899cf3b-4570-4a71-a408-a39c86d6ce00), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.178041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48d5228d-c5d4-4e68-903c-f870b24a9646 req-b55ba21d-4a64-4428-b24a-469e905fd366 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056530 Mar 22 14:02:10.183840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-56ef1ce5-af6c-476f-b4bb-bec277812087 service neutron] 10.222.0.44 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375351 Mar 22 14:02:10.286778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1b03c6a0-432c-4001-bd1e-360b09e4dbbb None None] Current status of the port 4078be6e-178b-41e0-9f31-812da47fbca0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:10.309557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4ef49d35-cc05-41f7-a5c0-78c4162f5438 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:10.322133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:10.324257 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ac093f5-0d64-4e80-98ae-07cec0efe384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1899cf3b-4570-4a71-a408-a39c86d6ce00), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.331727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ac093f5-0d64-4e80-98ae-07cec0efe384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.335375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1ac093f5-0d64-4e80-98ae-07cec0efe384 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1899cf3b-4570-4a71-a408-a39c86d6ce00 HTTP/1.1" status: 204 len: 168 time: 0.7676370 Mar 22 14:02:10.387725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac093f5-0d64-4e80-98ae-07cec0efe384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1899cf3b-4570-4a71-a408-a39c86d6ce00,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:10.439808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-b5b38586-e2d1-4ccf-8e6f-65bcd500fb82 service neutron] 10.222.0.44 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440438 Mar 22 14:02:10.571139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:10.605744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '7a7098d8-9666-4772-9d64-f3c638dfa71b', 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'port_id': '7a7098d8-9666-4772-9d64-f3c638dfa71b', 'mac_address': 'fa:16:3e:91:3d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598aa735-6b22-455b-b664-ea17db1e50d6', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:10.619554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.632081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.637572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.659830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.666888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.679829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.696382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.708368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-92154630-9e45-4b50-8296-ebca6095d03d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5419 time: 0.2238643 Mar 22 14:02:10.880116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 7a7098d8-9666-4772-9d64-f3c638dfa71b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:10.881533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.884258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0fe3cac-a978-4d80-bd65-59efa7637258 req-97f1cd20-1814-4e47-a671-f6813753314f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748757 Mar 22 14:02:10.936017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4078be6e-178b-41e0-9f31-812da47fbca0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:11.070355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63095a01-703e-416e-87e4-75a4fbe7c89b req-34f9d870-bedc-4847-99fa-9b979fb325b3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 210 time: 0.0752547 Mar 22 14:02:11.121171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946894b-c6db-461e-9c82-dfa5d092c281 req-641389ae-4bcf-475f-9fe8-d5ae2737d825 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:11.123185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6946894b-c6db-461e-9c82-dfa5d092c281 req-641389ae-4bcf-475f-9fe8-d5ae2737d825 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 948 time: 0.2196438 Mar 22 14:02:11.178910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7098d8-9666-4772-9d64-f3c638dfa71b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:11.214508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] For port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:11.235073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6946894b-c6db-461e-9c82-dfa5d092c281 req-fe8910a7-a3b7-4a18-888c-1dc6d60786d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053452 Mar 22 14:02:11.245591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] For port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:11.284148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.442497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:11.443273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.446468 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-022fe66e-313a-4459-95c6-199022e2126f service neutron] 10.222.0.57 "PUT /v2.0/ports/c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 HTTP/1.1" status: 200 len: 1096 time: 3.6554356 Mar 22 14:02:11.456556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'tag': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:11.462374 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73186c7c-9038-413e-8a67-eefc8bfe081b" -d '{"events": [{"name": "network-changed", "server_uuid": "db633cb8-ad74-4323-9f4f-98cfad7d29c2", "tag": "c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:11.494335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62950413-48cc-4d33-b901-8bc00db3fbfd req-05df89d6-ad77-4647-8fc3-d406299b813d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:11.502413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62950413-48cc-4d33-b901-8bc00db3fbfd req-05df89d6-ad77-4647-8fc3-d406299b813d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1784599 Mar 22 14:02:11.594611 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92be6915-9634-4b6d-9189-37b2ada90a9d x-openstack-request-id: req-92be6915-9634-4b6d-9189-37b2ada90a9d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:11.594910 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db633cb8-ad74-4323-9f4f-98cfad7d29c2", "tag": "c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:11.595161 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92be6915-9634-4b6d-9189-37b2ada90a9d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:11.598235 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92be6915-9634-4b6d-9189-37b2ada90a9d'] response: {'name': 'network-changed', 'server_uuid': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'tag': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', 'status': 'completed', 'code': 200} Mar 22 14:02:11.653665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62950413-48cc-4d33-b901-8bc00db3fbfd req-ca4c57a7-0710-416c-948e-a30d116196ff tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501377 Mar 22 14:02:11.750657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:11.752929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fe66e-313a-4459-95c6-199022e2126f service neutron] Pushing event updated for resources: {'Port': ['ID=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:11.768882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:11.769249 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.859096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.860109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 490200f9-bcae-4af5-8165-920331f4b1a5 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:11.937723 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.977209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-a023d638-0a5b-46c4-b6d9-8c8e5095e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:11.979398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-a023d638-0a5b-46c4-b6d9-8c8e5095e504 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 1130 time: 0.4763029 Mar 22 14:02:11.988652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4078be6e-178b-41e0-9f31-812da47fbca0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:11.989033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.065773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:07Z', 'revision_number': 3, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:12.117498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Checking router: bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:12.117823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Updating router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 port decf6439-d284-4416-81c3-196d0689575e binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:02:12.119915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.131530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.137599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.143826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.150575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.156369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.157824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 490200f9-bcae-4af5-8165-920331f4b1a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=490200f9-bcae-4af5-8165-920331f4b1a5,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:12.162703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.172178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85074853-bea0-436d-ac6b-da826222b444 req-95978d73-b220-4c3e-8e19-981180b65bd0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5420 time: 0.1423950 Mar 22 14:02:12.176544 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-d540f83f-c53d-4b81-a339-db0e49db9061 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 HTTP/1.1" status: 200 len: 217 time: 0.1811552 Mar 22 14:02:12.205377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '490200f9-bcae-4af5-8165-920331f4b1a5', 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'port_id': '490200f9-bcae-4af5-8165-920331f4b1a5', 'mac_address': 'fa:16:3e:d0:9e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598aa735-6b22-455b-b664-ea17db1e50d6', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:12.207332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:12.248740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.249259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.249690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.250259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.250682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.251104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.254253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.254771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.255497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.256045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.257552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.259227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.259770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.261586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.262091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:12.350690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85074853-bea0-436d-ac6b-da826222b444 req-086b154e-0a02-4df4-b87c-cf622a116f13 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774673 Mar 22 14:02:12.426658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-39ef3c85-36f1-48c4-9c98-9eebee624335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.429332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-39ef3c85-36f1-48c4-9c98-9eebee624335 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2295728 Mar 22 14:02:12.489381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 490200f9-bcae-4af5-8165-920331f4b1a5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:12.490762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.560784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa41d298-e091-4924-af96-8b360604509f req-76255389-e8d4-44ae-bfbb-9c45ced65e9c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 210 time: 0.0570366 Mar 22 14:02:12.634735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Allocated IP 172.20.0.1 (68c30840-be67-487d-85eb-7a71341f121c/0dcace01-a1f8-4b5f-8652-4698716ecd57/4c9843e2-944a-4455-a298-9066b223b5ae) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:12.638247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4078be6e-178b-41e0-9f31-812da47fbca0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:12.652282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490200f9-bcae-4af5-8165-920331f4b1a5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:12.675762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:12.676160 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.688532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (decf6439-d284-4416-81c3-196d0689575e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.726626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-29ba5ed1-8ba3-4a6d-a699-a1b2e89a01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.728192 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-29ba5ed1-8ba3-4a6d-a699-a1b2e89a01b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2882581 Mar 22 14:02:12.758831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc41419-2161-4d99-8ca2-32b363b81b3a req-52f5dcef-d7c8-471d-8061-6d9951dc08db tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.766022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dc41419-2161-4d99-8ca2-32b363b81b3a req-52f5dcef-d7c8-471d-8061-6d9951dc08db tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 948 time: 0.1436963 Mar 22 14:02:12.803899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 490200f9-bcae-4af5-8165-920331f4b1a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=490200f9-bcae-4af5-8165-920331f4b1a5,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:12.838421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.841317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 10fd6706-d71c-4a00-a5a4-1033d87a0d21 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:12.885043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dc41419-2161-4d99-8ca2-32b363b81b3a req-a6b0634b-221c-499e-87b6-b18e65b00f63 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096821 Mar 22 14:02:12.995287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:12.997658 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae733b-dcc5-4cc6-9357-773706863925" -d '{"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-plugged", "status": "completed", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:13.006148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks [] for port (4c9843e2-944a-4455-a298-9066b223b5ae), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.021733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-e3a6d8c2-a57c-4913-a09d-2899cf2bc530 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836671 Mar 22 14:02:13.072530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ab48c-25ef-4fbe-9073-0ea2e6a0b2c4 req-88b0daa2-da05-408b-b3a4-0d2fd3d4922e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.084717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-361ab48c-25ef-4fbe-9073-0ea2e6a0b2c4 req-88b0daa2-da05-408b-b3a4-0d2fd3d4922e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1729021 Mar 22 14:02:13.156403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:13.176577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.206368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-361ab48c-25ef-4fbe-9073-0ea2e6a0b2c4 req-e2192b71-206f-4532-a468-b34362386e0f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148891 Mar 22 14:02:13.326906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27e02a17-f4d1-4d15-a3a1-e120a398641d req-5944c5fb-b0e8-4583-a375-835321923cfd service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929072 Mar 22 14:02:13.354934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Network 68c30840-be67-487d-85eb-7a71341f121c is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:13.363805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:13.368940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:13.460887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-560bab75-1058-401c-b2fb-85bfc59fb0d5 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.462906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-560bab75-1058-401c-b2fb-85bfc59fb0d5 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 822 time: 0.2637203 Mar 22 14:02:13.476481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Request body: {'port': {'device_id': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'admin_state_up': True, 'tenant_id': '08da618355aa4bd59c51e7c196306a69'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:13.551909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Pushing event updated for resources: {'Port': ['ID=4c9843e2-944a-4455-a298-9066b223b5ae,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:13.642362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.748083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.754484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.761178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.767419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.773334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.784483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.795508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.803712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-998f99d6-8b53-4d34-a841-c519f41be292 req-983d4ded-f824-427e-9079-6aa41f6f8ff5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5421 time: 0.1359930 Mar 22 14:02:13.806877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Made reservation on behalf of 08da618355aa4bd59c51e7c196306a69 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:13.810492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.849506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-b0dc779a-ae92-4b63-94ba-d6fbfe7c3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.851120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-b0dc779a-ae92-4b63-94ba-d6fbfe7c3a89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 1130 time: 0.3298008 Mar 22 14:02:13.921495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Publish callbacks [] for port (decf6439-d284-4416-81c3-196d0689575e), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.951207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-998f99d6-8b53-4d34-a841-c519f41be292 req-2019f26e-c84f-4227-8e16-b4e1c6cca7e6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1460934 Mar 22 14:02:13.991692 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8225f0c7-bd8a-4301-b090-5ac50fe6fc1f x-openstack-request-id: req-8225f0c7-bd8a-4301-b090-5ac50fe6fc1f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:13.992017 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-plugged", "status": "completed", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:13.992243 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8225f0c7-bd8a-4301-b090-5ac50fe6fc1f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:13.992653 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8225f0c7-bd8a-4301-b090-5ac50fe6fc1f'] response: {'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'code': 200} Mar 22 14:02:14.001737 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.009747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (decf6439-d284-4416-81c3-196d0689575e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.144896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9781efe-7935-433f-9383-fb825be504e5 req-b3f36071-f252-4b44-ac15-892566b48d95 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 210 time: 0.0476785 Mar 22 14:02:14.148687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Attempting to bind port decf6439-d284-4416-81c3-196d0689575e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:14.149151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Attempting to bind port decf6439-d284-4416-81c3-196d0689575e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:14.149532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Attempting to bind port decf6439-d284-4416-81c3-196d0689575e on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:14.155471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Allocated IP 172.20.0.9 (f3f4bcc2-9019-41fb-860b-4628770454d7/62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66/e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:14.174180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:14.176699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:14.177216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.177635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:14.180009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Bound port: decf6439-d284-4416-81c3-196d0689575e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:14.180359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (decf6439-d284-4416-81c3-196d0689575e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.300927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-439d4af7-342c-4529-bc99-65e3746d8723 None None] Provisioning complete for port 4c9843e2-944a-4455-a298-9066b223b5ae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:14.301304 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-439d4af7-342c-4529-bc99-65e3746d8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.308775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=490200f9-bcae-4af5-8165-920331f4b1a5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:14.314771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.320383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-f190a216-ca5e-47e3-a3f7-a96fc440940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:14.322222 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-f190a216-ca5e-47e3-a3f7-a96fc440940d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.4611297 Mar 22 14:02:14.371516 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-97a8c31f-944c-46c3-8073-9a989f795023 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 HTTP/1.1" status: 200 len: 217 time: 0.0403581 Mar 22 14:02:14.405439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:14.434318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] For port decf6439-d284-4416-81c3-196d0689575e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:14.441300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-439d4af7-342c-4529-bc99-65e3746d8723 None None] Port 4c9843e2-944a-4455-a298-9066b223b5ae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:14.460294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '10fd6706-d71c-4a00-a5a4-1033d87a0d21', 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b', 'port_id': '10fd6706-d71c-4a00-a5a4-1033d87a0d21', 'mac_address': 'fa:16:3e:8d:97:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f941a4c0-3fd9-4c22-b0d8-d2c506883369', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:14.470033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] For port decf6439-d284-4416-81c3-196d0689575e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=decf6439-d284-4416-81c3-196d0689575e,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:14.473323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:14.514488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af9df-2f79-496f-a1c5-a0a1bef059c4 req-7f64ee9a-a706-4c9a-932f-ddfc4f9abf57 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:14.516275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e93af9df-2f79-496f-a1c5-a0a1bef059c4 req-7f64ee9a-a706-4c9a-932f-ddfc4f9abf57 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 948 time: 0.2220492 Mar 22 14:02:14.533721 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (decf6439-d284-4416-81c3-196d0689575e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.535612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32b255-20d0-4d47-bc0c-4ada03757a83 None None] Pushing event updated for resources: {'Port': ['ID=decf6439-d284-4416-81c3-196d0689575e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:14.605999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e93af9df-2f79-496f-a1c5-a0a1bef059c4 req-f37721a4-4e14-4d4d-b1e7-34a661b8a628 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777249 Mar 22 14:02:14.659493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.699295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:14.699690 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.716630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.744014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Network f3f4bcc2-9019-41fb-860b-4628770454d7 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:14.746842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:14.750985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32b255-20d0-4d47-bc0c-4ada03757a83 None None] Pushing event updated for resources: {'Port': ['ID=decf6439-d284-4416-81c3-196d0689575e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:14.759115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:14.759643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:01:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:14.764877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-6b605526-5009-48b4-8cad-00b6f97196c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:14.776300 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-6b605526-5009-48b4-8cad-00b6f97196c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.3851554 Mar 22 14:02:14.798183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:14.859124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd6706-d71c-4a00-a5a4-1033d87a0d21 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:14.919612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:14.921076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.971549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:14.980007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-a7ae69df-1265-43ef-b7ea-2357abb23e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:14.981571 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-a7ae69df-1265-43ef-b7ea-2357abb23e86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2047498 Mar 22 14:02:14.989869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.990567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:15.007476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:15.021714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.022354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.022953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.023559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.024150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.024731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.025284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.025847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.026451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.026976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.027499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.028029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.028871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.029530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.030121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:15.048902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-760b0db5-fae7-4b4f-bad9-79b51721add0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5769207 Mar 22 14:02:15.067998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114085c-3091-49bc-85ca-9285ffda339b req-c1a239b0-1c69-41ed-8d04-1e82726b4022 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.075917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4114085c-3091-49bc-85ca-9285ffda339b req-c1a239b0-1c69-41ed-8d04-1e82726b4022 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.2891948 Mar 22 14:02:15.081625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-24a8ebd9-fecb-4fd4-af69-edeee948d1ca tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:02:15.082989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-24a8ebd9-fecb-4fd4-af69-edeee948d1ca tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235357 Mar 22 14:02:15.162405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:15.217168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4114085c-3091-49bc-85ca-9285ffda339b req-d50f8d5a-38a5-408f-84ad-30f2bb339d5b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401215 Mar 22 14:02:15.248259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks [] for port (4c9843e2-944a-4455-a298-9066b223b5ae), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.278391 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.286504 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:02:15.312897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.338717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.340991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:15.359094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.382184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.387791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.405877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.411989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.421396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-8e166537-173a-40ff-bedd-a8fa7639e169 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5422 time: 0.3070283 Mar 22 14:02:15.441899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Request body: {'port': {'device_id': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:15.452231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd', 'network_id': 'd3cbff06-4044-4032-b9bb-d71d7404b16b', 'port_id': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd', 'mac_address': 'fa:16:3e:2d:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f941a4c0-3fd9-4c22-b0d8-d2c506883369', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:15.469292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=10fd6706-d71c-4a00-a5a4-1033d87a0d21,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:15.557950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.627872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.699224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Pushing event updated for resources: {'Port': ['ID=4c9843e2-944a-4455-a298-9066b223b5ae,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:15.709227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a677d2-e4bd-4b08-8253-38c6074b6105 req-07685ad8-56c9-423a-a771-ea13a4fcb2bc tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.712380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1a677d2-e4bd-4b08-8253-38c6074b6105 req-07685ad8-56c9-423a-a771-ea13a4fcb2bc tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 931 time: 0.2804763 Mar 22 14:02:15.733338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:15.733728 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.779008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:15.794914 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-3cac3832-38f0-40d8-aaf1-c2ca65217fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958837 Mar 22 14:02:15.801949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:15.808140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78c8d033-14c2-4b1d-8700-7940e375ea42 req-2ff476a5-3ca6-4fc3-adc4-1b1db7901908 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3851614 Mar 22 14:02:15.846389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.847122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f8a1124e-4ab5-465a-88a9-fcc0e10655dd details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:15.914561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49928) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:16.005871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:16.026726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:12Z', 'revision_number': 1, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:16.027964 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-73186c7c-9038-413e-8a67-eefc8bfe081b req-8fbcdaed-d547-40af-8b3d-2c5b8a7d1329 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105253 Mar 22 14:02:16.043602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Network 68c30840-be67-487d-85eb-7a71341f121c is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:16.045941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:16.082305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267155b-c057-4f32-a33c-78025c8bcb71 None None] The sync data for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 is: [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:12Z', 'revision_number': 1, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:16.302977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:16.330589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:16.363208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:16.369124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'port_id': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'mac_address': 'fa:16:3e:52:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:16.548279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:02:16.552318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1a677d2-e4bd-4b08-8253-38c6074b6105 req-3caff3fd-abc2-4de1-9cf0-657cef74621f tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8163133 Mar 22 14:02:16.629749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32ac708-f62f-40ef-9419-ae803a32dd60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.634394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:16.654073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8b23f232-2998-4a45-ac35-b860ac10659f admin admin] 10.222.0.44 "PUT /v2.0/routers/bbaeca2f-d65a-4a3e-b3fc-d62f22429e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8361571 Mar 22 14:02:16.767808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32ac708-f62f-40ef-9419-ae803a32dd60 admin admin] Publish callbacks [] for security_group (675f4dfc-168a-4fd0-a463-ae6d35bc05b0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.774773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32ac708-f62f-40ef-9419-ae803a32dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (675f4dfc-168a-4fd0-a463-ae6d35bc05b0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.811740 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b32ac708-f62f-40ef-9419-ae803a32dd60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fa7b8c6ab64419faea53c6406d7be14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8896432 Mar 22 14:02:16.820078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:16.881336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ac708-f62f-40ef-9419-ae803a32dd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f4dfc-168a-4fd0-a463-ae6d35bc05b0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:16.899381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:16.909617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Publish callbacks [] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.932464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Transition to ACTIVE for port object e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:16.940895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.970844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-749dbb49-dbd1-423a-b594-bc21bcd51079 admin admin] Publish callbacks [] for security_group (675f4dfc-168a-4fd0-a463-ae6d35bc05b0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.012602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-749dbb49-dbd1-423a-b594-bc21bcd51079 admin admin] Publish callbacks [] for security_group (675f4dfc-168a-4fd0-a463-ae6d35bc05b0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.097590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-749dbb49-dbd1-423a-b594-bc21bcd51079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (675f4dfc-168a-4fd0-a463-ae6d35bc05b0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.103466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-749dbb49-dbd1-423a-b594-bc21bcd51079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.107581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-749dbb49-dbd1-423a-b594-bc21bcd51079 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/675f4dfc-168a-4fd0-a463-ae6d35bc05b0 HTTP/1.1" status: 204 len: 168 time: 0.2834380 Mar 22 14:02:17.139360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dbb49-dbd1-423a-b594-bc21bcd51079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f4dfc-168a-4fd0-a463-ae6d35bc05b0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:17.240156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f8a1124e-4ab5-465a-88a9-fcc0e10655dd is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:17.240589 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.253842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24220cff-9657-45de-9a65-3b02f0ebc540 req-d4b2a0d6-a3de-43db-bd81-6c44dcd3582c tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:17.268577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24220cff-9657-45de-9a65-3b02f0ebc540 req-d4b2a0d6-a3de-43db-bd81-6c44dcd3582c tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 948 time: 1.1761472 Mar 22 14:02:17.350707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:17.393900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', 'mac_address': 'fa:16:3e:03:18:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:17.419403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b70b9-5fe7-4955-ad49-919ae2b28eeb req-508680f4-e4df-4439-b558-b00f5908e21a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:17.426827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b03b70b9-5fe7-4955-ad49-919ae2b28eeb req-508680f4-e4df-4439-b558-b00f5908e21a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.4921901 Mar 22 14:02:17.440438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c5a09a26-df68-4ec7-8157-26ac53a5f025 None None] Provisioning complete for port 4c9843e2-944a-4455-a298-9066b223b5ae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:17.440813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c5a09a26-df68-4ec7-8157-26ac53a5f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.481078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Attempting to bind port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:17.481480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Attempting to bind port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:17.481744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Attempting to bind port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 on network f3f4bcc2-9019-41fb-860b-4628770454d7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:17.604030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c5a09a26-df68-4ec7-8157-26ac53a5f025 None None] Port 4c9843e2-944a-4455-a298-9066b223b5ae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:17.605880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 on network f3f4bcc2-9019-41fb-860b-4628770454d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:17.606452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Attempting to bind port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 on network f3f4bcc2-9019-41fb-860b-4628770454d7 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:17.625838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a1124e-4ab5-465a-88a9-fcc0e10655dd {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:17.684726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b03b70b9-5fe7-4955-ad49-919ae2b28eeb req-3e62bdb6-9c2d-4e17-989a-2bfc9b949d99 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568536 Mar 22 14:02:17.685477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:17.700543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:17.700882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Checking segment: {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:17.712434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:17.713368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:17.713751 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.716993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Bound using segment: {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:17.719759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Bound port: e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:17.722408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.751456 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.752144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 726b20c7-c9bf-4468-ba0c-2e845bd0618e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:17.779431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:17.864436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:17.919266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.970704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24220cff-9657-45de-9a65-3b02f0ebc540 req-6666ef7b-10e2-46a6-af15-f40531c2ebb3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7011228 Mar 22 14:02:17.996134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:18.020013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '726b20c7-c9bf-4468-ba0c-2e845bd0618e', 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'port_id': '726b20c7-c9bf-4468-ba0c-2e845bd0618e', 'mac_address': 'fa:16:3e:3c:de:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598aa735-6b22-455b-b664-ea17db1e50d6', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:18.076184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.128205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:18.152078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:18.169634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.208937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.219731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.234001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.240394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.248070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.248306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 726b20c7-c9bf-4468-ba0c-2e845bd0618e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:18.248404 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.250662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.256738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:18.265234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.271164 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a642ac36-bb0f-4684-9300-557c9f12b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.282185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.284132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-d16ece87-b540-4137-8c40-b8704c316ac7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5424 time: 0.3868895 Mar 22 14:02:18.300436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.301063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.305513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2532adde-1187-4103-a601-77bf340aa744 service neutron] 10.222.0.42 "PUT /v2.0/ports/e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 HTTP/1.1" status: 200 len: 1091 time: 3.1925015 Mar 22 14:02:18.320947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726b20c7-c9bf-4468-ba0c-2e845bd0618e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:18.364446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'tag': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:18.376580 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc34d61-9c55-4dee-b84d-f6e29e68729c", "tag": "e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:18.394305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:18.411246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.412096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0807abd0-cb69-4593-8e5c-e1cfa9195638 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:18.631682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0807abd0-cb69-4593-8e5c-e1cfa9195638, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:18.642372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=726b20c7-c9bf-4468-ba0c-2e845bd0618e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.667941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-d3e66ebf-9dc0-4091-b737-b072b11b44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.672738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-d3e66ebf-9dc0-4091-b737-b072b11b44bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 1125 time: 0.2751977 Mar 22 14:02:18.678762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532adde-1187-4103-a601-77bf340aa744 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.732957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e121a731-ee9b-46a4-b617-1df65f9f227d req-2f49148e-7373-4f1e-a835-cb8f0980041b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3336821 Mar 22 14:02:18.737664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '0807abd0-cb69-4593-8e5c-e1cfa9195638', 'network_id': '0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef', 'port_id': '0807abd0-cb69-4593-8e5c-e1cfa9195638', 'mac_address': 'fa:16:3e:91:11:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598aa735-6b22-455b-b664-ea17db1e50d6', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:18.854011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-089a14ce-c8fc-4427-ae24-4af0f6449206 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 HTTP/1.1" status: 200 len: 217 time: 0.1698003 Mar 22 14:02:18.947465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-d9a010f4-2b15-44a2-b3b4-202c0d021a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.957871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-d9a010f4-2b15-44a2-b3b4-202c0d021a3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 HTTP/1.1" status: 200 len: 862 time: 0.0968673 Mar 22 14:02:19.011425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-c2c9475e-999f-42ba-810e-d0c1a2c6ef11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f3f4bcc2-9019-41fb-860b-4628770454d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425851 Mar 22 14:02:19.016490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50002) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:19.043994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device decf6439-d284-4416-81c3-196d0689575e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:19.126891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-2b750a84-ab4f-4eb9-9363-e421eac675ab service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000745 Mar 22 14:02:19.140228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0807abd0-cb69-4593-8e5c-e1cfa9195638 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:19.140773 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.206476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0807abd0-cb69-4593-8e5c-e1cfa9195638 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:19.252926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-448800360-network', 'tenant_id': 'a30221bbc23f493e8fe3d9617c6119c9'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:19.269265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0807abd0-cb69-4593-8e5c-e1cfa9195638, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:19.279308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a239a52-bbcb-43fd-9ea1-7995985235f7 req-5b77a224-1849-48da-a4b9-3f6f852ff7db service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444998 Mar 22 14:02:19.285314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50008) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:19.286960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.296078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feec0d5-447f-4483-a136-7746c7078497 req-37961f3f-b869-4b4b-a525-0ffe94cc825e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.305414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8feec0d5-447f-4483-a136-7746c7078497 req-37961f3f-b869-4b4b-a525-0ffe94cc825e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 943 time: 0.3460317 Mar 22 14:02:19.311810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Made reservation on behalf of a30221bbc23f493e8fe3d9617c6119c9 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:19.314598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3c325d4d-35a4-4365-b0c8-809365f76dcb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886642159', 'description': 'tempest-description--1037116449'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:19.320212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.343573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.385512 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fd3ece-a8f8-4785-a6c3-58ba88adc8f2 x-openstack-request-id: req-73fd3ece-a8f8-4785-a6c3-58ba88adc8f2 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:19.386274 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc34d61-9c55-4dee-b84d-f6e29e68729c", "tag": "e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:19.386769 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73fd3ece-a8f8-4785-a6c3-58ba88adc8f2 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:19.387387 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fd3ece-a8f8-4785-a6c3-58ba88adc8f2'] response: {'name': 'network-changed', 'server_uuid': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'tag': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68', 'status': 'completed', 'code': 200} Mar 22 14:02:19.405651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port decf6439-d284-4416-81c3-196d0689575e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:19.408317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (decf6439-d284-4416-81c3-196d0689575e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.418846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8feec0d5-447f-4483-a136-7746c7078497 req-396e67ba-6355-4bd5-a44b-ebb269816d97 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098683 Mar 22 14:02:19.422186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c325d4d-35a4-4365-b0c8-809365f76dcb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.575725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks [] for security_group (2339f247-2a59-40e3-b39b-ec20ee0482bc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.581902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2339f247-2a59-40e3-b39b-ec20ee0482bc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.620929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2339f247-2a59-40e3-b39b-ec20ee0482bc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:19.631757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:19.651180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (036cbd60-6cde-41b7-8d6d-06fc68b442bc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.651794 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Added segment 036cbd60-6cde-41b7-8d6d-06fc68b442bc of type vlan for network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a Mar 22 14:02:19.665379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0807abd0-cb69-4593-8e5c-e1cfa9195638,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:19.673955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-451d5967-ebe9-4e66-8ee6-a03b4a3d21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.675628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-451d5967-ebe9-4e66-8ee6-a03b4a3d21c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 1125 time: 0.2170973 Mar 22 14:02:19.687197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d871-9e68-4cc9-b869-22a34e34a723 req-9df88f57-ccfb-410c-8e27-fbd0bab32d64 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.694375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a95d871-9e68-4cc9-b869-22a34e34a723 req-9df88f57-ccfb-410c-8e27-fbd0bab32d64 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 949 time: 0.1368415 Mar 22 14:02:19.724947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e06a4a9b-862c-4a16-a08d-c9c0bc44d89a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.800967 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e06a4a9b-862c-4a16-a08d-c9c0bc44d89a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.802492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.804471 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.829802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port decf6439-d284-4416-81c3-196d0689575e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:19.830261 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (decf6439-d284-4416-81c3-196d0689575e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.852695 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8343151 Mar 22 14:02:19.877956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port decf6439-d284-4416-81c3-196d0689575e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=decf6439-d284-4416-81c3-196d0689575e,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:19.885797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-3df9b5a2-f75c-4531-9a5d-da809c18e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.887753 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (decf6439-d284-4416-81c3-196d0689575e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.889380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-3df9b5a2-f75c-4531-9a5d-da809c18e004 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 923 time: 0.1925619 Mar 22 14:02:19.891987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50016) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:19.940889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed7f8b-52c6-463a-aecc-84e8750c99d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e06a4a9b-862c-4a16-a08d-c9c0bc44d89a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:19.942517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a95d871-9e68-4cc9-b869-22a34e34a723 req-47b0b12e-2c14-4103-8447-78bfe07e8e32 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311080 Mar 22 14:02:19.962774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Request body: {'subnet': {'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-448800360-subnet', 'tenant_id': 'a30221bbc23f493e8fe3d9617c6119c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:20.017628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['490200f9-bcae-4af5-8165-920331f4b1a5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:20.025853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0807abd0-cb69-4593-8e5c-e1cfa9195638'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:20.035325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['10fd6706-d71c-4a00-a5a4-1033d87a0d21'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:20.104622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-61258b1e-1c3e-403f-a4af-905a0aaf708c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 HTTP/1.1" status: 200 len: 217 time: 0.1597023 Mar 22 14:02:20.135876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:20.168194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:20.172026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=decf6439-d284-4416-81c3-196d0689575e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:20.208807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da37f7-ee7f-4f4c-a394-97cb066a9c12 req-566274d4-3a8d-48ee-b2d3-4494e106caa1 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.221735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13da37f7-ee7f-4f4c-a394-97cb066a9c12 req-566274d4-3a8d-48ee-b2d3-4494e106caa1 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.6623793 Mar 22 14:02:20.228769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-302658f2-44b4-48bc-bec6-731ea3fb080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.230893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-302658f2-44b4-48bc-bec6-731ea3fb080c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 HTTP/1.1" status: 200 len: 862 time: 0.1073089 Mar 22 14:02:20.242780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Made reservation on behalf of a30221bbc23f493e8fe3d9617c6119c9 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:20.245822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.426586 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Sync routers for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:20.428947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:20.439776 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:20.440317 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:02:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:20.539528 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82d8f6db-d03a-4e1b-9aed-8b8f01b52fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.562625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-9359bb75-35d2-42f1-bdd4-404acdc03f53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f3f4bcc2-9019-41fb-860b-4628770454d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650246 Mar 22 14:02:20.564155 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (713840c6-4351-4d9a-9c97-e2c1098986ab), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.660486 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:20.697982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c325d4d-35a4-4365-b0c8-809365f76dcb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group (c1a429cd-9320-469e-b4d7-2c91dc895340), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.746428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c325d4d-35a4-4365-b0c8-809365f76dcb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c1a429cd-9320-469e-b4d7-2c91dc895340), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.842285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c325d4d-35a4-4365-b0c8-809365f76dcb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a429cd-9320-469e-b4d7-2c91dc895340,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:20.844654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=713840c6-4351-4d9a-9c97-e2c1098986ab,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:20.882608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c325d4d-35a4-4365-b0c8-809365f76dcb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.887728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3c325d4d-35a4-4365-b0c8-809365f76dcb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5775640 Mar 22 14:02:20.888516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50032) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:20.894264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e6a276c3-3c81-4d02-baec-b49b2d3381ed tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Request body: {'security_group_rule': {'security_group_id': 'c1a429cd-9320-469e-b4d7-2c91dc895340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:20.898182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:20.915320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.920897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.926558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.932203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.939980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.946439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.951902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.959786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-7383b50e-92b0-499f-a6a8-c99fbab313e4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5426 time: 0.7612119 Mar 22 14:02:20.969553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Checking segment: {'id': '036cbd60-6cde-41b7-8d6d-06fc68b442bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:20.969919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Network hostable DHCP agents. Network: e06a4a9b-862c-4a16-a08d-c9c0bc44d89a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:20.987989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13da37f7-ee7f-4f4c-a394-97cb066a9c12 req-14a3e74a-6327-4de7-806b-4debdeae6075 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7647915 Mar 22 14:02:20.998537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device decf6439-d284-4416-81c3-196d0689575e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:21.027716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-77ed5485-d626-4f7d-82c0-9b0fca44d79e service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563079 Mar 22 14:02:21.038658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6a276c3-3c81-4d02-baec-b49b2d3381ed tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group_rule (6dd8d62a-ad9b-4647-811a-4161cdda8d7f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.148583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['7a7098d8-9666-4772-9d64-f3c638dfa71b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:21.157259 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 2, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:21.203032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6a276c3-3c81-4d02-baec-b49b2d3381ed tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group_rule (6dd8d62a-ad9b-4647-811a-4161cdda8d7f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.217208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6a276c3-3c81-4d02-baec-b49b2d3381ed tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (6dd8d62a-ad9b-4647-811a-4161cdda8d7f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.229370 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Checking router: bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:21.229717 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Updating router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 port 4c9843e2-944a-4455-a298-9066b223b5ae binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:02:21.251588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a276c3-3c81-4d02-baec-b49b2d3381ed tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd8d62a-ad9b-4647-811a-4161cdda8d7f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:21.295863 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.299880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['726b20c7-c9bf-4468-ba0c-2e845bd0618e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:21.312074 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6a276c3-3c81-4d02-baec-b49b2d3381ed tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.336850 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e6a276c3-3c81-4d02-baec-b49b2d3381ed tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359732 Mar 22 14:02:21.337537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50038) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:21.342035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ce09e941-8482-4d2b-9899-2e45c8de3d16 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Request body: {'security_group_rule': {'security_group_id': 'c1a429cd-9320-469e-b4d7-2c91dc895340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:21.346564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c79d08d5-8b9a-4028-b674-7f146761c49c req-2dfc2373-04db-4a79-ac66-7418cd0e6c1f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3857031 Mar 22 14:02:21.377185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:21.377566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.392657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:21.431073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce09e941-8482-4d2b-9899-2e45c8de3d16 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group_rule (ceb5e826-7868-4fee-b7b9-ecbdc6594208), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.470162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e06a4a9b-862c-4a16-a08d-c9c0bc44d89a) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:21.532366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.532969 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.571407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce09e941-8482-4d2b-9899-2e45c8de3d16 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group_rule (ceb5e826-7868-4fee-b7b9-ecbdc6594208), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.587604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce09e941-8482-4d2b-9899-2e45c8de3d16 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ceb5e826-7868-4fee-b7b9-ecbdc6594208), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.603486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41093313-bfa0-4999-8878-325319028e64 None None] Network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:21.639992 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce09e941-8482-4d2b-9899-2e45c8de3d16 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.659067 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce09e941-8482-4d2b-9899-2e45c8de3d16 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3198388 Mar 22 14:02:21.660871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50042) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:21.665355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:21.681898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09e941-8482-4d2b-9899-2e45c8de3d16 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb5e826-7868-4fee-b7b9-ecbdc6594208,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:21.728489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.937619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb79baf-38ee-4c7c-9f32-d430d9f65e1e None None] Network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:21.944429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.017110 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Publish callbacks [] for port (4c9843e2-944a-4455-a298-9066b223b5ae), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.030256 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.167861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['f8a1124e-4ab5-465a-88a9-fcc0e10655dd'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:22.183003 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Attempting to bind port 4c9843e2-944a-4455-a298-9066b223b5ae on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:22.183860 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Attempting to bind port 4c9843e2-944a-4455-a298-9066b223b5ae by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:22.185041 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Attempting to bind port 4c9843e2-944a-4455-a298-9066b223b5ae on network 68c30840-be67-487d-85eb-7a71341f121c {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:22.189162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Allocated IP 172.25.2.217 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/70371fdd-8e23-4f25-b193-400b1eb2a046) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:22.201094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb603d-e09d-4ba7-9d9b-efd233a83007 None None] Pushing event updated for resources: {'Port': ['ID=4c9843e2-944a-4455-a298-9066b223b5ae,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:22.219674 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:22.220596 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Checking segment: {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:22.220596 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.221141 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Bound using segment: {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:22.221743 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Bound port: 4c9843e2-944a-4455-a298-9066b223b5ae, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:22.222290 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.300056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port decf6439-d284-4416-81c3-196d0689575e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:22.300427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (decf6439-d284-4416-81c3-196d0689575e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.307189 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.336713 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] For port 4c9843e2-944a-4455-a298-9066b223b5ae, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:22.344295 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] For port 4c9843e2-944a-4455-a298-9066b223b5ae, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4c9843e2-944a-4455-a298-9066b223b5ae,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:22.348755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2c67d7eb-8ccb-43c0-a0b4-bc4a6bb8fc6d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4050062 Mar 22 14:02:22.371577 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.398542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b5e29-259e-44bd-b99c-1f0125fffbcf req-1ac98bbe-86b2-484a-8b3d-0c3d4c94ef1c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.406187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a81b5e29-259e-44bd-b99c-1f0125fffbcf req-1ac98bbe-86b2-484a-8b3d-0c3d4c94ef1c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 943 time: 1.2093747 Mar 22 14:02:22.437758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a0b4-2c33-4b63-b2ff-c267b8319964 req-9301e93b-1d18-45ce-9dce-7fc79185a495 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.445131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1283a0b4-2c33-4b63-b2ff-c267b8319964 req-9301e93b-1d18-45ce-9dce-7fc79185a495 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 949 time: 0.9568434 Mar 22 14:02:22.448461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fa98418-f47d-4aaf-aa0b-93f40fb99db5 req-0f8b3c99-db4d-460a-82d8-65adb1d6a663 service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3977077 Mar 22 14:02:22.534290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.589710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1283a0b4-2c33-4b63-b2ff-c267b8319964 req-3c9aab0e-1688-49ae-8387-9d6619215f9d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435935 Mar 22 14:02:22.621849 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb603d-e09d-4ba7-9d9b-efd233a83007 None None] Pushing event updated for resources: {'Port': ['ID=4c9843e2-944a-4455-a298-9066b223b5ae,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:22.626690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:22.627207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.677312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a81b5e29-259e-44bd-b99c-1f0125fffbcf req-94b40a91-7fda-4359-83e9-0de6b0e6bb09 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700644 Mar 22 14:02:22.694161 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:22.694923 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:02:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:22.745288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.754496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:22.773692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:22.779493 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b93db15-21fe-4967-a108-4853550de365" -d '{"events": [{"server_uuid": "db633cb8-ad74-4323-9f4f-98cfad7d29c2", "name": "network-vif-plugged", "status": "completed", "tag": "c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:22.805122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.810278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-220a53d7-eb19-45b3-bbb0-8962bcb9b02f None None] Provisioning complete for port 4c9843e2-944a-4455-a298-9066b223b5ae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:22.811410 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-220a53d7-eb19-45b3-bbb0-8962bcb9b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.895184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event updated for resources: {'Port': ['ID=70371fdd-8e23-4f25-b193-400b1eb2a046,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:22.938482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:22.943031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:22.959426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:22.993291 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:23.072393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e3823-4884-49ab-a0e3-ca81e5ea4f51 req-dd1f304a-a795-416a-9216-a29c45ffcbce tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.082183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e9e3823-4884-49ab-a0e3-ca81e5ea4f51 req-dd1f304a-a795-416a-9216-a29c45ffcbce tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.2272813 Mar 22 14:02:23.143265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.148927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.154201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.160250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.167648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.175493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.184172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.186240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-0c868f5f-1c2e-4068-a095-95669bbbd07d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5426 time: 0.2456255 Mar 22 14:02:23.210763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for floatingip (3fb35152-30b2-42e6-86d0-52eed29c0cd5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.276601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.391278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dc35921-d1fb-41eb-bb20-e180b5756818 req-8f205161-a61e-4f20-aa4b-be30607d0ab3 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1867547 Mar 22 14:02:23.414567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e9e3823-4884-49ab-a0e3-ca81e5ea4f51 req-82895202-da64-400c-8091-e312e0278a50 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311615 Mar 22 14:02:23.492264 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:22Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:23.525675 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92feabe6-8828-4b1b-9a62-bce4a54bfa94 x-openstack-request-id: req-92feabe6-8828-4b1b-9a62-bce4a54bfa94 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:23.526379 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db633cb8-ad74-4323-9f4f-98cfad7d29c2", "name": "network-vif-plugged", "status": "completed", "tag": "c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:23.526834 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92feabe6-8828-4b1b-9a62-bce4a54bfa94 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:23.527436 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92feabe6-8828-4b1b-9a62-bce4a54bfa94'] response: {'server_uuid': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', 'code': 200} Mar 22 14:02:23.532013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:23.535339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 10fd6706-d71c-4a00-a5a4-1033d87a0d21 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:23.567873 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc30bc00-d771-4ed3-9ffa-6098e530ee52 None None] The sync data for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 is: [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:22Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:23.625733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.649376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.746164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event updated for resources: {'Port': ['ID=70371fdd-8e23-4f25-b193-400b1eb2a046,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:23.842430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc79dc9-a479-4e9a-98df-5314f8936e3e req-bd09752d-11d3-4713-9ac2-8a5d9c667fb5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.849555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3fb35152-30b2-42e6-86d0-52eed29c0cd5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.862730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cc79dc9-a479-4e9a-98df-5314f8936e3e req-bd09752d-11d3-4713-9ac2-8a5d9c667fb5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 950 time: 0.1717501 Mar 22 14:02:23.906380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:23.923734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.933191 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b77dd19f-29b2-4082-8d32-10ab05168d94 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2712362 Mar 22 14:02:23.935974 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4428f97-5829-43cc-bf74-646292fa5410 req-17bf2da8-3c64-4556-8182-7b57d2d671b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.937896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c4428f97-5829-43cc-bf74-646292fa5410 req-17bf2da8-3c64-4556-8182-7b57d2d671b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 1132 time: 0.3096530 Mar 22 14:02:23.992344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.993412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'port_id': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68', 'mac_address': 'fa:16:3e:17:d4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:24.029338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port decf6439-d284-4416-81c3-196d0689575e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:24.095338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:24.111964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cc79dc9-a479-4e9a-98df-5314f8936e3e req-312661a3-b320-4b9d-9b1b-510979f6b059 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481427 Mar 22 14:02:24.190436 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c4428f97-5829-43cc-bf74-646292fa5410 req-be29e6aa-7a52-400d-95a8-bd8b7289a413 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273483 Mar 22 14:02:24.210613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-220a53d7-eb19-45b3-bbb0-8962bcb9b02f None None] Current status of the port 4c9843e2-944a-4455-a298-9066b223b5ae is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:24.211014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-220a53d7-eb19-45b3-bbb0-8962bcb9b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.252331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-0f26cad3-be05-4ff0-aabb-b8c2a7809d45 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:24.271872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-0f26cad3-be05-4ff0-aabb-b8c2a7809d45 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/networks?id=e06a4a9b-862c-4a16-a08d-c9c0bc44d89a HTTP/1.1" status: 200 len: 821 time: 0.3510277 Mar 22 14:02:24.391755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-462976f1-4bb8-4cdb-bb26-7381b1869ebb tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/quotas/a30221bbc23f493e8fe3d9617c6119c9 HTTP/1.1" status: 200 len: 375 time: 0.1138563 Mar 22 14:02:24.422208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4c9843e2-944a-4455-a298-9066b223b5ae up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:24.424506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:24.425905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.466742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-220a53d7-eb19-45b3-bbb0-8962bcb9b02f None None] For port 4c9843e2-944a-4455-a298-9066b223b5ae, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4c9843e2-944a-4455-a298-9066b223b5ae,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:24.471149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.480802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-deb53a0a-5640-49e5-953d-dd3639471b1f tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a30221bbc23f493e8fe3d9617c6119c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842915 Mar 22 14:02:24.521165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:24.540768 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-220a53d7-eb19-45b3-bbb0-8962bcb9b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.603965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:24.604371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.658568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:24.683859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da16f-8d6b-488b-87ca-d1579d3dfd54 req-30c42824-c04b-4358-b09a-9ef87b35aaa8 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:24.693988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be4da16f-8d6b-488b-87ca-d1579d3dfd54 req-30c42824-c04b-4358-b09a-9ef87b35aaa8 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 943 time: 0.4171014 Mar 22 14:02:24.710094 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.795016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:24.801371 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be4da16f-8d6b-488b-87ca-d1579d3dfd54 req-c0f48b09-ba25-4201-9076-94ecbebfa5ae tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023319 Mar 22 14:02:24.859752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.869351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-eeae8d90-27a4-47b0-806c-ae00cda7dafb service neutron] 10.222.0.44 "GET /v2.0/networks/e06a4a9b-862c-4a16-a08d-c9c0bc44d89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695550 Mar 22 14:02:24.870703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9d64b0e5-6e97-4e9a-92a3-82e0a259a5ad None None] Provisioning complete for port 4c9843e2-944a-4455-a298-9066b223b5ae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:24.871100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d64b0e5-6e97-4e9a-92a3-82e0a259a5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.952653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a53d7-eb19-45b3-bbb0-8962bcb9b02f None None] Pushing event updated for resources: {'Port': ['ID=4c9843e2-944a-4455-a298-9066b223b5ae,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:25.065620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:25.115162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-fe4262e8-45cf-4ff8-aa91-abcd6f7ffa97 service neutron] 10.222.0.44 "GET /v2.0/networks/e06a4a9b-862c-4a16-a08d-c9c0bc44d89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447143 Mar 22 14:02:25.132080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4c9843e2-944a-4455-a298-9066b223b5ae triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:25.136954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.283431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0aa86-4c31-4143-b651-2876ea9f4006 req-dbcc55e5-f35b-46d1-833c-5be9b8bc1537 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:25.286770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:25.291609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6c0aa86-4c31-4143-b651-2876ea9f4006 req-dbcc55e5-f35b-46d1-833c-5be9b8bc1537 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.2012417 Mar 22 14:02:25.375408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6c0aa86-4c31-4143-b651-2876ea9f4006 req-cb29fbf1-cf7c-48c0-afb2-34478766f8f0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828018 Mar 22 14:02:25.452731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:25.452959 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.648995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9d64b0e5-6e97-4e9a-92a3-82e0a259a5ad None None] Current status of the port 4c9843e2-944a-4455-a298-9066b223b5ae is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:25.695593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:25.706043 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a56624a-6043-4d8d-bdd5-85185abf5486" -d '{"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:25.786197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:25.804074 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.805135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 726b20c7-c9bf-4468-ba0c-2e845bd0618e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:25.827210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4c9843e2-944a-4455-a298-9066b223b5ae is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:25.851996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e98a7-ca16-45f3-bc98-2fc5b408e494 req-a20e58b4-6903-4d22-abf0-deca6d925612 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:25.857394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-038e98a7-ca16-45f3-bc98-2fc5b408e494 req-a20e58b4-6903-4d22-abf0-deca6d925612 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 950 time: 0.3541996 Mar 22 14:02:25.880598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c46dc-d5c8-4cea-b025-c5efb763c3b7 req-22c1efe3-88ba-4bec-b4c1-a00f13acff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:25.885520 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-327c46dc-d5c8-4cea-b025-c5efb763c3b7 req-22c1efe3-88ba-4bec-b4c1-a00f13acff9c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1127 time: 0.1589417 Mar 22 14:02:26.034727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.052400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.073608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.076689 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-327c46dc-d5c8-4cea-b025-c5efb763c3b7 req-16a30ead-9652-4f8d-b945-49fe9984d98e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834929 Mar 22 14:02:26.090866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=10fd6706-d71c-4a00-a5a4-1033d87a0d21,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:26.099298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.115331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.133183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.142212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.155719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-f5a29b52-48c4-482f-a1bf-f46ddd6434d4 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5426 time: 0.6426945 Mar 22 14:02:26.183607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 726b20c7-c9bf-4468-ba0c-2e845bd0618e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:26.229111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-038e98a7-ca16-45f3-bc98-2fc5b408e494 req-74b790ff-564e-4000-acdc-916e584ce90d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464878 Mar 22 14:02:26.239487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 726b20c7-c9bf-4468-ba0c-2e845bd0618e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:26.239915 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.376587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d8d7856-422b-4a73-a5c3-7b20427f3de0 req-c4d2bf55-3dbc-4d3f-86ec-30322ef72ab1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2183201 Mar 22 14:02:26.395186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4c9843e2-944a-4455-a298-9066b223b5ae up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:26.437535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66884c8c-06b1-48f6-850b-3e3ff9ba10ff req-b3fdb531-bc3c-4e77-9c89-67345e3ef59b tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 210 time: 0.0920401 Mar 22 14:02:26.579434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 726b20c7-c9bf-4468-ba0c-2e845bd0618e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:26.579816 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.644945 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d144340-96d5-41f8-b4ab-d6ba0bf0359a x-openstack-request-id: req-3d144340-96d5-41f8-b4ab-d6ba0bf0359a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:26.645121 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:26.645368 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d144340-96d5-41f8-b4ab-d6ba0bf0359a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:26.645760 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d144340-96d5-41f8-b4ab-d6ba0bf0359a'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21', 'code': 200} Mar 22 14:02:26.673266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b917-eaeb-4960-a203-9ac02b7eeca1 req-ab3c7765-2efb-459b-a881-b7267390f246 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:26.691822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9715b917-eaeb-4960-a203-9ac02b7eeca1 req-ab3c7765-2efb-459b-a881-b7267390f246 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 944 time: 0.1324556 Mar 22 14:02:26.707705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:26.719443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4c9843e2-944a-4455-a298-9066b223b5ae triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:26.719739 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.721483 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.722301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:26.867146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9715b917-eaeb-4960-a203-9ac02b7eeca1 req-df60c8d3-ab90-4a77-867a-26793a30cb09 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545639 Mar 22 14:02:26.963185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:26.973361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:26.973746 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.037870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=726b20c7-c9bf-4468-ba0c-2e845bd0618e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:27.165260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd6d6e-d04c-4f68-a302-e995c73f8318 req-7c529e36-26b1-459b-aa5d-7c4876dc3ccc tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:27.176703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6afd6d6e-d04c-4f68-a302-e995c73f8318 req-7c529e36-26b1-459b-aa5d-7c4876dc3ccc tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1788104 Mar 22 14:02:27.221808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4c9843e2-944a-4455-a298-9066b223b5ae is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:27.349736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:27.372352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.372437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6afd6d6e-d04c-4f68-a302-e995c73f8318 req-5a39c447-812c-47c0-aaa8-f7f07efcef6c tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751614 Mar 22 14:02:27.420370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:27.432630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.449836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f8a1124e-4ab5-465a-88a9-fcc0e10655dd up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:27.715355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6fdaa-b5d9-4b90-9e4b-fb0781092f6f req-323d5746-bb90-42fd-8b0e-5615889ce8ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:27.717899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fa6fdaa-b5d9-4b90-9e4b-fb0781092f6f req-323d5746-bb90-42fd-8b0e-5615889ce8ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 950 time: 0.2124007 Mar 22 14:02:27.768092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:27.818882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port f8a1124e-4ab5-465a-88a9-fcc0e10655dd completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:27.828309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-2c23ba09-a31c-4812-9589-00cfca41215e tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:27.832230 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-2c23ba09-a31c-4812-9589-00cfca41215e tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.57 "GET /v2.0/networks?id=e06a4a9b-862c-4a16-a08d-c9c0bc44d89a HTTP/1.1" status: 200 len: 821 time: 0.3480880 Mar 22 14:02:27.833647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port f8a1124e-4ab5-465a-88a9-fcc0e10655dd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:27.835199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.845590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Request body: {'port': {'device_id': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a', 'admin_state_up': True, 'tenant_id': 'a30221bbc23f493e8fe3d9617c6119c9'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:27.891352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fa6fdaa-b5d9-4b90-9e4b-fb0781092f6f req-7f12b003-d59d-45a3-a958-45c699dced48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656716 Mar 22 14:02:28.140311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.143030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f8a1124e-4ab5-465a-88a9-fcc0e10655dd is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:28.143447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.147657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.163919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.173312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.187846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.193493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.216569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.217412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Made reservation on behalf of a30221bbc23f493e8fe3d9617c6119c9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:28.226209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-eb521d1f-25bf-4575-ba23-035071bdc197 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5429 time: 0.2101595 Mar 22 14:02:28.255248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.359300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:28.413622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b94bac-d9f0-402f-b080-a36dad9e28f0 req-acfd4362-c3d9-4230-bfc5-3f0c96733af5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1863079 Mar 22 14:02:28.465543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.466473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 7a7098d8-9666-4772-9d64-f3c638dfa71b up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:28.603593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a4e1c6a-9f20-4459-aa88-93c0f0fe9068 req-500c0173-9970-4784-98e9-296475851360 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 210 time: 0.0538404 Mar 22 14:02:28.639505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:28.643898 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.646790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:28.649204 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339ebfb-56a4-42a5-afa1-0ce2c987cba6" -d '{"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:28.673797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 7a7098d8-9666-4772-9d64-f3c638dfa71b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:28.678860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 7a7098d8-9666-4772-9d64-f3c638dfa71b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:28.679238 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.799912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33593f-285f-4695-92b2-84ae9db2a3c6 req-54910b02-6d65-44af-8851-fdda3da6ae17 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.810585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb33593f-285f-4695-92b2-84ae9db2a3c6 req-54910b02-6d65-44af-8851-fdda3da6ae17 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 944 time: 0.0959747 Mar 22 14:02:28.915264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 7a7098d8-9666-4772-9d64-f3c638dfa71b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:28.928723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb33593f-285f-4695-92b2-84ae9db2a3c6 req-96dae8aa-7426-4142-93f6-b7b803c5e024 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157753 Mar 22 14:02:28.929810 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.082228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:29.089596 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.090415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 490200f9-bcae-4af5-8165-920331f4b1a5 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:29.432807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Allocated IP 172.20.0.11 (e06a4a9b-862c-4a16-a08d-c9c0bc44d89a/713840c6-4351-4d9a-9c97-e2c1098986ab/856c412d-db1f-48fd-89c3-32139dee7f52) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:29.440370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 490200f9-bcae-4af5-8165-920331f4b1a5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:29.454003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.462058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 490200f9-bcae-4af5-8165-920331f4b1a5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:29.462441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.482206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cb251-a2a6-4dec-ba26-afdbfbb3a32c req-a878c33b-d8e7-4f4f-8ea3-bf1cd12fdac9 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:29.500649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f2cb251-a2a6-4dec-ba26-afdbfbb3a32c req-a878c33b-d8e7-4f4f-8ea3-bf1cd12fdac9 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 1132 time: 0.1734467 Mar 22 14:02:29.573480 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1f2cb251-a2a6-4dec-ba26-afdbfbb3a32c req-d630c071-368a-4897-bbe0-bfc0cc6d88ad tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.747582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 490200f9-bcae-4af5-8165-920331f4b1a5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:29.747582 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.796833 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks [] for port (856c412d-db1f-48fd-89c3-32139dee7f52), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.833721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 490200f9-bcae-4af5-8165-920331f4b1a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=490200f9-bcae-4af5-8165-920331f4b1a5,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:29.842807 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.844055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:29.885122 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1f2cb251-a2a6-4dec-ba26-afdbfbb3a32c req-d630c071-368a-4897-bbe0-bfc0cc6d88ad tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Publish callbacks [] for security_group (5c89910a-9d2e-44d3-b527-813a9d8f3f83), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.896416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1f2cb251-a2a6-4dec-ba26-afdbfbb3a32c req-d630c071-368a-4897-bbe0-bfc0cc6d88ad tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5c89910a-9d2e-44d3-b527-813a9d8f3f83), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.901007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.949799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f2cb251-a2a6-4dec-ba26-afdbfbb3a32c req-d630c071-368a-4897-bbe0-bfc0cc6d88ad tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482048 Mar 22 14:02:30.011128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630c071-368a-4897-bbe0-bfc0cc6d88ad tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c89910a-9d2e-44d3-b527-813a9d8f3f83,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:30.054506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:30.065320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:30.076911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:30.124177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Pushing event updated for resources: {'Port': ['ID=856c412d-db1f-48fd-89c3-32139dee7f52,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:30.157208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=490200f9-bcae-4af5-8165-920331f4b1a5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:30.165741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.166464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.196945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:30.204199 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-52679b88-32c4-41a6-a9dd-7ab004f6f397 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3629582 Mar 22 14:02:30.204712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:30.205159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.215334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Request body: {'port': {'device_id': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:30.226382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a243e47-98dd-49a5-9288-89e90b43c6f3 req-46e8679f-abf7-421c-a2cd-868fc5b8eb32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.233731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a243e47-98dd-49a5-9288-89e90b43c6f3 req-46e8679f-abf7-421c-a2cd-868fc5b8eb32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1527100 Mar 22 14:02:30.342189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a243e47-98dd-49a5-9288-89e90b43c6f3 req-1286df52-56bc-4297-84b6-0251110d0377 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992680 Mar 22 14:02:30.355461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.551663 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b597ef-36c3-46ca-b1e0-92882470e668 x-openstack-request-id: req-55b597ef-36c3-46ca-b1e0-92882470e668 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:30.552215 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:30.552318 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55b597ef-36c3-46ca-b1e0-92882470e668 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:30.552824 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b597ef-36c3-46ca-b1e0-92882470e668'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e', 'code': 200} Mar 22 14:02:30.553181 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b597ef-36c3-46ca-b1e0-92882470e668'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd', 'code': 200} Mar 22 14:02:30.553994 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b597ef-36c3-46ca-b1e0-92882470e668'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'code': 200} Mar 22 14:02:30.595559 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:02:30.696633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:30.697019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.797602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.816600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:30.822567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.827299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.835715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0807abd0-cb69-4593-8e5c-e1cfa9195638 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:30.837184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.854442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.869252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.873907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856c412d-db1f-48fd-89c3-32139dee7f52 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:30.888376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.903707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.906126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Publish callbacks [] for port (856c412d-db1f-48fd-89c3-32139dee7f52), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.919171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-3463efd5-ef7e-4e81-b4ac-cc448d6e7f00 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5432 time: 0.3521152 Mar 22 14:02:30.941510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Transition to ACTIVE for port object 856c412d-db1f-48fd-89c3-32139dee7f52 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:30.949411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.982278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.064153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aa86d8b-42df-4a06-9df3-6e994560b51e req-07fd5b29-59af-479d-81d2-f0c0ce3fd8d1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423159 Mar 22 14:02:31.065104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Pushing event updated for resources: {'Port': ['ID=856c412d-db1f-48fd-89c3-32139dee7f52,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.154626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 0807abd0-cb69-4593-8e5c-e1cfa9195638 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:31.167912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 0807abd0-cb69-4593-8e5c-e1cfa9195638 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:31.168481 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.304165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Attempting to bind port 856c412d-db1f-48fd-89c3-32139dee7f52 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:31.304992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Attempting to bind port 856c412d-db1f-48fd-89c3-32139dee7f52 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '036cbd60-6cde-41b7-8d6d-06fc68b442bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:31.305377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Attempting to bind port 856c412d-db1f-48fd-89c3-32139dee7f52 on network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:31.317028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Port 856c412d-db1f-48fd-89c3-32139dee7f52 on network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:31.317357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Attempting to bind port 856c412d-db1f-48fd-89c3-32139dee7f52 on network e06a4a9b-862c-4a16-a08d-c9c0bc44d89a {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:31.328302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:31.329484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Checking segment: {'id': '036cbd60-6cde-41b7-8d6d-06fc68b442bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:31.332013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Bound using segment: {'id': '036cbd60-6cde-41b7-8d6d-06fc68b442bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:31.332710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Bound port: 856c412d-db1f-48fd-89c3-32139dee7f52, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036cbd60-6cde-41b7-8d6d-06fc68b442bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:31.333330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.368239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcb25-7a5d-46f4-a010-504c5cb359fe req-63a6b6e8-bea0-40ea-b662-b570f6b92bd8 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.369871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80dbcb25-7a5d-46f4-a010-504c5cb359fe req-63a6b6e8-bea0-40ea-b662-b570f6b92bd8 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 944 time: 0.1549101 Mar 22 14:02:31.430391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0807abd0-cb69-4593-8e5c-e1cfa9195638 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:31.430782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.467096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80dbcb25-7a5d-46f4-a010-504c5cb359fe req-c5e812f7-a523-4d7d-a8e8-c12ab895768d tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876968 Mar 22 14:02:31.503107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] For port 856c412d-db1f-48fd-89c3-32139dee7f52, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:31.506938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] For port 856c412d-db1f-48fd-89c3-32139dee7f52, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=856c412d-db1f-48fd-89c3-32139dee7f52,segment=NetworkSegment(036cbd60-6cde-41b7-8d6d-06fc68b442bc),segment_id=036cbd60-6cde-41b7-8d6d-06fc68b442bc)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:31.515645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0807abd0-cb69-4593-8e5c-e1cfa9195638, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:31.519258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.520941 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.594081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.594591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.600720 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] 10.222.0.57 "PUT /v2.0/ports/856c412d-db1f-48fd-89c3-32139dee7f52 HTTP/1.1" status: 200 len: 1092 time: 1.3896964 Mar 22 14:02:31.601205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'tag': '856c412d-db1f-48fd-89c3-32139dee7f52'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:31.603769 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c99d6b-e26f-4943-91fa-a331b197742f" -d '{"events": [{"name": "network-changed", "server_uuid": "41cdcdc8-37c9-4099-9b71-0ad5b7c76d83", "tag": "856c412d-db1f-48fd-89c3-32139dee7f52"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:31.615318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0807abd0-cb69-4593-8e5c-e1cfa9195638,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.681917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4615a6-be3c-4fe8-aece-e666eafa4ed5 req-11d11bab-7f60-449d-bb3a-29caa1f97876 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.688548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e4615a6-be3c-4fe8-aece-e666eafa4ed5 req-11d11bab-7f60-449d-bb3a-29caa1f97876 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.1177130 Mar 22 14:02:31.713934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed36e-18ae-4af1-96dd-023acea2d879 service neutron] Pushing event updated for resources: {'Port': ['ID=856c412d-db1f-48fd-89c3-32139dee7f52,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.748416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-48b15ec3-bd2a-4840-a48c-3d3c54758796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.750790 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-48b15ec3-bd2a-4840-a48c-3d3c54758796 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a30221bbc23f493e8fe3d9617c6119c9&device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 1126 time: 0.0937850 Mar 22 14:02:31.774338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e4615a6-be3c-4fe8-aece-e666eafa4ed5 req-fb8aa780-afb1-49b4-b8dc-3ec6116ffd5e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764155 Mar 22 14:02:31.830731 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-7844f54a-c844-4c06-b8d9-6a28d3f7686f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=856c412d-db1f-48fd-89c3-32139dee7f52 HTTP/1.1" status: 200 len: 217 time: 0.0711429 Mar 22 14:02:32.087269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-f80004a1-b2bf-4930-9eb8-044f8590af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.088752 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-f80004a1-b2bf-4930-9eb8-044f8590af29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=713840c6-4351-4d9a-9c97-e2c1098986ab HTTP/1.1" status: 200 len: 861 time: 0.2529762 Mar 22 14:02:32.151787 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-cc056eb8-fd71-414a-8573-58b57116365c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e06a4a9b-862c-4a16-a08d-c9c0bc44d89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559616 Mar 22 14:02:32.339531 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-4f59940f-ef79-43f3-808a-26a3ba2232e0 service neutron] 10.222.0.57 "GET /v2.0/networks/e06a4a9b-862c-4a16-a08d-c9c0bc44d89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815605 Mar 22 14:02:32.341400 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c78a9f0-7995-45d8-9a66-d80008eb6c2c x-openstack-request-id: req-4c78a9f0-7995-45d8-9a66-d80008eb6c2c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:32.341742 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cdcdc8-37c9-4099-9b71-0ad5b7c76d83", "tag": "856c412d-db1f-48fd-89c3-32139dee7f52", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:32.342010 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c78a9f0-7995-45d8-9a66-d80008eb6c2c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:32.342424 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c78a9f0-7995-45d8-9a66-d80008eb6c2c'] response: {'name': 'network-changed', 'server_uuid': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'tag': '856c412d-db1f-48fd-89c3-32139dee7f52', 'status': 'completed', 'code': 200} Mar 22 14:02:32.457736 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-91ba9502-0709-45d6-8969-f12bbcc0283d req-496f22cf-0806-421e-8ec8-d9decdfa0f48 service neutron] 10.222.0.57 "GET /v2.0/networks/e06a4a9b-862c-4a16-a08d-c9c0bc44d89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123152 Mar 22 14:02:32.528496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.539161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.545794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.555165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7098d8-9666-4772-9d64-f3c638dfa71b'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490200f9-bcae-4af5-8165-920331f4b1a5'}, {'server_uuid': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:32.557836 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55813d9e-017b-4d5b-9394-aea4bf76b761" -d '{"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "7a7098d8-9666-4772-9d64-f3c638dfa71b"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "490200f9-bcae-4af5-8165-920331f4b1a5"}, {"server_uuid": "6dc34d61-9c55-4dee-b84d-f6e29e68729c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:32.560594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.566823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.578202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.584721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.590499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd347e8b-62b3-4212-b750-c7a38184401a req-38acbf36-0325-4fdf-98c7-fce2b56794fa tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.1484859 Mar 22 14:02:32.605461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c99d6b-e26f-4943-91fa-a331b197742f req-349ac25e-b29e-4cc9-85e1-374bfbd63e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.607914 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-24c99d6b-e26f-4943-91fa-a331b197742f req-349ac25e-b29e-4cc9-85e1-374bfbd63e17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a30221bbc23f493e8fe3d9617c6119c9&device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 1126 time: 0.0929182 Mar 22 14:02:32.682725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd347e8b-62b3-4212-b750-c7a38184401a req-81f67e39-308f-4bcc-9c9b-f05cd1153e23 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802605 Mar 22 14:02:32.729577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c99d6b-e26f-4943-91fa-a331b197742f req-393ddfa1-27c4-4917-9a27-45adbe9ffe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.731227 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-24c99d6b-e26f-4943-91fa-a331b197742f req-393ddfa1-27c4-4917-9a27-45adbe9ffe16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e06a4a9b-862c-4a16-a08d-c9c0bc44d89a HTTP/1.1" status: 200 len: 922 time: 0.1166739 Mar 22 14:02:32.796871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-24c99d6b-e26f-4943-91fa-a331b197742f req-deeb3373-1ec1-42c4-94a0-045ab7643279 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=856c412d-db1f-48fd-89c3-32139dee7f52 HTTP/1.1" status: 200 len: 217 time: 0.0583718 Mar 22 14:02:32.917091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c99d6b-e26f-4943-91fa-a331b197742f req-eda3916d-8334-4cb9-80e8-9f91f930f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.918637 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-24c99d6b-e26f-4943-91fa-a331b197742f req-eda3916d-8334-4cb9-80e8-9f91f930f331 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=713840c6-4351-4d9a-9c97-e2c1098986ab HTTP/1.1" status: 200 len: 861 time: 0.1050539 Mar 22 14:02:32.956557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-323e07bb-5d0c-4321-ad05-585b3ef0b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.958678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-323e07bb-5d0c-4321-ad05-585b3ef0b8b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1127 time: 0.0879982 Mar 22 14:02:32.991455 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-24c99d6b-e26f-4943-91fa-a331b197742f req-43453c0a-2f68-4f0a-afed-ec87573863dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e06a4a9b-862c-4a16-a08d-c9c0bc44d89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633998 Mar 22 14:02:33.144762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-a83726f2-0775-4377-b408-3b7659d23080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:33.151548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-a83726f2-0775-4377-b408-3b7659d23080 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.1808214 Mar 22 14:02:33.174835 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-24c99d6b-e26f-4943-91fa-a331b197742f req-de97be5d-4dff-4742-9c45-b189c92ace1e service neutron] 10.222.0.57 "GET /v2.0/networks/e06a4a9b-862c-4a16-a08d-c9c0bc44d89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768739 Mar 22 14:02:33.223142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-bda6b322-d343-4a60-ae26-63730f2405fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 200 len: 217 time: 0.0684764 Mar 22 14:02:33.298731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-25ef0b3a-18ae-46ec-b67e-269167859504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:33.302102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-25ef0b3a-18ae-46ec-b67e-269167859504 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0712030 Mar 22 14:02:33.316071 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-24c99d6b-e26f-4943-91fa-a331b197742f req-f54a1d96-22f6-4e06-aceb-7f35efc3d525 service neutron] 10.222.0.57 "GET /v2.0/networks/e06a4a9b-862c-4a16-a08d-c9c0bc44d89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351292 Mar 22 14:02:33.360214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-303aa732-b496-4c72-9660-c29787d8eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:33.362575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-303aa732-b496-4c72-9660-c29787d8eeb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523069 Mar 22 14:02:33.496330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-a5030b88-e434-438a-93fa-68a172ea445c service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259096 Mar 22 14:02:33.636260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a10ec9d-d609-4b7d-ab85-c4b9a946eb65 req-8af7989a-ddae-44e9-b01a-aa68edd1f492 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316853 Mar 22 14:02:35.290252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-78df8775-492a-4728-bf61-4e6447a234c2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537705 Mar 22 14:02:35.457116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd624-47b4-4e3f-8772-9647c3ee99ef req-a341836e-2897-4f70-85e7-60aa2e5b5173 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.459466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-962bd624-47b4-4e3f-8772-9647c3ee99ef req-a341836e-2897-4f70-85e7-60aa2e5b5173 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 944 time: 0.1263354 Mar 22 14:02:35.465804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-1776df1e-5cd0-4bbb-82ac-f422e95a8543 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.470628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-1776df1e-5cd0-4bbb-82ac-f422e95a8543 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795433 Mar 22 14:02:35.503059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-fcf21d0c-d434-47f9-85b4-3257f8874721 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/quotas/85f21ccdecdb4260a93f3bfcf29d955f HTTP/1.1" status: 200 len: 375 time: 0.0236936 Mar 22 14:02:35.529615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-962bd624-47b4-4e3f-8772-9647c3ee99ef req-5c589c03-d4d7-4881-9bf4-630751c9314d tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577624 Mar 22 14:02:35.630578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-511be101-e7f4-4ac5-8a9b-95a6c32349c0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998733 Mar 22 14:02:35.643877 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80abb118-e01d-4b60-8a88-02a56890a350 x-openstack-request-id: req-80abb118-e01d-4b60-8a88-02a56890a350 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:35.644751 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "7a7098d8-9666-4772-9d64-f3c638dfa71b", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "490200f9-bcae-4af5-8165-920331f4b1a5", "code": 200}, {"server_uuid": "6dc34d61-9c55-4dee-b84d-f6e29e68729c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-plugged", "status": "completed", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:35.645143 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80abb118-e01d-4b60-8a88-02a56890a350 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:35.645709 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80abb118-e01d-4b60-8a88-02a56890a350'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7098d8-9666-4772-9d64-f3c638dfa71b', 'code': 200} Mar 22 14:02:35.646152 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80abb118-e01d-4b60-8a88-02a56890a350'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490200f9-bcae-4af5-8165-920331f4b1a5', 'code': 200} Mar 22 14:02:35.646552 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80abb118-e01d-4b60-8a88-02a56890a350'] response: {'server_uuid': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68', 'code': 200} Mar 22 14:02:35.647160 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80abb118-e01d-4b60-8a88-02a56890a350'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638', 'code': 200} Mar 22 14:02:35.772175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbbfd5-b526-49e3-ac60-05421580ff9b req-0cd54985-ffbc-45c7-9b87-78d14e7a3d92 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.773640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73fbbfd5-b526-49e3-ac60-05421580ff9b req-0cd54985-ffbc-45c7-9b87-78d14e7a3d92 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.0743344 Mar 22 14:02:35.883655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c636c2-169d-40bb-8871-7cb0e5762368 req-adbe87a8-6ba0-4eff-bafe-ec529735cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.885195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78c636c2-169d-40bb-8871-7cb0e5762368 req-adbe87a8-6ba0-4eff-bafe-ec529735cf3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 1127 time: 0.1361103 Mar 22 14:02:35.888322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73fbbfd5-b526-49e3-ac60-05421580ff9b req-f1592fac-4b34-4a9e-927c-e4330a59a77e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997648 Mar 22 14:02:35.921522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.922013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.922499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.922936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.923391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.923844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.924295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.926528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-ac674f98-c647-4c00-a0b4-e42a133a5edd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6707 time: 0.1364820 Mar 22 14:02:35.998081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78c636c2-169d-40bb-8871-7cb0e5762368 req-61137daa-5533-498c-8497-2af4efd33102 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052070 Mar 22 14:02:36.015553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed485dc6-07a5-4126-8f77-3f3b0a44bf37 req-fa9a5b67-e691-4146-ad46-00f9d3a1b413 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a8542788-b97b-4dba-9de5-388c8c1661d3&id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820053 Mar 22 14:02:36.099393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2d5a-b208-434d-9639-bc406472ea08 req-c2461269-74e1-47d5-93be-7faf4b06f779 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.101636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e0f2d5a-b208-434d-9639-bc406472ea08 req-c2461269-74e1-47d5-93be-7faf4b06f779 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.0800421 Mar 22 14:02:36.170613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e0f2d5a-b208-434d-9639-bc406472ea08 req-aebf9906-6cd2-4181-b9b8-6cd369235646 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616944 Mar 22 14:02:36.332386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.337526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.342812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.353765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.360254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.368328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.373670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.386357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-faa70d28-597e-4482-a617-6f9b0f453819 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.1665890 Mar 22 14:02:36.495218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ccb67bb-7a8f-4750-8bf7-2351d5d6796e req-4675a666-256b-4064-b0b1-d4fd5246591e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076651 Mar 22 14:02:36.512863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 856c412d-db1f-48fd-89c3-32139dee7f52 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:36.595679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f1c89ef-f1f4-449b-88cf-030acd0a55cf req-29f29b36-76fe-467c-b8eb-61a3fa552dc0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 210 time: 0.0469716 Mar 22 14:02:36.759965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 856c412d-db1f-48fd-89c3-32139dee7f52, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=856c412d-db1f-48fd-89c3-32139dee7f52,segment=NetworkSegment(036cbd60-6cde-41b7-8d6d-06fc68b442bc),segment_id=036cbd60-6cde-41b7-8d6d-06fc68b442bc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:36.802413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '856c412d-db1f-48fd-89c3-32139dee7f52', 'network_id': 'e06a4a9b-862c-4a16-a08d-c9c0bc44d89a', 'port_id': '856c412d-db1f-48fd-89c3-32139dee7f52', 'mac_address': 'fa:16:3e:01:29:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713840c6-4351-4d9a-9c97-e2c1098986ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:36.850462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d0d6a-4631-41ed-8864-41b842e6b8cd req-fabe686e-7d42-481b-93ee-adf1fda14355 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.852150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f18d0d6a-4631-41ed-8864-41b842e6b8cd req-fabe686e-7d42-481b-93ee-adf1fda14355 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 944 time: 0.1305053 Mar 22 14:02:36.875295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 856c412d-db1f-48fd-89c3-32139dee7f52 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:36.876132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:36.898416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856c412d-db1f-48fd-89c3-32139dee7f52 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:36.928431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 856c412d-db1f-48fd-89c3-32139dee7f52, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=856c412d-db1f-48fd-89c3-32139dee7f52,segment=NetworkSegment(036cbd60-6cde-41b7-8d6d-06fc68b442bc),segment_id=036cbd60-6cde-41b7-8d6d-06fc68b442bc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:36.936441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.005613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f18d0d6a-4631-41ed-8864-41b842e6b8cd req-6e6ed2ba-f60f-49de-9666-1dbb8e857167 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436510 Mar 22 14:02:37.060249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=856c412d-db1f-48fd-89c3-32139dee7f52,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:37.178935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['856c412d-db1f-48fd-89c3-32139dee7f52'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:37.217719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2f88a-aa4f-4e17-a729-da118c8a0e3d req-1202626b-8d15-416d-8ccb-e0f96f7a94b4 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.227201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11b2f88a-aa4f-4e17-a729-da118c8a0e3d req-1202626b-8d15-416d-8ccb-e0f96f7a94b4 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.1357446 Mar 22 14:02:37.371763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11b2f88a-aa4f-4e17-a729-da118c8a0e3d req-c452b243-6a64-487f-a565-fef242d70611 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400182 Mar 22 14:02:37.776662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.787511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.798410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.804132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.809812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.815888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.822973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.825104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-5e982109-d33e-4730-8c5a-6118e03e4b90 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.1614435 Mar 22 14:02:37.868219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c34fb2c-295f-4a38-a41f-d405cdd63e59 req-381274e6-61ab-4113-9222-bcc23e89067a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 210 time: 0.0419204 Mar 22 14:02:38.023651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71f52585-0fb0-4a95-9bcb-0d37436de44c req-78825f2a-b8b1-4ac4-9ba8-2882f2895997 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579077 Mar 22 14:02:38.257694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd7250-bd99-41b2-b106-494db479677a req-297c861a-5d6b-471c-9ca7-a874ebf1129c tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.262616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9abd7250-bd99-41b2-b106-494db479677a req-297c861a-5d6b-471c-9ca7-a874ebf1129c tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 945 time: 0.1252286 Mar 22 14:02:38.353472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9abd7250-bd99-41b2-b106-494db479677a req-acd8d7e8-46bf-44e7-877b-91ad6b2b232a tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841203 Mar 22 14:02:38.527274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 856c412d-db1f-48fd-89c3-32139dee7f52 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:38.671129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 856c412d-db1f-48fd-89c3-32139dee7f52 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:38.678151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 856c412d-db1f-48fd-89c3-32139dee7f52 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:38.679031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.716205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-dd35be40-e57d-4cac-bf62-4e103d90f2f8 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.724660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-dd35be40-e57d-4cac-bf62-4e103d90f2f8 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.2985542 Mar 22 14:02:38.729586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-1f912262-a485-43ce-825f-0349f7c29375 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214647 Mar 22 14:02:38.878821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 856c412d-db1f-48fd-89c3-32139dee7f52 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:38.879873 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.920517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856c412d-db1f-48fd-89c3-32139dee7f52'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:38.926942 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b1c19c-c713-412d-bba5-af665deebb93" -d '{"events": [{"server_uuid": "41cdcdc8-37c9-4099-9b71-0ad5b7c76d83", "name": "network-vif-plugged", "status": "completed", "tag": "856c412d-db1f-48fd-89c3-32139dee7f52"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:38.938014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d3baf-8927-438d-9338-c288ee746f83 req-25a3cd2b-965c-4994-abcf-01f4cf1700dc tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.945995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 856c412d-db1f-48fd-89c3-32139dee7f52, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=856c412d-db1f-48fd-89c3-32139dee7f52,segment=NetworkSegment(036cbd60-6cde-41b7-8d6d-06fc68b442bc),segment_id=036cbd60-6cde-41b7-8d6d-06fc68b442bc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:38.952489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c22d3baf-8927-438d-9338-c288ee746f83 req-25a3cd2b-965c-4994-abcf-01f4cf1700dc tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.4396689 Mar 22 14:02:38.958888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-398924b8-08e1-40be-88ec-f3f1fef1e834 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2263777 Mar 22 14:02:38.966668 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.968010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4ef49d35-cc05-41f7-a5c0-78c4162f5438 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:38.982214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-507c783b-06ad-4a0f-9608-10430bf0d35c tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/quotas/b3e5f9c303e246e18dc2a972afc73900 HTTP/1.1" status: 200 len: 375 time: 0.2509782 Mar 22 14:02:39.094063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=856c412d-db1f-48fd-89c3-32139dee7f52,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:39.197958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:39.198381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.272546 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-cabd8c85-3894-4f84-b311-91460e30d888 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1280322 Mar 22 14:02:39.275393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-06d7cce5-780f-4366-8a8d-9857206c982f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.275543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:39.277388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-06d7cce5-780f-4366-8a8d-9857206c982f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5298910 Mar 22 14:02:39.300887 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.306559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c22d3baf-8927-438d-9338-c288ee746f83 req-d955e4df-6d50-4811-b5d0-d083930b2748 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407662 Mar 22 14:02:39.331199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': '427b14b1-4cba-44a9-919f-54844fbc1465', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:39.398194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:39.436917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-26dbed97-1d90-4077-87e2-1633de019307 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4549527 Mar 22 14:02:39.445898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.446610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.447086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.447559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.448020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.451680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.452166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.454381 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-c4b3224c-c54d-47cc-8363-9d2a8655cddb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6707 time: 0.1074002 Mar 22 14:02:39.473827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55df6e96-799d-4982-a033-22f12faec9ab req-fc041547-dea0-45fb-93e2-f364e236fb3e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 210 time: 0.0893903 Mar 22 14:02:39.477432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-afadcfe7-1bc4-49d9-925f-700b73749992 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:02:39.478412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-afadcfe7-1bc4-49d9-925f-700b73749992 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070269 Mar 22 14:02:39.490543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-c38e21a6-fe6e-4d98-b325-067d565ac20d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.491967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-c38e21a6-fe6e-4d98-b325-067d565ac20d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4611721 Mar 22 14:02:39.532891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:39.549825 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e489d252-6e14-4145-adc7-f7af9abcc7a8 x-openstack-request-id: req-e489d252-6e14-4145-adc7-f7af9abcc7a8 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:39.550972 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cdcdc8-37c9-4099-9b71-0ad5b7c76d83", "name": "network-vif-plugged", "status": "completed", "tag": "856c412d-db1f-48fd-89c3-32139dee7f52", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:39.551387 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e489d252-6e14-4145-adc7-f7af9abcc7a8 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:39.552213 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e489d252-6e14-4145-adc7-f7af9abcc7a8'] response: {'server_uuid': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856c412d-db1f-48fd-89c3-32139dee7f52', 'code': 200} Mar 22 14:02:39.645494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-1cd0b028-a3b1-48d1-b952-0ed2dc2bb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.646141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-1cd0b028-a3b1-48d1-b952-0ed2dc2bb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.646768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-1cd0b028-a3b1-48d1-b952-0ed2dc2bb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.648644 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-1cd0b028-a3b1-48d1-b952-0ed2dc2bb1b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1532a482-608f-4937-acee-08934e99fda0&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=d3cbff06-4044-4032-b9bb-d71d7404b16b&id=d3cbff06-4044-4032-b9bb-d71d7404b16b HTTP/1.1" status: 200 len: 2294 time: 0.1681776 Mar 22 14:02:39.731617 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-487f4ca9-ce25-4f29-be07-b08151cb06eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd HTTP/1.1" status: 200 len: 217 time: 0.0686147 Mar 22 14:02:39.810637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-ab7e3925-4e14-44f7-95e7-b99c56afba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.812517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-ab7e3925-4e14-44f7-95e7-b99c56afba67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585192ed-8863-42b1-8bb5-1ac29b49d391 HTTP/1.1" status: 200 len: 851 time: 0.0754435 Mar 22 14:02:39.899032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-49aaf7f4-0596-44e6-8bcd-ce4ba284e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.900907 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-49aaf7f4-0596-44e6-8bcd-ce4ba284e0b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1532a482-608f-4937-acee-08934e99fda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0821881 Mar 22 14:02:40.041686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-2f6e85cb-399c-44ca-a6d9-0707f99aa176 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076417 Mar 22 14:02:40.077558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-a9f0a516-829d-4e69-b7f3-088625123055 service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692066 Mar 22 14:02:40.202654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-b31176d6-3611-43ed-9162-2732be7fa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.204391 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-b31176d6-3611-43ed-9162-2732be7fa300 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1127 time: 0.1127450 Mar 22 14:02:40.216232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:40.220044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.228363 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-f64724af-27c1-4b75-9a06-02bf68f82fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444585 Mar 22 14:02:40.262505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-fed06150-250b-4b58-904e-398d3a7e408a service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675872 Mar 22 14:02:40.297197 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-92a305c2-3894-4ffe-8fea-0dc7fb673c5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 217 time: 0.0614073 Mar 22 14:02:40.312638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.318571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.323985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.330466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.335852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.341080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.346379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.348290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5490352-577b-4902-8541-8335993aa19f req-94a3bb72-26fc-4c07-8461-204d167e9180 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.7037580 Mar 22 14:02:40.398416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-7f3fff77-222d-4d3d-bdbf-44b54a4058bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.398620 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-7f3fff77-222d-4d3d-bdbf-44b54a4058bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.0696533 Mar 22 14:02:40.431975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbdc3b-1e93-47ae-88d7-63ce41f0a3f3 req-c43acfca-b39c-4f9a-b44c-d17d722e9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.433481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59cbdc3b-1e93-47ae-88d7-63ce41f0a3f3 req-c43acfca-b39c-4f9a-b44c-d17d722e9182 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 1128 time: 0.7878816 Mar 22 14:02:40.438995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-36bf5665-ca4d-407a-a289-738d4e271e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.440580 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-36bf5665-ca4d-407a-a289-738d4e271e32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.2038419 Mar 22 14:02:40.470198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:40.473493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.488647 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-2cba8b85-8305-4a22-8496-258045a780c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 200 len: 217 time: 0.0419495 Mar 22 14:02:40.507253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-5910cc20-dd73-4681-af79-9e00a39e2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.508360 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-5910cc20-dd73-4681-af79-9e00a39e2265 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1029480 Mar 22 14:02:40.516968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-56378b88-c212-48d1-b337-91e2bfca363e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.518550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-56378b88-c212-48d1-b337-91e2bfca363e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba85869c-c026-47db-a38a-15b9d9a2cc24 HTTP/1.1" status: 200 len: 943 time: 0.3452733 Mar 22 14:02:40.587887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-14ca3278-422e-43ea-b81f-a821d2c873a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.589385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-14ca3278-422e-43ea-b81f-a821d2c873a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0934556 Mar 22 14:02:40.661268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-40985efd-2df9-493c-8b85-78a750ed3679 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341457 Mar 22 14:02:40.668043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-a6cec5c2-c68e-431a-806d-37ba36a9e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.669439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-a6cec5c2-c68e-431a-806d-37ba36a9e991 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736978 Mar 22 14:02:40.681069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-410fd587-229c-42a6-a19e-802027b537c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:02:40.684120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-410fd587-229c-42a6-a19e-802027b537c1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047841 Mar 22 14:02:40.771245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5490352-577b-4902-8541-8335993aa19f req-e4a75e31-3296-4991-b294-766211b9d701 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3743141 Mar 22 14:02:40.773518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-8769b7d9-bf94-4394-9d82-92b1a22dd74f service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977162 Mar 22 14:02:40.777402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.39 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/4803f851-9ced-44ec-995c-a67ef50fb110) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:40.783391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59cbdc3b-1e93-47ae-88d7-63ce41f0a3f3 req-830265a5-3549-4853-8950-6537728ed15a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373632 Mar 22 14:02:40.834032 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-642550d8-4c6f-4752-8759-5eb2b10b6c2d service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636088 Mar 22 14:02:40.838087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-725beb34-77f3-42b5-bdc1-858367643bbc service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443515 Mar 22 14:02:40.878071 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-9662bf01-232a-43cc-97f0-d1d5f4eb16cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 217 time: 0.0381403 Mar 22 14:02:40.947693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-05487e5a-61d3-4364-8aef-6aad739bfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:40.949316 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-05487e5a-61d3-4364-8aef-6aad739bfd67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.0660779 Mar 22 14:02:41.028164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Deleting port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:41.028736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.096018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-6b28af08-3366-4b5b-ab66-5d80cd353f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:41.097726 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-6b28af08-3366-4b5b-ab66-5d80cd353f30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1395798 Mar 22 14:02:41.179206 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebf7d259-318b-43d6-b961-e98c73eb015b req-949ff268-897c-45b0-a67e-20be2a227951 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802998 Mar 22 14:02:41.198260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d51f6-25f5-42bd-802b-9a01d92dece9 req-f0e3a8e0-ed81-4f47-82c0-b8dd6ba5a9fd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:41.206567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e97d51f6-25f5-42bd-802b-9a01d92dece9 req-f0e3a8e0-ed81-4f47-82c0-b8dd6ba5a9fd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.2822032 Mar 22 14:02:41.222825 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-4d42a019-42e8-4541-8cc3-189dd11a494c service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173677 Mar 22 14:02:41.230398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (4803f851-9ced-44ec-995c-a67ef50fb110), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.291400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] For port 4ef49d35-cc05-41f7-a5c0-78c4162f5438, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4ef49d35-cc05-41f7-a5c0-78c4162f5438,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:41.291825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.327057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5686-0d57-4fd7-a504-83e9d27e0f9a req-65df001b-828c-4af7-bed4-bc0e58d19e5f tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:41.334109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23bc5686-0d57-4fd7-a504-83e9d27e0f9a req-65df001b-828c-4af7-bed4-bc0e58d19e5f tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 946 time: 0.2391472 Mar 22 14:02:41.349764 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-929060c6-84ee-427e-8b0d-3afcd0a8edd6 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205759 Mar 22 14:02:41.365540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Calling delete_port for 4ef49d35-cc05-41f7-a5c0-78c4162f5438 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:41.377222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e97d51f6-25f5-42bd-802b-9a01d92dece9 req-32c9ffc4-7d8d-4035-9e2f-24afc5da496b tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696854 Mar 22 14:02:41.415533 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-dbb6eef0-a27a-4793-8925-029d347f6b2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638 HTTP/1.1" status: 200 len: 217 time: 0.0603094 Mar 22 14:02:41.465140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.88 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/357b7868-87e2-4591-9770-b42e48fdcba6) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:41.469169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-1cea0ce4-45e3-4479-a918-40aeacfd0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:41.471883 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-1cea0ce4-45e3-4479-a918-40aeacfd0d09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.0504470 Mar 22 14:02:41.485306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.498666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:41.556624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:41.559926 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc609bb1-f751-4052-bb6c-290bf44dfa9e" -d '{"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:41.625557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-13048838-b49f-48f7-81bc-1e09b729b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:41.634583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-13048838-b49f-48f7-81bc-1e09b729b3fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1553299 Mar 22 14:02:41.659669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23bc5686-0d57-4fd7-a504-83e9d27e0f9a req-8e2959de-b33b-4afd-a351-d644a28b39bf tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246737 Mar 22 14:02:41.887270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-23c1bae6-847e-4640-aada-fd6e61bc1df7 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507958 Mar 22 14:02:41.910229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=4803f851-9ced-44ec-995c-a67ef50fb110,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:42.002027 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4ef49d35-cc05-41f7-a5c0-78c4162f5438), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.004634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:42.007486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:42.022744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-fc4e2aff-4a4c-4165-80ff-584405b839b5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920713983', 'description': 'tempest-description--926040102'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:42.076697 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-12b71ba5-abc3-4c72-9aec-fc853ca0abd5 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830096 Mar 22 14:02:42.121810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event deleted for resources: {'Port': ['ID=4ef49d35-cc05-41f7-a5c0-78c4162f5438,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:42.130215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:42.134492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2aff-4a4c-4165-80ff-584405b839b5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.150025 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-a6f50c08-e653-4fa3-bccf-b1f8618ed87f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e HTTP/1.1" status: 200 len: 217 time: 0.0662920 Mar 22 14:02:42.210674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-79958b4d-b409-41ab-8377-df5a0842af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.216312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-79958b4d-b409-41ab-8377-df5a0842af72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.0608511 Mar 22 14:02:42.229243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] No DVR routers for this DVR port 4ef49d35-cc05-41f7-a5c0-78c4162f5438 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:42.252061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.256276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3640f4c9-d17b-46a3-92ea-61fb57359e59 req-48986a6e-c973-4c8c-aed8-6d6ef0cde479 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "DELETE /v2.0/ports/4ef49d35-cc05-41f7-a5c0-78c4162f5438 HTTP/1.1" status: 204 len: 173 time: 1.7213812 Mar 22 14:02:42.258688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-deleted', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:42.264155 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462b25c6-e2df-4a61-a43d-96a151e830a3" -d '{"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-deleted", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:42.326647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-d1f64865-84ee-486c-89ba-0fa87055ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.328696 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-d1f64865-84ee-486c-89ba-0fa87055ea1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1055763 Mar 22 14:02:42.354547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:42.475911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907000-8d3c-486b-9a96-dc984a0bdf0d req-1d02748c-ef74-4770-9e3e-b2398638f1f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.487290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c907000-8d3c-486b-9a96-dc984a0bdf0d req-1d02748c-ef74-4770-9e3e-b2398638f1f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 935 time: 0.5860255 Mar 22 14:02:42.588177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.595605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.602267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.608076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.612827 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-84b41b34-f3dc-4230-ac16-e06a97cda2c2 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757494 Mar 22 14:02:42.613872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.619811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.625794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.639800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc268d47-2572-4b07-b07a-44452b94e9cf req-f6c29791-3d19-4464-88c7-bf0a2fd7d334 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.5552731 Mar 22 14:02:42.643035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50546) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:42.713515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Request body: {'floatingip': {'port_id': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:42.742579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.745747 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.750136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6f6cf9fe-ac9d-49ea-9f48-51c24c752dcf None None] Provisioning complete for port 4803f851-9ced-44ec-995c-a67ef50fb110 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:42.753574 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6f6cf9fe-ac9d-49ea-9f48-51c24c752dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.787983 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2aff-4a4c-4165-80ff-584405b839b5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group (c57c71e2-0d05-4e7d-a95f-845c36c871eb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.866784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cf9fe-ac9d-49ea-9f48-51c24c752dcf None None] Port 4803f851-9ced-44ec-995c-a67ef50fb110 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:42.874891 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-ea227bc4-86d8-4a2e-ba2e-c6fefbb7b481 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556596 Mar 22 14:02:42.955072 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-483487fb-318b-41b0-ae3a-c4888cc0085f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21 HTTP/1.1" status: 200 len: 217 time: 0.0732479 Mar 22 14:02:42.992140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2aff-4a4c-4165-80ff-584405b839b5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c57c71e2-0d05-4e7d-a95f-845c36c871eb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.009954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (357b7868-87e2-4591-9770-b42e48fdcba6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.022481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-10585524-5aed-4d89-a04d-946efafcbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:43.028281 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-10585524-5aed-4d89-a04d-946efafcbf7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 200 len: 797 time: 0.0594244 Mar 22 14:02:43.042272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-cf873302-0eb2-493d-bdbc-6bedd591c3d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7264271 Mar 22 14:02:43.068497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e2aff-4a4c-4165-80ff-584405b839b5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57c71e2-0d05-4e7d-a95f-845c36c871eb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:43.107258 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for floatingip (040d2889-c1f5-4a2d-82f4-7692c06908cd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.119932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Request body: {'port': {'device_id': '427b14b1-4cba-44a9-919f-54844fbc1465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:43.160315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-94beb0ca-cd8d-4dcf-86ab-ad73fccbeced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:43.163728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dca67d16-fa1c-4465-a75b-ad40e7046714 req-84e08fab-6626-434e-9d17-952527f084b2 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 210 time: 0.3952615 Mar 22 14:02:43.163856 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-94beb0ca-cd8d-4dcf-86ab-ad73fccbeced service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1272223 Mar 22 14:02:43.235361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c907000-8d3c-486b-9a96-dc984a0bdf0d req-0ff8e9e4-1d7e-4cec-bd07-2cc4184858c5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427742 Mar 22 14:02:43.275206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2aff-4a4c-4165-80ff-584405b839b5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.280236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fc4e2aff-4a4c-4165-80ff-584405b839b5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2607591 Mar 22 14:02:43.284096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50558) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:43.285490 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1900442f-52ac-433b-adae-5b86e04b9339 x-openstack-request-id: req-1900442f-52ac-433b-adae-5b86e04b9339 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:43.285836 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:43.286132 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1900442f-52ac-433b-adae-5b86e04b9339 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:43.286530 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1900442f-52ac-433b-adae-5b86e04b9339'] response: {'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'code': 200} Mar 22 14:02:43.297582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5c9e2264-e8a6-4fe6-9a61-dbcd8bb4fed2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'security_group_rule': {'security_group_id': 'c57c71e2-0d05-4e7d-a95f-845c36c871eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:43.320104 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.367118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2264-e8a6-4fe6-9a61-dbcd8bb4fed2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group_rule (730497e3-f4a5-4b85-bfc6-fc712506aae1), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.414153 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d24e3f-99f1-4e09-ac83-b0b012b8af70 x-openstack-request-id: req-c3d24e3f-99f1-4e09-ac83-b0b012b8af70 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:43.414465 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba85869c-c026-47db-a38a-15b9d9a2cc24", "name": "network-vif-deleted", "tag": "4ef49d35-cc05-41f7-a5c0-78c4162f5438", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:43.415054 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3d24e3f-99f1-4e09-ac83-b0b012b8af70 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:43.421726 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d24e3f-99f1-4e09-ac83-b0b012b8af70'] response: {'server_uuid': 'ba85869c-c026-47db-a38a-15b9d9a2cc24', 'name': 'network-vif-deleted', 'tag': '4ef49d35-cc05-41f7-a5c0-78c4162f5438', 'status': 'completed', 'code': 200} Mar 22 14:02:43.431987 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-e421e537-12d2-4643-b722-859b70d225bd service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480063 Mar 22 14:02:43.436725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.454664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-22ca43c2-c692-4f5f-9feb-25cb1fa25cff tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:43.456186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-22ca43c2-c692-4f5f-9feb-25cb1fa25cff tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.8140297 Mar 22 14:02:43.461497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2264-e8a6-4fe6-9a61-dbcd8bb4fed2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group_rule (730497e3-f4a5-4b85-bfc6-fc712506aae1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.474478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2264-e8a6-4fe6-9a61-dbcd8bb4fed2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (730497e3-f4a5-4b85-bfc6-fc712506aae1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.479757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:43.542519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e2264-e8a6-4fe6-9a61-dbcd8bb4fed2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730497e3-f4a5-4b85-bfc6-fc712506aae1,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:43.557996 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2264-e8a6-4fe6-9a61-dbcd8bb4fed2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.559195 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5c9e2264-e8a6-4fe6-9a61-dbcd8bb4fed2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2741542 Mar 22 14:02:43.562789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50562) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:43.578521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Request body: {'port': {'device_id': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'admin_state_up': True, 'tenant_id': 'b3e5f9c303e246e18dc2a972afc73900'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:43.580608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-06af80ab-dda8-499c-afb8-25b8f5d90e00 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'security_group_rule': {'security_group_id': 'c57c71e2-0d05-4e7d-a95f-845c36c871eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:43.622765 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-6274ef87-125a-4d59-b1a0-fa9de16a687e service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597157 Mar 22 14:02:43.640489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06af80ab-dda8-499c-afb8-25b8f5d90e00 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group_rule (9f5633ff-20dc-4392-99a9-fe8194b9735b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.695054 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-fe911141-3211-4c4d-8dad-b79167a5aac1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd HTTP/1.1" status: 200 len: 217 time: 0.0654581 Mar 22 14:02:43.787919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-177f598e-5d28-4f4b-8ac7-02b98b8d18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:43.789312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-177f598e-5d28-4f4b-8ac7-02b98b8d18a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 200 len: 797 time: 0.0884967 Mar 22 14:02:43.814756 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06af80ab-dda8-499c-afb8-25b8f5d90e00 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group_rule (9f5633ff-20dc-4392-99a9-fe8194b9735b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.836903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06af80ab-dda8-499c-afb8-25b8f5d90e00 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (9f5633ff-20dc-4392-99a9-fe8194b9735b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.864326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af80ab-dda8-499c-afb8-25b8f5d90e00 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5633ff-20dc-4392-99a9-fe8194b9735b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:43.879984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06af80ab-dda8-499c-afb8-25b8f5d90e00 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.881463 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06af80ab-dda8-499c-afb8-25b8f5d90e00 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3063579 Mar 22 14:02:43.885582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:43.891917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:43.908866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-ef33708c-2c42-4ee7-9a8f-6875fe9f51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:43.910461 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-ef33708c-2c42-4ee7-9a8f-6875fe9f51f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1063387 Mar 22 14:02:43.920794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.072498 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-ef2f4a15-cda0-4ec4-bc42-c4cd2056ae56 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482718 Mar 22 14:02:44.179243 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5a95e91-6045-4665-a9aa-f3a99e89d496 req-be1b11da-3939-43f3-9289-92013f6a3ca0 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975935 Mar 22 14:02:44.203318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.223453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=357b7868-87e2-4591-9770-b42e48fdcba6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:44.323331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:44.363846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Allocated IP 172.25.2.11 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/8165d0fe-a736-4f95-be14-ea352b3cb7d5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:44.419787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a072-bfe5-46a0-94cf-6200b2e3af0a req-b20d81f6-e183-4192-9fe3-4c470eab5213 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:44.421457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f594a072-bfe5-46a0-94cf-6200b2e3af0a req-b20d81f6-e183-4192-9fe3-4c470eab5213 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 946 time: 0.9864051 Mar 22 14:02:44.422636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:44.436653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:44.520374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5688ddb-2b82-40f9-a82e-5a33bcb52592 req-1fed1d06-0c15-4d1f-8d70-29877526bda2 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:44.531470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4ef49d35-cc05-41f7-a5c0-78c4162f5438 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:44.539522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5688ddb-2b82-40f9-a82e-5a33bcb52592 req-1fed1d06-0c15-4d1f-8d70-29877526bda2 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.9893038 Mar 22 14:02:44.576238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 4ef49d35-cc05-41f7-a5c0-78c4162f5438 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:44.576579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4ef49d35-cc05-41f7-a5c0-78c4162f5438 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:44.770791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:44.771362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.815786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a26a6fef-59a0-4236-aa4f-0badf699e8e0 None None] Provisioning complete for port 357b7868-87e2-4591-9770-b42e48fdcba6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:44.816098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-72908eee-6732-416e-bbb7-4bd2a89d0091 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3117228 Mar 22 14:02:44.816223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a26a6fef-59a0-4236-aa4f-0badf699e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.858468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a26a6fef-59a0-4236-aa4f-0badf699e8e0 None None] Port 357b7868-87e2-4591-9770-b42e48fdcba6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:44.886426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Request body: {'port': {'device_id': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:44.959406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f594a072-bfe5-46a0-94cf-6200b2e3af0a req-33d87396-4d0e-4a3e-98cb-da0c3a97a755 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122724 Mar 22 14:02:45.000965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.049930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.064854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5688ddb-2b82-40f9-a82e-5a33bcb52592 req-829f2ad5-a896-4d4e-83fd-7c29b4f255b2 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243227 Mar 22 14:02:45.065788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Made reservation on behalf of b3e5f9c303e246e18dc2a972afc73900 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:45.070557 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.105865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:45.109502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:45.113785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:45.149864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53c29b4f-88e7-4792-b514-a6a7ccfd3f52 req-4a225392-11a8-4297-b5f4-9c2dbd303d8d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 210 time: 0.0766187 Mar 22 14:02:45.164933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'Port': ['ID=8165d0fe-a736-4f95-be14-ea352b3cb7d5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:45.274070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4803f851-9ced-44ec-995c-a67ef50fb110 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:45.284638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Publish callbacks [] for port (4803f851-9ced-44ec-995c-a67ef50fb110), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.290592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.345896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.383290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.535662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Transition to ACTIVE for port object 4803f851-9ced-44ec-995c-a67ef50fb110 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:45.586604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.589371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.597408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.608401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:02:45.629382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253eaab-6fdd-4782-9a17-b321ca07fa0a req-f354dbd1-c253-40a0-b20c-ab8a56e55eef tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:45.630999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e253eaab-6fdd-4782-9a17-b321ca07fa0a req-f354dbd1-c253-40a0-b20c-ab8a56e55eef tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.2242336 Mar 22 14:02:45.702054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'Port': ['ID=8165d0fe-a736-4f95-be14-ea352b3cb7d5,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:45.704865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.730587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92460ab9-2e33-4a79-8ca0-c6aac4b0df52 req-d4ac03b4-9834-4f13-9313-2986a917ba6a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:45.732105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92460ab9-2e33-4a79-8ca0-c6aac4b0df52 req-d4ac03b4-9834-4f13-9313-2986a917ba6a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 935 time: 0.4301412 Mar 22 14:02:45.767342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.777025 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-73e0aa24-dd01-4a33-9414-719cd9e71f32 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8893719 Mar 22 14:02:45.910918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Pushing event updated for resources: {'Port': ['ID=4803f851-9ced-44ec-995c-a67ef50fb110,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:45.917114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.960223 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (040d2889-c1f5-4a2d-82f4-7692c06908cd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.083626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Allocated IP 172.20.0.9 (09c4e37b-9b2d-4107-b566-e7cd05ba2847/a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0/537395e0-94c0-4e57-a5a0-d7048986bee7) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:46.096104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92460ab9-2e33-4a79-8ca0-c6aac4b0df52 req-f4b1d547-08fe-4d51-bf70-ea2605fe188f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105040 Mar 22 14:02:46.205841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e253eaab-6fdd-4782-9a17-b321ca07fa0a req-a2c5fdc4-cab3-438a-b48b-b59795abe763 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125899 Mar 22 14:02:46.350784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Attempting to bind port 4803f851-9ced-44ec-995c-a67ef50fb110 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:46.351119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Attempting to bind port 4803f851-9ced-44ec-995c-a67ef50fb110 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:46.351449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Attempting to bind port 4803f851-9ced-44ec-995c-a67ef50fb110 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:46.369582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Port 4803f851-9ced-44ec-995c-a67ef50fb110 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:46.369901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Attempting to bind port 4803f851-9ced-44ec-995c-a67ef50fb110 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:46.398850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:46.401093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:46.401093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:46.401093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Bound port: 4803f851-9ced-44ec-995c-a67ef50fb110, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:46.401093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.416624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-0235b7a5-b929-4e30-8778-d53b7f8cfee3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1920713983&fields=id&tenant_id=4e13edcec83d48b6841c00aef15ca185 HTTP/1.1" status: 200 len: 267 time: 0.1410089 Mar 22 14:02:46.430550 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Floating IP 040d2889-c1f5-4a2d-82f4-7692c06908cd associated. External IP: 172.25.2.124, port: f8a1124e-4ab5-465a-88a9-fcc0e10655dd. Mar 22 14:02:47.040808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb19cc8-f36c-45be-b09e-6fe39d292351 req-473804de-309f-4061-bff5-824ff31ffd3d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 210 time: 0.4592059 Mar 22 14:02:47.123895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] For port 4803f851-9ced-44ec-995c-a67ef50fb110, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:47.173679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] For port 4803f851-9ced-44ec-995c-a67ef50fb110, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4803f851-9ced-44ec-995c-a67ef50fb110,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:47.239720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.288662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-355fbab8-6853-40ad-98c7-b118d2163be7 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:47.290245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-355fbab8-6853-40ad-98c7-b118d2163be7 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 818 time: 0.7713890 Mar 22 14:02:47.332431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357b7868-87e2-4591-9770-b42e48fdcba6 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:47.351455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks [] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.355653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Publish callbacks [] for port (357b7868-87e2-4591-9770-b42e48fdcba6), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.366634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:47.367259 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.368654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] 10.222.0.42 "PUT /v2.0/ports/4803f851-9ced-44ec-995c-a67ef50fb110 HTTP/1.1" status: 200 len: 1095 time: 4.2688587 Mar 22 14:02:47.372221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427b14b1-4cba-44a9-919f-54844fbc1465', 'tag': '4803f851-9ced-44ec-995c-a67ef50fb110'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:47.374709 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee777e1-ae66-4356-a468-dc9e3c022627" -d '{"events": [{"name": "network-changed", "server_uuid": "427b14b1-4cba-44a9-919f-54844fbc1465", "tag": "4803f851-9ced-44ec-995c-a67ef50fb110"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:47.461906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-844362ea-7587-4f21-9500-f3bc2cf6abef tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/quotas/4e13edcec83d48b6841c00aef15ca185 HTTP/1.1" status: 200 len: 375 time: 0.1458688 Mar 22 14:02:47.547725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Transition to ACTIVE for port object 357b7868-87e2-4591-9770-b42e48fdcba6 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:47.582414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed918bdc-6baa-477f-a355-27b16943c3ed service neutron] Pushing event updated for resources: {'Port': ['ID=4803f851-9ced-44ec-995c-a67ef50fb110,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:47.658233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.667421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Router a70ccba3-0978-422d-bb67-9218bd64f91d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:47.682973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2b426-f992-42cd-a02a-07d27b425e9c req-c811fefb-494e-47fd-aa8e-0b56b1d775da tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:47.684649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4fb2b426-f992-42cd-a02a-07d27b425e9c req-c811fefb-494e-47fd-aa8e-0b56b1d775da tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 946 time: 0.4948015 Mar 22 14:02:47.692561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.849477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:47.858521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-f0f0125f-0d64-48ae-9886-4de95bbdc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:47.860377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-f0f0125f-0d64-48ae-9886-4de95bbdc85d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 1129 time: 0.4390950 Mar 22 14:02:47.924613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:47.933056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:47.936587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:48.078874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-d201de41-fe5d-4e1c-8683-d3db085e3ec5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4803f851-9ced-44ec-995c-a67ef50fb110 HTTP/1.1" status: 200 len: 217 time: 0.1635253 Mar 22 14:02:48.079875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:48.090620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] Sync routers for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:48.093985 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.134652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:48.139528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:02:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:48.148646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012a724-b532-426e-b141-f15711bba229 req-a39e94aa-21ba-46fc-a6c9-799008ef7b11 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.150959 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4012a724-b532-426e-b141-f15711bba229 req-a39e94aa-21ba-46fc-a6c9-799008ef7b11 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.57 "GET /v2.0/ports?device_id=41cdcdc8-37c9-4099-9b71-0ad5b7c76d83 HTTP/1.1" status: 200 len: 946 time: 0.0973775 Mar 22 14:02:48.207126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-9f6f5ee2-a57e-4da9-90a1-7113bdce4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.209685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-9f6f5ee2-a57e-4da9-90a1-7113bdce4aaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0802970 Mar 22 14:02:48.239093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-b1396996-89c3-41f7-baec-dc43fbc81d63 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7432048 Mar 22 14:02:48.256936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4fb2b426-f992-42cd-a02a-07d27b425e9c req-71263d41-07fc-41b7-9850-d932e1b570b1 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.44 "GET /v2.0/security-groups?id=2339f247-2a59-40e3-b39b-ec20ee0482bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616801 Mar 22 14:02:48.285549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:48.351298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Deleting port 856c412d-db1f-48fd-89c3-32139dee7f52 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:48.358354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.459335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6bca1655-c652-4b2e-b2e0-6d1bd959a8fe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "PUT /v2.0/floatingips/040d2889-c1f5-4a2d-82f4-7692c06908cd HTTP/1.1" status: 200 len: 992 time: 5.7923119 Mar 22 14:02:48.524124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50674) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:48.531725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] For port 856c412d-db1f-48fd-89c3-32139dee7f52, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=856c412d-db1f-48fd-89c3-32139dee7f52,segment=NetworkSegment(036cbd60-6cde-41b7-8d6d-06fc68b442bc),segment_id=036cbd60-6cde-41b7-8d6d-06fc68b442bc)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:48.531918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Pushing event updated for resources: {'Port': ['ID=357b7868-87e2-4591-9770-b42e48fdcba6,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:48.532793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.558080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Calling delete_port for 856c412d-db1f-48fd-89c3-32139dee7f52 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:48.651661 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-47f1a82b-4cef-4b6d-b8a8-2836fd5e6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.680326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '040d2889-c1f5-4a2d-82f4-7692c06908cd', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'port_id': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'mac_address': 'fa:16:3e:52:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:58Z', 'updated_at': '2022-03-22T14:02:45Z', 'revision_number': 1, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:58Z', 'revision_number': 5, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:48.713596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] Checking router: a70ccba3-0978-422d-bb67-9218bd64f91d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:48.724258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:48.726874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:02:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:48.758217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.759042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.785011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9f0d-9d17-408c-93d3-b534cf32953c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.788964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (856c412d-db1f-48fd-89c3-32139dee7f52), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.834638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-3c001bed-6845-43da-9f19-583bba9c74d1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2909627 Mar 22 14:02:48.834943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Attempting to bind port 357b7868-87e2-4591-9770-b42e48fdcba6 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:48.835367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Attempting to bind port 357b7868-87e2-4591-9770-b42e48fdcba6 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:48.835788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Attempting to bind port 357b7868-87e2-4591-9770-b42e48fdcba6 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:48.842096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-249eb59e-0ad3-4e6d-9ee1-79515c29f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.843773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-249eb59e-0ad3-4e6d-9ee1-79515c29f1f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5102079 Mar 22 14:02:48.844035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Pushing event deleted for resources: {'Port': ['ID=856c412d-db1f-48fd-89c3-32139dee7f52,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:48.849303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Request body: {'port': {'device_id': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:48.855829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-5bcd3e0e-7853-4c38-95a7-c0fb3d633db8 service neutron] 10.222.0.44 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160384 Mar 22 14:02:48.874058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['856c412d-db1f-48fd-89c3-32139dee7f52'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:48.912782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Port 357b7868-87e2-4591-9770-b42e48fdcba6 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:48.913135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Attempting to bind port 357b7868-87e2-4591-9770-b42e48fdcba6 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:48.948436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:48.975474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] No DVR routers for this DVR port 856c412d-db1f-48fd-89c3-32139dee7f52 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:48.981644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.988752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90137fa-32f7-49f1-9c72-c7217f3f92f1 req-8580b323-7b79-44d2-b8af-c66059e7f928 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.990524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d90137fa-32f7-49f1-9c72-c7217f3f92f1 req-8580b323-7b79-44d2-b8af-c66059e7f928 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.4797213 Mar 22 14:02:48.999408 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4012a724-b532-426e-b141-f15711bba229 req-083034d7-cb7a-4bf8-9df3-2e9d40eadab7 tempest-ServerAddressesNegativeTestJSON-713657370 tempest-ServerAddressesNegativeTestJSON-713657370-project] 10.222.0.57 "DELETE /v2.0/ports/856c412d-db1f-48fd-89c3-32139dee7f52 HTTP/1.1" status: 204 len: 173 time: 0.8430221 Mar 22 14:02:48.999919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'name': 'network-vif-deleted', 'tag': '856c412d-db1f-48fd-89c3-32139dee7f52'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:49.002397 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2aaa4b-b115-46ba-8c38-62d0e34ba67b" -d '{"events": [{"server_uuid": "41cdcdc8-37c9-4099-9b71-0ad5b7c76d83", "name": "network-vif-deleted", "tag": "856c412d-db1f-48fd-89c3-32139dee7f52"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:49.053468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:49.053704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:49.054121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:49.055083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Bound port: 357b7868-87e2-4591-9770-b42e48fdcba6, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:49.055535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.137518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9f0d-9d17-408c-93d3-b534cf32953c admin admin] Publish callbacks [] for security_group (0f128bd1-1c56-4338-ac57-3010748f0ff0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.143335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9f0d-9d17-408c-93d3-b534cf32953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0f128bd1-1c56-4338-ac57-3010748f0ff0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.193361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d90137fa-32f7-49f1-9c72-c7217f3f92f1 req-07a206ce-9465-412e-8bec-00bb36aafd3e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595230 Mar 22 14:02:49.221819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4f4c9f0d-9d17-408c-93d3-b534cf32953c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad3ea91e75b44e7a9a9cd107da7e260d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962745 Mar 22 14:02:49.224190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:49.256514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.313838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-629f0dac-dae2-4922-b43c-3b865535dd9d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543848 Mar 22 14:02:49.322902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-53b891c2-9c40-462e-a59d-8eae8d5f9249 service neutron] 10.222.0.44 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550405 Mar 22 14:02:49.350602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c9f0d-9d17-408c-93d3-b534cf32953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f128bd1-1c56-4338-ac57-3010748f0ff0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:49.360994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '040d2889-c1f5-4a2d-82f4-7692c06908cd', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'port_id': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'mac_address': 'fa:16:3e:52:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:58Z', 'updated_at': '2022-03-22T14:02:45Z', 'revision_number': 1, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:58Z', 'revision_number': 5, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:49.410639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-224cfbd9-ec56-4112-b2b8-19a1bda785a8 admin admin] Publish callbacks [] for security_group (0f128bd1-1c56-4338-ac57-3010748f0ff0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.428387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c31d86-cd62-4cc0-be56-5ce71460ffa9 None None] The sync data for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 is: [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '040d2889-c1f5-4a2d-82f4-7692c06908cd', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'port_id': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'mac_address': 'fa:16:3e:52:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:58Z', 'updated_at': '2022-03-22T14:02:45Z', 'revision_number': 1, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:58Z', 'revision_number': 5, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:49.463660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-224cfbd9-ec56-4112-b2b8-19a1bda785a8 admin admin] Publish callbacks [] for security_group (0f128bd1-1c56-4338-ac57-3010748f0ff0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.544227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-224cfbd9-ec56-4112-b2b8-19a1bda785a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0f128bd1-1c56-4338-ac57-3010748f0ff0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.546055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] For port 357b7868-87e2-4591-9770-b42e48fdcba6, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:49.547462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-224cfbd9-ec56-4112-b2b8-19a1bda785a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.548758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-224cfbd9-ec56-4112-b2b8-19a1bda785a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f128bd1-1c56-4338-ac57-3010748f0ff0 HTTP/1.1" status: 204 len: 168 time: 0.3169796 Mar 22 14:02:49.568005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cfbd9-ec56-4112-b2b8-19a1bda785a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f128bd1-1c56-4338-ac57-3010748f0ff0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:49.713237 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c868a28-63e8-457c-b405-901985676942 x-openstack-request-id: req-7c868a28-63e8-457c-b405-901985676942 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:49.713531 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427b14b1-4cba-44a9-919f-54844fbc1465", "tag": "4803f851-9ced-44ec-995c-a67ef50fb110", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:49.713830 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c868a28-63e8-457c-b405-901985676942 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:49.714525 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c868a28-63e8-457c-b405-901985676942'] response: {'name': 'network-changed', 'server_uuid': '427b14b1-4cba-44a9-919f-54844fbc1465', 'tag': '4803f851-9ced-44ec-995c-a67ef50fb110', 'status': 'completed', 'code': 200} Mar 22 14:02:49.731866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] For port 357b7868-87e2-4591-9770-b42e48fdcba6, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=357b7868-87e2-4591-9770-b42e48fdcba6,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:49.764500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.864942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:49.865664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.867123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] 10.222.0.42 "PUT /v2.0/ports/357b7868-87e2-4591-9770-b42e48fdcba6 HTTP/1.1" status: 200 len: 1095 time: 5.0310709 Mar 22 14:02:49.956345 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55b24d-0089-4ba4-868f-bfb62622b662 None None] New status for floating IP 040d2889-c1f5-4a2d-82f4-7692c06908cd: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:02:50.106729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-d77d6fb2-835a-4c3f-a642-a0c57886bbcc service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828467 Mar 22 14:02:50.165629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:50.185393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec623da0-7436-4190-a019-e29449374223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.225268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c10d97-64ca-4926-9ba1-0120f2a3f79e req-ce817902-90e8-466f-a764-5151c2521300 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:50.229179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27c10d97-64ca-4926-9ba1-0120f2a3f79e req-ce817902-90e8-466f-a764-5151c2521300 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 947 time: 0.7640495 Mar 22 14:02:50.365914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec623da0-7436-4190-a019-e29449374223 admin admin] Publish callbacks [] for security_group (143bf458-115b-4867-9409-3a07e8ad5d0f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.367127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf98f7-ec54-4d15-8e29-d4755a3eeb43 service neutron] Pushing event updated for resources: {'Port': ['ID=357b7868-87e2-4591-9770-b42e48fdcba6,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:50.371385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec623da0-7436-4190-a019-e29449374223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (143bf458-115b-4867-9409-3a07e8ad5d0f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.371667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0c10e71c-772a-4a56-9281-87a9ac4b7ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.432208 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec623da0-7436-4190-a019-e29449374223 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33c5c862243340f88f2952aa90c64e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654357 Mar 22 14:02:50.433209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50704) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:50.440072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec623da0-7436-4190-a019-e29449374223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143bf458-115b-4867-9409-3a07e8ad5d0f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:50.498785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee8e56eb-8d4b-4dd1-a0c7-34ef6edb3e1c admin admin] Publish callbacks [] for security_group (143bf458-115b-4867-9409-3a07e8ad5d0f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.527923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee8e56eb-8d4b-4dd1-a0c7-34ef6edb3e1c admin admin] Publish callbacks [] for security_group (143bf458-115b-4867-9409-3a07e8ad5d0f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.627516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee8e56eb-8d4b-4dd1-a0c7-34ef6edb3e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (143bf458-115b-4867-9409-3a07e8ad5d0f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.636170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee8e56eb-8d4b-4dd1-a0c7-34ef6edb3e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.639936 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee8e56eb-8d4b-4dd1-a0c7-34ef6edb3e1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/143bf458-115b-4867-9409-3a07e8ad5d0f HTTP/1.1" status: 204 len: 168 time: 0.2029645 Mar 22 14:02:50.647885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e56eb-8d4b-4dd1-a0c7-34ef6edb3e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143bf458-115b-4867-9409-3a07e8ad5d0f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:50.778132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb68827-4d46-4826-8627-166d67bdeda8 req-e156efc4-55ed-42f8-bfc4-022afbeba0ac tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:50.779901 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cb68827-4d46-4826-8627-166d67bdeda8 req-e156efc4-55ed-42f8-bfc4-022afbeba0ac tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 931 time: 1.0039489 Mar 22 14:02:50.810956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-c7e697f5-43db-48bf-882d-6199c1830beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:50.812598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-c7e697f5-43db-48bf-882d-6199c1830beb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 1129 time: 0.8861029 Mar 22 14:02:50.898613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-00b474b4-ae12-4d80-8866-979f53d646d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=357b7868-87e2-4591-9770-b42e48fdcba6 HTTP/1.1" status: 200 len: 217 time: 0.0713246 Mar 22 14:02:50.901658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27c10d97-64ca-4926-9ba1-0120f2a3f79e req-c85863a0-aa0e-4652-9133-298b4b7fc300 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524031 Mar 22 14:02:50.953181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-23cc7377-6759-4b69-90d3-a29684aed431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:50.954797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-23cc7377-6759-4b69-90d3-a29684aed431 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 1129 time: 0.7164865 Mar 22 14:02:50.992037 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef8c1d8-b91d-4cdf-b30c-ffdb762a4fb1 x-openstack-request-id: req-9ef8c1d8-b91d-4cdf-b30c-ffdb762a4fb1 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:50.992489 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cdcdc8-37c9-4099-9b71-0ad5b7c76d83", "name": "network-vif-deleted", "tag": "856c412d-db1f-48fd-89c3-32139dee7f52", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:50.992748 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ef8c1d8-b91d-4cdf-b30c-ffdb762a4fb1 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:50.993162 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef8c1d8-b91d-4cdf-b30c-ffdb762a4fb1'] response: {'server_uuid': '41cdcdc8-37c9-4099-9b71-0ad5b7c76d83', 'name': 'network-vif-deleted', 'tag': '856c412d-db1f-48fd-89c3-32139dee7f52', 'status': 'completed', 'code': 200} Mar 22 14:02:51.017353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537395e0-94c0-4e57-a5a0-d7048986bee7 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:51.059814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cb68827-4d46-4826-8627-166d67bdeda8 req-aff667fe-89f5-4a6e-a22a-7268cfd9f1c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637486 Mar 22 14:02:51.063304 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Publish callbacks [] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.119000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Transition to ACTIVE for port object 537395e0-94c0-4e57-a5a0-d7048986bee7 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:51.134651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-9704c189-239d-46f2-8587-bffaa94bc9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.136118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-9704c189-239d-46f2-8587-bffaa94bc9a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2186553 Mar 22 14:02:51.139108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.145795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50726) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:51.241655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-05ad83a0-9374-4335-bd9c-10782d2949be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.243057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-05ad83a0-9374-4335-bd9c-10782d2949be service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2757390 Mar 22 14:02:51.273528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] Deleting subnet 713840c6-4351-4d9a-9c97-e2c1098986ab {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:02:51.274812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1495891-3a41-47d2-9ef8-84cdd6d88fec req-09152c7e-15c2-4e96-a2eb-2653bd71c827 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 210 time: 0.0607955 Mar 22 14:02:51.280667 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] Publish callbacks [] for subnet (713840c6-4351-4d9a-9c97-e2c1098986ab), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.319065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:51.329144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00101-016b-422b-8bd6-e74b1a391964 req-ba55e6f0-59c9-473e-8548-2f4549115548 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.330887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdf00101-016b-422b-8bd6-e74b1a391964 req-ba55e6f0-59c9-473e-8548-2f4549115548 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.2592580 Mar 22 14:02:51.338280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-14f728ef-2fb0-43c3-b28e-293f5da7c5f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4803f851-9ced-44ec-995c-a67ef50fb110 HTTP/1.1" status: 200 len: 217 time: 0.0763767 Mar 22 14:02:51.343768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (713840c6-4351-4d9a-9c97-e2c1098986ab), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.435788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbcdd21-3b0c-431a-b54c-81d451f7e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.437589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-6cbcdd21-3b0c-431a-b54c-81d451f7e399 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2855062 Mar 22 14:02:51.463505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (713840c6-4351-4d9a-9c97-e2c1098986ab), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.537314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-760d04bd-73f1-4048-8437-373ba2e076d0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.539387 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-760d04bd-73f1-4048-8437-373ba2e076d0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 818 time: 0.1740832 Mar 22 14:02:51.584835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-d006956f-b156-4b17-b7fa-e137c5bf53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.586468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-d006956f-b156-4b17-b7fa-e137c5bf53dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2227542 Mar 22 14:02:51.589353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (713840c6-4351-4d9a-9c97-e2c1098986ab), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.620966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdf00101-016b-422b-8bd6-e74b1a391964 req-febe4861-19c7-4e6e-81ec-e2fef641734c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791450 Mar 22 14:02:51.633786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713840c6-4351-4d9a-9c97-e2c1098986ab,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:51.646022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Attempting to bind port 537395e0-94c0-4e57-a5a0-d7048986bee7 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:51.646437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Attempting to bind port 537395e0-94c0-4e57-a5a0-d7048986bee7 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:51.646770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Attempting to bind port 537395e0-94c0-4e57-a5a0-d7048986bee7 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:51.648115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.654574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78296ee0-caa3-4db1-9b77-13e7f3ab1849 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/713840c6-4351-4d9a-9c97-e2c1098986ab HTTP/1.1" status: 204 len: 168 time: 0.5054190 Mar 22 14:02:51.663500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50738) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:51.667792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Port 537395e0-94c0-4e57-a5a0-d7048986bee7 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:51.668128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Attempting to bind port 537395e0-94c0-4e57-a5a0-d7048986bee7 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:51.692938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-68cd4a2b-839e-43d6-b7ff-830316ded15a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e13edcec83d48b6841c00aef15ca185 HTTP/1.1" status: 200 len: 380 time: 0.1372001 Mar 22 14:02:51.702573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'port': {'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'admin_state_up': True, 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'security_groups': ['c57c71e2-0d05-4e7d-a95f-845c36c871eb']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:51.707670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:51.708020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Checking segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:51.708411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Bound using segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:51.708928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Bound port: 537395e0-94c0-4e57-a5a0-d7048986bee7, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:51.709292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.727057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd'}, {'name': 'network-changed', 'server_uuid': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'tag': '357b7868-87e2-4591-9770-b42e48fdcba6'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:51.736464 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b641d5c-b268-41b0-a964-fbbc74497dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd"}, {"name": "network-changed", "server_uuid": "a8f7c1d2-980c-4ede-b2ee-4d96f3421224", "tag": "357b7868-87e2-4591-9770-b42e48fdcba6"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:51.765905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.836871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Made reservation on behalf of 4e13edcec83d48b6841c00aef15ca185 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:51.841329 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.855246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-dd7f17c6-e289-47f2-bbd2-0bd4b03c60f0 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063554 Mar 22 14:02:51.857683 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6984bf5f-f1aa-422c-ab58-22859ad3564f x-openstack-request-id: req-6984bf5f-f1aa-422c-ab58-22859ad3564f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:51.858276 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8f7c1d2-980c-4ede-b2ee-4d96f3421224", "tag": "357b7868-87e2-4591-9770-b42e48fdcba6", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:51.858548 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6984bf5f-f1aa-422c-ab58-22859ad3564f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:51.858919 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6984bf5f-f1aa-422c-ab58-22859ad3564f'] response: {'name': 'network-changed', 'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'status': 'completed', 'code': 200} Mar 22 14:02:51.859180 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6984bf5f-f1aa-422c-ab58-22859ad3564f'] response: {'name': 'network-changed', 'server_uuid': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'tag': '357b7868-87e2-4591-9770-b42e48fdcba6', 'status': 'completed', 'code': 200} Mar 22 14:02:51.905569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-209ebe07-e992-4700-ae9e-d6a4f5c26261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.907003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-209ebe07-e992-4700-ae9e-d6a4f5c26261 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3080921 Mar 22 14:02:51.951752 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e06a4a9b-862c-4a16-a08d-c9c0bc44d89a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.988141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.988628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.989098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.989562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.990221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.990683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.991145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.993196 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-953269ad-ee3b-47ff-989d-e0bf543e31c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6707 time: 0.0884936 Mar 22 14:02:52.084356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:52.109395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Allocated IP 172.20.0.14 (d69b8695-fbed-4d7c-950b-ceea138f0a4c/1212c5bc-48f6-40a2-a501-7ab7ef9f740a/08add264-ac92-4b13-81d3-747de36b784e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:52.147801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:52.170776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-b088c71a-d078-4f48-96e4-70f2a81ee13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.172450 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-b088c71a-d078-4f48-96e4-70f2a81ee13b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1532a482-608f-4937-acee-08934e99fda0 HTTP/1.1" status: 200 len: 913 time: 0.1595340 Mar 22 14:02:52.179761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b606f0-0aea-4ea2-b2e1-e58dd1a6aad6 req-690f8da1-865a-4696-95e7-20ee8e43e338 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.181396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61b606f0-0aea-4ea2-b2e1-e58dd1a6aad6 req-690f8da1-865a-4696-95e7-20ee8e43e338 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.3925881 Mar 22 14:02:52.238522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.266148 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-7edbb8bc-dc6b-4700-bc29-132b252fb004 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd HTTP/1.1" status: 200 len: 1002 time: 0.0741282 Mar 22 14:02:52.298821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e31b4c9-727c-476d-80c1-250ca0a75b63 req-de23d6a7-3223-4278-ab9e-4b8677bb3182 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103978 Mar 22 14:02:52.300568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-b3e23a1d-d78b-4a59-99dd-8c684f371233 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734429 Mar 22 14:02:52.348171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e06a4a9b-862c-4a16-a08d-c9c0bc44d89a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.394998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-79fb0fbf-9c21-47c7-8d33-a9710f4ab9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.396724 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-79fb0fbf-9c21-47c7-8d33-a9710f4ab9c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585192ed-8863-42b1-8bb5-1ac29b49d391 HTTP/1.1" status: 200 len: 851 time: 0.1224477 Mar 22 14:02:52.421852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.423482 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.425073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] 10.222.0.57 "PUT /v2.0/ports/537395e0-94c0-4e57-a5a0-d7048986bee7 HTTP/1.1" status: 200 len: 1091 time: 3.5801842 Mar 22 14:02:52.463892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for port (08add264-ac92-4b13-81d3-747de36b784e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.467425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad29ce-c090-475c-b7d8-b57cf590d7b2 req-0eaeabe1-73b2-4401-a4c9-7e4665c1d7a2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.477705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecad29ce-c090-475c-b7d8-b57cf590d7b2 req-0eaeabe1-73b2-4401-a4c9-7e4665c1d7a2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 947 time: 0.4288194 Mar 22 14:02:52.480426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-e8a6ae64-7237-4362-9657-f5340c610b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.482031 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-e8a6ae64-7237-4362-9657-f5340c610b95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1532a482-608f-4937-acee-08934e99fda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786822 Mar 22 14:02:52.565072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 856c412d-db1f-48fd-89c3-32139dee7f52 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:52.572080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06a4a9b-862c-4a16-a08d-c9c0bc44d89a']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:52.584048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (08add264-ac92-4b13-81d3-747de36b784e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.598409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecad29ce-c090-475c-b7d8-b57cf590d7b2 req-15de37ac-03ba-4689-97d3-c64e7a5528a0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196523 Mar 22 14:02:52.649008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 856c412d-db1f-48fd-89c3-32139dee7f52 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:52.649430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 856c412d-db1f-48fd-89c3-32139dee7f52 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:52.655406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:52.665077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:52.668457 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-40133f57-0712-49a5-a245-b243c1b36880 service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768560 Mar 22 14:02:52.672331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:52.751906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036cbd60-6cde-41b7-8d6d-06fc68b442bc') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:52.752151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036cbd60-6cde-41b7-8d6d-06fc68b442bc') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:52.785153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event updated for resources: {'Port': ['ID=08add264-ac92-4b13-81d3-747de36b784e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:52.785461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-afc5ee31-509f-43be-b8c6-973512e5d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.803186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-afc5ee31-509f-43be-b8c6-973512e5d175 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 1125 time: 0.3022742 Mar 22 14:02:52.807027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61b606f0-0aea-4ea2-b2e1-e58dd1a6aad6 req-7fcf2530-7154-4df3-8a0e-bee19cc2b1f9 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145108 Mar 22 14:02:52.829902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcbcd1-e2ff-4b95-93e0-e7b7e0f69807 service neutron] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:52.851941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (036cbd60-6cde-41b7-8d6d-06fc68b442bc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.921734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.922635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.971282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-a5b1120d-ddf2-4b0d-af56-afa1c8c840ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=537395e0-94c0-4e57-a5a0-d7048986bee7 HTTP/1.1" status: 200 len: 217 time: 0.1447392 Mar 22 14:02:52.972913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-94e26a49-3c61-492f-b884-20aa9c7e6fa9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2749465 Mar 22 14:02:53.015393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Request body: {'port': {'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:53.033237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (036cbd60-6cde-41b7-8d6d-06fc68b442bc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.094586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:02:53.094995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (036cbd60-6cde-41b7-8d6d-06fc68b442bc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:02:53.096647 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:02:53.119974 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-91263c6f-d2d4-44ce-b287-c0210dc96a4a service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843942 Mar 22 14:02:53.132634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08add264-ac92-4b13-81d3-747de36b784e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.242357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7d6e1-8895-40d4-8fbc-1cb3c1674132 req-80fd2623-14f5-4bf2-ab4a-6473e17b03db tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:53.243953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e7d6e1-8895-40d4-8fbc-1cb3c1674132 req-80fd2623-14f5-4bf2-ab4a-6473e17b03db tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 943 time: 0.4345062 Mar 22 14:02:53.245849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ee777e1-ae66-4356-a468-dc9e3c022627 req-eb2d6e79-5bf5-49c5-acf5-fe65f31527f0 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714967 Mar 22 14:02:53.295779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-8f800c71-41c1-480a-965c-101c67224a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:53.297276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-8f800c71-41c1-480a-965c-101c67224a18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.2965131 Mar 22 14:02:53.331306 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.332720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bf641065-56b8-4684-aac6-a2e8a55c8405 None None] Provisioning complete for port 08add264-ac92-4b13-81d3-747de36b784e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:53.333337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf641065-56b8-4684-aac6-a2e8a55c8405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08add264-ac92-4b13-81d3-747de36b784e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.380181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bf641065-56b8-4684-aac6-a2e8a55c8405 None None] Port 08add264-ac92-4b13-81d3-747de36b784e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:53.389711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e06a4a9b-862c-4a16-a08d-c9c0bc44d89a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.404718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0fe0-ae6e-40c0-ba2f-0ffada094f11 req-2d2e026f-c3c3-49c2-82b5-8a1d5d21398e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:53.413419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e81e0fe0-ae6e-40c0-ba2f-0ffada094f11 req-2d2e026f-c3c3-49c2-82b5-8a1d5d21398e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 932 time: 0.4360824 Mar 22 14:02:53.445088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-03267172-5394-4edf-a7ff-532ea9df36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:53.448396 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-03267172-5394-4edf-a7ff-532ea9df36cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 1129 time: 0.2614441 Mar 22 14:02:53.452239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-84356aa8-573b-4c47-a084-827b4d77320d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374722 Mar 22 14:02:53.500889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4803f851-9ced-44ec-995c-a67ef50fb110 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:53.597342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e81e0fe0-ae6e-40c0-ba2f-0ffada094f11 req-1310c77d-bbc1-4adb-abcd-0c4007e3ab15 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828804 Mar 22 14:02:53.599073 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.603391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e06a4a9b-862c-4a16-a08d-c9c0bc44d89a HTTP/1.1" status: 204 len: 168 time: 1.9380248 Mar 22 14:02:53.637302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79398b-330e-4b19-9445-3eb80641ebd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06a4a9b-862c-4a16-a08d-c9c0bc44d89a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:53.666294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e7d6e1-8895-40d4-8fbc-1cb3c1674132 req-5db9df47-f9d8-4992-9362-6421b66484c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918388 Mar 22 14:02:53.737618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4803f851-9ced-44ec-995c-a67ef50fb110, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4803f851-9ced-44ec-995c-a67ef50fb110,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:53.752210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-df65a5d1-bc7a-46a8-9112-8943465fa2a6 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825549 Mar 22 14:02:53.762513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '4803f851-9ced-44ec-995c-a67ef50fb110', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '4803f851-9ced-44ec-995c-a67ef50fb110', 'mac_address': 'fa:16:3e:61:57:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:53.825764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-9d757b72-e98f-4f77-9a34-8d78d65f54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:53.839812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-9d757b72-e98f-4f77-9a34-8d78d65f54cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.3813899 Mar 22 14:02:53.848592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 4803f851-9ced-44ec-995c-a67ef50fb110 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:53.850290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.870056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08add264-ac92-4b13-81d3-747de36b784e {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:53.888606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:53.892029 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38864496-e271-49d4-9a2c-eb7efed25b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:53.917516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4803f851-9ced-44ec-995c-a67ef50fb110 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:53.940710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Publish callbacks [] for port (08add264-ac92-4b13-81d3-747de36b784e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.957532 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-cbac465d-14a9-447a-9ad1-77776099b466 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=357b7868-87e2-4591-9770-b42e48fdcba6 HTTP/1.1" status: 200 len: 217 time: 0.1101515 Mar 22 14:02:53.966586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4803f851-9ced-44ec-995c-a67ef50fb110, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4803f851-9ced-44ec-995c-a67ef50fb110,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:53.977029 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.043267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Transition to ACTIVE for port object 08add264-ac92-4b13-81d3-747de36b784e will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:54.045701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50788) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:54.069432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=4803f851-9ced-44ec-995c-a67ef50fb110,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:54.072068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (08add264-ac92-4b13-81d3-747de36b784e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.138447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-c03164cb-8896-4f35-8ccc-3c33be6179cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.140123 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-c03164cb-8896-4f35-8ccc-3c33be6179cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1670918 Mar 22 14:02:54.190969 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.224424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Pushing event updated for resources: {'Port': ['ID=08add264-ac92-4b13-81d3-747de36b784e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:54.265094 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9aa22c73-3d2d-44aa-be25-9b6b4ae21e88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a30221bbc23f493e8fe3d9617c6119c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178590 Mar 22 14:02:54.275120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50790) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:54.293390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-16b1fb43-5687-4893-85ac-68fce5ec138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.295386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-16b1fb43-5687-4893-85ac-68fce5ec138b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1398461 Mar 22 14:02:54.308097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:54.428357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-7753128c-5097-4c86-b74e-e3aedf66bf3f service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113222 Mar 22 14:02:54.590315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.603872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd002-9537-46a6-8f14-25693d49a150 req-f4239210-58f9-4dc4-92e1-ab0fc933fb67 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.611305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cdcd002-9537-46a6-8f14-25693d49a150 req-f4239210-58f9-4dc4-92e1-ab0fc933fb67 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 947 time: 0.7483547 Mar 22 14:02:54.651252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-000246d7-8365-41e8-bf19-9f2ee2e6c4ac admin admin] Publish callbacks [] for security_group (2339f247-2a59-40e3-b39b-ec20ee0482bc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.661449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3649ff-1bf4-4a17-b6df-e40e93ed3f62 req-0c9668af-42a2-4560-84e3-344224ccd0b5 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9035766 Mar 22 14:02:54.689040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e706e-7656-4662-b6d5-19358d7cca92 req-8d01fc21-961c-4f96-8b9e-96d28e92b031 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.695992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-807e706e-7656-4662-b6d5-19358d7cca92 req-8d01fc21-961c-4f96-8b9e-96d28e92b031 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.9025786 Mar 22 14:02:54.696985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Attempting to bind port 08add264-ac92-4b13-81d3-747de36b784e on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:54.697340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Attempting to bind port 08add264-ac92-4b13-81d3-747de36b784e by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:54.697656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Attempting to bind port 08add264-ac92-4b13-81d3-747de36b784e on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:54.715001 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-000246d7-8365-41e8-bf19-9f2ee2e6c4ac admin admin] Publish callbacks [] for security_group (2339f247-2a59-40e3-b39b-ec20ee0482bc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.727265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Port 08add264-ac92-4b13-81d3-747de36b784e on network d69b8695-fbed-4d7c-950b-ceea138f0a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:54.727624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Attempting to bind port 08add264-ac92-4b13-81d3-747de36b784e on network d69b8695-fbed-4d7c-950b-ceea138f0a4c {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:54.745717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:54.746081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Checking segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:54.746466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Bound using segment: {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:54.746907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Bound port: 08add264-ac92-4b13-81d3-747de36b784e, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325fd3e-c655-486b-8fbf-2a4f34f7745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:54.747267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08add264-ac92-4b13-81d3-747de36b784e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.759347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-807e706e-7656-4662-b6d5-19358d7cca92 req-e37ec8d8-1f14-4ee0-ab81-1a8654bbe192 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579503 Mar 22 14:02:54.774142 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b641d5c-b268-41b0-a964-fbbc74497dc1 req-4ff433bd-6106-4417-8f7e-5c1715596722 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932301 Mar 22 14:02:54.840892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cdcd002-9537-46a6-8f14-25693d49a150 req-1e1ed451-de25-47dc-9e2d-b19f171faaf2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262690 Mar 22 14:02:54.854115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] For port 08add264-ac92-4b13-81d3-747de36b784e, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:54.858392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] For port 08add264-ac92-4b13-81d3-747de36b784e, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=08add264-ac92-4b13-81d3-747de36b784e,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:54.870246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-000246d7-8365-41e8-bf19-9f2ee2e6c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2339f247-2a59-40e3-b39b-ec20ee0482bc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.874180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-000246d7-8365-41e8-bf19-9f2ee2e6c4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.877807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-000246d7-8365-41e8-bf19-9f2ee2e6c4ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2339f247-2a59-40e3-b39b-ec20ee0482bc HTTP/1.1" status: 204 len: 168 time: 0.5907962 Mar 22 14:02:54.880665 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f42017-efdd-43e0-9747-190cbadd5c2b x-openstack-request-id: req-f4f42017-efdd-43e0-9747-190cbadd5c2b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:54.880867 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:54.881117 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4f42017-efdd-43e0-9747-190cbadd5c2b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:54.881520 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f42017-efdd-43e0-9747-190cbadd5c2b'] response: {'name': 'network-changed', 'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'status': 'completed', 'code': 200} Mar 22 14:02:54.884597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (08add264-ac92-4b13-81d3-747de36b784e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.036245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Pushing event updated for resources: {'Port': ['ID=08add264-ac92-4b13-81d3-747de36b784e,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:55.047874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.048488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.056862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-fb0212ec-d96e-432e-9a21-fa1665ece60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.058373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-fb0212ec-d96e-432e-9a21-fa1665ece60e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 1125 time: 0.1554806 Mar 22 14:02:55.060366 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-d15a7a02-25df-41a0-8cee-fb4e6724bd00 service neutron] 10.222.0.57 "PUT /v2.0/ports/08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 1092 time: 2.0460184 Mar 22 14:02:55.061327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000246d7-8365-41e8-bf19-9f2ee2e6c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339f247-2a59-40e3-b39b-ec20ee0482bc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:55.062843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:55.065176 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb2755-aca9-4d9b-8c37-a093bbed6260" -d '{"events": [{"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:55.174439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-5798cc4c-17f0-4acf-8833-e1aa64fbf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.176366 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-5798cc4c-17f0-4acf-8833-e1aa64fbf600 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1126 time: 0.0755002 Mar 22 14:02:55.232327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e0338-46f7-4fb0-be23-3bb3f3ac0646 req-9afcea81-97dc-4849-88c0-9764b013a840 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.234243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f17e0338-46f7-4fb0-be23-3bb3f3ac0646 req-9afcea81-97dc-4849-88c0-9764b013a840 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 944 time: 0.2639759 Mar 22 14:02:55.263886 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-462b183d-1b42-4df2-913e-c43a25a3dfbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 217 time: 0.0764084 Mar 22 14:02:55.296787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d560a2-01c6-4027-a91e-4ab4457b0540 req-19cbf4b7-3add-4f68-aa9d-052691c240e5 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.304553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41d560a2-01c6-4027-a91e-4ab4457b0540 req-19cbf4b7-3add-4f68-aa9d-052691c240e5 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 943 time: 0.2501485 Mar 22 14:02:55.356824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-1ec2d660-7cd4-4357-a756-52951a366e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.359149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-877e19f8-89d8-4d63-a2d6-a7d054c80422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.360615 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-877e19f8-89d8-4d63-a2d6-a7d054c80422 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0905819 Mar 22 14:02:55.361178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-1ec2d660-7cd4-4357-a756-52951a366e08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 904 time: 0.2925773 Mar 22 14:02:55.428376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41d560a2-01c6-4027-a91e-4ab4457b0540 req-d9c9a46f-bfab-43bc-85c8-f5cb089f4eb5 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225879 Mar 22 14:02:55.464230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-1b7648d8-1155-4b1d-a343-cbd0163645b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=537395e0-94c0-4e57-a5a0-d7048986bee7 HTTP/1.1" status: 200 len: 217 time: 0.0886848 Mar 22 14:02:55.479749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f17e0338-46f7-4fb0-be23-3bb3f3ac0646 req-1fba8d76-59a2-42b1-bb9c-1b8b0bfd0a1b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376134 Mar 22 14:02:55.489106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-724ff949-c630-4f71-84e4-32a118801c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.491858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 357b7868-87e2-4591-9770-b42e48fdcba6 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:55.499528 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-724ff949-c630-4f71-84e4-32a118801c81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1255567 Mar 22 14:02:55.601807 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7e4f8-4928-4c35-bb6a-328ff513c593 x-openstack-request-id: req-5eb7e4f8-4928-4c35-bb6a-328ff513c593 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:55.602212 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:55.602421 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5eb7e4f8-4928-4c35-bb6a-328ff513c593 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:55.602774 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb7e4f8-4928-4c35-bb6a-328ff513c593'] response: {'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e', 'status': 'completed', 'code': 200} Mar 22 14:02:55.622727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-21372ca4-d649-480d-8574-f2c840f4617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.625007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-21372ca4-d649-480d-8574-f2c840f4617d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.1458049 Mar 22 14:02:55.631450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4803f851-9ced-44ec-995c-a67ef50fb110 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:55.686912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-27bc866a-2cdb-41ef-a765-95d3df34182d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538836 Mar 22 14:02:55.718117 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-198aade6-2165-48bd-b43f-db98954fbb7b service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099295 Mar 22 14:02:55.860227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 4803f851-9ced-44ec-995c-a67ef50fb110 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:55.862723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-3a360bca-b31b-42e7-9fc7-3236f6d26f8c service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600075 Mar 22 14:02:55.908507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 4803f851-9ced-44ec-995c-a67ef50fb110 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:55.910473 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.935480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 357b7868-87e2-4591-9770-b42e48fdcba6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=357b7868-87e2-4591-9770-b42e48fdcba6,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:55.956340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cae802a1-8395-46b6-848c-8442ee56a8ab req-1e9eec93-6fca-4c88-bf64-17a3fab3d825 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321074 Mar 22 14:02:56.049273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '357b7868-87e2-4591-9770-b42e48fdcba6', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '357b7868-87e2-4591-9770-b42e48fdcba6', 'mac_address': 'fa:16:3e:df:aa:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:56.069599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d5aaa-376c-4b68-9e11-105faaad5d82 req-9e0ecbcc-ad58-4fe7-bd7c-198a493dee98 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.086614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c02d5aaa-376c-4b68-9e11-105faaad5d82 req-9e0ecbcc-ad58-4fe7-bd7c-198a493dee98 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 948 time: 0.1113017 Mar 22 14:02:56.132235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-a2a286b1-7eaa-4894-a7f8-c08c7953d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.133768 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-a2a286b1-7eaa-4894-a7f8-c08c7953d643 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1126 time: 0.1116018 Mar 22 14:02:56.137209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38864496-e271-49d4-9a2c-eb7efed25b5b req-0fa8b5c8-a26d-4d8e-9b15-332758f61e91 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676716 Mar 22 14:02:56.186232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 357b7868-87e2-4591-9770-b42e48fdcba6 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:56.186804 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.229990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c02d5aaa-376c-4b68-9e11-105faaad5d82 req-85e55ba4-ee91-4e95-aad1-262ded904391 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422839 Mar 22 14:02:56.325597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50842) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:56.338379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357b7868-87e2-4591-9770-b42e48fdcba6 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:56.354417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-457a9cd3-5068-4169-9dcd-de08647ba625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.355897 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-457a9cd3-5068-4169-9dcd-de08647ba625 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.2119398 Mar 22 14:02:56.361041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 4803f851-9ced-44ec-995c-a67ef50fb110 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:56.361426 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.434408 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-3dbffeb7-c5e5-4474-ba80-e471c6125556 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 217 time: 0.0689828 Mar 22 14:02:56.446330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 357b7868-87e2-4591-9770-b42e48fdcba6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=357b7868-87e2-4591-9770-b42e48fdcba6,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:56.448250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427b14b1-4cba-44a9-919f-54844fbc1465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4803f851-9ced-44ec-995c-a67ef50fb110'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:56.454490 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6748f82-11c4-4c9a-b5d1-e534607a879a" -d '{"events": [{"server_uuid": "427b14b1-4cba-44a9-919f-54844fbc1465", "name": "network-vif-plugged", "status": "completed", "tag": "4803f851-9ced-44ec-995c-a67ef50fb110"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:56.462427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4803f851-9ced-44ec-995c-a67ef50fb110, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4803f851-9ced-44ec-995c-a67ef50fb110,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:56.464119 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.470245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.514810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2052569157-network', 'tenant_id': 'b721b16721524892992b97e17913bf53'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:56.548066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-941cdbb6-4d75-4200-9a83-ed4f11032e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.548557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=357b7868-87e2-4591-9770-b42e48fdcba6,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:56.549534 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-941cdbb6-4d75-4200-9a83-ed4f11032e0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0988145 Mar 22 14:02:56.612389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=4803f851-9ced-44ec-995c-a67ef50fb110,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:56.619001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-bf309e92-fa00-4685-b296-63959eb60b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.620873 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-bf309e92-fa00-4685-b296-63959eb60b95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628865 Mar 22 14:02:56.627102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Made reservation on behalf of b721b16721524892992b97e17913bf53 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:56.636562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.645054 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4843ac87-9111-4ed3-8c65-63bca4706838 x-openstack-request-id: req-4843ac87-9111-4ed3-8c65-63bca4706838 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:56.645557 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427b14b1-4cba-44a9-919f-54844fbc1465", "name": "network-vif-plugged", "status": "completed", "tag": "4803f851-9ced-44ec-995c-a67ef50fb110", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:56.645788 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4843ac87-9111-4ed3-8c65-63bca4706838 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:56.646618 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4843ac87-9111-4ed3-8c65-63bca4706838'] response: {'server_uuid': '427b14b1-4cba-44a9-919f-54844fbc1465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4803f851-9ced-44ec-995c-a67ef50fb110', 'code': 200} Mar 22 14:02:56.655588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.705668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69a04b-021b-4a59-883c-eeffe9254d1d req-c9e6d99b-a858-4ce5-a318-b7157d18a88f tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.707281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a69a04b-021b-4a59-883c-eeffe9254d1d req-c9e6d99b-a858-4ce5-a318-b7157d18a88f tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 943 time: 0.1680858 Mar 22 14:02:56.772673 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-1b9c0938-f048-4883-81ad-8849b35a1011 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439788 Mar 22 14:02:56.784837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433a1c0-fc4d-4eb2-bd9e-a2f18ab20cba req-1d7b22c6-ac7d-4e4d-bd55-1a7a4285164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.787119 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7433a1c0-fc4d-4eb2-bd9e-a2f18ab20cba req-1d7b22c6-ac7d-4e4d-bd55-1a7a4285164d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 1131 time: 0.0613837 Mar 22 14:02:56.829285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['357b7868-87e2-4591-9770-b42e48fdcba6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:56.847164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f477f29-b937-4059-93bf-a72728d78c9b req-9956270c-56cb-49b5-96e6-e8f960ebf1b8 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.854278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f477f29-b937-4059-93bf-a72728d78c9b req-9956270c-56cb-49b5-96e6-e8f960ebf1b8 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 944 time: 0.1444714 Mar 22 14:02:56.887645 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7433a1c0-fc4d-4eb2-bd9e-a2f18ab20cba req-f7b1bbfe-01a7-4868-ae51-f3af2e27a2c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920978 Mar 22 14:02:56.888325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a69a04b-021b-4a59-883c-eeffe9254d1d req-73b20b39-0c69-491e-adcd-6dbc85e06698 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637502 Mar 22 14:02:56.914997 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92cb2755-aca9-4d9b-8c37-a093bbed6260 req-7665e996-c4c5-448f-8843-2ecb5a0b5423 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272914 Mar 22 14:02:56.926700 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks [] for security_group (44981ca0-f9a0-4b18-8eb5-19ab0abb9d10), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.931759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (44981ca0-f9a0-4b18-8eb5-19ab0abb9d10), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.975412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:57.030523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f477f29-b937-4059-93bf-a72728d78c9b req-b8914c33-512a-4af8-9903-53ddb164205c tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753953 Mar 22 14:02:57.035183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2cbe9826-f028-43dc-9eea-65171a1796b5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.035183 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Added segment 2cbe9826-f028-43dc-9eea-65171a1796b5 of type vlan for network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d Mar 22 14:02:57.036459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:57.100773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7252ecb1-a8a9-4a02-ae97-6ff262bdd93d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.116573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce12ad4-2c24-4dfa-8030-220f921ace58 req-0307c371-1b9e-4140-9d58-adacf21b793b tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:57.118332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ce12ad4-2c24-4dfa-8030-220f921ace58 req-0307c371-1b9e-4140-9d58-adacf21b793b tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.1441243 Mar 22 14:02:57.157153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7252ecb1-a8a9-4a02-ae97-6ff262bdd93d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.158143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:57.158725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.234567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9040506 Mar 22 14:02:57.235676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:57.240406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ce12ad4-2c24-4dfa-8030-220f921ace58 req-f0abb854-b0ff-446c-9764-b0932fd53dbe tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133206 Mar 22 14:02:57.246020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Request body: {'subnet': {'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2052569157-subnet', 'tenant_id': 'b721b16721524892992b97e17913bf53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:57.249139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b736e-c4d1-4259-9546-c38e9675111c admin admin] Pushing event updated for resources: {'Network': ['ID=7252ecb1-a8a9-4a02-ae97-6ff262bdd93d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:57.263510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:57.290492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Made reservation on behalf of b721b16721524892992b97e17913bf53 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:57.294813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.465406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db3637-84c0-44b0-a32f-79c16c9a1597 req-86cc8ad1-f88b-43d7-a7c6-05bf88c9a60f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:57.466932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8db3637-84c0-44b0-a32f-79c16c9a1597 req-86cc8ad1-f88b-43d7-a7c6-05bf88c9a60f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 949 time: 0.0902007 Mar 22 14:02:57.529269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (84934ace-0005-49f6-83e3-54b6b0023d46), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.542146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8db3637-84c0-44b0-a32f-79c16c9a1597 req-9896f29c-20bf-4e9a-9534-edfa6d998684 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687828 Mar 22 14:02:57.590048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=84934ace-0005-49f6-83e3-54b6b0023d46,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:57.599739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Checking segment: {'id': '2cbe9826-f028-43dc-9eea-65171a1796b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:57.600094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Network hostable DHCP agents. Network: 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:57.632185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:57.642644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:57.647678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:57.648339 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.653346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc70bf0-ee1a-4c46-a310-ce660075a6ec None None] Network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:57.669828 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8c4225ba-c687-4694-9b7f-d92e73a9a8dc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4320219 Mar 22 14:02:57.784122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e223b278-cd1e-4301-a51b-89e9b0be231a None None] Network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:58.056417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06769f4-8f63-418c-aee0-e956fb9de4b9 req-9108e16b-2cb1-4eae-aeb4-869d85c87ad1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.060240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c06769f4-8f63-418c-aee0-e956fb9de4b9 req-9108e16b-2cb1-4eae-aeb4-869d85c87ad1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 943 time: 0.0877178 Mar 22 14:02:58.144877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c06769f4-8f63-418c-aee0-e956fb9de4b9 req-c3c29091-7fd3-4dc1-a9aa-e644db31d4b6 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763564 Mar 22 14:02:58.321120 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.424725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144698e4-32b8-445d-8213-d58f3add0eb0 req-b2268189-eca0-4c03-bb62-cb63bc54e998 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.426988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-144698e4-32b8-445d-8213-d58f3add0eb0 req-b2268189-eca0-4c03-bb62-cb63bc54e998 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 944 time: 0.1243899 Mar 22 14:02:58.545959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-144698e4-32b8-445d-8213-d58f3add0eb0 req-588327b6-618a-43df-be6c-aa5dbdf0f800 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057434 Mar 22 14:02:58.589677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 537395e0-94c0-4e57-a5a0-d7048986bee7 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:58.773579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cbe58-5972-4762-a1bd-27d7bb575c6e req-400c4f0f-e032-40b8-9e69-2bbbf1e8d09d tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.787159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-150cbe58-5972-4762-a1bd-27d7bb575c6e req-400c4f0f-e032-40b8-9e69-2bbbf1e8d09d tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.1449780 Mar 22 14:02:58.794216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:58.829781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'mac_address': 'fa:16:3e:19:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:58.885458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-150cbe58-5972-4762-a1bd-27d7bb575c6e req-332a2c6d-c735-4248-9293-3ffb49181071 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971446 Mar 22 14:02:58.897389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 537395e0-94c0-4e57-a5a0-d7048986bee7 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:58.898058 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.917799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537395e0-94c0-4e57-a5a0-d7048986bee7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:58.933352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f655077-df2c-4c0e-addb-9b4757a31a3d req-8b7e1761-037c-477e-a6ac-42877dd24e77 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.940488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f655077-df2c-4c0e-addb-9b4757a31a3d req-8b7e1761-037c-477e-a6ac-42877dd24e77 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 949 time: 0.1454377 Mar 22 14:02:58.983413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:58.991327 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.994816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 08add264-ac92-4b13-81d3-747de36b784e details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:59.050790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f655077-df2c-4c0e-addb-9b4757a31a3d req-c75b3972-5efb-4281-b333-e3668fcba8ff tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092474 Mar 22 14:02:59.189074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 08add264-ac92-4b13-81d3-747de36b784e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=08add264-ac92-4b13-81d3-747de36b784e,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:59.229029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '08add264-ac92-4b13-81d3-747de36b784e', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'port_id': '08add264-ac92-4b13-81d3-747de36b784e', 'mac_address': 'fa:16:3e:2f:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:59.273128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bed74-5f03-45ef-8781-f55c1085741e req-8cac4ee6-1f8b-49ec-8920-933ad6c5b98f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.283463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e59bed74-5f03-45ef-8781-f55c1085741e req-8cac4ee6-1f8b-49ec-8920-933ad6c5b98f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 948 time: 0.0907090 Mar 22 14:02:59.353630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e59bed74-5f03-45ef-8781-f55c1085741e req-3259e19a-b0e6-460e-aef7-8b31231f72bb tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650899 Mar 22 14:02:59.364158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:59.387280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 08add264-ac92-4b13-81d3-747de36b784e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:59.387688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08add264-ac92-4b13-81d3-747de36b784e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:59.404396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08add264-ac92-4b13-81d3-747de36b784e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:59.434080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 08add264-ac92-4b13-81d3-747de36b784e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=08add264-ac92-4b13-81d3-747de36b784e,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:59.440836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (08add264-ac92-4b13-81d3-747de36b784e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:59.511424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260600a-7f2d-464b-bb29-4706153680d9 req-ed68e2c2-73b4-4e40-acb9-d0b34ca8c785 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.513100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4260600a-7f2d-464b-bb29-4706153680d9 req-ed68e2c2-73b4-4e40-acb9-d0b34ca8c785 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 944 time: 0.1284497 Mar 22 14:02:59.514399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=08add264-ac92-4b13-81d3-747de36b784e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:59.539004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:59.543098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 357b7868-87e2-4591-9770-b42e48fdcba6 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:59.602340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4260600a-7f2d-464b-bb29-4706153680d9 req-b75831f3-6b30-42a8-a492-58ce722572f3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823460 Mar 22 14:02:59.719430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 357b7868-87e2-4591-9770-b42e48fdcba6 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:59.726131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 357b7868-87e2-4591-9770-b42e48fdcba6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:59.726715 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:59.740715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['537395e0-94c0-4e57-a5a0-d7048986bee7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:59.743673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['08add264-ac92-4b13-81d3-747de36b784e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:59.832957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5891-7ae9-4b9a-928c-f5a393565098 req-2135e1a6-593f-46b5-9c77-e782303bc223 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.842890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6f5891-7ae9-4b9a-928c-f5a393565098 req-2135e1a6-593f-46b5-9c77-e782303bc223 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 945 time: 0.1402879 Mar 22 14:02:59.929928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:59.970115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6f5891-7ae9-4b9a-928c-f5a393565098 req-d2d6ea56-8c01-48a5-9941-c04133b51a58 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261318 Mar 22 14:03:00.026122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 357b7868-87e2-4591-9770-b42e48fdcba6 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:00.026514 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:00.040315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'port_id': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68', 'mac_address': 'fa:16:3e:17:d4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:00.111320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:00.111711 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:00.132134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:00.167597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357b7868-87e2-4591-9770-b42e48fdcba6'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:00.169839 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc7b811-a7c4-4ebf-8c19-d1de4102b652" -d '{"events": [{"server_uuid": "a8f7c1d2-980c-4ede-b2ee-4d96f3421224", "name": "network-vif-plugged", "status": "completed", "tag": "357b7868-87e2-4591-9770-b42e48fdcba6"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:00.231752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:00.237522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 357b7868-87e2-4591-9770-b42e48fdcba6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=357b7868-87e2-4591-9770-b42e48fdcba6,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:00.275387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:00.277171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:00.299894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fe639-eee5-4919-8166-82f7edacdb29 req-01d9c73e-9bbb-4675-9c09-c0fc013e039c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.303965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a5fe639-eee5-4919-8166-82f7edacdb29 req-01d9c73e-9bbb-4675-9c09-c0fc013e039c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 945 time: 0.2046089 Mar 22 14:03:00.340046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-71b0a559-ea41-4263-b6b3-6115869c7452 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.347708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-71b0a559-ea41-4263-b6b3-6115869c7452 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/networks?id=7252ecb1-a8a9-4a02-ae97-6ff262bdd93d HTTP/1.1" status: 200 len: 810 time: 0.3766527 Mar 22 14:03:00.384095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-c38339ee-48ad-45fa-960d-b75710840fc5 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/quotas/b721b16721524892992b97e17913bf53 HTTP/1.1" status: 200 len: 375 time: 0.0351665 Mar 22 14:03:00.431647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-485c3b1d-aaec-48b5-9464-7f9b851abe9a tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b721b16721524892992b97e17913bf53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462453 Mar 22 14:03:00.458431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a5fe639-eee5-4919-8166-82f7edacdb29 req-03cae05c-3ba6-4d12-a09b-83c98e63a814 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464436 Mar 22 14:03:00.461874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:00.528819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:00.577203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-b6a547da-4fb7-42f9-9c58-7b3f7649613f service neutron] 10.222.0.44 "GET /v2.0/networks/7252ecb1-a8a9-4a02-ae97-6ff262bdd93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440306 Mar 22 14:03:00.629843 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558527fe-35b0-49c3-975c-dbba805777ac x-openstack-request-id: req-558527fe-35b0-49c3-975c-dbba805777ac {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:00.630232 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7c1d2-980c-4ede-b2ee-4d96f3421224", "name": "network-vif-plugged", "status": "completed", "tag": "357b7868-87e2-4591-9770-b42e48fdcba6", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:00.630494 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-558527fe-35b0-49c3-975c-dbba805777ac {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:00.630956 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558527fe-35b0-49c3-975c-dbba805777ac'] response: {'server_uuid': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357b7868-87e2-4591-9770-b42e48fdcba6', 'code': 200} Mar 22 14:03:00.770518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-13a184e4-f51b-4e26-9bcd-a2320d45939e service neutron] 10.222.0.44 "GET /v2.0/networks/7252ecb1-a8a9-4a02-ae97-6ff262bdd93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920795 Mar 22 14:03:00.799004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fff5a5-c1f9-4f98-a403-1f23e16e3d48 req-c4fd43b8-300f-46df-988a-02ff21b80e8b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.804846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09fff5a5-c1f9-4f98-a403-1f23e16e3d48 req-c4fd43b8-300f-46df-988a-02ff21b80e8b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 949 time: 0.1495130 Mar 22 14:03:00.806875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5a08-749d-45d8-b310-c94035935817 req-a9c2e63e-21b4-4a58-be6e-f9e8cc42fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.812086 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-63fa5a08-749d-45d8-b310-c94035935817 req-a9c2e63e-21b4-4a58-be6e-f9e8cc42fa55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 1131 time: 0.1033132 Mar 22 14:03:00.878004 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-63fa5a08-749d-45d8-b310-c94035935817 req-1b46682e-b702-4efb-b911-5d5113d6319a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596719 Mar 22 14:03:00.890677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=357b7868-87e2-4591-9770-b42e48fdcba6,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:00.932433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09fff5a5-c1f9-4f98-a403-1f23e16e3d48 req-bb7c9a7c-9ced-45af-a08f-93f4abaf1ce3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161366 Mar 22 14:03:01.084652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db6a7f-5633-49d3-b602-3d438265f734 req-2beb1011-b8a4-4185-bf30-6e4e61b49890 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.093658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2db6a7f-5633-49d3-b602-3d438265f734 req-2beb1011-b8a4-4185-bf30-6e4e61b49890 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 944 time: 0.0726137 Mar 22 14:03:01.195239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2db6a7f-5633-49d3-b602-3d438265f734 req-0afd042c-c78e-4121-ab58-554235c229c2 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999629 Mar 22 14:03:01.230437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774cee-82c9-494b-a024-94c92b580b18 req-928f6ee0-944d-473c-85d6-5db2eff245ce tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.232111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0774cee-82c9-494b-a024-94c92b580b18 req-928f6ee0-944d-473c-85d6-5db2eff245ce tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0948138 Mar 22 14:03:01.295509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18b05b93-07d3-44dd-b77c-872d24418ae2 req-9cafbbc6-b64f-4e8e-aadc-a8781efca623 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 210 time: 0.0469246 Mar 22 14:03:01.348862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0774cee-82c9-494b-a024-94c92b580b18 req-7064e786-ed11-433f-8b40-310a7d02f98c tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105373 Mar 22 14:03:01.552387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:01.595588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebab78-8c5d-4440-9f38-75d7d313d54a req-efaaf911-0328-449a-b1a1-2be31a282487 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.597670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97ebab78-8c5d-4440-9f38-75d7d313d54a req-efaaf911-0328-449a-b1a1-2be31a282487 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 944 time: 0.0597627 Mar 22 14:03:01.663296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97ebab78-8c5d-4440-9f38-75d7d313d54a req-3db1a6a6-5c47-4c50-873f-12fc1d68b973 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585666 Mar 22 14:03:01.668929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 is: BUILD; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:01.669495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:01.701243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:01.745546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:01.750537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:01.808509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:01.934679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-bcfaf28e-2b44-4869-aca5-c4f66f776a72 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1886642159&fields=id&tenant_id=4a02771d75f44ff58ce4c76474ae746f HTTP/1.1" status: 200 len: 267 time: 0.0655944 Mar 22 14:03:02.093056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55388cd8-a6ac-445e-8770-97d73485cbd6 req-3f696a92-c4ea-45be-a803-a52063dfd89e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:02.094546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55388cd8-a6ac-445e-8770-97d73485cbd6 req-3f696a92-c4ea-45be-a803-a52063dfd89e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 943 time: 0.1013141 Mar 22 14:03:02.102305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-69f369b1-d239-4507-89f1-77a6f6c3dfec tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:02.103710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-69f369b1-d239-4507-89f1-77a6f6c3dfec tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/networks?id=68c30840-be67-487d-85eb-7a71341f121c HTTP/1.1" status: 200 len: 815 time: 0.1682270 Mar 22 14:03:02.127235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-bcb7d6d5-6840-47c7-ad1e-b1cbb26d60e3 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/quotas/4a02771d75f44ff58ce4c76474ae746f HTTP/1.1" status: 200 len: 375 time: 0.0164471 Mar 22 14:03:02.183899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55388cd8-a6ac-445e-8770-97d73485cbd6 req-9bd61192-7629-4119-9451-43f20847a465 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788453 Mar 22 14:03:02.219324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-8de4bfe4-ad09-456c-9907-eaf78344eaf7 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a02771d75f44ff58ce4c76474ae746f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858784 Mar 22 14:03:02.323134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-dec1c8d4-a863-48ac-9bcf-59dc5134a15f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:03:02.324166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-dec1c8d4-a863-48ac-9bcf-59dc5134a15f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0892785 Mar 22 14:03:02.362309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf93aa-9366-4817-b430-2e78a4ff5238 req-eb8c9c97-63c6-4b5a-a524-2dbd4d866ea3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:02.364111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27cf93aa-9366-4817-b430-2e78a4ff5238 req-eb8c9c97-63c6-4b5a-a524-2dbd4d866ea3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 949 time: 0.0893474 Mar 22 14:03:02.464839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27cf93aa-9366-4817-b430-2e78a4ff5238 req-1ac1ad19-27b8-4a0e-8074-cf8454d221bf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657401 Mar 22 14:03:02.526637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-d071ba99-854b-4407-a330-9613f749a486 service neutron] 10.222.0.44 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949487 Mar 22 14:03:02.545238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-4c5263a2-8cf8-45ea-b6e2-3db6d6e71d41 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:02.548616 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-4c5263a2-8cf8-45ea-b6e2-3db6d6e71d41 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.57 "GET /v2.0/networks?id=7252ecb1-a8a9-4a02-ae97-6ff262bdd93d HTTP/1.1" status: 200 len: 810 time: 0.1537051 Mar 22 14:03:02.570743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Request body: {'port': {'device_id': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d', 'admin_state_up': True, 'tenant_id': 'b721b16721524892992b97e17913bf53'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:02.615498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 537395e0-94c0-4e57-a5a0-d7048986bee7 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:02.671755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-68ded114-a912-44a5-b6f8-8216c30512b5 service neutron] 10.222.0.44 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441667 Mar 22 14:03:02.699014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf43310-1ae5-4a81-9543-62e0ddd8b592 req-926cfe0b-7071-41d6-b6a2-ae262989a726 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:02.701779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 537395e0-94c0-4e57-a5a0-d7048986bee7 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:02.706299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bf43310-1ae5-4a81-9543-62e0ddd8b592 req-926cfe0b-7071-41d6-b6a2-ae262989a726 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 944 time: 0.1182320 Mar 22 14:03:02.710276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 537395e0-94c0-4e57-a5a0-d7048986bee7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:02.715808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:02.840829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bf43310-1ae5-4a81-9543-62e0ddd8b592 req-44b6b414-d587-4aae-ae81-555dc92c2988 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291971 Mar 22 14:03:02.989722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e70b030-a74f-408a-8538-3a2f01de0c79 req-580156b8-14f2-480c-967a-511e5a0f51b8 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 210 time: 0.0479248 Mar 22 14:03:03.022061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 537395e0-94c0-4e57-a5a0-d7048986bee7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:03.022425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.048369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:03.051210 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdffa6f-0097-442c-b965-bbe8bb1f03f9" -d '{"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-plugged", "status": "completed", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:03.066373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:03.071716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.073044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 08add264-ac92-4b13-81d3-747de36b784e up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:03.171453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:03.173822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Made reservation on behalf of b721b16721524892992b97e17913bf53 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:03.178215 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959cf61f-86ee-45f2-a31f-d4385512ca2b x-openstack-request-id: req-959cf61f-86ee-45f2-a31f-d4385512ca2b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:03.178502 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-plugged", "status": "completed", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:03.178752 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-959cf61f-86ee-45f2-a31f-d4385512ca2b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:03.179214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.182253 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959cf61f-86ee-45f2-a31f-d4385512ca2b'] response: {'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'code': 200} Mar 22 14:03:03.242323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 08add264-ac92-4b13-81d3-747de36b784e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:03.247444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 08add264-ac92-4b13-81d3-747de36b784e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:03.247821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08add264-ac92-4b13-81d3-747de36b784e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.255655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e1a31a5-c973-4112-b9c9-daf7c23c1bb3 req-72b3962f-7d74-489c-b67f-6fc8416566b1 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0744431 Mar 22 14:03:03.336940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a630a-ad1a-484a-9f9c-288fdafadeef req-f4033d67-b494-46a4-bdc3-24814fd1c31f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.344342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a6a630a-ad1a-484a-9f9c-288fdafadeef req-f4033d67-b494-46a4-bdc3-24814fd1c31f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 945 time: 0.2094102 Mar 22 14:03:03.369327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca49ed-66f9-4142-afd8-c45991d8f40c req-489ec65b-611c-412b-955d-932a657bccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.370964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9ca49ed-66f9-4142-afd8-c45991d8f40c req-489ec65b-611c-412b-955d-932a657bccc4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 1127 time: 0.1184642 Mar 22 14:03:03.387816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 08add264-ac92-4b13-81d3-747de36b784e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:03.388270 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08add264-ac92-4b13-81d3-747de36b784e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.450062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 08add264-ac92-4b13-81d3-747de36b784e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=08add264-ac92-4b13-81d3-747de36b784e,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:03.466419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Allocated IP 172.20.0.2 (7252ecb1-a8a9-4a02-ae97-6ff262bdd93d/84934ace-0005-49f6-83e3-54b6b0023d46/ef731922-cc94-40f9-ae98-6765d09545b9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:03.467389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (08add264-ac92-4b13-81d3-747de36b784e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.477498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a6a630a-ad1a-484a-9f9c-288fdafadeef req-8b98e976-032a-4087-b151-9cffe379bb71 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322677 Mar 22 14:03:03.502963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9ca49ed-66f9-4142-afd8-c45991d8f40c req-e2b57bc3-8ad9-4aa9-aa4d-93f958eb9cbc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163929 Mar 22 14:03:03.546859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9db53a-0f33-4c6e-97d1-9c289ff5a707 req-73046c16-da98-42f3-9986-36560c5f9937 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.562362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce9db53a-0f33-4c6e-97d1-9c289ff5a707 req-73046c16-da98-42f3-9986-36560c5f9937 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 943 time: 0.1512358 Mar 22 14:03:03.619290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=08add264-ac92-4b13-81d3-747de36b784e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:03.691321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks [] for port (ef731922-cc94-40f9-ae98-6765d09545b9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.706571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce9db53a-0f33-4c6e-97d1-9c289ff5a707 req-0e847aac-bed8-4120-a096-81575f31bc40 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358829 Mar 22 14:03:03.739117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.741947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc660-6713-445f-890d-9fa5e4ba24f7 req-d6ab4599-4885-490e-aec4-7be130ac40c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.744351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51cdc660-6713-445f-890d-9fa5e4ba24f7 req-d6ab4599-4885-490e-aec4-7be130ac40c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 949 time: 0.1110964 Mar 22 14:03:03.813480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51cdc660-6713-445f-890d-9fa5e4ba24f7 req-551971dd-f9e3-4863-9d5b-c385107cf9d7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610149 Mar 22 14:03:03.829893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:03.835644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:03.838721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Pushing event updated for resources: {'Port': ['ID=ef731922-cc94-40f9-ae98-6765d09545b9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:03.840727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:03.911031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd928709-e229-4897-90cf-0f888e54fe42 req-a3bf1ded-3bee-4505-a07f-9796217b7a50 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.913766 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd928709-e229-4897-90cf-0f888e54fe42 req-a3bf1ded-3bee-4505-a07f-9796217b7a50 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 943 time: 0.1332879 Mar 22 14:03:03.937638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.938746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.986975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0741fd-38ff-4b18-9f38-e03a87e97686 req-2853f432-c71f-4ed2-bbea-91dddaacca3e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.988495 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-79b9ec1a-59bf-489f-a4a8-3272d18ed9de tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4234610 Mar 22 14:03:03.989213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be0741fd-38ff-4b18-9f38-e03a87e97686 req-2853f432-c71f-4ed2-bbea-91dddaacca3e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.0638950 Mar 22 14:03:04.004539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Request body: {'port': {'device_id': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:04.075991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be0741fd-38ff-4b18-9f38-e03a87e97686 req-5f07c4cc-362e-4509-80b6-075def68c8c6 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796926 Mar 22 14:03:04.131330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Deleting port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:04.132105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.190811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.253199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c105be-1e32-47d8-a55a-6f2ee8e6d8e6 req-2404f6b5-5e10-4532-86d7-faea275537d7 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:04.261495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26c105be-1e32-47d8-a55a-6f2ee8e6d8e6 req-2404f6b5-5e10-4532-86d7-faea275537d7 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 931 time: 0.1003997 Mar 22 14:03:04.301246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e4890-d3a7-481b-8693-6a660448ec30 req-7a59fbb5-707d-49b9-aa55-33394e625b8b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:04.306512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e4890-d3a7-481b-8693-6a660448ec30 req-7a59fbb5-707d-49b9-aa55-33394e625b8b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:04.308422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f0e4890-d3a7-481b-8693-6a660448ec30 req-7a59fbb5-707d-49b9-aa55-33394e625b8b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465&device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 1689 time: 0.1067808 Mar 22 14:03:04.334796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] For port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:04.335269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.352938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26c105be-1e32-47d8-a55a-6f2ee8e6d8e6 req-17d2ef35-336b-4234-8e80-19a567852816 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902240 Mar 22 14:03:04.355249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Calling delete_port for e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:04.388209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f0e4890-d3a7-481b-8693-6a660448ec30 req-72007489-8f1c-43c3-9732-fd1c2a9f16d1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678546 Mar 22 14:03:04.506467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6272eb0-19cb-44d7-8be6-9fd0b7af1f95 req-1a34e386-8c29-49fa-91ba-67b1a93977f0 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0750716 Mar 22 14:03:04.651950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef731922-cc94-40f9-ae98-6765d09545b9 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:04.656757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.666860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Publish callbacks [] for port (ef731922-cc94-40f9-ae98-6765d09545b9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.701178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event deleted for resources: {'Port': ['ID=e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:04.711482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Transition to ACTIVE for port object ef731922-cc94-40f9-ae98-6765d09545b9 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:04.758155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.833612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee802-46d1-45b1-b9b5-0b445b296eb2 req-55623568-7dda-45be-8b42-f25be9560c60 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:04.835187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdbee802-46d1-45b1-b9b5-0b445b296eb2 req-55623568-7dda-45be-8b42-f25be9560c60 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.2435472 Mar 22 14:03:04.869933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef731922-cc94-40f9-ae98-6765d09545b9,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:04.870812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc9a06-dba1-421e-9942-61fc0310650c req-ec4b2e42-a555-45a7-affd-86f5cb750f36 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:04.872418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8afc9a06-dba1-421e-9942-61fc0310650c req-ec4b2e42-a555-45a7-affd-86f5cb750f36 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 1131 time: 0.2188201 Mar 22 14:03:04.896464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] No DVR routers for this DVR port e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:04.904681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.909509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-6a0590fa-c24f-4ee5-8e93-3272bd4616b0 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:04.911228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-6a0590fa-c24f-4ee5-8e93-3272bd4616b0 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.42 "GET /v2.0/networks?id=68c30840-be67-487d-85eb-7a71341f121c HTTP/1.1" status: 200 len: 815 time: 0.2591324 Mar 22 14:03:04.916187 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd928709-e229-4897-90cf-0f888e54fe42 req-debcb7a9-2701-4c6d-91c2-8c469a5e9f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "DELETE /v2.0/ports/e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 HTTP/1.1" status: 204 len: 173 time: 0.9951179 Mar 22 14:03:04.928306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'name': 'network-vif-deleted', 'tag': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:04.930976 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d5ffe4-74c8-4f29-b20e-7e3ebc683ed4" -d '{"events": [{"server_uuid": "6dc34d61-9c55-4dee-b84d-f6e29e68729c", "name": "network-vif-deleted", "tag": "e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:04.965219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdbee802-46d1-45b1-b9b5-0b445b296eb2 req-c2f0742a-f3a7-4666-99dd-af3b3ea3dad4 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213934 Mar 22 14:03:05.084001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8afc9a06-dba1-421e-9942-61fc0310650c req-77a0f23b-f313-43a8-a573-184d6bbc3894 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963923 Mar 22 14:03:05.085104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Attempting to bind port ef731922-cc94-40f9-ae98-6765d09545b9 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:05.085445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Attempting to bind port ef731922-cc94-40f9-ae98-6765d09545b9 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '2cbe9826-f028-43dc-9eea-65171a1796b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:05.086122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Attempting to bind port ef731922-cc94-40f9-ae98-6765d09545b9 on network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:05.098991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Port ef731922-cc94-40f9-ae98-6765d09545b9 on network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:05.098991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Attempting to bind port ef731922-cc94-40f9-ae98-6765d09545b9 on network 7252ecb1-a8a9-4a02-ae97-6ff262bdd93d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:05.099311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:05.099519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Checking segment: {'id': '2cbe9826-f028-43dc-9eea-65171a1796b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:05.099975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Bound using segment: {'id': '2cbe9826-f028-43dc-9eea-65171a1796b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:05.100421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Bound port: ef731922-cc94-40f9-ae98-6765d09545b9, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cbe9826-f028-43dc-9eea-65171a1796b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:05.100787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.173015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-bffcd865-2766-4aa8-a497-52c14e94c645 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a02771d75f44ff58ce4c76474ae746f HTTP/1.1" status: 200 len: 380 time: 0.2510927 Mar 22 14:03:05.183435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08add264-ac92-4b13-81d3-747de36b784e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:05.186474 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d03b5e9-c263-41dd-95cc-27574dbd7439" -d '{"events": [{"server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "08add264-ac92-4b13-81d3-747de36b784e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:05.202293 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a160b337-e157-429a-af16-32fcc7a21bd6 x-openstack-request-id: req-a160b337-e157-429a-af16-32fcc7a21bd6 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:05.202598 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc34d61-9c55-4dee-b84d-f6e29e68729c", "name": "network-vif-deleted", "tag": "e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:05.202855 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a160b337-e157-429a-af16-32fcc7a21bd6 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:05.203269 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a160b337-e157-429a-af16-32fcc7a21bd6'] response: {'server_uuid': '6dc34d61-9c55-4dee-b84d-f6e29e68729c', 'name': 'network-vif-deleted', 'tag': 'e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68', 'status': 'completed', 'code': 200} Mar 22 14:03:05.218552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd5fcee9-a19b-4fcf-aa3f-4ee5c4e88b16 req-acb945df-d157-4e0c-b35f-f7d242efc4ed tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dc34d61-9c55-4dee-b84d-f6e29e68729c HTTP/1.1" status: 200 len: 210 time: 0.0837007 Mar 22 14:03:05.219401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] For port ef731922-cc94-40f9-ae98-6765d09545b9, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:05.223496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] For port ef731922-cc94-40f9-ae98-6765d09545b9, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ef731922-cc94-40f9-ae98-6765d09545b9,segment=NetworkSegment(2cbe9826-f028-43dc-9eea-65171a1796b5),segment_id=2cbe9826-f028-43dc-9eea-65171a1796b5)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:05.234847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.236902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Request body: {'port': {'device_id': '0f45fc77-08d4-46d0-af30-73483cb58339', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'admin_state_up': True, 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'security_groups': ['c1a429cd-9320-469e-b4d7-2c91dc895340']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:05.320811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:05.321437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.322863 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef731922-cc94-40f9-ae98-6765d09545b9 HTTP/1.1" status: 200 len: 1091 time: 1.3224797 Mar 22 14:03:05.378200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef731922-cc94-40f9-ae98-6765d09545b9,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:05.447431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.448205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.449390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.450329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.451151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.452075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.452654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.453492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.454240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.454808 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.455572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.456252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.456941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.457633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.458396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2287d8-85d4-47fe-9bbf-0800b8c177b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:05.565882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-8d2e7c3a-e0f7-4747-bc5c-61e728464856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:05.572355 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-8d2e7c3a-e0f7-4747-bc5c-61e728464856 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b721b16721524892992b97e17913bf53&device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 1125 time: 0.1872957 Mar 22 14:03:05.686645 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5671150a-a297-4b4a-98d2-49f1331dff49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef731922-cc94-40f9-ae98-6765d09545b9 HTTP/1.1" status: 200 len: 217 time: 0.1097054 Mar 22 14:03:05.771945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-0bf83a23-7c91-4809-90eb-116186e37ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:05.773722 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-0bf83a23-7c91-4809-90eb-116186e37ae8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84934ace-0005-49f6-83e3-54b6b0023d46 HTTP/1.1" status: 200 len: 850 time: 0.0813940 Mar 22 14:03:05.783070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cc11b-fb89-475d-9ec8-71ec180e6694 req-589e26a8-1253-434f-a107-b1a7ab242154 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:05.790159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-267cc11b-fb89-475d-9ec8-71ec180e6694 req-589e26a8-1253-434f-a107-b1a7ab242154 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.5183344 Mar 22 14:03:05.808923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-5acb6a3f-fb3f-4ec3-a5ee-e95a00499af1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7252ecb1-a8a9-4a02-ae97-6ff262bdd93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291889 Mar 22 14:03:05.829430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289f871-b59f-4d78-bdd6-952ff2e06787 req-ea50b69a-cb56-4ced-891e-ee4312bc43e7 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:05.830947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b289f871-b59f-4d78-bdd6-952ff2e06787 req-ea50b69a-cb56-4ced-891e-ee4312bc43e7 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 1131 time: 0.4985173 Mar 22 14:03:05.836858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Made reservation on behalf of 4a02771d75f44ff58ce4c76474ae746f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:05.840192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.891394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-267cc11b-fb89-475d-9ec8-71ec180e6694 req-476666e7-3768-4dc9-923e-2202f29ab4f3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003108 Mar 22 14:03:05.931803 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-f596802c-3035-49f5-b14b-96f75461a760 service neutron] 10.222.0.57 "GET /v2.0/networks/7252ecb1-a8a9-4a02-ae97-6ff262bdd93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149104 Mar 22 14:03:05.974524 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a7ab0e-097e-4238-a2da-d6e49d4e491c x-openstack-request-id: req-b4a7ab0e-097e-4238-a2da-d6e49d4e491c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:05.974817 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "08add264-ac92-4b13-81d3-747de36b784e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:05.975066 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4a7ab0e-097e-4238-a2da-d6e49d4e491c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:05.975465 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a7ab0e-097e-4238-a2da-d6e49d4e491c'] response: {'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08add264-ac92-4b13-81d3-747de36b784e', 'code': 200} Mar 22 14:03:06.030897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b289f871-b59f-4d78-bdd6-952ff2e06787 req-c18d418b-5190-4d9e-89f2-7ccf69915e2e tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871161 Mar 22 14:03:06.117437 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-82bbf7f2-9b15-4131-8810-02e9c6a54961 req-dfadb322-3872-41b1-9f9e-8de76f1ce613 service neutron] 10.222.0.57 "GET /v2.0/networks/7252ecb1-a8a9-4a02-ae97-6ff262bdd93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788988 Mar 22 14:03:06.255738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33ad4681-ec54-4214-b24e-931112c12427 req-82ae544f-b955-40cf-9d0d-5f863bfe0aa6 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0937750 Mar 22 14:03:06.296372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11ff8b-1ccc-41fc-a558-4814fb5b5ec1 req-378d7cab-5070-412b-9f00-68d7e2e4440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.310586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab11ff8b-1ccc-41fc-a558-4814fb5b5ec1 req-378d7cab-5070-412b-9f00-68d7e2e4440a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.2369683 Mar 22 14:03:06.318362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Allocated IP 172.20.0.12 (68c30840-be67-487d-85eb-7a71341f121c/0dcace01-a1f8-4b5f-8652-4698716ecd57/b9be49c3-4b05-4d1e-954c-c8db16739917) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:06.350083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf869-8252-42b2-b808-1c9855ab2a22 req-9415904c-7685-4eba-9597-7001ba750565 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.350083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2daaf869-8252-42b2-b808-1c9855ab2a22 req-9415904c-7685-4eba-9597-7001ba750565 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 943 time: 0.2542729 Mar 22 14:03:06.490246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab11ff8b-1ccc-41fc-a558-4814fb5b5ec1 req-a6f2ff96-f764-4438-bd2a-5d91b91d8a7b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674755 Mar 22 14:03:06.552378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2daaf869-8252-42b2-b808-1c9855ab2a22 req-5c51a448-5b09-449c-a5ec-83abfe691894 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859295 Mar 22 14:03:06.637994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f710f27-f78a-4b96-80c3-068f7a5d32af req-d49587c5-0cad-492b-a0c4-795126581844 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.645902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f710f27-f78a-4b96-80c3-068f7a5d32af req-d49587c5-0cad-492b-a0c4-795126581844 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1615057 Mar 22 14:03:06.722750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:06.845238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:06.856830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f710f27-f78a-4b96-80c3-068f7a5d32af req-8298d082-bfff-4e4a-b44f-5073224b20c2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101934 Mar 22 14:03:06.923239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Network 68c30840-be67-487d-85eb-7a71341f121c is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:06.931418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aacc0-affb-4772-8414-fe7bb196e2e7 req-9af8a3ad-0d05-4dad-991e-2ee9db114ef3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.932977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b05aacc0-affb-4772-8414-fe7bb196e2e7 req-9af8a3ad-0d05-4dad-991e-2ee9db114ef3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1555736 Mar 22 14:03:06.936544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:06.939415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:07.000779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event updated for resources: {'Port': ['ID=b9be49c3-4b05-4d1e-954c-c8db16739917,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:07.085542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:07.086649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.109503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-eb155303-7058-4795-b6f5-5c36bb92ecfc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8850517 Mar 22 14:03:07.121433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Request body: {'port': {'device_id': '0f45fc77-08d4-46d0-af30-73483cb58339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:07.154383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b05aacc0-affb-4772-8414-fe7bb196e2e7 req-45132f4a-2750-45ec-930f-c8423f90fad1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779127 Mar 22 14:03:07.204640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'tag': 'ef731922-cc94-40f9-ae98-6765d09545b9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:07.209306 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ca177-5fe3-46ee-8066-db0e44f3619e" -d '{"events": [{"name": "network-changed", "server_uuid": "da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972", "tag": "ef731922-cc94-40f9-ae98-6765d09545b9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:07.215113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.324425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8ed1a4c8-2993-4e75-92d4-aac598f0796e None None] Provisioning complete for port b9be49c3-4b05-4d1e-954c-c8db16739917 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:07.324920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a4c8-2993-4e75-92d4-aac598f0796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.325987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51090) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:07.331020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-551e842f-44f3-4cff-8ce7-5531e3dc0d67 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835202053', 'description': 'tempest-description--864598732'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:07.339107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-2872ae0c-08a9-44e5-b446-bfc3e757524d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504110 Mar 22 14:03:07.378569 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc596d3-daee-4bcb-a639-75d8264b7c6e x-openstack-request-id: req-ddc596d3-daee-4bcb-a639-75d8264b7c6e {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:07.379861 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972", "tag": "ef731922-cc94-40f9-ae98-6765d09545b9", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:07.380652 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddc596d3-daee-4bcb-a639-75d8264b7c6e {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:07.381516 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc596d3-daee-4bcb-a639-75d8264b7c6e'] response: {'name': 'network-changed', 'server_uuid': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'tag': 'ef731922-cc94-40f9-ae98-6765d09545b9', 'status': 'completed', 'code': 200} Mar 22 14:03:07.394234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-551e842f-44f3-4cff-8ce7-5531e3dc0d67 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.434608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1a4c8-2993-4e75-92d4-aac598f0796e None None] Port b9be49c3-4b05-4d1e-954c-c8db16739917 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:07.486499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-551e842f-44f3-4cff-8ce7-5531e3dc0d67 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group (7fc912fe-a610-4eac-8915-d5b4e896c379), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.492205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-551e842f-44f3-4cff-8ce7-5531e3dc0d67 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7fc912fe-a610-4eac-8915-d5b4e896c379), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.517665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-551e842f-44f3-4cff-8ce7-5531e3dc0d67 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.519308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-551e842f-44f3-4cff-8ce7-5531e3dc0d67 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1920624 Mar 22 14:03:07.526251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51092) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:07.538281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6bebca20-a37a-4d1f-b42e-0944e5580d48 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Request body: {'security_group_rule': {'security_group_id': '7fc912fe-a610-4eac-8915-d5b4e896c379', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:07.567368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e842f-44f3-4cff-8ce7-5531e3dc0d67 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc912fe-a610-4eac-8915-d5b4e896c379,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:07.576614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:07.602131 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:03:07.614822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bebca20-a37a-4d1f-b42e-0944e5580d48 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group_rule (8c0827df-f138-4e80-9c7a-bb45129bb9fa), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.619894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:07.631195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e7c4b6b7-be3d-4c7e-98aa-5aacbbee8a68 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:07.702536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bebca20-a37a-4d1f-b42e-0944e5580d48 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group_rule (8c0827df-f138-4e80-9c7a-bb45129bb9fa), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.709532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bebca20-a37a-4d1f-b42e-0944e5580d48 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (8c0827df-f138-4e80-9c7a-bb45129bb9fa), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.715594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de60d2-d4a9-4945-8741-948696c2615e req-6e85887d-22d7-408b-b316-ae1bf11d3f1d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:07.723161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82de60d2-d4a9-4945-8741-948696c2615e req-6e85887d-22d7-408b-b316-ae1bf11d3f1d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 932 time: 0.2553446 Mar 22 14:03:07.746484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebca20-a37a-4d1f-b42e-0944e5580d48 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0827df-f138-4e80-9c7a-bb45129bb9fa,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:07.758118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-817f3ac0-abbc-450b-b179-68192368614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:07.759753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-817f3ac0-abbc-450b-b179-68192368614b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b721b16721524892992b97e17913bf53&device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 1125 time: 0.2907841 Mar 22 14:03:07.764040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bebca20-a37a-4d1f-b42e-0944e5580d48 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.767825 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6bebca20-a37a-4d1f-b42e-0944e5580d48 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403932 Mar 22 14:03:07.770669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:07.777859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-636219dc-3126-4260-8bcb-3499a55d0550 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Request body: {'security_group_rule': {'security_group_id': '7fc912fe-a610-4eac-8915-d5b4e896c379', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:07.826908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-636219dc-3126-4260-8bcb-3499a55d0550 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group_rule (1545b758-19b3-487d-a19b-fec079902c7f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.872815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-ad6610db-5e67-47fb-aad5-4488e86b17a6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:07.880678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-ad6610db-5e67-47fb-aad5-4488e86b17a6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5291753 Mar 22 14:03:07.902053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-9c848a63-ba32-407f-b9de-cea4de1c57ea tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/quotas/85f21ccdecdb4260a93f3bfcf29d955f HTTP/1.1" status: 200 len: 375 time: 0.0204232 Mar 22 14:03:07.917393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-636219dc-3126-4260-8bcb-3499a55d0550 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group_rule (1545b758-19b3-487d-a19b-fec079902c7f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.918351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82de60d2-d4a9-4945-8741-948696c2615e req-6107debc-2b05-45f1-b932-614cb60e6134 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882002 Mar 22 14:03:07.926178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-636219dc-3126-4260-8bcb-3499a55d0550 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (1545b758-19b3-487d-a19b-fec079902c7f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.992292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636219dc-3126-4260-8bcb-3499a55d0550 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1545b758-19b3-487d-a19b-fec079902c7f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:08.011674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-636219dc-3126-4260-8bcb-3499a55d0550 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:08.013264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-636219dc-3126-4260-8bcb-3499a55d0550 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2413414 Mar 22 14:03:08.017490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51100) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:08.023021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:08.053161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:08.188915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-e050625f-cfe6-4cc1-8329-bfaccac57eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.190836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-e050625f-cfe6-4cc1-8329-bfaccac57eba service neutron] 10.222.0.57 "GET /v2.0/networks?id=7252ecb1-a8a9-4a02-ae97-6ff262bdd93d HTTP/1.1" status: 200 len: 911 time: 0.4229431 Mar 22 14:03:08.210564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:08.242186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-72e2b493-b7a0-4fd7-96de-1586adc8ada8 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3211470 Mar 22 14:03:08.366373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Allocated IP 172.25.2.59 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/92ba018c-79b7-4d7a-baad-4d322ff72f3e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:08.382650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598342f-748c-4c48-8737-d6811b2dcf18 req-10dacd09-bed6-4c32-a9fb-81c0be9f69f9 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.386556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2598342f-748c-4c48-8737-d6811b2dcf18 req-10dacd09-bed6-4c32-a9fb-81c0be9f69f9 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 943 time: 0.3502431 Mar 22 14:03:08.397203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-cc46cd40-549c-46e6-8f74-0180acfcb69d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef731922-cc94-40f9-ae98-6765d09545b9 HTTP/1.1" status: 200 len: 217 time: 0.1746166 Mar 22 14:03:08.440080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9be49c3-4b05-4d1e-954c-c8db16739917 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:08.488276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Publish callbacks [] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:08.536068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:08.538167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Transition to ACTIVE for port object b9be49c3-4b05-4d1e-954c-c8db16739917 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:08.540886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-62a0dd3c-5d13-4c98-812f-190a387e3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.542867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-62a0dd3c-5d13-4c98-812f-190a387e3ad9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84934ace-0005-49f6-83e3-54b6b0023d46 HTTP/1.1" status: 200 len: 850 time: 0.1298156 Mar 22 14:03:08.546917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2598342f-748c-4c48-8737-d6811b2dcf18 req-6c1495a1-0f01-457b-a0e8-9110888fb848 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485622 Mar 22 14:03:08.548367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:08.624096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:08.625374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-dc622d82-026f-4fc9-bd9c-1141a0ad942f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7252ecb1-a8a9-4a02-ae97-6ff262bdd93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710030 Mar 22 14:03:08.638913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ef731922-cc94-40f9-ae98-6765d09545b9 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:08.769276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Pushing event updated for resources: {'Port': ['ID=b9be49c3-4b05-4d1e-954c-c8db16739917,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:08.785531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'Port': ['ID=92ba018c-79b7-4d7a-baad-4d322ff72f3e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:08.799187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:08.803135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:08.809564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:08.861391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ef731922-cc94-40f9-ae98-6765d09545b9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ef731922-cc94-40f9-ae98-6765d09545b9,segment=NetworkSegment(2cbe9826-f028-43dc-9eea-65171a1796b5),segment_id=2cbe9826-f028-43dc-9eea-65171a1796b5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:08.904360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ef731922-cc94-40f9-ae98-6765d09545b9', 'network_id': '7252ecb1-a8a9-4a02-ae97-6ff262bdd93d', 'port_id': 'ef731922-cc94-40f9-ae98-6765d09545b9', 'mac_address': 'fa:16:3e:3f:5e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84934ace-0005-49f6-83e3-54b6b0023d46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:08.964129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-baf70117-ae15-41cc-ace5-034a4ff80395 service neutron] 10.222.0.57 "GET /v2.0/networks/7252ecb1-a8a9-4a02-ae97-6ff262bdd93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285758 Mar 22 14:03:08.993259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b5ce-f771-4127-96f2-a216f6fe92dd req-480cd62b-c967-4b91-bac6-c505dfe45710 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.994872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8314b5ce-f771-4127-96f2-a216f6fe92dd req-480cd62b-c967-4b91-bac6-c505dfe45710 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.3186970 Mar 22 14:03:09.001606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ef731922-cc94-40f9-ae98-6765d09545b9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:09.010416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.038468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef731922-cc94-40f9-ae98-6765d09545b9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:09.054413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for floatingip (a031e920-0d9e-42fc-81c6-a04651155fc5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.097923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Attempting to bind port b9be49c3-4b05-4d1e-954c-c8db16739917 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:09.098330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Attempting to bind port b9be49c3-4b05-4d1e-954c-c8db16739917 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:09.099105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Attempting to bind port b9be49c3-4b05-4d1e-954c-c8db16739917 on network 68c30840-be67-487d-85eb-7a71341f121c {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:09.108379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ef731922-cc94-40f9-ae98-6765d09545b9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ef731922-cc94-40f9-ae98-6765d09545b9,segment=NetworkSegment(2cbe9826-f028-43dc-9eea-65171a1796b5),segment_id=2cbe9826-f028-43dc-9eea-65171a1796b5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:09.126769 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.128104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Port b9be49c3-4b05-4d1e-954c-c8db16739917 on network 68c30840-be67-487d-85eb-7a71341f121c not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:09.128448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Attempting to bind port b9be49c3-4b05-4d1e-954c-c8db16739917 on network 68c30840-be67-487d-85eb-7a71341f121c {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:09.129214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.143803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:09.144142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Checking segment: {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:09.144606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Bound using segment: {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:09.145051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Bound port: b9be49c3-4b05-4d1e-954c-c8db16739917, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fb358c-48d5-46e5-ad24-6115b7ca3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '68c30840-be67-487d-85eb-7a71341f121c'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:09.145469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.253231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ef731922-cc94-40f9-ae98-6765d09545b9,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:09.375258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8314b5ce-f771-4127-96f2-a216f6fe92dd req-1f33f8d2-8e30-4b15-88e4-158e9fadf61b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404796 Mar 22 14:03:09.419061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ef731922-cc94-40f9-ae98-6765d09545b9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:09.448204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] For port b9be49c3-4b05-4d1e-954c-c8db16739917, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:09.458166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] For port b9be49c3-4b05-4d1e-954c-c8db16739917, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b9be49c3-4b05-4d1e-954c-c8db16739917,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:09.469100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0ca177-5fe3-46ee-8066-db0e44f3619e req-f25d272a-836e-47f3-a0d1-583e123aaef9 service neutron] 10.222.0.57 "GET /v2.0/networks/7252ecb1-a8a9-4a02-ae97-6ff262bdd93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925308 Mar 22 14:03:09.525563 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.526205 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.540671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.556068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877240a0-cdae-4f19-bc6d-54078ee736b1 req-59a0f063-6d02-41de-b413-cdb0387bbc03 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.558013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-877240a0-cdae-4f19-bc6d-54078ee736b1 req-59a0f063-6d02-41de-b413-cdb0387bbc03 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.3685262 Mar 22 14:03:09.713721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'Port': ['ID=92ba018c-79b7-4d7a-baad-4d322ff72f3e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:09.735525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.739530 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.742171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] 10.222.0.42 "PUT /v2.0/ports/b9be49c3-4b05-4d1e-954c-c8db16739917 HTTP/1.1" status: 200 len: 1092 time: 2.6247864 Mar 22 14:03:09.746649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:09.749182 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff" -d '{"events": [{"name": "network-changed", "server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:09.754776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (a031e920-0d9e-42fc-81c6-a04651155fc5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.788686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:09.800848 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0894c67b-a318-49b6-ae8c-156c7f374fab tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7821579 Mar 22 14:03:09.832915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4286b-6bb6-41ac-87a0-87b8c7807eac service neutron] Pushing event updated for resources: {'Port': ['ID=b9be49c3-4b05-4d1e-954c-c8db16739917,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:09.886141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965367f-40ce-4ca4-8d8d-7f5a5fec70fd req-406d77a8-8bdf-4e33-8ad8-338cedc348a7 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.893938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e965367f-40ce-4ca4-8d8d-7f5a5fec70fd req-406d77a8-8bdf-4e33-8ad8-338cedc348a7 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.2498081 Mar 22 14:03:09.922777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-877240a0-cdae-4f19-bc6d-54078ee736b1 req-81d12c94-5dfe-4dd8-853b-3768ebbbb508 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466902 Mar 22 14:03:10.017596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-df3f25af-0711-481f-b210-665a085626dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:10.024035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-df3f25af-0711-481f-b210-665a085626dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a02771d75f44ff58ce4c76474ae746f&device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 1126 time: 0.2211971 Mar 22 14:03:10.099940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e965367f-40ce-4ca4-8d8d-7f5a5fec70fd req-00befd1d-a19f-476b-970d-3eaa8eec782f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004437 Mar 22 14:03:10.166449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-d5d9fed2-bc4b-4b53-94a7-16f342d2fe4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9be49c3-4b05-4d1e-954c-c8db16739917 HTTP/1.1" status: 200 len: 217 time: 0.1311440 Mar 22 14:03:10.290426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-815e784e-0355-4f0c-9954-7412aed88919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:10.291894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-815e784e-0355-4f0c-9954-7412aed88919 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0dcace01-a1f8-4b5f-8652-4698716ecd57 HTTP/1.1" status: 200 len: 854 time: 0.1183596 Mar 22 14:03:10.316789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240d6f4-1927-4206-a196-97bd8ec94859 req-f7f144b1-e8eb-40fb-9a05-48e97ac500ce tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:10.330658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c240d6f4-1927-4206-a196-97bd8ec94859 req-f7f144b1-e8eb-40fb-9a05-48e97ac500ce tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.0967443 Mar 22 14:03:10.331818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:10.336687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'floatingip': {'port_id': '08add264-ac92-4b13-81d3-747de36b784e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:10.417781 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93697563-b663-4a20-a2bf-e944a3ea7419 x-openstack-request-id: req-93697563-b663-4a20-a2bf-e944a3ea7419 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:10.418273 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:10.418624 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93697563-b663-4a20-a2bf-e944a3ea7419 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:10.419168 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93697563-b663-4a20-a2bf-e944a3ea7419'] response: {'name': 'network-changed', 'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'status': 'completed', 'code': 200} Mar 22 14:03:10.436747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-7631d9bc-89af-47f9-beb9-99156f702358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:10.438379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-7631d9bc-89af-47f9-beb9-99156f702358 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68c30840-be67-487d-85eb-7a71341f121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1403143 Mar 22 14:03:10.447796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:10.647940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ef731922-cc94-40f9-ae98-6765d09545b9 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:10.675385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-ae496580-d984-4f17-bfd3-56c0ad3c7e7d service neutron] 10.222.0.42 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292008 Mar 22 14:03:10.707708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db76c6d-b5b1-4383-8f8d-defee1761a49 req-74e88f90-a242-41a9-8735-80893fa51baa tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:10.714854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1db76c6d-b5b1-4383-8f8d-defee1761a49 req-74e88f90-a242-41a9-8735-80893fa51baa tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 944 time: 0.2820125 Mar 22 14:03:10.756193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port ef731922-cc94-40f9-ae98-6765d09545b9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:10.762198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ef731922-cc94-40f9-ae98-6765d09545b9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:10.762752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:10.805996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-cbfea1a9-a967-43cc-bc13-ec8b3d57db35 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:10.807617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-cbfea1a9-a967-43cc-bc13-ec8b3d57db35 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 822 time: 0.2273531 Mar 22 14:03:10.853398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1db76c6d-b5b1-4383-8f8d-defee1761a49 req-49c199b4-c67b-440d-ab1d-7ad306e1ea59 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375809 Mar 22 14:03:10.871201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-a8c0c487-41fc-44e0-a160-4cfac9f80a4b tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/quotas/08da618355aa4bd59c51e7c196306a69 HTTP/1.1" status: 200 len: 375 time: 0.0550020 Mar 22 14:03:10.940876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ef731922-cc94-40f9-ae98-6765d09545b9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:10.941518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:10.997194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc18b6b3-7fe6-4059-bb77-2ee27d1ebdc1 req-350df531-b351-40e0-a3d2-2ead26e07305 service neutron] 10.222.0.42 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144979 Mar 22 14:03:11.001628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2731abe7-17e5-4736-820c-1e50ef6a5f22 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168106 Mar 22 14:03:11.034853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ef731922-cc94-40f9-ae98-6765d09545b9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ef731922-cc94-40f9-ae98-6765d09545b9,segment=NetworkSegment(2cbe9826-f028-43dc-9eea-65171a1796b5),segment_id=2cbe9826-f028-43dc-9eea-65171a1796b5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:11.037850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef731922-cc94-40f9-ae98-6765d09545b9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:11.046419 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c8d4a-a793-4bab-a999-3d3f5f6a77b8" -d '{"events": [{"server_uuid": "da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972", "name": "network-vif-plugged", "status": "completed", "tag": "ef731922-cc94-40f9-ae98-6765d09545b9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:11.053301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:11.112106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8868ff12-9328-41cb-b2d5-86a1c0ac00f7 req-3bdcd941-54d7-41c8-9d6b-6eb28a702521 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 210 time: 0.1083004 Mar 22 14:03:11.154140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ef731922-cc94-40f9-ae98-6765d09545b9,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:11.279703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-601e8c2d-6e3f-4956-a094-6759f9684856 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350372 Mar 22 14:03:11.499604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:11.503272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-bd007831-5615-48ff-a0ac-2038b271f142 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839913 Mar 22 14:03:11.520111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:11.666945 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Floating IP 3dd5790a-0087-41d7-a717-4ba920e40f41 associated. External IP: 172.25.2.11, port: 08add264-ac92-4b13-81d3-747de36b784e. Mar 22 14:03:11.768444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-ce3bdddf-3808-429a-9a7d-786ac043d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:11.769992 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-ce3bdddf-3808-429a-9a7d-786ac043d243 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a02771d75f44ff58ce4c76474ae746f&device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 1126 time: 0.5178962 Mar 22 14:03:11.898081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-27e2bd52-a3fb-4768-afc6-eb54b27adeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:11.900185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-27e2bd52-a3fb-4768-afc6-eb54b27adeff service neutron] 10.222.0.42 "GET /v2.0/networks?id=68c30840-be67-487d-85eb-7a71341f121c HTTP/1.1" status: 200 len: 916 time: 0.1207771 Mar 22 14:03:11.938485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5840ce-a112-44d3-93c5-77095ea6debe req-1f7ed080-f887-4837-96ca-6fa4678b3364 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:11.945936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e5840ce-a112-44d3-93c5-77095ea6debe req-1f7ed080-f887-4837-96ca-6fa4678b3364 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.6875210 Mar 22 14:03:11.954872 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-3ac1b22c-7391-44fb-8fd8-006e47f21a24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9be49c3-4b05-4d1e-954c-c8db16739917 HTTP/1.1" status: 200 len: 217 time: 0.0475156 Mar 22 14:03:12.027402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-103501b7-d46e-4d2a-8000-55b275eac989 service neutron] 10.222.0.44 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0012634 Mar 22 14:03:12.118014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-c718033d-7c91-43f3-8166-293339c3712a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.118834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-6c066c05-9ccb-4465-a86b-83694f980bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.120206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-c718033d-7c91-43f3-8166-293339c3712a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8188105 Mar 22 14:03:12.120427 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-6c066c05-9ccb-4465-a86b-83694f980bd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0dcace01-a1f8-4b5f-8652-4698716ecd57 HTTP/1.1" status: 200 len: 854 time: 0.1591878 Mar 22 14:03:12.174078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:12.201656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-a5938ab8-b720-4b64-b834-61f96b7a9500 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.203185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-a5938ab8-b720-4b64-b834-61f96b7a9500 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6826773 Mar 22 14:03:12.218206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-39886d6e-2ddc-434e-80bc-fdf3a97b4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.220521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-39886d6e-2ddc-434e-80bc-fdf3a97b4d4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68c30840-be67-487d-85eb-7a71341f121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875669 Mar 22 14:03:12.234311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e5840ce-a112-44d3-93c5-77095ea6debe req-a885e958-bd9f-45b4-a69c-54cbded52650 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866991 Mar 22 14:03:12.242722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:12.278229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Router 2d55d0d7-6f62-4f18-91e5-600eba965a24 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:03:12.322438 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394d45cf-880e-4a0e-9c0d-1c3b9d9a5183 x-openstack-request-id: req-394d45cf-880e-4a0e-9c0d-1c3b9d9a5183 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:12.322993 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972", "name": "network-vif-plugged", "status": "completed", "tag": "ef731922-cc94-40f9-ae98-6765d09545b9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:12.323278 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-394d45cf-880e-4a0e-9c0d-1c3b9d9a5183 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:12.323773 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394d45cf-880e-4a0e-9c0d-1c3b9d9a5183'] response: {'server_uuid': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef731922-cc94-40f9-ae98-6765d09545b9', 'code': 200} Mar 22 14:03:12.361434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2d1bf722-b973-465a-afda-a86f7690abfc service neutron] 10.222.0.44 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330615 Mar 22 14:03:12.485784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:12.491776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:12.499686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] Sync routers for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:12.509247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:12.514804 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:12.515661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:12.516311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:02:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:12.617684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:12.621920 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:12.701991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b26dbab9-6ae2-48d7-9cbd-f89eb40c29b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "PUT /v2.0/floatingips/3dd5790a-0087-41d7-a717-4ba920e40f41 HTTP/1.1" status: 200 len: 991 time: 2.3568745 Mar 22 14:03:12.701991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-c8c8ff12-b140-4a58-93dc-a1adb9e6f0ca service neutron] 10.222.0.42 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651546 Mar 22 14:03:12.702961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:12.707243 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133a1104-31a5-4a09-8f8e-2130434ada28" -d '{"events": [{"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:12.783856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:12.812600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777857c6-989b-4b17-a7d1-6161ea01422a req-593f11da-c8fd-4793-b64b-ecd29dc90960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.814656 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-777857c6-989b-4b17-a7d1-6161ea01422a req-593f11da-c8fd-4793-b64b-ecd29dc90960 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 1127 time: 0.1814778 Mar 22 14:03:12.823868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743124e-6489-4495-b677-316e26472ca9 req-39fac47c-3564-468b-b17d-cdccb4f2b6c9 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.836291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743124e-6489-4495-b677-316e26472ca9 req-39fac47c-3564-468b-b17d-cdccb4f2b6c9 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.3700542 Mar 22 14:03:12.975188 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d82a0a2-7b34-4732-ae0d-3569e0b6aeff req-33b284b8-92de-4786-af24-ea0e4d2b2ffb service neutron] 10.222.0.42 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590208 Mar 22 14:03:12.979156 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-777857c6-989b-4b17-a7d1-6161ea01422a req-02ccd195-c9c3-4c2a-9421-3e2a3d9b1cb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574552 Mar 22 14:03:13.135159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3dd5790a-0087-41d7-a717-4ba920e40f41', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'port_id': '08add264-ac92-4b13-81d3-747de36b784e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'mac_address': 'fa:16:3e:2f:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:03:11Z', 'revision_number': 1, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:13.175021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800bf44-e6b4-4a66-b704-afc0e779bdba req-28abd4f5-826d-4624-b73d-6a16340c4cca tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.175603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] Checking router: 2d55d0d7-6f62-4f18-91e5-600eba965a24 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:13.178774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a800bf44-e6b4-4a66-b704-afc0e779bdba req-28abd4f5-826d-4624-b73d-6a16340c4cca tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 945 time: 0.4407859 Mar 22 14:03:13.184703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:13.185313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:02:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:13.208275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743124e-6489-4495-b677-316e26472ca9 req-adab9f4a-e8a8-4330-b805-d9ccc5220ac4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786517 Mar 22 14:03:13.221405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.218 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/84609501-349b-44c0-b33e-3224aad91225) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:13.299075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a800bf44-e6b4-4a66-b704-afc0e779bdba req-941ec7d3-a091-4010-907b-af35aca94907 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898309 Mar 22 14:03:13.351801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:13.599862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (84609501-349b-44c0-b33e-3224aad91225), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:13.623438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d0be5d3-00ff-4612-995a-55f1b4e10d90 req-c8c66a4c-f9d7-4ff9-8431-65bd64aa792a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 210 time: 0.1389086 Mar 22 14:03:13.655863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94256883-9534-4b9f-8855-abaf5050183b req-08dc1326-1d5c-44da-9f92-48ac0e70ac65 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 210 time: 0.1828139 Mar 22 14:03:13.674354 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3b2ff-8901-4cf7-916e-3a44d497b1bb x-openstack-request-id: req-37a3b2ff-8901-4cf7-916e-3a44d497b1bb {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:13.674615 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:13.674967 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37a3b2ff-8901-4cf7-916e-3a44d497b1bb {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:13.675748 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a3b2ff-8901-4cf7-916e-3a44d497b1bb'] response: {'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e', 'status': 'completed', 'code': 200} Mar 22 14:03:13.727395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (84609501-349b-44c0-b33e-3224aad91225), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:13.744117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:13.746450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:13.765891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:13.793260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:13.802959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-2d6eed30-162d-49ad-8b87-c05a514f0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.804811 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-2d6eed30-162d-49ad-8b87-c05a514f0d7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.0886407 Mar 22 14:03:13.884281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:13.909644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3dd5790a-0087-41d7-a717-4ba920e40f41', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'port_id': '08add264-ac92-4b13-81d3-747de36b784e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'mac_address': 'fa:16:3e:2f:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:03:11Z', 'revision_number': 1, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:13.944464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85476b-5155-4ecc-983d-415a9e5391ef None None] The sync data for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 is: [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3dd5790a-0087-41d7-a717-4ba920e40f41', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'port_id': '08add264-ac92-4b13-81d3-747de36b784e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'mac_address': 'fa:16:3e:2f:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:03:11Z', 'revision_number': 1, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:14.043303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-fe7aa858-f0c7-4ee9-9654-1c34bc912b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.045103 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-fe7aa858-f0c7-4ee9-9654-1c34bc912b32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.2304535 Mar 22 14:03:14.139388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51190) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:14.175580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.164 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:14.207533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=84609501-349b-44c0-b33e-3224aad91225,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:14.213340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-36e408a5-431d-4426-abfa-37a8db36ac16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 999 time: 0.1599102 Mar 22 14:03:14.280210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.281110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.360345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3efde6f0-ce87-4b9d-8a9c-4e0a04f8487c None None] Provisioning complete for port 84609501-349b-44c0-b33e-3224aad91225 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:14.365401 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3efde6f0-ce87-4b9d-8a9c-4e0a04f8487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84609501-349b-44c0-b33e-3224aad91225), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.400653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-cc85d0fe-3edc-4276-90f0-6c6f087fd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.404667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-cc85d0fe-3edc-4276-90f0-6c6f087fd1d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.1752725 Mar 22 14:03:14.414841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435caaf-7b28-4049-b3c6-1ddddbcb9954 req-2a70c9c4-8316-4eba-bbfd-5fc76520e687 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.419630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7435caaf-7b28-4049-b3c6-1ddddbcb9954 req-2a70c9c4-8316-4eba-bbfd-5fc76520e687 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.6308951 Mar 22 14:03:14.471878 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166f2c2-6952-4a92-9ebe-6d3d609e5247 None None] New status for floating IP 3dd5790a-0087-41d7-a717-4ba920e40f41: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:03:14.473958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3efde6f0-ce87-4b9d-8a9c-4e0a04f8487c None None] Port 84609501-349b-44c0-b33e-3224aad91225 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:14.517437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-980d7f88-9a18-48d9-8e44-54acffd4b4c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2753665 Mar 22 14:03:14.594635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Request body: {'port': {'device_id': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:14.619870 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5e63cfc-5ba2-463d-9b26-daf834c79e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.690097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-3de77d8a-7885-43c2-9658-c30cc9788127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.691427 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-3de77d8a-7885-43c2-9658-c30cc9788127 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2830057 Mar 22 14:03:14.758018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-1244d1af-b64a-4e94-9e04-e4111ceff81a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.760957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-1244d1af-b64a-4e94-9e04-e4111ceff81a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 822 time: 0.2836876 Mar 22 14:03:14.799074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7435caaf-7b28-4049-b3c6-1ddddbcb9954 req-84a3f0b6-455d-488d-b346-4d0cedfea14b tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570106 Mar 22 14:03:14.824524 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84609501-349b-44c0-b33e-3224aad91225), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.845714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd02e03-00bc-4f11-9776-5e34a876f62b req-5789296e-59da-4f0d-80b0-e5ee0218b528 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.852715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cd02e03-00bc-4f11-9776-5e34a876f62b req-5789296e-59da-4f0d-80b0-e5ee0218b528 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.4534633 Mar 22 14:03:14.920091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-0396888f-87ad-49d3-a8de-e9f4e4cdb06f service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576455 Mar 22 14:03:14.927469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Request body: {'port': {'device_id': '85502019-0360-4b54-b7e1-e97975447398', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'admin_state_up': True, 'tenant_id': '08da618355aa4bd59c51e7c196306a69'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:14.935784 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.053360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cd02e03-00bc-4f11-9776-5e34a876f62b req-68b68996-7400-496d-a8ed-459e707e03d3 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995811 Mar 22 14:03:15.069835 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5e63cfc-5ba2-463d-9b26-daf834c79e01 admin admin] Publish callbacks [] for security_group (1a18c801-cf8e-4833-82eb-61bb27d2a391), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.090889 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5e63cfc-5ba2-463d-9b26-daf834c79e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1a18c801-cf8e-4833-82eb-61bb27d2a391), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.207805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e5e63cfc-5ba2-463d-9b26-daf834c79e01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fade712279d4435183a6c31cc1ed6779&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0549092 Mar 22 14:03:15.216691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.224560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51202) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:15.229894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:15.446134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd61d2b3-dbd5-4fd3-a541-f640d10f178e admin admin] Publish callbacks [] for security_group (1a18c801-cf8e-4833-82eb-61bb27d2a391), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.448902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:15.465746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:15.469881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:15.532480 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd61d2b3-dbd5-4fd3-a541-f640d10f178e admin admin] Publish callbacks [] for security_group (1a18c801-cf8e-4833-82eb-61bb27d2a391), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.575759 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-133a1104-31a5-4a09-8f8e-2130434ada28 req-c492ca3a-b43c-4f97-beee-02403aecb4ca service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403241 Mar 22 14:03:15.608154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9439b173-6d2c-49bf-81ba-f88de977701b req-972d096d-4e2a-4a05-8ce4-6a54825907f7 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 210 time: 0.3984253 Mar 22 14:03:15.609914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Made reservation on behalf of 08da618355aa4bd59c51e7c196306a69 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:15.613448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.633358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:15.649889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373cc80-9e57-426a-81a3-a1026cabfcf9 req-8a6f4a72-07f1-40d0-be62-8eb9e7607324 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:15.651413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e373cc80-9e57-426a-81a3-a1026cabfcf9 req-8a6f4a72-07f1-40d0-be62-8eb9e7607324 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 945 time: 0.6923130 Mar 22 14:03:15.668510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:15.671859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.672204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.672540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.672871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.673202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.673530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.674063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.674242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.674523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.674842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.675160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.675490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.675786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.676101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.676467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:15.705904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e63cfc-5ba2-463d-9b26-daf834c79e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a18c801-cf8e-4833-82eb-61bb27d2a391,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:15.854561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd61d2b3-dbd5-4fd3-a541-f640d10f178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1a18c801-cf8e-4833-82eb-61bb27d2a391), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.857368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd61d2b3-dbd5-4fd3-a541-f640d10f178e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.873751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dd61d2b3-dbd5-4fd3-a541-f640d10f178e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a18c801-cf8e-4833-82eb-61bb27d2a391 HTTP/1.1" status: 204 len: 168 time: 0.6287172 Mar 22 14:03:15.901409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Allocated IP 172.20.0.4 (f3f4bcc2-9019-41fb-860b-4628770454d7/62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66/2d0f4abd-65d1-4eb8-9840-13931ecd2bd6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:16.074356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d2b3-dbd5-4fd3-a541-f640d10f178e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a18c801-cf8e-4833-82eb-61bb27d2a391,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:16.115270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-09d5863d-8ee7-4121-b740-560ff32c709f None None] Provisioning complete for port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:16.115452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-09d5863d-8ee7-4121-b740-560ff32c709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.144259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.144734 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.191275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e373cc80-9e57-426a-81a3-a1026cabfcf9 req-f71fd3e3-1e91-46b7-88c0-5e4042606879 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862101 Mar 22 14:03:16.206370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-09d5863d-8ee7-4121-b740-560ff32c709f None None] Port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:16.224162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.244168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-cfe77e8b-817f-41c0-ac17-22eb37777bdf tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0822358 Mar 22 14:03:16.266579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef1f4f-33cc-4447-b7f3-d0d56fa65363 req-3e8606b5-f911-4948-8256-ac0094b47e89 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.280713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fef1f4f-33cc-4447-b7f3-d0d56fa65363 req-3e8606b5-f911-4948-8256-ac0094b47e89 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 936 time: 0.4276230 Mar 22 14:03:16.301392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Request body: {'port': {'device_id': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:16.311205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.413768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Network f3f4bcc2-9019-41fb-860b-4628770454d7 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:16.417620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:16.424714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:16.433295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:16.457703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:16.465339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84609501-349b-44c0-b33e-3224aad91225 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:16.478890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eda7e16a-a394-4278-95e2-477ebfaf245a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.487587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fef1f4f-33cc-4447-b7f3-d0d56fa65363 req-2c0b7e6f-cf88-4852-babc-211556ea8149 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055554 Mar 22 14:03:16.511023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.511708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.516928 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Publish callbacks [] for port (84609501-349b-44c0-b33e-3224aad91225), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.549029 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-2b13a81e-d465-4c30-9898-4e8f1fea081a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6275387 Mar 22 14:03:16.564646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.571211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Request body: {'port': {'device_id': '85502019-0360-4b54-b7e1-e97975447398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:16.624695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Transition to ACTIVE for port object 84609501-349b-44c0-b33e-3224aad91225 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:16.656511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768e196-06d9-4373-ac77-3a56b61b9b16 req-89d03890-90c5-4f1b-88f1-c261726406b0 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.659054 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8768e196-06d9-4373-ac77-3a56b61b9b16 req-89d03890-90c5-4f1b-88f1-c261726406b0 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.3620572 Mar 22 14:03:16.668999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eda7e16a-a394-4278-95e2-477ebfaf245a admin admin] Publish callbacks [] for security_group (34835d5b-8436-445b-a74f-903663c48356), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.669420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (84609501-349b-44c0-b33e-3224aad91225), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.673269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eda7e16a-a394-4278-95e2-477ebfaf245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34835d5b-8436-445b-a74f-903663c48356), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.676037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.752440 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eda7e16a-a394-4278-95e2-477ebfaf245a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ebdabbc986e446f9850d6932cea7c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151636 Mar 22 14:03:16.752440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51220) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:16.760794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7e16a-a394-4278-95e2-477ebfaf245a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34835d5b-8436-445b-a74f-903663c48356,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:16.838064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1af22f-1cd3-45da-a3ed-3a9f5b4d54ea req-dd152ea1-3b97-40e7-b5dd-10b9879fdcde tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.839585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d1af22f-1cd3-45da-a3ed-3a9f5b4d54ea req-dd152ea1-3b97-40e7-b5dd-10b9879fdcde tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.2680857 Mar 22 14:03:16.854390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Pushing event updated for resources: {'Port': ['ID=84609501-349b-44c0-b33e-3224aad91225,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:16.923677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8768e196-06d9-4373-ac77-3a56b61b9b16 req-751fe429-0e47-4b9b-aedb-5bafde1772e3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418315 Mar 22 14:03:16.964410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cae00508-776f-48f4-b464-7469edc7b41e admin admin] Publish callbacks [] for security_group (34835d5b-8436-445b-a74f-903663c48356), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.045140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cae00508-776f-48f4-b464-7469edc7b41e admin admin] Publish callbacks [] for security_group (34835d5b-8436-445b-a74f-903663c48356), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.117184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d1af22f-1cd3-45da-a3ed-3a9f5b4d54ea req-846a5765-15e6-4fe9-bd53-ae19a4e2231d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663808 Mar 22 14:03:17.141712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Attempting to bind port 84609501-349b-44c0-b33e-3224aad91225 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:17.142343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Attempting to bind port 84609501-349b-44c0-b33e-3224aad91225 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:17.158888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Attempting to bind port 84609501-349b-44c0-b33e-3224aad91225 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:17.175076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Port 84609501-349b-44c0-b33e-3224aad91225 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:17.175671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Attempting to bind port 84609501-349b-44c0-b33e-3224aad91225 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:17.202880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:17.203453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:17.204032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:17.204682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Bound port: 84609501-349b-44c0-b33e-3224aad91225, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:17.205233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84609501-349b-44c0-b33e-3224aad91225), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.213763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:17.222216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Publish callbacks [] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.250056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Transition to ACTIVE for port object 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:17.251502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cae00508-776f-48f4-b464-7469edc7b41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34835d5b-8436-445b-a74f-903663c48356), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.256745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cae00508-776f-48f4-b464-7469edc7b41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.260193 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cae00508-776f-48f4-b464-7469edc7b41e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34835d5b-8436-445b-a74f-903663c48356 HTTP/1.1" status: 204 len: 168 time: 0.5057518 Mar 22 14:03:17.267532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.290572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae00508-776f-48f4-b464-7469edc7b41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34835d5b-8436-445b-a74f-903663c48356,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:17.399377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:17.530490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Attempting to bind port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:17.531390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Attempting to bind port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:17.531972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Attempting to bind port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 on network f3f4bcc2-9019-41fb-860b-4628770454d7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:17.539250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 on network f3f4bcc2-9019-41fb-860b-4628770454d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:17.540063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Attempting to bind port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 on network f3f4bcc2-9019-41fb-860b-4628770454d7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:17.549468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:17.550398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Checking segment: {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:17.551185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Bound using segment: {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:17.551989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Bound port: 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:17.552737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.650220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:17.655607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:17.666480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.748446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:17.749488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.752399 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] 10.222.0.42 "PUT /v2.0/ports/2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 HTTP/1.1" status: 200 len: 1091 time: 1.1863103 Mar 22 14:03:17.753204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85502019-0360-4b54-b7e1-e97975447398', 'tag': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:17.757079 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f417394-773d-40d8-973a-5bbcf2185b59" -d '{"events": [{"name": "network-changed", "server_uuid": "85502019-0360-4b54-b7e1-e97975447398", "tag": "2d0f4abd-65d1-4eb8-9840-13931ecd2bd6"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:17.760970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:17.783318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e439e8-afa9-4303-9db3-259f3d034e28 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:17.784238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Publish callbacks [] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.807805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e225b-80c3-4bc4-b62c-0aed1f11261b req-ef633294-3579-4910-8c08-69ee0fd95c23 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:17.809301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de7e225b-80c3-4bc4-b62c-0aed1f11261b req-ef633294-3579-4910-8c08-69ee0fd95c23 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 931 time: 0.6244249 Mar 22 14:03:17.824302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Transition to ACTIVE for port object 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:17.828968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] For port 84609501-349b-44c0-b33e-3224aad91225, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:17.840896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] For port 84609501-349b-44c0-b33e-3224aad91225, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=84609501-349b-44c0-b33e-3224aad91225,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:17.848252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.875037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-502a2654-e737-4a59-8d63-95969c201dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:17.876884 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-502a2654-e737-4a59-8d63-95969c201dfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 1125 time: 0.0698452 Mar 22 14:03:17.920417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (84609501-349b-44c0-b33e-3224aad91225), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.933918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-5853e09b-de31-4e36-a363-bef35864f752 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 HTTP/1.1" status: 200 len: 217 time: 0.0497060 Mar 22 14:03:17.978275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf32914-0eac-4855-9c98-67a0c41c522f req-7a9d7bb1-14c9-4675-a701-3ee471d058fe tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:17.989879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf32914-0eac-4855-9c98-67a0c41c522f req-7a9d7bb1-14c9-4675-a701-3ee471d058fe tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 945 time: 0.3017569 Mar 22 14:03:18.064858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.066166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.068967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] 10.222.0.57 "PUT /v2.0/ports/84609501-349b-44c0-b33e-3224aad91225 HTTP/1.1" status: 200 len: 1096 time: 3.4869936 Mar 22 14:03:18.069643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-7de66b50-da76-4ba4-9b4d-343af71a10af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.085737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-7de66b50-da76-4ba4-9b4d-343af71a10af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 HTTP/1.1" status: 200 len: 862 time: 0.1415277 Mar 22 14:03:18.094637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'tag': '84609501-349b-44c0-b33e-3224aad91225'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:18.123382 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba75de95-29dc-4479-8673-d8b35e320987" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e56a1d-52c3-497e-9fab-d79887e3c124", "tag": "84609501-349b-44c0-b33e-3224aad91225"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:18.143301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Pushing event updated for resources: {'Port': ['ID=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:18.153673 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b453f83a-8ecc-4f86-983a-74d33d2b7108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.169689 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-96314ba7-8dce-4314-aaa8-257e67b7e5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f3f4bcc2-9019-41fb-860b-4628770454d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779688 Mar 22 14:03:18.252237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de7e225b-80c3-4bc4-b62c-0aed1f11261b req-f6408810-5ca8-48ce-b000-80054cac1a24 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269483 Mar 22 14:03:18.439590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-3fcd7221-d191-4910-9305-6cb37c9166f5 service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588007 Mar 22 14:03:18.494726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf32914-0eac-4855-9c98-67a0c41c522f req-58fa57fb-b9a3-4ed8-b778-5152af8795cc tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037165 Mar 22 14:03:18.538228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Attempting to bind port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:18.538709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Attempting to bind port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:18.539084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Attempting to bind port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:18.548447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-77d8172d-c0cd-4617-9648-653ac9f744e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.550231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-77d8172d-c0cd-4617-9648-653ac9f744e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 1130 time: 0.3900776 Mar 22 14:03:18.556170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5047b6-bb34-42b9-9db9-a754688a4471 service neutron] Pushing event updated for resources: {'Port': ['ID=84609501-349b-44c0-b33e-3224aad91225,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:18.560359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:18.560773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Attempting to bind port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:18.612345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:18.612842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:18.613295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:18.613847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Bound port: 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:18.614362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.617268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-9f3786ce-6542-4111-955b-449f1ef36485 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=84609501-349b-44c0-b33e-3224aad91225 HTTP/1.1" status: 200 len: 217 time: 0.0486534 Mar 22 14:03:18.636821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0a7af6d8-95db-4a5d-bbe6-04da230d44c9 req-e5e0247c-dbef-448f-bce7-e4db6e1cf26e service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911757 Mar 22 14:03:18.641314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab3ec7-bddb-4d5f-8567-b80f0ed208ee req-c5f02a3a-0c1d-4345-b2b7-24ae477173ad tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.642188 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256d9ff-e229-42e2-9bf5-9eb26c929905 x-openstack-request-id: req-1256d9ff-e229-42e2-9bf5-9eb26c929905 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:18.642482 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85502019-0360-4b54-b7e1-e97975447398", "tag": "2d0f4abd-65d1-4eb8-9840-13931ecd2bd6", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:18.642736 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1256d9ff-e229-42e2-9bf5-9eb26c929905 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:18.643259 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1256d9ff-e229-42e2-9bf5-9eb26c929905'] response: {'name': 'network-changed', 'server_uuid': '85502019-0360-4b54-b7e1-e97975447398', 'tag': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6', 'status': 'completed', 'code': 200} Mar 22 14:03:18.649353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaab3ec7-bddb-4d5f-8567-b80f0ed208ee req-c5f02a3a-0c1d-4345-b2b7-24ae477173ad tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 948 time: 0.2604048 Mar 22 14:03:18.780916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-5edd2cf5-58ad-4573-a148-6de72c9da22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.783213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-5edd2cf5-58ad-4573-a148-6de72c9da22b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 1125 time: 0.0580719 Mar 22 14:03:18.841618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-4671e99d-3da1-43c0-85f3-0ab3a7b9d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.843856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-4671e99d-3da1-43c0-85f3-0ab3a7b9d613 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1873596 Mar 22 14:03:18.859970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaab3ec7-bddb-4d5f-8567-b80f0ed208ee req-b2ea3db1-e5f5-4679-bbda-47532bcbb158 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095606 Mar 22 14:03:18.927857 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1d5664-d95b-43b7-8d60-c021bc05a122 x-openstack-request-id: req-5d1d5664-d95b-43b7-8d60-c021bc05a122 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:18.928195 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e56a1d-52c3-497e-9fab-d79887e3c124", "tag": "84609501-349b-44c0-b33e-3224aad91225", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:18.928386 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d1d5664-d95b-43b7-8d60-c021bc05a122 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:18.928781 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1d5664-d95b-43b7-8d60-c021bc05a122'] response: {'name': 'network-changed', 'server_uuid': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'tag': '84609501-349b-44c0-b33e-3224aad91225', 'status': 'completed', 'code': 200} Mar 22 14:03:18.936826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] For port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:18.960129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bd389-cce0-4982-b564-6b81316fd84a req-639407a7-7cba-4b02-b78a-e79b11cbfbcf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.961824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-771bd389-cce0-4982-b564-6b81316fd84a req-639407a7-7cba-4b02-b78a-e79b11cbfbcf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.2695184 Mar 22 14:03:18.966593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] For port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:18.982387 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.005955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-7a478b8e-e438-4336-82ec-e2f4ab95bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.007716 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-7a478b8e-e438-4336-82ec-e2f4ab95bf4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 923 time: 0.2161183 Mar 22 14:03:19.073058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-315eeded-3f07-4b36-bb86-142134398e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.074815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-315eeded-3f07-4b36-bb86-142134398e77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2058606 Mar 22 14:03:19.076294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.076951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.078718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] 10.222.0.42 "PUT /v2.0/ports/8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 HTTP/1.1" status: 200 len: 1096 time: 2.7951939 Mar 22 14:03:19.125275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972602df-8b89-4613-983b-d74511e1f09b req-6fb22388-a3f7-46f2-967d-50f9a7811b4d tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.127953 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-972602df-8b89-4613-983b-d74511e1f09b req-6fb22388-a3f7-46f2-967d-50f9a7811b4d tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.57 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 945 time: 0.2789795 Mar 22 14:03:19.130736 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-68a7a8fb-9c00-4638-9f2c-4f703d3515a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 HTTP/1.1" status: 200 len: 217 time: 0.1151054 Mar 22 14:03:19.207300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-771bd389-cce0-4982-b564-6b81316fd84a req-91235ec4-6527-427c-a0fc-fc85040038b3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390506 Mar 22 14:03:19.237237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7e7a8-05f7-4916-97bf-8c4e5d109f7b service neutron] Pushing event updated for resources: {'Port': ['ID=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:19.281762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77495cc5-4953-4bba-a6b8-27324fe7c55e req-5c61a487-f1a2-4ed5-9f69-708bdc5decbc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.291199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-26b8393b-1c56-47c5-9f8d-7aed356f420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.294546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77495cc5-4953-4bba-a6b8-27324fe7c55e req-5c61a487-f1a2-4ed5-9f69-708bdc5decbc tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.2698488 Mar 22 14:03:19.296971 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-26b8393b-1c56-47c5-9f8d-7aed356f420c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 HTTP/1.1" status: 200 len: 862 time: 0.1500442 Mar 22 14:03:19.374659 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-1c43cc78-8bea-432d-90d9-3646d2233869 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f3f4bcc2-9019-41fb-860b-4628770454d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633159 Mar 22 14:03:19.432703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Deleting port ef731922-cc94-40f9-ae98-6765d09545b9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:19.433037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.495412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-bf4b619e-0b44-4eb8-b398-259fb009ffad service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073470 Mar 22 14:03:19.507752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77495cc5-4953-4bba-a6b8-27324fe7c55e req-9510d721-2d42-4777-a8e2-f77afd09c667 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111194 Mar 22 14:03:19.548962 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-7e1d6a9c-de91-43f7-8be7-31d27ffdcd87 service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658957 Mar 22 14:03:19.577258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] For port ef731922-cc94-40f9-ae98-6765d09545b9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ef731922-cc94-40f9-ae98-6765d09545b9,segment=NetworkSegment(2cbe9826-f028-43dc-9eea-65171a1796b5),segment_id=2cbe9826-f028-43dc-9eea-65171a1796b5)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:19.577644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.593924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Calling delete_port for ef731922-cc94-40f9-ae98-6765d09545b9 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:19.633257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-30a0d470-5bbc-4ab4-909f-a3c6acafff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.641811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-30a0d470-5bbc-4ab4-909f-a3c6acafff11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 1130 time: 0.4644041 Mar 22 14:03:19.734517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-891a1e1c-ed9b-4e77-b2e8-d8b1fa6e6abf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 HTTP/1.1" status: 200 len: 217 time: 0.0721664 Mar 22 14:03:19.742021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a623-5121-4f1f-a166-754fa4465cf8 req-bfc2549b-a28c-4732-ac2c-5287e3940220 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.749705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1b0a623-5121-4f1f-a166-754fa4465cf8 req-bfc2549b-a28c-4732-ac2c-5287e3940220 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 943 time: 0.3506546 Mar 22 14:03:19.801711 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ef731922-cc94-40f9-ae98-6765d09545b9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.813804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ef731922-cc94-40f9-ae98-6765d09545b9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:19.863268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3514-c928-46ad-93c5-bceff65e4ed0 req-e68a3088-58c7-4835-842f-6cc4ec8e1e69 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.871291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f52a3514-c928-46ad-93c5-bceff65e4ed0 req-e68a3088-58c7-4835-842f-6cc4ec8e1e69 tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972 HTTP/1.1" status: 200 len: 867 time: 0.2261214 Mar 22 14:03:19.877032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Pushing event deleted for resources: {'Port': ['ID=ef731922-cc94-40f9-ae98-6765d09545b9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:19.896826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-27da4e1f-b613-4b43-a937-df173fa4fb7a service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832922 Mar 22 14:03:19.928938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-69f5f210-82d5-40eb-a2b6-5a12bcf94828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:19.932277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-69f5f210-82d5-40eb-a2b6-5a12bcf94828 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1796796 Mar 22 14:03:19.942886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] No DVR routers for this DVR port ef731922-cc94-40f9-ae98-6765d09545b9 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:19.947153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.950440 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-972602df-8b89-4613-983b-d74511e1f09b req-e22a73fd-1d59-4f60-8736-029cc3914dae tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.57 "DELETE /v2.0/ports/ef731922-cc94-40f9-ae98-6765d09545b9 HTTP/1.1" status: 204 len: 173 time: 0.8170257 Mar 22 14:03:19.972071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1b0a623-5121-4f1f-a166-754fa4465cf8 req-2d8fc089-706a-4f9f-afd2-7aa57e0fd7b7 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210956 Mar 22 14:03:20.038101 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3f417394-773d-40d8-973a-5bbcf2185b59 req-713f1c12-8c04-4f30-8472-ec3fa8daeae1 service neutron] 10.222.0.42 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288722 Mar 22 14:03:20.065527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75de95-29dc-4479-8673-d8b35e320987 req-ece9b62d-76c3-4bae-aa13-20c305ff6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.067384 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ba75de95-29dc-4479-8673-d8b35e320987 req-ece9b62d-76c3-4bae-aa13-20c305ff6036 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 1130 time: 0.0814626 Mar 22 14:03:20.113624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f52a3514-c928-46ad-93c5-bceff65e4ed0 req-c3c29fd4-8afc-49af-991d-b8d630a67f1d tempest-ServerGroupTestJSON-2054895860 tempest-ServerGroupTestJSON-2054895860-project] 10.222.0.44 "GET /v2.0/security-groups?id=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410681 Mar 22 14:03:20.191088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75de95-29dc-4479-8673-d8b35e320987 req-476c02d0-abd0-45d7-a151-2307292d0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.192625 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ba75de95-29dc-4479-8673-d8b35e320987 req-476c02d0-abd0-45d7-a151-2307292d0227 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1110013 Mar 22 14:03:20.224884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-f83df798-c4ad-4c95-91c2-1ea4cd2e12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.226583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-f83df798-c4ad-4c95-91c2-1ea4cd2e12fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2867045 Mar 22 14:03:20.254223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ba75de95-29dc-4479-8673-d8b35e320987 req-08a8f22c-74ea-4aa8-898d-f11028fa491e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=84609501-349b-44c0-b33e-3224aad91225 HTTP/1.1" status: 200 len: 217 time: 0.0551376 Mar 22 14:03:20.274296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef17d2-da07-4472-b0a3-e601a69f2ae4 req-10cae00f-c88b-447b-a072-f0fca322a404 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.276922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2ef17d2-da07-4472-b0a3-e601a69f2ae4 req-10cae00f-c88b-447b-a072-f0fca322a404 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 948 time: 0.1622047 Mar 22 14:03:20.354502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75de95-29dc-4479-8673-d8b35e320987 req-8181cb62-b71f-4508-a8c1-63f8cda9b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.358220 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ba75de95-29dc-4479-8673-d8b35e320987 req-8181cb62-b71f-4508-a8c1-63f8cda9b867 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0885892 Mar 22 14:03:20.367171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb728-6d03-4b18-b2b6-fe2408b9d37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.428478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75de95-29dc-4479-8673-d8b35e320987 req-a25de19e-9e82-4b49-9649-6d9b6f547fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.430919 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ba75de95-29dc-4479-8673-d8b35e320987 req-a25de19e-9e82-4b49-9649-6d9b6f547fa5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0665512 Mar 22 14:03:20.453849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2ef17d2-da07-4472-b0a3-e601a69f2ae4 req-bb1d60b8-3fb8-44ce-8978-8186dc75871f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635416 Mar 22 14:03:20.480976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c0b23-5e94-432f-9e62-41fef8d746c1 req-677c90d8-ecbf-4966-9509-fb7d9467b6b2 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.482829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-514c0b23-5e94-432f-9e62-41fef8d746c1 req-677c90d8-ecbf-4966-9509-fb7d9467b6b2 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1474433 Mar 22 14:03:20.485165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-f75572de-60b8-4517-8db7-89d063f89a17 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498353 Mar 22 14:03:20.609330 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ba75de95-29dc-4479-8673-d8b35e320987 req-d1aaf9a7-68cf-4923-8f76-fe59019cf8f0 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718211 Mar 22 14:03:20.620353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-514c0b23-5e94-432f-9e62-41fef8d746c1 req-d2565a5d-cbbc-486f-8f6b-e07fda07ff80 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300826 Mar 22 14:03:20.652140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'name': 'network-vif-deleted', 'tag': 'ef731922-cc94-40f9-ae98-6765d09545b9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:20.654138 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29fcc0-603a-40e3-8dcc-2f58148e67b0" -d '{"events": [{"server_uuid": "da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972", "name": "network-vif-deleted", "tag": "ef731922-cc94-40f9-ae98-6765d09545b9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:20.739645 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bfc6db-84f8-4c51-b788-e9c653cc43c4 x-openstack-request-id: req-82bfc6db-84f8-4c51-b788-e9c653cc43c4 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:20.740322 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972", "name": "network-vif-deleted", "tag": "ef731922-cc94-40f9-ae98-6765d09545b9", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:20.741545 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82bfc6db-84f8-4c51-b788-e9c653cc43c4 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:20.743978 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bfc6db-84f8-4c51-b788-e9c653cc43c4'] response: {'server_uuid': 'da7c7c91-8c1c-45aa-8f5d-7cd8b1df7972', 'name': 'network-vif-deleted', 'tag': 'ef731922-cc94-40f9-ae98-6765d09545b9', 'status': 'completed', 'code': 200} Mar 22 14:03:20.746567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b455419-9373-4c8f-8070-97068fb48cd2 req-63d85cf1-75ba-413f-9e96-aad4a05b9a95 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382069 Mar 22 14:03:20.762460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455022c-7085-4741-8984-3c9ab197f168 req-2074e94a-9e9b-4393-b151-91888b206dff tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:20.764656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6455022c-7085-4741-8984-3c9ab197f168 req-2074e94a-9e9b-4393-b151-91888b206dff tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.1431167 Mar 22 14:03:20.808486 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ba75de95-29dc-4479-8673-d8b35e320987 req-17dce348-fc2b-4636-bad4-843d448ec4cb service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925087 Mar 22 14:03:20.844138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6455022c-7085-4741-8984-3c9ab197f168 req-aad0a53e-1adc-4cd1-9756-5887325f616f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725656 Mar 22 14:03:20.930263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'tag': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:20.932766 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3576ec18-2cb2-42c5-b39c-c717df3f8c06" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac4bee6-be00-47ba-aad1-96cd41b1cbe3", "tag": "8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:20.970989 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e52992a-d404-409d-b39b-5c4d46cba19b x-openstack-request-id: req-6e52992a-d404-409d-b39b-5c4d46cba19b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:20.971326 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac4bee6-be00-47ba-aad1-96cd41b1cbe3", "tag": "8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:20.971577 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e52992a-d404-409d-b39b-5c4d46cba19b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:20.972000 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e52992a-d404-409d-b39b-5c4d46cba19b'] response: {'name': 'network-changed', 'server_uuid': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'tag': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', 'status': 'completed', 'code': 200} Mar 22 14:03:21.090343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-04889c59-0c8e-44c9-95f0-83cdd5477aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:21.092171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-04889c59-0c8e-44c9-95f0-83cdd5477aa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 1130 time: 0.0851161 Mar 22 14:03:21.109722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c4342-7921-47a8-bfea-673a4e245a9b req-8b397488-ec6c-4262-b100-a04eb1ee1fda tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:21.111143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b59c4342-7921-47a8-bfea-673a4e245a9b req-8b397488-ec6c-4262-b100-a04eb1ee1fda tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 943 time: 0.0720050 Mar 22 14:03:21.212032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b59c4342-7921-47a8-bfea-673a4e245a9b req-39cfa7ef-3eb7-4693-973b-65a602cdd2bd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937581 Mar 22 14:03:21.242067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-01d38dd0-ea14-4828-90b2-743572a08fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:21.243666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-01d38dd0-ea14-4828-90b2-743572a08fa3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1417284 Mar 22 14:03:21.304941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-8d2429d5-b963-4211-9233-252efeed1e69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 HTTP/1.1" status: 200 len: 217 time: 0.0494058 Mar 22 14:03:21.361976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-00c38ddc-c6bc-4114-916f-a8a6b52156f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:21.363598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-00c38ddc-c6bc-4114-916f-a8a6b52156f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0479317 Mar 22 14:03:21.421137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-3d8a7464-fbbb-40e6-a329-ec06942009b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:21.422862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-3d8a7464-fbbb-40e6-a329-ec06942009b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0517285 Mar 22 14:03:21.429493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51338) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:21.526472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] Deleting subnet 84934ace-0005-49f6-83e3-54b6b0023d46 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:03:21.531945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] Publish callbacks [] for subnet (84934ace-0005-49f6-83e3-54b6b0023d46), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.553633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51344) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:21.613419 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (84934ace-0005-49f6-83e3-54b6b0023d46), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.640229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-1a50e76a-13af-4079-9dc5-87169d578f39 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083576 Mar 22 14:03:21.669573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9876c06d-29b1-4de8-a81c-42b9846d8ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.673312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:21.676230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1e5d-c4f3-4b48-84ee-199c20762ae4 req-224836d5-2df6-4b20-9139-984ff1a1ffe7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:21.677725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6dab1e5d-c4f3-4b48-84ee-199c20762ae4 req-224836d5-2df6-4b20-9139-984ff1a1ffe7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 948 time: 0.1489768 Mar 22 14:03:21.730145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (84934ace-0005-49f6-83e3-54b6b0023d46), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.769566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9876c06d-29b1-4de8-a81c-42b9846d8ac8 admin admin] Publish callbacks [] for security_group (dc54365b-7375-4ddc-b9cd-6cc9331d3d63), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.774866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9876c06d-29b1-4de8-a81c-42b9846d8ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dc54365b-7375-4ddc-b9cd-6cc9331d3d63), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.791376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:21.794030 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.804194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'port_id': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6', 'mac_address': 'fa:16:3e:13:33:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:21.820213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9876c06d-29b1-4de8-a81c-42b9846d8ac8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c5ccf2a321e4ccfb0f5384fa6150576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653391 Mar 22 14:03:21.821259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51350) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:21.833807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876c06d-29b1-4de8-a81c-42b9846d8ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc54365b-7375-4ddc-b9cd-6cc9331d3d63,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:21.857145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:21.857746 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.873007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:21.879254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-235b06dd-70f0-420d-8a05-1926d1918eaf admin admin] Publish callbacks [] for security_group (dc54365b-7375-4ddc-b9cd-6cc9331d3d63), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.898353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:21.903977 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.904234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-235b06dd-70f0-420d-8a05-1926d1918eaf admin admin] Publish callbacks [] for security_group (dc54365b-7375-4ddc-b9cd-6cc9331d3d63), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.965063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:21.967542 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-235b06dd-70f0-420d-8a05-1926d1918eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dc54365b-7375-4ddc-b9cd-6cc9331d3d63), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.970553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-235b06dd-70f0-420d-8a05-1926d1918eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.976508 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-235b06dd-70f0-420d-8a05-1926d1918eaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc54365b-7375-4ddc-b9cd-6cc9331d3d63 HTTP/1.1" status: 204 len: 168 time: 0.1501014 Mar 22 14:03:21.978970 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.979729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.980213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.980701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.981038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.981367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.982027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.982526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.982993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.983874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.984358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.984957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.985434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.985901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.986431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.998948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b06dd-70f0-420d-8a05-1926d1918eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc54365b-7375-4ddc-b9cd-6cc9331d3d63,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:22.178559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6dab1e5d-c4f3-4b48-84ee-199c20762ae4 req-90428184-2082-4653-905f-287e250c9eb7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895656 Mar 22 14:03:22.182451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3576ec18-2cb2-42c5-b39c-c717df3f8c06 req-fb0cc7c2-7ddb-45d0-8a88-79b9f76debe4 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304735 Mar 22 14:03:22.195932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7c940-b878-45e4-a830-c5fd4d906cca req-305ab42f-95f6-442b-a549-368c9c04e59d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:22.197654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9e7c940-b878-45e4-a830-c5fd4d906cca req-305ab42f-95f6-442b-a549-368c9c04e59d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.4847865 Mar 22 14:03:22.199161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (84934ace-0005-49f6-83e3-54b6b0023d46), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.239836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84934ace-0005-49f6-83e3-54b6b0023d46,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:22.241813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.247310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-31388e4e-e5c0-4416-8ec0-901d439c566f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/84934ace-0005-49f6-83e3-54b6b0023d46 HTTP/1.1" status: 204 len: 168 time: 0.8144274 Mar 22 14:03:22.247851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51360) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:22.293430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2d0f4abd-65d1-4eb8-9840-13931ecd2bd6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:22.299702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51362) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:22.325477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0401921e-b79b-428e-9f5c-f2c1f1a3d4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.331529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9e7c940-b878-45e4-a830-c5fd4d906cca req-989e4227-9694-4d83-8e48-a4b47fd6c898 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208293 Mar 22 14:03:22.336117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7252ecb1-a8a9-4a02-ae97-6ff262bdd93d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.381504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e5369-392b-4a21-834e-ebab558b6668 req-1770f70a-37c0-44d3-ae07-67fafd6f346b tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:22.383086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c3e5369-392b-4a21-834e-ebab558b6668 req-1770f70a-37c0-44d3-ae07-67fafd6f346b tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.1316175 Mar 22 14:03:22.439219 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7252ecb1-a8a9-4a02-ae97-6ff262bdd93d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.466297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7252ecb1-a8a9-4a02-ae97-6ff262bdd93d']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:22.478059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbe9826-f028-43dc-9eea-65171a1796b5') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:22.478353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbe9826-f028-43dc-9eea-65171a1796b5') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:22.488245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (2cbe9826-f028-43dc-9eea-65171a1796b5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.492939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c3e5369-392b-4a21-834e-ebab558b6668 req-cd7a2b71-ec92-4738-ae2b-ccfa5a003fb8 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024563 Mar 22 14:03:22.503434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2cbe9826-f028-43dc-9eea-65171a1796b5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.505209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0401921e-b79b-428e-9f5c-f2c1f1a3d4e6 admin admin] Publish callbacks [] for security_group (233da90a-6b3f-480b-a811-75b771c5e543), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.517302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0401921e-b79b-428e-9f5c-f2c1f1a3d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (233da90a-6b3f-480b-a811-75b771c5e543), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.520070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:03:22.520480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (2cbe9826-f028-43dc-9eea-65171a1796b5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:03:22.522450 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:03:22.529112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403b99-4a4b-4e44-b57a-a40790d21b59 req-381085b3-4d41-49d6-b5c7-2a388d78d5e6 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:22.530626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da403b99-4a4b-4e44-b57a-a40790d21b59 req-381085b3-4d41-49d6-b5c7-2a388d78d5e6 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 944 time: 0.1095235 Mar 22 14:03:22.578112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0401921e-b79b-428e-9f5c-f2c1f1a3d4e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c2aa07988ad46a3a604736e73742c87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765377 Mar 22 14:03:22.579316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7252ecb1-a8a9-4a02-ae97-6ff262bdd93d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.580968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51364) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:22.582903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401921e-b79b-428e-9f5c-f2c1f1a3d4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233da90a-6b3f-480b-a811-75b771c5e543,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:22.591253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.594370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] 10.222.0.44 "DELETE /v2.0/networks/7252ecb1-a8a9-4a02-ae97-6ff262bdd93d HTTP/1.1" status: 204 len: 168 time: 0.3449197 Mar 22 14:03:22.612402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13ee89-b7b1-4b5a-9de4-67beb27696cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7252ecb1-a8a9-4a02-ae97-6ff262bdd93d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:22.622504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da403b99-4a4b-4e44-b57a-a40790d21b59 req-4dbc0d29-031f-4e1b-80c5-c570b31dff45 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840456 Mar 22 14:03:22.650034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ffba31-60d6-4b29-a672-d5b6d1be4652 admin admin] Publish callbacks [] for security_group (233da90a-6b3f-480b-a811-75b771c5e543), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.672375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ffba31-60d6-4b29-a672-d5b6d1be4652 admin admin] Publish callbacks [] for security_group (233da90a-6b3f-480b-a811-75b771c5e543), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.689036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 84609501-349b-44c0-b33e-3224aad91225 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:22.693813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ef731922-cc94-40f9-ae98-6765d09545b9 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:22.720716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: ef731922-cc94-40f9-ae98-6765d09545b9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:22.721326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ef731922-cc94-40f9-ae98-6765d09545b9 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:22.734037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ffba31-60d6-4b29-a672-d5b6d1be4652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (233da90a-6b3f-480b-a811-75b771c5e543), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.736827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93ffba31-60d6-4b29-a672-d5b6d1be4652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.740348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93ffba31-60d6-4b29-a672-d5b6d1be4652 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/233da90a-6b3f-480b-a811-75b771c5e543 HTTP/1.1" status: 204 len: 168 time: 0.1559682 Mar 22 14:03:22.747919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffba31-60d6-4b29-a672-d5b6d1be4652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233da90a-6b3f-480b-a811-75b771c5e543,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:22.794594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51372) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:22.827351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 84609501-349b-44c0-b33e-3224aad91225, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=84609501-349b-44c0-b33e-3224aad91225,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:22.843247 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6086d678-0ff7-4097-87e4-7c3e0eb132e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b721b16721524892992b97e17913bf53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467539 Mar 22 14:03:22.843426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51374) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:22.843541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '84609501-349b-44c0-b33e-3224aad91225', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '84609501-349b-44c0-b33e-3224aad91225', 'mac_address': 'fa:16:3e:0d:68:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:22.886848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 84609501-349b-44c0-b33e-3224aad91225 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:22.887497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84609501-349b-44c0-b33e-3224aad91225), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.892926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-023beec5-cf79-40b4-90bb-654e3aaec3d6 admin admin] Publish callbacks [] for security_group (44981ca0-f9a0-4b18-8eb5-19ab0abb9d10), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.900923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84609501-349b-44c0-b33e-3224aad91225 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:22.915187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-023beec5-cf79-40b4-90bb-654e3aaec3d6 admin admin] Publish callbacks [] for security_group (44981ca0-f9a0-4b18-8eb5-19ab0abb9d10), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.921776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 84609501-349b-44c0-b33e-3224aad91225, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=84609501-349b-44c0-b33e-3224aad91225,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:22.927063 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84609501-349b-44c0-b33e-3224aad91225), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.973833 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-023beec5-cf79-40b4-90bb-654e3aaec3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (44981ca0-f9a0-4b18-8eb5-19ab0abb9d10), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.976493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-023beec5-cf79-40b4-90bb-654e3aaec3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.977647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-023beec5-cf79-40b4-90bb-654e3aaec3d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44981ca0-f9a0-4b18-8eb5-19ab0abb9d10 HTTP/1.1" status: 204 len: 168 time: 0.1332481 Mar 22 14:03:22.992326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=84609501-349b-44c0-b33e-3224aad91225,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:22.994715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023beec5-cf79-40b4-90bb-654e3aaec3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44981ca0-f9a0-4b18-8eb5-19ab0abb9d10,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:23.234054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['84609501-349b-44c0-b33e-3224aad91225'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:23.323059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.356426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8471b-8ccf-4e7a-b1de-69124a114912 req-94219e5b-ae57-43ba-bba8-7233b4c900f6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.374113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00e8471b-8ccf-4e7a-b1de-69124a114912 req-94219e5b-ae57-43ba-bba8-7233b4c900f6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 949 time: 0.0836952 Mar 22 14:03:23.466787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00e8471b-8ccf-4e7a-b1de-69124a114912 req-5d2c8634-c5c8-459f-a9aa-b6990cdac132 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916758 Mar 22 14:03:23.524630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534430-958b-40fd-9c10-45aa86895020 req-c0225f19-8b48-40c0-906c-e71b277358ad tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.526936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92534430-958b-40fd-9c10-45aa86895020 req-c0225f19-8b48-40c0-906c-e71b277358ad tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.0803475 Mar 22 14:03:23.625663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92534430-958b-40fd-9c10-45aa86895020 req-a2249308-80da-4342-b09e-9ada00691f43 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928221 Mar 22 14:03:23.652151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5f34-255f-4f34-956e-a920ffa9cdf4 req-0f4056fa-5bc5-4a34-a792-f3b6e46d014c tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.652151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2afb5f34-255f-4f34-956e-a920ffa9cdf4 req-0f4056fa-5bc5-4a34-a792-f3b6e46d014c tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.0754271 Mar 22 14:03:23.697097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:23.699922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:23.770832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2afb5f34-255f-4f34-956e-a920ffa9cdf4 req-710b50ec-8305-40f3-ba2c-395eee5388e2 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081641 Mar 22 14:03:23.808671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7985d-9ab4-4b17-ab5b-38114faccddd req-41444c6b-4603-4242-a05a-54e58339b852 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.816543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7be7985d-9ab4-4b17-ab5b-38114faccddd req-41444c6b-4603-4242-a05a-54e58339b852 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 944 time: 0.1059906 Mar 22 14:03:23.854626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:23.869414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51426) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:23.871244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:23.871895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.874910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:23.883382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7be7985d-9ab4-4b17-ab5b-38114faccddd req-2e9b28a5-7893-4714-9b96-3b094599c4af tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Mar 22 14:03:23.906656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', 'mac_address': 'fa:16:3e:02:80:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:23.957932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:23.958294 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.974225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:23.994140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1837489495-network', 'tenant_id': '193f701c7beb4927bd4150d34917d73b'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:24.015425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Made reservation on behalf of 193f701c7beb4927bd4150d34917d73b for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:24.018351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.025377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:24.027763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.032145 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.036083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:24.036448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.083013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85502019-0360-4b54-b7e1-e97975447398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:24.086174 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58551a83-5cb8-453d-87aa-1682ecb8d51c" -d '{"events": [{"server_uuid": "85502019-0360-4b54-b7e1-e97975447398", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f4abd-65d1-4eb8-9840-13931ecd2bd6"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:24.107735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:24.116335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.121132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:24.139804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks [] for security_group (a986a802-0800-4f61-b3d6-bd5ad87cea79), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.148992 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a986a802-0800-4f61-b3d6-bd5ad87cea79), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.154662 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e024c-81c8-44a0-9aa8-93c3a3809dc0 x-openstack-request-id: req-fc6e024c-81c8-44a0-9aa8-93c3a3809dc0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:24.155174 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85502019-0360-4b54-b7e1-e97975447398", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f4abd-65d1-4eb8-9840-13931ecd2bd6", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:24.155674 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc6e024c-81c8-44a0-9aa8-93c3a3809dc0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:24.156035 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6e024c-81c8-44a0-9aa8-93c3a3809dc0'] response: {'server_uuid': '85502019-0360-4b54-b7e1-e97975447398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6', 'code': 200} Mar 22 14:03:24.179154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:03:24.189059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.200179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:24.201235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a986a802-0800-4f61-b3d6-bd5ad87cea79,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:24.214440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ccb5af57-4c5e-4852-968b-cdcd2365696e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.214782 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Added segment ccb5af57-4c5e-4852-968b-cdcd2365696e of type vlan for network 9e9327ee-9dad-4357-8357-8540be4aa153 Mar 22 14:03:24.257638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9e9327ee-9dad-4357-8357-8540be4aa153), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.287420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9e9327ee-9dad-4357-8357-8540be4aa153), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.289331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.290130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.291910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f8ad3-8169-4151-b87b-13d9237bacb6 req-a666f6f3-8611-4b94-917d-44468815d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.293406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef5f8ad3-8169-4151-b87b-13d9237bacb6 req-a666f6f3-8611-4b94-917d-44468815d601 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 1127 time: 0.0529594 Mar 22 14:03:24.345826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef5f8ad3-8169-4151-b87b-13d9237bacb6 req-56a1ba45-41e2-46aa-8397-ed1e1d96b780 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Mar 22 14:03:24.354446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4830010 Mar 22 14:03:24.357923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51446) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:24.358481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf18ba0-a12f-4687-8c3d-45a2059e06c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9327ee-9dad-4357-8357-8540be4aa153,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:24.363012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Request body: {'subnet': {'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1837489495-subnet', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:24.368262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9e9327ee-9dad-4357-8357-8540be4aa153 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:03:24.383965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Made reservation on behalf of 193f701c7beb4927bd4150d34917d73b for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:24.387543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.465074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:24.577488 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.596471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8dfa2b4e-3b16-4c6f-af09-601eefa6c861), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.664015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d36ae-ad32-414d-b9e9-82121c07db36 req-27c7fa1a-8355-4234-bac5-d5bb82b18025 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.665524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f3d36ae-ad32-414d-b9e9-82121c07db36 req-27c7fa1a-8355-4234-bac5-d5bb82b18025 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 949 time: 0.1113610 Mar 22 14:03:24.675143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfa2b4e-3b16-4c6f-af09-601eefa6c861,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:24.702744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 84609501-349b-44c0-b33e-3224aad91225 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:24.720484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Checking segment: {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:24.720842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Network hostable DHCP agents. Network: 9e9327ee-9dad-4357-8357-8540be4aa153, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:03:24.758467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 84609501-349b-44c0-b33e-3224aad91225 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:24.762392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 84609501-349b-44c0-b33e-3224aad91225 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:24.762770 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84609501-349b-44c0-b33e-3224aad91225), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.776934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f3d36ae-ad32-414d-b9e9-82121c07db36 req-5de7544d-77d8-4a46-964d-ff4b830b93b6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027005 Mar 22 14:03:24.782685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Network 9e9327ee-9dad-4357-8357-8540be4aa153 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:03:24.797206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9e9327ee-9dad-4357-8357-8540be4aa153) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:24.802010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.803188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.814421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157faf0d-961b-4dc4-89d1-47669920e9d8 req-68e3c9e9-9578-4f9b-b798-51910d9797dd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.815273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb24125d-f2f6-4702-ab30-183e0102e90b None None] Network 9e9327ee-9dad-4357-8357-8540be4aa153 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:24.816464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-157faf0d-961b-4dc4-89d1-47669920e9d8 req-68e3c9e9-9578-4f9b-b798-51910d9797dd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1098053 Mar 22 14:03:24.840892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-758b5cab-58f5-43e3-8e97-12eda5f07f5f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4785337 Mar 22 14:03:24.840892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51460) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:24.845782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:24.904411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-157faf0d-961b-4dc4-89d1-47669920e9d8 req-e0bcac98-088f-4d55-b789-bbe8a2baf3db tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785081 Mar 22 14:03:24.950981 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (744984e2-f91c-4517-994e-d6b926f35b79), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.952151 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (744984e2-f91c-4517-994e-d6b926f35b79), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.972281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9702530-8e52-4957-a062-9ecf4dcbce55 None None] Network 9e9327ee-9dad-4357-8357-8540be4aa153 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:24.986667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 84609501-349b-44c0-b33e-3224aad91225 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:24.987048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84609501-349b-44c0-b33e-3224aad91225), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.055107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 84609501-349b-44c0-b33e-3224aad91225, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=84609501-349b-44c0-b33e-3224aad91225,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:25.063698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84609501-349b-44c0-b33e-3224aad91225), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.093864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecc96b-c42c-44e4-8d4f-aa0d1735c368 req-8a1e935c-4320-4137-ab06-e2fd18d81057 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:25.098440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfecc96b-c42c-44e4-8d4f-aa0d1735c368 req-8a1e935c-4320-4137-ab06-e2fd18d81057 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.1986189 Mar 22 14:03:25.110207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks [] for router_controller (744984e2-f91c-4517-994e-d6b926f35b79), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.133247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=84609501-349b-44c0-b33e-3224aad91225,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:25.230541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfecc96b-c42c-44e4-8d4f-aa0d1735c368 req-6ec187ff-9115-48f0-bff4-566c55950584 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187007 Mar 22 14:03:25.242967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea55fee-083c-4460-8830-528575f8de82 req-901ab5ac-8080-46dd-b5ee-0047c164805c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:25.244498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ea55fee-083c-4460-8830-528575f8de82 req-901ab5ac-8080-46dd-b5ee-0047c164805c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 945 time: 0.2492392 Mar 22 14:03:25.328419 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks [] for router_gateway (744984e2-f91c-4517-994e-d6b926f35b79), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.395060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ea55fee-083c-4460-8830-528575f8de82 req-ed1c03b5-6a13-44ad-bf8b-b39a7c647226 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116292 Mar 22 14:03:25.557895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks [] for router_gateway (744984e2-f91c-4517-994e-d6b926f35b79), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.575805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.690103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Allocated IP 172.25.2.142 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/61d645e6-d9f4-4fbf-bb36-03a997fecc7f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:25.792526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks [] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.830160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.872555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:25.885115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:25.908038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:25.916248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Pushing event updated for resources: {'Port': ['ID=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:26.022694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8773c09-6aff-4226-a3b7-ea325748aa7e req-59ff3f10-0f12-43cb-b158-66f57485a9b6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.024286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8773c09-6aff-4226-a3b7-ea325748aa7e req-59ff3f10-0f12-43cb-b158-66f57485a9b6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 950 time: 0.1593735 Mar 22 14:03:26.157066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84609501-349b-44c0-b33e-3224aad91225'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:26.159783 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68d4e89-8e2b-42af-b632-1cda4c9a9c96" -d '{"events": [{"server_uuid": "c0e56a1d-52c3-497e-9fab-d79887e3c124", "name": "network-vif-plugged", "status": "completed", "tag": "84609501-349b-44c0-b33e-3224aad91225"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:26.179111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac7245-075e-4c8f-92f5-9a8d98c2388a req-0d9f17b2-23f5-4510-a6b0-9bccdf862c99 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.180671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0ac7245-075e-4c8f-92f5-9a8d98c2388a req-0d9f17b2-23f5-4510-a6b0-9bccdf862c99 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1658490 Mar 22 14:03:26.186482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8773c09-6aff-4226-a3b7-ea325748aa7e req-30ec5e33-f2f9-4738-85b9-a12a1888b666 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246648 Mar 22 14:03:26.233810 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739cee25-3d65-471a-a268-5dfcdc4125f3 x-openstack-request-id: req-739cee25-3d65-471a-a268-5dfcdc4125f3 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:26.234141 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e56a1d-52c3-497e-9fab-d79887e3c124", "name": "network-vif-plugged", "status": "completed", "tag": "84609501-349b-44c0-b33e-3224aad91225", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:26.234405 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-739cee25-3d65-471a-a268-5dfcdc4125f3 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:26.234831 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739cee25-3d65-471a-a268-5dfcdc4125f3'] response: {'server_uuid': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84609501-349b-44c0-b33e-3224aad91225', 'code': 200} Mar 22 14:03:26.335731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0ac7245-075e-4c8f-92f5-9a8d98c2388a req-b97887a1-25c5-4f22-9407-51257cbacfa7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448505 Mar 22 14:03:26.365816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks [] for router_gateway (744984e2-f91c-4517-994e-d6b926f35b79), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:26.382741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c2e6-a3a2-400b-9ea2-a41134cc71ee req-412ebf82-eded-4d6e-a915-0e1d0be9920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.384359 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f146c2e6-a3a2-400b-9ea2-a41134cc71ee req-412ebf82-eded-4d6e-a915-0e1d0be9920f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 1132 time: 0.0714223 Mar 22 14:03:26.435912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f146c2e6-a3a2-400b-9ea2-a41134cc71ee req-63ee0b8e-a573-41a8-b0dd-2e6bf854cda5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Mar 22 14:03:26.520328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad3a1d-fc47-4d47-93b8-41690186fa99 req-924f5d9e-a334-4b2d-b712-4c5c798dbd9c tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.521905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aaad3a1d-fc47-4d47-93b8-41690186fa99 req-924f5d9e-a334-4b2d-b712-4c5c798dbd9c tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.1752899 Mar 22 14:03:26.666752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aaad3a1d-fc47-4d47-93b8-41690186fa99 req-d668ff38-15cc-4dd6-b7ec-a42fb3c56c95 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372223 Mar 22 14:03:26.673571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d278-4680-47b4-b313-1274f2eda455 req-afb5596c-f282-4551-a044-f76dcd702c20 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.675006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4369d278-4680-47b4-b313-1274f2eda455 req-afb5596c-f282-4551-a044-f76dcd702c20 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 945 time: 0.1949136 Mar 22 14:03:26.725102 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (744984e2-f91c-4517-994e-d6b926f35b79), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:26.740155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4369d278-4680-47b4-b313-1274f2eda455 req-3b612cda-3160-48b6-8053-d2bb048b935d tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576680 Mar 22 14:03:26.887044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae270792-71ed-4dc4-af09-ffa566b8e19a req-f987734e-6e9a-4ddb-9b32-9f7a13ebeb2a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.888486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae270792-71ed-4dc4-af09-ffa566b8e19a req-f987734e-6e9a-4ddb-9b32-9f7a13ebeb2a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 945 time: 0.0769076 Mar 22 14:03:26.934180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Router 744984e2-f91c-4517-994e-d6b926f35b79 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:03:26.960987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae270792-71ed-4dc4-af09-ffa566b8e19a req-f87d4da9-305d-4c2b-9d1e-8b55f4bd209f tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661724 Mar 22 14:03:27.084463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:27.095902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Sync routers for ids ['744984e2-f91c-4517-994e-d6b926f35b79'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:27.108223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Routers {'744984e2-f91c-4517-994e-d6b926f35b79'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:27.112570 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:27.116604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7e81034e-d2dd-4976-8985-d8d3fb31c060 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2724142 Mar 22 14:03:27.116951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:27.120628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['744984e2-f91c-4517-994e-d6b926f35b79'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:27.328994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Set router 744984e2-f91c-4517-994e-d6b926f35b79 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:27.359707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2459dc-925e-4559-99a3-20b12107064e req-c09bc509-3e14-443d-a555-35eb820accce tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:27.368061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc2459dc-925e-4559-99a3-20b12107064e req-c09bc509-3e14-443d-a555-35eb820accce tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 950 time: 0.0935967 Mar 22 14:03:27.506843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc2459dc-925e-4559-99a3-20b12107064e req-31e17165-3145-4ca9-b231-c9c2077a17d9 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378608 Mar 22 14:03:27.609859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e96e9-057b-4d14-bf7b-f0b5ed1d52e7 req-6f45df37-1627-4427-98a1-485dc0665611 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:27.616005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-163e96e9-057b-4d14-bf7b-f0b5ed1d52e7 req-6f45df37-1627-4427-98a1-485dc0665611 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1590145 Mar 22 14:03:27.631174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:26Z', 'revision_number': 3, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port': {'id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:27.677606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Checking router: 744984e2-f91c-4517-994e-d6b926f35b79 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:27.679088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Updating router 744984e2-f91c-4517-994e-d6b926f35b79 port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:03:27.719957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-163e96e9-057b-4d14-bf7b-f0b5ed1d52e7 req-de441608-57a8-49d3-8788-22b3eaa6cd1a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968113 Mar 22 14:03:27.742459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:27.871642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:27.876332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71260f-788c-4221-ac07-3a0bfc7c7eaf req-e906e06e-6bfb-492a-91fb-ce604220c856 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:27.878093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f71260f-788c-4221-ac07-3a0bfc7c7eaf req-e906e06e-6bfb-492a-91fb-ce604220c856 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.0913067 Mar 22 14:03:27.920068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:27.929616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:27.930002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.011922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f71260f-788c-4221-ac07-3a0bfc7c7eaf req-2e4df304-0958-4057-b4a3-dbee1977152d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239679 Mar 22 14:03:28.052489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fa562-cae6-45d1-9ab6-f0b6bb670c86 req-fce11223-4e0b-45c9-8bae-d267e86d08f4 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:28.054490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d18fa562-cae6-45d1-9ab6-f0b6bb670c86 req-fce11223-4e0b-45c9-8bae-d267e86d08f4 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 945 time: 0.1442604 Mar 22 14:03:28.128041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.162292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d18fa562-cae6-45d1-9ab6-f0b6bb670c86 req-ea1317f0-28c2-4634-967a-0682bdbf05c1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995462 Mar 22 14:03:28.297080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Allocated IP 172.20.0.1 (9e9327ee-9dad-4357-8357-8540be4aa153/8dfa2b4e-3b16-4c6f-af09-601eefa6c861/361e195f-cfa1-483a-92fa-b87b1b15165c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:28.310264 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Publish callbacks [] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.322667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.396335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:28.397607 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.404521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks [] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.405157 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.419723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Attempting to bind port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:28.420494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Attempting to bind port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:28.421070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Attempting to bind port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:28.427879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ed3a0-87f7-4001-af51-d7a85cec525f None None] Pushing event updated for resources: {'Port': ['ID=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:28.439284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:28.439688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:28.440093 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.440511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:28.440992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Bound port: 61d645e6-d9f4-4fbf-bb36-03a997fecc7f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:28.441374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.448246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:28.449609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.450659 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257de245-b413-4c4d-965c-19d22a54ae37" -d '{"events": [{"server_uuid": "5ac4bee6-be00-47ba-aad1-96cd41b1cbe3", "name": "network-vif-plugged", "status": "completed", "tag": "8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:28.482229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:28.487526 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.529595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Network 9e9327ee-9dad-4357-8357-8540be4aa153 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:28.533028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:28.540316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:28.591790 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (744984e2-f91c-4517-994e-d6b926f35b79), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.599135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Pushing event updated for resources: {'Port': ['ID=361e195f-cfa1-483a-92fa-b87b1b15165c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:28.833787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.852797 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ff906c-786d-4415-9db1-09bda80a47d5 x-openstack-request-id: req-a3ff906c-786d-4415-9db1-09bda80a47d5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:28.853156 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac4bee6-be00-47ba-aad1-96cd41b1cbe3", "name": "network-vif-plugged", "status": "completed", "tag": "8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:28.853321 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3ff906c-786d-4415-9db1-09bda80a47d5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:28.853702 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ff906c-786d-4415-9db1-09bda80a47d5'] response: {'server_uuid': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', 'code': 200} Mar 22 14:03:28.867127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:28.873247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] For port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:28.876996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] For port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:28.885441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.945446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Routers {'744984e2-f91c-4517-994e-d6b926f35b79'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:28.958133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['744984e2-f91c-4517-994e-d6b926f35b79'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:28.960543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ed3a0-87f7-4001-af51-d7a85cec525f None None] Pushing event updated for resources: {'Port': ['ID=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:29.075294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks [] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.081909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.131827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] Set router 744984e2-f91c-4517-994e-d6b926f35b79 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:29.163866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (744984e2-f91c-4517-994e-d6b926f35b79), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.266536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8916-d4ac-4e23-a77c-9b419ff68192 req-31c1c459-a75b-4b2c-939f-0f5647316a2d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.273156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-459c8916-d4ac-4e23-a77c-9b419ff68192 req-31c1c459-a75b-4b2c-939f-0f5647316a2d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.0852339 Mar 22 14:03:29.277230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358928c0-b754-462f-88f9-3ba457de0890 req-77cec0cc-5e48-4377-b992-3429ce6fb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.278713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-358928c0-b754-462f-88f9-3ba457de0890 req-77cec0cc-5e48-4377-b992-3429ce6fb2c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 1132 time: 0.6513822 Mar 22 14:03:29.290187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Pushing event updated for resources: {'Port': ['ID=361e195f-cfa1-483a-92fa-b87b1b15165c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:29.305414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Network 9e9327ee-9dad-4357-8357-8540be4aa153 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:29.309937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:29.322668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ca72d-efbe-41a0-bad2-4e74b30a681e req-87bb3db0-ca82-4443-877b-3c5da3d703f7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.324273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf7ca72d-efbe-41a0-bad2-4e74b30a681e req-87bb3db0-ca82-4443-877b-3c5da3d703f7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 950 time: 0.6572104 Mar 22 14:03:29.376724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-459c8916-d4ac-4e23-a77c-9b419ff68192 req-e5b4d88f-8a74-4a72-a12a-03f302afcfa2 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025646 Mar 22 14:03:29.425077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-358928c0-b754-462f-88f9-3ba457de0890 req-ce292910-0562-4f88-84e1-7dcce98f0ba6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258683 Mar 22 14:03:29.451326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 4, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port': {'id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '361e195f-cfa1-483a-92fa-b87b1b15165c', 'name': '', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'mac_address': 'fa:16:3e:d9:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:28Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 1, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'subnets': [{'id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:29.478785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf7ca72d-efbe-41a0-bad2-4e74b30a681e req-7abdd275-d6f6-4052-ac6d-b5edf6a1c289 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217535 Mar 22 14:03:29.491071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Router 744984e2-f91c-4517-994e-d6b926f35b79 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:03:29.509004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5eb6f1-27c7-459d-95c7-3eba62a28bfc None None] The sync data for ids ['744984e2-f91c-4517-994e-d6b926f35b79'] in n-d-834677-3 is: [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 4, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port': {'id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '361e195f-cfa1-483a-92fa-b87b1b15165c', 'name': '', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'mac_address': 'fa:16:3e:d9:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:28Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 1, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'subnets': [{'id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:29.573033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ecd59-ed41-4595-98c7-872a5a06103b req-231c0eb8-cb91-49f3-812c-ec741cf6c50b tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.575142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50ecd59-ed41-4595-98c7-872a5a06103b req-231c0eb8-cb91-49f3-812c-ec741cf6c50b tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 944 time: 0.0849733 Mar 22 14:03:29.666019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d50ecd59-ed41-4595-98c7-872a5a06103b req-64b8c765-7a3f-42db-bf01-9276e31449cb tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767443 Mar 22 14:03:29.700256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a2424-f54b-4bee-bcc6-af2acff5541b req-009cb19a-db14-4811-8e03-cb701a18e70c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.701944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d90a2424-f54b-4bee-bcc6-af2acff5541b req-009cb19a-db14-4811-8e03-cb701a18e70c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 945 time: 0.1257000 Mar 22 14:03:29.736433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b9be49c3-4b05-4d1e-954c-c8db16739917 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:29.884183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d90a2424-f54b-4bee-bcc6-af2acff5541b req-903e90a0-f10f-47f2-8406-60138bcc3ebf tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733522 Mar 22 14:03:29.943431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18648c-ad2c-49be-b809-9dba1b61e99c req-08c3ca96-7a89-454f-8d02-5dfdd851a606 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.951691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf18648c-ad2c-49be-b809-9dba1b61e99c req-08c3ca96-7a89-454f-8d02-5dfdd851a606 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 950 time: 0.1581707 Mar 22 14:03:29.955039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port b9be49c3-4b05-4d1e-954c-c8db16739917, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b9be49c3-4b05-4d1e-954c-c8db16739917,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:29.970829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'port_id': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'mac_address': 'fa:16:3e:28:fd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:30.006972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf18648c-ad2c-49be-b809-9dba1b61e99c req-436c0238-aa8f-484e-b859-1eb5b3558a44 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Mar 22 14:03:30.041882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port b9be49c3-4b05-4d1e-954c-c8db16739917 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:30.042713 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.057085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9be49c3-4b05-4d1e-954c-c8db16739917 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:30.079219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port b9be49c3-4b05-4d1e-954c-c8db16739917, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b9be49c3-4b05-4d1e-954c-c8db16739917,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:30.085346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.092223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:30.101218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7d75754a-fe0a-4ac1-8abd-56120322acdc admin admin] 10.222.0.44 "PUT /v2.0/routers/744984e2-f91c-4517-994e-d6b926f35b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9831583 Mar 22 14:03:30.154195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=b9be49c3-4b05-4d1e-954c-c8db16739917,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:30.604410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['b9be49c3-4b05-4d1e-954c-c8db16739917'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:30.608524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8de8e-556b-444c-9af7-90ba697488bb req-54164ce3-ff79-4e43-8c24-870011622ccf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:30.610206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddb8de8e-556b-444c-9af7-90ba697488bb req-54164ce3-ff79-4e43-8c24-870011622ccf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1198568 Mar 22 14:03:30.636684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-0290c558-77d9-448e-b870-d5064e0474a2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:30.638298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-0290c558-77d9-448e-b870-d5064e0474a2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 811 time: 0.1577964 Mar 22 14:03:30.666961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-be26fb65-d514-4ce5-be73-f04ac9c91bd8 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/quotas/193f701c7beb4927bd4150d34917d73b HTTP/1.1" status: 200 len: 375 time: 0.0213826 Mar 22 14:03:30.700367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddb8de8e-556b-444c-9af7-90ba697488bb req-61fd7916-55e6-4462-8c11-2980a9b50a53 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608387 Mar 22 14:03:30.864923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-3fb5f97f-4006-4294-b1ee-673bf5f56137 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508551 Mar 22 14:03:31.003371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a29b18-cb22-4316-9c57-e2e71cea3cd6 req-77db1581-3d3b-4239-93a3-3e7471f36eb5 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.005214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91a29b18-cb22-4316-9c57-e2e71cea3cd6 req-77db1581-3d3b-4239-93a3-3e7471f36eb5 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 945 time: 0.1629674 Mar 22 14:03:31.065083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-6e1f09ae-b161-4615-ab94-14008d3d2895 service neutron] 10.222.0.44 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795864 Mar 22 14:03:31.086428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91a29b18-cb22-4316-9c57-e2e71cea3cd6 req-02582cbe-4daf-4c4e-bb40-cb466a490706 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691290 Mar 22 14:03:31.197227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-99c5b1bd-3674-46fb-b2cb-a1bb67436d35 service neutron] 10.222.0.44 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240892 Mar 22 14:03:31.219295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a7331-8155-4752-abd1-8532cd5b1412 req-13229927-c306-42a2-a894-46ce17737925 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.220838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-182a7331-8155-4752-abd1-8532cd5b1412 req-13229927-c306-42a2-a894-46ce17737925 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 945 time: 0.0693161 Mar 22 14:03:31.274956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-182a7331-8155-4752-abd1-8532cd5b1412 req-cffe5460-7331-45b3-981d-bb28f698de84 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482643 Mar 22 14:03:31.442139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219913-c036-40ad-b16f-09be3438c3ad req-db962125-6b84-4cc3-8676-799c87870a33 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.444641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b219913-c036-40ad-b16f-09be3438c3ad req-db962125-6b84-4cc3-8676-799c87870a33 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 950 time: 0.0774162 Mar 22 14:03:31.523948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b219913-c036-40ad-b16f-09be3438c3ad req-6836f155-437c-42cc-a90e-d4e1c9d4ad1c tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736487 Mar 22 14:03:31.556519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.563436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.568963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.574269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.579589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.584813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.590069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.591983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-98e48d81-765c-4b60-ad64-61746beea443 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.1255515 Mar 22 14:03:31.625646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0f64d82-015b-4aea-a15c-7459613f509f req-d673f888-347d-494d-8160-09261173f914 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 210 time: 0.0326393 Mar 22 14:03:31.673812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d36beec2-6121-4479-a334-8bd2849ea9e0 req-ad3927e6-cfd2-434d-81dc-b7bdc32aa575 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723927 Mar 22 14:03:31.738492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:31.867786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.876815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.894863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.907925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:31.908670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.923343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.934333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.939882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'port_id': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6', 'mac_address': 'fa:16:3e:13:33:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:31.944669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.963207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd91dc36-eb6c-48d9-aefe-706388725ce5 req-7dd74db0-2438-47c8-9036-0e7df170c5ad tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.1928277 Mar 22 14:03:32.036646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:32.037173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.037790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f319d-ed92-4dca-82a3-22f1f9092ea9 req-854bd0d3-9a76-47eb-96b8-2ed432635be9 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.048741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f319d-ed92-4dca-82a3-22f1f9092ea9 req-854bd0d3-9a76-47eb-96b8-2ed432635be9 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.050749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-272f319d-ed92-4dca-82a3-22f1f9092ea9 req-854bd0d3-9a76-47eb-96b8-2ed432635be9 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3&device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 1691 time: 0.0742512 Mar 22 14:03:32.062343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:32.110061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:32.129292 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.153846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-272f319d-ed92-4dca-82a3-22f1f9092ea9 req-da23abf1-c7cb-4e56-8d02-3b3dc692d92d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946250 Mar 22 14:03:32.207276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e7e58-a0b3-4713-bde5-9eef94dc822d req-1d72bdd5-138c-4303-974d-562e749a9c51 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.209842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa2e7e58-a0b3-4713-bde5-9eef94dc822d req-1d72bdd5-138c-4303-974d-562e749a9c51 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1297920 Mar 22 14:03:32.256811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:32.308065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61d645e6-d9f4-4fbf-bb36-03a997fecc7f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:32.312156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2d0f4abd-65d1-4eb8-9840-13931ecd2bd6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:32.322481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa2e7e58-a0b3-4713-bde5-9eef94dc822d req-9ae6d5d6-b5c6-4786-8351-82c9bb5216d7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011548 Mar 22 14:03:32.352163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d1fcb-5c54-4b77-81d8-8dae258db068 req-2ae8150a-7937-4f5a-81eb-3ba05304aa24 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.353743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3d1fcb-5c54-4b77-81d8-8dae258db068 req-2ae8150a-7937-4f5a-81eb-3ba05304aa24 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 945 time: 0.0910597 Mar 22 14:03:32.442747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:32.443131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.453031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3d1fcb-5c54-4b77-81d8-8dae258db068 req-46afb49e-0c00-4ad3-8cec-2a7c537310d5 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933027 Mar 22 14:03:32.519913 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Sync routers for ids ['744984e2-f91c-4517-994e-d6b926f35b79'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:32.550877 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Routers {'744984e2-f91c-4517-994e-d6b926f35b79'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:32.551527 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['744984e2-f91c-4517-994e-d6b926f35b79'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:32.584838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23848-2315-41e4-acc1-cc25bcb3b58a req-259d665e-5aa6-4eae-95cd-bd759f68a930 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.586707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5f23848-2315-41e4-acc1-cc25bcb3b58a req-259d665e-5aa6-4eae-95cd-bd759f68a930 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 944 time: 0.0937674 Mar 22 14:03:32.622997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:32.623388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.649796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:32.661817 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.746967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5f23848-2315-41e4-acc1-cc25bcb3b58a req-5bdfdb02-f639-4f37-96b6-ed108ce44999 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205003 Mar 22 14:03:32.774526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:32.777746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f54eb-d994-445d-9112-c42daaa1cfd4 req-305f093e-a519-40a7-bc49-d329b9ea97e9 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.783647 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Set router 744984e2-f91c-4517-994e-d6b926f35b79 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:32.787398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f7f54eb-d994-445d-9112-c42daaa1cfd4 req-305f093e-a519-40a7-bc49-d329b9ea97e9 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 1132 time: 0.1996639 Mar 22 14:03:32.814248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-83d50755-c811-4cf7-8dce-4b5c788b15a7 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.815926 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-83d50755-c811-4cf7-8dce-4b5c788b15a7 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 811 time: 0.1486225 Mar 22 14:03:32.834694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Request body: {'port': {'device_id': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'admin_state_up': True, 'tenant_id': '193f701c7beb4927bd4150d34917d73b'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:32.925251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a2fc418-3e12-42b1-9a43-9f361dda6d33 req-5734c9f7-a806-4872-8484-688ff9312c0e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 210 time: 0.0679090 Mar 22 14:03:32.949277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f7f54eb-d994-445d-9112-c42daaa1cfd4 req-5eacea34-ca79-4fb7-be13-444c2db069ca tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436286 Mar 22 14:03:33.029346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Made reservation on behalf of 193f701c7beb4927bd4150d34917d73b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:33.035822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.087561 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 4, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port': {'id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '361e195f-cfa1-483a-92fa-b87b1b15165c', 'name': '', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'mac_address': 'fa:16:3e:d9:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:28Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 2, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'subnets': [{'id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:33.135945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879b3e0-bebe-4c6d-8a02-aef5dc6e0bbb req-cb9df4c8-a191-4597-93b1-6d6be6c2d080 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.139409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9879b3e0-bebe-4c6d-8a02-aef5dc6e0bbb req-cb9df4c8-a191-4597-93b1-6d6be6c2d080 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 1132 time: 0.0922446 Mar 22 14:03:33.198181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9879b3e0-bebe-4c6d-8a02-aef5dc6e0bbb req-355ccc4f-b2b7-419b-947a-b57cec01e6b2 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526545 Mar 22 14:03:33.241113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Allocated IP 172.20.0.10 (9e9327ee-9dad-4357-8357-8540be4aa153/8dfa2b4e-3b16-4c6f-af09-601eefa6c861/dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:33.280384 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Checking router: 744984e2-f91c-4517-994e-d6b926f35b79 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:33.281305 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Updating router 744984e2-f91c-4517-994e-d6b926f35b79 port 361e195f-cfa1-483a-92fa-b87b1b15165c binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:03:33.312359 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.390277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8000b-79fa-429c-9a49-8c50f361f02c req-d1253f66-646a-423e-8a17-9af508ef43cd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.401169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b8000b-79fa-429c-9a49-8c50f361f02c req-d1253f66-646a-423e-8a17-9af508ef43cd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 944 time: 0.1479626 Mar 22 14:03:33.456558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks [] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.492753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b8000b-79fa-429c-9a49-8c50f361f02c req-948f7437-12a1-43dd-a14f-f232466372a2 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907021 Mar 22 14:03:33.510167 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.525139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0970b62-4ab9-4b16-9fc2-83f39ebe4c38 req-bfdc6c69-a767-4c52-b5cb-52a956ae873b tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.527922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0970b62-4ab9-4b16-9fc2-83f39ebe4c38 req-bfdc6c69-a767-4c52-b5cb-52a956ae873b tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.0825112 Mar 22 14:03:33.581203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Network 9e9327ee-9dad-4357-8357-8540be4aa153 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:33.586702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:33.594340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:33.625846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Pushing event updated for resources: {'Port': ['ID=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:33.626781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0970b62-4ab9-4b16-9fc2-83f39ebe4c38 req-a1661e33-a128-48ac-94d1-50eeb03e934d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920138 Mar 22 14:03:33.654554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.655384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.679373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c70c1257-5c82-476f-8cda-971f634f7849 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489838 Mar 22 14:03:33.696491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Request body: {'port': {'device_id': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:33.708344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-b7219141-594a-4c3d-911c-6bd569b22537 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432329 Mar 22 14:03:33.745486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b9be49c3-4b05-4d1e-954c-c8db16739917 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:33.801246 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Publish callbacks [] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.808532 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.814970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.841364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port b9be49c3-4b05-4d1e-954c-c8db16739917 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:33.846635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port b9be49c3-4b05-4d1e-954c-c8db16739917 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:33.848780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.925085 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Pushing event updated for resources: {'Port': ['ID=361e195f-cfa1-483a-92fa-b87b1b15165c,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:33.940418 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.942457 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.944089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.944586 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.945692 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.947172 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.948099 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.948658 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.949593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.949593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.954137 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.954709 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.955186 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.958833 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.959341 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:33.967607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b10dd8-b17c-4753-a441-a8488655a4f5 req-e2440367-b0c3-48eb-99b6-227cfd93a8ef tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.969155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80b10dd8-b17c-4753-a441-a8488655a4f5 req-e2440367-b0c3-48eb-99b6-227cfd93a8ef tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 945 time: 0.2043853 Mar 22 14:03:33.978640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port b9be49c3-4b05-4d1e-954c-c8db16739917 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:33.979049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.995501 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Attempting to bind port 361e195f-cfa1-483a-92fa-b87b1b15165c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:33.996115 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Attempting to bind port 361e195f-cfa1-483a-92fa-b87b1b15165c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:33.996737 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Attempting to bind port 361e195f-cfa1-483a-92fa-b87b1b15165c on network 9e9327ee-9dad-4357-8357-8540be4aa153 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:34.003493 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:34.004106 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Checking segment: {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:34.004737 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.005265 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Bound using segment: {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:34.005918 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Bound port: 361e195f-cfa1-483a-92fa-b87b1b15165c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:34.006452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:34.006612 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.008708 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e018905-19db-4bb3-9401-d6f633a2be13" -d '{"events": [{"server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "name": "network-vif-plugged", "status": "completed", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:34.012970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-e1534ef9-0f86-441b-801e-4a1982a6d0ff tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:34.016042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-e1534ef9-0f86-441b-801e-4a1982a6d0ff tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017383 Mar 22 14:03:34.035334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port b9be49c3-4b05-4d1e-954c-c8db16739917, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b9be49c3-4b05-4d1e-954c-c8db16739917,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:34.040636 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.041535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:34.104036 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] For port 361e195f-cfa1-483a-92fa-b87b1b15165c, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:34.109386 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] For port 361e195f-cfa1-483a-92fa-b87b1b15165c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=361e195f-cfa1-483a-92fa-b87b1b15165c,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:34.118462 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.128923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-7856f349-426d-42fa-8b6f-72213d319c44 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/quotas/85f21ccdecdb4260a93f3bfcf29d955f HTTP/1.1" status: 200 len: 375 time: 0.0992148 Mar 22 14:03:34.171452 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Routers {'744984e2-f91c-4517-994e-d6b926f35b79'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:34.172393 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['744984e2-f91c-4517-994e-d6b926f35b79'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:34.241937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=b9be49c3-4b05-4d1e-954c-c8db16739917,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:34.244977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80b10dd8-b17c-4753-a441-a8488655a4f5 req-2c75d113-634d-4d33-a6d1-f801377a2065 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592630 Mar 22 14:03:34.289337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61d645e6-d9f4-4fbf-bb36-03a997fecc7f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:34.301010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-1d929250-e680-4223-a7ce-79d04f933f2e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1630166 Mar 22 14:03:34.321500 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd9c5e-d9d3-459b-b34b-1836eaeb7f69 None None] Pushing event updated for resources: {'Port': ['ID=361e195f-cfa1-483a-92fa-b87b1b15165c,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:34.397868 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] Set router 744984e2-f91c-4517-994e-d6b926f35b79 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:34.406732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 is: BUILD; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:34.407190 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.424604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:34.438292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:34.438926 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.448244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Publish callbacks [] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.465303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:34.485495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Transition to ACTIVE for port object dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:34.491270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.498268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:34.503966 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.511880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9fab9-9e81-410c-9ad9-9f3b275240ab req-5fa4ebf6-afcf-4e50-8d09-1b26c19e547c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:34.513525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20d9fab9-9e81-410c-9ad9-9f3b275240ab req-5fa4ebf6-afcf-4e50-8d09-1b26c19e547c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 932 time: 0.1154718 Mar 22 14:03:34.607565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20d9fab9-9e81-410c-9ad9-9f3b275240ab req-bed0840a-e369-434f-a9bf-30df3a3efe17 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889206 Mar 22 14:03:34.635553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Pushing event updated for resources: {'Port': ['ID=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:34.696935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:34.701351 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dae0a0-b897-4f7a-92a1-1d5b83e374c4 x-openstack-request-id: req-b3dae0a0-b897-4f7a-92a1-1d5b83e374c4 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:34.701635 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "name": "network-vif-plugged", "status": "completed", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:34.701889 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3dae0a0-b897-4f7a-92a1-1d5b83e374c4 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:34.702318 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3dae0a0-b897-4f7a-92a1-1d5b83e374c4'] response: {'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'code': 200} Mar 22 14:03:34.775456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:34.820464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Attempting to bind port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:34.820945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Attempting to bind port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:34.821263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Attempting to bind port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d on network 9e9327ee-9dad-4357-8357-8540be4aa153 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:34.826594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d on network 9e9327ee-9dad-4357-8357-8540be4aa153 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:34.827033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Attempting to bind port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d on network 9e9327ee-9dad-4357-8357-8540be4aa153 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:34.834033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:34.834700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Checking segment: {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:34.835320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Bound using segment: {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:34.835955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Bound port: dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:34.837181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.887265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a9105f2-e35e-4bfe-8763-d8bf051bd061 req-bdc1e872-22f1-4959-8337-6d0ed49e82b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 210 time: 0.0890903 Mar 22 14:03:34.919412 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 4, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port': {'id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '361e195f-cfa1-483a-92fa-b87b1b15165c', 'name': '', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'mac_address': 'fa:16:3e:d9:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:28Z', 'updated_at': '2022-03-22T14:03:34Z', 'revision_number': 4, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'subnets': [{'id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:34.930676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] For port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:34.936149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] For port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:34.952692 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ecaad-d6d2-4be1-adca-37dac8fb32a8 None None] The sync data for ids ['744984e2-f91c-4517-994e-d6b926f35b79'] in n-d-834677-3 is: [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:28Z', 'revision_number': 4, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port': {'id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '361e195f-cfa1-483a-92fa-b87b1b15165c', 'name': '', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'mac_address': 'fa:16:3e:d9:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:28Z', 'updated_at': '2022-03-22T14:03:34Z', 'revision_number': 4, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'subnets': [{'id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:34.966304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.969614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b2997-e2a1-4d73-b479-48536414e554 req-3b368b2a-c2d6-465b-9264-113b3f018f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:34.978051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b05b2997-e2a1-4d73-b479-48536414e554 req-3b368b2a-c2d6-465b-9264-113b3f018f16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 1128 time: 0.2712622 Mar 22 14:03:35.005916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.006995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:35.011601 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] 10.222.0.57 "PUT /v2.0/ports/dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d HTTP/1.1" status: 200 len: 1092 time: 1.3194594 Mar 22 14:03:35.016032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'tag': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:35.021022 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5990c9-0525-4c70-9690-edb93e306b81" -d '{"events": [{"name": "network-changed", "server_uuid": "31fabd88-fbb1-42aa-b456-c9b89cb991f6", "tag": "dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:35.042552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4bd16-6292-42b5-ac4f-fa20eeee7ef4 req-f7f570d6-2db9-4285-b7d2-176ad0a48a38 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.053434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08e4bd16-6292-42b5-ac4f-fa20eeee7ef4 req-f7f570d6-2db9-4285-b7d2-176ad0a48a38 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 943 time: 0.2755127 Mar 22 14:03:35.169877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb62a9-588a-44f1-8bd3-02f075bfd9de service neutron] Pushing event updated for resources: {'Port': ['ID=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:35.196958 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b05b2997-e2a1-4d73-b479-48536414e554 req-96063ec1-d962-4780-9374-3570e0947143 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073681 Mar 22 14:03:35.204401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08e4bd16-6292-42b5-ac4f-fa20eeee7ef4 req-07895515-6c48-4a6b-ba53-10c1c189a86f tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500683 Mar 22 14:03:35.234949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2c4f5-ffa2-4dde-a0ef-41f6b7c53f09 req-baafcf3d-a09a-4e6d-8cee-6f43b8b94ae7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.236591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44e2c4f5-ffa2-4dde-a0ef-41f6b7c53f09 req-baafcf3d-a09a-4e6d-8cee-6f43b8b94ae7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.2066293 Mar 22 14:03:35.258489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-da2fb70e-c6dd-403f-afe9-922e0abf8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.263564 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-da2fb70e-c6dd-403f-afe9-922e0abf8a64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 1126 time: 0.1777353 Mar 22 14:03:35.314895 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c586551-6380-4272-ae54-34830d323492 x-openstack-request-id: req-9c586551-6380-4272-ae54-34830d323492 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:35.315184 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fabd88-fbb1-42aa-b456-c9b89cb991f6", "tag": "dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:35.315439 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c586551-6380-4272-ae54-34830d323492 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:35.315854 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c586551-6380-4272-ae54-34830d323492'] response: {'name': 'network-changed', 'server_uuid': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'tag': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d', 'status': 'completed', 'code': 200} Mar 22 14:03:35.333069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44e2c4f5-ffa2-4dde-a0ef-41f6b7c53f09 req-8eb25379-fc86-4587-8350-ec4111c26a4d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818191 Mar 22 14:03:35.348266 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-d4267472-bce7-455d-93df-7492e1473c81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d HTTP/1.1" status: 200 len: 217 time: 0.0619409 Mar 22 14:03:35.358976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-63bff405-d5a0-4f7f-a8ba-d8ab38fa50e0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.360734 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-63bff405-d5a0-4f7f-a8ba-d8ab38fa50e0 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 943 time: 0.1811354 Mar 22 14:03:35.411071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c56a951d-d599-4f7b-9465-efb7fd8c983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.413412 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-c56a951d-d599-4f7b-9465-efb7fd8c983a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 200 len: 851 time: 0.0515964 Mar 22 14:03:35.435602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e803dff-73af-4492-bed4-9666ce0418e0 req-1ca5fcca-7aad-4b87-8f77-58769c552d97 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.437618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e803dff-73af-4492-bed4-9666ce0418e0 req-1ca5fcca-7aad-4b87-8f77-58769c552d97 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.0704863 Mar 22 14:03:35.524228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e803dff-73af-4492-bed4-9666ce0418e0 req-176c7b59-da20-4084-a284-c8781fdcdd83 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733280 Mar 22 14:03:35.528489 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-cbaf5894-8257-4889-b9eb-815ee1144156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e9327ee-9dad-4357-8357-8540be4aa153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096957 Mar 22 14:03:35.715597 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-5f46a24a-4fce-4d7c-a500-d909f55317c8 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634450 Mar 22 14:03:35.809730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ebc67-32e9-4535-b409-e1e32f9fcb4e req-4c03b488-91da-4c56-93f2-95383b9f2a63 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.818714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c90ebc67-32e9-4535-b409-e1e32f9fcb4e req-4c03b488-91da-4c56-93f2-95383b9f2a63 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 944 time: 0.0813844 Mar 22 14:03:35.828228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Deleting port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:35.828828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:35.911975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c90ebc67-32e9-4535-b409-e1e32f9fcb4e req-b902bf27-91bf-41d6-96c7-6b05e8a113f6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885103 Mar 22 14:03:35.994594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a631eaf-d2d4-42b5-9544-fb295a747167 req-604eaa14-676e-44e2-a28a-2f231ee51b5b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 210 time: 0.0358257 Mar 22 14:03:35.999437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] For port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:36.000284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.005871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4c4a08e6-f7ae-42b8-81f7-afec083cfcbd req-147d699c-387e-422d-a28d-9e723a46db01 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821627 Mar 22 14:03:36.019764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Calling delete_port for 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:36.182542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-78bff3ec-b997-41b6-bbdd-bd65b19f8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:36.184143 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-78bff3ec-b997-41b6-bbdd-bd65b19f8c71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 1126 time: 0.0985913 Mar 22 14:03:36.234104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 361e195f-cfa1-483a-92fa-b87b1b15165c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:36.308192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-0bf62182-e292-40d7-a23f-d4f7ad1a976a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567722 Mar 22 14:03:36.315374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 361e195f-cfa1-483a-92fa-b87b1b15165c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:36.315988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.360678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2d0f4abd-65d1-4eb8-9840-13931ecd2bd6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.438418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2e4e457-a03a-4112-92bf-904c0c0302b0 req-d46a25ef-d93b-43cd-9cc4-b09bf424ce00 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=85502019-0360-4b54-b7e1-e97975447398 HTTP/1.1" status: 200 len: 210 time: 0.0814815 Mar 22 14:03:36.458054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event deleted for resources: {'Port': ['ID=2d0f4abd-65d1-4eb8-9840-13931ecd2bd6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:36.463027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] No DVR routers for this DVR port 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:36.466795 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.472292 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-03192a4b-a869-457f-ba81-3d408b07ba7e req-2aef05ea-d9ad-4855-bb3e-120a78d696d3 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.42 "DELETE /v2.0/ports/2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 HTTP/1.1" status: 204 len: 173 time: 0.9733276 Mar 22 14:03:36.494359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-a5fd8fc8-f720-453c-93e1-1d96fe0d6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:36.496620 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-a5fd8fc8-f720-453c-93e1-1d96fe0d6552 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 912 time: 0.3055289 Mar 22 14:03:36.519422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 361e195f-cfa1-483a-92fa-b87b1b15165c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:36.519837 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.556796 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-7d5099bf-298e-41dd-bc87-d01374ed0346 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d HTTP/1.1" status: 200 len: 217 time: 0.0542531 Mar 22 14:03:36.566702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-d4b79187-5442-4ab7-bde4-ee29386a17fc tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:36.568195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-d4b79187-5442-4ab7-bde4-ee29386a17fc tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504866 Mar 22 14:03:36.590235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d453-b817-44e2-b08c-f6d639d9789e req-385af0bb-a9f6-4673-9e3f-7822c403adc5 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:36.599209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0284d453-b817-44e2-b08c-f6d639d9789e req-385af0bb-a9f6-4673-9e3f-7822c403adc5 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.1568086 Mar 22 14:03:36.609116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': 'f8684360-6902-4319-9c43-47b814ceec5d', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:36.644694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-591fe66c-5ac2-4aa7-bba5-a327a4e37887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:36.646356 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-591fe66c-5ac2-4aa7-bba5-a327a4e37887 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 200 len: 851 time: 0.0838804 Mar 22 14:03:36.654333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 361e195f-cfa1-483a-92fa-b87b1b15165c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=361e195f-cfa1-483a-92fa-b87b1b15165c,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:36.677756 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.701046 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-9c811652-1f71-4af1-9aef-9a0dc1eabbc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e9327ee-9dad-4357-8357-8540be4aa153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476522 Mar 22 14:03:36.767636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37e863-37d3-4a28-923d-8a84b076fdf5 req-3dc84e4b-6a7f-4d60-ac15-e5cf79be436b tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:36.769174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf37e863-37d3-4a28-923d-8a84b076fdf5 req-3dc84e4b-6a7f-4d60-ac15-e5cf79be436b tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.1677196 Mar 22 14:03:36.789138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=361e195f-cfa1-483a-92fa-b87b1b15165c,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:36.832453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-385c2825-d00f-48d8-9388-631c771a3dc3 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242113 Mar 22 14:03:36.858045 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0284d453-b817-44e2-b08c-f6d639d9789e req-05332ff7-ef74-49a2-ac8d-4d87dab49c8a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560771 Mar 22 14:03:36.907354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf37e863-37d3-4a28-923d-8a84b076fdf5 req-8ffc15de-6fbc-4dee-bf2a-08e3c758d87c tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308181 Mar 22 14:03:36.963247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:36.967926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.969629 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f5990c9-0525-4c70-9690-edb93e306b81 req-5c10b87e-2211-48f4-8471-03a9e27aafcf service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297133 Mar 22 14:03:37.160113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba3c2795-5b88-41df-b0eb-ea094a7bc164 req-95867fc9-2701-423c-a348-b204b0fdab6a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 210 time: 0.0440738 Mar 22 14:03:37.228240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.136 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/93804f08-96ee-497a-9db0-718559dae3af) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:37.245959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bfeb3-5c43-4a68-88a1-c737b8ba9571 req-98e43393-06ee-4486-baac-3922a63b649f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.247411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-150bfeb3-5c43-4a68-88a1-c737b8ba9571 req-98e43393-06ee-4486-baac-3922a63b649f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 944 time: 0.2008247 Mar 22 14:03:37.259856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51708) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:37.317679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85502019-0360-4b54-b7e1-e97975447398', 'name': 'network-vif-deleted', 'tag': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:37.320069 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed196e0-916c-4637-b200-dde49d85ce24" -d '{"events": [{"server_uuid": "85502019-0360-4b54-b7e1-e97975447398", "name": "network-vif-deleted", "tag": "2d0f4abd-65d1-4eb8-9840-13931ecd2bd6"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:37.344877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-150bfeb3-5c43-4a68-88a1-c737b8ba9571 req-20da9ca9-6f84-40fc-b291-dd3378cc35fc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837941 Mar 22 14:03:37.372383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.373579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.374143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.374615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.375088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.375527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.376041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.378135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-4e18e846-bdd9-44e7-835b-8e46cb41fdc9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6707 time: 0.1172667 Mar 22 14:03:37.384738 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0376cc9-dd69-461a-95ab-8dfbddbfc454 x-openstack-request-id: req-b0376cc9-dd69-461a-95ab-8dfbddbfc454 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:37.385026 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85502019-0360-4b54-b7e1-e97975447398", "name": "network-vif-deleted", "tag": "2d0f4abd-65d1-4eb8-9840-13931ecd2bd6", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:37.385270 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0376cc9-dd69-461a-95ab-8dfbddbfc454 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:37.385703 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0376cc9-dd69-461a-95ab-8dfbddbfc454'] response: {'server_uuid': '85502019-0360-4b54-b7e1-e97975447398', 'name': 'network-vif-deleted', 'tag': '2d0f4abd-65d1-4eb8-9840-13931ecd2bd6', 'status': 'completed', 'code': 200} Mar 22 14:03:37.436283 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-447e1d4a-31d5-4abb-89ff-b6840f401c08 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8542788-b97b-4dba-9de5-388c8c1661d3&id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496850 Mar 22 14:03:37.472781 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (93804f08-96ee-497a-9db0-718559dae3af), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.518452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (93804f08-96ee-497a-9db0-718559dae3af), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.535576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6', '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:37.565150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:37.568418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:37.570980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:37.592119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', '84609501-349b-44c0-b33e-3224aad91225'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:37.620928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=93804f08-96ee-497a-9db0-718559dae3af,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:37.653702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.654376 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.682167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-9a919af3-a4db-4eb3-80da-fcd5ed8d33ec tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0791085 Mar 22 14:03:37.695393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Request body: {'port': {'device_id': 'f8684360-6902-4319-9c43-47b814ceec5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:37.828585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (93804f08-96ee-497a-9db0-718559dae3af), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.918830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-04374932-e219-4ad9-b3e8-066aa74e45cc tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:37.928493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-04374932-e219-4ad9-b3e8-066aa74e45cc tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 822 time: 0.2079611 Mar 22 14:03:37.951160 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-661f4952-5d44-40ea-befc-0e5d42d7c0da tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/quotas/08da618355aa4bd59c51e7c196306a69 HTTP/1.1" status: 200 len: 375 time: 0.0216327 Mar 22 14:03:38.002543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-e4eb95de-69df-4ac4-8ef8-04b275dc8687 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504277 Mar 22 14:03:38.137609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f69987f8-0e1c-4de6-bf58-2620f8c93ba8 None None] Provisioning complete for port 93804f08-96ee-497a-9db0-718559dae3af triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:38.138232 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f69987f8-0e1c-4de6-bf58-2620f8c93ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (93804f08-96ee-497a-9db0-718559dae3af), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.191218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c229057-80b3-489f-9959-454a0b22395d req-f1c9478c-233f-43ff-951d-7a180cfa3047 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:38.192750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c229057-80b3-489f-9959-454a0b22395d req-f1c9478c-233f-43ff-951d-7a180cfa3047 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.2380247 Mar 22 14:03:38.215099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f69987f8-0e1c-4de6-bf58-2620f8c93ba8 None None] Port 93804f08-96ee-497a-9db0-718559dae3af cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:38.219300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 361e195f-cfa1-483a-92fa-b87b1b15165c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:38.283419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-c99798a2-a06a-4478-905c-e2e152cccf20 service neutron] 10.222.0.44 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488313 Mar 22 14:03:38.321889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 361e195f-cfa1-483a-92fa-b87b1b15165c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:38.322288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.393558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c229057-80b3-489f-9959-454a0b22395d req-4021be6d-178d-4a18-9db7-b37030453f79 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686404 Mar 22 14:03:38.438606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 361e195f-cfa1-483a-92fa-b87b1b15165c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:38.459183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-5abbf07f-cb9a-4eb5-bb74-41ac5b2d263a service neutron] 10.222.0.44 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746962 Mar 22 14:03:38.511133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93804f08-96ee-497a-9db0-718559dae3af {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:38.539855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Publish callbacks [] for port (93804f08-96ee-497a-9db0-718559dae3af), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.558082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Transition to ACTIVE for port object 93804f08-96ee-497a-9db0-718559dae3af will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:38.565993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (93804f08-96ee-497a-9db0-718559dae3af), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.759706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:38.892109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:38.911377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'port_id': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d', 'mac_address': 'fa:16:3e:44:86:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:38.958424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09906e-771f-4589-9f91-cdfae9b53bad req-dae8b5d1-3f00-484f-ba0f-2ea794f920ca tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:38.966014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f09906e-771f-4589-9f91-cdfae9b53bad req-dae8b5d1-3f00-484f-ba0f-2ea794f920ca tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.4713092 Mar 22 14:03:38.995717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:38.996103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:39.021057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:39.036757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Pushing event updated for resources: {'Port': ['ID=93804f08-96ee-497a-9db0-718559dae3af,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:39.047507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:39.052162 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:39.128699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:39.184989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832682f1-ed0e-468e-be9e-433cf88a933e req-7de320df-1e6d-4be4-9cf0-609e86f17c9d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.192423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-832682f1-ed0e-468e-be9e-433cf88a933e req-7de320df-1e6d-4be4-9cf0-609e86f17c9d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 948 time: 0.2542026 Mar 22 14:03:39.194599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Attempting to bind port 93804f08-96ee-497a-9db0-718559dae3af on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:39.194917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Attempting to bind port 93804f08-96ee-497a-9db0-718559dae3af by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:39.195248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Attempting to bind port 93804f08-96ee-497a-9db0-718559dae3af on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:39.208589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f09906e-771f-4589-9f91-cdfae9b53bad req-60734c03-5a9c-4c5e-9c28-d08550420a35 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416272 Mar 22 14:03:39.216302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Port 93804f08-96ee-497a-9db0-718559dae3af on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:39.216618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Attempting to bind port 93804f08-96ee-497a-9db0-718559dae3af on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:39.250150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:39.256021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:39.256652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:39.261665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Bound port: 93804f08-96ee-497a-9db0-718559dae3af, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:39.261850 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (93804f08-96ee-497a-9db0-718559dae3af), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:39.324348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:39.340679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-832682f1-ed0e-468e-be9e-433cf88a933e req-06455549-6bd4-4232-be2f-34532f8b2e6c tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425877 Mar 22 14:03:39.434018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] For port 93804f08-96ee-497a-9db0-718559dae3af, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:39.438726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] For port 93804f08-96ee-497a-9db0-718559dae3af, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=93804f08-96ee-497a-9db0-718559dae3af,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:39.448319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (93804f08-96ee-497a-9db0-718559dae3af), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:39.511368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.515564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:39.517096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] 10.222.0.42 "PUT /v2.0/ports/93804f08-96ee-497a-9db0-718559dae3af HTTP/1.1" status: 200 len: 1096 time: 1.8262041 Mar 22 14:03:39.517618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8684360-6902-4319-9c43-47b814ceec5d', 'tag': '93804f08-96ee-497a-9db0-718559dae3af'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:39.520277 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b40a6e-2f28-4d30-91a1-e1a01017818c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8684360-6902-4319-9c43-47b814ceec5d", "tag": "93804f08-96ee-497a-9db0-718559dae3af"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:39.540381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1b39f-1f9f-4684-ae62-1389a4b7da7c req-5aecf6ad-659e-45e7-8b5e-1115f138504a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.552538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23e1b39f-1f9f-4684-ae62-1389a4b7da7c req-5aecf6ad-659e-45e7-8b5e-1115f138504a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 945 time: 0.2410364 Mar 22 14:03:39.637854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64275ffc-ccb2-46f0-b49a-92b87b92c07e service neutron] Pushing event updated for resources: {'Port': ['ID=93804f08-96ee-497a-9db0-718559dae3af,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:39.703810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23e1b39f-1f9f-4684-ae62-1389a4b7da7c req-25ffa76e-a42d-4619-89ed-9f23574c7d95 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355245 Mar 22 14:03:39.716786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-11cac96f-b0ee-4978-94f5-00062769efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.719689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-11cac96f-b0ee-4978-94f5-00062769efa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 1130 time: 0.1291265 Mar 22 14:03:39.750696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:39.774405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:39.775727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2d0f4abd-65d1-4eb8-9840-13931ecd2bd6 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:39.808826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-bfa8d396-2d29-487a-9e19-7943c94bb62b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=93804f08-96ee-497a-9db0-718559dae3af HTTP/1.1" status: 200 len: 217 time: 0.0810785 Mar 22 14:03:39.886212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-364b8eec-301c-4ca4-a211-847a7e1e1ae3 req-77867526-1550-4052-9bc3-86d6810d0e7a tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 210 time: 0.0533826 Mar 22 14:03:39.951623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-933dd409-e232-4f15-9c61-3f68c6fd0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.953212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-933dd409-e232-4f15-9c61-3f68c6fd0af7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1216748 Mar 22 14:03:39.974905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675def3-f063-444e-9bc7-838f9683bf7b req-c18aded7-6403-4280-a602-43a24af3ddb4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.977263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0675def3-f063-444e-9bc7-838f9683bf7b req-c18aded7-6403-4280-a602-43a24af3ddb4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.1811886 Mar 22 14:03:39.984185 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9da0ea6-45a3-4fd0-bbc3-b946422d9ae8 x-openstack-request-id: req-a9da0ea6-45a3-4fd0-bbc3-b946422d9ae8 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:39.984485 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8684360-6902-4319-9c43-47b814ceec5d", "tag": "93804f08-96ee-497a-9db0-718559dae3af", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:39.985220 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9da0ea6-45a3-4fd0-bbc3-b946422d9ae8 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:39.985220 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9da0ea6-45a3-4fd0-bbc3-b946422d9ae8'] response: {'name': 'network-changed', 'server_uuid': 'f8684360-6902-4319-9c43-47b814ceec5d', 'tag': '93804f08-96ee-497a-9db0-718559dae3af', 'status': 'completed', 'code': 200} Mar 22 14:03:39.993670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51770) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:40.006028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Request body: {'floatingip': {'port_id': 'b9be49c3-4b05-4d1e-954c-c8db16739917'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:40.059753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-ae1bc56c-e2f8-4982-a995-004996f84156 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.061096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-fd4b285d-8b2c-4932-8eeb-75b8ae7e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.061401 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-ae1bc56c-e2f8-4982-a995-004996f84156 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.57 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 822 time: 0.1853917 Mar 22 14:03:40.063499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-fd4b285d-8b2c-4932-8eeb-75b8ae7e0c6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0850294 Mar 22 14:03:40.073557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Request body: {'port': {'device_id': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'admin_state_up': True, 'tenant_id': '08da618355aa4bd59c51e7c196306a69'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:40.104661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for floatingip (3fb35152-30b2-42e6-86d0-52eed29c0cd5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.187832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-5078ee91-e1df-472b-8a4b-e82235cef056 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169493 Mar 22 14:03:40.301780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07b8fac0-0eb9-4dd3-a5c5-56a66991a9ab req-0982b2e6-381a-4968-86c4-d9437d4feeb1 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072035 Mar 22 14:03:40.374531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Made reservation on behalf of 08da618355aa4bd59c51e7c196306a69 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:40.379457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.453982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-a55817be-9b0e-4438-8c91-908c51788ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.455760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-a55817be-9b0e-4438-8c91-908c51788ce9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 1130 time: 0.0999587 Mar 22 14:03:40.530935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a768f90-901c-40d0-b372-7c5df415c5fb req-157c8df5-3c3a-40b5-963b-ba4c2b41ca88 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.532427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a768f90-901c-40d0-b372-7c5df415c5fb req-157c8df5-3c3a-40b5-963b-ba4c2b41ca88 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 948 time: 0.1201508 Mar 22 14:03:40.589918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-b12be697-aa6c-4cdf-aef6-4a650b679b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.591042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-b12be697-aa6c-4cdf-aef6-4a650b679b45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1270740 Mar 22 14:03:40.631335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Allocated IP 172.20.0.3 (f3f4bcc2-9019-41fb-860b-4628770454d7/62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66/092e2a9b-dea3-48b3-895c-8e68a1517c17) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:40.646499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a768f90-901c-40d0-b372-7c5df415c5fb req-e19732f7-d5d4-4668-a682-40ca8058c307 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 Mar 22 14:03:40.647886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-3d2f2f85-1b4d-4503-b2fc-c3a2acafff0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=93804f08-96ee-497a-9db0-718559dae3af HTTP/1.1" status: 200 len: 217 time: 0.0506344 Mar 22 14:03:40.723950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-af178736-44b9-4476-bb4b-3e7ede65842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.725526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-af178736-44b9-4476-bb4b-3e7ede65842a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0667140 Mar 22 14:03:40.759872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:40.766107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.807852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3fb35152-30b2-42e6-86d0-52eed29c0cd5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.835627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:40.837925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-d794adfb-5cbc-40a6-8030-b6449a8d44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.840705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:40.841288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-d794adfb-5cbc-40a6-8030-b6449a8d44e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1077561 Mar 22 14:03:40.841764 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.855249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a34078-cc01-4e0a-a210-20ed159326e4 req-f6b4cc5d-f8f9-44c7-8d10-791b3f965365 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.863541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04a34078-cc01-4e0a-a210-20ed159326e4 req-f6b4cc5d-f8f9-44c7-8d10-791b3f965365 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 945 time: 0.0854037 Mar 22 14:03:40.974261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.987697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:40.988669 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.994613 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Floating IP 3fb35152-30b2-42e6-86d0-52eed29c0cd5 associated. External IP: 172.25.2.217, port: b9be49c3-4b05-4d1e-954c-c8db16739917. Mar 22 14:03:41.002463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04a34078-cc01-4e0a-a210-20ed159326e4 req-3a7ac9a9-5f06-406e-8cd3-7eab66308604 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374094 Mar 22 14:03:41.050829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:41.053884 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e906bcb-bcb4-4ff1-b9c3-0786ebee06d4" -d '{"events": [{"server_uuid": "31fabd88-fbb1-42aa-b456-c9b89cb991f6", "name": "network-vif-plugged", "status": "completed", "tag": "dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:41.082100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee843606-26e7-4644-ae8a-9afd00375586 req-b8de2c62-933a-4b5d-9d50-7585bd83e36f tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 210 time: 0.0413740 Mar 22 14:03:41.085426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-b4f50be1-2546-4b23-8361-a4d1f3f776e8 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195969 Mar 22 14:03:41.114507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:41.121266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:41.121928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:41.186958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Network f3f4bcc2-9019-41fb-860b-4628770454d7 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:41.198254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:41.226728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:41.227972 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c56206-da08-4fb5-a3f4-962a0d6b4184 x-openstack-request-id: req-17c56206-da08-4fb5-a3f4-962a0d6b4184 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:41.228543 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fabd88-fbb1-42aa-b456-c9b89cb991f6", "name": "network-vif-plugged", "status": "completed", "tag": "dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:41.229069 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17c56206-da08-4fb5-a3f4-962a0d6b4184 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:41.229317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event updated for resources: {'Port': ['ID=092e2a9b-dea3-48b3-895c-8e68a1517c17,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:41.229754 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c56206-da08-4fb5-a3f4-962a0d6b4184'] response: {'server_uuid': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d', 'code': 200} Mar 22 14:03:41.297054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:41.352397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b40a6e-2f28-4d30-91a1-e1a01017818c req-f74023c6-3e79-43a2-ac78-62e7f47a753d service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598863 Mar 22 14:03:41.359625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a6e6-cc0e-4152-b92b-3039ae5dbb65 req-51b9d6f4-9993-45ef-b91e-699f84c8115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.361298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0114a6e6-cc0e-4152-b92b-3039ae5dbb65 req-51b9d6f4-9993-45ef-b91e-699f84c8115e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 1128 time: 0.0841818 Mar 22 14:03:41.416294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0114a6e6-cc0e-4152-b92b-3039ae5dbb65 req-100798a5-4f0e-4d4b-90dc-3284c62e834b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468466 Mar 22 14:03:41.679192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.679795 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:41.708685 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f60d65c4-a709-47e3-ac06-5939332d074c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6389632 Mar 22 14:03:41.713826 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-b7cb3498-4f30-4fa9-885d-50d449b2ad6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5036802 Mar 22 14:03:41.721880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Request body: {'port': {'device_id': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:41.792678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:03:41.804949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab302-cc77-4424-ba9a-b65eeb63712d req-405016d4-969d-410f-b3d3-b72485566187 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.806459 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8abab302-cc77-4424-ba9a-b65eeb63712d req-405016d4-969d-410f-b3d3-b72485566187 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 948 time: 0.0558808 Mar 22 14:03:41.827999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:41.848986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-829d0a57-537e-401f-b162-0f2d1a736115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.850513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-829d0a57-537e-401f-b162-0f2d1a736115 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 1127 time: 0.1080520 Mar 22 14:03:41.858805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8abab302-cc77-4424-ba9a-b65eeb63712d req-3cb624e6-9f5b-41b9-b11b-13d26361f8d2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Mar 22 14:03:41.967127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-d3549d83-e41a-403a-8923-d280ea14446c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486810 Mar 22 14:03:42.038064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-e04a77d1-29a7-4a9a-a28b-0debbfebe603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.040790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-e04a77d1-29a7-4a9a-a28b-0debbfebe603 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 1132 time: 0.0502291 Mar 22 14:03:42.143636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:42.150518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.159817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] Sync routers for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:42.179121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:42.179754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:42.205941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e1a14-3196-4fe3-a3bc-9dcb7cc00c46 req-95ba10c8-2624-4bc0-a004-6b1b54a93e68 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.213068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d24e1a14-3196-4fe3-a3bc-9dcb7cc00c46 req-95ba10c8-2624-4bc0-a004-6b1b54a93e68 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1268511 Mar 22 14:03:42.222428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-37705008-44be-4e98-a086-4e634d69e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.223983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-37705008-44be-4e98-a086-4e634d69e6aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1600411 Mar 22 14:03:42.248751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-761ca66b-6b9b-4667-b706-711a5a0a1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.250607 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-761ca66b-6b9b-4667-b706-711a5a0a1ecc service neutron] 10.222.0.42 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.3690820 Mar 22 14:03:42.323781 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7d6dedc7-0d56-47fa-b147-e20dfab10ef4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "PUT /v2.0/floatingips/3fb35152-30b2-42e6-86d0-52eed29c0cd5 HTTP/1.1" status: 200 len: 992 time: 2.3288820 Mar 22 14:03:42.326300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:42.328534 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a198b-e166-432d-8f95-2f893285eb79" -d '{"events": [{"name": "network-changed", "server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:42.329278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:42.330184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-5bbc4e19-2392-4b64-9f14-ca9449ada92d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 HTTP/1.1" status: 200 len: 217 time: 0.0960526 Mar 22 14:03:42.331795 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-ccd49fbb-0507-4c47-87ad-e0062fe3ed54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe HTTP/1.1" status: 200 len: 217 time: 0.0697019 Mar 22 14:03:42.406755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d24e1a14-3196-4fe3-a3bc-9dcb7cc00c46 req-231e3077-bc4f-4d1f-a03f-744f1a04f42b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925504 Mar 22 14:03:42.417661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-e3807e47-c0ea-492f-a841-60899d7fbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.419356 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-e3807e47-c0ea-492f-a841-60899d7fbad6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0784144 Mar 22 14:03:42.428225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-39a6ab21-89ec-43d1-9968-91e20348a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.430263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-39a6ab21-89ec-43d1-9968-91e20348a141 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0872793 Mar 22 14:03:42.441401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db031-204c-4839-88e1-16bfaa626f59 req-9b9acbc2-92c2-4b37-bb97-02d8b082590e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.467695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a5db031-204c-4839-88e1-16bfaa626f59 req-9b9acbc2-92c2-4b37-bb97-02d8b082590e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 931 time: 0.2497532 Mar 22 14:03:42.527780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092e2a9b-dea3-48b3-895c-8e68a1517c17 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:42.546961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Publish callbacks [] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.552184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-c54c22b0-67bd-42fb-8f2f-4ff3ea0c6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.554121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-c54c22b0-67bd-42fb-8f2f-4ff3ea0c6321 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1278658 Mar 22 14:03:42.621836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Transition to ACTIVE for port object 092e2a9b-dea3-48b3-895c-8e68a1517c17 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:42.622368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-6b1271e1-cc68-4098-9899-17c6e770e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.624291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-6b1271e1-cc68-4098-9899-17c6e770e6ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1355085 Mar 22 14:03:42.636510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.640781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a5db031-204c-4839-88e1-16bfaa626f59 req-f7eb76f3-9ca1-427f-9b96-60dcab42b8dd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725268 Mar 22 14:03:42.722704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Pushing event updated for resources: {'Port': ['ID=092e2a9b-dea3-48b3-895c-8e68a1517c17,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:42.740647 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c9349d-9958-4ab8-b4a5-06ee3a58f540 x-openstack-request-id: req-97c9349d-9958-4ab8-b4a5-06ee3a58f540 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:42.741783 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:42.742472 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97c9349d-9958-4ab8-b4a5-06ee3a58f540 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:42.742863 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c9349d-9958-4ab8-b4a5-06ee3a58f540'] response: {'name': 'network-changed', 'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'status': 'completed', 'code': 200} Mar 22 14:03:42.760772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 537395e0-94c0-4e57-a5a0-d7048986bee7 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:42.769094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3fb35152-30b2-42e6-86d0-52eed29c0cd5', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'port_id': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'mac_address': 'fa:16:3e:28:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45fc77-08d4-46d0-af30-73483cb58339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:23Z', 'updated_at': '2022-03-22T14:03:40Z', 'revision_number': 1, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:24Z', 'revision_number': 5, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:42.786404 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-bc352bc5-2e9a-4ccb-b3ce-1d3f50f0169d service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243629 Mar 22 14:03:42.839324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] Checking router: bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:42.889590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:42.890253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:43.047393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51846) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:43.072152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Attempting to bind port 092e2a9b-dea3-48b3-895c-8e68a1517c17 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:43.072627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Attempting to bind port 092e2a9b-dea3-48b3-895c-8e68a1517c17 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:43.073042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Attempting to bind port 092e2a9b-dea3-48b3-895c-8e68a1517c17 on network f3f4bcc2-9019-41fb-860b-4628770454d7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:43.080069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Port 092e2a9b-dea3-48b3-895c-8e68a1517c17 on network f3f4bcc2-9019-41fb-860b-4628770454d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:43.080471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Attempting to bind port 092e2a9b-dea3-48b3-895c-8e68a1517c17 on network f3f4bcc2-9019-41fb-860b-4628770454d7 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:43.091990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:43.091990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Checking segment: {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:43.091990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Bound using segment: {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:43.091990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Bound port: 092e2a9b-dea3-48b3-895c-8e68a1517c17, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98be503-a7c8-4d63-bff7-4a18495de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:43.092565 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.130744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:43.163903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-a2f2b4b8-8c52-4a18-801a-4f25fdcead03 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158796 Mar 22 14:03:43.179145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] For port 092e2a9b-dea3-48b3-895c-8e68a1517c17, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:43.182914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] For port 092e2a9b-dea3-48b3-895c-8e68a1517c17, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=092e2a9b-dea3-48b3-895c-8e68a1517c17,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:43.201284 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebcec3c5-f2f1-4918-848a-c55bfd25f43a req-b99fe792-27ad-4c5b-a092-c89476cd73e3 service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062712 Mar 22 14:03:43.203476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.221318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a198b-e166-432d-8f95-2f893285eb79 req-1a545238-8f27-4777-9d39-9c1d1eb14cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.223211 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574a198b-e166-432d-8f95-2f893285eb79 req-1a545238-8f27-4777-9d39-9c1d1eb14cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a02771d75f44ff58ce4c76474ae746f&device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 1128 time: 0.4435115 Mar 22 14:03:43.304984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19460fa1-baa3-42bb-9cb3-4113db0aca12 req-38a7f8f8-de20-43cc-9982-213f276fe2a6 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.312077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19460fa1-baa3-42bb-9cb3-4113db0aca12 req-38a7f8f8-de20-43cc-9982-213f276fe2a6 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.5405912 Mar 22 14:03:43.370047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Pushing event updated for resources: {'Port': ['ID=092e2a9b-dea3-48b3-895c-8e68a1517c17,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:43.381129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:03:43.385069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.386361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.388541 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f8e185a9-5d61-43cb-882d-1932716c67d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/092e2a9b-dea3-48b3-895c-8e68a1517c17 HTTP/1.1" status: 200 len: 1091 time: 1.6707094 Mar 22 14:03:43.410104 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-522d4ace-4f23-42e1-abe2-9d03cfa674b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.416771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f49e43-4e5a-490b-89bd-632cf66e1401 req-40dfb3b7-a1eb-4695-a477-d7d6b12f0776 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.419017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05f49e43-4e5a-490b-89bd-632cf66e1401 req-40dfb3b7-a1eb-4695-a477-d7d6b12f0776 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 948 time: 0.4115033 Mar 22 14:03:43.501087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19460fa1-baa3-42bb-9cb3-4113db0aca12 req-523de448-d565-452f-8432-da10cd27dbe9 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859317 Mar 22 14:03:43.535560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-522d4ace-4f23-42e1-abe2-9d03cfa674b7 admin admin] Publish callbacks [] for security_group (7df4034f-be33-48df-9f48-971c393b1629), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.569394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-522d4ace-4f23-42e1-abe2-9d03cfa674b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7df4034f-be33-48df-9f48-971c393b1629), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.581131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a198b-e166-432d-8f95-2f893285eb79 req-37bf845a-7013-4688-bc6a-30f69a4e1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.582795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574a198b-e166-432d-8f95-2f893285eb79 req-37bf845a-7013-4688-bc6a-30f69a4e1ced service neutron] 10.222.0.42 "GET /v2.0/networks?id=68c30840-be67-487d-85eb-7a71341f121c HTTP/1.1" status: 200 len: 916 time: 0.3409708 Mar 22 14:03:43.584644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3d5dda0-f061-4287-a99e-688ff1bbae2c req-97f51f99-a259-49a9-aca3-fd2f5be3ecfc service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899169 Mar 22 14:03:43.678277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574a198b-e166-432d-8f95-2f893285eb79 req-52839cfc-c947-4512-93fe-e3ad4ed1253e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9be49c3-4b05-4d1e-954c-c8db16739917 HTTP/1.1" status: 200 len: 1000 time: 0.0841217 Mar 22 14:03:43.683755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05f49e43-4e5a-490b-89bd-632cf66e1401 req-2a9d2b04-fb18-467a-92e7-2cb4e8d6dc1a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535491 Mar 22 14:03:43.741325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d4ace-4f23-42e1-abe2-9d03cfa674b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df4034f-be33-48df-9f48-971c393b1629,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:43.755830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-522d4ace-4f23-42e1-abe2-9d03cfa674b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=182d2da6ef6040ae8f113f0f187cf091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6925814 Mar 22 14:03:43.757852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51874) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:43.777797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 93804f08-96ee-497a-9db0-718559dae3af details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:43.793097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-56381f0f-5d83-400b-9a2c-eab4164e9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.794653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-56381f0f-5d83-400b-9a2c-eab4164e9a2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 1125 time: 0.2575529 Mar 22 14:03:43.814302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:43.855390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a198b-e166-432d-8f95-2f893285eb79 req-6e55acb0-8928-46d5-aa11-ec52967a7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.859545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574a198b-e166-432d-8f95-2f893285eb79 req-6e55acb0-8928-46d5-aa11-ec52967a7cf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0dcace01-a1f8-4b5f-8652-4698716ecd57 HTTP/1.1" status: 200 len: 854 time: 0.1660261 Mar 22 14:03:43.859704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'mac_address': 'fa:16:3e:19:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:43.905088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-022c2f8d-eb0e-4a4f-9735-1319ff9aff84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=092e2a9b-dea3-48b3-895c-8e68a1517c17 HTTP/1.1" status: 200 len: 217 time: 0.0905354 Mar 22 14:03:43.964866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93a79193-4c5b-44a8-85ae-3b99e4c7028f admin admin] Publish callbacks [] for security_group (7df4034f-be33-48df-9f48-971c393b1629), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.011743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf900e3-71c3-4ddd-877e-ec570bff3028 req-5781c520-465f-4754-a6a2-fc1400de5779 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.013188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-2ff1086b-cbd7-487a-88c1-e3165db818f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.017506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 537395e0-94c0-4e57-a5a0-d7048986bee7 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:44.017881 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.019090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcf900e3-71c3-4ddd-877e-ec570bff3028 req-5781c520-465f-4754-a6a2-fc1400de5779 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.3394592 Mar 22 14:03:44.023220 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-2ff1086b-cbd7-487a-88c1-e3165db818f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 HTTP/1.1" status: 200 len: 862 time: 0.1096597 Mar 22 14:03:44.025426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93a79193-4c5b-44a8-85ae-3b99e4c7028f admin admin] Publish callbacks [] for security_group (7df4034f-be33-48df-9f48-971c393b1629), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.072378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 537395e0-94c0-4e57-a5a0-d7048986bee7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:44.076772 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-f694a219-97a5-4fb7-916d-d44d379f5567 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3f4bcc2-9019-41fb-860b-4628770454d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319288 Mar 22 14:03:44.124287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 93804f08-96ee-497a-9db0-718559dae3af, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=93804f08-96ee-497a-9db0-718559dae3af,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:44.136458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3fb35152-30b2-42e6-86d0-52eed29c0cd5', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'port_id': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'mac_address': 'fa:16:3e:28:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45fc77-08d4-46d0-af30-73483cb58339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:23Z', 'updated_at': '2022-03-22T14:03:40Z', 'revision_number': 1, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:24Z', 'revision_number': 5, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:44.141761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:44.174504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1d346-1a55-4136-867e-23e52c37d28e None None] The sync data for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 is: [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3fb35152-30b2-42e6-86d0-52eed29c0cd5', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'port_id': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'mac_address': 'fa:16:3e:28:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45fc77-08d4-46d0-af30-73483cb58339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:23Z', 'updated_at': '2022-03-22T14:03:40Z', 'revision_number': 1, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:24Z', 'revision_number': 5, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:44.177766 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.183346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '93804f08-96ee-497a-9db0-718559dae3af', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '93804f08-96ee-497a-9db0-718559dae3af', 'mac_address': 'fa:16:3e:e1:7a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:44.189758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a198b-e166-432d-8f95-2f893285eb79 req-6b899f7f-5c8e-494a-a0ed-f306df783f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.191414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574a198b-e166-432d-8f95-2f893285eb79 req-6b899f7f-5c8e-494a-a0ed-f306df783f18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68c30840-be67-487d-85eb-7a71341f121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3169594 Mar 22 14:03:44.266484 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-a9d86874-e858-4610-b109-2226b2b73ddf service neutron] 10.222.0.57 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827135 Mar 22 14:03:44.287777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:44.295472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 93804f08-96ee-497a-9db0-718559dae3af is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:44.296214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (93804f08-96ee-497a-9db0-718559dae3af), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.305726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcf900e3-71c3-4ddd-877e-ec570bff3028 req-8188653f-baf1-4fd9-926e-db66b6b10062 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854810 Mar 22 14:03:44.312239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['537395e0-94c0-4e57-a5a0-d7048986bee7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:44.329063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93a79193-4c5b-44a8-85ae-3b99e4c7028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7df4034f-be33-48df-9f48-971c393b1629), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.333338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93a79193-4c5b-44a8-85ae-3b99e4c7028f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.335399 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93a79193-4c5b-44a8-85ae-3b99e4c7028f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7df4034f-be33-48df-9f48-971c393b1629 HTTP/1.1" status: 204 len: 168 time: 0.5765753 Mar 22 14:03:44.366791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c2e55-19da-49fa-89c7-aee61cf6a985 req-ed2b40c7-37e4-4c36-80fa-a096114b9220 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.368375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6c2e55-19da-49fa-89c7-aee61cf6a985 req-ed2b40c7-37e4-4c36-80fa-a096114b9220 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 943 time: 0.4543018 Mar 22 14:03:44.384691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93804f08-96ee-497a-9db0-718559dae3af {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:44.429354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 93804f08-96ee-497a-9db0-718559dae3af, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=93804f08-96ee-497a-9db0-718559dae3af,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:44.439962 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (93804f08-96ee-497a-9db0-718559dae3af), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.539642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=93804f08-96ee-497a-9db0-718559dae3af,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:44.610974 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:03:44.638689 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fee70117-a6ab-4fda-a219-c50a221d8ada req-fa322e42-025f-4498-bda3-50b5cb426eb7 service neutron] 10.222.0.57 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499255 Mar 22 14:03:44.648307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79193-4c5b-44a8-85ae-3b99e4c7028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df4034f-be33-48df-9f48-971c393b1629,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:44.697903 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5528e-a4ec-434e-940d-5239dc3bd529 None None] New status for floating IP 3fb35152-30b2-42e6-86d0-52eed29c0cd5: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:03:44.723266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574a198b-e166-432d-8f95-2f893285eb79 req-80ae870c-4e9d-4973-80fc-15788f144de1 service neutron] 10.222.0.42 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814234 Mar 22 14:03:44.727868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6c2e55-19da-49fa-89c7-aee61cf6a985 req-968bdd60-d3ae-4199-adfb-7cd61c715aa1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177131 Mar 22 14:03:44.744306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'tag': '092e2a9b-dea3-48b3-895c-8e68a1517c17'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:44.747210 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3dc200-7517-4f61-9aec-e4eefcfcaa1b", "tag": "092e2a9b-dea3-48b3-895c-8e68a1517c17"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:44.898495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-574a198b-e166-432d-8f95-2f893285eb79 req-14be0378-7e84-4528-988a-9220be355200 service neutron] 10.222.0.42 "GET /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638145 Mar 22 14:03:44.931848 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee915b8e-a5bd-4578-b209-d601d02d4658 x-openstack-request-id: req-ee915b8e-a5bd-4578-b209-d601d02d4658 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:44.932134 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3dc200-7517-4f61-9aec-e4eefcfcaa1b", "tag": "092e2a9b-dea3-48b3-895c-8e68a1517c17", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:44.939036 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee915b8e-a5bd-4578-b209-d601d02d4658 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:44.939484 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee915b8e-a5bd-4578-b209-d601d02d4658'] response: {'name': 'network-changed', 'server_uuid': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'tag': '092e2a9b-dea3-48b3-895c-8e68a1517c17', 'status': 'completed', 'code': 200} Mar 22 14:03:44.972782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758581-63f2-4458-946b-b9c038cc1792 req-eefb3991-a257-4366-89ef-5270e889801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.974747 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-96758581-63f2-4458-946b-b9c038cc1792 req-eefb3991-a257-4366-89ef-5270e889801c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 1128 time: 0.1466556 Mar 22 14:03:45.083339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51898) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:45.158099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-12e3f6c1-2bcd-4ecb-8b78-980e7e5c638b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.171824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758581-63f2-4458-946b-b9c038cc1792 req-d1f8aee2-a4c9-4a9f-8b01-b9ebcf734569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.175344 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-96758581-63f2-4458-946b-b9c038cc1792 req-d1f8aee2-a4c9-4a9f-8b01-b9ebcf734569 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 912 time: 0.1905818 Mar 22 14:03:45.190571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63f279-dd35-44c3-8d09-e0d4ccf573b7 req-2e7f9834-ff0c-4b96-9920-52e4be58e14d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.197930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb63f279-dd35-44c3-8d09-e0d4ccf573b7 req-2e7f9834-ff0c-4b96-9920-52e4be58e14d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 949 time: 0.2982056 Mar 22 14:03:45.223356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 537395e0-94c0-4e57-a5a0-d7048986bee7 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:45.228209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['93804f08-96ee-497a-9db0-718559dae3af'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:45.233404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b0dc4-99b6-49d4-bc1a-c6c29b75f6e6 req-d51bf5b5-f9ae-41cc-b0be-9daf0c197af3 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.240549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-964b0dc4-99b6-49d4-bc1a-c6c29b75f6e6 req-d51bf5b5-f9ae-41cc-b0be-9daf0c197af3 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1664186 Mar 22 14:03:45.269540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-5afaa140-f033-4d3d-9a55-8e129f1d479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.271807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-5afaa140-f033-4d3d-9a55-8e129f1d479a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08da618355aa4bd59c51e7c196306a69&device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 1125 time: 0.2949870 Mar 22 14:03:45.299395 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-96758581-63f2-4458-946b-b9c038cc1792 req-eccfb34f-3173-4f4e-bf23-0dcef9ec17c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d HTTP/1.1" status: 200 len: 217 time: 0.1031787 Mar 22 14:03:45.350496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 537395e0-94c0-4e57-a5a0-d7048986bee7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:45.350877 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.432621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-8b8a0925-493d-478d-a6cf-cc89d8f521f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.434182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-8b8a0925-493d-478d-a6cf-cc89d8f521f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 200 len: 923 time: 0.1477888 Mar 22 14:03:45.496607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 537395e0-94c0-4e57-a5a0-d7048986bee7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:45.497228 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.500069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-9733274e-5300-4043-a107-9bc5b39239fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=092e2a9b-dea3-48b3-895c-8e68a1517c17 HTTP/1.1" status: 200 len: 217 time: 0.0554280 Mar 22 14:03:45.509579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758581-63f2-4458-946b-b9c038cc1792 req-0a5bfdbe-e5c6-4e5d-8548-b547533008d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.511766 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-96758581-63f2-4458-946b-b9c038cc1792 req-0a5bfdbe-e5c6-4e5d-8548-b547533008d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 200 len: 851 time: 0.2033427 Mar 22 14:03:45.547247 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-96758581-63f2-4458-946b-b9c038cc1792 req-7919e57b-321c-4c99-ac3c-7372ec61250f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e9327ee-9dad-4357-8357-8540be4aa153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291903 Mar 22 14:03:45.585295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:45.587664 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7405440-c61c-4cd0-afd6-df1d64806843" -d '{"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-plugged", "status": "completed", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:45.626414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:45.631925 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.713121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-96758581-63f2-4458-946b-b9c038cc1792 req-c4c44488-fbb7-45af-a773-3d44734525db service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445830 Mar 22 14:03:45.727313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:45.838951 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-96758581-63f2-4458-946b-b9c038cc1792 req-09f4eb82-96ee-4220-94b5-28a33a1daa1f service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193089 Mar 22 14:03:45.901187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb63f279-dd35-44c3-8d09-e0d4ccf573b7 req-632a1c5e-dc75-4eaa-b08f-d8579b690427 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975472 Mar 22 14:03:45.954269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-964b0dc4-99b6-49d4-bc1a-c6c29b75f6e6 req-c54711db-5cd0-481f-a292-0452765be1c4 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033663 Mar 22 14:03:45.988532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-2088aec0-b228-4c65-b5eb-d364fa1c0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.994343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-2088aec0-b228-4c65-b5eb-d364fa1c0798 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 HTTP/1.1" status: 200 len: 862 time: 0.4744978 Mar 22 14:03:46.014542 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f983e6-e55b-4ded-b428-6a685a405c3e x-openstack-request-id: req-f8f983e6-e55b-4ded-b428-6a685a405c3e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:46.014855 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-plugged", "status": "completed", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:46.015114 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8f983e6-e55b-4ded-b428-6a685a405c3e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:46.015548 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f983e6-e55b-4ded-b428-6a685a405c3e'] response: {'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'code': 200} Mar 22 14:03:46.045769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-12e3f6c1-2bcd-4ecb-8b78-980e7e5c638b admin admin] Publish callbacks [] for security_group (4e393d7a-9382-437d-b736-916448a993a8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.048286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-5d68c383-584e-4fb3-b809-fc1a7ec36b4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3f4bcc2-9019-41fb-860b-4628770454d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442865 Mar 22 14:03:46.051412 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-12e3f6c1-2bcd-4ecb-8b78-980e7e5c638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e393d7a-9382-437d-b736-916448a993a8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.092151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-12e3f6c1-2bcd-4ecb-8b78-980e7e5c638b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4db302c806a945bea028a911f6336c44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0051858 Mar 22 14:03:46.092455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:46.176877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a05b-8234-4600-ada3-3ec010946c23 admin admin] Publish callbacks [] for security_group (4e393d7a-9382-437d-b736-916448a993a8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.201145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a05b-8234-4600-ada3-3ec010946c23 admin admin] Publish callbacks [] for security_group (4e393d7a-9382-437d-b736-916448a993a8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.202441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3f6c1-2bcd-4ecb-8b78-980e7e5c638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e393d7a-9382-437d-b736-916448a993a8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:46.240528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72378a-439d-497f-bf2c-5cf5e45c276b req-2bec5e24-a436-4161-a58f-9864f0bd8c7e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:46.242094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c72378a-439d-497f-bf2c-5cf5e45c276b req-2bec5e24-a436-4161-a58f-9864f0bd8c7e tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 943 time: 0.1565225 Mar 22 14:03:46.244365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-9372e582-e01b-405e-b067-a9af18ab4af0 service neutron] 10.222.0.57 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599121 Mar 22 14:03:46.272746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a05b-8234-4600-ada3-3ec010946c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e393d7a-9382-437d-b736-916448a993a8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.276933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a05b-8234-4600-ada3-3ec010946c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.278447 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d3e4a05b-8234-4600-ada3-3ec010946c23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e393d7a-9382-437d-b736-916448a993a8 HTTP/1.1" status: 204 len: 168 time: 0.1849983 Mar 22 14:03:46.307051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4a05b-8234-4600-ada3-3ec010946c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e393d7a-9382-437d-b736-916448a993a8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:46.362627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c72378a-439d-497f-bf2c-5cf5e45c276b req-2693510f-4f3d-4f75-80b7-3de778c8b474 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126511 Mar 22 14:03:46.401752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d4b44d0-bc9c-49dc-b99e-d855afb0125b req-47e9ce99-4ae5-4024-b89f-dd3c91e9e864 service neutron] 10.222.0.57 "GET /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446514 Mar 22 14:03:46.778132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 092e2a9b-dea3-48b3-895c-8e68a1517c17 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:46.896121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 092e2a9b-dea3-48b3-895c-8e68a1517c17, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=092e2a9b-dea3-48b3-895c-8e68a1517c17,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:46.913563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '092e2a9b-dea3-48b3-895c-8e68a1517c17', 'network_id': 'f3f4bcc2-9019-41fb-860b-4628770454d7', 'port_id': '092e2a9b-dea3-48b3-895c-8e68a1517c17', 'mac_address': 'fa:16:3e:b6:5e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:46.976003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 092e2a9b-dea3-48b3-895c-8e68a1517c17 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:46.976468 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.014831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092e2a9b-dea3-48b3-895c-8e68a1517c17 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:47.074380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 092e2a9b-dea3-48b3-895c-8e68a1517c17, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=092e2a9b-dea3-48b3-895c-8e68a1517c17,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:47.079667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.152124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6050e-0ffe-4e6f-86ac-c546f2eaf0a6 req-41410565-7c4e-4143-b7cb-028b030f8f7e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.153597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68e6050e-0ffe-4e6f-86ac-c546f2eaf0a6 req-41410565-7c4e-4143-b7cb-028b030f8f7e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 949 time: 0.1023173 Mar 22 14:03:47.171143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=092e2a9b-dea3-48b3-895c-8e68a1517c17,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:47.178548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1409ecf-0062-42da-9e01-201c27e24d52 req-33d65964-2d63-41af-bbac-a25330e7a8c4 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.185394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1409ecf-0062-42da-9e01-201c27e24d52 req-33d65964-2d63-41af-bbac-a25330e7a8c4 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.0935481 Mar 22 14:03:47.266241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1409ecf-0062-42da-9e01-201c27e24d52 req-6e83047d-8c2b-4e2f-b2e0-8c815f339ecd tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796797 Mar 22 14:03:47.309511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68e6050e-0ffe-4e6f-86ac-c546f2eaf0a6 req-0d478cc6-3db0-412c-b042-3564c27b8af8 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475916 Mar 22 14:03:47.407183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['092e2a9b-dea3-48b3-895c-8e68a1517c17'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:47.500330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e455c5-29a2-404d-86be-d69c577e43f6 req-0dcb79b4-2e43-48a5-8453-d47953eaf0fa tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.501767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2e455c5-29a2-404d-86be-d69c577e43f6 req-0dcb79b4-2e43-48a5-8453-d47953eaf0fa tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 944 time: 0.0699739 Mar 22 14:03:47.585226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2e455c5-29a2-404d-86be-d69c577e43f6 req-22476fd8-3309-41e2-ab57-8c42725816fd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Mar 22 14:03:47.765433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 93804f08-96ee-497a-9db0-718559dae3af up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:47.829295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 93804f08-96ee-497a-9db0-718559dae3af completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:47.836218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 93804f08-96ee-497a-9db0-718559dae3af triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:47.836868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (93804f08-96ee-497a-9db0-718559dae3af), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.930621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 93804f08-96ee-497a-9db0-718559dae3af is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:47.931017 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (93804f08-96ee-497a-9db0-718559dae3af), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.993889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 93804f08-96ee-497a-9db0-718559dae3af, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=93804f08-96ee-497a-9db0-718559dae3af,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:47.999178 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (93804f08-96ee-497a-9db0-718559dae3af), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.025379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8684360-6902-4319-9c43-47b814ceec5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93804f08-96ee-497a-9db0-718559dae3af'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:48.028051 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554bfb67-b89f-41a4-be1a-d03de4cb0d8e" -d '{"events": [{"server_uuid": "f8684360-6902-4319-9c43-47b814ceec5d", "name": "network-vif-plugged", "status": "completed", "tag": "93804f08-96ee-497a-9db0-718559dae3af"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:48.068905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=93804f08-96ee-497a-9db0-718559dae3af,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:48.092968 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0727bbb5-99f0-446e-9b66-a0ff439b75ea x-openstack-request-id: req-0727bbb5-99f0-446e-9b66-a0ff439b75ea {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:48.093268 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8684360-6902-4319-9c43-47b814ceec5d", "name": "network-vif-plugged", "status": "completed", "tag": "93804f08-96ee-497a-9db0-718559dae3af", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:48.094043 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0727bbb5-99f0-446e-9b66-a0ff439b75ea {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:48.094517 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0727bbb5-99f0-446e-9b66-a0ff439b75ea'] response: {'server_uuid': 'f8684360-6902-4319-9c43-47b814ceec5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93804f08-96ee-497a-9db0-718559dae3af', 'code': 200} Mar 22 14:03:48.150579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-887685a5-4861-4dd4-ad5e-1f839b91d195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.234514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa4904-d454-475b-95a0-e8bb678b3b1b req-0c7d65df-3354-4474-8325-d9c7514f1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.234989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfaa4904-d454-475b-95a0-e8bb678b3b1b req-0c7d65df-3354-4474-8325-d9c7514f1158 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 1132 time: 0.0587623 Mar 22 14:03:48.307584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfaa4904-d454-475b-95a0-e8bb678b3b1b req-56b44bec-82c5-4376-9a3c-fceba6deeb31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Mar 22 14:03:48.484559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbccb0-0059-4d77-b9b2-39225eaf7b6b req-e8974bc9-b7c9-4ce9-ab7d-5517c675ffc2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.485510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2bbccb0-0059-4d77-b9b2-39225eaf7b6b req-e8974bc9-b7c9-4ce9-ab7d-5517c675ffc2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1028106 Mar 22 14:03:48.521243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d621c5-df46-4d89-b9f3-85f96017ffa8 req-baa59102-7ab3-4f98-a883-6ec0ac81350b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.522826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2d621c5-df46-4d89-b9f3-85f96017ffa8 req-baa59102-7ab3-4f98-a883-6ec0ac81350b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 950 time: 0.0873556 Mar 22 14:03:48.573993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2bbccb0-0059-4d77-b9b2-39225eaf7b6b req-710f98b5-7c14-429f-ad35-a6469d22793e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793977 Mar 22 14:03:48.612046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2d621c5-df46-4d89-b9f3-85f96017ffa8 req-ff162321-ee15-45c0-8976-391986917117 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719683 Mar 22 14:03:48.765706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e785ee-f958-4e09-a8fc-7172dee44dc6 req-84a5ccd0-f5e1-4e48-b3fc-245f96bd54b8 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.774426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9e785ee-f958-4e09-a8fc-7172dee44dc6 req-84a5ccd0-f5e1-4e48-b3fc-245f96bd54b8 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 944 time: 0.0930717 Mar 22 14:03:48.781908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 092e2a9b-dea3-48b3-895c-8e68a1517c17 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:48.844210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9e785ee-f958-4e09-a8fc-7172dee44dc6 req-e86163fc-6dbb-48b4-afd7-1fcc8376ca13 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674052 Mar 22 14:03:48.871026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 092e2a9b-dea3-48b3-895c-8e68a1517c17 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:48.875010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 092e2a9b-dea3-48b3-895c-8e68a1517c17 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:48.875371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.976397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 092e2a9b-dea3-48b3-895c-8e68a1517c17 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:48.977144 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.021821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 092e2a9b-dea3-48b3-895c-8e68a1517c17, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=092e2a9b-dea3-48b3-895c-8e68a1517c17,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:49.027246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.082677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=092e2a9b-dea3-48b3-895c-8e68a1517c17,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:49.821156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3ca86-70cb-4622-9fae-01db19f2880c req-3677e697-2cfe-4c86-ab53-e8a5b41048db tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:49.822936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee3ca86-70cb-4622-9fae-01db19f2880c req-3677e697-2cfe-4c86-ab53-e8a5b41048db tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1494973 Mar 22 14:03:49.915345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee3ca86-70cb-4622-9fae-01db19f2880c req-c92453c4-a072-44ad-ab97-94de6b0d5c99 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841141 Mar 22 14:03:50.045443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef4861-c789-4b1a-8bbc-a9d8e49c8c7a req-566d3d57-ea39-48cd-a426-8850bb70a398 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:50.053166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3cef4861-c789-4b1a-8bbc-a9d8e49c8c7a req-566d3d57-ea39-48cd-a426-8850bb70a398 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 950 time: 0.0664167 Mar 22 14:03:50.095413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e2a9b-dea3-48b3-895c-8e68a1517c17'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:50.098950 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedea8b3-8ef1-4ccc-b523-47903e6d9518" -d '{"events": [{"server_uuid": "ae3dc200-7517-4f61-9aec-e4eefcfcaa1b", "name": "network-vif-plugged", "status": "completed", "tag": "092e2a9b-dea3-48b3-895c-8e68a1517c17"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:50.211243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3cef4861-c789-4b1a-8bbc-a9d8e49c8c7a req-783ccb2e-61c3-43be-8e6e-dd3fa45121be tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526260 Mar 22 14:03:50.293194 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b508b-05fd-48b7-bbf3-d86753eef018 x-openstack-request-id: req-4d8b508b-05fd-48b7-bbf3-d86753eef018 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:50.293487 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3dc200-7517-4f61-9aec-e4eefcfcaa1b", "name": "network-vif-plugged", "status": "completed", "tag": "092e2a9b-dea3-48b3-895c-8e68a1517c17", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:50.293737 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d8b508b-05fd-48b7-bbf3-d86753eef018 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:50.294178 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8b508b-05fd-48b7-bbf3-d86753eef018'] response: {'server_uuid': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e2a9b-dea3-48b3-895c-8e68a1517c17', 'code': 200} Mar 22 14:03:50.356900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-12d896e2-f224-4591-ae1d-b3241b676332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.376420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bdaf9-e361-4cf8-98a4-a65dfde87c46 req-edd91045-66c3-4d28-b7b9-0ac1bb97dc76 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:50.383934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f97bdaf9-e361-4cf8-98a4-a65dfde87c46 req-edd91045-66c3-4d28-b7b9-0ac1bb97dc76 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 945 time: 0.1063929 Mar 22 14:03:50.498608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f97bdaf9-e361-4cf8-98a4-a65dfde87c46 req-8fc75159-b6ef-4a83-b779-be0944854e2c tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137130 Mar 22 14:03:50.520861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58312ee-d3a0-4639-b06c-5ec585021e37 req-f6fdc97e-46a8-4876-9048-e25b439b7f17 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:50.528717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b58312ee-d3a0-4639-b06c-5ec585021e37 req-f6fdc97e-46a8-4876-9048-e25b439b7f17 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 1132 time: 0.1374381 Mar 22 14:03:50.539080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85012865-8131-4bc2-ad17-fa08ea25d275 req-7897f792-e201-4bdb-9b37-b5795f6d8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:50.540698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85012865-8131-4bc2-ad17-fa08ea25d275 req-7897f792-e201-4bdb-9b37-b5795f6d8842 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 1127 time: 0.1158984 Mar 22 14:03:50.603476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b58312ee-d3a0-4639-b06c-5ec585021e37 req-24fe86ad-c8e8-4265-9cb2-253d7aeea9ae tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736861 Mar 22 14:03:50.615765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85012865-8131-4bc2-ad17-fa08ea25d275 req-29ee8dbe-8c2a-44d5-b503-9077ff6ecdcc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682161 Mar 22 14:03:50.881531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-5f457cf5-4a38-4ea9-b4fb-851594f8bb28 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439594 Mar 22 14:03:51.058241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-cd7cf802-2584-47cb-b6bf-0be5aa8c130a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.059915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-cd7cf802-2584-47cb-b6bf-0be5aa8c130a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774275 Mar 22 14:03:51.102074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-1afb688a-b0b6-45dc-95a8-e667e351833d tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/quotas/85f21ccdecdb4260a93f3bfcf29d955f HTTP/1.1" status: 200 len: 375 time: 0.0261259 Mar 22 14:03:51.151668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b3e5-3767-4877-a05f-3a1a3d7a7e95 req-e69bdb10-fd87-4656-849b-f8211b3efdfe tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.152810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e635b3e5-3767-4877-a05f-3a1a3d7a7e95 req-e69bdb10-fd87-4656-849b-f8211b3efdfe tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1251824 Mar 22 14:03:51.216533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-8d08ee03-13e2-4116-afb3-50a579c61273 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1134152 Mar 22 14:03:51.282841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e635b3e5-3767-4877-a05f-3a1a3d7a7e95 req-e03824f8-350e-41d4-8fbd-7897f0af8903 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200058 Mar 22 14:03:51.542693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-802c8dad-f87d-47e6-ba5b-a0cc706e90a2 req-d51e30b2-8fb0-42e7-a6d4-ca1bb6aaaacc tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 210 time: 0.0442555 Mar 22 14:03:51.681235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cfb9d-2dcf-4612-b1a9-a2773e41dceb req-0b64b424-bfc5-4310-875b-8fffb4505af7 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.689695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef7cfb9d-2dcf-4612-b1a9-a2773e41dceb req-0b64b424-bfc5-4310-875b-8fffb4505af7 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 945 time: 0.0869956 Mar 22 14:03:51.782588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.803722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef7cfb9d-2dcf-4612-b1a9-a2773e41dceb req-763700d7-01d9-4ec7-893b-5d3e05c95138 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128805 Mar 22 14:03:52.555554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab01a40-ba4b-49c1-96fb-628143f43c99 req-73d4bc7f-9f26-4b9f-ae60-1ab7559c6e0a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:52.582835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bab01a40-ba4b-49c1-96fb-628143f43c99 req-73d4bc7f-9f26-4b9f-ae60-1ab7559c6e0a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1762123 Mar 22 14:03:52.729228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16f8f29c-c524-4ded-95f5-23fa41a6d1bc req-766fac66-0e75-4fe8-90c1-65a8f8279b0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 210 time: 0.0558715 Mar 22 14:03:52.771526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bab01a40-ba4b-49c1-96fb-628143f43c99 req-ef0b0f39-642c-423e-a748-a2b0ae28c1f2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749399 Mar 22 14:03:53.062284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671373a-00e6-4981-ac87-1138593042cd req-e98b7e36-2b3b-42e1-a304-7e1f8b63fcc2 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:53.062284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4671373a-00e6-4981-ac87-1138593042cd req-e98b7e36-2b3b-42e1-a304-7e1f8b63fcc2 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 945 time: 0.1158390 Mar 22 14:03:53.169554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4671373a-00e6-4981-ac87-1138593042cd req-50ba0d36-ad4e-4c99-bae8-85964769be16 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171129 Mar 22 14:03:53.276007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-decaae50-ae73-45f4-bf72-e1431d182699 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982592 Mar 22 14:03:53.320257 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.684775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-d0e21fe3-c7e5-4907-8901-5fec5f81c008 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:53.687381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-d0e21fe3-c7e5-4907-8901-5fec5f81c008 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4060130 Mar 22 14:03:53.711977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:53.878641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9f3ec-3075-40c8-ac16-84b268893428 req-568ae074-7a3d-44f0-9b73-147396ed6acd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:53.885767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afb9f3ec-3075-40c8-ac16-84b268893428 req-568ae074-7a3d-44f0-9b73-147396ed6acd tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 945 time: 0.3051713 Mar 22 14:03:53.936975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94286ea2-3ed6-45af-a043-260bc3b8a96f req-76bb64f4-f584-467e-bc08-e2a1bbffb2e9 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 210 time: 0.0797083 Mar 22 14:03:54.060737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afb9f3ec-3075-40c8-ac16-84b268893428 req-2071cc42-6e8d-456a-bc82-fef9115a7dd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735923 Mar 22 14:03:54.118441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:54.128470 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.168501 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.329169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86fdc-ec6c-4974-9a95-bc526ee3d099 req-bad37dae-f6b7-4045-b5b2-99230d80e64a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:54.333948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6eb86fdc-ec6c-4974-9a95-bc526ee3d099 req-bad37dae-f6b7-4045-b5b2-99230d80e64a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.2479613 Mar 22 14:03:54.425059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6eb86fdc-ec6c-4974-9a95-bc526ee3d099 req-f928e734-5e40-4072-8897-f2b63f392a5c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821152 Mar 22 14:03:54.538511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.141 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/112267e6-6438-4db3-adce-657baf3d7e07) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:54.569698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.907350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (112267e6-6438-4db3-adce-657baf3d7e07), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.063826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (112267e6-6438-4db3-adce-657baf3d7e07), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.079777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', '84609501-349b-44c0-b33e-3224aad91225'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:55.086525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6', '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', '93804f08-96ee-497a-9db0-718559dae3af'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:55.174599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:55.190141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:55.199571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=112267e6-6438-4db3-adce-657baf3d7e07,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:55.211025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:55.288978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c0bc4-de52-4095-8b65-972da145a325 req-0fcf5bcf-4703-4414-b9bc-3a77a5d4a113 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.293795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-566c0bc4-de52-4095-8b65-972da145a325 req-0fcf5bcf-4703-4414-b9bc-3a77a5d4a113 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 945 time: 0.2980666 Mar 22 14:03:55.377180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766232c3-438c-44e8-80b2-98de6bee3cac req-0b468495-80ef-4b6b-93ec-a8a410d1ca62 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.379148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-766232c3-438c-44e8-80b2-98de6bee3cac req-0b468495-80ef-4b6b-93ec-a8a410d1ca62 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 936 time: 0.3131094 Mar 22 14:03:55.410947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.411754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.504596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2f4fd-98a9-42bc-8fe8-c821ed7b5c24 req-bb5b2ecf-5ca8-4328-a2c4-d2bb0f63a601 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.511962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13f2f4fd-98a9-42bc-8fe8-c821ed7b5c24 req-bb5b2ecf-5ca8-4328-a2c4-d2bb0f63a601 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 945 time: 0.3291464 Mar 22 14:03:55.547590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9ec67e7a-b19f-44e4-b252-23a199b2ec48 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8429890 Mar 22 14:03:55.591559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Request body: {'port': {'device_id': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:55.644608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-766232c3-438c-44e8-80b2-98de6bee3cac req-04bdc161-8801-4f2b-a3d3-353afea6cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542183 Mar 22 14:03:55.776162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0fa94ddc-9e52-43d0-80f6-5ae3fa97f8eb None None] Provisioning complete for port 112267e6-6438-4db3-adce-657baf3d7e07 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:55.777708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0fa94ddc-9e52-43d0-80f6-5ae3fa97f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (112267e6-6438-4db3-adce-657baf3d7e07), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.814318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13f2f4fd-98a9-42bc-8fe8-c821ed7b5c24 req-58c01330-c8d6-4b63-bffe-431a1acc5dbf tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups?id=39a03371-56b5-4319-9636-d1a01bbbe409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013051 Mar 22 14:03:55.887927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Deleting port 092e2a9b-dea3-48b3-895c-8e68a1517c17 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:55.888777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.936931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0fa94ddc-9e52-43d0-80f6-5ae3fa97f8eb None None] Port 112267e6-6438-4db3-adce-657baf3d7e07 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:56.028454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (112267e6-6438-4db3-adce-657baf3d7e07), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.066256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ba66e-6789-412a-ae8a-d710d3a570e5 req-5fecbc63-ec13-4833-a866-9f06861665bc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:56.068343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e02ba66e-6789-412a-ae8a-d710d3a570e5 req-5fecbc63-ec13-4833-a866-9f06861665bc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.3010798 Mar 22 14:03:56.196829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] For port 092e2a9b-dea3-48b3-895c-8e68a1517c17, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=092e2a9b-dea3-48b3-895c-8e68a1517c17,segment=NetworkSegment(b98be503-a7c8-4d63-bff7-4a18495de9d7),segment_id=b98be503-a7c8-4d63-bff7-4a18495de9d7)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:56.197196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.241816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Calling delete_port for 092e2a9b-dea3-48b3-895c-8e68a1517c17 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:56.341366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e02ba66e-6789-412a-ae8a-d710d3a570e5 req-f8704407-49ec-4169-873c-482e9e70c40f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654793 Mar 22 14:03:56.777420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (092e2a9b-dea3-48b3-895c-8e68a1517c17), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.789037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['092e2a9b-dea3-48b3-895c-8e68a1517c17'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:56.908316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112267e6-6438-4db3-adce-657baf3d7e07 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:56.934375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event deleted for resources: {'Port': ['ID=092e2a9b-dea3-48b3-895c-8e68a1517c17,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:56.938713 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Publish callbacks [] for port (112267e6-6438-4db3-adce-657baf3d7e07), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.984488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55096ea7-4f5f-415a-b44e-d640600bdbfa req-69fe5127-13ca-4c1d-b29d-d66e0a6811b2 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3dc200-7517-4f61-9aec-e4eefcfcaa1b HTTP/1.1" status: 200 len: 210 time: 0.0503943 Mar 22 14:03:57.038853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Transition to ACTIVE for port object 112267e6-6438-4db3-adce-657baf3d7e07 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:57.043601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] No DVR routers for this DVR port 092e2a9b-dea3-48b3-895c-8e68a1517c17 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:57.047378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:57.051544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-566c0bc4-de52-4095-8b65-972da145a325 req-4b52a7d3-b604-4f3e-84b3-23cf6e047656 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.57 "DELETE /v2.0/ports/092e2a9b-dea3-48b3-895c-8e68a1517c17 HTTP/1.1" status: 204 len: 173 time: 1.7465653 Mar 22 14:03:57.052184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (112267e6-6438-4db3-adce-657baf3d7e07), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:57.054252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'name': 'network-vif-deleted', 'tag': '092e2a9b-dea3-48b3-895c-8e68a1517c17'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:57.056825 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1839c2-21de-456e-8749-7cf7824ab990" -d '{"events": [{"server_uuid": "ae3dc200-7517-4f61-9aec-e4eefcfcaa1b", "name": "network-vif-deleted", "tag": "092e2a9b-dea3-48b3-895c-8e68a1517c17"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:57.128841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2b744-10e9-4faf-bbb3-daa9b02961c0 req-07f33bb9-bdc1-47e7-9af5-956cec1c104a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:57.148629 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5a2b744-10e9-4faf-bbb3-daa9b02961c0 req-07f33bb9-bdc1-47e7-9af5-956cec1c104a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 936 time: 0.3814616 Mar 22 14:03:57.169664 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28775a2c-9445-436d-8626-feb18d4d2e1c x-openstack-request-id: req-28775a2c-9445-436d-8626-feb18d4d2e1c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:57.170003 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3dc200-7517-4f61-9aec-e4eefcfcaa1b", "name": "network-vif-deleted", "tag": "092e2a9b-dea3-48b3-895c-8e68a1517c17", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:57.170220 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28775a2c-9445-436d-8626-feb18d4d2e1c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:57.174817 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28775a2c-9445-436d-8626-feb18d4d2e1c'] response: {'server_uuid': 'ae3dc200-7517-4f61-9aec-e4eefcfcaa1b', 'name': 'network-vif-deleted', 'tag': '092e2a9b-dea3-48b3-895c-8e68a1517c17', 'status': 'completed', 'code': 200} Mar 22 14:03:57.225551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Pushing event updated for resources: {'Port': ['ID=112267e6-6438-4db3-adce-657baf3d7e07,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:57.816178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5a2b744-10e9-4faf-bbb3-daa9b02961c0 req-c6feb366-c002-44bf-b56c-6e05c8d2006b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665480 Mar 22 14:03:57.885204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Attempting to bind port 112267e6-6438-4db3-adce-657baf3d7e07 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:57.885665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Attempting to bind port 112267e6-6438-4db3-adce-657baf3d7e07 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:57.886104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Attempting to bind port 112267e6-6438-4db3-adce-657baf3d7e07 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:57.894172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Port 112267e6-6438-4db3-adce-657baf3d7e07 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:57.894603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Attempting to bind port 112267e6-6438-4db3-adce-657baf3d7e07 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:57.904748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0e3b-1e3e-4d1d-861a-145ae7f1495d req-0af1eca5-7a9c-4558-87f4-0bd414f859d3 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:57.911881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c52a0e3b-1e3e-4d1d-861a-145ae7f1495d req-0af1eca5-7a9c-4558-87f4-0bd414f859d3 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1105704 Mar 22 14:03:57.929109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:57.929511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:57.929989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:57.930485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Bound port: 112267e6-6438-4db3-adce-657baf3d7e07, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:57.930905 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (112267e6-6438-4db3-adce-657baf3d7e07), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.020006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c52a0e3b-1e3e-4d1d-861a-145ae7f1495d req-b9df6e37-1a81-44dc-b743-c97050b9601e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068730 Mar 22 14:03:58.176391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] For port 112267e6-6438-4db3-adce-657baf3d7e07, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:58.188432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] For port 112267e6-6438-4db3-adce-657baf3d7e07, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=112267e6-6438-4db3-adce-657baf3d7e07,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:58.200254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (112267e6-6438-4db3-adce-657baf3d7e07), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.273660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:58.274338 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.295172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] 10.222.0.42 "PUT /v2.0/ports/112267e6-6438-4db3-adce-657baf3d7e07 HTTP/1.1" status: 200 len: 1096 time: 2.7055709 Mar 22 14:03:58.322561 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.346960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52260) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:58.379386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c8d8e-68c4-48e2-8fa0-ca72e07fa519 service neutron] Pushing event updated for resources: {'Port': ['ID=112267e6-6438-4db3-adce-657baf3d7e07,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:58.417540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-2a4ee46a-0cf3-47ba-b320-c7ab7eebe9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:58.419438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-2a4ee46a-0cf3-47ba-b320-c7ab7eebe9c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 1130 time: 0.0913510 Mar 22 14:03:58.473567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83eb139b-82f0-44ed-b9f4-5d61c7ed1281 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group (7fc912fe-a610-4eac-8915-d5b4e896c379), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.476846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-141a1225-4ade-461c-b18b-b43127b3690d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=112267e6-6438-4db3-adce-657baf3d7e07 HTTP/1.1" status: 200 len: 217 time: 0.0481367 Mar 22 14:03:58.507145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83eb139b-82f0-44ed-b9f4-5d61c7ed1281 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group (7fc912fe-a610-4eac-8915-d5b4e896c379), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.605583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-2bdcf162-9717-4bb0-9a23-926a6fe8f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:58.613089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-2bdcf162-9717-4bb0-9a23-926a6fe8f026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1228716 Mar 22 14:03:58.617067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83eb139b-82f0-44ed-b9f4-5d61c7ed1281 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7fc912fe-a610-4eac-8915-d5b4e896c379), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.621409 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83eb139b-82f0-44ed-b9f4-5d61c7ed1281 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.622791 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-83eb139b-82f0-44ed-b9f4-5d61c7ed1281 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "DELETE /v2.0/security-groups/7fc912fe-a610-4eac-8915-d5b4e896c379 HTTP/1.1" status: 204 len: 168 time: 0.2748404 Mar 22 14:03:58.626394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:58.676401 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-bd04b2b3-80b7-4300-8a4b-fd34334255ac tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] show failed (client error): The resource could not be found. Mar 22 14:03:58.678115 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bd04b2b3-80b7-4300-8a4b-fd34334255ac tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "GET /v2.0/security-groups/7fc912fe-a610-4eac-8915-d5b4e896c379 HTTP/1.1" status: 404 len: 347 time: 0.0495243 Mar 22 14:03:58.682785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:58.683637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb139b-82f0-44ed-b9f4-5d61c7ed1281 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc912fe-a610-4eac-8915-d5b4e896c379,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:58.742686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-4604ad34-a02e-465a-be12-86d2e4471f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:58.749262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-4604ad34-a02e-465a-be12-86d2e4471f03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1305840 Mar 22 14:03:58.852652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 092e2a9b-dea3-48b3-895c-8e68a1517c17 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:58.888490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 092e2a9b-dea3-48b3-895c-8e68a1517c17 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:58.889163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 092e2a9b-dea3-48b3-895c-8e68a1517c17 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:58.949457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-f830b6f0-659d-41fb-a323-3988b41990e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950939 Mar 22 14:03:59.003173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Deleting port 92ba018c-79b7-4d7a-baad-4d322ff72f3e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:59.003668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.176631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'tag': '112267e6-6438-4db3-adce-657baf3d7e07'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:59.179377 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef07b1e5-91f7-4f52-a528-d7271011cbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fd69ca-ada6-4915-9862-6d23e43a711e", "tag": "112267e6-6438-4db3-adce-657baf3d7e07"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:59.182318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.183067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for floatingip (92ba018c-79b7-4d7a-baad-4d322ff72f3e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.201182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Calling delete_port for 92ba018c-79b7-4d7a-baad-4d322ff72f3e owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:59.321812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd816-413f-4af8-ad67-4f973cf512c0 req-d78a0c5b-a775-4bc5-a128-286ca852b841 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:59.330409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cddd816-413f-4af8-ad67-4f973cf512c0 req-d78a0c5b-a775-4bc5-a128-286ca852b841 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 948 time: 0.3582015 Mar 22 14:03:59.395907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71ccd354-9eb0-401b-ac48-06e36e6e3445 req-2bd6b75a-075d-49f9-8628-22255e1dcb1e service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425621 Mar 22 14:03:59.470633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295e6fc-52c1-4a45-8652-3403495f6ac2 req-16f618e5-ccd2-491b-a4f9-b87c65cff969 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:59.473157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c295e6fc-52c1-4a45-8652-3403495f6ac2 req-16f618e5-ccd2-491b-a4f9-b87c65cff969 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.2778487 Mar 22 14:03:59.487019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (92ba018c-79b7-4d7a-baad-4d322ff72f3e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.577373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Pushing event deleted for resources: {'Port': ['ID=92ba018c-79b7-4d7a-baad-4d322ff72f3e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:59.658053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks [] for floatingip (a031e920-0d9e-42fc-81c6-a04651155fc5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.661262 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.662973 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-226fe2e5-ed46-4cee-945e-215b019eacd1 tempest-ImagesOneServerNegativeTestJSON-1820532186 tempest-ImagesOneServerNegativeTestJSON-1820532186-project] 10.222.0.44 "DELETE /v2.0/floatingips/a031e920-0d9e-42fc-81c6-a04651155fc5 HTTP/1.1" status: 204 len: 168 time: 0.9749408 Mar 22 14:03:59.671183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c295e6fc-52c1-4a45-8652-3403495f6ac2 req-3b7c691c-d390-4f20-b702-c3558e8a6381 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894615 Mar 22 14:03:59.680018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cddd816-413f-4af8-ad67-4f973cf512c0 req-2fdfa2e1-6268-41b6-b307-5b9d4d2d0a7c tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487163 Mar 22 14:03:59.809542 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9768a-8097-4c4a-8c90-2bad9d4477b5 x-openstack-request-id: req-dfe9768a-8097-4c4a-8c90-2bad9d4477b5 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:59.809843 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fd69ca-ada6-4915-9862-6d23e43a711e", "tag": "112267e6-6438-4db3-adce-657baf3d7e07", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:59.810909 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfe9768a-8097-4c4a-8c90-2bad9d4477b5 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:59.811371 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe9768a-8097-4c4a-8c90-2bad9d4477b5'] response: {'name': 'network-changed', 'server_uuid': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'tag': '112267e6-6438-4db3-adce-657baf3d7e07', 'status': 'completed', 'code': 200} Mar 22 14:03:59.880196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-fb105243-facd-4510-a901-52ce40eade32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:59.889280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-fb105243-facd-4510-a901-52ce40eade32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 1130 time: 0.0716708 Mar 22 14:03:59.931498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52298) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:00.053012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-4f58f410-c829-46dc-bac6-b8982d10acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:00.055832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-4f58f410-c829-46dc-bac6-b8982d10acf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1601546 Mar 22 14:04:00.063165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] Deleting subnet 62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:04:00.071549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] Publish callbacks [] for subnet (62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.117344 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.169262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-94245ecb-9ec2-44ca-a86a-f816af0056c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=112267e6-6438-4db3-adce-657baf3d7e07 HTTP/1.1" status: 200 len: 217 time: 0.1027696 Mar 22 14:04:00.197763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.241230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-2b00ce90-5ea7-461e-96b2-d431b80ac13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:00.241230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-2b00ce90-5ea7-461e-96b2-d431b80ac13f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0619733 Mar 22 14:04:00.316823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.370905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:00.373107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.376577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-dbc57849-dd75-47a8-8a77-096c73c82738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:00.379756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2abcc792-9708-464b-a760-b068aaa3f13b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/62e3cfd7-7b26-4b2e-b31d-9e10e0ee8d66 HTTP/1.1" status: 204 len: 168 time: 0.4448118 Mar 22 14:04:00.379922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-dbc57849-dd75-47a8-8a77-096c73c82738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1271203 Mar 22 14:04:00.380017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52302) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:00.539665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-84d0fe30-9c4c-443e-819a-d1dc8bb0e957 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402647 Mar 22 14:04:00.568003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f3f4bcc2-9019-41fb-860b-4628770454d7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.935061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f3f4bcc2-9019-41fb-860b-4628770454d7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.950522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef07b1e5-91f7-4f52-a528-d7271011cbf3 req-6b0fa493-f02e-41b1-98c8-02b7fc4c8b3a service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787763 Mar 22 14:04:00.994257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f4bcc2-9019-41fb-860b-4628770454d7']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:01.004852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98be503-a7c8-4d63-bff7-4a18495de9d7') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:01.005141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98be503-a7c8-4d63-bff7-4a18495de9d7') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:01.016042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (b98be503-a7c8-4d63-bff7-4a18495de9d7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.030000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b98be503-a7c8-4d63-bff7-4a18495de9d7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.048600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:04:01.049218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (b98be503-a7c8-4d63-bff7-4a18495de9d7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:04:01.108179 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:04:01.116090 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f3f4bcc2-9019-41fb-860b-4628770454d7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.121685 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.124325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f3f4bcc2-9019-41fb-860b-4628770454d7 HTTP/1.1" status: 204 len: 168 time: 0.7431817 Mar 22 14:04:01.190393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf01a78-86fc-42f1-8075-f2c0288935e8 req-a6055e05-3e0c-4039-8d7c-aaf539ffd654 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:01.192243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cf01a78-86fc-42f1-8075-f2c0288935e8 req-a6055e05-3e0c-4039-8d7c-aaf539ffd654 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 948 time: 0.3863149 Mar 22 14:04:01.243001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00ff5e-4302-4085-b3ed-5b91fd20fa99 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f4bcc2-9019-41fb-860b-4628770454d7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:01.340327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cf01a78-86fc-42f1-8075-f2c0288935e8 req-0486ff7d-e899-4958-a698-64cbe78e8ddd tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372836 Mar 22 14:04:01.369479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b623be-e61e-40b1-b99e-5b07cef615ed req-23df3768-9748-464d-9011-1c7dad4454fb tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:01.372912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2b623be-e61e-40b1-b99e-5b07cef615ed req-23df3768-9748-464d-9011-1c7dad4454fb tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.5227668 Mar 22 14:04:01.476089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2b623be-e61e-40b1-b99e-5b07cef615ed req-45a39834-dae2-45ba-82cb-cd90d1aa2600 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912187 Mar 22 14:04:01.523462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52338) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:01.595480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a274a89d-342a-4d1e-bb45-4f285e73d11e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08da618355aa4bd59c51e7c196306a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679741 Mar 22 14:04:01.596285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52348) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:01.680644 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47e2248a-c0ad-4a20-bed4-ad91a20053dd admin admin] Publish callbacks [] for security_group (39a03371-56b5-4319-9636-d1a01bbbe409), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.686507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52352) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:01.721251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47e2248a-c0ad-4a20-bed4-ad91a20053dd admin admin] Publish callbacks [] for security_group (39a03371-56b5-4319-9636-d1a01bbbe409), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.785688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47e2248a-c0ad-4a20-bed4-ad91a20053dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (39a03371-56b5-4319-9636-d1a01bbbe409), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.789014 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47e2248a-c0ad-4a20-bed4-ad91a20053dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.790852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-47e2248a-c0ad-4a20-bed4-ad91a20053dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39a03371-56b5-4319-9636-d1a01bbbe409 HTTP/1.1" status: 204 len: 168 time: 0.1931102 Mar 22 14:04:01.827111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2248a-c0ad-4a20-bed4-ad91a20053dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a03371-56b5-4319-9636-d1a01bbbe409,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:01.860917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 112267e6-6438-4db3-adce-657baf3d7e07 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:01.881900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2007adbc-4e9c-4f02-ad8f-030c80d5cebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:01.998369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 112267e6-6438-4db3-adce-657baf3d7e07, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=112267e6-6438-4db3-adce-657baf3d7e07,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:02.029423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2007adbc-4e9c-4f02-ad8f-030c80d5cebc admin admin] Publish callbacks [] for security_group (43ea4bd5-5f91-4b29-9d82-b541f706e878), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.033644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '112267e6-6438-4db3-adce-657baf3d7e07', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '112267e6-6438-4db3-adce-657baf3d7e07', 'mac_address': 'fa:16:3e:28:e7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:02.034161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2007adbc-4e9c-4f02-ad8f-030c80d5cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (43ea4bd5-5f91-4b29-9d82-b541f706e878), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.070437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52362) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:02.070801 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2007adbc-4e9c-4f02-ad8f-030c80d5cebc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3577d13de60d47748c00a75983e9e442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3829880 Mar 22 14:04:02.101783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007adbc-4e9c-4f02-ad8f-030c80d5cebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea4bd5-5f91-4b29-9d82-b541f706e878,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:02.107836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 112267e6-6438-4db3-adce-657baf3d7e07 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:02.108737 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (112267e6-6438-4db3-adce-657baf3d7e07), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.124052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112267e6-6438-4db3-adce-657baf3d7e07 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:02.147668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 112267e6-6438-4db3-adce-657baf3d7e07, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=112267e6-6438-4db3-adce-657baf3d7e07,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:02.152298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (112267e6-6438-4db3-adce-657baf3d7e07), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.195436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac76-d5a5-4d93-93f9-770ca3a8fe14 admin admin] Publish callbacks [] for security_group (43ea4bd5-5f91-4b29-9d82-b541f706e878), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.218204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac76-d5a5-4d93-93f9-770ca3a8fe14 admin admin] Publish callbacks [] for security_group (43ea4bd5-5f91-4b29-9d82-b541f706e878), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.228758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=112267e6-6438-4db3-adce-657baf3d7e07,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:02.295262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac76-d5a5-4d93-93f9-770ca3a8fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (43ea4bd5-5f91-4b29-9d82-b541f706e878), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.299568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac76-d5a5-4d93-93f9-770ca3a8fe14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.301005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6d45ac76-d5a5-4d93-93f9-770ca3a8fe14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43ea4bd5-5f91-4b29-9d82-b541f706e878 HTTP/1.1" status: 204 len: 168 time: 0.2295413 Mar 22 14:04:02.327621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45ac76-d5a5-4d93-93f9-770ca3a8fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea4bd5-5f91-4b29-9d82-b541f706e878,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:02.564503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['112267e6-6438-4db3-adce-657baf3d7e07'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:02.760357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d177353-3300-44cb-9620-c12980d03ffc req-9ac11dda-e05a-4aaa-b2e8-85c7bc6b7260 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:02.762039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d177353-3300-44cb-9620-c12980d03ffc req-9ac11dda-e05a-4aaa-b2e8-85c7bc6b7260 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 949 time: 0.2448630 Mar 22 14:04:02.839937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d177353-3300-44cb-9620-c12980d03ffc req-823c7d52-afb2-476b-a889-8ceb2f70a21a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Mar 22 14:04:02.850777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478344-21fb-4832-a871-817472c2dc86 req-a38d7cfd-6b55-4eb1-81cf-6ac14e1686a7 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:02.853717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24478344-21fb-4832-a871-817472c2dc86 req-a38d7cfd-6b55-4eb1-81cf-6ac14e1686a7 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1918361 Mar 22 14:04:02.873609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:02.892870 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b614443e-311c-4463-910f-ae1320dd6db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.964844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24478344-21fb-4832-a871-817472c2dc86 req-36ca8f81-5e3e-42d3-b8dc-1c9a65eceffd tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035566 Mar 22 14:04:03.039538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b614443e-311c-4463-910f-ae1320dd6db7 admin admin] Publish callbacks [] for security_group (5a244fe8-e64d-4503-b0cf-53be0d58efff), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.044864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b614443e-311c-4463-910f-ae1320dd6db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5a244fe8-e64d-4503-b0cf-53be0d58efff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.112008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52418) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:03.138905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52422) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:03.142867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b614443e-311c-4463-910f-ae1320dd6db7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=485d56e824ba407b8fef54cde51228b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661691 Mar 22 14:04:03.146107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614443e-311c-4463-910f-ae1320dd6db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a244fe8-e64d-4503-b0cf-53be0d58efff,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:03.248083 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1cc8-1060-4206-91c9-b61b31e49d82 admin admin] Publish callbacks [] for security_group (5a244fe8-e64d-4503-b0cf-53be0d58efff), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.285808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1cc8-1060-4206-91c9-b61b31e49d82 admin admin] Publish callbacks [] for security_group (5a244fe8-e64d-4503-b0cf-53be0d58efff), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.300320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-90411069-network', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:03.336574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Made reservation on behalf of bf7f46e506d74b6c8e6de580ec5f965c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:03.340156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.365061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.438205 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1cc8-1060-4206-91c9-b61b31e49d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5a244fe8-e64d-4503-b0cf-53be0d58efff), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.442658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1cc8-1060-4206-91c9-b61b31e49d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.443945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bc0c1cc8-1060-4206-91c9-b61b31e49d82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a244fe8-e64d-4503-b0cf-53be0d58efff HTTP/1.1" status: 204 len: 168 time: 0.3040025 Mar 22 14:04:03.465101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c1cc8-1060-4206-91c9-b61b31e49d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a244fe8-e64d-4503-b0cf-53be0d58efff,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:03.563365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks [] for security_group (4a070ba5-8dcf-4153-aed5-c3d1e217cd72), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.569506 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4a070ba5-8dcf-4153-aed5-c3d1e217cd72), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.607724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:04:03.652744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a070ba5-8dcf-4153-aed5-c3d1e217cd72,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:03.657905 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7f8ef505-8a43-44e8-ba11-544bcc400b7a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.658549 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Added segment 7f8ef505-8a43-44e8-ba11-544bcc400b7a of type vlan for network d9a846e8-1cce-4f1d-b8c4-18df769e1677 Mar 22 14:04:03.711913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d9a846e8-1cce-4f1d-b8c4-18df769e1677), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.757149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d9a846e8-1cce-4f1d-b8c4-18df769e1677), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.758117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:03.758926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:03.829252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a846e8-1cce-4f1d-b8c4-18df769e1677,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:03.840448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:04:03.841491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-53fbcf8d-18f8-4408-9cc8-59f812ed50b3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7279739 Mar 22 14:04:03.844340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52464) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:03.854233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Request body: {'subnet': {'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-90411069-subnet', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:03.884504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Made reservation on behalf of bf7f46e506d74b6c8e6de580ec5f965c for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:03.887693 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.094962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef94fe-faaa-4ab2-9bc6-104794e10fe5 req-8890ecb9-a2c1-4a6b-b58b-4ef8bf41ec23 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:04.096527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ef94fe-faaa-4ab2-9bc6-104794e10fe5 req-8890ecb9-a2c1-4a6b-b58b-4ef8bf41ec23 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 949 time: 0.1059701 Mar 22 14:04:04.228306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (b7653e37-39d6-417e-bb4d-c1acf069b0f8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.273911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ef94fe-faaa-4ab2-9bc6-104794e10fe5 req-99c47ba2-bc56-474b-b16d-a460e7822766 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692286 Mar 22 14:04:04.331182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7653e37-39d6-417e-bb4d-c1acf069b0f8,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:04.345776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Checking segment: {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:04.346060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Network hostable DHCP agents. Network: d9a846e8-1cce-4f1d-b8c4-18df769e1677, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:04:04.357560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe79cca-b0b4-4605-9410-cb65cd3c20e6 req-72bdc6b8-ead6-4db4-95e0-5337f76f53f6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:04.359304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbe79cca-b0b4-4605-9410-cb65cd3c20e6 req-72bdc6b8-ead6-4db4-95e0-5337f76f53f6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1284926 Mar 22 14:04:04.388696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:04:04.416817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d9a846e8-1cce-4f1d-b8c4-18df769e1677) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:04.431588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdcdf23-4338-45a4-9390-98d8f37cb962 None None] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:04.468615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:04.469493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.517029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbe79cca-b0b4-4605-9410-cb65cd3c20e6 req-7314e177-27cb-4098-959e-afe6f1784084 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412601 Mar 22 14:04:04.527492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c82f377d-0ab8-45e2-963e-2472be010181 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6820529 Mar 22 14:04:04.530962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52502) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:04.535898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:04.574957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (0ce84208-da2d-4b59-a753-ef53adf82e05), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.576548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (0ce84208-da2d-4b59-a753-ef53adf82e05), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.583766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-332150c8-eb19-4414-8e8d-91669a1d916d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:04.591945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-332150c8-eb19-4414-8e8d-91669a1d916d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.1926138 Mar 22 14:04:04.608994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-a37ad6cb-4a7e-42d3-97ac-8a8aad8d79e3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/quotas/b3e5f9c303e246e18dc2a972afc73900 HTTP/1.1" status: 200 len: 375 time: 0.0157220 Mar 22 14:04:04.640717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks [] for router_controller (0ce84208-da2d-4b59-a753-ef53adf82e05), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.658626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d9a846e8-1cce-4f1d-b8c4-18df769e1677', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:04:04.662592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.690720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-a65b765b-2f9b-46ec-8ac1-100eb980a893 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803137 Mar 22 14:04:04.835971 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks [] for router_gateway (0ce84208-da2d-4b59-a753-ef53adf82e05), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:04.856637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-660249df-5225-41f5-8abb-3de2eb1b3419 service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642034 Mar 22 14:04:04.891008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Allocated IP 172.20.0.2 (d9a846e8-1cce-4f1d-b8c4-18df769e1677/b7653e37-39d6-417e-bb4d-c1acf069b0f8/2d0d0ef9-58a1-41e0-b44f-b224daf72e1c) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:05.012163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-7ec65514-0bdf-4db9-9745-3587cb17be9e service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467056 Mar 22 14:04:05.096470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Publish callbacks [] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.103607 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.148176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:05.151469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:05.155901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:05.186346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks [] for router_gateway (0ce84208-da2d-4b59-a753-ef53adf82e05), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.196259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Pushing event updated for resources: {'Port': ['ID=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:05.217457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.302654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Attempting to bind port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:05.304058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Attempting to bind port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:05.304518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Attempting to bind port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c on network d9a846e8-1cce-4f1d-b8c4-18df769e1677 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:05.316639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:05.317403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Checking segment: {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:05.319199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.320703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Bound using segment: {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:05.322256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Bound port: 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:05.323262 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.345384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-898bbccf-8782-45c9-bc5f-34c8f7b67b68 req-f2993fc2-833b-4d19-8799-b12c1ea4aa11 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 210 time: 0.0861533 Mar 22 14:04:05.420228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] For port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:05.425451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] For port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:05.435223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.459702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Allocated IP 172.25.2.25 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/428e75ad-8b44-4450-962b-51d98de0bd1d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:05.483891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dfdbc-31dd-47bd-92ff-cef3e0c25046 req-6705b295-2269-4ea8-8685-d4465c5794d3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:05.491665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f6dfdbc-31dd-47bd-92ff-cef3e0c25046 req-6705b295-2269-4ea8-8685-d4465c5794d3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 949 time: 0.0803227 Mar 22 14:04:05.536476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3eb15-e0ba-447b-b0eb-d3c38ee5a2e8 None None] Pushing event updated for resources: {'Port': ['ID=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:05.618182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f6dfdbc-31dd-47bd-92ff-cef3e0c25046 req-91b74a33-6702-4d6a-8457-b2ce4b384bd7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167510 Mar 22 14:04:05.704579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks [] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.769746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:05.805253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7dde0-10ea-436e-a919-00f4338b3168 req-d03a8e6f-b38c-43db-9040-889ba96791f2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:05.818528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7db7dde0-10ea-436e-a919-00f4338b3168 req-d03a8e6f-b38c-43db-9040-889ba96791f2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1235297 Mar 22 14:04:05.838646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:05.844224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:05.848079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:05.885065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 112267e6-6438-4db3-adce-657baf3d7e07 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:05.934554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Pushing event updated for resources: {'Port': ['ID=428e75ad-8b44-4450-962b-51d98de0bd1d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:05.969425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.970044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.970451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.970852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.971399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.971807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.972195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.972574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.972964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.973351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.973738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.974352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.974671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.975078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:05.975535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:06.022490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7db7dde0-10ea-436e-a919-00f4338b3168 req-573ccfa1-9dc5-4f3a-951a-a8ce377d18cc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855469 Mar 22 14:04:06.078114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-620e90ce-5362-44a8-9f73-74d4ad2388bf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:06.080727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-620e90ce-5362-44a8-9f73-74d4ad2388bf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd7ce64-62b9-414b-b543-aa549b2ac61f HTTP/1.1" status: 200 len: 945 time: 0.2607625 Mar 22 14:04:06.082748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 112267e6-6438-4db3-adce-657baf3d7e07 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:06.094583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 112267e6-6438-4db3-adce-657baf3d7e07 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:06.095009 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (112267e6-6438-4db3-adce-657baf3d7e07), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.366056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:06.411195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Deleting port 537395e0-94c0-4e57-a5a0-d7048986bee7 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:06.411779 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.436009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 112267e6-6438-4db3-adce-657baf3d7e07 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:06.436537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (112267e6-6438-4db3-adce-657baf3d7e07), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.486585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:06.487152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.505558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks [] for router_gateway (0ce84208-da2d-4b59-a753-ef53adf82e05), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.521941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112267e6-6438-4db3-adce-657baf3d7e07'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:06.524536 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99305d0-46d5-4cd1-9b85-c91088bfc85d" -d '{"events": [{"server_uuid": "c0fd69ca-ada6-4915-9862-6d23e43a711e", "name": "network-vif-plugged", "status": "completed", "tag": "112267e6-6438-4db3-adce-657baf3d7e07"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:06.565177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 112267e6-6438-4db3-adce-657baf3d7e07, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=112267e6-6438-4db3-adce-657baf3d7e07,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:06.576318 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (112267e6-6438-4db3-adce-657baf3d7e07), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.612665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3e65b7-9455-4c4c-ba8a-aa86ec3c1443 req-fdc3d523-15af-45d5-8de9-03a14bd7ee32 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 210 time: 0.0575526 Mar 22 14:04:06.636736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daccc9e8-4f1d-4315-be68-c02ed64245a0 x-openstack-request-id: req-daccc9e8-4f1d-4315-be68-c02ed64245a0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:06.636736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fd69ca-ada6-4915-9862-6d23e43a711e", "name": "network-vif-plugged", "status": "completed", "tag": "112267e6-6438-4db3-adce-657baf3d7e07", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:06.636736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-daccc9e8-4f1d-4315-be68-c02ed64245a0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:06.636736 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daccc9e8-4f1d-4315-be68-c02ed64245a0'] response: {'server_uuid': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112267e6-6438-4db3-adce-657baf3d7e07', 'code': 200} Mar 22 14:04:06.712803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=112267e6-6438-4db3-adce-657baf3d7e07,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:06.777001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:06.777621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.848592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:06.858744 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.903776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:06.904271 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:06.944479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Calling delete_port for 537395e0-94c0-4e57-a5a0-d7048986bee7 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:06.989995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45345eff-cb12-4c93-b4da-a7092d51321c req-dc8c6b3d-67dd-46e0-ac6b-c47d30b3a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:06.990391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:07.001908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 537395e0-94c0-4e57-a5a0-d7048986bee7 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:07.010943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45345eff-cb12-4c93-b4da-a7092d51321c req-dc8c6b3d-67dd-46e0-ac6b-c47d30b3a233 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 1132 time: 0.3144333 Mar 22 14:04:07.035223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60204063-238e-4806-b0e3-70c57cf63211 req-3e5aecd5-08f5-4e17-bf25-deadc43a31e4 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:07.037094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60204063-238e-4806-b0e3-70c57cf63211 req-3e5aecd5-08f5-4e17-bf25-deadc43a31e4 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 950 time: 0.2423246 Mar 22 14:04:07.143321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 537395e0-94c0-4e57-a5a0-d7048986bee7 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:07.143990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.171972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45345eff-cb12-4c93-b4da-a7092d51321c req-da3d8c58-02d5-4d4e-9c24-3a3ddb3e17b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247914 Mar 22 14:04:07.224386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 537395e0-94c0-4e57-a5a0-d7048986bee7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=537395e0-94c0-4e57-a5a0-d7048986bee7,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:07.233167 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.283188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60204063-238e-4806-b0e3-70c57cf63211 req-7510128b-5527-4144-a57a-92aaf7aa1256 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176550 Mar 22 14:04:07.306225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:07.319970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a34bb5-71fd-4405-acbb-3c42ff3ef77c req-2a299099-165b-440d-ac81-27cc98d35e5d tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:07.323574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43a34bb5-71fd-4405-acbb-3c42ff3ef77c req-2a299099-165b-440d-ac81-27cc98d35e5d tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1558449 Mar 22 14:04:07.397244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c38ed-e730-4587-8322-5c866c567026 None None] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:07.404072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-2b7aea10-93f1-405d-a39a-4d2b63ada43e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:07.406228 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-2b7aea10-93f1-405d-a39a-4d2b63ada43e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.1719110 Mar 22 14:04:07.430312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43a34bb5-71fd-4405-acbb-3c42ff3ef77c req-c357f831-8e40-4957-85ab-4127072b932a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972776 Mar 22 14:04:07.431030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (537395e0-94c0-4e57-a5a0-d7048986bee7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.444781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Request body: {'port': {'device_id': '3be4638e-c831-4602-9674-b7512410161a', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'admin_state_up': True, 'tenant_id': 'b3e5f9c303e246e18dc2a972afc73900'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:07.466685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event deleted for resources: {'Port': ['ID=537395e0-94c0-4e57-a5a0-d7048986bee7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:07.494806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52578) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:07.521211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] No DVR routers for this DVR port 537395e0-94c0-4e57-a5a0-d7048986bee7 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:07.524810 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.528413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76a30213-621e-44ed-a515-4ee030e8fa59 req-fa5a9ace-bffb-418f-b913-81d6e4daad70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "DELETE /v2.0/ports/537395e0-94c0-4e57-a5a0-d7048986bee7 HTTP/1.1" status: 204 len: 173 time: 1.4415326 Mar 22 14:04:07.528868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-deleted', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:07.531273 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9560ac2a-7a5e-4723-bb0a-a5ad65ee443e" -d '{"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-deleted", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:07.544687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ff3edfb9-cb93-49c9-8772-f351130aebea None None] Provisioning complete for port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:07.545266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ff3edfb9-cb93-49c9-8772-f351130aebea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.627609 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075489a-0b7d-4af1-9f3f-78989a3ee960 x-openstack-request-id: req-7075489a-0b7d-4af1-9f3f-78989a3ee960 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:07.627795 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (0ce84208-da2d-4b59-a753-ef53adf82e05), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.627967 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-deleted", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:07.628133 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7075489a-0b7d-4af1-9f3f-78989a3ee960 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:07.628543 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7075489a-0b7d-4af1-9f3f-78989a3ee960'] response: {'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-deleted', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'status': 'completed', 'code': 200} Mar 22 14:04:07.652963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Made reservation on behalf of b3e5f9c303e246e18dc2a972afc73900 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:07.657114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.782618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfc038ed-2c19-41b8-8d1c-6eda3ad22953 req-086a026b-e683-46bc-be55-b210f5f239da tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 210 time: 0.0482495 Mar 22 14:04:07.837869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9972-77d3-4af7-b234-c79262f25efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:07.845930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ff3edfb9-cb93-49c9-8772-f351130aebea None None] Current status of the port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:07.971974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bf1903e3-c956-4d6e-a255-6df0d07bcf87 None None] Provisioning complete for port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:07.972440 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf1903e3-c956-4d6e-a255-6df0d07bcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.006270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Allocated IP 172.20.0.14 (09c4e37b-9b2d-4107-b566-e7cd05ba2847/a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0/b2d8e52b-02fb-413a-bfd0-e71485923552) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:08.068567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bf1903e3-c956-4d6e-a255-6df0d07bcf87 None None] Current status of the port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:08.081872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Router 0ce84208-da2d-4b59-a753-ef53adf82e05 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:04:08.148955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9972-77d3-4af7-b234-c79262f25efb admin admin] Publish callbacks [] for security_group (b26a54df-89d8-4a1c-ba41-fb93f430a1c8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.155927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9972-77d3-4af7-b234-c79262f25efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b26a54df-89d8-4a1c-ba41-fb93f430a1c8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.255987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:08.280414 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2b3a9972-77d3-4af7-b234-c79262f25efb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57498f105b174ed2a84c5922bc8bbec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7823112 Mar 22 14:04:08.284659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52588) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:08.294611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a9972-77d3-4af7-b234-c79262f25efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26a54df-89d8-4a1c-ba41-fb93f430a1c8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:08.314799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:08.315395 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.366759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks [] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.374503 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2420503e-19cc-4840-b1a9-10bf1e1f4e48 admin admin] Publish callbacks [] for security_group (b26a54df-89d8-4a1c-ba41-fb93f430a1c8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.393427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:04:08.398918 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2420503e-19cc-4840-b1a9-10bf1e1f4e48 admin admin] Publish callbacks [] for security_group (b26a54df-89d8-4a1c-ba41-fb93f430a1c8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.409746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Sync routers for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:04:08.420076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.424101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:08.425129 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a1d4abe-526d-4344-b55d-d01c93d80cdb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.8928924 Mar 22 14:04:08.431689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52592) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:08.432338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:08.433184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:08.455064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.498527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:08.501576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:08.508252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:08.580727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:08.622344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:08.623122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.627290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:08.656645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:08.660406 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88473a50-6ffa-4ce2-ab4b-bcf381a0aa6e" -d '{"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-unplugged", "status": "completed", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:08.660906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-511270e1-dd55-481d-904f-1e71cd3696c7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2202861 Mar 22 14:04:08.663187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2420503e-19cc-4840-b1a9-10bf1e1f4e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b26a54df-89d8-4a1c-ba41-fb93f430a1c8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.666064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2420503e-19cc-4840-b1a9-10bf1e1f4e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.667206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2420503e-19cc-4840-b1a9-10bf1e1f4e48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b26a54df-89d8-4a1c-ba41-fb93f430a1c8 HTTP/1.1" status: 204 len: 168 time: 0.3811643 Mar 22 14:04:08.687093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Request body: {'port': {'device_id': '3be4638e-c831-4602-9674-b7512410161a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:08.695266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca72068-784f-4c1f-b817-5ac3f6e72f35 req-5660925e-9b78-4638-8efe-53a8418aad21 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:08.697476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ca72068-784f-4c1f-b817-5ac3f6e72f35 req-5660925e-9b78-4638-8efe-53a8418aad21 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1533775 Mar 22 14:04:08.702248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420503e-19cc-4840-b1a9-10bf1e1f4e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26a54df-89d8-4a1c-ba41-fb93f430a1c8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:08.719695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0923c8b-8be2-4980-968c-13c2e39105be req-6121be0c-6bf4-42fd-b176-6379d1c10431 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:08.721814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0923c8b-8be2-4980-968c-13c2e39105be req-6121be0c-6bf4-42fd-b176-6379d1c10431 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 950 time: 0.1760354 Mar 22 14:04:08.759765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.829104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:06Z', 'revision_number': 3, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:08.867284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Checking router: 0ce84208-da2d-4b59-a753-ef53adf82e05 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:04:08.867636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Updating router 0ce84208-da2d-4b59-a753-ef53adf82e05 port 428e75ad-8b44-4450-962b-51d98de0bd1d binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:04:08.888783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ca72068-784f-4c1f-b817-5ac3f6e72f35 req-d3d015da-b74e-447d-b5a6-1c6a4734904f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839728 Mar 22 14:04:08.903911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0923c8b-8be2-4980-968c-13c2e39105be req-8f641bed-3965-4ffe-8a22-93f8b2d03ad0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711431 Mar 22 14:04:08.912162 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.965322 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b580839e-28e8-489d-b0dc-085982cfef7d x-openstack-request-id: req-b580839e-28e8-489d-b0dc-085982cfef7d {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:08.965774 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7ce64-62b9-414b-b543-aa549b2ac61f", "name": "network-vif-unplugged", "status": "completed", "tag": "537395e0-94c0-4e57-a5a0-d7048986bee7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:08.966156 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b580839e-28e8-489d-b0dc-085982cfef7d {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:08.966693 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b580839e-28e8-489d-b0dc-085982cfef7d'] response: {'server_uuid': 'bdd7ce64-62b9-414b-b543-aa549b2ac61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537395e0-94c0-4e57-a5a0-d7048986bee7', 'code': 200} Mar 22 14:04:09.136378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52604) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:09.158713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-289896d1-c332-4597-b2ee-1cdc96a409d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.177988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d8e52b-02fb-413a-bfd0-e71485923552 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:09.189326 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Publish callbacks [] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.212892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Transition to ACTIVE for port object b2d8e52b-02fb-413a-bfd0-e71485923552 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:09.219866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.290126 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Publish callbacks [] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.297748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.322726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:09.364924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Attempting to bind port 428e75ad-8b44-4450-962b-51d98de0bd1d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:09.365296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Attempting to bind port 428e75ad-8b44-4450-962b-51d98de0bd1d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:09.365657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Attempting to bind port 428e75ad-8b44-4450-962b-51d98de0bd1d on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:09.377159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611994-0cb0-4447-ac55-82a9552fccc5 None None] Pushing event updated for resources: {'Port': ['ID=428e75ad-8b44-4450-962b-51d98de0bd1d,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:09.380803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:09.381185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:09.381586 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.382065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:09.382644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Bound port: 428e75ad-8b44-4450-962b-51d98de0bd1d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:09.382838 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.401109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-289896d1-c332-4597-b2ee-1cdc96a409d1 admin admin] Publish callbacks [] for security_group (fb6724a8-fbb6-4019-99e9-73f39dca1570), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.407561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-289896d1-c332-4597-b2ee-1cdc96a409d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fb6724a8-fbb6-4019-99e9-73f39dca1570), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.409221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95192fed-a78b-4026-9730-17d412323f95 req-4d101d5c-d6d9-47c1-80bd-d9bf309ecbfe tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:09.410829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95192fed-a78b-4026-9730-17d412323f95 req-4d101d5c-d6d9-47c1-80bd-d9bf309ecbfe tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 932 time: 0.3991423 Mar 22 14:04:09.441044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] For port 428e75ad-8b44-4450-962b-51d98de0bd1d, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:09.445521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] For port 428e75ad-8b44-4450-962b-51d98de0bd1d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=428e75ad-8b44-4450-962b-51d98de0bd1d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:09.454018 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.459482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Attempting to bind port b2d8e52b-02fb-413a-bfd0-e71485923552 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:09.459482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Attempting to bind port b2d8e52b-02fb-413a-bfd0-e71485923552 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:09.459482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Attempting to bind port b2d8e52b-02fb-413a-bfd0-e71485923552 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:09.462915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289896d1-c332-4597-b2ee-1cdc96a409d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6724a8-fbb6-4019-99e9-73f39dca1570,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:09.471071 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-289896d1-c332-4597-b2ee-1cdc96a409d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f461a62b128a4c5d82a7434d645e6989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336451 Mar 22 14:04:09.472337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52608) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:09.478236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Port b2d8e52b-02fb-413a-bfd0-e71485923552 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:09.478513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Attempting to bind port b2d8e52b-02fb-413a-bfd0-e71485923552 on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:09.484682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:09.485021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Checking segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:09.485397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Bound using segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:09.485827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Bound port: b2d8e52b-02fb-413a-bfd0-e71485923552, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:09.486227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.512261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:09.512809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:09.525409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95192fed-a78b-4026-9730-17d412323f95 req-615df091-f9ab-46cb-b20e-b2199554555d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907388 Mar 22 14:04:09.578239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ef774a9-cd95-4c0d-8615-0400d7b78ddd admin admin] Publish callbacks [] for security_group (fb6724a8-fbb6-4019-99e9-73f39dca1570), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.590505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:09.594815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611994-0cb0-4447-ac55-82a9552fccc5 None None] Pushing event updated for resources: {'Port': ['ID=428e75ad-8b44-4450-962b-51d98de0bd1d,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:09.595101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:09.608957 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.612673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.616612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ef774a9-cd95-4c0d-8615-0400d7b78ddd admin admin] Publish callbacks [] for security_group (fb6724a8-fbb6-4019-99e9-73f39dca1570), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.653685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:09.661749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:09.662407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.663790 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] 10.222.0.57 "PUT /v2.0/ports/b2d8e52b-02fb-413a-bfd0-e71485923552 HTTP/1.1" status: 200 len: 1092 time: 0.9819081 Mar 22 14:04:09.664226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:09.666487 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0742189-eeff-431b-9f3c-03620a6c9193" -d '{"events": [{"name": "network-changed", "server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:09.702909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63faaf-8f4b-4a24-b108-4ef52397aea6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:09.727529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ef774a9-cd95-4c0d-8615-0400d7b78ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fb6724a8-fbb6-4019-99e9-73f39dca1570), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.730497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ef774a9-cd95-4c0d-8615-0400d7b78ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:09.735245 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6ef774a9-cd95-4c0d-8615-0400d7b78ddd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb6724a8-fbb6-4019-99e9-73f39dca1570 HTTP/1.1" status: 204 len: 168 time: 0.2619259 Mar 22 14:04:09.746818 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e142aca-3834-4b97-b32e-08c7746dcd74 x-openstack-request-id: req-9e142aca-3834-4b97-b32e-08c7746dcd74 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:09.747106 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:09.747505 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e142aca-3834-4b97-b32e-08c7746dcd74 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:09.747963 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e142aca-3834-4b97-b32e-08c7746dcd74'] response: {'name': 'network-changed', 'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'status': 'completed', 'code': 200} Mar 22 14:04:09.755687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef774a9-cd95-4c0d-8615-0400d7b78ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6724a8-fbb6-4019-99e9-73f39dca1570,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:09.795010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-23f93b46-7673-4f43-8b75-8ad7e13899f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:09.796566 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-23f93b46-7673-4f43-8b75-8ad7e13899f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 1126 time: 0.0515301 Mar 22 14:04:09.835741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Allocated IP 172.20.0.1 (d9a846e8-1cce-4f1d-b8c4-18df769e1677/b7653e37-39d6-417e-bb4d-c1acf069b0f8/877c7211-9b06-47c5-8826-ee32b51b3bf5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:09.849550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-924c252b-ba4e-49aa-8cb4-756d6ca2951a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2d8e52b-02fb-413a-bfd0-e71485923552 HTTP/1.1" status: 200 len: 217 time: 0.0448773 Mar 22 14:04:09.905930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-56017563-7e76-4657-978b-88847037f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:09.907475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-56017563-7e76-4657-978b-88847037f072 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.0514867 Mar 22 14:04:09.957649 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-d46ddabf-26cc-4020-b847-03b69a6bef70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418627 Mar 22 14:04:09.976181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:06Z', 'revision_number': 3, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:10.014321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bdfa3-73bd-4995-b822-90a7985b088a None None] The sync data for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 is: [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:06Z', 'revision_number': 3, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:04:10.038538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks [] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.080583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-e917c846-044a-4f67-8bf0-c0320c335a72 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147475 Mar 22 14:04:10.163769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.177488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c86bab-82a0-4268-ba84-8710dc76b87a req-787958cd-3bb6-4a98-9642-6be4f97e7065 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.179164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08c86bab-82a0-4268-ba84-8710dc76b87a req-787958cd-3bb6-4a98-9642-6be4f97e7065 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 950 time: 0.1268666 Mar 22 14:04:10.192774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02574464-79dd-4efc-a0e7-df974a01712b req-1d23bce7-68d9-49c8-9830-801fd15c92c5 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.194344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02574464-79dd-4efc-a0e7-df974a01712b req-1d23bce7-68d9-49c8-9830-801fd15c92c5 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1538739 Mar 22 14:04:10.212157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-60015a54-3c5b-4030-903e-4d8d9632a8a7 req-6c80a382-1a88-4884-9a8b-13fa406d5768 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233976 Mar 22 14:04:10.253175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:10.267392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:10.275228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:10.360717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Pushing event updated for resources: {'Port': ['ID=877c7211-9b06-47c5-8826-ee32b51b3bf5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:10.379010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-fe5930de-a992-4fc9-b115-5863f7b6eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.380752 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-fe5930de-a992-4fc9-b115-5863f7b6eae4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 1126 time: 0.1158540 Mar 22 14:04:10.442127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08c86bab-82a0-4268-ba84-8710dc76b87a req-bb266110-6e5c-4122-9489-9bdb507cbd88 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295492 Mar 22 14:04:10.455180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02574464-79dd-4efc-a0e7-df974a01712b req-eb3955f8-fd84-4eef-aaf6-841521b7f612 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407331 Mar 22 14:04:10.466382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0ce84208-da2d-4b59-a753-ef53adf82e05), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.574521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-2e89e198-5f04-48d8-b711-6737b414050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.576656 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-2e89e198-5f04-48d8-b711-6737b414050e service neutron] 10.222.0.57 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 904 time: 0.1881218 Mar 22 14:04:10.654285 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-f7437262-94eb-405c-a899-6a28930ad8e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2d8e52b-02fb-413a-bfd0-e71485923552 HTTP/1.1" status: 200 len: 217 time: 0.0640354 Mar 22 14:04:10.713914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d0dc86a9-07d1-4845-87e1-0d891e6ce854 None None] Provisioning complete for port 877c7211-9b06-47c5-8826-ee32b51b3bf5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:10.715053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0dc86a9-07d1-4845-87e1-0d891e6ce854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.728025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-a09f4852-36bd-41cf-9d7d-2bdc13283f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.731159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-a09f4852-36bd-41cf-9d7d-2bdc13283f69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.0647027 Mar 22 14:04:10.779421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52642) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:10.782092 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-4be08e1d-f079-48bd-9c6c-6e29a002c774 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431414 Mar 22 14:04:10.782879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc86a9-07d1-4845-87e1-0d891e6ce854 None None] Port 877c7211-9b06-47c5-8826-ee32b51b3bf5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:04:10.807574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087468d-f7cb-4d0c-a489-915a48472437 req-c373e7cf-04be-4aac-84b1-7500a5e35766 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.810068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087468d-f7cb-4d0c-a489-915a48472437 req-c373e7cf-04be-4aac-84b1-7500a5e35766 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 1132 time: 0.2297630 Mar 22 14:04:10.837173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c50dc-9b0d-4cff-863d-61c5a630f33f req-adcde5be-e0ea-4922-8b7d-285002e23874 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.839067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef4c50dc-9b0d-4cff-863d-61c5a630f33f req-adcde5be-e0ea-4922-8b7d-285002e23874 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 944 time: 0.1916304 Mar 22 14:04:10.839982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.889374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 537395e0-94c0-4e57-a5a0-d7048986bee7 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:10.901692 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-133e0be5-71b3-4dde-876b-f44e353eeede service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117454 Mar 22 14:04:10.921637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 537395e0-94c0-4e57-a5a0-d7048986bee7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:10.922018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 537395e0-94c0-4e57-a5a0-d7048986bee7 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:10.945337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1933414244-network', 'tenant_id': '3e17eca751dc488b9dfca3a7a423d6ed'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:10.964145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087468d-f7cb-4d0c-a489-915a48472437 req-37800d07-97c6-4ffb-b36d-87567ced2e46 tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443806 Mar 22 14:04:11.019509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Made reservation on behalf of 3e17eca751dc488b9dfca3a7a423d6ed for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:11.022197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.036705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.046296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef4c50dc-9b0d-4cff-863d-61c5a630f33f req-81a97183-3afa-45dd-a570-1e8def773ddd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939940 Mar 22 14:04:11.112909 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c0742189-eeff-431b-9f3c-03620a6c9193 req-d5d86ee2-d0e3-405a-a547-1322609349e9 service neutron] 10.222.0.57 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966701 Mar 22 14:04:11.155774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks [] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.161028 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.161279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks [] for security_group (38d720d7-48c3-45da-a58c-e718402ef073), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.165812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (38d720d7-48c3-45da-a58c-e718402ef073), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.200719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:04:11.211342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d720d7-48c3-45da-a58c-e718402ef073,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:11.220696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3613c47d-5e90-4e0e-a86b-e0eea86c2089), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.221860 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Added segment 3613c47d-5e90-4e0e-a86b-e0eea86c2089 of type vlan for network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 Mar 22 14:04:11.244053 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0ce84208-da2d-4b59-a753-ef53adf82e05), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.246057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Pushing event updated for resources: {'Port': ['ID=877c7211-9b06-47c5-8826-ee32b51b3bf5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:11.286363 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (c71e4158-a955-4216-a0b9-ea6b9cd9d1f1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.301374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-c1b43b29-a1f7-4935-86c4-bb6c06fc5702 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518067 Mar 22 14:04:11.317536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (c71e4158-a955-4216-a0b9-ea6b9cd9d1f1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.318652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.319251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.380493 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5941675 Mar 22 14:04:11.382099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:11.389070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Request body: {'subnet': {'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1933414244-subnet', 'tenant_id': '3e17eca751dc488b9dfca3a7a423d6ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:11.398097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377300cb-624f-490c-8992-45fb6e59b442 admin admin] Pushing event updated for resources: {'Network': ['ID=c71e4158-a955-4216-a0b9-ea6b9cd9d1f1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:11.411513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Made reservation on behalf of 3e17eca751dc488b9dfca3a7a423d6ed for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:11.414486 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.416804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:04:11.490048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:11.497638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-d281ec4e-706a-4332-937d-3701c7b47cb2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.499329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-d281ec4e-706a-4332-937d-3701c7b47cb2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723011 Mar 22 14:04:11.501176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:11.610806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-fe9ee3ea-19dd-4c31-8162-57fe68045bda tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/quotas/85f21ccdecdb4260a93f3bfcf29d955f HTTP/1.1" status: 200 len: 375 time: 0.0587404 Mar 22 14:04:11.650038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (613743c7-adf8-40d8-a419-25d4676e29ab), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.716230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=613743c7-adf8-40d8-a419-25d4676e29ab,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:11.722013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ec7b4-6790-46bf-90c7-fbec87e23d6e req-e60e3d92-de39-4a04-8e30-ea0faa5a371d tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.722498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Checking segment: {'id': '3613c47d-5e90-4e0e-a86b-e0eea86c2089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:11.722863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Network hostable DHCP agents. Network: c71e4158-a955-4216-a0b9-ea6b9cd9d1f1, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:04:11.723613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f75ec7b4-6790-46bf-90c7-fbec87e23d6e req-e60e3d92-de39-4a04-8e30-ea0faa5a371d tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1318445 Mar 22 14:04:11.749608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:04:11.754823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-4379941a-4c79-4008-b61e-02e5eb41f296 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1239336 Mar 22 14:04:11.760312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, c71e4158-a955-4216-a0b9-ea6b9cd9d1f1) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:11.765572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.766803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.772605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e8031-9c49-4150-907b-6bd0ea1d6f53 None None] Network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:11.781820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Router 0ce84208-da2d-4b59-a753-ef53adf82e05 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:04:11.790315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee2f09a2-175e-483d-b41c-721e76abab9a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4071524 Mar 22 14:04:11.859956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f75ec7b4-6790-46bf-90c7-fbec87e23d6e req-2a04b11f-f33c-4a5c-ac58-38218e39d080 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241817 Mar 22 14:04:11.933236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-52ab4ea2-df7b-46c7-91e5-f9e74abba0ac None None] Provisioning complete for port 877c7211-9b06-47c5-8826-ee32b51b3bf5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:11.934518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52ab4ea2-df7b-46c7-91e5-f9e74abba0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.964171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:04:11.973633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6057275f-d81b-4af3-be4b-f04e6bfe50ef admin admin] 10.222.0.44 "PUT /v2.0/routers/0ce84208-da2d-4b59-a753-ef53adf82e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5400937 Mar 22 14:04:12.036266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a239e-2e30-466d-b240-f64b0757c022 None None] Network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:12.131769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-52ab4ea2-df7b-46c7-91e5-f9e74abba0ac None None] Port 877c7211-9b06-47c5-8826-ee32b51b3bf5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:04:12.133482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ba68ed8-c8b2-4ac1-87a4-3267fad79130 req-3510de1b-2c5e-4740-8c27-abe31d7ae637 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 210 time: 0.1101069 Mar 22 14:04:12.308068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c804-5841-4221-9813-9f05578652dc req-02bcecb3-78ea-447a-9e45-ecea0beccaa3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:12.327635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df07c804-5841-4221-9813-9f05578652dc req-02bcecb3-78ea-447a-9e45-ecea0beccaa3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 944 time: 0.1479445 Mar 22 14:04:12.453865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 428e75ad-8b44-4450-962b-51d98de0bd1d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:12.500993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df07c804-5841-4221-9813-9f05578652dc req-3c80b153-0bca-4b47-b6f5-30d72a9a7819 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673255 Mar 22 14:04:12.546004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 428e75ad-8b44-4450-962b-51d98de0bd1d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:12.546367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.686512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 428e75ad-8b44-4450-962b-51d98de0bd1d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:12.686905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.721198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 428e75ad-8b44-4450-962b-51d98de0bd1d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=428e75ad-8b44-4450-962b-51d98de0bd1d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:12.726323 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.761109 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Sync routers for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:04:12.770278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52704) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:12.777556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-576077320-network', 'tenant_id': '2e1796166387474b9e4251e34b1afe9b'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:12.789808 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:12.790453 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:12.797523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=428e75ad-8b44-4450-962b-51d98de0bd1d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:12.818988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Made reservation on behalf of 2e1796166387474b9e4251e34b1afe9b for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:12.822212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.832706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.900068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b2d8e52b-02fb-413a-bfd0-e71485923552 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:12.961203 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:12.994939 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks [] for security_group (29499a02-e148-4788-a975-8e458383c0ca), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.022666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (29499a02-e148-4788-a975-8e458383c0ca), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.092047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-ad8b251c-2f19-4b6a-9db4-bb97af8a3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.094821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-ad8b251c-2f19-4b6a-9db4-bb97af8a3929 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.0847764 Mar 22 14:04:13.111576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52712) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:13.122635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e4391fc8-04b2-4cfa-a51c-9c7d8e100321 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594584944', 'description': 'tempest-description--315164171'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:13.133032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:13.133356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:04:13.158562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'mac_address': 'fa:16:3e:d4:3c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:13.167906 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4f35639d-e17a-475c-9672-482b45aa823e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.168388 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Added segment 4f35639d-e17a-475c-9672-482b45aa823e of type vlan for network 33049d04-cb8b-4fad-a372-b4718ced9381 Mar 22 14:04:13.183904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29499a02-e148-4788-a975-8e458383c0ca,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:13.220226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18218b6-c408-40b9-aef4-09554f10a419 req-80c23bbc-704a-4268-8676-e107c719fa82 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.230227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a18218b6-c408-40b9-aef4-09554f10a419 req-80c23bbc-704a-4268-8676-e107c719fa82 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.2100334 Mar 22 14:04:13.245415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b2d8e52b-02fb-413a-bfd0-e71485923552 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:13.246255 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.250893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4391fc8-04b2-4cfa-a51c-9c7d8e100321 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.264373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d8e52b-02fb-413a-bfd0-e71485923552 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:13.272667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-effac8e0-6b15-4e5c-982d-259e5e4e734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.274928 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-effac8e0-6b15-4e5c-982d-259e5e4e734c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.1726215 Mar 22 14:04:13.295956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:13.300712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.354099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (33049d04-cb8b-4fad-a372-b4718ced9381), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.365896 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 2, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:13.367166 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-3128c95d-c5e7-428d-a94c-f6f895c726e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 1001 time: 0.0867865 Mar 22 14:04:13.375669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:13.408826 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Checking router: 0ce84208-da2d-4b59-a753-ef53adf82e05 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:04:13.409178 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Updating router 0ce84208-da2d-4b59-a753-ef53adf82e05 port 877c7211-9b06-47c5-8826-ee32b51b3bf5 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:04:13.427466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-d9209f38-22db-496e-9060-03b236a04bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.429306 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-d9209f38-22db-496e-9060-03b236a04bd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0557234 Mar 22 14:04:13.438591 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.440114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a18218b6-c408-40b9-aef4-09554f10a419 req-50122cb5-9fbe-4add-a70c-3c959f7f1acb tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081194 Mar 22 14:04:13.452318 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (33049d04-cb8b-4fad-a372-b4718ced9381), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.453339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.454041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.476313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01268f98-1c86-4615-9dcc-1bd9f736a0a5 req-6c44791c-fb64-4a48-976d-e88a3a1642c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.485172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01268f98-1c86-4615-9dcc-1bd9f736a0a5 req-6c44791c-fb64-4a48-976d-e88a3a1642c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.2418897 Mar 22 14:04:13.506893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-3b3c2d9e-7252-40c1-a04f-c971fc405d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.508605 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-3b3c2d9e-7252-40c1-a04f-c971fc405d56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731182 Mar 22 14:04:13.578730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4391fc8-04b2-4cfa-a51c-9c7d8e100321 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group (34a3bda6-c0f0-4351-8642-04da86fc6aa1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.586880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8117311 Mar 22 14:04:13.587280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52718) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:13.592112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Request body: {'subnet': {'network_id': '33049d04-cb8b-4fad-a372-b4718ced9381', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-576077320-subnet', 'tenant_id': '2e1796166387474b9e4251e34b1afe9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:13.593803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['b2d8e52b-02fb-413a-bfd0-e71485923552'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:13.598477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4391fc8-04b2-4cfa-a51c-9c7d8e100321 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34a3bda6-c0f0-4351-8642-04da86fc6aa1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.614802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Made reservation on behalf of 2e1796166387474b9e4251e34b1afe9b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:13.617881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.654347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f18189-85e2-4af4-af83-5556ccbd193d admin admin] Pushing event updated for resources: {'Network': ['ID=33049d04-cb8b-4fad-a372-b4718ced9381,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:13.670724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4391fc8-04b2-4cfa-a51c-9c7d8e100321 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a3bda6-c0f0-4351-8642-04da86fc6aa1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:13.675597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bc70284-cb8d-4e4b-9795-3690f3c38bba req-42da01c2-b0be-4d1c-bfee-e3e9591c4ee8 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 210 time: 0.1055076 Mar 22 14:04:13.686971 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4391fc8-04b2-4cfa-a51c-9c7d8e100321 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.688756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e4391fc8-04b2-4cfa-a51c-9c7d8e100321 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5702088 Mar 22 14:04:13.693319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52720) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:13.699324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-53f11aa5-0f76-465b-873c-0c4cb3593867 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Request body: {'security_group_rule': {'security_group_id': '34a3bda6-c0f0-4351-8642-04da86fc6aa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:13.732902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01268f98-1c86-4615-9dcc-1bd9f736a0a5 req-0f53d9c9-fee5-44fd-8cc7-ad4162f4ce29 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468684 Mar 22 14:04:13.753544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 33049d04-cb8b-4fad-a372-b4718ced9381 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:04:13.754321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f11aa5-0f76-465b-873c-0c4cb3593867 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group_rule (78b293d5-0769-4679-84f7-45339ec476e0), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.823707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (f89889e0-8d40-4967-b084-da198fa08bd0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:13.871622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-dc540765-808b-4950-aefd-ba0cac409db8 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059976 Mar 22 14:04:13.966627 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-fe29edf3-7fa9-4577-bb33-b5f0a3e79d06 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503081 Mar 22 14:04:14.023805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89889e0-8d40-4967-b084-da198fa08bd0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:14.065874 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Publish callbacks [] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.068546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a77258-81db-4fea-88a1-9a5ff5bd06d6 req-ab602975-7296-4071-bd4d-1581c8529c70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:14.070136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13a77258-81db-4fea-88a1-9a5ff5bd06d6 req-ab602975-7296-4071-bd4d-1581c8529c70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 945 time: 0.2055156 Mar 22 14:04:14.072756 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.075266 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f11aa5-0f76-465b-873c-0c4cb3593867 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group_rule (78b293d5-0769-4679-84f7-45339ec476e0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.090468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Checking segment: {'id': '4f35639d-e17a-475c-9672-482b45aa823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '33049d04-cb8b-4fad-a372-b4718ced9381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:14.090907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Network hostable DHCP agents. Network: 33049d04-cb8b-4fad-a372-b4718ced9381, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:04:14.092593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f11aa5-0f76-465b-873c-0c4cb3593867 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (78b293d5-0769-4679-84f7-45339ec476e0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.116128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-def4071f-587d-465d-9b0f-b4dc2510fdb5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:14.117807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-def4071f-587d-465d-9b0f-b4dc2510fdb5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141013 Mar 22 14:04:14.134468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Request body: {'port': {'device_id': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '85f21ccdecdb4260a93f3bfcf29d955f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:14.136484 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff2413-f6a5-4c44-b88b-ac3f21e6bd72 None None] Pushing event updated for resources: {'Port': ['ID=877c7211-9b06-47c5-8826-ee32b51b3bf5,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:14.139292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f11aa5-0f76-465b-873c-0c4cb3593867 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b293d5-0769-4679-84f7-45339ec476e0,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:14.160426 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-741e8e8f-dc8e-4703-9464-14eff95750bd req-eb6b22c9-31fa-4d9f-9862-23e01c54763e service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837647 Mar 22 14:04:14.177660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Network 33049d04-cb8b-4fad-a372-b4718ced9381 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:04:14.196716 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Attempting to bind port 877c7211-9b06-47c5-8826-ee32b51b3bf5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:14.197270 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Attempting to bind port 877c7211-9b06-47c5-8826-ee32b51b3bf5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:14.197951 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Attempting to bind port 877c7211-9b06-47c5-8826-ee32b51b3bf5 on network d9a846e8-1cce-4f1d-b8c4-18df769e1677 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:14.202621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53f11aa5-0f76-465b-873c-0c4cb3593867 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.204641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 33049d04-cb8b-4fad-a372-b4718ced9381) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:14.206182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52724) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:14.206308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-53f11aa5-0f76-465b-873c-0c4cb3593867 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5116951 Mar 22 14:04:14.214151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7906a89-0f44-4178-b553-94289c9a4ba9 None None] Network 33049d04-cb8b-4fad-a372-b4718ced9381 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:14.225559 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:14.225559 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Checking segment: {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:14.225559 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.226662 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Bound using segment: {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:14.226946 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Bound port: 877c7211-9b06-47c5-8826-ee32b51b3bf5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:14.227993 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.228201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2c8a5614-9ff1-4e17-98fe-5c1c0ec0dd79 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Request body: {'security_group_rule': {'security_group_id': '34a3bda6-c0f0-4351-8642-04da86fc6aa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:14.259073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:14.260391 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.268694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13a77258-81db-4fea-88a1-9a5ff5bd06d6 req-3bd36cf9-6497-490e-b28e-063da6aec6b2 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889613 Mar 22 14:04:14.322494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 428e75ad-8b44-4450-962b-51d98de0bd1d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:14.326008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d5874e3c-16c7-4877-905e-825890373353 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7377713 Mar 22 14:04:14.346204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5614-9ff1-4e17-98fe-5c1c0ec0dd79 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group_rule (b0b5c309-a7b7-4d88-a3a4-9b4e56a5d8f5), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.385627 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] For port 877c7211-9b06-47c5-8826-ee32b51b3bf5, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:14.386490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Made reservation on behalf of 85f21ccdecdb4260a93f3bfcf29d955f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:14.390467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.399486 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] For port 877c7211-9b06-47c5-8826-ee32b51b3bf5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=877c7211-9b06-47c5-8826-ee32b51b3bf5,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:14.410905 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.421664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5614-9ff1-4e17-98fe-5c1c0ec0dd79 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group_rule (b0b5c309-a7b7-4d88-a3a4-9b4e56a5d8f5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.427394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5614-9ff1-4e17-98fe-5c1c0ec0dd79 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b0b5c309-a7b7-4d88-a3a4-9b4e56a5d8f5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.461686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a5614-9ff1-4e17-98fe-5c1c0ec0dd79 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b5c309-a7b7-4d88-a3a4-9b4e56a5d8f5,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:14.514979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5614-9ff1-4e17-98fe-5c1c0ec0dd79 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.518989 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2c8a5614-9ff1-4e17-98fe-5c1c0ec0dd79 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103154 Mar 22 14:04:14.521195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52732) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:14.537751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:14.572615 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff2413-f6a5-4c44-b88b-ac3f21e6bd72 None None] Pushing event updated for resources: {'Port': ['ID=877c7211-9b06-47c5-8826-ee32b51b3bf5,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:14.591925 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:14.601843 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:03:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:14.602605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.666574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964cd087-a673-456a-9c51-02835f7931b1 None None] Network 33049d04-cb8b-4fad-a372-b4718ced9381 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:14.743646 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:14.752626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b2d6fa93-2244-4c5c-993a-0b254be5ec3b None None] Provisioning complete for port 877c7211-9b06-47c5-8826-ee32b51b3bf5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:14.753262 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fa93-2244-4c5c-993a-0b254be5ec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.780858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.867414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6c58fc0-8104-4ac6-ba07-a0aa67ecef01 req-39950410-2177-410e-ba74-229660ccfb40 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 210 time: 0.0632136 Mar 22 14:04:14.877512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 428e75ad-8b44-4450-962b-51d98de0bd1d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:14.878301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:14.912367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b2d8e52b-02fb-413a-bfd0-e71485923552 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:14.925386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Allocated IP 192.168.233.229 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/82b1af4e-e8ee-46a9-a1b1-936df6aaf880) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:14.973358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1dc28-a01d-4ffe-be16-3b90fd3bf9ce req-80c20a34-1533-4110-a7b4-aec220dc4957 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:14.973856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Allocated IP 172.25.2.119 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/6d2af0af-15b3-4f7f-9746-477b4a179864) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:14.982448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdd1dc28-a01d-4ffe-be16-3b90fd3bf9ce req-80c20a34-1533-4110-a7b4-aec220dc4957 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.2668357 Mar 22 14:04:15.028200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6fa93-2244-4c5c-993a-0b254be5ec3b None None] Current status of the port 877c7211-9b06-47c5-8826-ee32b51b3bf5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:15.028729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fa93-2244-4c5c-993a-0b254be5ec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.044365 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:14Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:15.056990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port b2d8e52b-02fb-413a-bfd0-e71485923552 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:15.082186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port b2d8e52b-02fb-413a-bfd0-e71485923552 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:15.082813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.100416 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a6a64-ab3e-42e8-8260-55f0dcaa96c9 None None] The sync data for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 is: [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:14Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:04:15.107413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771246cc-56ca-4a20-852b-6347708e7cd9 req-d72a2593-b4fc-4c9f-9259-6ed550bd1833 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:15.114443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-771246cc-56ca-4a20-852b-6347708e7cd9 req-d72a2593-b4fc-4c9f-9259-6ed550bd1833 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1222167 Mar 22 14:04:15.119272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.127715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b2d6fa93-2244-4c5c-993a-0b254be5ec3b None None] For port 877c7211-9b06-47c5-8826-ee32b51b3bf5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=877c7211-9b06-47c5-8826-ee32b51b3bf5,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:15.137698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fa93-2244-4c5c-993a-0b254be5ec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.152427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 428e75ad-8b44-4450-962b-51d98de0bd1d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:15.162753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdd1dc28-a01d-4ffe-be16-3b90fd3bf9ce req-45b89a6a-a3a5-4e45-a24f-91951b1d0548 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792846 Mar 22 14:04:15.164767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.254380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:15.259214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6fa93-2244-4c5c-993a-0b254be5ec3b None None] Pushing event updated for resources: {'Port': ['ID=877c7211-9b06-47c5-8826-ee32b51b3bf5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:15.260410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:15.264863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b2d8e52b-02fb-413a-bfd0-e71485923552 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:15.265398 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.271255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:15.291149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-771246cc-56ca-4a20-852b-6347708e7cd9 req-3dffaffd-2c61-4a55-8d09-c62fd90a099d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752138 Mar 22 14:04:15.300991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-34db6c63-ff34-4b06-9fa4-7adeb1aef9d6 None None] Provisioning complete for port 877c7211-9b06-47c5-8826-ee32b51b3bf5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:15.301375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-34db6c63-ff34-4b06-9fa4-7adeb1aef9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.349661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event updated for resources: {'Port': ['ID=6d2af0af-15b3-4f7f-9746-477b4a179864,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:15.392321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:15.397844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:15.400771 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d06295-8b17-4a0c-b293-0d9e6f0610c2" -d '{"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-plugged", "status": "completed", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:15.406910 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.443225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks [] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.463852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for floatingip (6950e109-09de-458e-a831-983bb7a558cc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.485701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:15.511592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381f1f0-dde1-49ce-8607-91a390f6ad8e req-7ded6ad4-c3f6-4b9c-954d-b25b2197ffa0 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:15.513950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a381f1f0-dde1-49ce-8607-91a390f6ad8e req-7ded6ad4-c3f6-4b9c-954d-b25b2197ffa0 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 946 time: 0.1182904 Mar 22 14:04:15.522005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.551077 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.578576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', '84609501-349b-44c0-b33e-3224aad91225'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:15.580963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6', '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', '93804f08-96ee-497a-9db0-718559dae3af', '112267e6-6438-4db3-adce-657baf3d7e07'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:15.657754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-34db6c63-ff34-4b06-9fa4-7adeb1aef9d6 None None] Current status of the port 877c7211-9b06-47c5-8826-ee32b51b3bf5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:15.679643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:15.697359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:15.705004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:15.744629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.751519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a381f1f0-dde1-49ce-8607-91a390f6ad8e req-fb26b81f-e074-47ff-8343-d022618a07ae tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304912 Mar 22 14:04:15.759400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event updated for resources: {'Port': ['ID=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:15.765749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.809375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.809805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.810216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.810557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.810889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.811218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.811544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.811863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.812358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.812863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.813507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.814040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.814525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.815074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.815541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:15.841445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-1c1202aa-2bcc-41dc-92c4-5ec8c70b7647 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:15.850338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-1c1202aa-2bcc-41dc-92c4-5ec8c70b7647 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/networks?id=c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 HTTP/1.1" status: 200 len: 809 time: 0.3194335 Mar 22 14:04:15.883828 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7237d8b-ffe0-4f05-9576-09ee41e3fb02 x-openstack-request-id: req-c7237d8b-ffe0-4f05-9576-09ee41e3fb02 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:15.883948 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-plugged", "status": "completed", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:15.884179 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7237d8b-ffe0-4f05-9576-09ee41e3fb02 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:15.885037 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7237d8b-ffe0-4f05-9576-09ee41e3fb02'] response: {'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'code': 200} Mar 22 14:04:15.899719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:15.901110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.932093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-eb2f62f0-270e-4703-aa10-12bf56033b7a tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/quotas/3e17eca751dc488b9dfca3a7a423d6ed HTTP/1.1" status: 200 len: 375 time: 0.0803709 Mar 22 14:04:15.941284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (6950e109-09de-458e-a831-983bb7a558cc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:16.007387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-9afdbe74-0bb3-401b-88e6-118c3c960e7b tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e17eca751dc488b9dfca3a7a423d6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718062 Mar 22 14:04:16.013426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-bfd9afff-244c-46da-8581-5116a9b15ed5 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8851900 Mar 22 14:04:16.060267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Request body: {'port': {'device_id': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:16.144557 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:16.198880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d454234d-3970-4f56-bb0d-fd5eb3a072cc None None] Provisioning complete for port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:16.199258 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d454234d-3970-4f56-bb0d-fd5eb3a072cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:16.358208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 877c7211-9b06-47c5-8826-ee32b51b3bf5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:16.368925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d454234d-3970-4f56-bb0d-fd5eb3a072cc None None] Port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:04:16.475904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:16.485793 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9541962 Mar 22 14:04:16.485793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b635a-3e9f-49c4-869a-5df7531a2a2a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event updated for resources: {'Port': ['ID=6d2af0af-15b3-4f7f-9746-477b4a179864,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:16.489896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 877c7211-9b06-47c5-8826-ee32b51b3bf5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:16.490378 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:16.530334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de9bf4-c743-4a3b-85ed-86ba821f78e8 req-869575d4-7411-4a2c-808f-39eff3a4f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:16.532386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a0de9bf4-c743-4a3b-85ed-86ba821f78e8 req-869575d4-7411-4a2c-808f-39eff3a4f6a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 1128 time: 0.5758233 Mar 22 14:04:16.600175 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a0de9bf4-c743-4a3b-85ed-86ba821f78e8 req-851deb1d-a69b-412e-8b83-1a28640be638 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603216 Mar 22 14:04:16.668867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 877c7211-9b06-47c5-8826-ee32b51b3bf5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:16.701947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93cfe3-8623-4b64-a720-d676560aa89f req-12f04b35-a497-4d7d-adb1-3fd5c51d77ed tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:16.703497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d93cfe3-8623-4b64-a720-d676560aa89f req-12f04b35-a497-4d7d-adb1-3fd5c51d77ed tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 936 time: 0.6946800 Mar 22 14:04:16.828385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-29b2d6de-ec1c-492e-a446-5e8bd8b8d07e service neutron] 10.222.0.44 "GET /v2.0/networks/c71e4158-a955-4216-a0b9-ea6b9cd9d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134313 Mar 22 14:04:16.873837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d93cfe3-8623-4b64-a720-d676560aa89f req-b3049741-dd6b-491b-92c4-4fff4d7b6266 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596100 Mar 22 14:04:17.055279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-bf35e627-c918-4d6e-aee2-57fce2c06edb service neutron] 10.222.0.44 "GET /v2.0/networks/c71e4158-a955-4216-a0b9-ea6b9cd9d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176151 Mar 22 14:04:17.068194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b34185-cbce-43de-9820-d014dbb05892 req-94c2d276-c621-40c0-8c3b-321839ce8982 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.069620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69b34185-cbce-43de-9820-d014dbb05892 req-94c2d276-c621-40c0-8c3b-321839ce8982 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1333425 Mar 22 14:04:17.145661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:17.156178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Publish callbacks [] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.165584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69b34185-cbce-43de-9820-d014dbb05892 req-c738e062-52cc-47ff-b8f9-81fe3e86a83c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900111 Mar 22 14:04:17.182259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Transition to ACTIVE for port object 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:17.187117 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.292535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Pushing event updated for resources: {'Port': ['ID=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:17.381620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3de76-14d8-4b4c-ad5e-7086603d7d45 req-cb6d70d2-f69e-4858-a2cf-5086deb5c787 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.383221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02c3de76-14d8-4b4c-ad5e-7086603d7d45 req-cb6d70d2-f69e-4858-a2cf-5086deb5c787 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1649597 Mar 22 14:04:17.434888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-af1f9fbc-45ad-403d-b09d-b6ff81ef06d4 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--594584944&fields=id&tenant_id=bf7f46e506d74b6c8e6de580ec5f965c HTTP/1.1" status: 200 len: 267 time: 0.1387286 Mar 22 14:04:17.450880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Attempting to bind port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:17.451220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Attempting to bind port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:17.451546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Attempting to bind port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:17.514404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:17.514722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Attempting to bind port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:17.522521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02c3de76-14d8-4b4c-ad5e-7086603d7d45 req-d09c9c25-a613-4aa8-9630-56a405513320 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298254 Mar 22 14:04:17.531158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:17.531472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:17.531858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:17.532282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Bound port: 82b1af4e-e8ee-46a9-a1b1-936df6aaf880, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:17.532635 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.641481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-71657392-3530-4b45-b236-4b19beabc34e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.643062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-71657392-3530-4b45-b236-4b19beabc34e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/networks?id=d9a846e8-1cce-4f1d-b8c4-18df769e1677 HTTP/1.1" status: 200 len: 804 time: 0.1988513 Mar 22 14:04:17.674548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] For port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:17.679307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] For port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:17.683043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-e4c50338-7f60-4e52-b194-75f1f2cfe0ae tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/quotas/bf7f46e506d74b6c8e6de580ec5f965c HTTP/1.1" status: 200 len: 375 time: 0.0313313 Mar 22 14:04:17.719511 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.759858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f493ee-4b6a-4fe1-9023-c35fb6dcceb3 req-4ce6ada1-27d5-4c7b-bbf1-a1ee3060c268 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.761350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16f493ee-4b6a-4fe1-9023-c35fb6dcceb3 req-4ce6ada1-27d5-4c7b-bbf1-a1ee3060c268 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 946 time: 0.1627932 Mar 22 14:04:17.784910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.785522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.786965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] 10.222.0.57 "PUT /v2.0/ports/82b1af4e-e8ee-46a9-a1b1-936df6aaf880 HTTP/1.1" status: 200 len: 1096 time: 1.7324140 Mar 22 14:04:17.787771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'tag': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:17.789996 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c37d38-0f7c-4be2-8969-48444d7a176e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec", "tag": "82b1af4e-e8ee-46a9-a1b1-936df6aaf880"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:17.827351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707a9d9-69cb-42c3-928b-2bf7a6c5dbff service neutron] Pushing event updated for resources: {'Port': ['ID=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:17.841562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-87ba8f1d-94e1-4c40-924c-b1429de053de tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf7f46e506d74b6c8e6de580ec5f965c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518509 Mar 22 14:04:17.906318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16f493ee-4b6a-4fe1-9023-c35fb6dcceb3 req-b19c3646-aeab-4779-af6c-9f7fd74ce8f7 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355975 Mar 22 14:04:17.970240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-7a7ff74d-04e0-4b59-8163-15583ed3fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.972800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-7a7ff74d-04e0-4b59-8163-15583ed3fc8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 1130 time: 0.1243203 Mar 22 14:04:18.050811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d882c138-0c0c-457e-af1a-9c646391f75a req-99439511-4362-446e-ae7b-9aa5cf83412e tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 210 time: 0.0723052 Mar 22 14:04:18.053940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-43d0bf22-6c5d-49d6-a1de-0da8a95af00f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=82b1af4e-e8ee-46a9-a1b1-936df6aaf880 HTTP/1.1" status: 200 len: 217 time: 0.0642974 Mar 22 14:04:18.056057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-a36f003d-83aa-42ca-8af0-f53bb91b708c service neutron] 10.222.0.44 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942852 Mar 22 14:04:18.106532 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd81ad5-1afe-471d-927e-9776220854f9 x-openstack-request-id: req-6bd81ad5-1afe-471d-927e-9776220854f9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:18.106819 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec", "tag": "82b1af4e-e8ee-46a9-a1b1-936df6aaf880", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:18.107070 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bd81ad5-1afe-471d-927e-9776220854f9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:18.107466 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd81ad5-1afe-471d-927e-9776220854f9'] response: {'name': 'network-changed', 'server_uuid': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'tag': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880', 'status': 'completed', 'code': 200} Mar 22 14:04:18.144436 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3424354-6ba8-4ad8-8f79-08dbb949b508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:18.156631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-789f4a8b-52cf-4dbc-87c8-890fdddbe080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.158254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-789f4a8b-52cf-4dbc-87c8-890fdddbe080 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0984483 Mar 22 14:04:18.246796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-1933203f-3a9d-4141-a0ff-f865cc23d03e service neutron] 10.222.0.44 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792464 Mar 22 14:04:18.262920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-a1de9f59-bde7-4fca-96a2-a83453367ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.264408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-a1de9f59-bde7-4fca-96a2-a83453367ff7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0879552 Mar 22 14:04:18.272423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f088-4a4c-4015-b27b-bf0ad981f3f7 req-62b9dd65-536d-4d57-a335-4b66d4faeaa0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.274166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24e3f088-4a4c-4015-b27b-bf0ad981f3f7 req-62b9dd65-536d-4d57-a335-4b66d4faeaa0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 948 time: 0.1135449 Mar 22 14:04:18.501827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24e3f088-4a4c-4015-b27b-bf0ad981f3f7 req-8f4a6bf8-2b00-4a94-9518-d0b13d60e256 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177508 Mar 22 14:04:18.522538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-9b0c9d5f-e518-4e45-8858-b1bf333d32d4 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472975 Mar 22 14:04:18.657675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-e3254892-a227-4e51-800e-1ec993cc7a85 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.660470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-e3254892-a227-4e51-800e-1ec993cc7a85 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.42 "GET /v2.0/networks?id=c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 HTTP/1.1" status: 200 len: 809 time: 0.3303931 Mar 22 14:04:18.685092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1964fd3b-abf6-48f2-870c-ab7ae3690c94 req-468a4bbd-8b38-43f1-bbbb-4506582cfe6d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 210 time: 0.1022246 Mar 22 14:04:18.692896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Request body: {'port': {'device_id': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1', 'admin_state_up': True, 'tenant_id': '3e17eca751dc488b9dfca3a7a423d6ed'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:18.799414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c01570-8d9b-472d-8ba9-a5709b99a2cc req-d8976326-ad91-4997-bff8-9599130d5962 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.800923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36c01570-8d9b-472d-8ba9-a5709b99a2cc req-d8976326-ad91-4997-bff8-9599130d5962 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.2772033 Mar 22 14:04:18.861557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e353676e-84c7-4234-bfa8-1b709d1a992f req-99dcb3ab-6e04-45fc-a52a-d7e2dee11252 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095300 Mar 22 14:04:18.930151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36c01570-8d9b-472d-8ba9-a5709b99a2cc req-81169c7b-5ee5-4549-b515-9d01ccc89a2d tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051328 Mar 22 14:04:18.963381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804bc80-0e72-4f80-94b7-f4f1455028ed req-ae1f6045-1891-46d8-b803-16bf93d4ba53 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.965083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f804bc80-0e72-4f80-94b7-f4f1455028ed req-ae1f6045-1891-46d8-b803-16bf93d4ba53 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.2028165 Mar 22 14:04:18.986330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Made reservation on behalf of 3e17eca751dc488b9dfca3a7a423d6ed for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:18.989758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.087123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-0bc3c7e2-634a-4c46-bf4e-17078740b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.087344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-0bc3c7e2-634a-4c46-bf4e-17078740b501 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 1130 time: 0.1770391 Mar 22 14:04:19.139287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f804bc80-0e72-4f80-94b7-f4f1455028ed req-887f9529-c204-406a-a2b7-b235adbbfbda tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646214 Mar 22 14:04:19.237054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8407db-1830-42ea-9853-e8603028412c req-9ba9c120-7a39-409c-9991-d28638502784 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.238544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a8407db-1830-42ea-9853-e8603028412c req-9ba9c120-7a39-409c-9991-d28638502784 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 946 time: 0.2256393 Mar 22 14:04:19.285411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa5b86ed-2fa6-42ca-a3bf-ed63c12c1d1a req-c0f41e02-96d9-4ba2-bbb1-ed015b95abf8 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 210 time: 0.0745304 Mar 22 14:04:19.331316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-7cbd1cbe-21a9-4531-a641-04c21aee0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.332775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-7cbd1cbe-21a9-4531-a641-04c21aee0af7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.2119308 Mar 22 14:04:19.333788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Allocated IP 172.20.0.13 (c71e4158-a955-4216-a0b9-ea6b9cd9d1f1/613743c7-adf8-40d8-a419-25d4676e29ab/17b104b2-5509-426e-a974-dcf7db7e14f9) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:19.362441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a8407db-1830-42ea-9853-e8603028412c req-2ea167dc-3886-44f6-9f50-88ad056697d9 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120133 Mar 22 14:04:19.394688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-0e436ca1-a9b5-423c-b510-cc054054f040 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=82b1af4e-e8ee-46a9-a1b1-936df6aaf880 HTTP/1.1" status: 200 len: 217 time: 0.0501986 Mar 22 14:04:19.480360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-8ad91787-95d5-4435-b887-8bd90f393945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.481869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-8ad91787-95d5-4435-b887-8bd90f393945 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0802953 Mar 22 14:04:19.681230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c05948b1-0aee-42c0-a324-83ac8a39018c tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.683214 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c05948b1-0aee-42c0-a324-83ac8a39018c tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.57 "GET /v2.0/networks?id=d9a846e8-1cce-4f1d-b8c4-18df769e1677 HTTP/1.1" status: 200 len: 804 time: 0.1212513 Mar 22 14:04:19.757750 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-b87bba7a-bd1c-4d42-9b9f-631dcdef3f1e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf7f46e506d74b6c8e6de580ec5f965c HTTP/1.1" status: 200 len: 379 time: 0.0638297 Mar 22 14:04:19.775761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Request body: {'port': {'device_id': '5bb216c2-a954-4a73-970d-176a015c041b', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'admin_state_up': True, 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'security_groups': ['34a3bda6-c0f0-4351-8642-04da86fc6aa1']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:19.886232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Made reservation on behalf of bf7f46e506d74b6c8e6de580ec5f965c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:19.889646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.975614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-5cafe4e5-198b-4319-823e-5c4226df1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.977203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-5cafe4e5-198b-4319-823e-5c4226df1be6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4648299 Mar 22 14:04:20.003018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks [] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.049560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Allocated IP 172.20.0.8 (d9a846e8-1cce-4f1d-b8c4-18df769e1677/b7653e37-39d6-417e-bb4d-c1acf069b0f8/4791de6c-8b2d-4a4c-95af-ebaeee9165be) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:20.072395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabbb7-fc4b-4ea3-95b1-a7bba4e22185 req-b9d131a6-c258-407f-8a40-cedee9cddd70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.074017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34cabbb7-fc4b-4ea3-95b1-a7bba4e22185 req-b9d131a6-c258-407f-8a40-cedee9cddd70 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 946 time: 0.4969971 Mar 22 14:04:20.086012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784555c-4179-46de-8901-9059aaf4c236 req-0536c40c-498a-49f2-8b2a-f64a373f2eb1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.087448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b784555c-4179-46de-8901-9059aaf4c236 req-0536c40c-498a-49f2-8b2a-f64a373f2eb1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 948 time: 0.4925129 Mar 22 14:04:20.193000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-3a98e556-e450-4510-8856-1b733619fe4e service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014630 Mar 22 14:04:20.193431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.198907 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.225076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34cabbb7-fc4b-4ea3-95b1-a7bba4e22185 req-efcfaece-d21e-428e-a8c9-7b9719708dee tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339531 Mar 22 14:04:20.228673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.277397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:20.280688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:20.284830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b784555c-4179-46de-8901-9059aaf4c236 req-3d03ee43-683e-408b-bc7b-c303f003e6df tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812015 Mar 22 14:04:20.287037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:20.323850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:20.333767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event updated for resources: {'Port': ['ID=4791de6c-8b2d-4a4c-95af-ebaeee9165be,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:20.340761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:20.341517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.342197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.342775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Pushing event updated for resources: {'Port': ['ID=17b104b2-5509-426e-a974-dcf7db7e14f9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:20.348516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:20.366011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-fa7c257c-5cbd-492c-b40f-23216e07355d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939815 Mar 22 14:04:20.379344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Request body: {'port': {'device_id': '5bb216c2-a954-4a73-970d-176a015c041b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:20.382329 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-54d5d4cf-e5b9-44cd-a5dc-996f4398827e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.454923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.465487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c37d38-0f7c-4be2-8969-48444d7a176e req-9b62fc9e-d5b9-4f70-bfd9-fb8803172fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601237 Mar 22 14:04:20.471916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.472455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.498280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-acb3e645-8e4f-4754-803a-c5a5ec1451c5 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8099744 Mar 22 14:04:20.505356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29768dec-1bd9-4a66-92f6-7a261d312d6a req-20832cbe-774c-4fff-b2dd-f7b5224c6fd4 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.506894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29768dec-1bd9-4a66-92f6-7a261d312d6a req-20832cbe-774c-4fff-b2dd-f7b5224c6fd4 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 931 time: 0.1777833 Mar 22 14:04:20.512916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Request body: {'port': {'device_id': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:20.572514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f521df-213b-4495-a06a-0c296a844d2c req-88e900b5-5257-46b0-8906-a8f2f1246c4f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.574066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5f521df-213b-4495-a06a-0c296a844d2c req-88e900b5-5257-46b0-8906-a8f2f1246c4f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1517920 Mar 22 14:04:20.623529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-df0a9d77-a977-4890-989a-fff47c2b0a5e None None] Provisioning complete for port 4791de6c-8b2d-4a4c-95af-ebaeee9165be triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:20.623904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df0a9d77-a977-4890-989a-fff47c2b0a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.643076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29768dec-1bd9-4a66-92f6-7a261d312d6a req-3fdfda89-96fb-460f-a1da-2bc314abbb14 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252472 Mar 22 14:04:20.643648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.688541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-df0a9d77-a977-4890-989a-fff47c2b0a5e None None] Port 4791de6c-8b2d-4a4c-95af-ebaeee9165be cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:04:20.697935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5f521df-213b-4495-a06a-0c296a844d2c req-883aafb0-1a1e-4d7b-ad6e-d1751a6078b7 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154799 Mar 22 14:04:20.775094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4791de6c-8b2d-4a4c-95af-ebaeee9165be {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:20.784158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Publish callbacks [] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.796050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Transition to ACTIVE for port object 4791de6c-8b2d-4a4c-95af-ebaeee9165be will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:20.801554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.856863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4791de6c-8b2d-4a4c-95af-ebaeee9165be,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:20.902999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:20.928688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05df1c-4481-49db-9f8b-ceae192290db req-8508353f-a597-45f4-a7e9-9f9170d61095 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.930303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b05df1c-4481-49db-9f8b-ceae192290db req-8508353f-a597-45f4-a7e9-9f9170d61095 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1550286 Mar 22 14:04:20.946242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987872-9195-4cee-96c5-243a16de7c55 req-ec4aac41-8d68-45d7-b617-b7eb658f99dc tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.948389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Attempting to bind port 4791de6c-8b2d-4a4c-95af-ebaeee9165be on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:20.948805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Attempting to bind port 4791de6c-8b2d-4a4c-95af-ebaeee9165be by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:20.949204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Attempting to bind port 4791de6c-8b2d-4a4c-95af-ebaeee9165be on network d9a846e8-1cce-4f1d-b8c4-18df769e1677 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:20.951355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f987872-9195-4cee-96c5-243a16de7c55 req-ec4aac41-8d68-45d7-b617-b7eb658f99dc tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 932 time: 0.1749384 Mar 22 14:04:20.956154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Port 4791de6c-8b2d-4a4c-95af-ebaeee9165be on network d9a846e8-1cce-4f1d-b8c4-18df769e1677 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:20.956478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Attempting to bind port 4791de6c-8b2d-4a4c-95af-ebaeee9165be on network d9a846e8-1cce-4f1d-b8c4-18df769e1677 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:20.961655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:20.962010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Checking segment: {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:20.962395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Bound using segment: {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:20.962826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Bound port: 4791de6c-8b2d-4a4c-95af-ebaeee9165be, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8ef505-8a43-44e8-ba11-544bcc400b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:20.963179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.033932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:21.050961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880', 'mac_address': 'fa:16:3e:e5:1b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:21.072033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] For port 4791de6c-8b2d-4a4c-95af-ebaeee9165be, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:21.076341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] For port 4791de6c-8b2d-4a4c-95af-ebaeee9165be, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:21.076534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b05df1c-4481-49db-9f8b-ceae192290db req-a164edc5-9c8d-4a6c-a4fc-e1c016bbe224 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384997 Mar 22 14:04:21.103456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.109784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f987872-9195-4cee-96c5-243a16de7c55 req-4f6a49ae-a420-4283-9548-69ab8deceb3e tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488545 Mar 22 14:04:21.112048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:21.112503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.132921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:21.147329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.147920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.149288 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/4791de6c-8b2d-4a4c-95af-ebaeee9165be HTTP/1.1" status: 200 len: 1091 time: 0.7754483 Mar 22 14:04:21.149737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:21.153318 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a71d333-2e0f-45f2-8647-7a5e935b0f08" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:21.157146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:21.157377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b104b2-5509-426e-a974-dcf7db7e14f9 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:21.164663 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.174267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Publish callbacks [] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.209030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Transition to ACTIVE for port object 17b104b2-5509-426e-a974-dcf7db7e14f9 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:21.214936 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.217285 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa00cb7-9c40-42fc-9395-707cd1df8998 x-openstack-request-id: req-faa00cb7-9c40-42fc-9395-707cd1df8998 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:21.217285 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:21.217542 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-faa00cb7-9c40-42fc-9395-707cd1df8998 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:21.217953 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa00cb7-9c40-42fc-9395-707cd1df8998'] response: {'name': 'network-changed', 'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'status': 'completed', 'code': 200} Mar 22 14:04:21.221942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206758-bfe0-409b-a219-3db6798406a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4791de6c-8b2d-4a4c-95af-ebaeee9165be,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:21.240807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:21.289212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-99179b26-855b-4e80-96be-e79758cdf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.291213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-99179b26-855b-4e80-96be-e79758cdf14e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf7f46e506d74b6c8e6de580ec5f965c&device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 1125 time: 0.0960329 Mar 22 14:04:21.321023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Pushing event updated for resources: {'Port': ['ID=17b104b2-5509-426e-a974-dcf7db7e14f9,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:21.358451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-0bd9fe62-2e71-46b1-b30d-b134c7107184 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be HTTP/1.1" status: 200 len: 217 time: 0.0592942 Mar 22 14:04:21.416883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-4e4dc6f3-3585-42b3-b47c-7576b0c8f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.418815 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-4e4dc6f3-3585-42b3-b47c-7576b0c8f214 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7653e37-39d6-417e-bb4d-c1acf069b0f8 HTTP/1.1" status: 200 len: 843 time: 0.0523708 Mar 22 14:04:21.441947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Attempting to bind port 17b104b2-5509-426e-a974-dcf7db7e14f9 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:21.442355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Attempting to bind port 17b104b2-5509-426e-a974-dcf7db7e14f9 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '3613c47d-5e90-4e0e-a86b-e0eea86c2089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:21.442635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Attempting to bind port 17b104b2-5509-426e-a974-dcf7db7e14f9 on network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:21.452509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Port 17b104b2-5509-426e-a974-dcf7db7e14f9 on network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:21.452904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Attempting to bind port 17b104b2-5509-426e-a974-dcf7db7e14f9 on network c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:21.461581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:21.462014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Checking segment: {'id': '3613c47d-5e90-4e0e-a86b-e0eea86c2089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:21.462823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Bound using segment: {'id': '3613c47d-5e90-4e0e-a86b-e0eea86c2089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:21.463416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Bound port: 17b104b2-5509-426e-a974-dcf7db7e14f9, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3613c47d-5e90-4e0e-a86b-e0eea86c2089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:21.463791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.464007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['82b1af4e-e8ee-46a9-a1b1-936df6aaf880'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:21.469084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-87abf48c-3e15-4c5b-9d06-a37d5accc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.470734 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-87abf48c-3e15-4c5b-9d06-a37d5accc4c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9a846e8-1cce-4f1d-b8c4-18df769e1677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451574 Mar 22 14:04:21.498454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35509-0a73-4e08-881b-8d1dcf95ff23 req-270bb58c-9977-412a-83fc-b6ea6409791a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.502552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24e35509-0a73-4e08-881b-8d1dcf95ff23 req-270bb58c-9977-412a-83fc-b6ea6409791a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 946 time: 0.1853802 Mar 22 14:04:21.544363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae5741-60e2-41fb-800d-9403628078e4 req-f39db4a8-1458-463b-9d08-7ddcf4e74bde tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.546873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cae5741-60e2-41fb-800d-9403628078e4 req-f39db4a8-1458-463b-9d08-7ddcf4e74bde tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 949 time: 0.1449380 Mar 22 14:04:21.573174 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-8bf687ce-3682-40d6-a129-dd6a54777ea4 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935919 Mar 22 14:04:21.608820 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:04:21.634070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] For port 17b104b2-5509-426e-a974-dcf7db7e14f9, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:21.658353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24e35509-0a73-4e08-881b-8d1dcf95ff23 req-97df101c-8dac-4bbc-97c4-f1f8b48905fc tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335597 Mar 22 14:04:21.660099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] For port 17b104b2-5509-426e-a974-dcf7db7e14f9, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=17b104b2-5509-426e-a974-dcf7db7e14f9,segment=NetworkSegment(3613c47d-5e90-4e0e-a86b-e0eea86c2089),segment_id=3613c47d-5e90-4e0e-a86b-e0eea86c2089)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:21.674956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.677321 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-647a462c-fc94-4cc1-b37f-89bbcd9ccb8e req-165b340c-9f9d-4a37-8914-78f0ee18116b service neutron] 10.222.0.57 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978322 Mar 22 14:04:21.683550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cae5741-60e2-41fb-800d-9403628078e4 req-08adc275-a0e9-4848-be6d-a0680d0c17a2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179171 Mar 22 14:04:21.729059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.730088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.731559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] 10.222.0.42 "PUT /v2.0/ports/17b104b2-5509-426e-a974-dcf7db7e14f9 HTTP/1.1" status: 200 len: 1092 time: 1.2237248 Mar 22 14:04:21.732079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'tag': '17b104b2-5509-426e-a974-dcf7db7e14f9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:21.734543 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6bc640-19cc-4855-8a8b-ff3723512003" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd3804a-3a65-4732-bbce-743bf7b3a448", "tag": "17b104b2-5509-426e-a974-dcf7db7e14f9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:21.780201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.795504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27498bf0-9057-4df5-996f-155356c37c6d service neutron] Pushing event updated for resources: {'Port': ['ID=17b104b2-5509-426e-a974-dcf7db7e14f9,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:21.821211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-e017fd4e-b0f6-4503-a79c-210e4626a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.822753 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-e017fd4e-b0f6-4503-a79c-210e4626a4ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf7f46e506d74b6c8e6de580ec5f965c&device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 1125 time: 0.0742316 Mar 22 14:04:21.842028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e269b-9b64-4010-9db8-501f69a9dd8f req-4a46e9fc-db90-49cf-b5cf-1f3d56a3112a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.843551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-056e269b-9b64-4010-9db8-501f69a9dd8f req-4a46e9fc-db90-49cf-b5cf-1f3d56a3112a tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 943 time: 0.1026700 Mar 22 14:04:21.850304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-fddfa31c-2fd0-4eae-be93-977cfe964652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.852107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-fddfa31c-2fd0-4eae-be93-977cfe964652 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e17eca751dc488b9dfca3a7a423d6ed&device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 1126 time: 0.0713294 Mar 22 14:04:21.912138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-26837144-ef77-412c-9cbc-48c793e9a770 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b104b2-5509-426e-a974-dcf7db7e14f9 HTTP/1.1" status: 200 len: 217 time: 0.0405471 Mar 22 14:04:21.923476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-2307f988-ad55-449d-8dfb-46e8c1019a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.925021 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-2307f988-ad55-449d-8dfb-46e8c1019a69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9a846e8-1cce-4f1d-b8c4-18df769e1677 HTTP/1.1" status: 200 len: 905 time: 0.0962338 Mar 22 14:04:21.970833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-056e269b-9b64-4010-9db8-501f69a9dd8f req-6b630eb3-3e40-4243-bfb4-a3978d95f190 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175992 Mar 22 14:04:21.972006 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-d26bcccd-d5a6-4f64-b675-966b63f1b14a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be HTTP/1.1" status: 200 len: 217 time: 0.0402694 Mar 22 14:04:21.988080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-59e947e8-67f8-4a28-8b95-32ef109fe62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.997748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-59e947e8-67f8-4a28-8b95-32ef109fe62a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613743c7-adf8-40d8-a419-25d4676e29ab HTTP/1.1" status: 200 len: 849 time: 0.0688345 Mar 22 14:04:22.036376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-85c3d331-a69c-4703-b171-21dd366a7c26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c71e4158-a955-4216-a0b9-ea6b9cd9d1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315695 Mar 22 14:04:22.040239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-ecda9ec2-447d-43a0-91ee-01f19dc3325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.042129 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-ecda9ec2-447d-43a0-91ee-01f19dc3325e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7653e37-39d6-417e-bb4d-c1acf069b0f8 HTTP/1.1" status: 200 len: 843 time: 0.0588531 Mar 22 14:04:22.112249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-34116ef3-1059-481c-9f0b-79e75c634d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.113912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-34116ef3-1059-481c-9f0b-79e75c634d06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9a846e8-1cce-4f1d-b8c4-18df769e1677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652652 Mar 22 14:04:22.121704 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ef605-1921-41ab-bbc5-ffe028aca06c x-openstack-request-id: req-310ef605-1921-41ab-bbc5-ffe028aca06c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:22.122006 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd3804a-3a65-4732-bbce-743bf7b3a448", "tag": "17b104b2-5509-426e-a974-dcf7db7e14f9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:22.122262 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-310ef605-1921-41ab-bbc5-ffe028aca06c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:22.122779 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310ef605-1921-41ab-bbc5-ffe028aca06c'] response: {'name': 'network-changed', 'server_uuid': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'tag': '17b104b2-5509-426e-a974-dcf7db7e14f9', 'status': 'completed', 'code': 200} Mar 22 14:04:22.175340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d142f-0cf2-402d-b531-d16b5aa75736 req-b9eb07aa-962d-4ee2-9da3-711aa49c44ec tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.182258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c07d142f-0cf2-402d-b531-d16b5aa75736 req-b9eb07aa-962d-4ee2-9da3-711aa49c44ec tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1266654 Mar 22 14:04:22.209025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-f4ec80d1-4397-4bc5-992f-dc29334dac40 service neutron] 10.222.0.42 "GET /v2.0/networks/c71e4158-a955-4216-a0b9-ea6b9cd9d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649306 Mar 22 14:04:22.234626 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-7f63df40-8469-4561-80ed-becdddf8710f service neutron] 10.222.0.57 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136501 Mar 22 14:04:22.313459 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c07d142f-0cf2-402d-b531-d16b5aa75736 req-59a05c12-97a4-49ab-b9cc-44bea64544c4 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302304 Mar 22 14:04:22.339366 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a71d333-2e0f-45f2-8647-7a5e935b0f08 req-cbf7a87c-f6ba-481e-add1-ce1549bdbf6f service neutron] 10.222.0.57 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977569 Mar 22 14:04:22.360445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e77ed-9977-4211-9226-620c1a4dcae4 req-4a5a9680-6425-4516-b7f2-7495a0230579 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.362142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3e77ed-9977-4211-9226-620c1a4dcae4 req-4a5a9680-6425-4516-b7f2-7495a0230579 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1495621 Mar 22 14:04:22.368400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76246116-bfad-48cf-bd40-1fe0f08879e3 req-b9c1cf82-748c-42ba-a6b8-c74b4f188bd9 service neutron] 10.222.0.42 "GET /v2.0/networks/c71e4158-a955-4216-a0b9-ea6b9cd9d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441286 Mar 22 14:04:22.471888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c3e77ed-9977-4211-9226-620c1a4dcae4 req-9279de75-c773-4909-8312-dc9b455cbeeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024113 Mar 22 14:04:22.486449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e244312-4df4-45b9-afb8-f9396e8e239b req-cb5c1512-ff4d-45d3-9fa0-dd6a6095cefa tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.488134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e244312-4df4-45b9-afb8-f9396e8e239b req-cb5c1512-ff4d-45d3-9fa0-dd6a6095cefa tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 944 time: 0.1126971 Mar 22 14:04:22.521717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-7fd13b5e-cefb-4ce5-bc1e-88bb910c72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.523290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-7fd13b5e-cefb-4ce5-bc1e-88bb910c72ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e17eca751dc488b9dfca3a7a423d6ed&device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 1126 time: 0.0853028 Mar 22 14:04:22.561571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e244312-4df4-45b9-afb8-f9396e8e239b req-23184f1c-f3d9-4045-8be0-b0c086173b9c tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Mar 22 14:04:22.634604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-91fa9ac8-8a50-4e2e-a5a3-b4b338d44e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.636002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-91fa9ac8-8a50-4e2e-a5a3-b4b338d44e62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 HTTP/1.1" status: 200 len: 910 time: 0.1020982 Mar 22 14:04:22.677523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-5670237f-0d0b-4bb5-94ac-52d0acd1577c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b104b2-5509-426e-a974-dcf7db7e14f9 HTTP/1.1" status: 200 len: 217 time: 0.0347464 Mar 22 14:04:22.728731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-f8f9410f-53aa-44ee-a71d-06353888bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.731209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-f8f9410f-53aa-44ee-a71d-06353888bbeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613743c7-adf8-40d8-a419-25d4676e29ab HTTP/1.1" status: 200 len: 849 time: 0.0471027 Mar 22 14:04:22.765405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-c0a163eb-f4eb-4467-ad6d-a3aaa47dff21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c71e4158-a955-4216-a0b9-ea6b9cd9d1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269885 Mar 22 14:04:22.879183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1f9a4-58f4-447f-9f08-32b97c2e6d75 req-0a3d8470-7505-4cde-82cc-3d0d8b32b10a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.880667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9e1f9a4-58f4-447f-9f08-32b97c2e6d75 req-0a3d8470-7505-4cde-82cc-3d0d8b32b10a tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 949 time: 0.1176991 Mar 22 14:04:22.899884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-3a718349-31ff-4cec-a39d-cee02ba12248 service neutron] 10.222.0.42 "GET /v2.0/networks/c71e4158-a955-4216-a0b9-ea6b9cd9d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225107 Mar 22 14:04:22.915104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:22.966469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:22.970659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:22.971132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.986666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9e1f9a4-58f4-447f-9f08-32b97c2e6d75 req-a47701bd-439a-4fda-bee0-c48d548f08d7 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973585 Mar 22 14:04:23.027804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6bc640-19cc-4855-8a8b-ff3723512003 req-f62c0184-e96c-4e84-aa0f-afdd152f58f6 service neutron] 10.222.0.42 "GET /v2.0/networks/c71e4158-a955-4216-a0b9-ea6b9cd9d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189227 Mar 22 14:04:23.066397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:23.066803 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.091533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:23.093894 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4dcd2f-c430-41ba-badc-33cb943ee576" -d '{"events": [{"server_uuid": "4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec", "name": "network-vif-plugged", "status": "completed", "tag": "82b1af4e-e8ee-46a9-a1b1-936df6aaf880"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:23.106929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3992b0b-a967-485e-91c9-8fc96e323a74 req-03a7919e-5098-46e9-a8bd-9a5b00f96909 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.107892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:23.108876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3992b0b-a967-485e-91c9-8fc96e323a74 req-03a7919e-5098-46e9-a8bd-9a5b00f96909 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 943 time: 0.0579994 Mar 22 14:04:23.114601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.141221 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8dc02f-22d3-437f-934d-ee66e5063dce x-openstack-request-id: req-cf8dc02f-22d3-437f-934d-ee66e5063dce {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:23.141539 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec", "name": "network-vif-plugged", "status": "completed", "tag": "82b1af4e-e8ee-46a9-a1b1-936df6aaf880", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:23.141791 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf8dc02f-22d3-437f-934d-ee66e5063dce {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:23.142283 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8dc02f-22d3-437f-934d-ee66e5063dce'] response: {'server_uuid': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880', 'code': 200} Mar 22 14:04:23.162473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3992b0b-a967-485e-91c9-8fc96e323a74 req-0d61532e-4ce5-45ce-8b0a-206745f256b5 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457222 Mar 22 14:04:23.174599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:23.184167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.184920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.185359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.185684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.186045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.186379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.186705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.187028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.187351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.187671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.187991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.188311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.188626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.188968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.189284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:23.243177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384397-9ab9-4a2a-9baa-cace892b0836 req-738ce032-8387-415f-bea2-7e0c96dc6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.244708 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3384397-9ab9-4a2a-9baa-cace892b0836 req-738ce032-8387-415f-bea2-7e0c96dc6dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 1132 time: 0.0466535 Mar 22 14:04:23.284549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.288494 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3384397-9ab9-4a2a-9baa-cace892b0836 req-5fc485e2-4367-4066-af28-5a4fc4741c15 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374010 Mar 22 14:04:23.443169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08036950-73c0-47e1-8dba-62a6bf71e6ac req-ba579b40-cfe6-4ca1-af08-e786ec83ec27 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.444536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08036950-73c0-47e1-8dba-62a6bf71e6ac req-ba579b40-cfe6-4ca1-af08-e786ec83ec27 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.0639551 Mar 22 14:04:23.493115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08036950-73c0-47e1-8dba-62a6bf71e6ac req-234a30b5-74fa-464e-8f36-6b89a92a95dc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Mar 22 14:04:23.607853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169f011-cb81-4d84-a46b-60eca66fb0f1 req-49ae3376-bc36-4736-bb7e-c351ad00831c tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.609603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7169f011-cb81-4d84-a46b-60eca66fb0f1 req-49ae3376-bc36-4736-bb7e-c351ad00831c tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.0610819 Mar 22 14:04:23.691008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7169f011-cb81-4d84-a46b-60eca66fb0f1 req-81b2a088-0277-43bb-8965-6560f34311d0 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745559 Mar 22 14:04:23.713986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed763-dc98-4d9b-a5bc-01ad177ab2e6 req-34ab8d89-7bc2-41ef-a915-e514618edb9d tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.715468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1abed763-dc98-4d9b-a5bc-01ad177ab2e6 req-34ab8d89-7bc2-41ef-a915-e514618edb9d tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 944 time: 0.0762672 Mar 22 14:04:23.775147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1abed763-dc98-4d9b-a5bc-01ad177ab2e6 req-93b80228-f689-4df2-b230-ceb17360dd07 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Mar 22 14:04:24.127729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8097b-f21e-4bb2-8258-52ea2170fa25 req-fc743f3f-d7e7-4c68-b650-9716f9d68422 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.129206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8b8097b-f21e-4bb2-8258-52ea2170fa25 req-fc743f3f-d7e7-4c68-b650-9716f9d68422 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 950 time: 0.0584211 Mar 22 14:04:24.176294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8b8097b-f21e-4bb2-8258-52ea2170fa25 req-d58a261e-cd04-47e8-a062-18fe34f38761 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Mar 22 14:04:24.183157 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.282712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22f77a-5e06-4ba6-92e2-46eb2b9e298c req-756bf63a-1fd4-4f41-9156-422a2dc65521 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.284280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec22f77a-5e06-4ba6-92e2-46eb2b9e298c req-756bf63a-1fd4-4f41-9156-422a2dc65521 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 943 time: 0.0539052 Mar 22 14:04:24.336271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec22f77a-5e06-4ba6-92e2-46eb2b9e298c req-1f15be37-12b6-4e5a-8246-e7d818187427 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462248 Mar 22 14:04:24.564914 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.629408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d575d-5555-4ce1-9f92-5b239d9502e6 req-5a18bf87-78db-4b39-b2eb-0bc86a5a4626 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.631175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f83d575d-5555-4ce1-9f92-5b239d9502e6 req-5a18bf87-78db-4b39-b2eb-0bc86a5a4626 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.0621147 Mar 22 14:04:24.684365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f83d575d-5555-4ce1-9f92-5b239d9502e6 req-1786e7b5-b293-4b9c-8497-20da0fa04b8e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Mar 22 14:04:24.827334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c6de1-2392-483e-9c51-71a3d577950d req-a19d32e5-c50d-49c1-9796-dd96b977a1b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.829499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e58c6de1-2392-483e-9c51-71a3d577950d req-a19d32e5-c50d-49c1-9796-dd96b977a1b3 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.0624702 Mar 22 14:04:24.907700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4791de6c-8b2d-4a4c-95af-ebaeee9165be details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:24.927715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e58c6de1-2392-483e-9c51-71a3d577950d req-8b35ee6e-0071-4aa9-be5b-e8a068246a3e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914268 Mar 22 14:04:24.965062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f805-cf71-4952-b129-dd7917d8a3c2 req-63c52779-51b9-48d1-b9ee-91dccad76ab4 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.967007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1536f805-cf71-4952-b129-dd7917d8a3c2 req-63c52779-51b9-48d1-b9ee-91dccad76ab4 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 944 time: 0.0956786 Mar 22 14:04:25.027737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1536f805-cf71-4952-b129-dd7917d8a3c2 req-d7faae69-4515-4801-9009-a360b3c75241 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Mar 22 14:04:25.054210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4791de6c-8b2d-4a4c-95af-ebaeee9165be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:25.068630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'port_id': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'mac_address': 'fa:16:3e:82:78:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:25.114040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4791de6c-8b2d-4a4c-95af-ebaeee9165be is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:25.114442 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.129452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4791de6c-8b2d-4a4c-95af-ebaeee9165be {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:25.150417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4791de6c-8b2d-4a4c-95af-ebaeee9165be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:25.154343 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.154989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b2d8e52b-02fb-413a-bfd0-e71485923552 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:25.253530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4791de6c-8b2d-4a4c-95af-ebaeee9165be,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:25.307037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:25.316837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697ecf0-ab3a-428f-adfd-bc5f9247f695 req-c802321a-a778-40b3-b607-68aac819c9d3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.318595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a697ecf0-ab3a-428f-adfd-bc5f9247f695 req-c802321a-a778-40b3-b607-68aac819c9d3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 950 time: 0.0662506 Mar 22 14:04:25.330211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'mac_address': 'fa:16:3e:d4:3c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:25.387430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b2d8e52b-02fb-413a-bfd0-e71485923552 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:25.387912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.406623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2d8e52b-02fb-413a-bfd0-e71485923552 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:25.423257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a697ecf0-ab3a-428f-adfd-bc5f9247f695 req-2ad25c85-0b3a-425b-bc99-4e5fae289d56 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896740 Mar 22 14:04:25.431784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:25.440389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.493129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf51b6-c23d-4b43-9475-d4eefa54d9b5 req-c9ca89ae-5e16-4cf4-a313-9ecb1031f388 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.495847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7abf51b6-c23d-4b43-9475-d4eefa54d9b5 req-c9ca89ae-5e16-4cf4-a313-9ecb1031f388 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 944 time: 0.0704944 Mar 22 14:04:25.520387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:25.578035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['b2d8e52b-02fb-413a-bfd0-e71485923552'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:25.585348 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7abf51b6-c23d-4b43-9475-d4eefa54d9b5 req-cd35d7cd-b8ea-4839-9cd7-dc8462ac0557 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834944 Mar 22 14:04:25.597372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d258b9-55bc-4375-8294-d41e227491e8 req-4fe42380-b8d6-4145-89f7-09ef6e8b39bc tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.605293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15d258b9-55bc-4375-8294-d41e227491e8 req-4fe42380-b8d6-4145-89f7-09ef6e8b39bc tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 1132 time: 0.0922787 Mar 22 14:04:25.663555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15d258b9-55bc-4375-8294-d41e227491e8 req-68b8590b-5e4b-49e7-bd73-7f440c69274a tempest-ServersOnMultiNodesTest-1685871437 tempest-ServersOnMultiNodesTest-1685871437-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573735 Mar 22 14:04:25.787256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['4791de6c-8b2d-4a4c-95af-ebaeee9165be'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:25.882199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d823a-a72a-4ee1-a33f-badbaa365f93 req-807b4105-7035-45ef-99f1-2ec75cfed5a9 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.889996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df7d823a-a72a-4ee1-a33f-badbaa365f93 req-807b4105-7035-45ef-99f1-2ec75cfed5a9 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1142573 Mar 22 14:04:25.942543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df7d823a-a72a-4ee1-a33f-badbaa365f93 req-daac19f5-7122-43ab-a8c4-07bea823b03a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Mar 22 14:04:25.985862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 17b104b2-5509-426e-a974-dcf7db7e14f9 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:26.029822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d44b-81fc-40ab-a1e0-298534d0848b req-45d00889-e5cf-4d24-b36f-252d53887582 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.039560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d147d44b-81fc-40ab-a1e0-298534d0848b req-45d00889-e5cf-4d24-b36f-252d53887582 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 950 time: 0.0943937 Mar 22 14:04:26.131359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 17b104b2-5509-426e-a974-dcf7db7e14f9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=17b104b2-5509-426e-a974-dcf7db7e14f9,segment=NetworkSegment(3613c47d-5e90-4e0e-a86b-e0eea86c2089),segment_id=3613c47d-5e90-4e0e-a86b-e0eea86c2089)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:26.151334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d147d44b-81fc-40ab-a1e0-298534d0848b req-c38e2d1a-a579-4c87-b661-d229f1aec434 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099298 Mar 22 14:04:26.151891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '17b104b2-5509-426e-a974-dcf7db7e14f9', 'network_id': 'c71e4158-a955-4216-a0b9-ea6b9cd9d1f1', 'port_id': '17b104b2-5509-426e-a974-dcf7db7e14f9', 'mac_address': 'fa:16:3e:11:34:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613743c7-adf8-40d8-a419-25d4676e29ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:26.174363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259af7bb-7a62-4184-95f4-f0ddcb38788f req-dd4c3cb0-9a39-437c-b367-3485bce59401 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.176582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-259af7bb-7a62-4184-95f4-f0ddcb38788f req-dd4c3cb0-9a39-437c-b367-3485bce59401 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1347036 Mar 22 14:04:26.202455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 17b104b2-5509-426e-a974-dcf7db7e14f9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:26.202853 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.220181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b104b2-5509-426e-a974-dcf7db7e14f9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:26.252462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 17b104b2-5509-426e-a974-dcf7db7e14f9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=17b104b2-5509-426e-a974-dcf7db7e14f9,segment=NetworkSegment(3613c47d-5e90-4e0e-a86b-e0eea86c2089),segment_id=3613c47d-5e90-4e0e-a86b-e0eea86c2089)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:26.257631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.282093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-259af7bb-7a62-4184-95f4-f0ddcb38788f req-ca8933ac-7dc1-4987-985d-0b1bab97c324 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980358 Mar 22 14:04:26.303383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507d30-8b13-4034-960c-0fc9c4c093d2 req-b33d758f-593f-405a-b204-9f7308993336 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.311569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03507d30-8b13-4034-960c-0fc9c4c093d2 req-b33d758f-593f-405a-b204-9f7308993336 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 944 time: 0.0882781 Mar 22 14:04:26.315925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=17b104b2-5509-426e-a974-dcf7db7e14f9,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:26.400327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03507d30-8b13-4034-960c-0fc9c4c093d2 req-51afe3da-9379-4168-af3b-c51143c5c457 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728495 Mar 22 14:04:26.640331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['17b104b2-5509-426e-a974-dcf7db7e14f9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:26.804531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff2175-4f4b-4ed4-8519-17c977409786 req-7e02fcd0-bb91-4346-8b53-948e8ea3187d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.814338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7ff2175-4f4b-4ed4-8519-17c977409786 req-7e02fcd0-bb91-4346-8b53-948e8ea3187d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 944 time: 0.0799534 Mar 22 14:04:26.880762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7ff2175-4f4b-4ed4-8519-17c977409786 req-0c67ba82-7df5-4e94-aaaf-b671048bfe0d tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613585 Mar 22 14:04:26.945811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b2d8e52b-02fb-413a-bfd0-e71485923552 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:27.058823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port b2d8e52b-02fb-413a-bfd0-e71485923552 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:27.059285 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.146359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34537a1f-5407-485c-aca7-fd5d7c85437a req-4e9dc7ad-7ecc-4582-be8c-a61b8ce399a1 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.148269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34537a1f-5407-485c-aca7-fd5d7c85437a req-4e9dc7ad-7ecc-4582-be8c-a61b8ce399a1 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.0860410 Mar 22 14:04:27.245016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34537a1f-5407-485c-aca7-fd5d7c85437a req-0108e33d-ea1c-42ea-a834-e46416f3f751 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909109 Mar 22 14:04:27.273374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b2d8e52b-02fb-413a-bfd0-e71485923552 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:27.274590 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.324079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:27.325687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:27.327325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4bd9-a12d-4471-8fa0-5cbff8859bfa req-3d73be1f-dc83-4c41-aa80-6c8b9022b764 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.331008 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a3024-3ab3-4828-a676-3f1c9d227855" -d '{"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-plugged", "status": "completed", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:27.335911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.337982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-906a4bd9-a12d-4471-8fa0-5cbff8859bfa req-3d73be1f-dc83-4c41-aa80-6c8b9022b764 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 950 time: 0.0807705 Mar 22 14:04:27.406592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:27.434276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-906a4bd9-a12d-4471-8fa0-5cbff8859bfa req-e7d1f8f7-60dd-4cde-b74f-32a8ac014bdb tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876749 Mar 22 14:04:27.496506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-e7cfca70-26e7-447b-af1e-f3f894a57f43 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.498124 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-e7cfca70-26e7-447b-af1e-f3f894a57f43 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 950 time: 0.1693947 Mar 22 14:04:27.519306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec294-2de5-4e5c-ba53-2e5981f105dd req-9b0b0e41-0627-4873-84c7-bb2a5e76ad2e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.519646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55bec294-2de5-4e5c-ba53-2e5981f105dd req-9b0b0e41-0627-4873-84c7-bb2a5e76ad2e tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1437674 Mar 22 14:04:27.567801 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4f2fd8-d943-411d-8efe-b0852a119b51 x-openstack-request-id: req-8a4f2fd8-d943-411d-8efe-b0852a119b51 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:27.568103 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-plugged", "status": "completed", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:27.568356 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a4f2fd8-d943-411d-8efe-b0852a119b51 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:27.568761 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4f2fd8-d943-411d-8efe-b0852a119b51'] response: {'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'code': 200} Mar 22 14:04:27.666303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55bec294-2de5-4e5c-ba53-2e5981f105dd req-b3a47f2d-263e-4601-9436-a376cc1ea432 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402271 Mar 22 14:04:27.680616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:27.681021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.807256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e30af-9d3f-4874-a71e-dc166f2284fa req-d59d6faa-e8b9-4a9f-815b-e0a82805c1c6 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.813532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:27.814839 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.814987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e29e30af-9d3f-4874-a71e-dc166f2284fa req-d59d6faa-e8b9-4a9f-815b-e0a82805c1c6 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 945 time: 0.1468508 Mar 22 14:04:27.819336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dc4f4-e75c-42b5-bb63-d60702fa84d8 req-e0242061-2088-4e96-9c28-f79944257e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.820978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e9dc4f4-e75c-42b5-bb63-d60702fa84d8 req-e0242061-2088-4e96-9c28-f79944257e35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 1128 time: 0.1971869 Mar 22 14:04:27.843201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:27.912753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e29e30af-9d3f-4874-a71e-dc166f2284fa req-a4052b8d-abb2-4d84-9022-d38d013414dc tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921772 Mar 22 14:04:27.924092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e9dc4f4-e75c-42b5-bb63-d60702fa84d8 req-7f841294-3a4a-4357-babd-adc6633655a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961659 Mar 22 14:04:28.072486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293b992-8ee2-4a6b-a03f-d4382365ddf8 req-eb94e4a8-14db-4588-9dd0-d1b5427f6da2 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.075099 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6293b992-8ee2-4a6b-a03f-d4382365ddf8 req-eb94e4a8-14db-4588-9dd0-d1b5427f6da2 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 944 time: 0.0984833 Mar 22 14:04:28.075689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (82b1af4e-e8ee-46a9-a1b1-936df6aaf880), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.092094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6', '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', '93804f08-96ee-497a-9db0-718559dae3af', '112267e6-6438-4db3-adce-657baf3d7e07'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:28.134787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=82b1af4e-e8ee-46a9-a1b1-936df6aaf880,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:28.214783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:28.218310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', '84609501-349b-44c0-b33e-3224aad91225', '82b1af4e-e8ee-46a9-a1b1-936df6aaf880'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:28.219614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.228735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-77e27b6d-3c0e-44c8-91d4-2c375d628386 req-f6d8bee0-7a3d-4783-a1b3-076944463cd6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "DELETE /v2.0/ports/82b1af4e-e8ee-46a9-a1b1-936df6aaf880 HTTP/1.1" status: 204 len: 173 time: 0.7168257 Mar 22 14:04:28.229535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'name': 'network-vif-deleted', 'tag': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:28.230857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6293b992-8ee2-4a6b-a03f-d4382365ddf8 req-abce61b7-c8a1-4390-8e88-2ce5683194b5 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499925 Mar 22 14:04:28.245928 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc71714-5ee7-4af7-9308-4f3faeaf5c16" -d '{"events": [{"server_uuid": "4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec", "name": "network-vif-deleted", "tag": "82b1af4e-e8ee-46a9-a1b1-936df6aaf880"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:28.343473 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cf4900-f291-4d7b-9a4c-b017b50184d1 x-openstack-request-id: req-c6cf4900-f291-4d7b-9a4c-b017b50184d1 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:28.343764 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec", "name": "network-vif-deleted", "tag": "82b1af4e-e8ee-46a9-a1b1-936df6aaf880", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:28.344014 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6cf4900-f291-4d7b-9a4c-b017b50184d1 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:28.344421 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cf4900-f291-4d7b-9a4c-b017b50184d1'] response: {'server_uuid': '4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec', 'name': 'network-vif-deleted', 'tag': '82b1af4e-e8ee-46a9-a1b1-936df6aaf880', 'status': 'completed', 'code': 200} Mar 22 14:04:28.348948 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.592650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0bb9a-f898-4260-9947-a92d34a9c9d2 req-3aad636b-5433-4875-99c9-6b8162ea79ca tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.596456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bda0bb9a-f898-4260-9947-a92d34a9c9d2 req-3aad636b-5433-4875-99c9-6b8162ea79ca tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.1756127 Mar 22 14:04:28.703845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bda0bb9a-f898-4260-9947-a92d34a9c9d2 req-9a73e194-de8e-4cc8-816d-4000cdc0abe0 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949936 Mar 22 14:04:28.852999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854722e-9462-4987-9c9c-a8f5616fe85e req-64eebd35-c6ec-42b4-b861-a3de2c35029f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.856361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6854722e-9462-4987-9c9c-a8f5616fe85e req-64eebd35-c6ec-42b4-b861-a3de2c35029f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.1514502 Mar 22 14:04:28.958195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1e01e5a-28ea-494a-a444-263030d9c860 req-3ce50267-1493-49d3-b522-309a454fe6a8 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf4344c-f948-4f14-b6b2-b0f85ee6f3ec HTTP/1.1" status: 200 len: 210 time: 0.0813305 Mar 22 14:04:28.981201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6854722e-9462-4987-9c9c-a8f5616fe85e req-59e37def-6544-4242-b21c-5dba27abc348 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180596 Mar 22 14:04:29.002141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4791de6c-8b2d-4a4c-95af-ebaeee9165be up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:29.143897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 4791de6c-8b2d-4a4c-95af-ebaeee9165be completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:29.150863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c1778-6177-4645-97f1-cbd98688c4cc req-95f8d8a2-9817-4a89-a2e3-0d0ab790a8fb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.163847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b7c1778-6177-4645-97f1-cbd98688c4cc req-95f8d8a2-9817-4a89-a2e3-0d0ab790a8fb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.0957060 Mar 22 14:04:29.188958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 4791de6c-8b2d-4a4c-95af-ebaeee9165be triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:29.192096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:29.288065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b7c1778-6177-4645-97f1-cbd98688c4cc req-96086c8b-6432-430d-9855-c3f3c11ef95d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231093 Mar 22 14:04:29.358929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2321d-58f5-41b6-ae74-930a434448ef req-9b0528fb-1fa9-40a1-969e-cd5db18fad24 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.368950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b2321d-58f5-41b6-ae74-930a434448ef req-9b0528fb-1fa9-40a1-969e-cd5db18fad24 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 945 time: 0.1244581 Mar 22 14:04:29.443289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4791de6c-8b2d-4a4c-95af-ebaeee9165be is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:29.443866 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:29.488135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b2321d-58f5-41b6-ae74-930a434448ef req-3c7626fb-342e-4a99-82bb-fab43159a12b tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150837 Mar 22 14:04:29.557303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4791de6c-8b2d-4a4c-95af-ebaeee9165be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:29.564301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427613b-bd60-4f69-8093-bbe57d7d59a3 req-ee51b11e-56dc-45cf-bc9a-f9e1416539ac tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.570007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:29.571273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:29.572921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:29.575673 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fe1733-890d-4055-8906-fd0eb7a6b46a" -d '{"events": [{"server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "name": "network-vif-plugged", "status": "completed", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:29.578199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4427613b-bd60-4f69-8093-bbe57d7d59a3 req-ee51b11e-56dc-45cf-bc9a-f9e1416539ac tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 944 time: 0.1577160 Mar 22 14:04:29.649341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4427613b-bd60-4f69-8093-bbe57d7d59a3 req-ec62b3c5-6798-433c-8a52-90bc389e9870 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700681 Mar 22 14:04:29.681064 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa194431-32e5-4912-8ba1-7cc3b2b21087 x-openstack-request-id: req-aa194431-32e5-4912-8ba1-7cc3b2b21087 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:29.681064 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "name": "network-vif-plugged", "status": "completed", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:29.681064 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa194431-32e5-4912-8ba1-7cc3b2b21087 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:29.681064 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa194431-32e5-4912-8ba1-7cc3b2b21087'] response: {'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'code': 200} Mar 22 14:04:29.681064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:29.681616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 82b1af4e-e8ee-46a9-a1b1-936df6aaf880 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:29.746536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4791de6c-8b2d-4a4c-95af-ebaeee9165be,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:29.844507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57069970-c302-481f-8dde-08166856f817 req-066c4986-0c95-4cd4-a6c9-9fe20f2b0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.846357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-57069970-c302-481f-8dde-08166856f817 req-066c4986-0c95-4cd4-a6c9-9fe20f2b0547 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 1127 time: 0.1369131 Mar 22 14:04:29.899007 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-57069970-c302-481f-8dde-08166856f817 req-7c711183-c029-4599-af5d-565e4034c021 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Mar 22 14:04:29.909687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47678-2722-4274-b65f-9dcf5454aa18 req-6af41477-691c-4074-9a8a-fcbe85bca038 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.911638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fbe47678-2722-4274-b65f-9dcf5454aa18 req-6af41477-691c-4074-9a8a-fcbe85bca038 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.0747993 Mar 22 14:04:29.993486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fbe47678-2722-4274-b65f-9dcf5454aa18 req-96171b9b-06a7-445c-b3bb-86f4275878cc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721371 Mar 22 14:04:30.040621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 17b104b2-5509-426e-a974-dcf7db7e14f9 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:30.074505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf248f4-fa83-4fb6-add5-cdc4339e7b60 req-a0ed26f3-f710-42e4-a99b-d634a9b88584 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:30.082790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7bf248f4-fa83-4fb6-add5-cdc4339e7b60 req-a0ed26f3-f710-42e4-a99b-d634a9b88584 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.0676119 Mar 22 14:04:30.158237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7bf248f4-fa83-4fb6-add5-cdc4339e7b60 req-d9c94545-d7fd-42ec-8eac-85f95ddbeb1f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523870 Mar 22 14:04:30.167611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 17b104b2-5509-426e-a974-dcf7db7e14f9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:30.175646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 17b104b2-5509-426e-a974-dcf7db7e14f9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:30.176044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:30.323474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 17b104b2-5509-426e-a974-dcf7db7e14f9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:30.323859 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:30.361821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 17b104b2-5509-426e-a974-dcf7db7e14f9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=17b104b2-5509-426e-a974-dcf7db7e14f9,segment=NetworkSegment(3613c47d-5e90-4e0e-a86b-e0eea86c2089),segment_id=3613c47d-5e90-4e0e-a86b-e0eea86c2089)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:30.367052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:30.424966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=17b104b2-5509-426e-a974-dcf7db7e14f9,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:30.435153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2b62-2645-4083-af42-b069548d0033 req-2abed287-daa7-4622-b0df-02d4fc1e2610 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:30.438738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-2abed287-daa7-4622-b0df-02d4fc1e2610 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 811 time: 0.1566839 Mar 22 14:04:30.456818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ace72-3f93-4e52-90a5-ed96f7531b05 req-a1b2ddfc-1c2a-41ba-bce0-3457c6cff50f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:30.465727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc6ace72-3f93-4e52-90a5-ed96f7531b05 req-a1b2ddfc-1c2a-41ba-bce0-3457c6cff50f tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 950 time: 0.1139328 Mar 22 14:04:30.493463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-f0255fd8-4c8f-4e81-b8c6-6a8ec7d260c5 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/quotas/193f701c7beb4927bd4150d34917d73b HTTP/1.1" status: 200 len: 375 time: 0.0441966 Mar 22 14:04:30.555244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc6ace72-3f93-4e52-90a5-ed96f7531b05 req-035e38f9-763e-4892-aec9-1df35ce51277 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874496 Mar 22 14:04:30.582977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-940ccab9-cba9-45fd-b3e1-93341d0c7eb6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822964 Mar 22 14:04:30.714691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-86bc7d78-a43d-4976-96fe-29ad8a3bd4fd service neutron] 10.222.0.44 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308148 Mar 22 14:04:30.787902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b97bc-b310-4f29-b9ff-33e8638c5f14 req-a8efdf98-5a32-4a23-93a7-e4fe0c004066 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:30.797171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af9b97bc-b310-4f29-b9ff-33e8638c5f14 req-a8efdf98-5a32-4a23-93a7-e4fe0c004066 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1437190 Mar 22 14:04:30.876179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af9b97bc-b310-4f29-b9ff-33e8638c5f14 req-9e40bd6b-adc4-44a9-8fd5-52df92f8cdb7 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780492 Mar 22 14:04:30.880877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-9cfd5878-913f-457b-a2c7-4af865e5a0c6 service neutron] 10.222.0.44 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632099 Mar 22 14:04:31.022490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bbd62-14a3-4462-9775-c15783dfc71c req-3f2c210e-9bf3-4bab-98fe-a7453f3df1ee tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.041715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be7bbd62-14a3-4462-9775-c15783dfc71c req-3f2c210e-9bf3-4bab-98fe-a7453f3df1ee tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 946 time: 0.0991282 Mar 22 14:04:31.119309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be7bbd62-14a3-4462-9775-c15783dfc71c req-38530c8a-44f6-4a99-a999-230d8c72d32a tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766118 Mar 22 14:04:31.208912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80978-e0af-4b75-9b29-b3a3c31b616e req-a2dd1fcd-1bdf-4ca5-899b-ec15195da675 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.217190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65d80978-e0af-4b75-9b29-b3a3c31b616e req-a2dd1fcd-1bdf-4ca5-899b-ec15195da675 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.0893028 Mar 22 14:04:31.300295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-900f0ff6-c79b-4b1f-b835-bcdefe5f6eff req-45633c15-7355-4aa3-8b42-c6bc8ae18e44 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 210 time: 0.0813928 Mar 22 14:04:31.348525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65d80978-e0af-4b75-9b29-b3a3c31b616e req-04a5b1d4-19bc-46dd-94bf-67ebd5101ce6 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309216 Mar 22 14:04:31.471551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009027b-eea4-4332-8c22-81baed9265b1 req-ae8ad8f3-a54f-4875-9b14-45cbe10d4914 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.473368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2009027b-eea4-4332-8c22-81baed9265b1 req-ae8ad8f3-a54f-4875-9b14-45cbe10d4914 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.0695264 Mar 22 14:04:31.538606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2009027b-eea4-4332-8c22-81baed9265b1 req-bb014b77-ca45-424e-8921-dc51a936a647 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568428 Mar 22 14:04:31.682239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b104b2-5509-426e-a974-dcf7db7e14f9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:31.684604 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2283c893-04d2-44a9-a5c2-86848dbd6f6b" -d '{"events": [{"server_uuid": "3fd3804a-3a65-4732-bbce-743bf7b3a448", "name": "network-vif-plugged", "status": "completed", "tag": "17b104b2-5509-426e-a974-dcf7db7e14f9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:31.714403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a2aee-e333-434a-9753-51de3507577c req-079acac1-bef4-4844-a0ef-6f125a2038b2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.715970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c97a2aee-e333-434a-9753-51de3507577c req-079acac1-bef4-4844-a0ef-6f125a2038b2 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 950 time: 0.0757177 Mar 22 14:04:31.742836 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941d7f17-0c33-4eda-9f2c-ee43ec753eca x-openstack-request-id: req-941d7f17-0c33-4eda-9f2c-ee43ec753eca {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:31.743129 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd3804a-3a65-4732-bbce-743bf7b3a448", "name": "network-vif-plugged", "status": "completed", "tag": "17b104b2-5509-426e-a974-dcf7db7e14f9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:31.743378 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-941d7f17-0c33-4eda-9f2c-ee43ec753eca {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:31.743806 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941d7f17-0c33-4eda-9f2c-ee43ec753eca'] response: {'server_uuid': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b104b2-5509-426e-a974-dcf7db7e14f9', 'code': 200} Mar 22 14:04:31.791207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c97a2aee-e333-434a-9753-51de3507577c req-f92cbe00-2026-49a8-9671-35c88f6824e3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674784 Mar 22 14:04:31.937203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0ea94-8ad0-49a7-802f-cf993d3e2c6a req-717423fd-b39f-443a-8513-fac665d91eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.938833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-448f17c6-f6a0-4653-b7bd-e6d79af06b13 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.939408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fd0ea94-8ad0-49a7-802f-cf993d3e2c6a req-717423fd-b39f-443a-8513-fac665d91eea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 1128 time: 0.0986061 Mar 22 14:04:31.940579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-448f17c6-f6a0-4653-b7bd-e6d79af06b13 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0fd69ca-ada6-4915-9862-6d23e43a711e HTTP/1.1" status: 200 len: 950 time: 0.0951102 Mar 22 14:04:31.956500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e709a-00cf-4159-b233-a9497a25a35f req-1cf632db-d77c-4a15-a6e2-f8ee656ed09d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.958009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e19e709a-00cf-4159-b233-a9497a25a35f req-1cf632db-d77c-4a15-a6e2-f8ee656ed09d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.0814934 Mar 22 14:04:32.082812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port 112267e6-6438-4db3-adce-657baf3d7e07 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:32.083460 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (112267e6-6438-4db3-adce-657baf3d7e07), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.232245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port 112267e6-6438-4db3-adce-657baf3d7e07, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=112267e6-6438-4db3-adce-657baf3d7e07,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:32.232649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (112267e6-6438-4db3-adce-657baf3d7e07), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.249329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for 112267e6-6438-4db3-adce-657baf3d7e07 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:32.559034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fd0ea94-8ad0-49a7-802f-cf993d3e2c6a req-c6f639c5-3db0-4eb9-992f-8a16933033f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997732 Mar 22 14:04:32.581432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (112267e6-6438-4db3-adce-657baf3d7e07), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.586804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b7f6f-8b3a-4ae6-9a8b-1ea37be55087 req-1f376f9d-8830-4fd0-a52b-f380f85b1f21 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:32.594076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c11b7f6f-8b3a-4ae6-9a8b-1ea37be55087 req-1f376f9d-8830-4fd0-a52b-f380f85b1f21 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.6069553 Mar 22 14:04:32.596729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', '84609501-349b-44c0-b33e-3224aad91225'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:32.599855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6', '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', '93804f08-96ee-497a-9db0-718559dae3af'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:32.658202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81befb44-d4ad-4b76-82f6-6a86ee7b1d92 req-454f5cf2-7c28-42c7-92bd-5ff024314340 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:32.665089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81befb44-d4ad-4b76-82f6-6a86ee7b1d92 req-454f5cf2-7c28-42c7-92bd-5ff024314340 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 946 time: 0.1814432 Mar 22 14:04:32.666225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=112267e6-6438-4db3-adce-657baf3d7e07,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:32.736502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Deleting port b9be49c3-4b05-4d1e-954c-c8db16739917 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:32.736502 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.780212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c11b7f6f-8b3a-4ae6-9a8b-1ea37be55087 req-675eb7bf-dc47-44c3-8a74-99e96c503954 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851745 Mar 22 14:04:32.794766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2b62-2645-4083-af42-b069548d0033 req-266216dc-ffb0-4b01-8ed8-8e16689201dd tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:32.796284 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-266216dc-ffb0-4b01-8ed8-8e16689201dd tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 811 time: 0.4151721 Mar 22 14:04:32.797490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port 112267e6-6438-4db3-adce-657baf3d7e07 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:32.801506 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.805548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5c4a6c78-be43-42bf-9c68-ec8f3e94c574 req-a38ab03a-0e6f-4ea1-b930-867181f71865 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "DELETE /v2.0/ports/112267e6-6438-4db3-adce-657baf3d7e07 HTTP/1.1" status: 204 len: 173 time: 0.8436341 Mar 22 14:04:32.806060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'name': 'network-vif-deleted', 'tag': '112267e6-6438-4db3-adce-657baf3d7e07'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:32.808426 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32141119-041c-43d2-a9c3-8e0def9765f4" -d '{"events": [{"server_uuid": "c0fd69ca-ada6-4915-9862-6d23e43a711e", "name": "network-vif-deleted", "tag": "112267e6-6438-4db3-adce-657baf3d7e07"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:32.820925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Request body: {'port': {'device_id': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'admin_state_up': True, 'tenant_id': '193f701c7beb4927bd4150d34917d73b'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:32.967289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81befb44-d4ad-4b76-82f6-6a86ee7b1d92 req-42fdb80f-dbf9-41fb-bdc3-5303fac0ee87 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011577 Mar 22 14:04:33.069890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Made reservation on behalf of 193f701c7beb4927bd4150d34917d73b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:33.076751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.078092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c84b6caa-e549-444d-9c9f-43268afe5cc0 req-b756d130-b3db-4ac3-92ff-108ccc6b3190 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 210 time: 0.0785420 Mar 22 14:04:33.142556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] For port b9be49c3-4b05-4d1e-954c-c8db16739917, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b9be49c3-4b05-4d1e-954c-c8db16739917,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:33.142998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.408338 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.408338 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3fb35152-30b2-42e6-86d0-52eed29c0cd5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.408682 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Floating IP 3fb35152-30b2-42e6-86d0-52eed29c0cd5 disassociated. External IP: 172.25.2.217, port: b9be49c3-4b05-4d1e-954c-c8db16739917. Mar 22 14:04:33.408786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Calling delete_port for b9be49c3-4b05-4d1e-954c-c8db16739917 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:33.429009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Allocated IP 172.20.0.3 (9e9327ee-9dad-4357-8357-8540be4aa153/8dfa2b4e-3b16-4c6f-af09-601eefa6c861/5211147c-e640-498d-9c93-fff0db9962ce) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:33.477038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ebeed-8223-4e1a-af2a-a9ee3e85e999 req-16b8d25f-d2d1-482d-90de-8c2687197a94 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.483547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-305ebeed-8223-4e1a-af2a-a9ee3e85e999 req-16b8d25f-d2d1-482d-90de-8c2687197a94 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.4080024 Mar 22 14:04:33.661179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-305ebeed-8223-4e1a-af2a-a9ee3e85e999 req-98ec3316-b51d-49a3-b949-0a3f4885ded6 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766727 Mar 22 14:04:33.674911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks [] for port (5211147c-e640-498d-9c93-fff0db9962ce), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.687761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7662a2-1cf3-48d8-917e-211efe5e0d5c req-2a5de226-9862-4a9f-93a4-357335212635 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.696372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd7662a2-1cf3-48d8-917e-211efe5e0d5c req-2a5de226-9862-4a9f-93a4-357335212635 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 946 time: 0.2431626 Mar 22 14:04:33.751137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5211147c-e640-498d-9c93-fff0db9962ce), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.752723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b9be49c3-4b05-4d1e-954c-c8db16739917), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.767714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:33.793377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event deleted for resources: {'Port': ['ID=b9be49c3-4b05-4d1e-954c-c8db16739917,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:33.810882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd7662a2-1cf3-48d8-917e-211efe5e0d5c req-c137261f-ec01-4fbb-83e5-a81960fb9b9b tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1a429cd-9320-469e-b4d7-2c91dc895340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132917 Mar 22 14:04:33.938628 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c07b0e5-89bc-491e-8ed2-c411b39f7f42 x-openstack-request-id: req-4c07b0e5-89bc-491e-8ed2-c411b39f7f42 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:33.938928 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fd69ca-ada6-4915-9862-6d23e43a711e", "name": "network-vif-deleted", "tag": "112267e6-6438-4db3-adce-657baf3d7e07", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:33.939206 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c07b0e5-89bc-491e-8ed2-c411b39f7f42 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:33.939853 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c07b0e5-89bc-491e-8ed2-c411b39f7f42'] response: {'server_uuid': 'c0fd69ca-ada6-4915-9862-6d23e43a711e', 'name': 'network-vif-deleted', 'tag': '112267e6-6438-4db3-adce-657baf3d7e07', 'status': 'completed', 'code': 200} Mar 22 14:04:33.958709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Network 9e9327ee-9dad-4357-8357-8540be4aa153 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:33.963453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:33.965401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Pushing event updated for resources: {'Port': ['ID=5211147c-e640-498d-9c93-fff0db9962ce,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:33.974700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:33.992152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b9be49c3-4b05-4d1e-954c-c8db16739917 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:34.032321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: b9be49c3-4b05-4d1e-954c-c8db16739917 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:34.033083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b9be49c3-4b05-4d1e-954c-c8db16739917 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:34.033703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 112267e6-6438-4db3-adce-657baf3d7e07 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:34.067769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.068404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.069704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 112267e6-6438-4db3-adce-657baf3d7e07 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:34.070242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 112267e6-6438-4db3-adce-657baf3d7e07 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:34.104751 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-7c45cb57-ef34-401d-8002-dbbb3071ed1b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2899723 Mar 22 14:04:34.122164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Request body: {'port': {'device_id': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:34.178751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2492a8b-89c4-4a6a-b4b5-b265e49199cf req-883754d9-75d0-4f46-bb92-8abac8f47407 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.183842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2492a8b-89c4-4a6a-b4b5-b265e49199cf req-883754d9-75d0-4f46-bb92-8abac8f47407 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.2107971 Mar 22 14:04:34.203595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53130) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:34.230133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Request body: {'floatingip': {'port_id': '4791de6c-8b2d-4a4c-95af-ebaeee9165be'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:34.264975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:04:34.292695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5211147c-e640-498d-9c93-fff0db9962ce), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.340232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for floatingip (6950e109-09de-458e-a831-983bb7a558cc), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.633151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5211147c-e640-498d-9c93-fff0db9962ce {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:34.645992 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Publish callbacks [] for port (5211147c-e640-498d-9c93-fff0db9962ce), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.660182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Transition to ACTIVE for port object 5211147c-e640-498d-9c93-fff0db9962ce will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:34.664770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5211147c-e640-498d-9c93-fff0db9962ce), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.667040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b56897-f625-4c0e-9dd6-d81e1c3aef2c req-b66f9199-4a6f-464f-bddb-446173f48125 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.673990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b56897-f625-4c0e-9dd6-d81e1c3aef2c req-b66f9199-4a6f-464f-bddb-446173f48125 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 946 time: 0.3418088 Mar 22 14:04:34.714849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5211147c-e640-498d-9c93-fff0db9962ce,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:34.721694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c71ffa-04bf-4e41-9739-5ed87cf2ca78 req-28f8d714-3bd9-49b6-940a-d252fd2c38ae tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.726388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3c71ffa-04bf-4e41-9739-5ed87cf2ca78 req-28f8d714-3bd9-49b6-940a-d252fd2c38ae tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.4006906 Mar 22 14:04:34.796578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Attempting to bind port 5211147c-e640-498d-9c93-fff0db9962ce on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:34.796904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Attempting to bind port 5211147c-e640-498d-9c93-fff0db9962ce by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:34.797228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Attempting to bind port 5211147c-e640-498d-9c93-fff0db9962ce on network 9e9327ee-9dad-4357-8357-8540be4aa153 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:34.801905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Port 5211147c-e640-498d-9c93-fff0db9962ce on network 9e9327ee-9dad-4357-8357-8540be4aa153 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:34.802251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Attempting to bind port 5211147c-e640-498d-9c93-fff0db9962ce on network 9e9327ee-9dad-4357-8357-8540be4aa153 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:34.807200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:34.807534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Checking segment: {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:34.807912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Bound using segment: {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:34.808333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Bound port: 5211147c-e640-498d-9c93-fff0db9962ce, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb5af57-4c5e-4852-968b-cdcd2365696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:34.808692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5211147c-e640-498d-9c93-fff0db9962ce), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.882184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:04:34.884453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] For port 5211147c-e640-498d-9c93-fff0db9962ce, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:34.887503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] For port 5211147c-e640-498d-9c93-fff0db9962ce, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5211147c-e640-498d-9c93-fff0db9962ce,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:34.896760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] Sync routers for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:04:34.910612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5211147c-e640-498d-9c93-fff0db9962ce), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.918021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:34.918845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:34.939132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b56897-f625-4c0e-9dd6-d81e1c3aef2c req-c1a9691b-1913-4520-9103-fe7b040cc4c8 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641683 Mar 22 14:04:34.992277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.992277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.993539 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/5211147c-e640-498d-9c93-fff0db9962ce HTTP/1.1" status: 200 len: 1091 time: 0.8757410 Mar 22 14:04:35.048429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3c71ffa-04bf-4e41-9739-5ed87cf2ca78 req-eb2e9c54-34ce-41a2-916b-45e9b685e4bb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443640 Mar 22 14:04:35.103356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] No DVR routers for this DVR port b9be49c3-4b05-4d1e-954c-c8db16739917 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:35.112590 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.122333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e19e709a-00cf-4159-b233-a9497a25a35f req-56445c9f-836a-4de8-b89a-ecfea1e69809 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.42 "DELETE /v2.0/ports/b9be49c3-4b05-4d1e-954c-c8db16739917 HTTP/1.1" status: 204 len: 173 time: 3.1573503 Mar 22 14:04:35.137203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45bb65-2bd2-4fc7-8047-e354b24336f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5211147c-e640-498d-9c93-fff0db9962ce,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:35.159807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'name': 'network-vif-deleted', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:35.162175 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4078935-3951-464e-8aee-91265cae563e" -d '{"events": [{"server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "name": "network-vif-deleted", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:35.176443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2b62-2645-4083-af42-b069548d0033 req-a338dafd-4c3e-4c92-aec7-378857fd2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.178139 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-a338dafd-4c3e-4c92-aec7-378857fd2cce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 1125 time: 0.1370318 Mar 22 14:04:35.211471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:35.269779 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-13745ded-3224-4c57-924d-2ad65bb491da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5211147c-e640-498d-9c93-fff0db9962ce HTTP/1.1" status: 200 len: 217 time: 0.0835381 Mar 22 14:04:35.360708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2b62-2645-4083-af42-b069548d0033 req-d694cb2e-4872-47de-be45-688be55f6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.363522 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-d694cb2e-4872-47de-be45-688be55f6889 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 200 len: 851 time: 0.0889986 Mar 22 14:04:35.416372 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-041044c7-20dc-48dd-8c23-37332f21ec45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e9327ee-9dad-4357-8357-8540be4aa153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376441 Mar 22 14:04:35.551437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12d18e-52f3-4fbf-992d-e4140efabd8b req-17b06530-e794-4242-a456-221e008058f6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.559155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b12d18e-52f3-4fbf-992d-e4140efabd8b req-17b06530-e794-4242-a456-221e008058f6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 943 time: 0.4590304 Mar 22 14:04:35.588650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece880f-acf5-4e5a-a05a-e58720fa0065 req-20f9e1ad-6e42-412e-8b77-ddbaeaa01ca1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.596156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eece880f-acf5-4e5a-a05a-e58720fa0065 req-20f9e1ad-6e42-412e-8b77-ddbaeaa01ca1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 950 time: 0.3795135 Mar 22 14:04:35.602448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:24Z', 'revision_number': 5, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:35.635699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-48aef042-dedf-46a2-967a-b7a16ffb9c01 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168610 Mar 22 14:04:35.655325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] Checking router: bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:04:35.668401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:35.669440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:35.712774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eece880f-acf5-4e5a-a05a-e58720fa0065 req-35d2f171-045b-44b0-91c4-468ac9072f45 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152337 Mar 22 14:04:35.756781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b12d18e-52f3-4fbf-992d-e4140efabd8b req-77e4829c-ff13-409c-a7ce-15e6a8597bb9 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922812 Mar 22 14:04:35.888338 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d4b2b62-2645-4083-af42-b069548d0033 req-5e4383a5-8292-4a94-9ce3-b01178bea393 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472756 Mar 22 14:04:35.888625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-c42c9fdc-d49b-4e64-b13a-00065a60e01e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.890352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-c42c9fdc-d49b-4e64-b13a-00065a60e01e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 950 time: 0.2702324 Mar 22 14:04:35.895276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:04:35.906110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:35.940896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'tag': '5211147c-e640-498d-9c93-fff0db9962ce'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:35.942015 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef8415-5845-4194-b374-400772181501 x-openstack-request-id: req-80ef8415-5845-4194-b374-400772181501 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:35.942396 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45fc77-08d4-46d0-af30-73483cb58339", "name": "network-vif-deleted", "tag": "b9be49c3-4b05-4d1e-954c-c8db16739917", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:35.942737 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80ef8415-5845-4194-b374-400772181501 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:35.943341 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ef8415-5845-4194-b374-400772181501'] response: {'server_uuid': '0f45fc77-08d4-46d0-af30-73483cb58339', 'name': 'network-vif-deleted', 'tag': 'b9be49c3-4b05-4d1e-954c-c8db16739917', 'status': 'completed', 'code': 200} Mar 22 14:04:35.944588 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2eb487-db51-41e3-b42a-8d26112c47d2", "tag": "5211147c-e640-498d-9c93-fff0db9962ce"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:36.027247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2f3649c-7542-4fe2-bdb6-235828dcb549 req-35b5b45c-f320-457e-b0eb-217f28d12820 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.1292272 Mar 22 14:04:36.063720 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e016724-9249-4fcf-a5c5-1dd1fae69d31 x-openstack-request-id: req-9e016724-9249-4fcf-a5c5-1dd1fae69d31 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:36.064228 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2eb487-db51-41e3-b42a-8d26112c47d2", "tag": "5211147c-e640-498d-9c93-fff0db9962ce", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:36.064477 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e016724-9249-4fcf-a5c5-1dd1fae69d31 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:36.064890 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e016724-9249-4fcf-a5c5-1dd1fae69d31'] response: {'name': 'network-changed', 'server_uuid': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'tag': '5211147c-e640-498d-9c93-fff0db9962ce', 'status': 'completed', 'code': 200} Mar 22 14:04:36.125181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:36.202181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (6950e109-09de-458e-a831-983bb7a558cc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:36.210341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-2d52f9f3-d7e6-4112-a528-d9916545bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.211843 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-2d52f9f3-d7e6-4112-a528-d9916545bd1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 1125 time: 0.1265800 Mar 22 14:04:36.392775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:24Z', 'revision_number': 5, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:36.418817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-11b09ae8-944d-4922-b343-2bd0d4e3e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.421596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-11b09ae8-944d-4922-b343-2bd0d4e3e670 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 912 time: 0.1948888 Mar 22 14:04:36.455897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911189c8-382d-49d5-917b-4d7b66aebf4d None None] The sync data for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 is: [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:02:14Z', 'revision_number': 4, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4c9843e2-944a-4455-a298-9066b223b5ae', 'name': '', 'network_id': '68c30840-be67-487d-85eb-7a71341f121c', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'mac_address': 'fa:16:3e:a5:c1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:12Z', 'updated_at': '2022-03-22T14:02:24Z', 'revision_number': 5, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'subnets': [{'id': '0dcace01-a1f8-4b5f-8652-4698716ecd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:04:36.484220 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Floating IP 6950e109-09de-458e-a831-983bb7a558cc associated. External IP: 172.25.2.119, port: 4791de6c-8b2d-4a4c-95af-ebaeee9165be. Mar 22 14:04:36.499296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port 93804f08-96ee-497a-9db0-718559dae3af {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:36.503187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (93804f08-96ee-497a-9db0-718559dae3af), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:36.523768 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-545141e9-65aa-479d-8372-9c78e1a37e40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5211147c-e640-498d-9c93-fff0db9962ce HTTP/1.1" status: 200 len: 217 time: 0.0908425 Mar 22 14:04:36.533898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091e790-fc30-495e-b532-7fdafa859161 req-178fb63b-1b38-450d-9a5f-85c8f04fde2f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.542003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5091e790-fc30-495e-b532-7fdafa859161 req-178fb63b-1b38-450d-9a5f-85c8f04fde2f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.3418725 Mar 22 14:04:36.600225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-faa409a6-f8c5-478d-9df5-5d6e9de6ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.601923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-faa409a6-f8c5-478d-9df5-5d6e9de6ea2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 200 len: 851 time: 0.0717254 Mar 22 14:04:36.644835 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-6416b854-59c8-4aea-a555-c4ec7c3ddd9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e9327ee-9dad-4357-8357-8540be4aa153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363905 Mar 22 14:04:36.793130 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-9c82801e-d781-46f0-8c1a-1e610dba9e7e service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417332 Mar 22 14:04:37.016791 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8111d1-b12d-4bfe-905a-37628f6d559e None None] New status for floating IP 3fb35152-30b2-42e6-86d0-52eed29c0cd5: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:04:37.049283 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6019055-3bc2-4b9b-ae5c-c7eaea5ecd97 req-c7ad2068-7776-4dcb-9f07-32eb9ce966f5 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488222 Mar 22 14:04:37.288593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port 93804f08-96ee-497a-9db0-718559dae3af, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=93804f08-96ee-497a-9db0-718559dae3af,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:37.289186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (93804f08-96ee-497a-9db0-718559dae3af), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:37.304243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for 93804f08-96ee-497a-9db0-718559dae3af owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:37.517546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aacfc948-7efd-4fb8-8f58-55d4b50be70d req-5a8e78d7-ce73-4830-845a-b349215df7d8 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8684360-6902-4319-9c43-47b814ceec5d HTTP/1.1" status: 200 len: 210 time: 0.3560536 Mar 22 14:04:37.518581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (93804f08-96ee-497a-9db0-718559dae3af), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:37.539949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6', '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:37.617143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=93804f08-96ee-497a-9db0-718559dae3af,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:37.665620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', '84609501-349b-44c0-b33e-3224aad91225'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:37.722514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port 93804f08-96ee-497a-9db0-718559dae3af on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:37.726888 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:37.730946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a55a7814-1040-4b48-888f-1acc507fe4c4 req-3a31eec0-d1af-47da-aab4-3b1ff9b8d3b0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "DELETE /v2.0/ports/93804f08-96ee-497a-9db0-718559dae3af HTTP/1.1" status: 204 len: 173 time: 1.8318605 Mar 22 14:04:37.820622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5091e790-fc30-495e-b532-7fdafa859161 req-33f4cccf-5173-49d9-8f26-44b2a13163c2 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2775040 Mar 22 14:04:38.004549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8684360-6902-4319-9c43-47b814ceec5d', 'name': 'network-vif-deleted', 'tag': '93804f08-96ee-497a-9db0-718559dae3af'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:38.013032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 93804f08-96ee-497a-9db0-718559dae3af no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:38.017920 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a9ba1c-076e-4fb5-aab9-b34e712368e2" -d '{"events": [{"server_uuid": "f8684360-6902-4319-9c43-47b814ceec5d", "name": "network-vif-deleted", "tag": "93804f08-96ee-497a-9db0-718559dae3af"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:38.114128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13158818-57cf-4d1e-9826-5820d93d01de req-13f890ea-08cb-4e47-bc3b-de529926a095 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.122586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13158818-57cf-4d1e-9826-5820d93d01de req-13f890ea-08cb-4e47-bc3b-de529926a095 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 943 time: 0.4014125 Mar 22 14:04:38.180882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 93804f08-96ee-497a-9db0-718559dae3af {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:38.181224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 93804f08-96ee-497a-9db0-718559dae3af not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:38.219031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cae6f442-8c9e-4c94-97e5-a412fc10ff6f req-dc151574-6fb3-4284-bc27-cc8c80699ca6 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0850530 Mar 22 14:04:38.287478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Router 0ce84208-da2d-4b59-a753-ef53adf82e05 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:04:38.372879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13158818-57cf-4d1e-9826-5820d93d01de req-780fa22a-4652-4717-9c84-7af88ae049bc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492383 Mar 22 14:04:38.374706 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03f78a6-7468-42d0-9cd7-b4c420d8c2e8 x-openstack-request-id: req-d03f78a6-7468-42d0-9cd7-b4c420d8c2e8 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:38.375133 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8684360-6902-4319-9c43-47b814ceec5d", "name": "network-vif-deleted", "tag": "93804f08-96ee-497a-9db0-718559dae3af", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:38.375485 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d03f78a6-7468-42d0-9cd7-b4c420d8c2e8 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:38.375985 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03f78a6-7468-42d0-9cd7-b4c420d8c2e8'] response: {'server_uuid': 'f8684360-6902-4319-9c43-47b814ceec5d', 'name': 'network-vif-deleted', 'tag': '93804f08-96ee-497a-9db0-718559dae3af', 'status': 'completed', 'code': 200} Mar 22 14:04:38.587217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:04:38.604230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] Sync routers for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:04:38.605473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:38.663416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:38.664463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:38.722325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1ea7df15-ad78-49b1-94e6-b9c397ebbc5e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "PUT /v2.0/floatingips/6950e109-09de-458e-a831-983bb7a558cc HTTP/1.1" status: 200 len: 991 time: 4.5175457 Mar 22 14:04:39.002885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5211147c-e640-498d-9c93-fff0db9962ce details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:39.272248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ad803-c9c8-4d5e-be79-dbc0a0498721 req-22069539-89a5-4bae-a7e1-ec945e4114e4 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.276668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa7ad803-c9c8-4d5e-be79-dbc0a0498721 req-22069539-89a5-4bae-a7e1-ec945e4114e4 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.4474442 Mar 22 14:04:39.350973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:39.356735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bdd9f-9285-4035-ac53-4c2591b64de6 req-b2412d0c-9d29-4385-a571-94d04de09f62 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.363638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-788bdd9f-9285-4035-ac53-4c2591b64de6 req-b2412d0c-9d29-4385-a571-94d04de09f62 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.3189819 Mar 22 14:04:39.411320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa7ad803-c9c8-4d5e-be79-dbc0a0498721 req-977f5712-7f89-415f-a670-74c9ca8d8463 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157444 Mar 22 14:04:39.489160 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-788bdd9f-9285-4035-ac53-4c2591b64de6 req-cb02067a-84b5-473b-b7b6-4f69a0c52123 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245286 Mar 22 14:04:39.567803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5211147c-e640-498d-9c93-fff0db9962ce, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5211147c-e640-498d-9c93-fff0db9962ce,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:39.586826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '5211147c-e640-498d-9c93-fff0db9962ce', 'network_id': '9e9327ee-9dad-4357-8357-8540be4aa153', 'port_id': '5211147c-e640-498d-9c93-fff0db9962ce', 'mac_address': 'fa:16:3e:e6:19:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfa2b4e-3b16-4c6f-af09-601eefa6c861', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:39.635166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 5211147c-e640-498d-9c93-fff0db9962ce is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:39.635821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5211147c-e640-498d-9c93-fff0db9962ce), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:39.658142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5211147c-e640-498d-9c93-fff0db9962ce {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:39.680109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5211147c-e640-498d-9c93-fff0db9962ce, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5211147c-e640-498d-9c93-fff0db9962ce,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:39.743283 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5211147c-e640-498d-9c93-fff0db9962ce), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:39.757097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7277ceea-c858-4bc0-a5ec-db9ae4dd3572 req-eae224ca-afff-4cac-971e-c87a206c8cae tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0649116 Mar 22 14:04:39.831608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=5211147c-e640-498d-9c93-fff0db9962ce,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:39.988177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495343-a857-4d7f-b65f-d6703b7c5046 req-f31d00e1-7e43-4c65-bf4a-a8434aafc611 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.989870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c495343-a857-4d7f-b65f-d6703b7c5046 req-f31d00e1-7e43-4c65-bf4a-a8434aafc611 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 950 time: 0.1060543 Mar 22 14:04:39.998976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a9f2-1060-4b9a-bd0f-5878e5b7e4c5 req-98976a74-0e0a-4a48-8b62-c941141cebed tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.008106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4941a9f2-1060-4b9a-bd0f-5878e5b7e4c5 req-98976a74-0e0a-4a48-8b62-c941141cebed tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 944 time: 0.1637306 Mar 22 14:04:40.134255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4941a9f2-1060-4b9a-bd0f-5878e5b7e4c5 req-58d4f67c-6b4d-43e1-8192-b0929e1e041b tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207905 Mar 22 14:04:40.172307 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6950e109-09de-458e-a831-983bb7a558cc', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'port_id': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'mac_address': 'fa:16:3e:82:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb216c2-a954-4a73-970d-176a015c041b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:04:15Z', 'updated_at': '2022-03-22T14:04:35Z', 'revision_number': 1, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:15Z', 'revision_number': 5, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:40.179535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['5211147c-e640-498d-9c93-fff0db9962ce'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:40.184539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c495343-a857-4d7f-b65f-d6703b7c5046 req-3b7ba5eb-bae7-4351-bdc6-dbefa2da7dc0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653969 Mar 22 14:04:40.257248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] Checking router: 0ce84208-da2d-4b59-a753-ef53adf82e05 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:04:40.281214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:40.281842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:40.386657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:40.390073 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:40.438593 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2026f1-3aae-4446-a4a3-86eeed3185b6 x-openstack-request-id: req-fc2026f1-3aae-4446-a4a3-86eeed3185b6 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:40.440426 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:40.441033 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc2026f1-3aae-4446-a4a3-86eeed3185b6 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:40.442086 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2026f1-3aae-4446-a4a3-86eeed3185b6'] response: {'name': 'network-changed', 'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'status': 'completed', 'code': 200} Mar 22 14:04:40.547926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-5cb01d25-a473-484c-a4aa-934c2ac9c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.548753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:40.554015 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-5cb01d25-a473-484c-a4aa-934c2ac9c4a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf7f46e506d74b6c8e6de580ec5f965c&device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 1127 time: 0.0848484 Mar 22 14:04:40.681907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-50153514-c9ad-4b2e-a064-8ba66be4235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.683789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-50153514-c9ad-4b2e-a064-8ba66be4235b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9a846e8-1cce-4f1d-b8c4-18df769e1677 HTTP/1.1" status: 200 len: 905 time: 0.1271944 Mar 22 14:04:40.841752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-b615957c-914f-4288-9277-7b4f2b1435d6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.845252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-b615957c-914f-4288-9277-7b4f2b1435d6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 950 time: 0.1890326 Mar 22 14:04:40.880641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c059a-1603-4b4a-97fb-f804d7e3baad req-3f27b837-894f-4e42-95cf-53e12c5e9a9a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.897192 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-f9fab83b-192e-4072-9cac-dd641b6dbb42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be HTTP/1.1" status: 200 len: 999 time: 0.2010932 Mar 22 14:04:40.900755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef1c059a-1603-4b4a-97fb-f804d7e3baad req-3f27b837-894f-4e42-95cf-53e12c5e9a9a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.3146513 Mar 22 14:04:40.989806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-f1a71f92-0cae-454c-bd92-7bb68c35fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.991858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-f1a71f92-0cae-454c-bd92-7bb68c35fa25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7653e37-39d6-417e-bb4d-c1acf069b0f8 HTTP/1.1" status: 200 len: 843 time: 0.0878677 Mar 22 14:04:41.122239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-ede1f74c-4dfe-4fcf-848c-7e9863caa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.127327 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-ede1f74c-4dfe-4fcf-848c-7e9863caa611 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9a846e8-1cce-4f1d-b8c4-18df769e1677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1283267 Mar 22 14:04:41.148893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6950e109-09de-458e-a831-983bb7a558cc', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'port_id': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'mac_address': 'fa:16:3e:82:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb216c2-a954-4a73-970d-176a015c041b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:04:15Z', 'updated_at': '2022-03-22T14:04:35Z', 'revision_number': 1, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:15Z', 'revision_number': 5, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:41.164923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab087fa9-dc56-4ef9-8311-f266d3c99940 req-1cdbfc71-fa1d-421b-9dc7-16a956646a74 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.1199045 Mar 22 14:04:41.193644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef1c059a-1603-4b4a-97fb-f804d7e3baad req-db1a606d-3282-4021-8657-9296bf2e8f28 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804339 Mar 22 14:04:41.247347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48589fd4-e28f-4d79-b5ff-894c6ec862f9 None None] The sync data for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 is: [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6950e109-09de-458e-a831-983bb7a558cc', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'port_id': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'mac_address': 'fa:16:3e:82:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb216c2-a954-4a73-970d-176a015c041b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:04:15Z', 'updated_at': '2022-03-22T14:04:35Z', 'revision_number': 1, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:15Z', 'revision_number': 5, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:04:41.281156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c1aa-576e-4054-8eb5-355a9feb4630 req-b644068f-84aa-4b11-9d5b-95f8a242a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.284171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2304c1aa-576e-4054-8eb5-355a9feb4630 req-b644068f-84aa-4b11-9d5b-95f8a242a695 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.2819428 Mar 22 14:04:41.291101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:41.292518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:41.339845 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-58117b95-2db4-4bf5-8a47-80099cd1dce3 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053664 Mar 22 14:04:41.543069 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46e4e1d7-a2be-45ad-8c0d-a7d512b860d0 req-95cb752e-aa84-4e12-b2a4-b89136fb6ec5 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873436 Mar 22 14:04:41.618923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2304c1aa-576e-4054-8eb5-355a9feb4630 req-30f93532-ff81-4fb3-a2d5-3f3915320ddf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116019 Mar 22 14:04:41.622417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:41.622862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:41.664060 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8162c52-350d-4862-96e0-e1611b962121 None None] New status for floating IP 6950e109-09de-458e-a831-983bb7a558cc: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:04:41.680156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e55332-c619-4ca0-896e-77af75c063e5 req-dd701092-b62b-4581-800f-008943a51532 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.681667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7e55332-c619-4ca0-896e-77af75c063e5 req-dd701092-b62b-4581-800f-008943a51532 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 946 time: 0.3761010 Mar 22 14:04:41.694119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:41.749138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-96df9ea3-d4b7-4c2c-83da-dafbd7f5f01b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.752347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-96df9ea3-d4b7-4c2c-83da-dafbd7f5f01b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0e56a1d-52c3-497e-9fab-d79887e3c124 HTTP/1.1" status: 200 len: 950 time: 0.3785787 Mar 22 14:04:41.766875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db3ee7-383e-4be6-a08b-7b26ac9c5cc4 req-f702ef22-109d-4546-b99b-43217c1280d2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.768433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25db3ee7-383e-4be6-a08b-7b26ac9c5cc4 req-f702ef22-109d-4546-b99b-43217c1280d2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 944 time: 0.3960793 Mar 22 14:04:41.919548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7e55332-c619-4ca0-896e-77af75c063e5 req-18960c2a-6851-460b-b133-cd385f72de47 tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/security-groups?id=38d720d7-48c3-45da-a58c-e718402ef073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159908 Mar 22 14:04:41.961665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25db3ee7-383e-4be6-a08b-7b26ac9c5cc4 req-734f653d-2ceb-4445-ba04-d349b1f9901e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790793 Mar 22 14:04:42.169840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port 84609501-349b-44c0-b33e-3224aad91225 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:42.170213 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (84609501-349b-44c0-b33e-3224aad91225), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.290681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed442f3-461b-4c9d-90d3-42765c69ab20 req-cbac2946-1e5b-4ea7-839b-d91c5179ec9e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:42.292357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ed442f3-461b-4c9d-90d3-42765c69ab20 req-cbac2946-1e5b-4ea7-839b-d91c5179ec9e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 950 time: 0.2437634 Mar 22 14:04:42.311159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.318326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9361df7f-f94f-4c72-982b-5661e8e1c780 req-f0d2e1bf-1d1e-42a6-a3a0-ea694079ffe9 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0605354 Mar 22 14:04:42.323848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', '84609501-349b-44c0-b33e-3224aad91225'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:42.326977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:42.425043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-85316d16-738b-4f11-8e6c-ed9bb2c86c1e tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:42.427327 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-85316d16-738b-4f11-8e6c-ed9bb2c86c1e tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 946 time: 0.0835147 Mar 22 14:04:42.453843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port 84609501-349b-44c0-b33e-3224aad91225, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=84609501-349b-44c0-b33e-3224aad91225,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:42.454283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (84609501-349b-44c0-b33e-3224aad91225), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.472436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for 84609501-349b-44c0-b33e-3224aad91225 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:42.557063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Deleting port 17b104b2-5509-426e-a974-dcf7db7e14f9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:42.557652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.642397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:42.715060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] For port 17b104b2-5509-426e-a974-dcf7db7e14f9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=17b104b2-5509-426e-a974-dcf7db7e14f9,segment=NetworkSegment(3613c47d-5e90-4e0e-a86b-e0eea86c2089),segment_id=3613c47d-5e90-4e0e-a86b-e0eea86c2089)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:42.715671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.756303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Calling delete_port for 17b104b2-5509-426e-a974-dcf7db7e14f9 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:42.813988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:42.828091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.832339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-247aae38-55e0-46ad-9967-323fa2c0d52e req-25ddb512-d4da-458d-aadf-95f8120d4d38 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "DELETE /v2.0/ports/8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 HTTP/1.1" status: 204 len: 173 time: 1.9292028 Mar 22 14:04:42.833900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'name': 'network-vif-deleted', 'tag': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:42.844297 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54466d1a-63c8-4840-a79f-561f1e59a3f9" -d '{"events": [{"server_uuid": "5ac4bee6-be00-47ba-aad1-96cd41b1cbe3", "name": "network-vif-deleted", "tag": "8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:42.982648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ed442f3-461b-4c9d-90d3-42765c69ab20 req-b0ff418c-6339-49af-ad1c-613cd3a5c415 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694658 Mar 22 14:04:43.013103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (17b104b2-5509-426e-a974-dcf7db7e14f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.017530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5211147c-e640-498d-9c93-fff0db9962ce up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:43.030368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659708f-f1d2-4690-adb6-2d7c8de840ee req-9ab008cc-fdc4-4066-9f92-6b08ba975f82 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.041794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9659708f-f1d2-4690-adb6-2d7c8de840ee req-9ab008cc-fdc4-4066-9f92-6b08ba975f82 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.4008179 Mar 22 14:04:43.075207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['17b104b2-5509-426e-a974-dcf7db7e14f9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:43.095499 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Pushing event deleted for resources: {'Port': ['ID=17b104b2-5509-426e-a974-dcf7db7e14f9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:43.125795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9659708f-f1d2-4690-adb6-2d7c8de840ee req-4cf3c270-de88-42bb-bba1-d7a61ad72520 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776420 Mar 22 14:04:43.141737 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f58eda-27e1-47c5-adc3-a2c0d75be4d1 x-openstack-request-id: req-02f58eda-27e1-47c5-adc3-a2c0d75be4d1 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:43.142289 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac4bee6-be00-47ba-aad1-96cd41b1cbe3", "name": "network-vif-deleted", "tag": "8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:43.142784 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02f58eda-27e1-47c5-adc3-a2c0d75be4d1 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:43.143281 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f58eda-27e1-47c5-adc3-a2c0d75be4d1'] response: {'server_uuid': '5ac4bee6-be00-47ba-aad1-96cd41b1cbe3', 'name': 'network-vif-deleted', 'tag': '8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0', 'status': 'completed', 'code': 200} Mar 22 14:04:43.144385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (84609501-349b-44c0-b33e-3224aad91225), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.176094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:43.178286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:43.207768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=84609501-349b-44c0-b33e-3224aad91225,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:43.220049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] No DVR routers for this DVR port 17b104b2-5509-426e-a974-dcf7db7e14f9 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:43.227882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.231554 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3714d2a-21a6-4e87-8335-9cb95b9cb0df req-9f3f1c62-09f7-478b-abd9-5055684efada tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.42 "DELETE /v2.0/ports/17b104b2-5509-426e-a974-dcf7db7e14f9 HTTP/1.1" status: 204 len: 173 time: 0.7980304 Mar 22 14:04:43.232032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'name': 'network-vif-deleted', 'tag': '17b104b2-5509-426e-a974-dcf7db7e14f9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:43.234380 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ad967b-020e-4412-945f-58c4acea1983" -d '{"events": [{"server_uuid": "3fd3804a-3a65-4732-bbce-743bf7b3a448", "name": "network-vif-deleted", "tag": "17b104b2-5509-426e-a974-dcf7db7e14f9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:43.330473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 5211147c-e640-498d-9c93-fff0db9962ce completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:43.337011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 5211147c-e640-498d-9c93-fff0db9962ce triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:43.337583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5211147c-e640-498d-9c93-fff0db9962ce), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.357945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3471df96-cb88-4939-af09-e39a8a84b078 req-cfd8cbfa-040f-4bfd-a6a4-e9eb79948ccf tempest-VolumesActionsTest-692521143 tempest-VolumesActionsTest-692521143-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fd3804a-3a65-4732-bbce-743bf7b3a448 HTTP/1.1" status: 200 len: 210 time: 0.1323223 Mar 22 14:04:43.376899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port 84609501-349b-44c0-b33e-3224aad91225 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:43.382710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.386222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e00cb904-fdc8-49e4-8a9b-b493489380d8 req-1fc8d980-4965-452e-a8ea-13b16b6843f1 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "DELETE /v2.0/ports/84609501-349b-44c0-b33e-3224aad91225 HTTP/1.1" status: 204 len: 173 time: 1.5405910 Mar 22 14:04:43.490273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd3b2b-78f2-4d21-b5dd-00b54a98dbdf req-20e59ce0-9190-4eb9-9a36-a8eded58a4cb tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.500044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ddd3b2b-78f2-4d21-b5dd-00b54a98dbdf req-20e59ce0-9190-4eb9-9a36-a8eded58a4cb tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 944 time: 0.1623614 Mar 22 14:04:43.520815 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1e1814-6a75-4e58-8f41-2c7c3e1ad7c2 x-openstack-request-id: req-4c1e1814-6a75-4e58-8f41-2c7c3e1ad7c2 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:43.521695 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd3804a-3a65-4732-bbce-743bf7b3a448", "name": "network-vif-deleted", "tag": "17b104b2-5509-426e-a974-dcf7db7e14f9", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:43.522222 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c1e1814-6a75-4e58-8f41-2c7c3e1ad7c2 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:43.522851 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1e1814-6a75-4e58-8f41-2c7c3e1ad7c2'] response: {'server_uuid': '3fd3804a-3a65-4732-bbce-743bf7b3a448', 'name': 'network-vif-deleted', 'tag': '17b104b2-5509-426e-a974-dcf7db7e14f9', 'status': 'completed', 'code': 200} Mar 22 14:04:43.595985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ddd3b2b-78f2-4d21-b5dd-00b54a98dbdf req-50bdeb95-916e-4b70-a402-93e62f60cfbb tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950415 Mar 22 14:04:43.685701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 5211147c-e640-498d-9c93-fff0db9962ce is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:43.686528 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5211147c-e640-498d-9c93-fff0db9962ce), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.691920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa0d74be-5e76-475c-b54c-16ade3e3a0a6 req-870b0c06-e48d-44b3-829d-046766511344 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0650480 Mar 22 14:04:43.783990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211147c-e640-498d-9c93-fff0db9962ce'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:43.786352 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ef93a8-2a4e-4c87-9f2c-4003b33f9451" -d '{"events": [{"server_uuid": "1f2eb487-db51-41e3-b42a-8d26112c47d2", "name": "network-vif-plugged", "status": "completed", "tag": "5211147c-e640-498d-9c93-fff0db9962ce"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:43.838829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5211147c-e640-498d-9c93-fff0db9962ce, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5211147c-e640-498d-9c93-fff0db9962ce,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:43.884999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5211147c-e640-498d-9c93-fff0db9962ce), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.898071 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04d4d7e-3417-4734-9d07-bd488012e5f2 x-openstack-request-id: req-b04d4d7e-3417-4734-9d07-bd488012e5f2 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:43.898742 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2eb487-db51-41e3-b42a-8d26112c47d2", "name": "network-vif-plugged", "status": "completed", "tag": "5211147c-e640-498d-9c93-fff0db9962ce", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:43.899584 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b04d4d7e-3417-4734-9d07-bd488012e5f2 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:43.901338 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04d4d7e-3417-4734-9d07-bd488012e5f2'] response: {'server_uuid': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211147c-e640-498d-9c93-fff0db9962ce', 'code': 200} Mar 22 14:04:44.127299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-a5887f4a-f7ac-47d8-a11f-d3cdfaeb2f30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2096238 Mar 22 14:04:44.132192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbb158-12a4-48b0-9d77-86e995b84994 req-ef6d230b-4a55-403a-a0dd-1f3f7459d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.134042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=5211147c-e640-498d-9c93-fff0db9962ce,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:44.137663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 17b104b2-5509-426e-a974-dcf7db7e14f9 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:44.166964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bbb158-12a4-48b0-9d77-86e995b84994 req-ef6d230b-4a55-403a-a0dd-1f3f7459d307 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 1127 time: 0.1679966 Mar 22 14:04:44.217704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 17b104b2-5509-426e-a974-dcf7db7e14f9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:44.218355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 17b104b2-5509-426e-a974-dcf7db7e14f9 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:44.219115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:44.260816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:44.261293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 8af032bd-2c3f-49a5-ac27-0e7cfaae2ee0 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:44.277812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e30440d9-242b-42cb-bb5e-f55c42237615 req-2e4b66a3-9ed8-4e0b-83cd-d3d3b1bf61e0 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ac4bee6-be00-47ba-aad1-96cd41b1cbe3 HTTP/1.1" status: 200 len: 210 time: 0.0761421 Mar 22 14:04:44.344132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bbb158-12a4-48b0-9d77-86e995b84994 req-c87ae44f-32cf-4cce-93e7-46ad7821b0b6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705613 Mar 22 14:04:44.371319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-c54606f3-1ae1-4ad1-a527-5221cf13e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.373184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-c54606f3-1ae1-4ad1-a527-5221cf13e6ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 1127 time: 0.1496663 Mar 22 14:04:44.461718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a4d2d-61d6-4380-907e-6debeefb895a req-a2224cdb-5efd-4446-ad71-d219e5450822 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.463547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-777a4d2d-61d6-4380-907e-6debeefb895a req-a2224cdb-5efd-4446-ad71-d219e5450822 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.0600660 Mar 22 14:04:44.525679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-777a4d2d-61d6-4380-907e-6debeefb895a req-f42b36fc-be51-4d5f-a480-a8a5758a1da5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538454 Mar 22 14:04:44.753189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-07840f1e-72f1-40f2-a9d5-f3df7f2e2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.755977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-07840f1e-72f1-40f2-a9d5-f3df7f2e2327 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.1793244 Mar 22 14:04:44.851714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-e041fade-f6a3-4230-a7f4-cbf04c1c0b8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 200 len: 217 time: 0.0397058 Mar 22 14:04:44.885097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62eaf997-2d09-43be-a3e0-983e8dd1cf4d req-4a152932-9d22-4b2d-8200-99f2c10448bf tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0321839 Mar 22 14:04:44.970950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9e20b-62f4-43fc-9cdf-95c3eb7d6385 req-c545aa04-7932-4c38-b488-34e2cb65b6ef tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.972507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43f9e20b-62f4-43fc-9cdf-95c3eb7d6385 req-c545aa04-7932-4c38-b488-34e2cb65b6ef tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.2155826 Mar 22 14:04:44.989568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-5c013320-4f63-475f-a8e7-d6b2816f2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.993499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-5c013320-4f63-475f-a8e7-d6b2816f2cc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.1071017 Mar 22 14:04:45.027699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 84609501-349b-44c0-b33e-3224aad91225 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:45.062483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 84609501-349b-44c0-b33e-3224aad91225 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:45.063133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 84609501-349b-44c0-b33e-3224aad91225 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:45.063798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b2d8e52b-02fb-413a-bfd0-e71485923552 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:45.150659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43f9e20b-62f4-43fc-9cdf-95c3eb7d6385 req-19f5869f-45c1-4c77-ba24-e326fe24e2b0 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633477 Mar 22 14:04:45.155384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'name': 'network-vif-deleted', 'tag': '84609501-349b-44c0-b33e-3224aad91225'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:45.168747 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486a48f4-c787-42fd-abf4-af3f23b42baf" -d '{"events": [{"server_uuid": "c0e56a1d-52c3-497e-9fab-d79887e3c124", "name": "network-vif-deleted", "tag": "84609501-349b-44c0-b33e-3224aad91225"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:45.224419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b2d8e52b-02fb-413a-bfd0-e71485923552 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:45.224942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:45.285022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:45.289466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:45.390178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:45.625029 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d75c41d-430e-460c-8205-374cd074656a x-openstack-request-id: req-2d75c41d-430e-460c-8205-374cd074656a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:45.625317 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e56a1d-52c3-497e-9fab-d79887e3c124", "name": "network-vif-deleted", "tag": "84609501-349b-44c0-b33e-3224aad91225", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:45.625546 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d75c41d-430e-460c-8205-374cd074656a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:45.625941 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d75c41d-430e-460c-8205-374cd074656a'] response: {'server_uuid': 'c0e56a1d-52c3-497e-9fab-d79887e3c124', 'name': 'network-vif-deleted', 'tag': '84609501-349b-44c0-b33e-3224aad91225', 'status': 'completed', 'code': 200} Mar 22 14:04:45.708704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-8422f747-1c2b-4c80-b47f-aafe025521ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:45.710487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-8422f747-1c2b-4c80-b47f-aafe025521ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7025077 Mar 22 14:04:45.833519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284846-8ae7-40de-b73b-b5e600714517 req-e87fac5a-7e4e-4afa-a353-dc85ff017bec tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:45.835178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-e87fac5a-7e4e-4afa-a353-dc85ff017bec tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.6553118 Mar 22 14:04:45.841927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-b0f39be1-15cb-446b-8331-2c1f673725b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:45.843485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-b0f39be1-15cb-446b-8331-2c1f673725b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.2147923 Mar 22 14:04:45.862937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914d7a6-30d2-4e55-aeb5-621772120d9d req-936125a1-7aa7-45c2-8841-d30c3f9693c5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:45.864578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d914d7a6-30d2-4e55-aeb5-621772120d9d req-936125a1-7aa7-45c2-8841-d30c3f9693c5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.2378268 Mar 22 14:04:45.902956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:45.906162 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a88267-afb2-45fb-a482-bf589280ac33" -d '{"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:45.930475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-cb9480a5-e18e-4919-8f45-8e547e42a8df tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/quotas/b3e5f9c303e246e18dc2a972afc73900 HTTP/1.1" status: 200 len: 375 time: 0.0843401 Mar 22 14:04:45.942557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-a1c5a543-fafe-4b19-ad25-ad9d648163b9 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180467 Mar 22 14:04:46.100617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d914d7a6-30d2-4e55-aeb5-621772120d9d req-ef448ee4-2d88-4c4d-b0c7-7605944cedb9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241118 Mar 22 14:04:46.128447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-647f8a98-78de-4817-9578-e2b1721098b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:46.128447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-647f8a98-78de-4817-9578-e2b1721098b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.2602866 Mar 22 14:04:46.149699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95e9f1bf-ab31-4976-a8c9-df50649c8e7c req-9b4b4d9a-f486-4253-8f39-0e0d2de54031 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910605 Mar 22 14:04:46.169080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-60b52a7c-3fd6-49e3-b85a-e2e8453091eb tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304192 Mar 22 14:04:46.219269 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c176f5-10ae-412a-ac31-08b2534cc3d5 x-openstack-request-id: req-57c176f5-10ae-412a-ac31-08b2534cc3d5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:46.219782 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:46.219782 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57c176f5-10ae-412a-ac31-08b2534cc3d5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:46.220266 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c176f5-10ae-412a-ac31-08b2534cc3d5'] response: {'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'code': 200} Mar 22 14:04:46.329539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-e76443d6-bdcf-424f-9977-0c863c74c956 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 1001 time: 0.1842163 Mar 22 14:04:46.331542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75d621e9-8be9-441d-a92b-d10224081690 req-4b0f3edc-c99b-41ce-adb3-3675cc482680 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0455534 Mar 22 14:04:46.406649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-612dda36-e47a-47d5-b4c1-e0c571a7b075 service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354579 Mar 22 14:04:46.498854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-47a1dbf8-89af-4391-be88-e57588d6a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:46.500243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-47a1dbf8-89af-4391-be88-e57588d6a487 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.1563365 Mar 22 14:04:46.583799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f33914-d3b8-45c5-8fef-03096428ef04 req-90f4f903-7884-4e15-ac8d-fa8ebdbcde4e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:46.585908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31f33914-d3b8-45c5-8fef-03096428ef04 req-90f4f903-7884-4e15-ac8d-fa8ebdbcde4e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1674631 Mar 22 14:04:46.621011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-f8626c45-b671-4857-b841-2ffe810e8533 service neutron] 10.222.0.44 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123988 Mar 22 14:04:46.638164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-44e9ec66-d521-4fb2-92b3-7119f59609ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:46.639693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-44e9ec66-d521-4fb2-92b3-7119f59609ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1242602 Mar 22 14:04:46.664707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31f33914-d3b8-45c5-8fef-03096428ef04 req-56ca3e88-ccdb-4f2b-97d4-4ef9135024a7 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693369 Mar 22 14:04:46.803664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-616c292b-9366-473d-899b-36e60df91417 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379514 Mar 22 14:04:46.991339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6bcd0039-cf4f-4d1e-b68f-dda491bdf43f req-503b90ed-3eea-4a6e-9b7a-e443e38d93a5 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 210 time: 0.0516872 Mar 22 14:04:47.058891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-21c9cff8-bb7d-4a3a-8b15-ad3e558637dd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.060759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-21c9cff8-bb7d-4a3a-8b15-ad3e558637dd tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "GET /v2.0/ports?device_id=3be4638e-c831-4602-9674-b7512410161a HTTP/1.1" status: 200 len: 944 time: 0.1606708 Mar 22 14:04:47.066352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-c92b55bc-ab2e-47af-bcb7-b121db924d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.068549 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-c92b55bc-ab2e-47af-bcb7-b121db924d35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 1127 time: 0.1026435 Mar 22 14:04:47.195914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33fd1e80-98b7-4ac7-9756-76dcbbf77444 req-909b9141-c9c3-420f-9da9-e5d5fa02b77e service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862035 Mar 22 14:04:47.308797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-0e9c57d8-ff67-4445-95ec-7c44f4af74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.310605 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-0e9c57d8-ff67-4445-95ec-7c44f4af74fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 912 time: 0.2260590 Mar 22 14:04:47.389995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c59565-bb6e-4d30-b70c-8bc01c862e7b req-8284a6a2-0f97-4015-ad67-cdfcdc0bbcfc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.397927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0c59565-bb6e-4d30-b70c-8bc01c862e7b req-8284a6a2-0f97-4015-ad67-cdfcdc0bbcfc tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.2859571 Mar 22 14:04:47.408655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc87a-066e-42e2-97c8-b3ce1407023a req-9ff982e3-adb4-4178-8b32-c2661eb12d37 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.415859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c6dc87a-066e-42e2-97c8-b3ce1407023a req-9ff982e3-adb4-4178-8b32-c2661eb12d37 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1399224 Mar 22 14:04:47.422285 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-68796544-297c-4654-988b-e23217e47883 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5211147c-e640-498d-9c93-fff0db9962ce HTTP/1.1" status: 200 len: 217 time: 0.1011066 Mar 22 14:04:47.455205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Deleting port b2d8e52b-02fb-413a-bfd0-e71485923552 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:47.455688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:47.524567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-4b29e67a-06c3-4ca1-8bb8-6a84d2d35913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.526227 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-4b29e67a-06c3-4ca1-8bb8-6a84d2d35913 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 200 len: 851 time: 0.0889096 Mar 22 14:04:47.534184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c6dc87a-066e-42e2-97c8-b3ce1407023a req-b4a23cd4-14cc-4e31-983d-c24846617411 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168685 Mar 22 14:04:47.606453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0c59565-bb6e-4d30-b70c-8bc01c862e7b req-fb400f51-f151-4791-b89c-87545fce8044 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040398 Mar 22 14:04:47.606728 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-aef0fc0e-7cd4-4523-8793-3859780174b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e9327ee-9dad-4357-8357-8540be4aa153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561452 Mar 22 14:04:47.664452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] For port b2d8e52b-02fb-413a-bfd0-e71485923552, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b2d8e52b-02fb-413a-bfd0-e71485923552,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:47.664830 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:47.709891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Calling delete_port for b2d8e52b-02fb-413a-bfd0-e71485923552 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:47.797401 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-6f85a57f-38ad-44f2-9ca6-56014d74b384 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787152 Mar 22 14:04:47.810754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-905d5973-566e-4ff8-969d-63ef8a977a1c req-9314303b-bc64-44db-a992-d776cef5a7f4 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0408831 Mar 22 14:04:47.986039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b2d8e52b-02fb-413a-bfd0-e71485923552), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:47.999451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d354cdd-6d0e-4dc9-8a4e-175a5fe4c069 req-169a89c2-8604-4b0b-8f5a-a435fd132209 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933928 Mar 22 14:04:48.056177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event deleted for resources: {'Port': ['ID=b2d8e52b-02fb-413a-bfd0-e71485923552,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:48.085611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] No DVR routers for this DVR port b2d8e52b-02fb-413a-bfd0-e71485923552 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:48.089642 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:48.095171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd6de11b-9ea5-44a8-909f-4fd331010f55 req-ade0b642-636f-4f71-bcf3-681e1ab9c75a tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.57 "DELETE /v2.0/ports/b2d8e52b-02fb-413a-bfd0-e71485923552 HTTP/1.1" status: 204 len: 173 time: 1.0130308 Mar 22 14:04:48.101196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-deleted', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:48.104160 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6edc5e-fc57-404f-a2fd-97c5a92c4473" -d '{"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-deleted", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:48.141345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cb0f741-d38e-4195-9f47-a5ace1c90159 req-b4e81162-b44f-4e21-98db-b52ba3dcaad9 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 210 time: 0.0422857 Mar 22 14:04:48.152434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e37a-8001-4480-9a4b-5823633e492a req-d4e0d1aa-0f3a-4e4a-ad47-39c9f2a2cd61 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.154132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3c4e37a-8001-4480-9a4b-5823633e492a req-d4e0d1aa-0f3a-4e4a-ad47-39c9f2a2cd61 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 949 time: 0.2146060 Mar 22 14:04:48.177826 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26c7ea68-c3d1-4833-8347-48ee779f4fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:48.240610 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acfda19-93d6-4a23-b8a4-acba020f98b0 x-openstack-request-id: req-6acfda19-93d6-4a23-b8a4-acba020f98b0 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:48.240904 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be4638e-c831-4602-9674-b7512410161a", "name": "network-vif-deleted", "tag": "b2d8e52b-02fb-413a-bfd0-e71485923552", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:48.241157 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6acfda19-93d6-4a23-b8a4-acba020f98b0 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:48.241560 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acfda19-93d6-4a23-b8a4-acba020f98b0'] response: {'server_uuid': '3be4638e-c831-4602-9674-b7512410161a', 'name': 'network-vif-deleted', 'tag': 'b2d8e52b-02fb-413a-bfd0-e71485923552', 'status': 'completed', 'code': 200} Mar 22 14:04:48.263525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3c4e37a-8001-4480-9a4b-5823633e492a req-e4028ace-86e0-4d6e-ab8a-b5edf8c34941 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032467 Mar 22 14:04:48.458482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284846-8ae7-40de-b73b-b5e600714517 req-8263c172-d1e2-49e5-b17c-c07e2adbe99c tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.460014 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-8263c172-d1e2-49e5-b17c-c07e2adbe99c tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.42 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 803 time: 0.1260390 Mar 22 14:04:48.472347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Request body: {'port': {'device_id': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'admin_state_up': True, 'tenant_id': 'b3e5f9c303e246e18dc2a972afc73900'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:48.636211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Made reservation on behalf of b3e5f9c303e246e18dc2a972afc73900 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:48.642222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:48.648281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-6bc55c11-2dda-429c-9812-77f1887e7ace tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.650283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-6bc55c11-2dda-429c-9812-77f1887e7ace tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 949 time: 0.1214857 Mar 22 14:04:48.884238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4662f93-f438-487d-985d-4f76de4000a6 req-ab1ba085-7803-42b0-809c-7c66259e7805 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.893942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4662f93-f438-487d-985d-4f76de4000a6 req-ab1ba085-7803-42b0-809c-7c66259e7805 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1744750 Mar 22 14:04:48.905799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Allocated IP 172.20.0.10 (09c4e37b-9b2d-4107-b566-e7cd05ba2847/a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0/206e62dc-e0cd-459e-a606-6c158c06cd3e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:48.926026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eba30-ca87-4764-ae7b-87809621e478 req-774741e3-bdcc-4554-8337-2b66524d665f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.927562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-120eba30-ca87-4764-ae7b-87809621e478 req-774741e3-bdcc-4554-8337-2b66524d665f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.2761321 Mar 22 14:04:48.947700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port 357b7868-87e2-4591-9770-b42e48fdcba6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:48.956882 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.051640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4662f93-f438-487d-985d-4f76de4000a6 req-210c15b4-561d-48fd-8472-e2b400c7b619 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567144 Mar 22 14:04:49.082837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks [] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.122348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.130412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-120eba30-ca87-4764-ae7b-87809621e478 req-cd6aa025-0601-4921-ba8f-f2396a59c436 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917264 Mar 22 14:04:49.206867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event updated for resources: {'Port': ['ID=206e62dc-e0cd-459e-a606-6c158c06cd3e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:49.222837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:49.224261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:49.229645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:49.260658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3c13203-338d-4334-af23-6a2fec85634f req-72ba82fa-9ca0-410d-857a-b4269256d519 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0788167 Mar 22 14:04:49.313030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.313824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.334580 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-41b3d809-3ade-4060-8dc7-b754c6d953c4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8652844 Mar 22 14:04:49.345333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Request body: {'port': {'device_id': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:49.359424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port 357b7868-87e2-4591-9770-b42e48fdcba6, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=357b7868-87e2-4591-9770-b42e48fdcba6,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:49.359804 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.389389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for 357b7868-87e2-4591-9770-b42e48fdcba6 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:49.439827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.493478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-4778821b-249b-4a5c-9641-a2a866b107ff tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.494694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-4778821b-249b-4a5c-9641-a2a866b107ff tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "GET /v2.0/ports?device_id=427b14b1-4cba-44a9-919f-54844fbc1465 HTTP/1.1" status: 200 len: 949 time: 0.2312064 Mar 22 14:04:49.506394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6baca-5fc3-443e-9787-f77317a68151 req-9b74dbfa-ebf9-4fcd-86a6-4f485de434b6 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.507826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9d6baca-5fc3-443e-9787-f77317a68151 req-9b74dbfa-ebf9-4fcd-86a6-4f485de434b6 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 932 time: 0.2054749 Mar 22 14:04:49.638215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3ef8a-9810-4919-a62e-5b726bd24c15 req-be524f31-19ea-4188-81b4-d9043ee601c6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.639703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88a3ef8a-9810-4919-a62e-5b726bd24c15 req-be524f31-19ea-4188-81b4-d9043ee601c6 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f7c1d2-980c-4ede-b2ee-4d96f3421224 HTTP/1.1" status: 200 len: 949 time: 0.2536559 Mar 22 14:04:49.671372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9d6baca-5fc3-443e-9787-f77317a68151 req-90268643-0fd6-4fc7-bfc6-118cfef71600 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097796 Mar 22 14:04:49.717462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88a3ef8a-9810-4919-a62e-5b726bd24c15 req-48002586-e4e4-4120-a018-7ab67df2d823 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658681 Mar 22 14:04:49.773046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port 4803f851-9ced-44ec-995c-a67ef50fb110 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:49.773385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.840196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (357b7868-87e2-4591-9770-b42e48fdcba6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.855076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:49.886800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=357b7868-87e2-4591-9770-b42e48fdcba6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:49.964792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4803f851-9ced-44ec-995c-a67ef50fb110', '357b7868-87e2-4591-9770-b42e48fdcba6'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:49.972083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port 357b7868-87e2-4591-9770-b42e48fdcba6 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:49.977709 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:49.981613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbda2a2-c60c-45a0-92cf-0013b642b3c5 req-8796abfc-c39b-4c95-a909-1ff4a4e73a6b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "DELETE /v2.0/ports/357b7868-87e2-4591-9770-b42e48fdcba6 HTTP/1.1" status: 204 len: 173 time: 1.3191261 Mar 22 14:04:49.983685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port 4803f851-9ced-44ec-995c-a67ef50fb110, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4803f851-9ced-44ec-995c-a67ef50fb110,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:49.984472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.000631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for 4803f851-9ced-44ec-995c-a67ef50fb110 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:50.226751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4803f851-9ced-44ec-995c-a67ef50fb110), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.245246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'name': 'network-vif-deleted', 'tag': '357b7868-87e2-4591-9770-b42e48fdcba6'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:50.248826 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f45d12-3f2c-4ef4-8385-150018e1474c" -d '{"events": [{"server_uuid": "a8f7c1d2-980c-4ede-b2ee-4d96f3421224", "name": "network-vif-deleted", "tag": "357b7868-87e2-4591-9770-b42e48fdcba6"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:50.322166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206e62dc-e0cd-459e-a606-6c158c06cd3e {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:50.331981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Publish callbacks [] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.332730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=4803f851-9ced-44ec-995c-a67ef50fb110,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:50.349115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Transition to ACTIVE for port object 206e62dc-e0cd-459e-a606-6c158c06cd3e will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:50.359889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.447906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:50.497547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Pushing event updated for resources: {'Port': ['ID=206e62dc-e0cd-459e-a606-6c158c06cd3e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:50.618808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-65a00708-fb3d-4e56-a1cf-16518c070458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.661103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Attempting to bind port 206e62dc-e0cd-459e-a606-6c158c06cd3e on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:50.661318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Attempting to bind port 206e62dc-e0cd-459e-a606-6c158c06cd3e by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:50.661648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Attempting to bind port 206e62dc-e0cd-459e-a606-6c158c06cd3e on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:50.673579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Port 206e62dc-e0cd-459e-a606-6c158c06cd3e on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:50.673907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Attempting to bind port 206e62dc-e0cd-459e-a606-6c158c06cd3e on network 09c4e37b-9b2d-4107-b566-e7cd05ba2847 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:50.682034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:50.682340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Checking segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:50.682819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Bound using segment: {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:50.683260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Bound port: 206e62dc-e0cd-459e-a606-6c158c06cd3e, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f25440-d599-403b-b1f7-8cdd46ca5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:50.683618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.950040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:50.959882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:50.970927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.023675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port 4803f851-9ced-44ec-995c-a67ef50fb110 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:51.027659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.030932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f4b5128-448f-4ac7-8dc4-90655f2c9ef1 req-70238bb4-f51f-4db2-95f1-52274f55cf0e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.42 "DELETE /v2.0/ports/4803f851-9ced-44ec-995c-a67ef50fb110 HTTP/1.1" status: 204 len: 173 time: 1.5222065 Mar 22 14:04:51.039838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.040483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.041909 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] 10.222.0.42 "PUT /v2.0/ports/206e62dc-e0cd-459e-a606-6c158c06cd3e HTTP/1.1" status: 200 len: 1092 time: 1.7011213 Mar 22 14:04:51.042433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'tag': '206e62dc-e0cd-459e-a606-6c158c06cd3e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:51.044860 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9ff99f-18b4-4288-93cc-21509e386c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb7ae6c-0b39-4dec-b359-b1d80a4b9474", "tag": "206e62dc-e0cd-459e-a606-6c158c06cd3e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:51.057024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b2d8e52b-02fb-413a-bfd0-e71485923552 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:51.100276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4f6a-b3c5-40a4-9af9-5d899f47c603 req-ca7b7b50-adbd-44ba-bea6-4c9b30139a2e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.101834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4d4f6a-b3c5-40a4-9af9-5d899f47c603 req-ca7b7b50-adbd-44ba-bea6-4c9b30139a2e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.8793869 Mar 22 14:04:51.105332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: b2d8e52b-02fb-413a-bfd0-e71485923552 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:51.105678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b2d8e52b-02fb-413a-bfd0-e71485923552 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:51.125049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77933f-b715-436d-a9fc-3f1ab1fd89f3 req-5455b9f0-e262-436c-a218-70cd24cdbf99 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.126653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc77933f-b715-436d-a9fc-3f1ab1fd89f3 req-5455b9f0-e262-436c-a218-70cd24cdbf99 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.8702073 Mar 22 14:04:51.166693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306a7fb-e466-4f4e-a234-f99aa381958b service neutron] Pushing event updated for resources: {'Port': ['ID=206e62dc-e0cd-459e-a606-6c158c06cd3e,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:51.230742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284846-8ae7-40de-b73b-b5e600714517 req-3b81ec58-f447-4c85-be99-4c74f685b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.236726 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-3b81ec58-f447-4c85-be99-4c74f685b869 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 1126 time: 0.1352706 Mar 22 14:04:51.244232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4d4f6a-b3c5-40a4-9af9-5d899f47c603 req-801ace2b-6aea-4687-94a3-9328756778d4 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360142 Mar 22 14:04:51.286611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc77933f-b715-436d-a9fc-3f1ab1fd89f3 req-cfa78104-2135-4e7e-827c-7785cf7b0e9c tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169527 Mar 22 14:04:51.331536 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-641ec8bc-7bca-4967-8385-1b9267bd69c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e HTTP/1.1" status: 200 len: 217 time: 0.0858359 Mar 22 14:04:51.360249 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70dfe74-f77b-40f7-aa2a-4abfde22b343 x-openstack-request-id: req-b70dfe74-f77b-40f7-aa2a-4abfde22b343 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:51.360575 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7c1d2-980c-4ede-b2ee-4d96f3421224", "name": "network-vif-deleted", "tag": "357b7868-87e2-4591-9770-b42e48fdcba6", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:51.360829 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b70dfe74-f77b-40f7-aa2a-4abfde22b343 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:51.361239 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70dfe74-f77b-40f7-aa2a-4abfde22b343'] response: {'server_uuid': 'a8f7c1d2-980c-4ede-b2ee-4d96f3421224', 'name': 'network-vif-deleted', 'tag': '357b7868-87e2-4591-9770-b42e48fdcba6', 'status': 'completed', 'code': 200} Mar 22 14:04:51.410515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284846-8ae7-40de-b73b-b5e600714517 req-433fd33c-8de0-4d34-b49f-388f3384abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.412884 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-433fd33c-8de0-4d34-b49f-388f3384abf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.0735404 Mar 22 14:04:51.439954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-396dc3c6-505f-4ad3-8e10-fb866b3c47cd req-ac8ea79d-ec9d-4fff-bf42-0ae0958c6bf9 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f45fc77-08d4-46d0-af30-73483cb58339 HTTP/1.1" status: 200 len: 210 time: 0.0347273 Mar 22 14:04:51.482351 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-3bdc1b61-f305-499e-b47b-611778e567d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613956 Mar 22 14:04:51.549623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8e9e-a294-4500-bbec-89e6cbb25431 req-d821874e-10e0-4883-b348-391f28d44064 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.559308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e20d8e9e-a294-4500-bbec-89e6cbb25431 req-d821874e-10e0-4883-b348-391f28d44064 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 944 time: 0.0959713 Mar 22 14:04:51.660365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e20d8e9e-a294-4500-bbec-89e6cbb25431 req-519ad942-3bb3-4688-ad46-643f87b39396 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 Mar 22 14:04:51.664468 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-2af5a3f4-bb5e-47aa-a041-8ef37d42204a service neutron] 10.222.0.42 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737506 Mar 22 14:04:51.666126 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8873f5a1-b367-4580-b906-bea5fe0288c7 x-openstack-request-id: req-8873f5a1-b367-4580-b906-bea5fe0288c7 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:51.666410 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb7ae6c-0b39-4dec-b359-b1d80a4b9474", "tag": "206e62dc-e0cd-459e-a606-6c158c06cd3e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:51.667225 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8873f5a1-b367-4580-b906-bea5fe0288c7 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:51.667622 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8873f5a1-b367-4580-b906-bea5fe0288c7'] response: {'name': 'network-changed', 'server_uuid': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'tag': '206e62dc-e0cd-459e-a606-6c158c06cd3e', 'status': 'completed', 'code': 200} Mar 22 14:04:51.785758 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.803341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f30e-0747-4529-b076-efa386fbe544 req-23a7dff1-91f4-498d-9e62-67ba9914d15d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.808977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcc9f30e-0747-4529-b076-efa386fbe544 req-23a7dff1-91f4-498d-9e62-67ba9914d15d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1381829 Mar 22 14:04:51.817320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53500) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:51.821819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Request body: {'floatingip': {'port_id': '08add264-ac92-4b13-81d3-747de36b784e'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:51.843405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-00284846-8ae7-40de-b73b-b5e600714517 req-271890d0-b14a-4f45-aa41-5eee3a82ec9e service neutron] 10.222.0.42 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517289 Mar 22 14:04:51.971344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.022276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-2ed75697-1b16-435d-a16c-360d46d2ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.023923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-2ed75697-1b16-435d-a16c-360d46d2ea35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3e5f9c303e246e18dc2a972afc73900&device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 1126 time: 0.1149981 Mar 22 14:04:52.044287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 357b7868-87e2-4591-9770-b42e48fdcba6 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:52.068526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 357b7868-87e2-4591-9770-b42e48fdcba6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:52.069698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 357b7868-87e2-4591-9770-b42e48fdcba6 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:52.070385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4803f851-9ced-44ec-995c-a67ef50fb110 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:52.096519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 4803f851-9ced-44ec-995c-a67ef50fb110 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:52.097225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4803f851-9ced-44ec-995c-a67ef50fb110 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:52.184034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c04-de9b-4b73-b04a-531ddebe5c94 req-ac37f9aa-cf2b-42cd-abb8-7fc91837b66b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.191715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90495c04-de9b-4b73-b04a-531ddebe5c94 req-ac37f9aa-cf2b-42cd-abb8-7fc91837b66b tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 950 time: 0.1611416 Mar 22 14:04:52.198251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-4ee6a35b-f692-464b-97b7-3f8ae5aac645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.201426 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-4ee6a35b-f692-464b-97b7-3f8ae5aac645 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 200 len: 904 time: 0.1716740 Mar 22 14:04:52.252116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-5ace308d-4c0d-44c1-b1c7-d257f37a94a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e HTTP/1.1" status: 200 len: 217 time: 0.0445125 Mar 22 14:04:52.307209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-fcb24653-a3db-4c9a-8d09-d83e85489a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.309021 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-fcb24653-a3db-4c9a-8d09-d83e85489a7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 200 len: 843 time: 0.0504117 Mar 22 14:04:52.349091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90495c04-de9b-4b73-b04a-531ddebe5c94 req-4b5af4e8-928e-4943-a1c6-faf8c703446e tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564889 Mar 22 14:04:52.374051 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-83b8c974-ee61-49da-889d-492a4357394e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09c4e37b-9b2d-4107-b566-e7cd05ba2847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589366 Mar 22 14:04:52.473991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-b267f0e7-1815-4d39-923f-40ed95700edb service neutron] 10.222.0.42 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911057 Mar 22 14:04:52.576494 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae9ff99f-18b4-4288-93cc-21509e386c4e req-fe5b03d1-3edb-4cb5-bfca-67beea4eaea8 service neutron] 10.222.0.42 "GET /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955162 Mar 22 14:04:52.577017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53512) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:52.637379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43c7b49-92c6-4cb2-80c3-6d6f940a664f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group (c1a429cd-9320-469e-b4d7-2c91dc895340), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.664806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43c7b49-92c6-4cb2-80c3-6d6f940a664f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group (c1a429cd-9320-469e-b4d7-2c91dc895340), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.727079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43c7b49-92c6-4cb2-80c3-6d6f940a664f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c1a429cd-9320-469e-b4d7-2c91dc895340), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.731002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43c7b49-92c6-4cb2-80c3-6d6f940a664f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.732286 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f43c7b49-92c6-4cb2-80c3-6d6f940a664f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "DELETE /v2.0/security-groups/c1a429cd-9320-469e-b4d7-2c91dc895340 HTTP/1.1" status: 204 len: 168 time: 0.1543341 Mar 22 14:04:52.736925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:52.739889 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.747427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.762121 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-2aded507-baf0-47af-b515-6b181b17dbe7 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] show failed (client error): The resource could not be found. Mar 22 14:04:52.763212 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2aded507-baf0-47af-b515-6b181b17dbe7 tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "GET /v2.0/security-groups/c1a429cd-9320-469e-b4d7-2c91dc895340 HTTP/1.1" status: 404 len: 347 time: 0.0241017 Mar 22 14:04:52.765934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53518) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:52.827625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c7b49-92c6-4cb2-80c3-6d6f940a664f tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a429cd-9320-469e-b4d7-2c91dc895340,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:52.868783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3e04-532b-4f0b-8154-8228e4ce1a81 req-81e4ee3a-6f9d-4e45-a683-530c8ee31d84 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.874529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f55d3e04-532b-4f0b-8154-8228e4ce1a81 req-81e4ee3a-6f9d-4e45-a683-530c8ee31d84 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.5038178 Mar 22 14:04:52.932913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Deleting port 70371fdd-8e23-4f25-b193-400b1eb2a046 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:52.933259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.972244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f55d3e04-532b-4f0b-8154-8228e4ce1a81 req-e445991f-73f5-4bd8-86f6-7c13c7ad7b83 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882440 Mar 22 14:04:53.003750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaa931-96c2-4c5a-8736-03cc81ff9adf req-32613f65-1903-4e2b-8383-24e42be7c6bf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:53.005303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4beaa931-96c2-4c5a-8736-03cc81ff9adf req-32613f65-1903-4e2b-8383-24e42be7c6bf tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 944 time: 0.2178738 Mar 22 14:04:53.065319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.065651 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for floatingip (70371fdd-8e23-4f25-b193-400b1eb2a046), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.093281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Calling delete_port for 70371fdd-8e23-4f25-b193-400b1eb2a046 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:53.200436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4beaa931-96c2-4c5a-8736-03cc81ff9adf req-366ace6e-a662-4c51-aec6-eaab8cc3d0c8 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879060 Mar 22 14:04:53.278561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Router 2d55d0d7-6f62-4f18-91e5-600eba965a24 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:04:53.290942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (70371fdd-8e23-4f25-b193-400b1eb2a046), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.296754 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.323806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Pushing event deleted for resources: {'Port': ['ID=70371fdd-8e23-4f25-b193-400b1eb2a046,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:53.425641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427b14b1-4cba-44a9-919f-54844fbc1465', 'name': 'network-vif-deleted', 'tag': '4803f851-9ced-44ec-995c-a67ef50fb110'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:53.434710 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793ad250-888c-4386-b3dd-7b1752ecbcc6" -d '{"events": [{"server_uuid": "427b14b1-4cba-44a9-919f-54844fbc1465", "name": "network-vif-deleted", "tag": "4803f851-9ced-44ec-995c-a67ef50fb110"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:53.525491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks [] for floatingip (3fb35152-30b2-42e6-86d0-52eed29c0cd5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.529782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.535959 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-36aa7549-7d5d-440a-8107-627650ee461d tempest-ServersTestBootFromVolume-892753038 tempest-ServersTestBootFromVolume-892753038-project] 10.222.0.44 "DELETE /v2.0/floatingips/3fb35152-30b2-42e6-86d0-52eed29c0cd5 HTTP/1.1" status: 204 len: 168 time: 0.7686467 Mar 22 14:04:53.539935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:53.588500 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a00839a-40db-4c0a-8b55-3d106cc66988 x-openstack-request-id: req-7a00839a-40db-4c0a-8b55-3d106cc66988 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:53.589265 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427b14b1-4cba-44a9-919f-54844fbc1465", "name": "network-vif-deleted", "tag": "4803f851-9ced-44ec-995c-a67ef50fb110", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:53.589622 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a00839a-40db-4c0a-8b55-3d106cc66988 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:53.590359 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a00839a-40db-4c0a-8b55-3d106cc66988'] response: {'server_uuid': '427b14b1-4cba-44a9-919f-54844fbc1465', 'name': 'network-vif-deleted', 'tag': '4803f851-9ced-44ec-995c-a67ef50fb110', 'status': 'completed', 'code': 200} Mar 22 14:04:53.603928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:04:53.623013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] Sync routers for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:04:53.640616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:53.641329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:53.647693 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.781564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-377db08f-875a-489c-bd71-394ed48b88dd tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:53.783268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-377db08f-875a-489c-bd71-394ed48b88dd tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 950 time: 0.1921508 Mar 22 14:04:53.863889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:53.880600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d4f29-4c04-44ba-843c-94efaae516f8 req-8460d296-310a-4d43-bb8e-c0c094277196 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:53.890413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8d4f29-4c04-44ba-843c-94efaae516f8 req-8460d296-310a-4d43-bb8e-c0c094277196 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 950 time: 0.3804643 Mar 22 14:04:54.014605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0bbdb3c1-def0-4505-b97d-22cf58a266e5 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "PUT /v2.0/floatingips/3dd5790a-0087-41d7-a717-4ba920e40f41 HTTP/1.1" status: 200 len: 993 time: 2.1960046 Mar 22 14:04:54.070620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8d4f29-4c04-44ba-843c-94efaae516f8 req-f9ef7731-3332-4ed0-8808-27cb069f7020 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/security-groups?id=c848d318-dc08-477d-99c6-479610ad8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777132 Mar 22 14:04:54.133992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Deleting port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:54.134543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.149151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 206e62dc-e0cd-459e-a606-6c158c06cd3e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:54.212753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.350087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:54.378798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '206e62dc-e0cd-459e-a606-6c158c06cd3e', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': '206e62dc-e0cd-459e-a606-6c158c06cd3e', 'mac_address': 'fa:16:3e:00:c6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:54.506175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c68bb-985d-4f35-a563-d9bd93c98b14 req-e3831bcc-5392-4cfb-b529-2104340c1730 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.507960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 206e62dc-e0cd-459e-a606-6c158c06cd3e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:54.508345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.511223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.511445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-997c68bb-985d-4f35-a563-d9bd93c98b14 req-e3831bcc-5392-4cfb-b529-2104340c1730 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3655457 Mar 22 14:04:54.609404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e62dc-e0cd-459e-a606-6c158c06cd3e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:54.688780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.707185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:54.717923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-997c68bb-985d-4f35-a563-d9bd93c98b14 req-51196bcb-cd20-44d3-bdc1-27db42f60122 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879797 Mar 22 14:04:54.724608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] For port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:54.725462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.726148 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.762238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301067a4-9ecd-4973-9c0d-530445327ded req-257624fb-1074-42c8-9799-59a06c7ce926 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.775392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-301067a4-9ecd-4973-9c0d-530445327ded req-257624fb-1074-42c8-9799-59a06c7ce926 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 944 time: 0.4263685 Mar 22 14:04:54.820465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Calling delete_port for c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:54.829920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=206e62dc-e0cd-459e-a606-6c158c06cd3e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:54.854157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3dd5790a-0087-41d7-a717-4ba920e40f41', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'port_id': '08add264-ac92-4b13-81d3-747de36b784e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'mac_address': 'fa:16:3e:2f:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:04:52Z', 'revision_number': 3, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:54.880091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Deleting port 4c9843e2-944a-4455-a298-9066b223b5ae {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:54.880633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.887579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] Checking router: 2d55d0d7-6f62-4f18-91e5-600eba965a24 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:04:54.896545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:54.897487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:54.924281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-301067a4-9ecd-4973-9c0d-530445327ded req-c44ee2b1-4eec-44a4-bd0f-5f88951a2928 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437008 Mar 22 14:04:55.024920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:55.084706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] For port 4c9843e2-944a-4455-a298-9066b223b5ae, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4c9843e2-944a-4455-a298-9066b223b5ae,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:55.085084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.183571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Calling delete_port for 4c9843e2-944a-4455-a298-9066b223b5ae owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:55.338294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18a76ee7-0909-4d9b-8112-0a7455f1d660 req-6f1e11f2-1931-471f-9b68-178b423c3cab tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.44 "GET /v2.0/ports?device_id=db633cb8-ad74-4323-9f4f-98cfad7d29c2 HTTP/1.1" status: 200 len: 210 time: 0.0692639 Mar 22 14:04:55.345846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.473517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Pushing event deleted for resources: {'Port': ['ID=c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:55.487900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['206e62dc-e0cd-459e-a606-6c158c06cd3e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:55.522034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] No DVR routers for this DVR port c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:55.528129 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.528894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4c9843e2-944a-4455-a298-9066b223b5ae), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.532410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-808c8376-7ca8-4925-9876-c51cb21c9374 req-d75bf464-b541-4ff6-8aec-4199331a24c3 tempest-ServersOnMultiNodesTest-312747415 tempest-ServersOnMultiNodesTest-312747415-project] 10.222.0.57 "DELETE /v2.0/ports/c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 HTTP/1.1" status: 204 len: 173 time: 1.7316675 Mar 22 14:04:55.583609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9843e2-944a-4455-a298-9066b223b5ae,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:55.594367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e'}, {'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e'}, {'server_uuid': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'name': 'network-vif-deleted', 'tag': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:55.597055 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16" -d '{"events": [{"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e"}, {"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e"}, {"server_uuid": "db633cb8-ad74-4323-9f4f-98cfad7d29c2", "name": "network-vif-deleted", "tag": "c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:55.667492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3dd5790a-0087-41d7-a717-4ba920e40f41', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'port_id': '08add264-ac92-4b13-81d3-747de36b784e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'mac_address': 'fa:16:3e:2f:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:04:52Z', 'revision_number': 3, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:55.738469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db1c09-e367-4df1-aae5-9198f106a8ec None None] The sync data for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 is: [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '3dd5790a-0087-41d7-a717-4ba920e40f41', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'port_id': '08add264-ac92-4b13-81d3-747de36b784e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'mac_address': 'fa:16:3e:2f:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:04:52Z', 'revision_number': 3, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:04:55.787723 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388df1e3-9cea-46ff-8ec4-24e72de64e49 x-openstack-request-id: req-388df1e3-9cea-46ff-8ec4-24e72de64e49 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:55.788271 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "tag": "08add264-ac92-4b13-81d3-747de36b784e", "status": "completed", "code": 200}, {"server_uuid": "db633cb8-ad74-4323-9f4f-98cfad7d29c2", "name": "network-vif-deleted", "tag": "c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:55.788683 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-388df1e3-9cea-46ff-8ec4-24e72de64e49 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:55.789360 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388df1e3-9cea-46ff-8ec4-24e72de64e49'] response: {'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e', 'status': 'completed', 'code': 200} Mar 22 14:04:55.789770 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388df1e3-9cea-46ff-8ec4-24e72de64e49'] response: {'name': 'network-changed', 'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'tag': '08add264-ac92-4b13-81d3-747de36b784e', 'status': 'completed', 'code': 200} Mar 22 14:04:55.790272 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388df1e3-9cea-46ff-8ec4-24e72de64e49'] response: {'server_uuid': 'db633cb8-ad74-4323-9f4f-98cfad7d29c2', 'name': 'network-vif-deleted', 'tag': 'c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0', 'status': 'completed', 'code': 200} Mar 22 14:04:56.076549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:56.151236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-bba4a6d7-f9d6-460e-ae3b-aa2c062b19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.152803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-bba4a6d7-f9d6-460e-ae3b-aa2c062b19d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.3019702 Mar 22 14:04:56.310458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98720d63-d267-407c-9301-70232c4747d0 req-47bd0786-c16a-4896-a175-80b85fb3c8d9 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.320760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98720d63-d267-407c-9301-70232c4747d0 req-47bd0786-c16a-4896-a175-80b85fb3c8d9 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3432395 Mar 22 14:04:56.382114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155467e0-5dab-4282-987b-b4b07d438324 req-b999a30b-6a1f-40ff-a74b-3ace297498af tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.383876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-155467e0-5dab-4282-987b-b4b07d438324 req-b999a30b-6a1f-40ff-a74b-3ace297498af tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 945 time: 0.3008127 Mar 22 14:04:56.452119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98720d63-d267-407c-9301-70232c4747d0 req-51bea482-ec07-4dcd-9005-0ed2d6f9df5a tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304097 Mar 22 14:04:56.498373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-cac2fae0-9649-46bc-90b9-de550a2ea081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.499797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-cac2fae0-9649-46bc-90b9-de550a2ea081 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.3273537 Mar 22 14:04:56.505945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-155467e0-5dab-4282-987b-b4b07d438324 req-5aea965b-1573-4d02-aa82-986b5cc9eeb1 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070607 Mar 22 14:04:56.538910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:04:56.584903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-60edd3b7-c8e7-4b10-a697-8354f76838b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 1001 time: 0.0776203 Mar 22 14:04:56.655381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-800b945f-b153-481d-b83b-b5388b6348e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.656925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-800b945f-b153-481d-b83b-b5388b6348e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0654726 Mar 22 14:04:56.679767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:04:56.685374 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c8662714-2cf4-4f36-9e32-e101209ff81c admin admin] 10.222.0.44 "PUT /v2.0/routers/bbaeca2f-d65a-4a3e-b3fc-d62f22429e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1443930 Mar 22 14:04:56.688752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53556) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:56.694182 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] Sync routers for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:04:56.705248 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:56.705575 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:56.725367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-6d8d5028-24e0-48d9-b2ec-03f76c3e31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.727030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-6d8d5028-24e0-48d9-b2ec-03f76c3e31ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0623531 Mar 22 14:04:56.805644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks [] for router (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:56.844915 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:56.860075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-1f4c8213-1657-4aa6-87f3-0cf1033e4887 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242862 Mar 22 14:04:56.932885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:56.993237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-a2905cdd-d097-46c9-a5e0-c659cef3808f service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239843 Mar 22 14:04:57.047406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:57.063554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks [] for router_gateway (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.073823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:57.074709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device c31c00b7-e6d8-4b9f-824e-9a6f4adc55b0 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:57.175302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-7efc41f6-c09b-4ae0-8837-3e1a9e47ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.178954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-7efc41f6-c09b-4ae0-8837-3e1a9e47ec01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.0898919 Mar 22 14:04:57.179186 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'decf6439-d284-4416-81c3-196d0689575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:04:55Z', 'revision_number': 5, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port': {'id': 'decf6439-d284-4416-81c3-196d0689575e', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:06Z', 'updated_at': '2022-03-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:57.180674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Deleting port decf6439-d284-4416-81c3-196d0689575e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:57.181178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (decf6439-d284-4416-81c3-196d0689575e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.235298 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] Checking router: bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:04:57.245083 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] Routers {'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:04:57.245712 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:57.279064 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-698ce0ae-95b1-4b85-90d5-da6ccde44f68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85f21ccdecdb4260a93f3bfcf29d955f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445365 Mar 22 14:04:57.281466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53574) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:57.305801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-ab3c402b-587a-4352-85bb-09e3af0a1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.307992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-ab3c402b-587a-4352-85bb-09e3af0a1b3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.1211767 Mar 22 14:04:57.349654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] For port decf6439-d284-4416-81c3-196d0689575e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=decf6439-d284-4416-81c3-196d0689575e,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:57.350113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (decf6439-d284-4416-81c3-196d0689575e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.371559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Calling delete_port for decf6439-d284-4416-81c3-196d0689575e owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:57.382578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0009349b-a147-4141-9a54-6468c80f1e70 admin admin] Publish callbacks [] for security_group (c848d318-dc08-477d-99c6-479610ad8f84), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.402096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-519533a3-74b4-4a8c-854e-373693790919 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 1001 time: 0.0873303 Mar 22 14:04:57.447528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0009349b-a147-4141-9a54-6468c80f1e70 admin admin] Publish callbacks [] for security_group (c848d318-dc08-477d-99c6-479610ad8f84), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.505780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-3632b387-807f-42e1-80f3-ac6ed5a6890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.507610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-3632b387-807f-42e1-80f3-ac6ed5a6890a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0930712 Mar 22 14:04:57.615025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0009349b-a147-4141-9a54-6468c80f1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c848d318-dc08-477d-99c6-479610ad8f84), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.618025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0009349b-a147-4141-9a54-6468c80f1e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.618903 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0009349b-a147-4141-9a54-6468c80f1e70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c848d318-dc08-477d-99c6-479610ad8f84 HTTP/1.1" status: 204 len: 168 time: 0.3363416 Mar 22 14:04:57.628170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009349b-a147-4141-9a54-6468c80f1e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848d318-dc08-477d-99c6-479610ad8f84,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:57.664988 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] Set router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:04:57.703166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-47566db1-4bb2-41c3-8100-e6a4631dccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.706666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-47566db1-4bb2-41c3-8100-e6a4631dccd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1834843 Mar 22 14:04:57.743745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (decf6439-d284-4416-81c3-196d0689575e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.781053 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:04:57Z', 'revision_number': 6, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:57.830503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-8843748f-eced-437b-8e74-93ebce62771e service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160338 Mar 22 14:04:57.844053 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36dd9a-24e6-46aa-ad9a-77d8b79330fd None None] The sync data for ids ['bbaeca2f-d65a-4a3e-b3fc-d62f22429e68'] in n-d-834677-3 is: [{'id': 'bbaeca2f-d65a-4a3e-b3fc-d62f22429e68', 'name': 'tempest-ServersTestBootFromVolume-371877646-router', 'tenant_id': '4a02771d75f44ff58ce4c76474ae746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:05Z', 'updated_at': '2022-03-22T14:04:57Z', 'revision_number': 6, 'project_id': '4a02771d75f44ff58ce4c76474ae746f', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:04:57.860879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Pushing event deleted for resources: {'Port': ['ID=decf6439-d284-4416-81c3-196d0689575e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:57.927383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363428-f389-40ab-8c55-eb73bdafe1af req-d1dce598-6650-4aea-ba62-8522ba17bb20 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.929328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51363428-f389-40ab-8c55-eb73bdafe1af req-d1dce598-6650-4aea-ba62-8522ba17bb20 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3540270 Mar 22 14:04:57.950504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531eaeb-cff1-4fab-8aa6-4bda4f62ac90 req-18b6c84f-e6a6-4301-a032-d9733c8de24b tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.952348 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a531eaeb-cff1-4fab-8aa6-4bda4f62ac90 req-18b6c84f-e6a6-4301-a032-d9733c8de24b tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 945 time: 0.3372958 Mar 22 14:04:57.987476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.035638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51363428-f389-40ab-8c55-eb73bdafe1af req-618ac77c-70f7-4ef3-bd15-d90f5c0a6f17 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943696 Mar 22 14:04:58.078765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a531eaeb-cff1-4fab-8aa6-4bda4f62ac90 req-0f6ee0c8-765d-4892-9e16-2d46c0040f8c tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197340 Mar 22 14:04:58.080734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d28fdd-d5d2-4325-8d0a-0bd58dab5f16 req-6720011a-e290-4dc2-ab45-10019e8fe41b service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442474 Mar 22 14:04:58.103915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 206e62dc-e0cd-459e-a606-6c158c06cd3e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:58.157621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53584) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:58.177481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 206e62dc-e0cd-459e-a606-6c158c06cd3e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:58.181792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 206e62dc-e0cd-459e-a606-6c158c06cd3e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:58.182541 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.227121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.230728 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks [] for router_controller (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.246666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-851eab79-65f1-43eb-9251-ff1958738806 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d5e5a9ddf2448f08deeb268f0c341e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875702 Mar 22 14:04:58.250095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53588) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:58.303605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (bbaeca2f-d65a-4a3e-b3fc-d62f22429e68), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.304173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:04:58.308745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.309900 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05101460-8fbe-48bd-913c-b631633c9150 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bbaeca2f-d65a-4a3e-b3fc-d62f22429e68 HTTP/1.1" status: 204 len: 168 time: 1.6202044 Mar 22 14:04:58.321356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53590) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:58.408222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] Deleting subnet 0dcace01-a1f8-4b5f-8652-4698716ecd57 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:04:58.409052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b237e19e-acd8-4106-a386-1e803e98fe6a admin admin] Publish callbacks [] for security_group (5c89910a-9d2e-44d3-b527-813a9d8f3f83), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.412449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] Publish callbacks [] for subnet (0dcace01-a1f8-4b5f-8652-4698716ecd57), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.429739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4c9843e2-944a-4455-a298-9066b223b5ae no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:58.433896 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.464243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (0dcace01-a1f8-4b5f-8652-4698716ecd57), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.466876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b237e19e-acd8-4106-a386-1e803e98fe6a admin admin] Publish callbacks [] for security_group (5c89910a-9d2e-44d3-b527-813a9d8f3f83), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.484224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4c9843e2-944a-4455-a298-9066b223b5ae {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:58.484641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4c9843e2-944a-4455-a298-9066b223b5ae not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:58.514439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 206e62dc-e0cd-459e-a606-6c158c06cd3e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:58.514847 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.541577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e62dc-e0cd-459e-a606-6c158c06cd3e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:58.544441 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3fe85d-1a7a-4467-984e-648fe9653536" -d '{"events": [{"server_uuid": "9bb7ae6c-0b39-4dec-b359-b1d80a4b9474", "name": "network-vif-plugged", "status": "completed", "tag": "206e62dc-e0cd-459e-a606-6c158c06cd3e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:58.553374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b237e19e-acd8-4106-a386-1e803e98fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5c89910a-9d2e-44d3-b527-813a9d8f3f83), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.563721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b237e19e-acd8-4106-a386-1e803e98fe6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.565699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b237e19e-acd8-4106-a386-1e803e98fe6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c89910a-9d2e-44d3-b527-813a9d8f3f83 HTTP/1.1" status: 204 len: 168 time: 0.3140187 Mar 22 14:04:58.588464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237e19e-acd8-4106-a386-1e803e98fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c89910a-9d2e-44d3-b527-813a9d8f3f83,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:58.588934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:58.595712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.602457 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:04:58.659733 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0229fe7c-f4a7-432b-8431-93d6250ac266 x-openstack-request-id: req-0229fe7c-f4a7-432b-8431-93d6250ac266 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:58.660409 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb7ae6c-0b39-4dec-b359-b1d80a4b9474", "name": "network-vif-plugged", "status": "completed", "tag": "206e62dc-e0cd-459e-a606-6c158c06cd3e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:58.660863 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0229fe7c-f4a7-432b-8431-93d6250ac266 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:58.661484 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0229fe7c-f4a7-432b-8431-93d6250ac266'] response: {'server_uuid': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e62dc-e0cd-459e-a606-6c158c06cd3e', 'code': 200} Mar 22 14:04:58.663543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=206e62dc-e0cd-459e-a606-6c158c06cd3e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:59.002454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926493c8-62bc-4b29-958d-28f5a198e452 req-c717bd49-a4a8-48da-a5cb-4ba86d5d2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:59.003973 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-926493c8-62bc-4b29-958d-28f5a198e452 req-c717bd49-a4a8-48da-a5cb-4ba86d5d2df3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 1128 time: 0.0957398 Mar 22 14:04:59.030330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (0dcace01-a1f8-4b5f-8652-4698716ecd57), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.116246 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-926493c8-62bc-4b29-958d-28f5a198e452 req-f09b4d80-76b6-4f7d-a828-d0f3472b7f27 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048939 Mar 22 14:04:59.147423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (0dcace01-a1f8-4b5f-8652-4698716ecd57), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.183492 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.188501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5cbe15-f3fa-48e0-a63d-97ad38e519dc None None] Network 68c30840-be67-487d-85eb-7a71341f121c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:59.190575 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0dcace01-a1f8-4b5f-8652-4698716ecd57 HTTP/1.1" status: 204 len: 168 time: 0.8681033 Mar 22 14:04:59.191234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53610) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:59.193620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ac6e-b979-450a-b380-d519865ed31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcace01-a1f8-4b5f-8652-4698716ecd57,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:59.282483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099c5d-c579-4c7b-8dc6-a956b3aaec53 req-66954f3c-d394-471f-8f01-8d9f33a64232 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:59.284167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5099c5d-c579-4c7b-8dc6-a956b3aaec53 req-66954f3c-d394-471f-8f01-8d9f33a64232 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1276124 Mar 22 14:04:59.301288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (68c30840-be67-487d-85eb-7a71341f121c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.420535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b331d-76b8-4192-8167-f6cb89d5472e req-24af81bf-ee08-469a-b615-15d7b31cdeb3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:59.422083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa6b331d-76b8-4192-8167-f6cb89d5472e req-24af81bf-ee08-469a-b615-15d7b31cdeb3 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 946 time: 0.1341937 Mar 22 14:04:59.470807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5099c5d-c579-4c7b-8dc6-a956b3aaec53 req-c2982a3c-6d49-49ab-935f-b009dcf8e745 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768153 Mar 22 14:04:59.476580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Deleting port 4078be6e-178b-41e0-9f31-812da47fbca0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:59.477210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.510580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] DHCP port deletion for 68c30840-be67-487d-85eb-7a71341f121c request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:04:59.562129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa6b331d-76b8-4192-8167-f6cb89d5472e req-cc8f2291-ba1f-4bd0-aa6b-0f3bb113d8be tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210289 Mar 22 14:04:59.596006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] For port 4078be6e-178b-41e0-9f31-812da47fbca0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4078be6e-178b-41e0-9f31-812da47fbca0,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:59.596904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.616359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Calling delete_port for 4078be6e-178b-41e0-9f31-812da47fbca0 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:59.616857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] Deleting port 4078be6e-178b-41e0-9f31-812da47fbca0 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:59.617541 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.685652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] For port 4078be6e-178b-41e0-9f31-812da47fbca0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4078be6e-178b-41e0-9f31-812da47fbca0,segment=NetworkSegment(32fb358c-48d5-46e5-ad24-6115b7ca3ff1),segment_id=32fb358c-48d5-46e5-ad24-6115b7ca3ff1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:59.686326 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.699713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.708272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] Calling delete_port for 4078be6e-178b-41e0-9f31-812da47fbca0 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:59.740781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=4078be6e-178b-41e0-9f31-812da47fbca0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:59.743489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] No DVR routers for this DVR port 4078be6e-178b-41e0-9f31-812da47fbca0 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:59.804968 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (4078be6e-178b-41e0-9f31-812da47fbca0), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.831016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (68c30840-be67-487d-85eb-7a71341f121c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.835510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] Pushing event deleted for resources: {'Port': ['ID=4078be6e-178b-41e0-9f31-812da47fbca0,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:59.846685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5c975-04e6-4521-82ba-85af170c61ce None None] No DVR routers for this DVR port 4078be6e-178b-41e0-9f31-812da47fbca0 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:59.858427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c30840-be67-487d-85eb-7a71341f121c']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:59.884273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fb358c-48d5-46e5-ad24-6115b7ca3ff1') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:59.884628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fb358c-48d5-46e5-ad24-6115b7ca3ff1') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:59.896694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (32fb358c-48d5-46e5-ad24-6115b7ca3ff1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.912318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (32fb358c-48d5-46e5-ad24-6115b7ca3ff1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.919885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:04:59.920525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (32fb358c-48d5-46e5-ad24-6115b7ca3ff1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:04:59.922780 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:00.012642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (68c30840-be67-487d-85eb-7a71341f121c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.039078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.046846 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] 10.222.0.44 "DELETE /v2.0/networks/68c30840-be67-487d-85eb-7a71341f121c HTTP/1.1" status: 204 len: 168 time: 0.8543153 Mar 22 14:05:00.047827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89188327-4bd4-4fa9-ab9e-721700bfec39 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c30840-be67-487d-85eb-7a71341f121c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:00.334317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4078be6e-178b-41e0-9f31-812da47fbca0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:00.343125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:00.370211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4078be6e-178b-41e0-9f31-812da47fbca0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:00.370635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4078be6e-178b-41e0-9f31-812da47fbca0 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:00.371257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device decf6439-d284-4416-81c3-196d0689575e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:00.403381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: decf6439-d284-4416-81c3-196d0689575e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:00.413523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device decf6439-d284-4416-81c3-196d0689575e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:00.427787 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ede77097-af33-42b9-bd7c-7cb21fc809dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a02771d75f44ff58ce4c76474ae746f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834966 Mar 22 14:05:00.430538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:00.555889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49711bfb-ae14-465f-9744-06784997c7d4 admin admin] Publish callbacks [] for security_group (227a8e1a-fcb6-4579-b63a-ecf089f46600), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.599499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49711bfb-ae14-465f-9744-06784997c7d4 admin admin] Publish callbacks [] for security_group (227a8e1a-fcb6-4579-b63a-ecf089f46600), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.629067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e36b-49a5-48c4-83f0-8ad6ab7242fe req-a00b9a16-4fca-4df2-8d41-c8f7a20a6c77 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:00.630704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27f4e36b-49a5-48c4-83f0-8ad6ab7242fe req-a00b9a16-4fca-4df2-8d41-c8f7a20a6c77 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.0647442 Mar 22 14:05:00.668155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49711bfb-ae14-465f-9744-06784997c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (227a8e1a-fcb6-4579-b63a-ecf089f46600), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.672060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49711bfb-ae14-465f-9744-06784997c7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.678271 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-49711bfb-ae14-465f-9744-06784997c7d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/227a8e1a-fcb6-4579-b63a-ecf089f46600 HTTP/1.1" status: 204 len: 168 time: 0.2465744 Mar 22 14:05:00.692387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49711bfb-ae14-465f-9744-06784997c7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a8e1a-fcb6-4579-b63a-ecf089f46600,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:00.694303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27f4e36b-49a5-48c4-83f0-8ad6ab7242fe req-ef60cdc8-dc15-4d89-a822-4f23a5cf424f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559063 Mar 22 14:05:00.821483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa964bce-f67f-4cd7-b933-2198ad9af587 req-80d175ae-b4a9-416d-88eb-475ead1a7e08 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:00.823425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa964bce-f67f-4cd7-b933-2198ad9af587 req-80d175ae-b4a9-416d-88eb-475ead1a7e08 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 946 time: 0.0810721 Mar 22 14:05:00.891507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa964bce-f67f-4cd7-b933-2198ad9af587 req-d04e6f3a-2e41-4cde-9478-f22e0ab25184 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Mar 22 14:05:01.151812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53698) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:01.405013 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b96043-99c7-4328-bca3-8b1d1a6f8fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.547807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b96043-99c7-4328-bca3-8b1d1a6f8fb4 admin admin] Publish callbacks [] for security_group (952c8d21-ed15-4663-b351-35c52d297022), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.554841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b96043-99c7-4328-bca3-8b1d1a6f8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (952c8d21-ed15-4663-b351-35c52d297022), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.632220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53740) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:01.646755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-40b96043-99c7-4328-bca3-8b1d1a6f8fb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02d1794c223540a5874dc434123078f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936550 Mar 22 14:05:01.647804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96043-99c7-4328-bca3-8b1d1a6f8fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c8d21-ed15-4663-b351-35c52d297022,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:01.701725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-411584bd-777b-4140-872a-33978129b72e admin admin] Publish callbacks [] for security_group (952c8d21-ed15-4663-b351-35c52d297022), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.863891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53756) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:01.976381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-425331072-network', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:02.007195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Made reservation on behalf of 46681445aaef43cf93b9d2f53d12b44c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:02.010215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.021388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.107760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks [] for security_group (e5a487ab-b719-4e9e-af34-d4f7b0424ce8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.112033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e5a487ab-b719-4e9e-af34-d4f7b0424ce8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.144950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a487ab-b719-4e9e-af34-d4f7b0424ce8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:02.151959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:02.164147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c5ad4f72-fc95-4f2c-a0fe-f21290b165c0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.164424 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Added segment c5ad4f72-fc95-4f2c-a0fe-f21290b165c0 of type vlan for network 9840ebf2-822d-4151-9260-dcc7fddf1be9 Mar 22 14:05:02.183987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-411584bd-777b-4140-872a-33978129b72e admin admin] Publish callbacks [] for security_group (952c8d21-ed15-4663-b351-35c52d297022), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.226184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9840ebf2-822d-4151-9260-dcc7fddf1be9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.251981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8150b2-c541-4633-bee8-db1ab25a64c3 req-4af971b2-a3f6-4d7a-bd67-f6b0e7114f71 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:02.254451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c8150b2-c541-4633-bee8-db1ab25a64c3 req-4af971b2-a3f6-4d7a-bd67-f6b0e7114f71 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 946 time: 0.1263778 Mar 22 14:05:02.264355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77732ee-c118-4f99-8ca5-bf500e5f6e3b req-b6cf594c-4080-494a-802a-373cc96b121f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:02.269116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9840ebf2-822d-4151-9260-dcc7fddf1be9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.270637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:02.271994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.272136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e77732ee-c118-4f99-8ca5-bf500e5f6e3b req-b6cf594c-4080-494a-802a-373cc96b121f tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1449714 Mar 22 14:05:02.312651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-411584bd-777b-4140-872a-33978129b72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (952c8d21-ed15-4663-b351-35c52d297022), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.315202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-411584bd-777b-4140-872a-33978129b72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.316674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-411584bd-777b-4140-872a-33978129b72e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/952c8d21-ed15-4663-b351-35c52d297022 HTTP/1.1" status: 204 len: 168 time: 0.6834388 Mar 22 14:05:02.340314 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4724491 Mar 22 14:05:02.341387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53762) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:02.341648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411584bd-777b-4140-872a-33978129b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c8d21-ed15-4663-b351-35c52d297022,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:02.346101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Request body: {'subnet': {'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-425331072-subnet', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:02.369273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Made reservation on behalf of 46681445aaef43cf93b9d2f53d12b44c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:02.371962 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.382448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e77732ee-c118-4f99-8ca5-bf500e5f6e3b req-430cf2e4-5cc9-465e-8296-44e8a7b93274 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052766 Mar 22 14:05:02.388562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c8150b2-c541-4633-bee8-db1ab25a64c3 req-194be930-ab01-4263-b9a8-1b5eba846a89 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142654 Mar 22 14:05:02.426486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f655fec-9301-4c5a-a743-caea40963dbf admin admin] Pushing event updated for resources: {'Network': ['ID=9840ebf2-822d-4151-9260-dcc7fddf1be9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:02.437791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:02.569999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (8cc6706b-a1c2-4ff2-8f31-120c44ff1951), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.651390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc6706b-a1c2-4ff2-8f31-120c44ff1951,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:02.659826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:02.661184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Network hostable DHCP agents. Network: 9840ebf2-822d-4151-9260-dcc7fddf1be9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:02.683213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:02.694616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9840ebf2-822d-4151-9260-dcc7fddf1be9) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:02.699191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:02.699990 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.706818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a3b6f5-bf16-455a-8b4a-719268a0da2d None None] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:02.721276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0caeb713-c311-4396-bc65-97844b6791d9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3796222 Mar 22 14:05:02.724291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53774) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:02.731553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:02.770822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.772357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.858543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9840ebf2-822d-4151-9260-dcc7fddf1be9', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:05:02.861343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks [] for router_controller (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.861548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.050998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks [] for router_gateway (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.099459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Allocated IP 172.20.0.2 (9840ebf2-822d-4151-9260-dcc7fddf1be9/8cc6706b-a1c2-4ff2-8f31-120c44ff1951/b4203947-e1a8-43cf-980c-7a3801b9276e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:03.342833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Publish callbacks [] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.365071 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.401749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53794) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:03.408519 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks [] for router_gateway (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.443776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.516798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dab665-875c-40dd-930a-18bfec5efc14 req-7979b6f2-21b2-402f-8a05-e56ff2861dda tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:03.524602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78dab665-875c-40dd-930a-18bfec5efc14 req-7979b6f2-21b2-402f-8a05-e56ff2861dda tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.0641396 Mar 22 14:05:03.614661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-network', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:03.628315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Allocated IP 172.25.2.94 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/91806f22-a04a-4c9e-973f-162ce7a6b451) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:03.639344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78dab665-875c-40dd-930a-18bfec5efc14 req-5c964dcf-b089-4870-af8e-5f5810dd3533 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134081 Mar 22 14:05:03.672874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15351-8cc8-437b-b1e4-1963c3e9fe7b req-ab08f2f5-0530-4a1a-8211-c87c43de20cc tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:03.675624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edd15351-8cc8-437b-b1e4-1963c3e9fe7b req-ab08f2f5-0530-4a1a-8211-c87c43de20cc tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 946 time: 0.1345377 Mar 22 14:05:03.677206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Made reservation on behalf of ca154cbf0532414bb8bfbd2a4b96dccc for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:03.680016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.699385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:03.703123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:03.704732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.709696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:03.721496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Pushing event updated for resources: {'Port': ['ID=b4203947-e1a8-43cf-980c-7a3801b9276e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:03.765382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edd15351-8cc8-437b-b1e4-1963c3e9fe7b req-0f785275-c6a7-4ab7-ab4e-e945be585c5d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823267 Mar 22 14:05:03.768447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks [] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.785578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Attempting to bind port b4203947-e1a8-43cf-980c-7a3801b9276e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:03.788382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Attempting to bind port b4203947-e1a8-43cf-980c-7a3801b9276e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:03.788987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Attempting to bind port b4203947-e1a8-43cf-980c-7a3801b9276e on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:03.802540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:03.804223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:03.804881 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.805948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Bound using segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:03.808049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Bound port: b4203947-e1a8-43cf-980c-7a3801b9276e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:03.809786 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.815647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.858759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks [] for security_group (99ac8ff4-595e-4aa5-83db-1376fffa044c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.868772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (99ac8ff4-595e-4aa5-83db-1376fffa044c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.885402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:03.889324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=91806f22-a04a-4c9e-973f-162ce7a6b451,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:03.901555 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c18fc05a-a5ff-4e68-aed6-914ab6be1d84), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.902078 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Added segment c18fc05a-a5ff-4e68-aed6-914ab6be1d84 of type vlan for network bb4a4160-0042-4358-b538-8604b65124c3 Mar 22 14:05:03.906539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] For port b4203947-e1a8-43cf-980c-7a3801b9276e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:03.911230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:03.912009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] For port b4203947-e1a8-43cf-980c-7a3801b9276e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b4203947-e1a8-43cf-980c-7a3801b9276e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:03.913618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:03.917187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:03.925051 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.957683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (bb4a4160-0042-4358-b538-8604b65124c3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.990845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (bb4a4160-0042-4358-b538-8604b65124c3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.991861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:03.992432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.026480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c1f52-3e69-454c-95ca-a08409c553a2 None None] Pushing event updated for resources: {'Port': ['ID=b4203947-e1a8-43cf-980c-7a3801b9276e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:04.069204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4a4160-0042-4358-b538-8604b65124c3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:04.095951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac8ff4-595e-4aa5-83db-1376fffa044c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:04.101247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network bb4a4160-0042-4358-b538-8604b65124c3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:04.104488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e239ea99-e360-4c2e-a4f1-e7022fefe011 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7016330 Mar 22 14:05:04.115334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53802) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:04.123108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Request body: {'subnet': {'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-subnet', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:04.145597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Made reservation on behalf of ca154cbf0532414bb8bfbd2a4b96dccc for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:04.148774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.202403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 206e62dc-e0cd-459e-a606-6c158c06cd3e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:04.387648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks [] for router_gateway (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.425357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (29d744b5-ca67-4b3a-ab65-e9d265595541), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.521426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Checking segment: {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:04.521936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Network hostable DHCP agents. Network: bb4a4160-0042-4358-b538-8604b65124c3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:04.532125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d744b5-ca67-4b3a-ab65-e9d265595541,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:04.569836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Network bb4a4160-0042-4358-b538-8604b65124c3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:04.600253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, bb4a4160-0042-4358-b538-8604b65124c3) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:04.628669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53546f67-c71c-43c4-b83a-75fe785f634a None None] Network bb4a4160-0042-4358-b538-8604b65124c3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:04.629392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:04.630274 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.656455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c57f01d8-563b-4175-a2dc-5791bf3d5140 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5395701 Mar 22 14:05:04.659753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53806) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:04.668367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:04.702032 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.704272 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.743678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:04.761555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '206e62dc-e0cd-459e-a606-6c158c06cd3e', 'network_id': '09c4e37b-9b2d-4107-b566-e7cd05ba2847', 'port_id': '206e62dc-e0cd-459e-a606-6c158c06cd3e', 'mac_address': 'fa:16:3e:00:c6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:04.851931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-bb4a4160-0042-4358-b538-8604b65124c3', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:05:04.852973 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.916024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 206e62dc-e0cd-459e-a606-6c158c06cd3e is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:04.916549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.922083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.979899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks [] for router_controller (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.102094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Allocated IP 172.20.0.2 (bb4a4160-0042-4358-b538-8604b65124c3/29d744b5-ca67-4b3a-ab65-e9d265595541/9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:05.136923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3642b-9dd2-44f1-a2cc-cbc5043b6314 req-60f65e5d-6507-49af-bb95-27b8c004bcc2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:05.138631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4c3642b-9dd2-44f1-a2cc-cbc5043b6314 req-60f65e5d-6507-49af-bb95-27b8c004bcc2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3935161 Mar 22 14:05:05.153453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee0372-a0d4-48fa-a8ae-85c74a02a90f req-fda6db37-5807-4d00-b397-afae4d7a125b tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:05.155017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ee0372-a0d4-48fa-a8ae-85c74a02a90f req-fda6db37-5807-4d00-b397-afae4d7a125b tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 946 time: 0.2098413 Mar 22 14:05:05.191659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:05:05.192330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 206e62dc-e0cd-459e-a606-6c158c06cd3e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:05.233651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:05.240686 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.334080 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Publish callbacks [] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.382398 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.396361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:05.424287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.429895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17119362-ce17-46e1-af52-717316818a20 None None] Sync routers for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:05.431656 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e24eed17-ef05-4bd2-915d-ba659d629ae6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7047939 Mar 22 14:05:05.433562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:05.436908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ee0372-a0d4-48fa-a8ae-85c74a02a90f req-4b0c3b40-2982-405e-80b0-fa26fac70958 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475824 Mar 22 14:05:05.445569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4c3642b-9dd2-44f1-a2cc-cbc5043b6314 req-89b48e8c-e234-4af3-9843-2db92d2a9065 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874408 Mar 22 14:05:05.446765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['206e62dc-e0cd-459e-a606-6c158c06cd3e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:05.454056 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks [] for router_gateway (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.493031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Network bb4a4160-0042-4358-b538-8604b65124c3 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:05.507497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:05.525767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:05.538439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=206e62dc-e0cd-459e-a606-6c158c06cd3e,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:05.645572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Pushing event updated for resources: {'Port': ['ID=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:05.656238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:05.659483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:05.858442 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks [] for router_gateway (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.879154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f751765-3b56-472f-a76d-7a3de38451a5 None None] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:05.894607 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.020005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.065932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Allocated IP 172.25.2.253 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/5decd012-f0e9-4682-828a-ee79713cea61) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:06.136706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fd0c263e-95bf-49ec-9c82-4a2e8446ba47 None None] Provisioning complete for port b4203947-e1a8-43cf-980c-7a3801b9276e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:06.137073 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd0c263e-95bf-49ec-9c82-4a2e8446ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.173952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Attempting to bind port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:06.174363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Attempting to bind port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:06.174724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Attempting to bind port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 on network bb4a4160-0042-4358-b538-8604b65124c3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:06.190045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks [] for port (5decd012-f0e9-4682-828a-ee79713cea61), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.233949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5decd012-f0e9-4682-828a-ee79713cea61), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.270419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:06.272942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Checking segment: {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:06.273736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:06.277034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:06.278702 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.279373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Bound using segment: {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:06.280137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Bound port: 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:06.281133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:06.281708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.388345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Allocated IP 172.20.0.1 (9840ebf2-822d-4151-9260-dcc7fddf1be9/8cc6706b-a1c2-4ff2-8f31-120c44ff1951/2959ba0b-73fb-4978-8a24-774898f6bb26) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:06.396934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Pushing event updated for resources: {'Port': ['ID=5decd012-f0e9-4682-828a-ee79713cea61,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:06.487685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] For port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:06.491459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] For port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:06.497198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b4203947-e1a8-43cf-980c-7a3801b9276e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:06.540240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks [] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.579294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.581055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.594477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:06.635730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:06.639129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:06.643559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:06.707029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Pushing event updated for resources: {'Port': ['ID=2959ba0b-73fb-4978-8a24-774898f6bb26,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:06.719398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.719787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.720134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.720467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.720798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.726232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.726602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.726939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.727272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.727598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.727927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.729759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.730163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.730496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.730825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:06.765143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.851472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks [] for router_gateway (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.004624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c263e-95bf-49ec-9c82-4a2e8446ba47 None None] Current status of the port b4203947-e1a8-43cf-980c-7a3801b9276e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:07.004624 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd0c263e-95bf-49ec-9c82-4a2e8446ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.111412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaac83-c4a9-4d92-ace9-798dfd0ef59c req-d73f15fc-9293-4507-b26f-50abb648062c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:07.113252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ccaac83-c4a9-4d92-ace9-798dfd0ef59c req-d73f15fc-9293-4507-b26f-50abb648062c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.4412255 Mar 22 14:05:07.122943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eee191-8aa4-4ed3-b993-03e2f849a7a5 req-bcb7f337-a289-4366-a3cf-b6deaf4ad1d4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:07.124590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76eee191-8aa4-4ed3-b993-03e2f849a7a5 req-bcb7f337-a289-4366-a3cf-b6deaf4ad1d4 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 945 time: 0.4512529 Mar 22 14:05:07.142466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fd0c263e-95bf-49ec-9c82-4a2e8446ba47 None None] For port b4203947-e1a8-43cf-980c-7a3801b9276e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b4203947-e1a8-43cf-980c-7a3801b9276e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:07.148363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24620836-4632-48ed-83f4-4cd38b916792 None None] Pushing event updated for resources: {'Port': ['ID=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:07.157889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b4203947-e1a8-43cf-980c-7a3801b9276e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:07.158290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.164569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd0c263e-95bf-49ec-9c82-4a2e8446ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.200321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.208650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ccaac83-c4a9-4d92-ace9-798dfd0ef59c req-7fc7abcd-ea4f-4af8-b0e7-4ebf3c275a98 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831640 Mar 22 14:05:07.296731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76eee191-8aa4-4ed3-b993-03e2f849a7a5 req-eae508f7-5ab7-4df8-8597-d0b22fd72268 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575813 Mar 22 14:05:07.360110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.497320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:04Z', 'revision_number': 3, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:07.559089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:05:07.563078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4adbc4c3-a7b2-4397-9cdd-4612f6482eb0 None None] Provisioning complete for port 2959ba0b-73fb-4978-8a24-774898f6bb26 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:07.563452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4adbc4c3-a7b2-4397-9cdd-4612f6482eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.600205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4adbc4c3-a7b2-4397-9cdd-4612f6482eb0 None None] Port 2959ba0b-73fb-4978-8a24-774898f6bb26 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:07.602935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c263e-95bf-49ec-9c82-4a2e8446ba47 None None] Pushing event updated for resources: {'Port': ['ID=b4203947-e1a8-43cf-980c-7a3801b9276e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:07.605941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17119362-ce17-46e1-af52-717316818a20 None None] Checking router: 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:07.606344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17119362-ce17-46e1-af52-717316818a20 None None] Updating router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 port 91806f22-a04a-4c9e-973f-162ce7a6b451 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:07.670117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4adbc4c3-a7b2-4397-9cdd-4612f6482eb0 None None] Provisioning complete for port b4203947-e1a8-43cf-980c-7a3801b9276e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:07.670485 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4adbc4c3-a7b2-4397-9cdd-4612f6482eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.723889 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17119362-ce17-46e1-af52-717316818a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.734943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:07.746464 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Sync routers for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:07.769938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.775602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a53a354-3b1a-465b-9188-1acba71e0617 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.1097531 Mar 22 14:05:07.775785 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:07.775785 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:07.776363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53844) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:07.792105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b4203947-e1a8-43cf-980c-7a3801b9276e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:07.859551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks [] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.865368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.976220 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:08.057116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Pushing event updated for resources: {'Port': ['ID=2959ba0b-73fb-4978-8a24-774898f6bb26,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:08.060029 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.119876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4adbc4c3-a7b2-4397-9cdd-4612f6482eb0 None None] Current status of the port b4203947-e1a8-43cf-980c-7a3801b9276e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:08.145144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 206e62dc-e0cd-459e-a606-6c158c06cd3e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:08.240415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:08.243175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:08.323181 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:06Z', 'revision_number': 3, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:08.395958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Checking router: 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:08.396136 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Updating router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 port 5decd012-f0e9-4682-828a-ee79713cea61 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:08.470021 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5decd012-f0e9-4682-828a-ee79713cea61), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.525144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:08.567524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17119362-ce17-46e1-af52-717316818a20 None None] Publish callbacks [] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.586330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646a382-198d-40be-bc62-9588ead0dff8 None None] Network bb4a4160-0042-4358-b538-8604b65124c3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:08.653412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:08.661328 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17119362-ce17-46e1-af52-717316818a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.689282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:08.699218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4489b36d-4b93-4c6a-8131-7d4cb31c2e98 admin admin] 10.222.0.44 "PUT /v2.0/routers/3d9d185f-37d8-4e5e-8d7a-85fab0f26d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2645528 Mar 22 14:05:08.746283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-17119362-ce17-46e1-af52-717316818a20 None None] Attempting to bind port 91806f22-a04a-4c9e-973f-162ce7a6b451 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:08.746763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-17119362-ce17-46e1-af52-717316818a20 None None] Attempting to bind port 91806f22-a04a-4c9e-973f-162ce7a6b451 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:08.747482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17119362-ce17-46e1-af52-717316818a20 None None] Attempting to bind port 91806f22-a04a-4c9e-973f-162ce7a6b451 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:08.777116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17119362-ce17-46e1-af52-717316818a20 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:08.777671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17119362-ce17-46e1-af52-717316818a20 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:08.778195 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17119362-ce17-46e1-af52-717316818a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.779033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17119362-ce17-46e1-af52-717316818a20 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:08.779251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-17119362-ce17-46e1-af52-717316818a20 None None] Bound port: 91806f22-a04a-4c9e-973f-162ce7a6b451, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:08.779734 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17119362-ce17-46e1-af52-717316818a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.815405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 206e62dc-e0cd-459e-a606-6c158c06cd3e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:08.815785 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.869199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-06cb7e36-90d4-413f-8acd-bc6da497b09d None None] Provisioning complete for port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:08.869648 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06cb7e36-90d4-413f-8acd-bc6da497b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.908202 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Publish callbacks [] for port (5decd012-f0e9-4682-828a-ee79713cea61), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.916725 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5decd012-f0e9-4682-828a-ee79713cea61), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.918218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ba877-188e-46c9-8198-92508f591dfd None None] Pushing event updated for resources: {'Port': ['ID=91806f22-a04a-4c9e-973f-162ce7a6b451,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:08.987950 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Attempting to bind port 5decd012-f0e9-4682-828a-ee79713cea61 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:08.988495 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Attempting to bind port 5decd012-f0e9-4682-828a-ee79713cea61 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:08.989129 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Attempting to bind port 5decd012-f0e9-4682-828a-ee79713cea61 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:09.001945 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:09.002786 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:09.003479 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.004473 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:09.005115 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Bound port: 5decd012-f0e9-4682-828a-ee79713cea61, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:09.006055 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5decd012-f0e9-4682-828a-ee79713cea61), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.011382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef513f-4ebf-4969-a3b5-6c66e1f916f4 req-d4961ce7-55de-4bea-a4b5-3a8e02439950 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.015363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-06cb7e36-90d4-413f-8acd-bc6da497b09d None None] Current status of the port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:09.015889 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06cb7e36-90d4-413f-8acd-bc6da497b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.019515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6ef513f-4ebf-4969-a3b5-6c66e1f916f4 req-d4961ce7-55de-4bea-a4b5-3a8e02439950 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 945 time: 1.0796201 Mar 22 14:05:09.051533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:09.060340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.067158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-17119362-ce17-46e1-af52-717316818a20 None None] For port 91806f22-a04a-4c9e-973f-162ce7a6b451, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:09.130466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-17119362-ce17-46e1-af52-717316818a20 None None] For port 91806f22-a04a-4c9e-973f-162ce7a6b451, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=91806f22-a04a-4c9e-973f-162ce7a6b451,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:09.140671 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Pushing event updated for resources: {'Port': ['ID=5decd012-f0e9-4682-828a-ee79713cea61,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.143082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17119362-ce17-46e1-af52-717316818a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.146855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e99ca2-7fec-470a-b64e-e7a800c75c18 req-5c812d0d-670a-49b9-91cf-650e55d5e501 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.148535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-ec579109-e000-44e1-aa3c-eba8c9a83c98 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.150121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-ec579109-e000-44e1-aa3c-eba8c9a83c98 tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 945 time: 0.1308627 Mar 22 14:05:09.152814 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.154013 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.154013 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.154013 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.154500 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.154975 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.155439 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.155911 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.156370 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.156705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77e99ca2-7fec-470a-b64e-e7a800c75c18 req-5c812d0d-670a-49b9-91cf-650e55d5e501 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.7584150 Mar 22 14:05:09.157284 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.157756 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.158341 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.158813 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.159272 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.159735 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:09.161658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6ef513f-4ebf-4969-a3b5-6c66e1f916f4 req-a2f8ee84-3a69-4b50-b97b-bc152fce0fea tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/security-groups?id=51541ca7-8a60-4f85-8149-3389459fbb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413457 Mar 22 14:05:09.163741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.186075 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] For port 5decd012-f0e9-4682-828a-ee79713cea61, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:09.195102 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] For port 5decd012-f0e9-4682-828a-ee79713cea61, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5decd012-f0e9-4682-828a-ee79713cea61,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:09.204188 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5decd012-f0e9-4682-828a-ee79713cea61), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.326466 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c168cf9-2584-4a63-85d5-290bb11ded2d None None] Pushing event updated for resources: {'Port': ['ID=5decd012-f0e9-4682-828a-ee79713cea61,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.341705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Deleting port 206e62dc-e0cd-459e-a606-6c158c06cd3e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:09.342285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.342838 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:09.343471 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:09.377365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:09.378008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:09.391064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-06cb7e36-90d4-413f-8acd-bc6da497b09d None None] For port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:09.410621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 206e62dc-e0cd-459e-a606-6c158c06cd3e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:09.411031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.417201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77e99ca2-7fec-470a-b64e-e7a800c75c18 req-dc382715-87d0-4af3-8b67-98ae094da66e tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594388 Mar 22 14:05:09.519951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Allocated IP 172.20.0.1 (bb4a4160-0042-4358-b538-8604b65124c3/29d744b5-ca67-4b3a-ab65-e9d265595541/473cb4dc-156f-4f74-a9be-505440b277a5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:09.550173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] For port 206e62dc-e0cd-459e-a606-6c158c06cd3e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=206e62dc-e0cd-459e-a606-6c158c06cd3e,segment=NetworkSegment(06f25440-d599-403b-b1f7-8cdd46ca5f11),segment_id=06f25440-d599-403b-b1f7-8cdd46ca5f11)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:09.550745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.570127 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:09.578302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Calling delete_port for 206e62dc-e0cd-459e-a606-6c158c06cd3e owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:09.587214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06cb7e36-90d4-413f-8acd-bc6da497b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.614873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ba877-188e-46c9-8198-92508f591dfd None None] Pushing event updated for resources: {'Port': ['ID=91806f22-a04a-4c9e-973f-162ce7a6b451,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.731017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7e36-90d4-413f-8acd-bc6da497b09d None None] Pushing event updated for resources: {'Port': ['ID=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.747192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks [] for port (473cb4dc-156f-4f74-a9be-505440b277a5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.795632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (206e62dc-e0cd-459e-a606-6c158c06cd3e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.798706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.840495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Pushing event deleted for resources: {'Port': ['ID=206e62dc-e0cd-459e-a606-6c158c06cd3e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.855278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['206e62dc-e0cd-459e-a606-6c158c06cd3e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:09.863443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f3aa1395-eae6-47fe-ba5d-853d80faecbb None None] Provisioning complete for port 2959ba0b-73fb-4978-8a24-774898f6bb26 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:09.869473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Network bb4a4160-0042-4358-b538-8604b65124c3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:09.874509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1395-eae6-47fe-ba5d-853d80faecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.875475 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:06Z', 'revision_number': 3, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:09.892359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:09.896357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:09.927895 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52f6d6-5358-4f26-acd3-4221a7a1c3cd None None] The sync data for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 is: [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:06Z', 'revision_number': 3, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:09.937465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] No DVR routers for this DVR port 206e62dc-e0cd-459e-a606-6c158c06cd3e on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:09.942875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.947607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Pushing event updated for resources: {'Port': ['ID=473cb4dc-156f-4f74-a9be-505440b277a5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.956707 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-74cadddb-9a1f-45c8-9542-25bc84e872d4 req-1e7bc764-eba5-48da-8480-b05df187c97e tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.42 "DELETE /v2.0/ports/206e62dc-e0cd-459e-a606-6c158c06cd3e HTTP/1.1" status: 204 len: 173 time: 0.8009071 Mar 22 14:05:09.957358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'name': 'network-vif-deleted', 'tag': '206e62dc-e0cd-459e-a606-6c158c06cd3e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:09.960315 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dd5b46-fe7f-42d3-bede-f17af2f93db3" -d '{"events": [{"server_uuid": "9bb7ae6c-0b39-4dec-b359-b1d80a4b9474", "name": "network-vif-deleted", "tag": "206e62dc-e0cd-459e-a606-6c158c06cd3e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:09.991828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.994024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa1395-eae6-47fe-ba5d-853d80faecbb None None] Port 2959ba0b-73fb-4978-8a24-774898f6bb26 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:10.102328 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f507a314-4d48-446f-8a73-68b9ad959d18 x-openstack-request-id: req-f507a314-4d48-446f-8a73-68b9ad959d18 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:10.103247 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb7ae6c-0b39-4dec-b359-b1d80a4b9474", "name": "network-vif-deleted", "tag": "206e62dc-e0cd-459e-a606-6c158c06cd3e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:10.103603 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f507a314-4d48-446f-8a73-68b9ad959d18 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:10.104107 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f507a314-4d48-446f-8a73-68b9ad959d18'] response: {'server_uuid': '9bb7ae6c-0b39-4dec-b359-b1d80a4b9474', 'name': 'network-vif-deleted', 'tag': '206e62dc-e0cd-459e-a606-6c158c06cd3e', 'status': 'completed', 'code': 200} Mar 22 14:05:10.146176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:10.147438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b4203947-e1a8-43cf-980c-7a3801b9276e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:10.178953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f3aa1395-eae6-47fe-ba5d-853d80faecbb None None] Provisioning complete for port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:10.179727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1395-eae6-47fe-ba5d-853d80faecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.184469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:10.375676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.381056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19998a57-bad2-4c90-9bdd-652dae342a89 req-7cfea0dd-98aa-4f82-a3ca-8d575ddf7a8d tempest-ImagesTestJSON-522341001 tempest-ImagesTestJSON-522341001-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb7ae6c-0b39-4dec-b359-b1d80a4b9474 HTTP/1.1" status: 200 len: 210 time: 0.0504823 Mar 22 14:05:10.531406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:10.547553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-53ea618f-a220-400d-9aac-be77a856ea29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021074314', 'description': 'tempest-description--1457944298'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:10.583749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53ea618f-a220-400d-9aac-be77a856ea29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.717744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks [] for port (473cb4dc-156f-4f74-a9be-505440b277a5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.730205 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.738445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53ea618f-a220-400d-9aac-be77a856ea29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group (992599c2-3ee9-40cb-8645-6fcd0b9a68ca), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.748409 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53ea618f-a220-400d-9aac-be77a856ea29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (992599c2-3ee9-40cb-8645-6fcd0b9a68ca), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.761563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa1395-eae6-47fe-ba5d-853d80faecbb None None] Current status of the port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:10.777914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b4203947-e1a8-43cf-980c-7a3801b9276e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:10.778320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.807828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53ea618f-a220-400d-9aac-be77a856ea29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.813777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53868) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:10.814600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-53ea618f-a220-400d-9aac-be77a856ea29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2711842 Mar 22 14:05:10.833097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea618f-a220-400d-9aac-be77a856ea29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992599c2-3ee9-40cb-8645-6fcd0b9a68ca,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:10.838344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:10.840586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-17119362-ce17-46e1-af52-717316818a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 2, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:10.848801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4bfda0f6-ccef-43de-8f10-7ce6365ce5a0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'security_group_rule': {'security_group_id': '992599c2-3ee9-40cb-8645-6fcd0b9a68ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:10.888733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Pushing event updated for resources: {'Port': ['ID=473cb4dc-156f-4f74-a9be-505440b277a5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:10.889169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17119362-ce17-46e1-af52-717316818a20 None None] The sync data for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 is: [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 2, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:10.908100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59466-2295-429e-b29a-96b5834dbb1b req-c597402a-a528-43e2-996b-deaa4dcff357 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:10.915741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78c59466-2295-429e-b29a-96b5834dbb1b req-c597402a-a528-43e2-996b-deaa4dcff357 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3908601 Mar 22 14:05:10.960518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-47867655-4749-49be-a6b4-9e0191f0226c None None] Provisioning complete for port 473cb4dc-156f-4f74-a9be-505440b277a5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:10.960984 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-47867655-4749-49be-a6b4-9e0191f0226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.011155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b4203947-e1a8-43cf-980c-7a3801b9276e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:11.036546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bfda0f6-ccef-43de-8f10-7ce6365ce5a0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group_rule (c93bb431-6978-43e0-96f1-e919ed29e001), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.052819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-47867655-4749-49be-a6b4-9e0191f0226c None None] Port 473cb4dc-156f-4f74-a9be-505440b277a5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:11.065162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78c59466-2295-429e-b29a-96b5834dbb1b req-e393c0f0-faf1-47bc-a3b4-030b0aa48c2d tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483960 Mar 22 14:05:11.156218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Network bb4a4160-0042-4358-b538-8604b65124c3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:11.160532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:11.181337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bfda0f6-ccef-43de-8f10-7ce6365ce5a0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group_rule (c93bb431-6978-43e0-96f1-e919ed29e001), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.256944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bfda0f6-ccef-43de-8f10-7ce6365ce5a0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (c93bb431-6978-43e0-96f1-e919ed29e001), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.352329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda0f6-ccef-43de-8f10-7ce6365ce5a0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93bb431-6978-43e0-96f1-e919ed29e001,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:11.353693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:11.428707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:11.460727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bfda0f6-ccef-43de-8f10-7ce6365ce5a0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.464871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53876) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:11.467329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4bfda0f6-ccef-43de-8f10-7ce6365ce5a0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6313713 Mar 22 14:05:11.472062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1cb212c9-f506-4001-a461-15e98f878e52 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'security_group_rule': {'security_group_id': '992599c2-3ee9-40cb-8645-6fcd0b9a68ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:11.509896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:11.510311 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.546573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cb212c9-f506-4001-a461-15e98f878e52 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group_rule (a1f16c79-c26f-477a-a4bd-2dbe008bd6ce), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.652157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cb212c9-f506-4001-a461-15e98f878e52 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group_rule (a1f16c79-c26f-477a-a4bd-2dbe008bd6ce), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.657307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cb212c9-f506-4001-a461-15e98f878e52 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a1f16c79-c26f-477a-a4bd-2dbe008bd6ce), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.689984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb212c9-f506-4001-a461-15e98f878e52 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f16c79-c26f-477a-a4bd-2dbe008bd6ce,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:11.700999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cb212c9-f506-4001-a461-15e98f878e52 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.705145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1cb212c9-f506-4001-a461-15e98f878e52 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2386725 Mar 22 14:05:11.710363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53888) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:11.723488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:11.731383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:11.734193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5decd012-f0e9-4682-828a-ee79713cea61 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:11.746029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:11.755028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eb91028a-8680-4f51-9bd9-f443ef914cff admin admin] 10.222.0.44 "PUT /v2.0/routers/4f8c8413-f1d1-48f4-8f05-d0c3847dbc34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9773929 Mar 22 14:05:11.791316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.850731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cd8be1aa-3a30-4e84-92ce-cfba6d5863a0 None None] Provisioning complete for port 473cb4dc-156f-4f74-a9be-505440b277a5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:11.851383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd8be1aa-3a30-4e84-92ce-cfba6d5863a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.939587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.969071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5decd012-f0e9-4682-828a-ee79713cea61 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:11.969458 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5decd012-f0e9-4682-828a-ee79713cea61), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.007862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53912) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:12.020733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cd8be1aa-3a30-4e84-92ce-cfba6d5863a0 None None] Port 473cb4dc-156f-4f74-a9be-505440b277a5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:12.084146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] Deleting subnet a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:12.107894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] Publish callbacks [] for subnet (a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.142416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5decd012-f0e9-4682-828a-ee79713cea61 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:12.142816 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5decd012-f0e9-4682-828a-ee79713cea61), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.182065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Allocated IP 172.25.2.30 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c0ceb310-b9c6-43fb-b06c-62386ab822a4) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:12.186199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 206e62dc-e0cd-459e-a606-6c158c06cd3e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:12.192941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 5decd012-f0e9-4682-828a-ee79713cea61, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5decd012-f0e9-4682-828a-ee79713cea61,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:12.228434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.270812 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5decd012-f0e9-4682-828a-ee79713cea61), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.307337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 206e62dc-e0cd-459e-a606-6c158c06cd3e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:12.308046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 206e62dc-e0cd-459e-a606-6c158c06cd3e not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:12.340048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=5decd012-f0e9-4682-828a-ee79713cea61,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:12.419969 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.472872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.498672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.578721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e2e8d-df8f-4039-ac85-e5139954395f req-7ced099b-ce6a-4b86-bc7a-29b56833b436 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.580606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f6e2e8d-df8f-4039-ac85-e5139954395f req-7ced099b-ce6a-4b86-bc7a-29b56833b436 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3842592 Mar 22 14:05:12.585108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.635931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:12.638576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:12.655915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:12.674931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:12.678540 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.687649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ab1e4fdd-7c53-46c4-9fe2-0aee74a09e2d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6b6959d-63f0-4bb0-a86f-0fc9f4aeb8b0 HTTP/1.1" status: 204 len: 168 time: 0.6784453 Mar 22 14:05:12.705451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53932) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:12.722987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=c0ceb310-b9c6-43fb-b06c-62386ab822a4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:12.834578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-a77d1ad8-2830-48bb-badb-4727ba83d509 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.836359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-a77d1ad8-2830-48bb-badb-4727ba83d509 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks?id=bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 200 len: 829 time: 0.5382009 Mar 22 14:05:12.871847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-8d108408-d51e-4419-960a-e9d2cd075342 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/quotas/ca154cbf0532414bb8bfbd2a4b96dccc HTTP/1.1" status: 200 len: 375 time: 0.0237622 Mar 22 14:05:12.894859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f6e2e8d-df8f-4039-ac85-e5139954395f req-3a6bb9c9-ffaf-48e6-830e-8098a1373852 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549694 Mar 22 14:05:12.919110 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for floatingip (4ff0fe2a-88c9-4e24-8f3a-5d396605dd68), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.957478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (09c4e37b-9b2d-4107-b566-e7cd05ba2847), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.968195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.070204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Sync routers for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:13.088409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:13.091377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:13.187428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (09c4e37b-9b2d-4107-b566-e7cd05ba2847), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.247491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c4e37b-9b2d-4107-b566-e7cd05ba2847']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:13.275660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f25440-d599-403b-b1f7-8cdd46ca5f11') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:13.276680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f25440-d599-403b-b1f7-8cdd46ca5f11') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:13.296749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (06f25440-d599-403b-b1f7-8cdd46ca5f11), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.323779 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (06f25440-d599-403b-b1f7-8cdd46ca5f11), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.324370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 91806f22-a04a-4c9e-973f-162ce7a6b451 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:13.328939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.332906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:13.333830 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (06f25440-d599-403b-b1f7-8cdd46ca5f11), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.336192 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.368187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:13.400615 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:13.420106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (09c4e37b-9b2d-4107-b566-e7cd05ba2847), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.433867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c1153f3d-bb7b-4fae-aec9-88dc0022cf38 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5258908 Mar 22 14:05:13.436639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.440226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] 10.222.0.44 "DELETE /v2.0/networks/09c4e37b-9b2d-4107-b566-e7cd05ba2847 HTTP/1.1" status: 204 len: 168 time: 0.7279468 Mar 22 14:05:13.448540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=c0ceb310-b9c6-43fb-b06c-62386ab822a4,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:13.492791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7fe30-b4a4-4110-a1c3-f4f50492b411 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c4e37b-9b2d-4107-b566-e7cd05ba2847,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:13.535429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4ff0fe2a-88c9-4e24-8f3a-5d396605dd68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.564597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.565888 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c23adaf-339e-489f-ac45-ae6b65a10973 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8544698 Mar 22 14:05:13.631735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 91806f22-a04a-4c9e-973f-162ce7a6b451 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:13.632313 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.654302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53944) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:13.718407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-3bdcb7e5-a57c-4705-9b82-7599348b55e6 service neutron] 10.222.0.44 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485878 Mar 22 14:05:13.781991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4a2ce882-127a-4399-ab2d-5867a7b1fbb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3e5f9c303e246e18dc2a972afc73900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263981 Mar 22 14:05:13.782822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53954) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:13.805907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 2, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:13.857435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Checking router: 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:13.858245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Updating router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 port 473cb4dc-156f-4f74-a9be-505440b277a5 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:13.859141 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad311e4f-0f18-4944-8ae0-90cc5ac0fb35 admin admin] Publish callbacks [] for security_group (51541ca7-8a60-4f85-8149-3389459fbb92), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.893302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b2455ef4-ec63-4094-ba96-c35402c9fea4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2021074314&fields=id&tenant_id=46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 267 time: 0.1224179 Mar 22 14:05:13.893955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 91806f22-a04a-4c9e-973f-162ce7a6b451 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:13.894545 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.920114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad311e4f-0f18-4944-8ae0-90cc5ac0fb35 admin admin] Publish callbacks [] for security_group (51541ca7-8a60-4f85-8149-3389459fbb92), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.927256 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.947068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 91806f22-a04a-4c9e-973f-162ce7a6b451, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=91806f22-a04a-4c9e-973f-162ce7a6b451,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:13.994831 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.995622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5decd012-f0e9-4682-828a-ee79713cea61 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:14.042470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad311e4f-0f18-4944-8ae0-90cc5ac0fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (51541ca7-8a60-4f85-8149-3389459fbb92), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.046716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad311e4f-0f18-4944-8ae0-90cc5ac0fb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.050464 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ad311e4f-0f18-4944-8ae0-90cc5ac0fb35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51541ca7-8a60-4f85-8149-3389459fbb92 HTTP/1.1" status: 204 len: 168 time: 0.2664320 Mar 22 14:05:14.070581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad311e4f-0f18-4944-8ae0-90cc5ac0fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51541ca7-8a60-4f85-8149-3389459fbb92,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:14.107725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-2251e973-89d5-4262-a509-9988aa6995ef tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:14.126764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-2251e973-89d5-4262-a509-9988aa6995ef tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.2325630 Mar 22 14:05:14.132335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-7c54ee8b-2731-4bf4-8521-01ce3c75868b service neutron] 10.222.0.44 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067926 Mar 22 14:05:14.153870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-c414cb95-27a8-4844-b15e-4b8b3de9bfbb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/quotas/46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 375 time: 0.0202820 Mar 22 14:05:14.264216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-81509254-e809-4e10-a890-30cc247a0137 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973339 Mar 22 14:05:14.400573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-9977d539-0f61-494e-9a93-15b656c79ccd service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349754 Mar 22 14:05:14.495710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=91806f22-a04a-4c9e-973f-162ce7a6b451,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:14.574391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5decd012-f0e9-4682-828a-ee79713cea61 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:14.574770 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5decd012-f0e9-4682-828a-ee79713cea61), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.677951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe4ae-1b22-4639-b70c-47e72b5e8f3b req-1ed31173-da91-4d0b-9ec0-ee285a0b8b08 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:14.682075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67ffe4ae-1b22-4639-b70c-47e72b5e8f3b req-1ed31173-da91-4d0b-9ec0-ee285a0b8b08 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1938889 Mar 22 14:05:14.684484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-ef64f861-16ca-4a62-bcb4-da0886ff71b7 service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741859 Mar 22 14:05:14.756723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67ffe4ae-1b22-4639-b70c-47e72b5e8f3b req-1918e26e-661c-4dcc-86e4-21c12b54c97c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 Mar 22 14:05:14.833632 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Sync routers for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:14.864138 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:14.864771 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:14.929250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c81f0db7-4579-489e-b7ce-7f883d955cf7 req-411cdb09-099b-4b1e-99c2-143374e8f28f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 210 time: 0.0576541 Mar 22 14:05:14.960290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Publish callbacks [] for port (473cb4dc-156f-4f74-a9be-505440b277a5), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.967688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5decd012-f0e9-4682-828a-ee79713cea61 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:14.975985 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.148293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033097c-1bf7-48d8-aa04-3807b5d97d73 None None] Pushing event updated for resources: {'Port': ['ID=473cb4dc-156f-4f74-a9be-505440b277a5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:15.198050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44ec8a9e-ad44-4d7e-9948-114c437883db req-d8515ee7-daae-4d0c-9dbe-2d8b7f2b42b8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 210 time: 0.1261790 Mar 22 14:05:15.230928 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:15.329981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Attempting to bind port 473cb4dc-156f-4f74-a9be-505440b277a5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:15.330276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Attempting to bind port 473cb4dc-156f-4f74-a9be-505440b277a5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:15.330642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Attempting to bind port 473cb4dc-156f-4f74-a9be-505440b277a5 on network bb4a4160-0042-4358-b538-8604b65124c3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:15.332997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 91806f22-a04a-4c9e-973f-162ce7a6b451 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:15.404112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:15.408077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Checking segment: {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:15.408517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.408919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Bound using segment: {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:15.409423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Bound port: 473cb4dc-156f-4f74-a9be-505440b277a5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:15.409806 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.580559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 91806f22-a04a-4c9e-973f-162ce7a6b451 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:15.581211 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.648683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] For port 473cb4dc-156f-4f74-a9be-505440b277a5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:15.689934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] For port 473cb4dc-156f-4f74-a9be-505440b277a5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=473cb4dc-156f-4f74-a9be-505440b277a5,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:15.694730 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 2, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:15.702064 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.704406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e80de7c3-89f2-40ee-8368-fbb9eeb8a6ce None None] Provisioning complete for port 473cb4dc-156f-4f74-a9be-505440b277a5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:15.704878 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e80de7c3-89f2-40ee-8368-fbb9eeb8a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.764602 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Checking router: 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:15.765398 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Updating router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 port 2959ba0b-73fb-4978-8a24-774898f6bb26 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:15.819695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54006) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:15.831917 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.932233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:15.933167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:15.942181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033097c-1bf7-48d8-aa04-3807b5d97d73 None None] Pushing event updated for resources: {'Port': ['ID=473cb4dc-156f-4f74-a9be-505440b277a5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:15.987213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44eca83-7c12-4187-adc8-8858f3c2c48b req-dd7fc425-031f-4003-97cc-2710af3b02e0 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:16.001043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f44eca83-7c12-4187-adc8-8858f3c2c48b req-dd7fc425-031f-4003-97cc-2710af3b02e0 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1034925 Mar 22 14:05:16.012380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1012298122-network', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:16.061390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Made reservation on behalf of d9e1d00fa082488daf26a18947a5c758 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:16.064005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.084476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.110971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ffa8c7f-0279-4b3a-a935-d95834776a33 req-ed2df61a-f9c6-47fc-96bf-d1c96358a7ed tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 210 time: 0.0380065 Mar 22 14:05:16.115289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f44eca83-7c12-4187-adc8-8858f3c2c48b req-075301b0-c9d8-4129-827a-fe8dca515013 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134336 Mar 22 14:05:16.243447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks [] for security_group (2b07f081-8373-475e-a279-c3ffb965e450), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.274999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2b07f081-8373-475e-a279-c3ffb965e450), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.324694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 91806f22-a04a-4c9e-973f-162ce7a6b451 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:16.352312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:16.382508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07f081-8373-475e-a279-c3ffb965e450,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.456080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa89e14-8697-4151-82ec-6ba2710dfdd5 req-226e1f1b-f03d-4550-9923-128d0a1d707d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 210 time: 0.0816460 Mar 22 14:05:16.471747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e80de7c3-89f2-40ee-8368-fbb9eeb8a6ce None None] Current status of the port 473cb4dc-156f-4f74-a9be-505440b277a5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:16.472123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e80de7c3-89f2-40ee-8368-fbb9eeb8a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.508626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ea82608b-99ca-40d1-a74e-8d4136c41ce6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.509274 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Added segment ea82608b-99ca-40d1-a74e-8d4136c41ce6 of type vlan for network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc Mar 22 14:05:16.551599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e80de7c3-89f2-40ee-8368-fbb9eeb8a6ce None None] For port 473cb4dc-156f-4f74-a9be-505440b277a5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=473cb4dc-156f-4f74-a9be-505440b277a5,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:16.566924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.567370 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e80de7c3-89f2-40ee-8368-fbb9eeb8a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.601833 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.602603 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Publish callbacks [] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.603394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:16.603693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.625645 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.625956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:16.640529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-447c61a1-4fb2-4e71-b026-7a4aadd323d4 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:16.642219 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-447c61a1-4fb2-4e71-b026-7a4aadd323d4 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.42 "GET /v2.0/networks?id=bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 200 len: 829 time: 0.3969772 Mar 22 14:05:16.660251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Request body: {'port': {'device_id': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'admin_state_up': True, 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:16.666988 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8461628 Mar 22 14:05:16.671711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54028) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:16.677841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Request body: {'subnet': {'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1012298122-subnet', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:16.726338 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee802da-8453-4cd4-b00c-b627c1e82fe9 None None] Pushing event updated for resources: {'Port': ['ID=2959ba0b-73fb-4978-8a24-774898f6bb26,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.737665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f23472-3ad2-49c8-817d-d448aefe4399 req-2d35b554-bb5b-4e97-9c47-8762ab631b4e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:16.740661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61f23472-3ad2-49c8-817d-d448aefe4399 req-2d35b554-bb5b-4e97-9c47-8762ab631b4e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.1194875 Mar 22 14:05:16.745320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Made reservation on behalf of d9e1d00fa082488daf26a18947a5c758 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:16.748498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.787608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3c6a4-e225-4da5-b95e-e6eb8bb520b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.839972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:16.847649 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Attempting to bind port 2959ba0b-73fb-4978-8a24-774898f6bb26 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:16.850343 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Attempting to bind port 2959ba0b-73fb-4978-8a24-774898f6bb26 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:16.852181 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Attempting to bind port 2959ba0b-73fb-4978-8a24-774898f6bb26 on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:16.867373 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:16.867751 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:16.868156 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.870464 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Bound using segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:16.871723 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Bound port: 2959ba0b-73fb-4978-8a24-774898f6bb26, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:16.872116 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.898090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Made reservation on behalf of ca154cbf0532414bb8bfbd2a4b96dccc for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:16.907244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.941363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80de7c3-89f2-40ee-8368-fbb9eeb8a6ce None None] Pushing event updated for resources: {'Port': ['ID=473cb4dc-156f-4f74-a9be-505440b277a5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.957421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61f23472-3ad2-49c8-817d-d448aefe4399 req-ce02e71d-7d70-4161-bf79-6bf173d7e54b tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024148 Mar 22 14:05:17.029273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f3c5bd59-b386-4e77-adb2-320c18faffdf None None] Provisioning complete for port 473cb4dc-156f-4f74-a9be-505440b277a5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:17.029681 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bd59-b386-4e77-adb2-320c18faffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.159289 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] For port 2959ba0b-73fb-4978-8a24-774898f6bb26, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:17.175142 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] For port 2959ba0b-73fb-4978-8a24-774898f6bb26, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2959ba0b-73fb-4978-8a24-774898f6bb26,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:17.185265 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.274237 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:17.275842 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:04:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:17.376379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Allocated IP 172.20.0.4 (bb4a4160-0042-4358-b538-8604b65124c3/29d744b5-ca67-4b3a-ab65-e9d265595541/d5d70824-9d9f-4ba0-99d4-75e998d20085) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:17.524478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5bd59-b386-4e77-adb2-320c18faffdf None None] Current status of the port 473cb4dc-156f-4f74-a9be-505440b277a5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:17.530123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61436877-45d2-4a9e-8973-6996d81719ca req-101335c2-fef3-4e36-9bc8-2ea25789f30a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 210 time: 0.1821642 Mar 22 14:05:17.559211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (36fb46a9-d38a-478d-a607-ca34b4ce88bf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.589126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:15Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:17.652553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-ffb53c8f-04ec-4da7-9d4d-194ec9f81ad2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:17.654732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-ffb53c8f-04ec-4da7-9d4d-194ec9f81ad2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.6203623 Mar 22 14:05:17.663014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dab01b-149e-463e-b69e-58ca0927643c None None] The sync data for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 is: [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:15Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:17.675233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1f2b63e0-1d24-425a-a337-088b97828819 None None] Provisioning complete for port 2959ba0b-73fb-4978-8a24-774898f6bb26 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:17.676873 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1f2b63e0-1d24-425a-a337-088b97828819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.692313 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee802da-8453-4cd4-b00c-b627c1e82fe9 None None] Pushing event updated for resources: {'Port': ['ID=2959ba0b-73fb-4978-8a24-774898f6bb26,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:17.709832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.781404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e1860bf-996a-4518-ad53-9851dc5b5d53 req-b2da116b-691d-4dd4-873a-fa2e54dc8964 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 210 time: 0.1242161 Mar 22 14:05:17.800281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.815996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e2628-c850-468e-953a-d97a5444a0fc req-d925ca72-b0fd-4a31-aa75-14b9e18aafde tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:17.817651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-589e2628-c850-468e-953a-d97a5444a0fc req-d925ca72-b0fd-4a31-aa75-14b9e18aafde tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.4843645 Mar 22 14:05:17.844054 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:17.845663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b63e0-1d24-425a-a337-088b97828819 None None] Current status of the port 2959ba0b-73fb-4978-8a24-774898f6bb26 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:17.846056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1f2b63e0-1d24-425a-a337-088b97828819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.860502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fb46a9-d38a-478d-a607-ca34b4ce88bf,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:17.928449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1f2b63e0-1d24-425a-a337-088b97828819 None None] For port 2959ba0b-73fb-4978-8a24-774898f6bb26, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2959ba0b-73fb-4978-8a24-774898f6bb26,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:17.931470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Network bb4a4160-0042-4358-b538-8604b65124c3 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:17.940417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:17.961151 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1f2b63e0-1d24-425a-a337-088b97828819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.963788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Checking segment: {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:17.964173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Network hostable DHCP agents. Network: 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:17.967242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:17.971034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.971388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.971729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.972066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.972393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.972721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.973043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.973368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.973702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.974034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.983369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.983807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.984183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.984597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:17.984940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:18.063696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b63e0-1d24-425a-a337-088b97828819 None None] Pushing event updated for resources: {'Port': ['ID=2959ba0b-73fb-4978-8a24-774898f6bb26,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:18.069494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event updated for resources: {'Port': ['ID=d5d70824-9d9f-4ba0-99d4-75e998d20085,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:18.121857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:18.122480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.143362 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6950-e2a4-4511-a322-bbbbff21035b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.146076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-acc8a6ab-d540-49a1-b22b-6ac5fb468023 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 380 time: 0.4676909 Mar 22 14:05:18.162665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-589e2628-c850-468e-953a-d97a5444a0fc req-d5619bcb-db07-486a-82b6-f53f11440701 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235753 Mar 22 14:05:18.171265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'port': {'device_id': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'admin_state_up': True, 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'security_groups': ['992599c2-3ee9-40cb-8645-6fcd0b9a68ca']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:18.208743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-c2f1cc26-b89f-4ee4-b6c6-2e03c4f88e4f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5519569 Mar 22 14:05:18.210501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:18.226503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Request body: {'port': {'device_id': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:18.321341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.321768 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:18.329598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:18.339966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ba4aa4-0519-4ca2-b868-697c507f8c9a None None] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:18.357077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:18.358360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.384009 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2732651-46b0-43ef-adc5-cef4cb844caa None None] The sync data for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 is: [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:18.431915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-81a61736-2904-4c27-affb-9fc3dc411619 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7589922 Mar 22 14:05:18.436451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54048) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:18.445302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:18.511331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (beaadc1f-fd34-4393-af08-b5be9ea16001), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.512716 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (beaadc1f-fd34-4393-af08-b5be9ea16001), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.527518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-df996706-d56a-4c52-9a31-d9cdb666e362 None None] Provisioning complete for port d5d70824-9d9f-4ba0-99d4-75e998d20085 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:18.527887 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df996706-d56a-4c52-9a31-d9cdb666e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.546091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0f0a0-c03e-4f27-b2e5-0fa21ac9887d req-50f432e8-9664-4938-918a-b7f2435d65c8 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:18.548489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dca0f0a0-c03e-4f27-b2e5-0fa21ac9887d req-50f432e8-9664-4938-918a-b7f2435d65c8 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.1968434 Mar 22 14:05:18.736971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:05:18.742818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.811776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-df996706-d56a-4c52-9a31-d9cdb666e362 None None] Port d5d70824-9d9f-4ba0-99d4-75e998d20085 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:18.988910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d70824-9d9f-4ba0-99d4-75e998d20085 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:19.010258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Publish callbacks [] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.066392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Transition to ACTIVE for port object d5d70824-9d9f-4ba0-99d4-75e998d20085 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:19.071210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.072996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Allocated IP 172.20.0.2 (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc/36fb46a9-d38a-478d-a607-ca34b4ce88bf/60ea0803-96c6-4085-b3dc-f0bbd8c33594) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:19.141388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Pushing event updated for resources: {'Port': ['ID=d5d70824-9d9f-4ba0-99d4-75e998d20085,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.371453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Attempting to bind port d5d70824-9d9f-4ba0-99d4-75e998d20085 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:19.371816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Attempting to bind port d5d70824-9d9f-4ba0-99d4-75e998d20085 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:19.372157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Attempting to bind port d5d70824-9d9f-4ba0-99d4-75e998d20085 on network bb4a4160-0042-4358-b538-8604b65124c3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:19.383384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Port d5d70824-9d9f-4ba0-99d4-75e998d20085 on network bb4a4160-0042-4358-b538-8604b65124c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:19.383750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Attempting to bind port d5d70824-9d9f-4ba0-99d4-75e998d20085 on network bb4a4160-0042-4358-b538-8604b65124c3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:19.403577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:19.404335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Checking segment: {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:19.404880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Bound using segment: {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:19.405692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Bound port: d5d70824-9d9f-4ba0-99d4-75e998d20085, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:19.406247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.463075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Made reservation on behalf of 46681445aaef43cf93b9d2f53d12b44c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:19.465428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Publish callbacks [] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.466805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.478373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.532623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 473cb4dc-156f-4f74-a9be-505440b277a5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:19.553916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] For port d5d70824-9d9f-4ba0-99d4-75e998d20085, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:19.560132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] For port d5d70824-9d9f-4ba0-99d4-75e998d20085, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:19.571555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.581223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:19.592623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:19.602941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:19.620944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Pushing event updated for resources: {'Port': ['ID=60ea0803-96c6-4085-b3dc-f0bbd8c33594,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.630991 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks [] for router_controller (beaadc1f-fd34-4393-af08-b5be9ea16001), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.693097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:19.694000 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.695741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] 10.222.0.42 "PUT /v2.0/ports/d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 1091 time: 1.4810219 Mar 22 14:05:19.698303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65325d-764d-4d01-be41-2c612c7422cb service neutron] Pushing event updated for resources: {'Port': ['ID=d5d70824-9d9f-4ba0-99d4-75e998d20085,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.711928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Attempting to bind port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:19.712303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Attempting to bind port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:19.712757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Attempting to bind port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 on network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:19.719242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:19.719614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Checking segment: {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:19.720014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.720404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Bound using segment: {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:19.720899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Bound port: 60ea0803-96c6-4085-b3dc-f0bbd8c33594, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:19.726326 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.728799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 473cb4dc-156f-4f74-a9be-505440b277a5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:19.729179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.743232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:19.750917 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd66d124-1570-4ce4-b4d1-6d3ae7168896" -d '{"events": [{"name": "network-changed", "server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:19.834669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cbf2e064-84f7-490f-9768-9fb9965a0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:19.836473 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-cbf2e064-84f7-490f-9768-9fb9965a0a08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 1125 time: 0.0813358 Mar 22 14:05:19.907448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-95e49671-5b49-433c-95ee-985aae303017 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 217 time: 0.0640826 Mar 22 14:05:19.916003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dca0f0a0-c03e-4f27-b2e5-0fa21ac9887d req-c1a7e91d-cc34-4d87-8523-d350d0527e81 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3595674 Mar 22 14:05:20.012467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-5df8d0e2-1f48-45ed-9a96-49b1df20c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.015065 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-5df8d0e2-1f48-45ed-9a96-49b1df20c1db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d744b5-ca67-4b3a-ab65-e9d265595541 HTTP/1.1" status: 200 len: 868 time: 0.0999575 Mar 22 14:05:20.022557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Allocated IP 172.20.0.3 (9840ebf2-822d-4151-9260-dcc7fddf1be9/8cc6706b-a1c2-4ff2-8f31-120c44ff1951/2534e635-9634-4856-85ba-98deef45308a) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:20.031672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5aee4-b23e-4280-9f85-5371ce2bd8a4 req-99351a37-3b9b-4d92-ab4d-d2d80564c9e4 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.038115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] For port 60ea0803-96c6-4085-b3dc-f0bbd8c33594, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:20.039482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24f5aee4-b23e-4280-9f85-5371ce2bd8a4 req-99351a37-3b9b-4d92-ab4d-d2d80564c9e4 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 943 time: 0.6660058 Mar 22 14:05:20.041270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 473cb4dc-156f-4f74-a9be-505440b277a5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:20.042671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2959ba0b-73fb-4978-8a24-774898f6bb26 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:20.126962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] For port 60ea0803-96c6-4085-b3dc-f0bbd8c33594, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=60ea0803-96c6-4085-b3dc-f0bbd8c33594,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:20.135673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-04e3ff81-19f7-419a-8e22-8ef57bf65754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.137707 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-04e3ff81-19f7-419a-8e22-8ef57bf65754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb4a4160-0042-4358-b538-8604b65124c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1169815 Mar 22 14:05:20.150183 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.192447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a4abe48-d8a4-41cd-9e9f-87dc74515384 req-81c8c281-86f8-4b2a-91e1-496173eb45a5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 210 time: 0.0629373 Mar 22 14:05:20.229198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2959ba0b-73fb-4978-8a24-774898f6bb26 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:20.229918 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.235535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks [] for router_gateway (beaadc1f-fd34-4393-af08-b5be9ea16001), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.246396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-6b04a006-27b5-48c7-8da9-b49b2d7cafdc tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.248847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-6b04a006-27b5-48c7-8da9-b49b2d7cafdc tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.4054146 Mar 22 14:05:20.304047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b477dc3-08ab-4db4-8000-3869cfc91f7d None None] Pushing event updated for resources: {'Port': ['ID=60ea0803-96c6-4085-b3dc-f0bbd8c33594,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:20.343169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24f5aee4-b23e-4280-9f85-5371ce2bd8a4 req-1d01bf37-9081-4481-9836-725c52553eb8 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026273 Mar 22 14:05:20.370300 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-543296b2-ad5e-4bb0-8382-ea3b0898b84f service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255683 Mar 22 14:05:20.410301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2713cbe7-fdca-4bbe-a965-9e923c8ef771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.411904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2959ba0b-73fb-4978-8a24-774898f6bb26 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:20.472960 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b760ae6-615c-4ec8-a609-7451a91182da x-openstack-request-id: req-7b760ae6-615c-4ec8-a609-7451a91182da {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:20.477054 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:20.477346 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b760ae6-615c-4ec8-a609-7451a91182da {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:20.480184 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b760ae6-615c-4ec8-a609-7451a91182da'] response: {'name': 'network-changed', 'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'status': 'completed', 'code': 200} Mar 22 14:05:20.527326 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d84d2dc0-7364-4d4a-bddc-77d022d35226 req-0c800314-2a27-42de-8e78-07d00018408f service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513040 Mar 22 14:05:20.639766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-058cd511-26fc-4123-a486-ee65418faad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.641909 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-058cd511-26fc-4123-a486-ee65418faad5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 1125 time: 0.0626898 Mar 22 14:05:20.654445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21599b-1a70-4889-a702-a99f2123b5e2 req-94bc7f49-2e12-4106-9098-40f4944e00ec tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.657001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c21599b-1a70-4889-a702-a99f2123b5e2 req-94bc7f49-2e12-4106-9098-40f4944e00ec tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3076191 Mar 22 14:05:20.744873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (2534e635-9634-4856-85ba-98deef45308a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.762914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Deleting port 4791de6c-8b2d-4a4c-95af-ebaeee9165be {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:20.763253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.785403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-103d5113-41c8-4bce-8c0e-2c28ba3f2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.787194 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-103d5113-41c8-4bce-8c0e-2c28ba3f2c8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 200 len: 930 time: 0.1357205 Mar 22 14:05:20.795934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c21599b-1a70-4889-a702-a99f2123b5e2 req-cf17a634-e9d4-4681-9ed8-285436bebab4 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279876 Mar 22 14:05:20.843822 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-63a8effe-02f8-43a5-bce8-cbaac4addb75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 217 time: 0.0484812 Mar 22 14:05:20.897649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2534e635-9634-4856-85ba-98deef45308a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.920052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-f89a4103-d4ee-4bd2-9303-2804fd2df71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.922400 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-f89a4103-d4ee-4bd2-9303-2804fd2df71f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d744b5-ca67-4b3a-ab65-e9d265595541 HTTP/1.1" status: 200 len: 868 time: 0.0725720 Mar 22 14:05:20.979441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-42671ea9-af3a-4adf-9b06-59db208353c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.981118 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-42671ea9-af3a-4adf-9b06-59db208353c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb4a4160-0042-4358-b538-8604b65124c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527551 Mar 22 14:05:21.026655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:21.042097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] For port 4791de6c-8b2d-4a4c-95af-ebaeee9165be, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4791de6c-8b2d-4a4c-95af-ebaeee9165be,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:21.042384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.052282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:21.079470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:21.113924 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-4e4d48de-da4f-40f9-98df-55a7628131c1 service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263072 Mar 22 14:05:21.130531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:21.295769 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd66d124-1570-4ce4-b4d1-6d3ae7168896 req-08b7a587-8d40-4c9f-b1d6-488cc98f2b6e service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667738 Mar 22 14:05:21.320945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 60ea0803-96c6-4085-b3dc-f0bbd8c33594 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:21.383274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:21.383937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.397257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:21.398305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.437615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de08f99-1f86-47f7-a4ce-b884f51e2d5c req-d5a94f2c-c023-4956-83cf-bd6ee8f65839 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:21.445323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8de08f99-1f86-47f7-a4ce-b884f51e2d5c req-d5a94f2c-c023-4956-83cf-bd6ee8f65839 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 945 time: 0.4338410 Mar 22 14:05:21.447914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks [] for router_gateway (beaadc1f-fd34-4393-af08-b5be9ea16001), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.480496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-55bc299e-6651-46ea-b118-ead592cfb7f7 None None] Provisioning complete for port 2534e635-9634-4856-85ba-98deef45308a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:21.480872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-55bc299e-6651-46ea-b118-ead592cfb7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2534e635-9634-4856-85ba-98deef45308a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.525634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:21.526047 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.541438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.544959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-55bc299e-6651-46ea-b118-ead592cfb7f7 None None] Port 2534e635-9634-4856-85ba-98deef45308a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:21.570772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 60ea0803-96c6-4085-b3dc-f0bbd8c33594, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=60ea0803-96c6-4085-b3dc-f0bbd8c33594,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:21.575824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.636418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=60ea0803-96c6-4085-b3dc-f0bbd8c33594,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:21.654539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b80f8b35-f1d6-41ed-9893-a108037f5148 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4906833 Mar 22 14:05:21.666912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Request body: {'port': {'device_id': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:21.695425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c45aed-0638-4d13-9948-3613ac798d6e None None] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:21.782161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8de08f99-1f86-47f7-a4ce-b884f51e2d5c req-33db8e01-eea7-4a54-be84-cfca10205db2 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups?id=34a3bda6-c0f0-4351-8642-04da86fc6aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357248 Mar 22 14:05:21.791237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9e583587-434f-4e06-8440-94456852146f None None] Provisioning complete for port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:21.791794 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9e583587-434f-4e06-8440-94456852146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.815466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff11e-6f6f-4613-af13-febb359e0ba1 req-31e1318c-678f-4d08-9bcb-dab54c065238 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:21.831015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-267ff11e-6f6f-4613-af13-febb359e0ba1 req-31e1318c-678f-4d08-9bcb-dab54c065238 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 931 time: 0.4877174 Mar 22 14:05:21.844617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Allocated IP 172.25.2.203 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/7a3e6458-3590-42fb-bcff-ba49768f43ad) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:21.853086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.922868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9e583587-434f-4e06-8440-94456852146f None None] Current status of the port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:21.955581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.956929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (6950e109-09de-458e-a831-983bb7a558cc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.957252 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Floating IP 6950e109-09de-458e-a831-983bb7a558cc disassociated. External IP: 172.25.2.119, port: 4791de6c-8b2d-4a4c-95af-ebaeee9165be. Mar 22 14:05:21.957606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Calling delete_port for 4791de6c-8b2d-4a4c-95af-ebaeee9165be owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:22.044380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.107333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-267ff11e-6f6f-4613-af13-febb359e0ba1 req-e57206ea-0ec5-42a0-b73d-51293a6af8d2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748666 Mar 22 14:05:22.145799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a4c99fd1-bddf-4bab-9fba-56642d19701d None None] Provisioning complete for port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:22.149019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e6702-aa18-43c9-8153-cc7f5ee18dbe req-a40e7315-91de-44a0-997f-df7bd23c5ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:22.150261 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4c99fd1-bddf-4bab-9fba-56642d19701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.150592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a6e6702-aa18-43c9-8153-cc7f5ee18dbe req-a40e7315-91de-44a0-997f-df7bd23c5ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 943 time: 0.2803059 Mar 22 14:05:22.253052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a4c99fd1-bddf-4bab-9fba-56642d19701d None None] Current status of the port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:22.257256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d5d70824-9d9f-4ba0-99d4-75e998d20085 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:22.548956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d5d70824-9d9f-4ba0-99d4-75e998d20085, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:22.562140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'port_id': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'mac_address': 'fa:16:3e:f6:51:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:22.607775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d5d70824-9d9f-4ba0-99d4-75e998d20085 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:22.608023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks [] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.608147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.624727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d70824-9d9f-4ba0-99d4-75e998d20085 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:22.655278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d5d70824-9d9f-4ba0-99d4-75e998d20085, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:22.660418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.713263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a6e6702-aa18-43c9-8153-cc7f5ee18dbe req-fe7a710d-8b85-4bed-93df-44e0b2783118 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542893 Mar 22 14:05:22.722204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d5d70824-9d9f-4ba0-99d4-75e998d20085,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:22.824401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.838229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbe9cf-55d0-42be-9f41-d1fcd8d62fbd req-368718d3-d201-4dc2-8127-1ca51a79be82 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:22.839826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3cbe9cf-55d0-42be-9f41-d1fcd8d62fbd req-368718d3-d201-4dc2-8127-1ca51a79be82 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.2395060 Mar 22 14:05:22.890421 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4791de6c-8b2d-4a4c-95af-ebaeee9165be), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.932369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d5d70824-9d9f-4ba0-99d4-75e998d20085'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:22.935229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:22.945139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0290b6d8-f33e-4b9f-aba2-a1a09476200f req-b3713a33-f7a4-47a3-b95a-f5cdfbfad9f6 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 210 time: 0.0702457 Mar 22 14:05:22.958365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:22.967458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:22.975700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Pushing event updated for resources: {'Port': ['ID=7a3e6458-3590-42fb-bcff-ba49768f43ad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:23.061368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event deleted for resources: {'Port': ['ID=4791de6c-8b2d-4a4c-95af-ebaeee9165be,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:23.145320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3cbe9cf-55d0-42be-9f41-d1fcd8d62fbd req-c0197b45-a3f4-46fe-aa0a-270aa37bc310 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973380 Mar 22 14:05:23.192966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 60ea0803-96c6-4085-b3dc-f0bbd8c33594 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:23.196134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4791de6c-8b2d-4a4c-95af-ebaeee9165be no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:23.235359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 4791de6c-8b2d-4a4c-95af-ebaeee9165be {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:23.235671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4791de6c-8b2d-4a4c-95af-ebaeee9165be not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:23.261785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:23.262189 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.304227 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.369008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2534e635-9634-4856-85ba-98deef45308a {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:23.374036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:23.387619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Publish callbacks [] for port (2534e635-9634-4856-85ba-98deef45308a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.424181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Router 0ce84208-da2d-4b59-a753-ef53adf82e05 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:23.436475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Transition to ACTIVE for port object 2534e635-9634-4856-85ba-98deef45308a will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:23.486294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.532419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53053546-b0e6-40fe-8051-f52db0e834b6 req-5d0658a1-c5f3-4393-9cc2-62809d921af6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:23.539545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53053546-b0e6-40fe-8051-f52db0e834b6 req-5d0658a1-c5f3-4393-9cc2-62809d921af6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 931 time: 0.3055685 Mar 22 14:05:23.717739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:23.872946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53053546-b0e6-40fe-8051-f52db0e834b6 req-f20b7c05-8582-4d39-8b2f-81bfe5d81a34 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320522 Mar 22 14:05:23.936284 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks [] for router_gateway (beaadc1f-fd34-4393-af08-b5be9ea16001), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.977329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:23.995273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] Sync routers for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:24.017588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:24.020875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:24.153933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c398ecd-e73c-4809-9fd8-d928e80338ee req-5884f730-72c0-4387-b102-a03f90f7deb1 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:24.155670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c398ecd-e73c-4809-9fd8-d928e80338ee req-5884f730-72c0-4387-b102-a03f90f7deb1 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 944 time: 0.3042946 Mar 22 14:05:24.163637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b42b026c-20ec-4fbd-bad2-351bc1f11d19 req-93262de1-acc5-431c-8b38-8ba8dd1dbb5b tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bb216c2-a954-4a73-970d-176a015c041b HTTP/1.1" status: 200 len: 210 time: 0.1112816 Mar 22 14:05:24.164524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:24.248047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Attempting to bind port 2534e635-9634-4856-85ba-98deef45308a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:24.248386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Attempting to bind port 2534e635-9634-4856-85ba-98deef45308a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:24.248719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Attempting to bind port 2534e635-9634-4856-85ba-98deef45308a on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:24.264291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d5d70824-9d9f-4ba0-99d4-75e998d20085 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:24.286269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] No DVR routers for this DVR port 4791de6c-8b2d-4a4c-95af-ebaeee9165be on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:24.330613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (beaadc1f-fd34-4393-af08-b5be9ea16001), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.340172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.345916 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.349868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f4efec7-5e90-46a3-938f-8b4341a6353a req-e82bcc7f-d593-4e24-aa5b-9a70bed40c12 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.57 "DELETE /v2.0/ports/4791de6c-8b2d-4a4c-95af-ebaeee9165be HTTP/1.1" status: 204 len: 173 time: 4.0862458 Mar 22 14:05:24.350475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'name': 'network-vif-deleted', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:24.353675 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36b5f8-b64c-49ec-82ca-600923c1d000" -d '{"events": [{"server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "name": "network-vif-deleted", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:24.358831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Port 2534e635-9634-4856-85ba-98deef45308a on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:24.359359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Attempting to bind port 2534e635-9634-4856-85ba-98deef45308a on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:24.402776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port d5d70824-9d9f-4ba0-99d4-75e998d20085 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:24.409831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:24.410276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:24.410767 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Bound using segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:24.411308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Bound port: 2534e635-9634-4856-85ba-98deef45308a, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:24.411820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.427941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d5d70824-9d9f-4ba0-99d4-75e998d20085 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:24.428546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.429853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c398ecd-e73c-4809-9fd8-d928e80338ee req-44fc44ab-2f26-481f-a404-5c40dd4a5070 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623572 Mar 22 14:05:24.569485 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb9eca-bc9b-4ea8-be52-2866473ef241 x-openstack-request-id: req-55cb9eca-bc9b-4ea8-be52-2866473ef241 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:24.569938 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb216c2-a954-4a73-970d-176a015c041b", "name": "network-vif-deleted", "tag": "4791de6c-8b2d-4a4c-95af-ebaeee9165be", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:24.570490 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55cb9eca-bc9b-4ea8-be52-2866473ef241 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:24.571016 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cb9eca-bc9b-4ea8-be52-2866473ef241'] response: {'server_uuid': '5bb216c2-a954-4a73-970d-176a015c041b', 'name': 'network-vif-deleted', 'tag': '4791de6c-8b2d-4a4c-95af-ebaeee9165be', 'status': 'completed', 'code': 200} Mar 22 14:05:24.586594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:15Z', 'revision_number': 5, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:24.634452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] Checking router: 0ce84208-da2d-4b59-a753-ef53adf82e05 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:24.646165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.654219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d5d70824-9d9f-4ba0-99d4-75e998d20085 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:24.654818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.668483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:24.669360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:24.696641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345495d0-3444-4e97-a390-71ecd38a1b57 req-4978c155-1c80-483e-a9f8-df07779415a5 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:24.704329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-345495d0-3444-4e97-a390-71ecd38a1b57 req-4978c155-1c80-483e-a9f8-df07779415a5 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.4194119 Mar 22 14:05:24.752125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:24.755174 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843cb074-88fe-4725-9124-a67cd3c8fe9f" -d '{"events": [{"server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "name": "network-vif-plugged", "status": "completed", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:24.777611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-345495d0-3444-4e97-a390-71ecd38a1b57 req-eaced2b2-1b58-4c50-9302-ccf90bde81c8 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677960 Mar 22 14:05:24.795684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a61ff-4d98-4078-9a29-9b38205db907 req-1c5e7d33-2694-4da9-9066-0ea27ff4da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:24.798013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d5d70824-9d9f-4ba0-99d4-75e998d20085, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:24.798869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236a61ff-4d98-4078-9a29-9b38205db907 req-1c5e7d33-2694-4da9-9066-0ea27ff4da27 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 1127 time: 0.2194173 Mar 22 14:05:24.804813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.853730 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9da33a-8c36-4b3d-ac97-c84d1443b142 x-openstack-request-id: req-3d9da33a-8c36-4b3d-ac97-c84d1443b142 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:24.854039 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "name": "network-vif-plugged", "status": "completed", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:24.854203 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d9da33a-8c36-4b3d-ac97-c84d1443b142 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:24.854597 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9da33a-8c36-4b3d-ac97-c84d1443b142'] response: {'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'code': 200} Mar 22 14:05:24.856414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Router beaadc1f-fd34-4393-af08-b5be9ea16001 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:05:24.893172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:24.916049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:24.963409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d5d70824-9d9f-4ba0-99d4-75e998d20085,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:24.975997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.976483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.977018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.978297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.978750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.979174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.979886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.980304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.980730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.981236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.981703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.982193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.982607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.983089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:24.983493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.015431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:25.081260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6db11-0901-46a4-ae8e-14adfec79f1f req-55cdeb7c-991e-4c14-ad69-dd718b1f34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:25.083107 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3ba6db11-0901-46a4-ae8e-14adfec79f1f req-55cdeb7c-991e-4c14-ad69-dd718b1f34db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 1127 time: 0.1810720 Mar 22 14:05:25.168872 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3ba6db11-0901-46a4-ae8e-14adfec79f1f req-5a80d491-aa89-471b-9615-99f91b55cc63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793686 Mar 22 14:05:25.172998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.237072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:15Z', 'revision_number': 5, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:25.253305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:25.253865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.255476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 1091 time: 3.5925767 Mar 22 14:05:25.298364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236a61ff-4d98-4078-9a29-9b38205db907 req-a3372c24-3556-4604-ada1-1bdb1c970229 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842436 Mar 22 14:05:25.315957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd8dc2-01b4-4f64-9100-e60ac10b20d0 None None] The sync data for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 is: [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:04:10Z', 'revision_number': 4, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '877c7211-9b06-47c5-8826-ee32b51b3bf5', 'name': '', 'network_id': 'd9a846e8-1cce-4f1d-b8c4-18df769e1677', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'mac_address': 'fa:16:3e:7d:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:09Z', 'updated_at': '2022-03-22T14:04:15Z', 'revision_number': 5, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'subnets': [{'id': 'b7653e37-39d6-417e-bb4d-c1acf069b0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:25.325334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54106) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:25.336394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:25.348848 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Sync routers for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:25.391749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f070d-d596-4551-b800-badde73f33c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:25.429390 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:25.430063 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:25.449749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d39d6-ad1a-4aa4-9704-7fd6b4e35f7f req-ab62a4be-598b-4e69-a156-c985f446d30c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:25.451457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-914d39d6-ad1a-4aa4-9704-7fd6b4e35f7f req-ab62a4be-598b-4e69-a156-c985f446d30c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 943 time: 0.4841979 Mar 22 14:05:25.467453 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.471450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60ddeba3-c24b-4f36-ac24-40c7d0dbe4cd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0308158 Mar 22 14:05:25.483538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54110) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:25.695923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd35aa99-c168-4388-ade0-099e90b61323 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group (34a3bda6-c0f0-4351-8642-04da86fc6aa1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.725734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd35aa99-c168-4388-ade0-099e90b61323 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group (34a3bda6-c0f0-4351-8642-04da86fc6aa1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.731619 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:25.853173 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd35aa99-c168-4388-ade0-099e90b61323 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34a3bda6-c0f0-4351-8642-04da86fc6aa1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.861205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd35aa99-c168-4388-ade0-099e90b61323 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.867971 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd35aa99-c168-4388-ade0-099e90b61323 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "DELETE /v2.0/security-groups/34a3bda6-c0f0-4351-8642-04da86fc6aa1 HTTP/1.1" status: 204 len: 168 time: 0.5388279 Mar 22 14:05:25.888032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54114) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:25.938584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5c9f5-5310-4268-b6e6-af7ea29c1790 None None] New status for floating IP 6950e109-09de-458e-a831-983bb7a558cc: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:05:25.958581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35aa99-c168-4388-ade0-099e90b61323 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a3bda6-c0f0-4351-8642-04da86fc6aa1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:25.966566 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-bda38269-df3f-4f5e-b872-3ed8e6120109 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] show failed (client error): The resource could not be found. Mar 22 14:05:25.967619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bda38269-df3f-4f5e-b872-3ed8e6120109 tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "GET /v2.0/security-groups/34a3bda6-c0f0-4351-8642-04da86fc6aa1 HTTP/1.1" status: 404 len: 347 time: 0.0769632 Mar 22 14:05:25.973593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54118) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:26.075808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-914d39d6-ad1a-4aa4-9704-7fd6b4e35f7f req-55e9b9b5-8ef9-4ccb-8b13-e69eb05db663 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738057 Mar 22 14:05:26.076002 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:23Z', 'revision_number': 3, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:26.118387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-e47c8218-a1f4-4107-951d-69befe46a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:26.119927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-e47c8218-a1f4-4107-951d-69befe46a77b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1125 time: 0.6820221 Mar 22 14:05:26.147446 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Checking router: beaadc1f-fd34-4393-af08-b5be9ea16001 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:26.148342 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Updating router beaadc1f-fd34-4393-af08-b5be9ea16001 port 7a3e6458-3590-42fb-bcff-ba49768f43ad binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:26.204356 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.231585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577abce2-d0e4-435d-b731-cda544b4a405 req-53fdfc3f-5d1e-4e41-b952-f031132ed35b tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:26.233051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-577abce2-d0e4-435d-b731-cda544b4a405 req-53fdfc3f-5d1e-4e41-b952-f031132ed35b tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 945 time: 0.3346615 Mar 22 14:05:26.235074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-9d4602dc-e6eb-4220-9e1b-dbeef8b2552e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 217 time: 0.0845644 Mar 22 14:05:26.404908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.491624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-226a95c1-e6e3-43d6-92a9-3cc2e1951ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:26.493339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-226a95c1-e6e3-43d6-92a9-3cc2e1951ece service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.2032206 Mar 22 14:05:26.508468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-577abce2-d0e4-435d-b731-cda544b4a405 req-f609a976-bf49-4422-b83a-f17e580fe46d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216163 Mar 22 14:05:26.551919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d12ce-f771-407d-bc68-0ec9302d3c1a req-f8a02f51-c7eb-4969-94bf-f9e46b39cc47 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:26.553456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-084d12ce-f771-407d-bc68-0ec9302d3c1a req-f8a02f51-c7eb-4969-94bf-f9e46b39cc47 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3342869 Mar 22 14:05:26.560827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Deleting port 6d2af0af-15b3-4f7f-9746-477b4a179864 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:26.561139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.581121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:26.583428 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d69306-e6ae-4c8e-8174-9c4d91279841" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:26.596437 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Publish callbacks [] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.609399 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.677540 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f8168-5044-465e-8bbf-db6b4cb01ff9 None None] Pushing event updated for resources: {'Port': ['ID=7a3e6458-3590-42fb-bcff-ba49768f43ad,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:26.680742 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2153824b-fd2d-47f3-a5d6-2b008916e22d x-openstack-request-id: req-2153824b-fd2d-47f3-a5d6-2b008916e22d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:26.681210 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "tag": "2534e635-9634-4856-85ba-98deef45308a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:26.681733 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2153824b-fd2d-47f3-a5d6-2b008916e22d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:26.682325 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2153824b-fd2d-47f3-a5d6-2b008916e22d'] response: {'name': 'network-changed', 'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'status': 'completed', 'code': 200} Mar 22 14:05:26.701531 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Attempting to bind port 7a3e6458-3590-42fb-bcff-ba49768f43ad on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:26.701906 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Attempting to bind port 7a3e6458-3590-42fb-bcff-ba49768f43ad by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:26.702318 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Attempting to bind port 7a3e6458-3590-42fb-bcff-ba49768f43ad on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:26.710358 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:26.710800 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:26.711015 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.711406 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:26.711877 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Bound port: 7a3e6458-3590-42fb-bcff-ba49768f43ad, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:26.714646 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.726738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Allocated IP 172.20.0.1 (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc/36fb46a9-d38a-478d-a607-ca34b4ce88bf/08978e57-a237-4050-a697-7b5c43ea9bfe) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:26.740598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-9d1e057f-2984-4ce0-9541-acda9e78ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:26.741805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-9d1e057f-2984-4ce0-9541-acda9e78ed22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2266788 Mar 22 14:05:26.755544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-084d12ce-f771-407d-bc68-0ec9302d3c1a req-c04cd09a-930c-4f49-926b-1d5ebb4c1fce tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911268 Mar 22 14:05:26.796070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.796743 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for floatingip (6d2af0af-15b3-4f7f-9746-477b4a179864), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.814007 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] For port 7a3e6458-3590-42fb-bcff-ba49768f43ad, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:26.819299 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] For port 7a3e6458-3590-42fb-bcff-ba49768f43ad, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7a3e6458-3590-42fb-bcff-ba49768f43ad,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:26.826912 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.847673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Calling delete_port for 6d2af0af-15b3-4f7f-9746-477b4a179864 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:26.954207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-c6bfa781-4e48-4342-80ff-0ce1eb278ac0 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975210 Mar 22 14:05:26.991611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks [] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.012533 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:27.013214 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:27.059900 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f8168-5044-465e-8bbf-db6b4cb01ff9 None None] Pushing event updated for resources: {'Port': ['ID=7a3e6458-3590-42fb-bcff-ba49768f43ad,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:27.085384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.141448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Pushing event updated for resources: {'Port': ['ID=08978e57-a237-4050-a697-7b5c43ea9bfe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:27.165538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:27.167478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:27.170822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:27.192240 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:27.203305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5010cb-70a4-4781-b6c9-a789e3095b04 req-b527ef35-5de0-424d-b887-372eb00172d7 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432129 Mar 22 14:05:27.234381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (beaadc1f-fd34-4393-af08-b5be9ea16001), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.241230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6d2af0af-15b3-4f7f-9746-477b4a179864), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.416096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Pushing event deleted for resources: {'Port': ['ID=6d2af0af-15b3-4f7f-9746-477b4a179864,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:27.500103 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:23Z', 'revision_number': 3, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:27.543010 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c3de4-184f-4791-b0b4-3c6bf264f388 None None] The sync data for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 is: [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:23Z', 'revision_number': 3, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:27.585931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c786ba35-a9c5-4785-8045-fa3365b7439a None None] Provisioning complete for port 08978e57-a237-4050-a697-7b5c43ea9bfe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:27.586419 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c786ba35-a9c5-4785-8045-fa3365b7439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.598575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a76c-429d-4d80-9029-b96a52a861ed req-8905a62e-30f7-4732-9ed4-73d77c88ee7d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:27.607860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ca9a76c-429d-4d80-9029-b96a52a861ed req-8905a62e-30f7-4732-9ed4-73d77c88ee7d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 943 time: 0.4150264 Mar 22 14:05:27.694521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c786ba35-a9c5-4785-8045-fa3365b7439a None None] Port 08978e57-a237-4050-a697-7b5c43ea9bfe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:27.716502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-588d382b-564e-4a2e-a1c7-c0f3aa92852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:27.718233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-588d382b-564e-4a2e-a1c7-c0f3aa92852f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1125 time: 0.3833807 Mar 22 14:05:27.814221 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks [] for floatingip (6950e109-09de-458e-a831-983bb7a558cc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.816730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.821011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f8d54c0c-344d-422b-83df-2329213f482e tempest-ServersTestJSON-728448381 tempest-ServersTestJSON-728448381-project] 10.222.0.44 "DELETE /v2.0/floatingips/6950e109-09de-458e-a831-983bb7a558cc HTTP/1.1" status: 204 len: 168 time: 1.8453262 Mar 22 14:05:27.827355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54150) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:27.865866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ca9a76c-429d-4d80-9029-b96a52a861ed req-cbcdb5eb-e1fc-4d8a-ae20-9bcecae72b56 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484403 Mar 22 14:05:27.894854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c7d08-b853-4ba2-a9be-b6f6d8e30057 req-8a12235b-6f4b-44b3-a2bf-88dd4e8fddbb tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:27.897090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-854c7d08-b853-4ba2-a9be-b6f6d8e30057 req-8a12235b-6f4b-44b3-a2bf-88dd4e8fddbb tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 945 time: 0.2473540 Mar 22 14:05:28.029630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-2cfc3793-86d7-44ed-b81d-5da6425b6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.031821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-2cfc3793-86d7-44ed-b81d-5da6425b6b44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.2995374 Mar 22 14:05:28.115689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.172043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-87ab3f7f-f1f6-45d8-9915-be04e30207ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 217 time: 0.1247308 Mar 22 14:05:28.178214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-854c7d08-b853-4ba2-a9be-b6f6d8e30057 req-f6e9f8b6-9650-4e10-b0f8-c1920e3545b9 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726650 Mar 22 14:05:28.233136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-131b45e7-579f-4e9a-a01b-11b51196e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.234775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-131b45e7-579f-4e9a-a01b-11b51196e2bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.0552480 Mar 22 14:05:28.304314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.517814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53848b58-1379-4904-8da0-6e86e0c41151 req-5edf7832-d236-462c-921b-28f193f33ed6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.519575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53848b58-1379-4904-8da0-6e86e0c41151 req-5edf7832-d236-462c-921b-28f193f33ed6 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.4865713 Mar 22 14:05:28.531834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-afa26b08-989f-4751-b0db-7b819af3f549 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 258 time: 0.2950182 Mar 22 14:05:28.573444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:28.605095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks [] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.615503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.629823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53848b58-1379-4904-8da0-6e86e0c41151 req-c1934480-b6c3-4ab5-a146-6765756a1ba2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965824 Mar 22 14:05:28.633653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-f13d3f7b-96be-4817-a902-268de686f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.635607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-f13d3f7b-96be-4817-a902-268de686f299 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1694763 Mar 22 14:05:28.637021 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.746873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0ce84208-da2d-4b59-a753-ef53adf82e05), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.793999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-975ece19-6acd-45dc-a92f-61bb02d5771c service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431525 Mar 22 14:05:28.919431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Pushing event updated for resources: {'Port': ['ID=08978e57-a237-4050-a697-7b5c43ea9bfe,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:28.929864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (beaadc1f-fd34-4393-af08-b5be9ea16001), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.994030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7d69306-e6ae-4c8e-8174-9c4d91279841 req-67a3a0db-6f68-4206-8820-3305d4efd29c service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936996 Mar 22 14:05:29.084676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-00934f3c-99a7-4aaa-b56e-7600d3b28a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.086379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-00934f3c-99a7-4aaa-b56e-7600d3b28a56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=193f701c7beb4927bd4150d34917d73b&device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 1127 time: 0.1202638 Mar 22 14:05:29.095380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff13e-f694-4d56-b0ed-669ab36e67d3 req-d950b01f-707d-4fb6-844f-9cfeffdaa2c2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.103045 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c09ff13e-f694-4d56-b0ed-669ab36e67d3 req-d950b01f-707d-4fb6-844f-9cfeffdaa2c2 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1357076 Mar 22 14:05:29.181079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:29.181079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:29.256905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7a3e6458-3590-42fb-bcff-ba49768f43ad up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:29.300664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.314491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c09ff13e-f694-4d56-b0ed-669ab36e67d3 req-4f3c0fe2-340d-4fdc-bfac-285f85d51124 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104776 Mar 22 14:05:29.369035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7a3e6458-3590-42fb-bcff-ba49768f43ad triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:29.369408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.492738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Deleting port 877c7211-9b06-47c5-8826-ee32b51b3bf5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:29.494390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.507918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-18e9745f-5dd6-498f-8aea-6c9a9f54a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.509410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-18e9745f-5dd6-498f-8aea-6c9a9f54a23b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 200 len: 912 time: 0.4038141 Mar 22 14:05:29.534259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7a3e6458-3590-42fb-bcff-ba49768f43ad is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:29.534642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.567481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 7a3e6458-3590-42fb-bcff-ba49768f43ad, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7a3e6458-3590-42fb-bcff-ba49768f43ad,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:29.573334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-47be7312-2c81-4c66-b206-e1faea93d32e None None] Provisioning complete for port 08978e57-a237-4050-a697-7b5c43ea9bfe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:29.573709 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-47be7312-2c81-4c66-b206-e1faea93d32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.575581 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.616455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-cda01c67-178c-464c-9599-e3f56b23bb4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5211147c-e640-498d-9c93-fff0db9962ce HTTP/1.1" status: 200 len: 217 time: 0.0995617 Mar 22 14:05:29.653621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Router beaadc1f-fd34-4393-af08-b5be9ea16001 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:29.686412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] For port 877c7211-9b06-47c5-8826-ee32b51b3bf5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=877c7211-9b06-47c5-8826-ee32b51b3bf5,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:29.686778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.697447 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-47be7312-2c81-4c66-b206-e1faea93d32e None None] Port 08978e57-a237-4050-a697-7b5c43ea9bfe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:29.699045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469af5-4839-4fa0-9791-44ebec7b75ee req-e9c88496-ed16-437e-b8b4-125ddfa7249a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.708717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21469af5-4839-4fa0-9791-44ebec7b75ee req-e9c88496-ed16-437e-b8b4-125ddfa7249a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 943 time: 0.2844288 Mar 22 14:05:29.725313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=7a3e6458-3590-42fb-bcff-ba49768f43ad,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:29.747683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Calling delete_port for 877c7211-9b06-47c5-8826-ee32b51b3bf5 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:29.782858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21469af5-4839-4fa0-9791-44ebec7b75ee req-e224f978-0fb2-4ab3-a550-68e2f59c0a2e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731573 Mar 22 14:05:29.830601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Allocated IP 172.25.2.133 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/de893a8d-b483-4105-8c6a-d46333b4c81b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:29.903933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-7b31914a-82db-45aa-8d8a-89298c5a8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.906082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-7b31914a-82db-45aa-8d8a-89298c5a8792 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 200 len: 851 time: 0.2609634 Mar 22 14:05:29.943281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-7a4397c0-3583-4f9e-abff-8350137a6ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9e9327ee-9dad-4357-8357-8540be4aa153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306232 Mar 22 14:05:30.013680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:30.023065 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13942c32-6098-4812-87a9-2834242997f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/beaadc1f-fd34-4393-af08-b5be9ea16001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5331790 Mar 22 14:05:30.056849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.104640 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (877c7211-9b06-47c5-8826-ee32b51b3bf5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.161184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Pushing event deleted for resources: {'Port': ['ID=877c7211-9b06-47c5-8826-ee32b51b3bf5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:30.167680 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Sync routers for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:30.180663 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:30.181433 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:30.226252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:30.394934 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:30.449065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:30.464949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2534e635-9634-4856-85ba-98deef45308a', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': '2534e635-9634-4856-85ba-98deef45308a', 'mac_address': 'fa:16:3e:fd:2a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:30.513077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0ce84208-da2d-4b59-a753-ef53adf82e05), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.535383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:30.535773 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.568551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2534e635-9634-4856-85ba-98deef45308a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:30.610435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:30.615643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.685959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:30.743924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 2, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:30.770954 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Checking router: beaadc1f-fd34-4393-af08-b5be9ea16001 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:30.771331 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Updating router beaadc1f-fd34-4393-af08-b5be9ea16001 port 08978e57-a237-4050-a697-7b5c43ea9bfe binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:30.810678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.812646 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.848036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Router 0ce84208-da2d-4b59-a753-ef53adf82e05 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:30.848253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:30.851940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:30.862700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:30.905953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2534e635-9634-4856-85ba-98deef45308a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:30.978167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:30.985081 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9914d63c-8af6-4adc-b510-c2c54e165561 admin admin] 10.222.0.44 "PUT /v2.0/routers/0ce84208-da2d-4b59-a753-ef53adf82e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1563637 Mar 22 14:05:30.990183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54176) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:30.992704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] Sync routers for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:31.019777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:31.021769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:31.115885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event updated for resources: {'Port': ['ID=de893a8d-b483-4105-8c6a-d46333b4c81b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:31.140686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-f8730560-4a77-4f1c-a4d4-c7236cf8ebb2 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1904914 Mar 22 14:05:31.217103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks [] for router (0ce84208-da2d-4b59-a753-ef53adf82e05), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.246224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (c14c2f20-8e89-4754-b617-0a34873a4817), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.319049 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.323321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11f6d5a6-13b9-407e-97c6-7ffda8b547ec req-d8ec6cdb-761a-4513-932a-6d59adcc9183 service neutron] 10.222.0.57 "GET /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731551 Mar 22 14:05:31.357282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54180) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:31.363938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-326cd534-30dc-4589-b017-92de009c5900 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285135901', 'description': 'tempest-description--404107121'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:31.378263 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Publish callbacks [] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.388665 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.617126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:31.704502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6dd4e-1075-41c4-8a0f-22dee24e8cf3 req-c20dc0c8-7912-4827-93f3-1fe516605d75 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:31.715985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7a3e6458-3590-42fb-bcff-ba49768f43ad up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:31.716560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8e6dd4e-1075-41c4-8a0f-22dee24e8cf3 req-c20dc0c8-7912-4827-93f3-1fe516605d75 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.1919768 Mar 22 14:05:31.763333 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.775679 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.836088 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f4439-a133-4f93-b7be-daf32badf6f5 None None] Pushing event updated for resources: {'Port': ['ID=08978e57-a237-4050-a697-7b5c43ea9bfe,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:31.846665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8e6dd4e-1075-41c4-8a0f-22dee24e8cf3 req-b0ceabdd-9683-400e-9ca9-9a3c08b34566 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251717 Mar 22 14:05:31.867245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cd64710a-69c6-49c4-8918-632e8c2f9737 None None] Provisioning complete for port 08978e57-a237-4050-a697-7b5c43ea9bfe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:31.867644 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd64710a-69c6-49c4-8918-632e8c2f9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.869448 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Attempting to bind port 08978e57-a237-4050-a697-7b5c43ea9bfe on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:31.869869 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Attempting to bind port 08978e57-a237-4050-a697-7b5c43ea9bfe by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:31.875383 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Attempting to bind port 08978e57-a237-4050-a697-7b5c43ea9bfe on network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:31.889019 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:31.889400 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Checking segment: {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:31.889812 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.890218 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Bound using segment: {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:31.890752 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Bound port: 08978e57-a237-4050-a697-7b5c43ea9bfe, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:31.891113 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.915817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cd64710a-69c6-49c4-8918-632e8c2f9737 None None] Port 08978e57-a237-4050-a697-7b5c43ea9bfe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:31.932602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7a3e6458-3590-42fb-bcff-ba49768f43ad triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:31.932978 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.951263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event updated for resources: {'Port': ['ID=de893a8d-b483-4105-8c6a-d46333b4c81b,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:31.987116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-326cd534-30dc-4589-b017-92de009c5900 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.007321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (c14c2f20-8e89-4754-b617-0a34873a4817), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.047773 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] For port 08978e57-a237-4050-a697-7b5c43ea9bfe, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:32.053925 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] For port 08978e57-a237-4050-a697-7b5c43ea9bfe, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=08978e57-a237-4050-a697-7b5c43ea9bfe,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:32.067214 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.071630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.072108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks [] for router_gateway (0ce84208-da2d-4b59-a753-ef53adf82e05), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.073213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-f9b3d6d7-a84b-4863-9621-eadc1d3d810d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5168400 Mar 22 14:05:32.134321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33eaf-bb0f-4b47-b395-a76b5076ed44 req-03324c46-c80e-4ccd-a2d3-6b267a07e8b9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:32.140664 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:32.142122 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:32.144318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17f33eaf-bb0f-4b47-b395-a76b5076ed44 req-03324c46-c80e-4ccd-a2d3-6b267a07e8b9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1682141 Mar 22 14:05:32.158612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-326cd534-30dc-4589-b017-92de009c5900 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group (ef76837d-4503-4539-8dc4-45bfc1827465), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.169668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-326cd534-30dc-4589-b017-92de009c5900 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef76837d-4503-4539-8dc4-45bfc1827465), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.217382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cd534-30dc-4589-b017-92de009c5900 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef76837d-4503-4539-8dc4-45bfc1827465,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:32.228171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-326cd534-30dc-4589-b017-92de009c5900 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.232466 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-326cd534-30dc-4589-b017-92de009c5900 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8741441 Mar 22 14:05:32.234138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54182) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:32.237749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-7f471e63-639b-4380-af18-aff685c1ec00 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.1465490 Mar 22 14:05:32.239337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1e0b6ca1-19f3-43e0-9766-4546cbb9e7e1 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Request body: {'security_group_rule': {'security_group_id': 'ef76837d-4503-4539-8dc4-45bfc1827465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:32.247412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:05:30Z', 'revision_number': 5, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port': {'id': '428e75ad-8b44-4450-962b-51d98de0bd1d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:04:05Z', 'updated_at': '2022-03-22T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:32.261543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Deleting port 428e75ad-8b44-4450-962b-51d98de0bd1d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:32.261878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.290530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] Checking router: 0ce84208-da2d-4b59-a753-ef53adf82e05 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:32.292622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7a3e6458-3590-42fb-bcff-ba49768f43ad is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:32.311910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6ca1-19f3-43e0-9766-4546cbb9e7e1 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group_rule (aa6f9fc8-feeb-46b6-b566-a5cd309e87ae), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.313750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] Routers {'0ce84208-da2d-4b59-a753-ef53adf82e05'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:32.314602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0ce84208-da2d-4b59-a753-ef53adf82e05'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:32.328797 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f4439-a133-4f93-b7be-daf32badf6f5 None None] Pushing event updated for resources: {'Port': ['ID=08978e57-a237-4050-a697-7b5c43ea9bfe,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:32.398402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6ca1-19f3-43e0-9766-4546cbb9e7e1 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group_rule (aa6f9fc8-feeb-46b6-b566-a5cd309e87ae), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.413808 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:32.427366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6ca1-19f3-43e0-9766-4546cbb9e7e1 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (aa6f9fc8-feeb-46b6-b566-a5cd309e87ae), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.430574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] For port 428e75ad-8b44-4450-962b-51d98de0bd1d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=428e75ad-8b44-4450-962b-51d98de0bd1d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:32.430952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.451549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b6ca1-19f3-43e0-9766-4546cbb9e7e1 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6f9fc8-feeb-46b6-b566-a5cd309e87ae,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:32.464324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Calling delete_port for 428e75ad-8b44-4450-962b-51d98de0bd1d owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:32.478888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] Set router 0ce84208-da2d-4b59-a753-ef53adf82e05 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:32.481715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6ca1-19f3-43e0-9766-4546cbb9e7e1 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.486071 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e0b6ca1-19f3-43e0-9766-4546cbb9e7e1 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2501678 Mar 22 14:05:32.488744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54186) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:32.494847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d55bf539-03bc-429e-85e3-7eb2ddfc450c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Request body: {'security_group_rule': {'security_group_id': 'ef76837d-4503-4539-8dc4-45bfc1827465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:32.538724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17f33eaf-bb0f-4b47-b395-a76b5076ed44 req-0af57c82-6123-42b2-a949-a7e12b2ae3aa tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3932149 Mar 22 14:05:32.588532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d55bf539-03bc-429e-85e3-7eb2ddfc450c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group_rule (a5ed5da7-9996-40f4-b3be-45134f4771f4), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.592741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 6, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:32.604319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-9639f6f4-f5d0-43ea-a1b8-6eb842d64f1b tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:32.607827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-9639f6f4-f5d0-43ea-a1b8-6eb842d64f1b tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.3613417 Mar 22 14:05:32.621366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-c1e7ea61-4423-4203-ba25-3c69461587e5 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:05:32.623610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cf58cdb-33ce-4ee8-ab1f-b14df0e7042a req-c1e7ea61-4423-4203-ba25-3c69461587e5 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100977 Mar 22 14:05:32.656942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636efca-ecb9-4c80-b785-8b5ceeb610e8 None None] The sync data for ids ['0ce84208-da2d-4b59-a753-ef53adf82e05'] in n-d-834677-3 is: [{'id': '0ce84208-da2d-4b59-a753-ef53adf82e05', 'name': 'tempest-ServersTestJSON-90411069-router', 'tenant_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:04:04Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 6, 'project_id': 'bf7f46e506d74b6c8e6de580ec5f965c', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:32.661072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d515d398-26e0-4db9-822b-aeb5bba3ad2c None None] Provisioning complete for port 08978e57-a237-4050-a697-7b5c43ea9bfe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:32.663269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d515d398-26e0-4db9-822b-aeb5bba3ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.761952 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:32.799241 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c72ec-106b-42d8-acf5-9fc2b11c8001 None None] The sync data for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 is: [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:32.808466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d55bf539-03bc-429e-85e3-7eb2ddfc450c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group_rule (a5ed5da7-9996-40f4-b3be-45134f4771f4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.810845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-d7cb6e72-a648-4cfc-8fb6-c3065b5276b1 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:32.814252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-d7cb6e72-a648-4cfc-8fb6-c3065b5276b1 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1142325 Mar 22 14:05:32.819033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d55bf539-03bc-429e-85e3-7eb2ddfc450c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a5ed5da7-9996-40f4-b3be-45134f4771f4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.841359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d515d398-26e0-4db9-822b-aeb5bba3ad2c None None] Current status of the port 08978e57-a237-4050-a697-7b5c43ea9bfe is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:32.843587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d515d398-26e0-4db9-822b-aeb5bba3ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.881385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d515d398-26e0-4db9-822b-aeb5bba3ad2c None None] For port 08978e57-a237-4050-a697-7b5c43ea9bfe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=08978e57-a237-4050-a697-7b5c43ea9bfe,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:32.887182 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d515d398-26e0-4db9-822b-aeb5bba3ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.896437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf539-03bc-429e-85e3-7eb2ddfc450c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ed5da7-9996-40f4-b3be-45134f4771f4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:32.918989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d55bf539-03bc-429e-85e3-7eb2ddfc450c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.923661 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d55bf539-03bc-429e-85e3-7eb2ddfc450c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4339232 Mar 22 14:05:32.926299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54194) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:32.931182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:32.947354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (428e75ad-8b44-4450-962b-51d98de0bd1d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.992660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-6c899101-7cd7-4b08-bebb-dc0a16bdb2b9 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.1724479 Mar 22 14:05:32.999960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515d398-26e0-4db9-822b-aeb5bba3ad2c None None] Pushing event updated for resources: {'Port': ['ID=08978e57-a237-4050-a697-7b5c43ea9bfe,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:33.011920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=428e75ad-8b44-4450-962b-51d98de0bd1d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:33.014750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Request body: {'floatingip': {'port_id': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:33.022786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.155367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (c14c2f20-8e89-4754-b617-0a34873a4817), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.212154 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (0ce84208-da2d-4b59-a753-ef53adf82e05), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.294861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6e0c-7dab-4440-9b6e-8ae27b26b651 req-3ed8ab29-8ed8-4df7-aeaf-a84bcfce5ee3 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:33.296545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a65f6e0c-7dab-4440-9b6e-8ae27b26b651 req-3ed8ab29-8ed8-4df7-aeaf-a84bcfce5ee3 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3162460 Mar 22 14:05:33.297908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 877c7211-9b06-47c5-8826-ee32b51b3bf5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:33.343019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 877c7211-9b06-47c5-8826-ee32b51b3bf5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:33.343473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 877c7211-9b06-47c5-8826-ee32b51b3bf5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:33.390100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (0ce84208-da2d-4b59-a753-ef53adf82e05), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.392941 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks [] for router_controller (0ce84208-da2d-4b59-a753-ef53adf82e05), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.446778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (0ce84208-da2d-4b59-a753-ef53adf82e05), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.447517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce84208-da2d-4b59-a753-ef53adf82e05 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:05:33.452581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.453954 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-12c79d71-df72-478d-8b2d-dca5219e5ce1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0ce84208-da2d-4b59-a753-ef53adf82e05 HTTP/1.1" status: 204 len: 168 time: 2.4601727 Mar 22 14:05:33.466744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54200) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:33.493327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a65f6e0c-7dab-4440-9b6e-8ae27b26b651 req-d1db94cb-1c26-45f2-a661-b14de2a35ce7 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861174 Mar 22 14:05:33.535538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] Deleting subnet b7653e37-39d6-417e-bb4d-c1acf069b0f8 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:33.540871 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] Publish callbacks [] for subnet (b7653e37-39d6-417e-bb4d-c1acf069b0f8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.567599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.646920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (b7653e37-39d6-417e-bb4d-c1acf069b0f8), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.970813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Allocated IP 172.25.2.206 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/015f5d25-eba3-45d8-8772-4f4e72329e94) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:33.981786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (b7653e37-39d6-417e-bb4d-c1acf069b0f8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.059203 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:05:34.142515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba04de-7c9b-46de-ba6f-49c3f6febcd9 req-edd9c06d-1d08-4446-89ae-c7eccd967dd7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:34.149890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12ba04de-7c9b-46de-ba6f-49c3f6febcd9 req-edd9c06d-1d08-4446-89ae-c7eccd967dd7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1723974 Mar 22 14:05:34.202037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.217919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (c14c2f20-8e89-4754-b617-0a34873a4817), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.226970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (b7653e37-39d6-417e-bb4d-c1acf069b0f8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.242462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:34.300195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7653e37-39d6-417e-bb4d-c1acf069b0f8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:34.333694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.339633 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02a9a53c-5a38-4ee6-b13f-78d4dfad79c2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b7653e37-39d6-417e-bb4d-c1acf069b0f8 HTTP/1.1" status: 204 len: 168 time: 0.8710024 Mar 22 14:05:34.348996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54224) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:34.350569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb82a2-926c-4538-9629-f200a243c768 None None] Network d9a846e8-1cce-4f1d-b8c4-18df769e1677 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:34.362311 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.429092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 2534e635-9634-4856-85ba-98deef45308a completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:34.433613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.439954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2534e635-9634-4856-85ba-98deef45308a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:34.440717 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2534e635-9634-4856-85ba-98deef45308a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.460387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12ba04de-7c9b-46de-ba6f-49c3f6febcd9 req-185eeaf9-0ef8-4ea0-8061-df6af7f23954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064835 Mar 22 14:05:34.539365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:34.542944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:34.561493 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Floating IP c14c2f20-8e89-4754-b617-0a34873a4817 associated. External IP: 172.25.2.133, port: d5d70824-9d9f-4ba0-99d4-75e998d20085. Mar 22 14:05:34.568742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:34.644475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event updated for resources: {'Port': ['ID=015f5d25-eba3-45d8-8772-4f4e72329e94,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:34.647376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] DHCP port deletion for d9a846e8-1cce-4f1d-b8c4-18df769e1677 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:05:34.653756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:34.654523 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.678573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d9a846e8-1cce-4f1d-b8c4-18df769e1677), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.755871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:34.758465 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ceab9d-39e8-49d0-bb58-21e477f794db" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:34.774440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:34.786220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.813938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for floatingip (be739a3d-4d4b-4d97-955b-7f569ce83e78), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.862710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] Deleting port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:34.863041 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.893087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.926412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:34.979067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] For port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,segment=NetworkSegment(7f8ef505-8a43-44e8-ba11-544bcc400b7a),segment_id=7f8ef505-8a43-44e8-ba11-544bcc400b7a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:34.979497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.999207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] Calling delete_port for 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:35.020681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671da3-f29c-4b74-9147-e13967ca27b0 req-550a3999-f21c-4962-9722-3df2381aa485 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:35.031507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd671da3-f29c-4b74-9147-e13967ca27b0 req-550a3999-f21c-4962-9722-3df2381aa485 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.2785916 Mar 22 14:05:35.134025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.200318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] Pushing event deleted for resources: {'Port': ['ID=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:35.206935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959fd87-c8bc-4e78-9d1a-71857f56eb9c None None] No DVR routers for this DVR port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:35.267546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Deleting port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:35.268098 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.283039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 08978e57-a237-4050-a697-7b5c43ea9bfe up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:35.290244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.299749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.389065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 08978e57-a237-4050-a697-7b5c43ea9bfe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:35.389599 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.399386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event updated for resources: {'Port': ['ID=015f5d25-eba3-45d8-8772-4f4e72329e94,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:35.416721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (be739a3d-4d4b-4d97-955b-7f569ce83e78), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.446017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.457618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-249d0088-9e1f-436f-aa9d-1bb41213d473 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5305002 Mar 22 14:05:35.459069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd671da3-f29c-4b74-9147-e13967ca27b0 req-ef0f3283-f121-4ff8-b6ee-d41fbe50aaa1 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266341 Mar 22 14:05:35.514384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] For port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c, host n-d-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:35.516119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.552635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Calling delete_port for 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:35.556630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c was not found and therefore no delete operation was performed {{(pid=110457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:05:35.560717 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2d0d0ef9-58a1-41e0-b44f-b224daf72e1c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.574834 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f41cdc-d69b-4540-894b-f23289a41e02 x-openstack-request-id: req-e1f41cdc-d69b-4540-894b-f23289a41e02 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:35.579186 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:35.579718 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1f41cdc-d69b-4540-894b-f23289a41e02 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:35.580340 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f41cdc-d69b-4540-894b-f23289a41e02'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'code': 200} Mar 22 14:05:35.604677 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:05:35.621349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 08978e57-a237-4050-a697-7b5c43ea9bfe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:35.702509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0d0ef9-58a1-41e0-b44f-b224daf72e1c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:35.719262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:35.733795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] No DVR routers for this DVR port 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:35.767443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:35.767813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2d0d0ef9-58a1-41e0-b44f-b224daf72e1c not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:35.768216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 428e75ad-8b44-4450-962b-51d98de0bd1d no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:35.819208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 428e75ad-8b44-4450-962b-51d98de0bd1d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:35.819577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 428e75ad-8b44-4450-962b-51d98de0bd1d not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:35.836917 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d9a846e8-1cce-4f1d-b8c4-18df769e1677), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.872839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a846e8-1cce-4f1d-b8c4-18df769e1677']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:35.879032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66febb71-4874-446b-81eb-bc61abe496ae req-ff55dbb3-a9d6-44c8-ae2e-7f4f74213bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:35.880541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66febb71-4874-446b-81eb-bc61abe496ae req-ff55dbb3-a9d6-44c8-ae2e-7f4f74213bbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1127 time: 0.2150116 Mar 22 14:05:35.971221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8ef505-8a43-44e8-ba11-544bcc400b7a') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:35.972121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8ef505-8a43-44e8-ba11-544bcc400b7a') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:35.999606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:36.010604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (7f8ef505-8a43-44e8-ba11-544bcc400b7a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.042895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66febb71-4874-446b-81eb-bc61abe496ae req-c60d1fe2-5072-4ab4-bd05-78d2eb3fb75e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525912 Mar 22 14:05:36.047589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7f8ef505-8a43-44e8-ba11-544bcc400b7a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.059739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:36.059964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (7f8ef505-8a43-44e8-ba11-544bcc400b7a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:36.062824 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:36.110575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44031e-6604-4f08-9695-09fc2b3725a9 req-b1ad5359-2fc2-4d11-9453-df50f93604ab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:36.112267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc44031e-6604-4f08-9695-09fc2b3725a9 req-b1ad5359-2fc2-4d11-9453-df50f93604ab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.1881695 Mar 22 14:05:36.247545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d9a846e8-1cce-4f1d-b8c4-18df769e1677), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.258630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.263091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] 10.222.0.44 "DELETE /v2.0/networks/d9a846e8-1cce-4f1d-b8c4-18df769e1677 HTTP/1.1" status: 204 len: 168 time: 1.9090264 Mar 22 14:05:36.298723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ab294-7348-4b04-a0fc-058f793fe64c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a846e8-1cce-4f1d-b8c4-18df769e1677,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:36.309283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc44031e-6604-4f08-9695-09fc2b3725a9 req-d40fe70c-74e7-47db-97e9-46c2ac98e77c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405492 Mar 22 14:05:36.319011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:36.325251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.333019 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] Sync routers for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:36.370003 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:36.370562 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:36.409441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-0df74a2e-842a-4455-9bf7-2a89c366987a tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "PUT /v2.0/floatingips/c14c2f20-8e89-4754-b617-0a34873a4817 HTTP/1.1" status: 200 len: 996 time: 3.4123378 Mar 22 14:05:36.409998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:36.416777 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc93ed-969a-49db-b506-76daab0c7ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:36.503719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54258) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:36.587056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-0492475b-8587-45cb-a7c9-d8c45ee2cdaf tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1285135901&fields=id&tenant_id=d9e1d00fa082488daf26a18947a5c758 HTTP/1.1" status: 200 len: 267 time: 0.1325872 Mar 22 14:05:36.595476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2c11e95c-a809-4839-9e4e-34d54169bd38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf7f46e506d74b6c8e6de580ec5f965c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904543 Mar 22 14:05:36.596244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54260) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:36.634388 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:36.749891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-c948d693-a306-4e6e-87fa-8059e75d2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:36.751463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-c948d693-a306-4e6e-87fa-8059e75d2f97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 1127 time: 0.3226538 Mar 22 14:05:36.850660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-5b8f0797-b805-4bb4-b912-61a5ca0c3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:36.853457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-5b8f0797-b805-4bb4-b912-61a5ca0c3ca9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 200 len: 930 time: 0.0911756 Mar 22 14:05:36.867553 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-031a7e6e-02e3-487f-ab72-1a564cca4192 admin admin] Publish callbacks [] for security_group (4a070ba5-8dcf-4153-aed5-c3d1e217cd72), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.893151 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-031a7e6e-02e3-487f-ab72-1a564cca4192 admin admin] Publish callbacks [] for security_group (4a070ba5-8dcf-4153-aed5-c3d1e217cd72), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.912522 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c14c2f20-8e89-4754-b617-0a34873a4817', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'port_id': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'mac_address': 'fa:16:3e:f6:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:30Z', 'updated_at': '2022-03-22T14:05:33Z', 'revision_number': 1, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:16Z', 'revision_number': 5, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:36.950157 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] Checking router: 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:36.954633 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-031a7e6e-02e3-487f-ab72-1a564cca4192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4a070ba5-8dcf-4153-aed5-c3d1e217cd72), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.958355 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-031a7e6e-02e3-487f-ab72-1a564cca4192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.961928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-031a7e6e-02e3-487f-ab72-1a564cca4192 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a070ba5-8dcf-4153-aed5-c3d1e217cd72 HTTP/1.1" status: 204 len: 168 time: 0.3619349 Mar 22 14:05:36.969209 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:36.970232 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:37.125162 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:37.395807 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c14c2f20-8e89-4754-b617-0a34873a4817', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'port_id': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'mac_address': 'fa:16:3e:f6:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:30Z', 'updated_at': '2022-03-22T14:05:33Z', 'revision_number': 1, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:16Z', 'revision_number': 5, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:37.435510 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0571fe-da62-479f-aad8-fef7b0590db0 None None] The sync data for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 is: [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c14c2f20-8e89-4754-b617-0a34873a4817', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'port_id': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'mac_address': 'fa:16:3e:f6:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:30Z', 'updated_at': '2022-03-22T14:05:33Z', 'revision_number': 1, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:16Z', 'revision_number': 5, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:37.486373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7e6e-02e3-487f-ab72-1a564cca4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a070ba5-8dcf-4153-aed5-c3d1e217cd72,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:37.500190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-61aad9bc-aea6-4d51-87a7-6c5b73158e87 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:37.507793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-61aad9bc-aea6-4d51-87a7-6c5b73158e87 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/networks?id=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc HTTP/1.1" status: 200 len: 812 time: 0.8951347 Mar 22 14:05:37.541331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-7488d5f0-de9e-4ce4-afda-218c3dced1f6 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/quotas/d9e1d00fa082488daf26a18947a5c758 HTTP/1.1" status: 200 len: 375 time: 0.0245597 Mar 22 14:05:37.582581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-a37008c9-025c-4e16-96ab-3bde3a052214 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 999 time: 0.7218442 Mar 22 14:05:37.649639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-b138d52e-b0ca-4016-9cd6-fe5aa93d1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:37.651338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-b138d52e-b0ca-4016-9cd6-fe5aa93d1405 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29d744b5-ca67-4b3a-ab65-e9d265595541 HTTP/1.1" status: 200 len: 868 time: 0.0608456 Mar 22 14:05:37.662888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-d934344b-170e-4e5b-9d78-7c5db558406e tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9e1d00fa082488daf26a18947a5c758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207514 Mar 22 14:05:37.821914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-f5aa2abf-fded-4823-9081-0f2732508378 service neutron] 10.222.0.44 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293261 Mar 22 14:05:37.825765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b690a9-b399-4b97-b2de-0549b8684a10 None None] New status for floating IP c14c2f20-8e89-4754-b617-0a34873a4817: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:05:37.859835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-6ad2ff69-1716-4bb6-a10f-9d18dfe97341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:37.862064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-6ad2ff69-1716-4bb6-a10f-9d18dfe97341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb4a4160-0042-4358-b538-8604b65124c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1979959 Mar 22 14:05:38.119384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-8db07930-a240-4055-b400-c06d2cfadf81 service neutron] 10.222.0.44 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426379 Mar 22 14:05:38.130033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54286) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:38.136359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-2555a404-2094-43f2-b1c2-a56f3a024683 service neutron] 10.222.0.44 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876418 Mar 22 14:05:38.256652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-557585476-network', 'tenant_id': 'c025756804d343f89012d5caa2f4acb9'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:38.279656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Made reservation on behalf of c025756804d343f89012d5caa2f4acb9 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:38.284077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.302220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.326121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcb6d731-45e5-493c-9315-aae8faf70f8d req-f973cd48-d8a7-448d-8547-4934cf5128ac service neutron] 10.222.0.44 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885316 Mar 22 14:05:38.537532 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b5c57-3afe-4a45-98cd-949cb1b06dff x-openstack-request-id: req-b68b5c57-3afe-4a45-98cd-949cb1b06dff {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:38.539032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks [] for security_group (3cc5ec65-0e5d-4dea-84d4-344632effe6a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.540160 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:38.540976 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b68b5c57-3afe-4a45-98cd-949cb1b06dff {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:38.541629 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68b5c57-3afe-4a45-98cd-949cb1b06dff'] response: {'name': 'network-changed', 'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'status': 'completed', 'code': 200} Mar 22 14:05:38.545610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3cc5ec65-0e5d-4dea-84d4-344632effe6a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.630143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:38.670906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5e9897c6-ada9-47c5-9883-279936117ec8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.671511 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Added segment 5e9897c6-ada9-47c5-9883-279936117ec8 of type vlan for network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b Mar 22 14:05:38.673044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc5ec65-0e5d-4dea-84d4-344632effe6a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:38.723978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (2ead5e83-61c4-42e6-a6ce-1afdf02e508b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.769743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (2ead5e83-61c4-42e6-a6ce-1afdf02e508b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.771642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.773745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.776380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfea7-f642-4992-bf71-66bca01e1716 req-db5d1366-d0c8-4fed-ad63-e54595c91c7c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.779060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-336bfea7-f642-4992-bf71-66bca01e1716 req-db5d1366-d0c8-4fed-ad63-e54595c91c7c tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.3037899 Mar 22 14:05:38.815635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-01a3b8d9-a1fe-49ce-91c3-676d344cb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.817328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-01a3b8d9-a1fe-49ce-91c3-676d344cb4ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 1127 time: 0.2619512 Mar 22 14:05:38.866108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ed86-d423-41f3-af26-d971fb7e86e4 req-fb44e61b-4695-4a34-8502-0fe3ec0cb48b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.868542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4794ed86-d423-41f3-af26-d971fb7e86e4 req-fb44e61b-4695-4a34-8502-0fe3ec0cb48b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.1682591 Mar 22 14:05:38.895800 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7645688 Mar 22 14:05:38.898763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54302) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:38.904532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Request body: {'subnet': {'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-557585476-subnet', 'tenant_id': 'c025756804d343f89012d5caa2f4acb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:38.927724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aee1f-df7e-4189-85c4-6302b94ef991 admin admin] Pushing event updated for resources: {'Network': ['ID=2ead5e83-61c4-42e6-a6ce-1afdf02e508b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:38.941299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:38.942392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Made reservation on behalf of c025756804d343f89012d5caa2f4acb9 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:38.945199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.185991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4794ed86-d423-41f3-af26-d971fb7e86e4 req-f40889aa-3865-45d8-bf29-cdea1eb3a64d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305019 Mar 22 14:05:39.191680 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (52ce8ce7-4ba5-447a-837b-58cdabb56452), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.226543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-336bfea7-f642-4992-bf71-66bca01e1716 req-a59f8848-f4b0-4c6b-806f-ab87b88011b4 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385195 Mar 22 14:05:39.265487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-60dd0a63-5b65-4f22-bebc-0f403363d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.269153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-60dd0a63-5b65-4f22-bebc-0f403363d647 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 200 len: 930 time: 0.4407969 Mar 22 14:05:39.295924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ce8ce7-4ba5-447a-837b-58cdabb56452,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:39.329248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Checking segment: {'id': '5e9897c6-ada9-47c5-9883-279936117ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:39.329626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Network hostable DHCP agents. Network: 2ead5e83-61c4-42e6-a6ce-1afdf02e508b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:39.359905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:39.377175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 2ead5e83-61c4-42e6-a6ce-1afdf02e508b) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:39.388224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eedfcc-21de-4783-b918-5b2cd34be85c None None] Network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:39.396243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.397570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.452097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3f9e38c0-0b41-4fd9-8fd6-f7b19fdddcd2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5440741 Mar 22 14:05:39.480015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-20bfc770-2aa1-4b50-bdf8-56d2d31b8553 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.481809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-20bfc770-2aa1-4b50-bdf8-56d2d31b8553 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2eb487-db51-41e3-b42a-8d26112c47d2 HTTP/1.1" status: 200 len: 945 time: 0.4057622 Mar 22 14:05:39.490346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-78c7a377-5171-4714-89d9-bb0b1da8a684 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 258 time: 0.2192030 Mar 22 14:05:39.561367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-889aa7bb-51aa-46c2-b6b3-feefde7a1d7f req-81202d91-1e1a-4874-b99b-6ea02155d3cf tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 210 time: 0.2485290 Mar 22 14:05:39.618274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1c6c5-a65f-42e4-a832-dea44cbeda29 None None] Network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:39.652709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:39.753654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.777929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-a23d7a45-b590-4859-9764-708c1320f2e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 1001 time: 0.5002694 Mar 22 14:05:39.908686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb17e1-ffbf-4e01-8270-8b83b68d6369 req-a9b76cc1-b159-444c-8e1a-53d242ee73f5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.910383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4bb17e1-ffbf-4e01-8270-8b83b68d6369 req-a9b76cc1-b159-444c-8e1a-53d242ee73f5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.2143507 Mar 22 14:05:39.915875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-a37fe3f7-7c97-47a8-9dd0-725d3e3568c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.917391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-a37fe3f7-7c97-47a8-9dd0-725d3e3568c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d744b5-ca67-4b3a-ab65-e9d265595541 HTTP/1.1" status: 200 len: 868 time: 0.1117289 Mar 22 14:05:39.921603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54318) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:39.927028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'floatingip': {'port_id': '2534e635-9634-4856-85ba-98deef45308a'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:40.008168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Deleting port 5211147c-e640-498d-9c93-fff0db9962ce {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:40.008637 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5211147c-e640-498d-9c93-fff0db9962ce), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.051208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for floatingip (4ff0fe2a-88c9-4e24-8f3a-5d396605dd68), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.131580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] For port 5211147c-e640-498d-9c93-fff0db9962ce, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5211147c-e640-498d-9c93-fff0db9962ce,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:40.132466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5211147c-e640-498d-9c93-fff0db9962ce), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.152222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Calling delete_port for 5211147c-e640-498d-9c93-fff0db9962ce owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:40.270571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-ec85fc9a-24b7-453a-a88a-edc74d5fa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:40.272592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-ec85fc9a-24b7-453a-a88a-edc74d5fa827 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb4a4160-0042-4358-b538-8604b65124c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3454797 Mar 22 14:05:40.390409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.522003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5211147c-e640-498d-9c93-fff0db9962ce), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.535190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d', '5211147c-e640-498d-9c93-fff0db9962ce'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:40.599350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-e5b0052a-1a76-417a-9aef-5b1fb8b71b29 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:40.600888 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-e5b0052a-1a76-417a-9aef-5b1fb8b71b29 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.57 "GET /v2.0/networks?id=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc HTTP/1.1" status: 200 len: 812 time: 0.4758706 Mar 22 14:05:40.608069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54338) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:40.628793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Pushing event deleted for resources: {'Port': ['ID=5211147c-e640-498d-9c93-fff0db9962ce,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:40.685500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-a07f9d50-ea35-4ebb-96fe-d10de5244082 service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037855 Mar 22 14:05:40.745586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] No DVR routers for this DVR port 5211147c-e640-498d-9c93-fff0db9962ce on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:40.755811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.760224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8aeff0e-e3ba-4da2-a97e-ac8b1f963524 req-f6470c73-e765-4710-8ec2-a2e73dc9ac16 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "DELETE /v2.0/ports/5211147c-e640-498d-9c93-fff0db9962ce HTTP/1.1" status: 204 len: 173 time: 1.2690132 Mar 22 14:05:40.760922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'name': 'network-vif-deleted', 'tag': '5211147c-e640-498d-9c93-fff0db9962ce'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:40.763461 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d364d782-1547-447a-9e5a-c4f71546588b" -d '{"events": [{"server_uuid": "1f2eb487-db51-41e3-b42a-8d26112c47d2", "name": "network-vif-deleted", "tag": "5211147c-e640-498d-9c93-fff0db9962ce"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:40.786478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-2eb43541-0b2a-40c8-865e-a5e6172c306b tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:40.788726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-2eb43541-0b2a-40c8-865e-a5e6172c306b tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/networks?id=2ead5e83-61c4-42e6-a6ce-1afdf02e508b HTTP/1.1" status: 200 len: 820 time: 0.4170303 Mar 22 14:05:40.851750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Allocated IP 172.25.2.191 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/de8a880f-b518-4326-a731-0ba3a0dbacdc) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:40.860345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d46e0462-bb3b-4881-b3d7-fa38214b8cc3 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/quotas/c025756804d343f89012d5caa2f4acb9 HTTP/1.1" status: 200 len: 375 time: 0.0359378 Mar 22 14:05:40.915193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-48da7984-e79b-4c13-b5d1-1d37e71d7d7e tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c025756804d343f89012d5caa2f4acb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456679 Mar 22 14:05:41.031173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] Deleting subnet 613743c7-adf8-40d8-a419-25d4676e29ab {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:41.039084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] Publish callbacks [] for subnet (613743c7-adf8-40d8-a419-25d4676e29ab), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.046721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34bc93ed-969a-49db-b506-76daab0c7ae4 req-88f21d3b-92e1-4555-8f75-6cd5c4e6d7bb service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398941 Mar 22 14:05:41.108347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-81056287-16e7-474f-828b-66802060ef08 service neutron] 10.222.0.44 "GET /v2.0/networks/2ead5e83-61c4-42e6-a6ce-1afdf02e508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790092 Mar 22 14:05:41.151794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-239876b3-ca79-4d03-aaf5-14d06911b801 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e1d00fa082488daf26a18947a5c758 HTTP/1.1" status: 200 len: 380 time: 0.4455895 Mar 22 14:05:41.158582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (613743c7-adf8-40d8-a419-25d4676e29ab), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.165532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Request body: {'port': {'device_id': '783b5444-b7dc-4196-8216-b5f345d316eb', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'admin_state_up': True, 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'security_groups': ['ef76837d-4503-4539-8dc4-45bfc1827465']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:41.276794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:05:41.302508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.331900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (613743c7-adf8-40d8-a419-25d4676e29ab), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.344031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-c66b57e8-1c0e-4376-af1f-7eb183246f23 service neutron] 10.222.0.44 "GET /v2.0/networks/2ead5e83-61c4-42e6-a6ce-1afdf02e508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245407 Mar 22 14:05:41.377347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-e538ac17-4ce1-4b85-9598-2b725f85c14a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1296535 Mar 22 14:05:41.397530 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.416500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.431137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4ff0fe2a-88c9-4e24-8f3a-5d396605dd68), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.502365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:41.511731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:41.514217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:41.518929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event updated for resources: {'Port': ['ID=de8a880f-b518-4326-a731-0ba3a0dbacdc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:41.554036 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (613743c7-adf8-40d8-a419-25d4676e29ab), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.572142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.572743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.573214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.573697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.574305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.574807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.575356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.578881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-069b26fe-346f-41d9-9997-808d4fb916b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=243e3af9ab1d4cd58348ee3e11639802&device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 6707 time: 0.1207516 Mar 22 14:05:41.621412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Made reservation on behalf of d9e1d00fa082488daf26a18947a5c758 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:41.632321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.667688 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.672899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/613743c7-adf8-40d8-a419-25d4676e29ab HTTP/1.1" status: 204 len: 168 time: 0.9857693 Mar 22 14:05:41.678167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54348) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:41.692084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e432ea-949f-4af4-8bef-ae9a19e2530c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613743c7-adf8-40d8-a419-25d4676e29ab,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:41.700575 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Floating IP 4ff0fe2a-88c9-4e24-8f3a-5d396605dd68 associated. External IP: 172.25.2.30, port: 2534e635-9634-4856-85ba-98deef45308a. Mar 22 14:05:41.855206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (8f3692a5-a695-459e-90c5-c61785370401), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.912242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (c71e4158-a955-4216-a0b9-ea6b9cd9d1f1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.948183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:42.037793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-fbc6ec37-0cf1-4601-8301-a6ee29fcb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:42.038482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-fbc6ec37-0cf1-4601-8301-a6ee29fcb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:42.039351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-fbc6ec37-0cf1-4601-8301-a6ee29fcb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:42.041178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-fbc6ec37-0cf1-4601-8301-a6ee29fcb170 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1532a482-608f-4937-acee-08934e99fda0&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&id=d3cbff06-4044-4032-b9bb-d71d7404b16b&id=d3cbff06-4044-4032-b9bb-d71d7404b16b HTTP/1.1" status: 200 len: 2294 time: 0.3960764 Mar 22 14:05:42.091804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Allocated IP 172.20.0.5 (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc/36fb46a9-d38a-478d-a607-ca34b4ce88bf/d6fc06f3-3d26-475e-96a0-8cc46fb431f3) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:42.255705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:42.606788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52054f3f-0166-496d-9967-a5d2156315e7 req-2aaa343c-72e1-4dc0-b2fa-96edc785a547 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 210 time: 0.0804996 Mar 22 14:05:42.631752 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (c71e4158-a955-4216-a0b9-ea6b9cd9d1f1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:42.704404 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b821d7-26c9-46e0-b380-fba909c82815 x-openstack-request-id: req-88b821d7-26c9-46e0-b380-fba909c82815 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:42.705036 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2eb487-db51-41e3-b42a-8d26112c47d2", "name": "network-vif-deleted", "tag": "5211147c-e640-498d-9c93-fff0db9962ce", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:42.705036 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88b821d7-26c9-46e0-b380-fba909c82815 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:42.714926 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b821d7-26c9-46e0-b380-fba909c82815'] response: {'server_uuid': '1f2eb487-db51-41e3-b42a-8d26112c47d2', 'name': 'network-vif-deleted', 'tag': '5211147c-e640-498d-9c93-fff0db9962ce', 'status': 'completed', 'code': 200} Mar 22 14:05:42.849582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71e4158-a955-4216-a0b9-ea6b9cd9d1f1']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:42.853070 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:42.880331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-96f6f256-5389-406c-97c6-5e122d14c708 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd HTTP/1.1" status: 200 len: 1002 time: 0.8024380 Mar 22 14:05:42.882685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3613c47d-5e90-4e0e-a86b-e0eea86c2089') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:42.883270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3613c47d-5e90-4e0e-a86b-e0eea86c2089') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:42.885805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:42.893799 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:42.897277 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] Sync routers for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:42.914706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:42.915365 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:42.925336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3606e03a-d506-4df3-81b2-e1eb6e4b727e req-78e65843-ea94-4139-9324-abd93ab91809 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 210 time: 0.0840013 Mar 22 14:05:42.963035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (3613c47d-5e90-4e0e-a86b-e0eea86c2089), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.006938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-42abbd3b-f668-42a4-adbf-039097ed967d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "PUT /v2.0/floatingips/4ff0fe2a-88c9-4e24-8f3a-5d396605dd68 HTTP/1.1" status: 200 len: 990 time: 3.0841377 Mar 22 14:05:43.012222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:43.018280 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f526db8b-2119-4c6f-9c80-bed933e0d418" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:43.039930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.049395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3613c47d-5e90-4e0e-a86b-e0eea86c2089), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.059180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:43.059883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (3613c47d-5e90-4e0e-a86b-e0eea86c2089), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.132003 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:43.132672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:43.136222 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:43.144208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:43.147419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:43.204964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.205704 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.209670 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (c71e4158-a955-4216-a0b9-ea6b9cd9d1f1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.223078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event updated for resources: {'Port': ['ID=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:43.225068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5211147c-e640-498d-9c93-fff0db9962ce no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:43.245208 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-04e6a2c6-cdfb-49bb-8b75-9ba3acc44d70 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0836363 Mar 22 14:05:43.251737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.257002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c71e4158-a955-4216-a0b9-ea6b9cd9d1f1 HTTP/1.1" status: 204 len: 168 time: 1.5752394 Mar 22 14:05:43.261387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54364) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:43.261720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e1dd3-ca0d-4abd-a39d-9e741db04728 admin admin] Pushing event deleted for resources: {'Network': ['ID=c71e4158-a955-4216-a0b9-ea6b9cd9d1f1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:43.279383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-6c236ea8-f702-40c5-afb6-be45f42a04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.281211 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-6c236ea8-f702-40c5-afb6-be45f42a04cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585192ed-8863-42b1-8bb5-1ac29b49d391 HTTP/1.1" status: 200 len: 851 time: 0.3766892 Mar 22 14:05:43.287243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 5211147c-e640-498d-9c93-fff0db9962ce {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:43.287465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Request body: {'port': {'device_id': '783b5444-b7dc-4196-8216-b5f345d316eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:43.289779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5211147c-e640-498d-9c93-fff0db9962ce not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:43.369076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.389696 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.427848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.435344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.447722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.453243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.458725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.464130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.469589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.479799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-e59b7464-86f8-4591-be6a-e1799438d87e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.3409014 Mar 22 14:05:43.482040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] Deleting subnet f89889e0-8d40-4967-b084-da198fa08bd0 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:43.485080 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.490915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] Publish callbacks [] for subnet (f89889e0-8d40-4967-b084-da198fa08bd0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.608867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-4695ebd2-b794-4ba7-8eae-d29f448d0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.613316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-73b37a49-315d-4e73-a9b5-6d26f752a058 None None] Provisioning complete for port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:43.613875 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-73b37a49-315d-4e73-a9b5-6d26f752a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.623947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-4695ebd2-b794-4ba7-8eae-d29f448d0904 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1532a482-608f-4937-acee-08934e99fda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3357069 Mar 22 14:05:43.633155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f89889e0-8d40-4967-b084-da198fa08bd0), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.719818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-73b37a49-315d-4e73-a9b5-6d26f752a058 None None] Port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:43.722036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-32c1fd9a-7ede-4e9b-adec-241556705c83 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.723856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-32c1fd9a-7ede-4e9b-adec-241556705c83 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.57 "GET /v2.0/networks?id=2ead5e83-61c4-42e6-a6ce-1afdf02e508b HTTP/1.1" status: 200 len: 820 time: 0.2416492 Mar 22 14:05:43.774418 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '4ff0fe2a-88c9-4e24-8f3a-5d396605dd68', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'port_id': '2534e635-9634-4856-85ba-98deef45308a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'mac_address': 'fa:16:3e:fd:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:12Z', 'updated_at': '2022-03-22T14:05:41Z', 'revision_number': 1, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 5, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:43.786777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f89889e0-8d40-4967-b084-da198fa08bd0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.812347 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] Checking router: 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:43.824028 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:43.824849 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:43.845603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-eed4a9cd-8623-47c6-90cf-dbfe15696c26 service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153088 Mar 22 14:05:43.879530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Request body: {'port': {'device_id': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b', 'admin_state_up': True, 'tenant_id': 'c025756804d343f89012d5caa2f4acb9'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:43.913231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event updated for resources: {'Port': ['ID=de8a880f-b518-4326-a731-0ba3a0dbacdc,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:43.960484 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:44.000338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ea0155a-0ca0-465b-9305-6c8ab211ed18 req-7ff4c7cf-25ca-4e72-a302-8f51d1402f2b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5193026 Mar 22 14:05:44.042073 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (8f3692a5-a695-459e-90c5-c61785370401), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.043522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fc06f3-3d26-475e-96a0-8cc46fb431f3 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:44.065699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Publish callbacks [] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.099309 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.100630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-048fb730-84a9-4067-84b0-c59f4e634b03 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5153561 Mar 22 14:05:44.107872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Transition to ACTIVE for port object d6fc06f3-3d26-475e-96a0-8cc46fb431f3 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:44.109681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f89889e0-8d40-4967-b084-da198fa08bd0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.146093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.185088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-54cc71f3-d4c2-4587-b7f2-17e9b94fe933 service neutron] 10.222.0.42 "GET /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218913 Mar 22 14:05:44.195580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-cfebd32a-0ccc-4c28-ad82-229dd1941165 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.0859919 Mar 22 14:05:44.227707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89889e0-8d40-4967-b084-da198fa08bd0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:44.236778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:44.304009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.307439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a22ee7c-0598-4e93-98de-0cb8a6682763 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f89889e0-8d40-4967-b084-da198fa08bd0 HTTP/1.1" status: 204 len: 168 time: 1.0451677 Mar 22 14:05:44.313187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54378) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:44.320200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-276b7702-26df-48f6-a033-7430b25fc829 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 217 time: 0.1234884 Mar 22 14:05:44.337368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Made reservation on behalf of c025756804d343f89012d5caa2f4acb9 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:44.342660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.391536 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '4ff0fe2a-88c9-4e24-8f3a-5d396605dd68', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'port_id': '2534e635-9634-4856-85ba-98deef45308a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'mac_address': 'fa:16:3e:fd:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:12Z', 'updated_at': '2022-03-22T14:05:41Z', 'revision_number': 1, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 5, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:44.443688 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc62803-711a-4842-8532-e8d53017a7d7 None None] The sync data for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 is: [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '4ff0fe2a-88c9-4e24-8f3a-5d396605dd68', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'port_id': '2534e635-9634-4856-85ba-98deef45308a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'mac_address': 'fa:16:3e:fd:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:12Z', 'updated_at': '2022-03-22T14:05:41Z', 'revision_number': 1, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 5, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:44.559202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (33049d04-cb8b-4fad-a372-b4718ced9381), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.581162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-942c4a7a-4843-4e75-b70e-866e86f8efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:44.583730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Attempting to bind port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:44.584065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Attempting to bind port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:44.584391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Attempting to bind port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 on network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:44.585869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-942c4a7a-4843-4e75-b70e-866e86f8efa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.2499263 Mar 22 14:05:44.590649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 on network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:44.591023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Attempting to bind port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 on network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:44.613426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:44.613769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Checking segment: {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:44.616092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Bound using segment: {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:44.616092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Bound port: d6fc06f3-3d26-475e-96a0-8cc46fb431f3, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea82608b-99ca-40d1-a74e-8d4136c41ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:44.616379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.672582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-824016be-904f-4704-b8d7-859cdab1c63e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:44.674167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-824016be-904f-4704-b8d7-859cdab1c63e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.4677310 Mar 22 14:05:44.712062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad85b-7978-43b5-81bc-477183bbb239 req-8466b795-11d2-4115-a8e3-8ae86cfe0b65 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:44.713613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a6ad85b-7978-43b5-81bc-477183bbb239 req-8466b795-11d2-4115-a8e3-8ae86cfe0b65 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.3213649 Mar 22 14:05:44.717347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-cfff8301-b801-4915-9009-ec3864381ab6 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:05:44.718641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3c53b52-f06c-4b15-9da3-06d225a2d886 req-cfff8301-b801-4915-9009-ec3864381ab6 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0333245 Mar 22 14:05:44.729926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (33049d04-cb8b-4fad-a372-b4718ced9381), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.770648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-05dba3bd-eb5c-4eb6-bc8f-3f5122e3a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:44.772156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-05dba3bd-eb5c-4eb6-bc8f-3f5122e3a55b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1720645 Mar 22 14:05:44.789937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33049d04-cb8b-4fad-a372-b4718ced9381']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:44.790763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Allocated IP 172.20.0.11 (2ead5e83-61c4-42e6-a6ce-1afdf02e508b/52ce8ce7-4ba5-447a-837b-58cdabb56452/aff63a39-90de-498f-a001-d45c8409d604) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:44.811462 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6f09f8-aef3-4097-a6d5-efa30f60378e x-openstack-request-id: req-0f6f09f8-aef3-4097-a6d5-efa30f60378e {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:44.811766 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "tag": "2534e635-9634-4856-85ba-98deef45308a", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:44.812049 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f6f09f8-aef3-4097-a6d5-efa30f60378e {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:44.812496 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6f09f8-aef3-4097-a6d5-efa30f60378e'] response: {'name': 'network-changed', 'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'status': 'completed', 'code': 200} Mar 22 14:05:44.814244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f35639d-e17a-475c-9672-482b45aa823e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:44.814524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f35639d-e17a-475c-9672-482b45aa823e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:44.816706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] For port d6fc06f3-3d26-475e-96a0-8cc46fb431f3, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:44.817986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a4a95d-f811-49cd-90ea-331293342dd5 None None] New status for floating IP 4ff0fe2a-88c9-4e24-8f3a-5d396605dd68: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:05:44.844657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (4f35639d-e17a-475c-9672-482b45aa823e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.875159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] For port d6fc06f3-3d26-475e-96a0-8cc46fb431f3, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:44.885035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4f35639d-e17a-475c-9672-482b45aa823e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.895129 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.898987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:44.899417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (4f35639d-e17a-475c-9672-482b45aa823e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:44.902541 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:44.943455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a6ad85b-7978-43b5-81bc-477183bbb239 req-e7acd3bf-9063-4603-a67d-62f13965b212 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147207 Mar 22 14:05:45.013727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-c21ef650-ba50-401e-858a-e317921d6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.015458 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-c21ef650-ba50-401e-858a-e317921d6aeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1127 time: 0.1856029 Mar 22 14:05:45.026102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.026716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.028082 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] 10.222.0.57 "PUT /v2.0/ports/d6fc06f3-3d26-475e-96a0-8cc46fb431f3 HTTP/1.1" status: 200 len: 1091 time: 1.7677507 Mar 22 14:05:45.058828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (33049d04-cb8b-4fad-a372-b4718ced9381), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.183004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c2fd4-1215-42ac-822f-877ea2f23f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:45.217620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.221218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] 10.222.0.44 "DELETE /v2.0/networks/33049d04-cb8b-4fad-a372-b4718ced9381 HTTP/1.1" status: 204 len: 168 time: 0.9069734 Mar 22 14:05:45.228224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a36b52-3d98-48a6-92a8-f31e50667e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=33049d04-cb8b-4fad-a372-b4718ced9381,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:45.254185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-c33833d0-d937-4b4d-a8b8-ae972531aea9 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739018 Mar 22 14:05:45.260373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-b4d0c8f5-7335-4988-aad1-2bf941da63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.262384 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-b4d0c8f5-7335-4988-aad1-2bf941da63a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9e1d00fa082488daf26a18947a5c758&device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 1125 time: 0.1751027 Mar 22 14:05:45.323698 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-0ac0d0df-aaf4-473d-bbd7-fc4e065ba8cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3 HTTP/1.1" status: 200 len: 217 time: 0.0478899 Mar 22 14:05:45.334022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-fde3b257-d1fb-4f5e-99d4-e201ac37631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.335630 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-fde3b257-d1fb-4f5e-99d4-e201ac37631d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.3057976 Mar 22 14:05:45.370476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-690ee545-d4b3-4c1c-bfcd-1b1ec649468f req-5a6213b1-707e-40a6-98ea-c8cf37b9fe6c tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 210 time: 0.1359332 Mar 22 14:05:45.441222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54388) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:45.512169 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4486b66c-01f5-4592-b5c1-a5aa38fbf2ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e17eca751dc488b9dfca3a7a423d6ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0696976 Mar 22 14:05:45.513695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-65544ebb-e0d6-49c1-986f-14120632fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.515262 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-65544ebb-e0d6-49c1-986f-14120632fc8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36fb46a9-d38a-478d-a607-ca34b4ce88bf HTTP/1.1" status: 200 len: 851 time: 0.1785309 Mar 22 14:05:45.516519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:45.520342 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-61782164-b4aa-4f00-885a-6cf8c7510f9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 1000 time: 0.1740050 Mar 22 14:05:45.544901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.550660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.556011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.561313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.567475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.572673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.578278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.580179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-6242e820-8f5f-46c8-8b52-5da07201d33f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.4522507 Mar 22 14:05:45.607857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b56a7-1be5-49ae-bb00-6f1eec3616ea req-e6d2c5a6-5752-451b-95c8-1bac86ea5e68 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.615191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-380b56a7-1be5-49ae-bb00-6f1eec3616ea req-e6d2c5a6-5752-451b-95c8-1bac86ea5e68 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 943 time: 0.6982703 Mar 22 14:05:45.625762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-d8beef4b-f5aa-4f36-85ad-dc6a6abe547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.627245 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-d8beef4b-f5aa-4f36-85ad-dc6a6abe547f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.0996635 Mar 22 14:05:45.671762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2766acc2-b036-4227-98ca-9e884a2afaca admin admin] Publish callbacks [] for security_group (38d720d7-48c3-45da-a58c-e718402ef073), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.677042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-c2a046ab-eace-4b57-bfa4-8db9d5ababab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.678563 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-c2a046ab-eace-4b57-bfa4-8db9d5ababab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1520965 Mar 22 14:05:45.692473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks [] for port (aff63a39-90de-498f-a001-d45c8409d604), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.724609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-a54412ba-e941-4021-b4f5-5b9799bf3bdf service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192486 Mar 22 14:05:45.735068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-be533e85-a44f-47b0-a762-6e5ddf3b090f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.736370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-be533e85-a44f-47b0-a762-6e5ddf3b090f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "GET /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1374643 Mar 22 14:05:45.748331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b3336-60dd-4da8-9c30-fb8f76d30d2f req-4786a976-6d02-4d49-b4f6-cc94a64f7d93 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.750604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486b3336-60dd-4da8-9c30-fb8f76d30d2f req-4786a976-6d02-4d49-b4f6-cc94a64f7d93 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.2964034 Mar 22 14:05:45.751615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2766acc2-b036-4227-98ca-9e884a2afaca admin admin] Publish callbacks [] for security_group (38d720d7-48c3-45da-a58c-e718402ef073), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.780023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-47f2b700-e3b0-43d6-8671-8d579769139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.781450 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-47f2b700-e3b0-43d6-8671-8d579769139b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1478784 Mar 22 14:05:45.872620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-96fd5973-1a98-4e57-bbd2-bff43a3e2b1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 217 time: 0.1293654 Mar 22 14:05:45.876743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-0a4d2370-d940-4ece-acab-a625f9bbd363 service neutron] 10.222.0.57 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883135 Mar 22 14:05:45.882267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-380b56a7-1be5-49ae-bb00-6f1eec3616ea req-170e07c7-f674-4f2c-9186-82320fde532f tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657323 Mar 22 14:05:45.951041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2766acc2-b036-4227-98ca-9e884a2afaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (38d720d7-48c3-45da-a58c-e718402ef073), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.951041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2766acc2-b036-4227-98ca-9e884a2afaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.954780 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2766acc2-b036-4227-98ca-9e884a2afaca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38d720d7-48c3-45da-a58c-e718402ef073 HTTP/1.1" status: 204 len: 168 time: 0.4338124 Mar 22 14:05:46.007587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-d8a9b22f-dbb2-4c9d-b838-81ff76ff4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:46.009205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-d8a9b22f-dbb2-4c9d-b838-81ff76ff4cc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.1119082 Mar 22 14:05:46.010790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766acc2-b036-4227-98ca-9e884a2afaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d720d7-48c3-45da-a58c-e718402ef073,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:46.026207 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-9950d545-c687-4a3f-ba77-5ece4353f3a5 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369413 Mar 22 14:05:46.125944 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8621c56-e878-4a8d-9f6c-d6712354f964 req-40b6de55-059a-44ba-922f-8b6214e40875 service neutron] 10.222.0.57 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400689 Mar 22 14:05:46.182699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f526db8b-2119-4c6f-9c80-bed933e0d418 req-dae0994e-88eb-4dd4-bef1-54d1ace7d249 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499574 Mar 22 14:05:46.359058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54398) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:46.405879 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f0aff364-568e-4aae-a38c-144fe57ec7d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e1796166387474b9e4251e34b1afe9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453126 Mar 22 14:05:46.408469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54402) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:46.460006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f1ce-e3bf-4a40-9a46-ba16163aca72 admin admin] Publish callbacks [] for security_group (29499a02-e148-4788-a975-8e458383c0ca), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.483046 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f1ce-e3bf-4a40-9a46-ba16163aca72 admin admin] Publish callbacks [] for security_group (29499a02-e148-4788-a975-8e458383c0ca), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.534668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f1ce-e3bf-4a40-9a46-ba16163aca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (29499a02-e148-4788-a975-8e458383c0ca), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.537636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f1ce-e3bf-4a40-9a46-ba16163aca72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.541517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1b6f1ce-e3bf-4a40-9a46-ba16163aca72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29499a02-e148-4788-a975-8e458383c0ca HTTP/1.1" status: 204 len: 168 time: 0.1292732 Mar 22 14:05:46.544954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (aff63a39-90de-498f-a001-d45c8409d604), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.550267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6f1ce-e3bf-4a40-9a46-ba16163aca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29499a02-e148-4788-a975-8e458383c0ca,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:46.623410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:46.651056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486b3336-60dd-4da8-9c30-fb8f76d30d2f req-adf59032-8180-4a9e-9828-710f00ca03cb tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.44 "GET /v2.0/security-groups?id=a986a802-0800-4f61-b3d6-bd5ad87cea79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8805916 Mar 22 14:05:46.678491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-1a10dbd5-9353-475d-b8c4-5163bc7e832c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6681395 Mar 22 14:05:46.679383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:46.703087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:46.710548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-f1c14755-4e41-481d-b2ee-c3a56798c232 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9588969 Mar 22 14:05:46.765877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:46.771060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Pushing event updated for resources: {'Port': ['ID=aff63a39-90de-498f-a001-d45c8409d604,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:46.817828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:46.821571 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f815df00-440d-4378-8d09-ace92278384c" -d '{"events": [{"name": "network-changed", "server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:46.821924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752199a-d389-4ef4-8944-9dfb7611caae req-ba6c67b5-25f8-479a-873b-7e848aeb9135 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:46.830568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9752199a-d389-4ef4-8944-9dfb7611caae req-ba6c67b5-25f8-479a-873b-7e848aeb9135 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7859962 Mar 22 14:05:46.856386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-e983a1b6-d0fe-4c51-9d07-5c79481d4e85 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:46.857440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-8515f68a-c689-49b7-83c2-785b19688184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:46.858006 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-e983a1b6-d0fe-4c51-9d07-5c79481d4e85 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fabd88-fbb1-42aa-b456-c9b89cb991f6 HTTP/1.1" status: 200 len: 946 time: 0.0956037 Mar 22 14:05:46.859611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-8515f68a-c689-49b7-83c2-785b19688184 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7935209 Mar 22 14:05:47.000365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Deleting port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:47.000772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.025392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:47.026032 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.045723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9752199a-d389-4ef4-8944-9dfb7611caae req-5d9c459f-ac13-4aab-90df-a0652deca8a4 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.2142093 Mar 22 14:05:47.110420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-9752199a-d389-4ef4-8944-9dfb7611caae req-b2a4bcfd-6931-4c6b-b56b-924287d65069 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Request body: {'floatingip': {'port_id': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:47.146799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] For port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:47.147707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.163613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Calling delete_port for dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:47.209487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-58477ed2-ede4-47cb-92e6-b524d430357f tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3588166 Mar 22 14:05:47.222593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9752199a-d389-4ef4-8944-9dfb7611caae req-b2a4bcfd-6931-4c6b-b56b-924287d65069 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (8f3692a5-a695-459e-90c5-c61785370401), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.234083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-8be651e2-5aca-4ca7-994a-0ac19f51a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:47.236247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-8be651e2-5aca-4ca7-994a-0ac19f51a0e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 1128 time: 0.5195918 Mar 22 14:05:47.289378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Request body: {'port': {'device_id': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:47.308685 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.331567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.349621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:47.376300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394e0e0-d287-41eb-9106-85b88a4d1409 req-37add87c-af40-4fc9-8aad-6eb4ad7462e3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:47.378963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7394e0e0-d287-41eb-9106-85b88a4d1409 req-37add87c-af40-4fc9-8aad-6eb4ad7462e3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.6244872 Mar 22 14:05:47.382211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Pushing event deleted for resources: {'Port': ['ID=dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:47.443572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] No DVR routers for this DVR port dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:47.447992 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.451673 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c4327f5-14cf-4003-bbeb-2b5331a9dde0 req-8805d0ca-b9d7-4776-8c1c-08568dda1772 tempest-ServerRescueTestJSON-467197078 tempest-ServerRescueTestJSON-467197078-project] 10.222.0.57 "DELETE /v2.0/ports/dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d HTTP/1.1" status: 204 len: 173 time: 0.5876174 Mar 22 14:05:47.507488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-6e69dc86-b26e-4f49-b421-7fae418cb483 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210196 Mar 22 14:05:47.752205 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (aff63a39-90de-498f-a001-d45c8409d604), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.860655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7394e0e0-d287-41eb-9106-85b88a4d1409 req-12757c59-c3ad-4d9b-82a8-0d70e9e2b036 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370532 Mar 22 14:05:47.949764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54442) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:47.958099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-b8079f15-878a-4faf-b551-b0921fe5a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:47.959678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-b8079f15-878a-4faf-b551-b0921fe5a14e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.6560259 Mar 22 14:05:48.048576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-65c855f4-87d8-4320-9798-548f3d78e8f9 service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947643 Mar 22 14:05:48.066203 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e83e0192-cd8e-40a7-9203-cb7d954b574f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.141940 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fbebca10-82fb-46a6-b676-0d289ede57ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.173054 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e83e0192-cd8e-40a7-9203-cb7d954b574f admin admin] Publish callbacks [] for security_group (00cc6e52-1db9-4114-a4c0-b0c951b5260e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.177413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e83e0192-cd8e-40a7-9203-cb7d954b574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (00cc6e52-1db9-4114-a4c0-b0c951b5260e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.193398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] For port 490200f9-bcae-4af5-8165-920331f4b1a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=490200f9-bcae-4af5-8165-920331f4b1a5,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:48.196021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-1a9e434e-f715-4d83-98f4-1623375b8079 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638 HTTP/1.1" status: 200 len: 217 time: 0.1345274 Mar 22 14:05:48.216816 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e83e0192-cd8e-40a7-9203-cb7d954b574f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2149b87a4ca4c8d9f01a4a14322075b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658792 Mar 22 14:05:48.219700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54446) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:48.221745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e0192-cd8e-40a7-9203-cb7d954b574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc6e52-1db9-4114-a4c0-b0c951b5260e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.270466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f8a1124e-4ab5-465a-88a9-fcc0e10655dd no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:48.277395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1642-9058-4b3e-aedc-2b1ab17dad58 admin admin] Publish callbacks [] for security_group (00cc6e52-1db9-4114-a4c0-b0c951b5260e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.280650 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-9752199a-d389-4ef4-8944-9dfb7611caae req-b2a4bcfd-6931-4c6b-b56b-924287d65069 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 14:05:48.281635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9752199a-d389-4ef4-8944-9dfb7611caae req-b2a4bcfd-6931-4c6b-b56b-924287d65069 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "PUT /v2.0/floatingips/8f3692a5-a695-459e-90c5-c61785370401 HTTP/1.1" status: 409 len: 550 time: 1.2278297 Mar 22 14:05:48.283472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-5b18cb60-2696-42b4-adaa-e470f07e2fcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 200 len: 1001 time: 0.2937334 Mar 22 14:05:48.307993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1642-9058-4b3e-aedc-2b1ab17dad58 admin admin] Publish callbacks [] for security_group (00cc6e52-1db9-4114-a4c0-b0c951b5260e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.334716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.340060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.349989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.356436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.361377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1642-9058-4b3e-aedc-2b1ab17dad58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (00cc6e52-1db9-4114-a4c0-b0c951b5260e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.362185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.364725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1642-9058-4b3e-aedc-2b1ab17dad58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.367289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.372874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.374929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32f30011-1678-4c79-956f-16712694baae req-79be2d51-f15f-44f3-b96e-64c6b0b4d913 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 5433 time: 0.4469972 Mar 22 14:05:48.386469 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2f1a1642-9058-4b3e-aedc-2b1ab17dad58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00cc6e52-1db9-4114-a4c0-b0c951b5260e HTTP/1.1" status: 204 len: 168 time: 0.1489389 Mar 22 14:05:48.406487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a1642-9058-4b3e-aedc-2b1ab17dad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc6e52-1db9-4114-a4c0-b0c951b5260e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.411668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f8a1124e-4ab5-465a-88a9-fcc0e10655dd is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:48.414834 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.454428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] For port 490200f9-bcae-4af5-8165-920331f4b1a5, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:48.473224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:48.475731 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259df19f-0665-4332-945b-b7f6418c207f" -d '{"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:48.489467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:48.495324 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.496198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 7a7098d8-9666-4772-9d64-f3c638dfa71b no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:48.510529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-6c9756c8-6fc8-4127-a4ef-15edca9ba694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.512058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-6c9756c8-6fc8-4127-a4ef-15edca9ba694 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.2925534 Mar 22 14:05:48.586915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.587276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] device_id is not set on port 490200f9-bcae-4af5-8165-920331f4b1a5 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:05:48.598218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-88908fea-8999-42b8-9d4c-f568a7df50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.599717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-88908fea-8999-42b8-9d4c-f568a7df50af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.3027320 Mar 22 14:05:48.610114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] Publish callbacks [] for port (490200f9-bcae-4af5-8165-920331f4b1a5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.632105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 7a7098d8-9666-4772-9d64-f3c638dfa71b is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:48.632498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.657498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.667318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:48.673382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.674245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 490200f9-bcae-4af5-8165-920331f4b1a5 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:48.741683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32f30011-1678-4c79-956f-16712694baae req-47cafd0b-d752-426b-824f-81f3ab3b9e43 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3340085 Mar 22 14:05:48.763706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.767008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 490200f9-bcae-4af5-8165-920331f4b1a5 host ! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:05:48.767919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 490200f9-bcae-4af5-8165-920331f4b1a5 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:48.768322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 10fd6706-d71c-4a00-a5a4-1033d87a0d21 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:48.774343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b89a60-4cf4-4823-b2dd-e6dcbdb45151 req-e40d0417-430f-46fb-8bdb-31bfc28077ed tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.786361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68b89a60-4cf4-4823-b2dd-e6dcbdb45151 req-e40d0417-430f-46fb-8bdb-31bfc28077ed tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 932 time: 0.3678701 Mar 22 14:05:48.786361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-da3d305a-c1f1-43b8-b500-331f4186ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.787625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-da3d305a-c1f1-43b8-b500-331f4186ac9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2662065 Mar 22 14:05:48.831132 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505f748-2b42-429e-818b-da54cf584224 x-openstack-request-id: req-2505f748-2b42-429e-818b-da54cf584224 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:48.831517 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:48.831838 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2505f748-2b42-429e-818b-da54cf584224 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:48.832600 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2505f748-2b42-429e-818b-da54cf584224'] response: {'name': 'network-changed', 'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'status': 'completed', 'code': 200} Mar 22 14:05:48.899435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] Pushing event updated for resources: {'Port': ['ID=490200f9-bcae-4af5-8165-920331f4b1a5,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.915759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] No DVR routers for this DVR port 490200f9-bcae-4af5-8165-920331f4b1a5 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:48.934710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:48.935447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.968349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815df00-440d-4378-8d09-ace92278384c req-8b685364-2dc7-4a2d-8839-427b7e87a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.970172 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f815df00-440d-4378-8d09-ace92278384c req-8b685364-2dc7-4a2d-8839-427b7e87a083 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9e1d00fa082488daf26a18947a5c758&device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 1125 time: 0.1052756 Mar 22 14:05:48.976238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:48.988051 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.990220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 726b20c7-c9bf-4468-ba0c-2e845bd0618e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:49.107584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815df00-440d-4378-8d09-ace92278384c req-dd4b72b5-2a56-4a4f-9859-0ddfb3896be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.109300 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f815df00-440d-4378-8d09-ace92278384c req-dd4b72b5-2a56-4a4f-9859-0ddfb3896be6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc HTTP/1.1" status: 200 len: 913 time: 0.1304274 Mar 22 14:05:49.143933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=10fd6706-d71c-4a00-a5a4-1033d87a0d21,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:49.153754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-38f63c01-9145-45c0-9f98-cd2debe65ed5 None None] Provisioning complete for port 490200f9-bcae-4af5-8165-920331f4b1a5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:49.154387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-38f63c01-9145-45c0-9f98-cd2debe65ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.162307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f815df00-440d-4378-8d09-ace92278384c req-a9160643-9099-41fc-ab8f-32c40e987bba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3 HTTP/1.1" status: 200 len: 217 time: 0.0426569 Mar 22 14:05:49.222075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 726b20c7-c9bf-4468-ba0c-2e845bd0618e is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:49.222552 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.236017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815df00-440d-4378-8d09-ace92278384c req-229279d8-3d99-42ed-b1d8-81873b826ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.239267 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f815df00-440d-4378-8d09-ace92278384c req-229279d8-3d99-42ed-b1d8-81873b826ad3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36fb46a9-d38a-478d-a607-ca34b4ce88bf HTTP/1.1" status: 200 len: 851 time: 0.0683532 Mar 22 14:05:49.243993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d6fc06f3-3d26-475e-96a0-8cc46fb431f3 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:49.252000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-38f63c01-9145-45c0-9f98-cd2debe65ed5 None None] Port 490200f9-bcae-4af5-8165-920331f4b1a5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:49.278217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:49.284601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.285477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:49.316798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815df00-440d-4378-8d09-ace92278384c req-9972960d-c001-438e-af63-5cbf06f8d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.319685 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f815df00-440d-4378-8d09-ace92278384c req-9972960d-c001-438e-af63-5cbf06f8d151 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708578 Mar 22 14:05:49.366740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-f748010d-234d-49fb-80de-b67b032ad6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.368269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-f748010d-234d-49fb-80de-b67b032ad6b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7504923 Mar 22 14:05:49.449007 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f815df00-440d-4378-8d09-ace92278384c req-81e92055-cc5f-43c1-b51d-ca3e109c0d91 service neutron] 10.222.0.57 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178427 Mar 22 14:05:49.462789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=726b20c7-c9bf-4468-ba0c-2e845bd0618e,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:49.493572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d6fc06f3-3d26-475e-96a0-8cc46fb431f3, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:49.507639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'port_id': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'mac_address': 'fa:16:3e:ca:9f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:49.512736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff63a39-90de-498f-a001-d45c8409d604 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:49.516741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:49.516905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.523307 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Publish callbacks [] for port (aff63a39-90de-498f-a001-d45c8409d604), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.537352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Transition to ACTIVE for port object aff63a39-90de-498f-a001-d45c8409d604 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:49.548932 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f815df00-440d-4378-8d09-ace92278384c req-e25fe315-3534-4420-b432-ab238ee8510e service neutron] 10.222.0.57 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897541 Mar 22 14:05:49.561302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (aff63a39-90de-498f-a001-d45c8409d604), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.585839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:49.592444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:49.592832 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.596597 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.597615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0807abd0-cb69-4593-8e5c-e1cfa9195638 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:49.624690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68b89a60-4cf4-4823-b2dd-e6dcbdb45151 req-c0b5ce57-54fe-434a-ae05-3f2e3d128d00 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360720 Mar 22 14:05:49.631208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] In _notify_port_updated(), no bound segment for port 490200f9-bcae-4af5-8165-920331f4b1a5 on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:05:49.632091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.632707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.634001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-51a7d0b8-b076-41df-9861-4e9e9dc59b37 service neutron] 10.222.0.42 "PUT /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 200 len: 1027 time: 2.8784397 Mar 22 14:05:49.651141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fc06f3-3d26-475e-96a0-8cc46fb431f3 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:49.692017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:49.708997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d6fc06f3-3d26-475e-96a0-8cc46fb431f3, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:49.709801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:49.727726 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.765836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-d3257e27-fd64-4012-a0b0-4de694b1b6fb service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604075 Mar 22 14:05:49.772511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=aff63a39-90de-498f-a001-d45c8409d604,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:49.794869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff017-68f2-4f4e-8b15-e1185c21a5f8 req-3fea5b34-ab86-4a12-b341-c865befcc1cc tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.800769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:49.802959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b48ff017-68f2-4f4e-8b15-e1185c21a5f8 req-3fea5b34-ab86-4a12-b341-c865befcc1cc tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 943 time: 0.4613411 Mar 22 14:05:49.841830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-dc6ab239-261d-4d53-8e68-a88633d30746 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.843982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-dc6ab239-261d-4d53-8e68-a88633d30746 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "GET /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1783135 Mar 22 14:05:49.852372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0807abd0-cb69-4593-8e5c-e1cfa9195638 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:49.852684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.889694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0807abd0-cb69-4593-8e5c-e1cfa9195638, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:49.897857 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.904408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:49.939226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-c4baf627-60f7-44bc-bb51-b6f27d37a6e4 service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354199 Mar 22 14:05:49.987908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0807abd0-cb69-4593-8e5c-e1cfa9195638,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:50.040328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d6fc06f3-3d26-475e-96a0-8cc46fb431f3'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:50.164326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-a93ac80c-a5ed-4bab-9dd8-740ec7f5efdf service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842504 Mar 22 14:05:50.167480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b48ff017-68f2-4f4e-8b15-e1185c21a5f8 req-38bb5790-7adf-453b-8e58-67909d9b2c71 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629291 Mar 22 14:05:50.213304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (744984e2-f91c-4517-994e-d6b926f35b79), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.271012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-3649c0a8-b385-4877-9e8c-97a10590af4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e HTTP/1.1" status: 200 len: 217 time: 0.0976825 Mar 22 14:05:50.291857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5f2be-6064-4144-8e54-4953a432584f req-221c9e75-39d0-42c7-b1b7-24d933f846ad tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:50.293355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87c5f2be-6064-4144-8e54-4953a432584f req-221c9e75-39d0-42c7-b1b7-24d933f846ad tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.4791052 Mar 22 14:05:50.370193 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d57dbdda-4297-43c9-b717-07c79bcb3713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.387791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.389929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Attempting to bind port aff63a39-90de-498f-a001-d45c8409d604 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:50.390291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Attempting to bind port aff63a39-90de-498f-a001-d45c8409d604 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5e9897c6-ada9-47c5-9883-279936117ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:50.390623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Attempting to bind port aff63a39-90de-498f-a001-d45c8409d604 on network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:50.408177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-4feea217-6ad8-4346-83cb-972782c9807d tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips/8f3692a5-a695-459e-90c5-c61785370401 HTTP/1.1" status: 200 len: 693 time: 0.1520486 Mar 22 14:05:50.439128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Port aff63a39-90de-498f-a001-d45c8409d604 on network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:50.439433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Attempting to bind port aff63a39-90de-498f-a001-d45c8409d604 on network 2ead5e83-61c4-42e6-a6ce-1afdf02e508b {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:50.442390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-ba54a87e-ee02-4fd5-8736-e9d5ced54f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:50.443869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-ba54a87e-ee02-4fd5-8736-e9d5ced54f71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 200 len: 797 time: 0.1398001 Mar 22 14:05:50.482905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f82e62f-b8c6-4925-9661-79133b4f4499 req-0d063018-0fc2-4691-b0d8-17e95b76344e service neutron] 10.222.0.57 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020089 Mar 22 14:05:50.516656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Deleting port 361e195f-cfa1-483a-92fa-b87b1b15165c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:50.517231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.527572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:50.527572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Checking segment: {'id': '5e9897c6-ada9-47c5-9883-279936117ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:50.527572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Bound using segment: {'id': '5e9897c6-ada9-47c5-9883-279936117ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:50.527572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Bound port: aff63a39-90de-498f-a001-d45c8409d604, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9897c6-ada9-47c5-9883-279936117ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:50.528062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (aff63a39-90de-498f-a001-d45c8409d604), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.603172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] For port 361e195f-cfa1-483a-92fa-b87b1b15165c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=361e195f-cfa1-483a-92fa-b87b1b15165c,segment=NetworkSegment(ccb5af57-4c5e-4852-968b-cdcd2365696e),segment_id=ccb5af57-4c5e-4852-968b-cdcd2365696e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:50.603556 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.618914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Calling delete_port for 361e195f-cfa1-483a-92fa-b87b1b15165c owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:50.650877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87c5f2be-6064-4144-8e54-4953a432584f req-b5f63787-c8aa-466f-a3aa-499fa1157913 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762272 Mar 22 14:05:50.751230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-97b3a4bc-ba52-4ec7-9a89-1ce15878c418 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:50.753009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-97b3a4bc-ba52-4ec7-9a89-1ce15878c418 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.3199434 Mar 22 14:05:50.768997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-bf768cbf-2ceb-4360-8803-7101c43161e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:50.770536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-bf768cbf-2ceb-4360-8803-7101c43161e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3151700 Mar 22 14:05:50.774351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-e6099c71-ae16-42de-bc1e-8de1cdf7574c tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:05:50.775351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-e6099c71-ae16-42de-bc1e-8de1cdf7574c tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127378 Mar 22 14:05:50.777940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] For port aff63a39-90de-498f-a001-d45c8409d604, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:50.802375 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a851e-c0ce-4be4-935d-2e7c48864209 x-openstack-request-id: req-190a851e-c0ce-4be4-935d-2e7c48864209 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:50.803592 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:50.804067 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-190a851e-c0ce-4be4-935d-2e7c48864209 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:50.804542 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190a851e-c0ce-4be4-935d-2e7c48864209'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'code': 200} Mar 22 14:05:50.839084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'name': 'network-vif-deleted', 'tag': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:50.842647 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b7475d-7e78-48ca-be24-ae48942a7192" -d '{"events": [{"server_uuid": "31fabd88-fbb1-42aa-b456-c9b89cb991f6", "name": "network-vif-deleted", "tag": "dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:50.881307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (361e195f-cfa1-483a-92fa-b87b1b15165c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.887142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] For port aff63a39-90de-498f-a001-d45c8409d604, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=aff63a39-90de-498f-a001-d45c8409d604,segment=NetworkSegment(5e9897c6-ada9-47c5-9883-279936117ec8),segment_id=5e9897c6-ada9-47c5-9883-279936117ec8)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:50.917024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (aff63a39-90de-498f-a001-d45c8409d604), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.920317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=361e195f-cfa1-483a-92fa-b87b1b15165c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:50.947683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-93f37ea1-50f3-4abf-9a61-13606377d9ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.1638906 Mar 22 14:05:51.046225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7a7098d8-9666-4772-9d64-f3c638dfa71b,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:51.065702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.066356 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.067775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/aff63a39-90de-498f-a001-d45c8409d604 HTTP/1.1" status: 200 len: 1092 time: 3.8394158 Mar 22 14:05:51.077504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-69a55b12-78ef-47ac-86e4-d79997c218ca tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.1290193 Mar 22 14:05:51.079199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'tag': 'aff63a39-90de-498f-a001-d45c8409d604'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:51.081931 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8448b40-4a42-47c9-8079-d0a894312b30" -d '{"events": [{"name": "network-changed", "server_uuid": "410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb", "tag": "aff63a39-90de-498f-a001-d45c8409d604"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:51.168963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (744984e2-f91c-4517-994e-d6b926f35b79), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.179737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-e8b7df8c-e9cf-4ff8-9446-da6fc31c5f5b service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974531 Mar 22 14:05:51.218268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649c79a-8b4a-4a0f-b131-086d8734e4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=aff63a39-90de-498f-a001-d45c8409d604,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:51.241134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d6fc06f3-3d26-475e-96a0-8cc46fb431f3 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:51.302813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-3eae91a4-d825-4de9-aa59-037df52f584e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.313454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-3eae91a4-d825-4de9-aa59-037df52f584e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.320256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-3eae91a4-d825-4de9-aa59-037df52f584e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.326750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:51.326922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-3eae91a4-d825-4de9-aa59-037df52f584e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.332091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-3eae91a4-d825-4de9-aa59-037df52f584e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.334418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:51.335051 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.338474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-3eae91a4-d825-4de9-aa59-037df52f584e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.340458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-3eae91a4-d825-4de9-aa59-037df52f584e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 4647 time: 0.4567492 Mar 22 14:05:51.385094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] For port 7a7098d8-9666-4772-9d64-f3c638dfa71b, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:51.456747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:51.457335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.502535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d6fc06f3-3d26-475e-96a0-8cc46fb431f3, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:51.509486 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.510452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:51.537256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:51.537608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:51.593536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:51.772711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Router 744984e2-f91c-4517-994e-d6b926f35b79 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:51.792261 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.865313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-5c8f0398-417f-421c-810f-5155c1df0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.866765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-5c8f0398-417f-421c-810f-5155c1df0c5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c025756804d343f89012d5caa2f4acb9&device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 1126 time: 0.7084131 Mar 22 14:05:51.886172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] device_id is not set on port 7a7098d8-9666-4772-9d64-f3c638dfa71b yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:05:51.897945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:51.907473 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16f808b5-3eca-45c0-93eb-0c17aa1543a6 admin admin] 10.222.0.44 "PUT /v2.0/routers/744984e2-f91c-4517-994e-d6b926f35b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2104573 Mar 22 14:05:51.907580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] Publish callbacks [] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.908321 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] Sync routers for ids ['744984e2-f91c-4517-994e-d6b926f35b79'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:51.918069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54568) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:51.927885 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] Routers {'744984e2-f91c-4517-994e-d6b926f35b79'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:51.929368 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['744984e2-f91c-4517-994e-d6b926f35b79'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:51.965126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.967782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-cf88bbc9-7c44-40ec-b63f-71e206e8ac7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff63a39-90de-498f-a001-d45c8409d604 HTTP/1.1" status: 200 len: 217 time: 0.0686936 Mar 22 14:05:52.019903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:52.034958 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e264b1c8-71a9-482a-b2e6-836b4041f05f req-b24897b0-61f8-41a5-a4c3-b6263db41bec tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&id=a8542788-b97b-4dba-9de5-388c8c1661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6466084 Mar 22 14:05:52.051982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks [] for router (744984e2-f91c-4517-994e-d6b926f35b79), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.089328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-b77f9695-f047-4146-a543-6dfa8ab13e9b service neutron] 10.222.0.42 "GET /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8965774 Mar 22 14:05:52.111659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Deleting port de8a880f-b518-4326-a731-0ba3a0dbacdc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:52.112081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.145720 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] Set router 744984e2-f91c-4517-994e-d6b926f35b79 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:52.201496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks [] for router_gateway (744984e2-f91c-4517-994e-d6b926f35b79), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.278964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-95f97619-0dbe-4432-b9d5-a5f5eeaf343f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21 HTTP/1.1" status: 200 len: 217 time: 0.1697383 Mar 22 14:05:52.280635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] No DVR routers for this DVR port 7a7098d8-9666-4772-9d64-f3c638dfa71b on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:52.312106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Deleting port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:52.313073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.419424 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:05:50Z', 'revision_number': 5, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port': {'id': '61d645e6-d9f4-4fbf-bb36-03a997fecc7f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744984e2-f91c-4517-994e-d6b926f35b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:52.441745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] For port 61d645e6-d9f4-4fbf-bb36-03a997fecc7f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:52.441997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-fddf5231-0df2-4486-8154-9364669cda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.442194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.443686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-fddf5231-0df2-4486-8154-9364669cda90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=52ce8ce7-4ba5-447a-837b-58cdabb56452 HTTP/1.1" status: 200 len: 860 time: 0.4249902 Mar 22 14:05:52.456442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Calling delete_port for 61d645e6-d9f4-4fbf-bb36-03a997fecc7f owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:52.462067 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] Checking router: 744984e2-f91c-4517-994e-d6b926f35b79 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:52.472258 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] Routers {'744984e2-f91c-4517-994e-d6b926f35b79'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:52.473111 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['744984e2-f91c-4517-994e-d6b926f35b79'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:52.499328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-8ffd78f7-8a28-4650-a0a0-427ce03ab732 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ead5e83-61c4-42e6-a6ce-1afdf02e508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419488 Mar 22 14:05:52.504828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-385c4974-c439-4520-ba5c-3adb8d83d5a7 None None] Provisioning complete for port 7a7098d8-9666-4772-9d64-f3c638dfa71b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:52.505997 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-385c4974-c439-4520-ba5c-3adb8d83d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.580808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-385c4974-c439-4520-ba5c-3adb8d83d5a7 None None] Port 7a7098d8-9666-4772-9d64-f3c638dfa71b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:52.591931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503108-c4f3-4ad1-aa41-23198bdc61b0 req-e725d82d-60b0-4891-8137-2fa72865323c tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.594017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45503108-c4f3-4ad1-aa41-23198bdc61b0 req-e725d82d-60b0-4891-8137-2fa72865323c tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 944 time: 0.3236020 Mar 22 14:05:52.603088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-d017013b-f5d8-4d50-ac5f-8d578be46fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.604665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-d017013b-f5d8-4d50-ac5f-8d578be46fb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 200 len: 797 time: 0.2416341 Mar 22 14:05:52.605353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] In _notify_port_updated(), no bound segment for port 7a7098d8-9666-4772-9d64-f3c638dfa71b on network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:05:52.606229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.606902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.608131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-b792459e-8357-4cae-be26-7d5c4f20bc10 service neutron] 10.222.0.42 "PUT /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 200 len: 1026 time: 2.7236791 Mar 22 14:05:52.632827 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] Set router 744984e2-f91c-4517-994e-d6b926f35b79 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:52.675658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (61d645e6-d9f4-4fbf-bb36-03a997fecc7f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.694016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.694426 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (de8a880f-b518-4326-a731-0ba3a0dbacdc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.709429 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:05:52Z', 'revision_number': 6, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:52.720352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d645e6-d9f4-4fbf-bb36-03a997fecc7f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:52.739542 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a860f2-cd19-4a17-8691-14d202a4bc4a None None] The sync data for ids ['744984e2-f91c-4517-994e-d6b926f35b79'] in n-d-834677-3 is: [{'id': '744984e2-f91c-4517-994e-d6b926f35b79', 'name': 'tempest-ServerRescueTestJSON-1837489495-router', 'tenant_id': '193f701c7beb4927bd4150d34917d73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:05:52Z', 'revision_number': 6, 'project_id': '193f701c7beb4927bd4150d34917d73b', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:52.775527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Calling delete_port for de8a880f-b518-4326-a731-0ba3a0dbacdc owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:52.798934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (744984e2-f91c-4517-994e-d6b926f35b79), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.805480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7098d8-9666-4772-9d64-f3c638dfa71b'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638'}, {'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:52.808609 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9ed64-a38c-4679-9f54-cf0222be7ed6" -d '{"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7098d8-9666-4772-9d64-f3c638dfa71b"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638"}, {"server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "name": "network-vif-plugged", "status": "completed", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:52.834662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-3b239e9b-9852-484d-ab49-d830d8fef4aa service neutron] 10.222.0.57 "GET /v2.0/networks/2ead5e83-61c4-42e6-a6ce-1afdf02e508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220918 Mar 22 14:05:52.871351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45503108-c4f3-4ad1-aa41-23198bdc61b0 req-11c044ee-75e4-4f04-9b84-a8cedc986f02 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621198 Mar 22 14:05:52.902978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (744984e2-f91c-4517-994e-d6b926f35b79), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.902978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks [] for router_controller (744984e2-f91c-4517-994e-d6b926f35b79), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.904490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-7fc03d75-8c94-4982-b775-75148353763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.906141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-7fc03d75-8c94-4982-b775-75148353763b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2848713 Mar 22 14:05:52.963048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (744984e2-f91c-4517-994e-d6b926f35b79), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.963478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 744984e2-f91c-4517-994e-d6b926f35b79 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:05:52.974903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.980804 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2eec0e6e-17ef-4eca-96a0-eb764a8aa324 admin admin] 10.222.0.44 "DELETE /v2.0/routers/744984e2-f91c-4517-994e-d6b926f35b79 HTTP/1.1" status: 204 len: 168 time: 1.0616317 Mar 22 14:05:52.981446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54578) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:53.030496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port f8a1124e-4ab5-465a-88a9-fcc0e10655dd {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:53.030840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.039227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] Deleting subnet 8dfa2b4e-3b16-4c6f-af09-601eefa6c861 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:53.042842 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] Publish callbacks [] for subnet (8dfa2b4e-3b16-4c6f-af09-601eefa6c861), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.118812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (8dfa2b4e-3b16-4c6f-af09-601eefa6c861), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.133158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c3af4d5-5e6f-45cb-afe0-3a1f0e9171fc req-89de0f22-ca7c-4881-9ed0-d82bbda0563c service neutron] 10.222.0.57 "GET /v2.0/networks/2ead5e83-61c4-42e6-a6ce-1afdf02e508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606101 Mar 22 14:05:53.237421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-bc8e6172-ed1a-4afe-a0fe-82d714c17227 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004689 Mar 22 14:05:53.244056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] For port f8a1124e-4ab5-465a-88a9-fcc0e10655dd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:53.244426 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.275677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8dfa2b4e-3b16-4c6f-af09-601eefa6c861), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.330194 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.363297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 361e195f-cfa1-483a-92fa-b87b1b15165c no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:53.393085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (de8a880f-b518-4326-a731-0ba3a0dbacdc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.399178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 361e195f-cfa1-483a-92fa-b87b1b15165c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:53.401222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 361e195f-cfa1-483a-92fa-b87b1b15165c not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:53.424904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (8dfa2b4e-3b16-4c6f-af09-601eefa6c861), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.444749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event deleted for resources: {'Port': ['ID=de8a880f-b518-4326-a731-0ba3a0dbacdc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:53.479258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfa2b4e-3b16-4c6f-af09-601eefa6c861,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:53.487028 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.495138 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c716ce86-de1b-4512-82f7-e05688797bf1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8dfa2b4e-3b16-4c6f-af09-601eefa6c861 HTTP/1.1" status: 204 len: 168 time: 0.5125675 Mar 22 14:05:53.495838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54594) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:53.553431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-bb1dd217-18a5-4767-87ff-6ac65d1e508d service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040278 Mar 22 14:05:53.604686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9e9327ee-9dad-4357-8357-8540be4aa153), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.645509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-0e27cd0d-3e62-473d-8796-8ccfa6fbbc65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd HTTP/1.1" status: 200 len: 217 time: 0.0800087 Mar 22 14:05:53.650938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (8f3692a5-a695-459e-90c5-c61785370401), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.653463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.654673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09de83da-6c3d-49b3-86bc-946db97577d8 req-6611f712-f40c-4c62-a11c-51ac75a14d90 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "DELETE /v2.0/floatingips/8f3692a5-a695-459e-90c5-c61785370401 HTTP/1.1" status: 204 len: 173 time: 2.5763142 Mar 22 14:05:53.707646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.707646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (040d2889-c1f5-4a2d-82f4-7692c06908cd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.707963 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Floating IP 040d2889-c1f5-4a2d-82f4-7692c06908cd disassociated. External IP: 172.25.2.124, port: f8a1124e-4ab5-465a-88a9-fcc0e10655dd. Mar 22 14:05:53.708244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for f8a1124e-4ab5-465a-88a9-fcc0e10655dd owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:53.729459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-66b9dd8d-69c1-4dc2-9ea7-b80f16aa1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:53.730924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-66b9dd8d-69c1-4dc2-9ea7-b80f16aa1100 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 200 len: 797 time: 0.0753968 Mar 22 14:05:53.758347 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f35984-2bb1-4b14-aef8-2879d033389b x-openstack-request-id: req-c5f35984-2bb1-4b14-aef8-2879d033389b {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:53.758960 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fabd88-fbb1-42aa-b456-c9b89cb991f6", "name": "network-vif-deleted", "tag": "dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:53.758960 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5f35984-2bb1-4b14-aef8-2879d033389b {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:53.759355 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f35984-2bb1-4b14-aef8-2879d033389b'] response: {'server_uuid': '31fabd88-fbb1-42aa-b456-c9b89cb991f6', 'name': 'network-vif-deleted', 'tag': 'dbc8a4ed-6b36-4ff4-8b73-cd41bbc16f9d', 'status': 'completed', 'code': 200} Mar 22 14:05:53.787759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9e9327ee-9dad-4357-8357-8540be4aa153), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.813068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9327ee-9dad-4357-8357-8540be4aa153']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:53.826949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb5af57-4c5e-4852-968b-cdcd2365696e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:53.827540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb5af57-4c5e-4852-968b-cdcd2365696e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:53.830785 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec460097-77fd-42d5-a6ed-3a627773a3a7 x-openstack-request-id: req-ec460097-77fd-42d5-a6ed-3a627773a3a7 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:53.831070 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb", "tag": "aff63a39-90de-498f-a001-d45c8409d604", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:53.831331 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec460097-77fd-42d5-a6ed-3a627773a3a7 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:53.831776 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec460097-77fd-42d5-a6ed-3a627773a3a7'] response: {'name': 'network-changed', 'server_uuid': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'tag': 'aff63a39-90de-498f-a001-d45c8409d604', 'status': 'completed', 'code': 200} Mar 22 14:05:53.840462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ccb5af57-4c5e-4852-968b-cdcd2365696e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.857509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ccb5af57-4c5e-4852-968b-cdcd2365696e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.868017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:53.869149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ccb5af57-4c5e-4852-968b-cdcd2365696e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:53.885480 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:53.914590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-9e603946-e9c4-467f-b663-ea6267efc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:53.918001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-9e603946-e9c4-467f-b663-ea6267efc80c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3cbff06-4044-4032-b9bb-d71d7404b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1565542 Mar 22 14:05:53.974536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9e9327ee-9dad-4357-8357-8540be4aa153), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.996158 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902 x-openstack-request-id: req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:53.996660 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7098d8-9666-4772-9d64-f3c638dfa71b", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638", "code": 200}, {"server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "name": "network-vif-plugged", "status": "completed", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:53.997028 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.997142 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:53.997490 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7098d8-9666-4772-9d64-f3c638dfa71b', 'code': 200} Mar 22 14:05:53.997743 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21', 'code': 200} Mar 22 14:05:53.998046 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e', 'code': 200} Mar 22 14:05:53.998307 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd', 'code': 200} Mar 22 14:05:53.998562 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638', 'code': 200} Mar 22 14:05:53.998865 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a57c6b8-d2a9-4f6b-8c7d-0ad8c7701902'] response: {'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'code': 200} Mar 22 14:05:54.011942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e9327ee-9dad-4357-8357-8540be4aa153 HTTP/1.1" status: 204 len: 168 time: 0.5148137 Mar 22 14:05:54.036674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-df0c5e89-c3f9-469f-97ce-1ab953f387c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.038286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-df0c5e89-c3f9-469f-97ce-1ab953f387c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c025756804d343f89012d5caa2f4acb9&device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 1126 time: 0.1937306 Mar 22 14:05:54.052202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10badbb8-b846-4451-a825-e671a8fcb7de admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9327ee-9dad-4357-8357-8540be4aa153,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:54.188496 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.218331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f8a1124e-4ab5-465a-88a9-fcc0e10655dd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.297024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=f8a1124e-4ab5-465a-88a9-fcc0e10655dd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:54.306350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54604) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:54.314695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04684300-d58c-4cff-ac05-b657877e2a8b req-6d18efae-4b92-4f3e-a05a-1daf632d2b37 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.316268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04684300-d58c-4cff-ac05-b657877e2a8b req-6d18efae-4b92-4f3e-a05a-1daf632d2b37 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.3873367 Mar 22 14:05:54.327819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-c5c470b1-bd94-4582-9da5-c9b62d19dc39 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929045 Mar 22 14:05:54.366922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff14ba9-3a19-4738-96f0-c63ec9882416 req-8a2a7071-17ab-423c-8b0a-ec01f1b274ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.368214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ff14ba9-3a19-4738-96f0-c63ec9882416 req-8a2a7071-17ab-423c-8b0a-ec01f1b274ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 1127 time: 0.3009665 Mar 22 14:05:54.380229 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df502554-21fa-4d7a-872d-83ef090f2483 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=193f701c7beb4927bd4150d34917d73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722735 Mar 22 14:05:54.382637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54608) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:54.447559 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-933cdc7b-ba6c-4695-b546-c326595f27a0 admin admin] Publish callbacks [] for security_group (a986a802-0800-4f61-b3d6-bd5ad87cea79), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.470281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-933cdc7b-ba6c-4695-b546-c326595f27a0 admin admin] Publish callbacks [] for security_group (a986a802-0800-4f61-b3d6-bd5ad87cea79), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.556576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-933cdc7b-ba6c-4695-b546-c326595f27a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a986a802-0800-4f61-b3d6-bd5ad87cea79), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.559335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-933cdc7b-ba6c-4695-b546-c326595f27a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.563893 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-933cdc7b-ba6c-4695-b546-c326595f27a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a986a802-0800-4f61-b3d6-bd5ad87cea79 HTTP/1.1" status: 204 len: 168 time: 0.1764755 Mar 22 14:05:54.576317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cdc7b-ba6c-4695-b546-c326595f27a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a986a802-0800-4f61-b3d6-bd5ad87cea79,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:54.584034 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.884467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6343c5c-117a-405a-8e20-1cc4a9da8946 req-3eb29684-90bd-4de4-81df-7d91a27f6ab6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.889833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6343c5c-117a-405a-8e20-1cc4a9da8946 req-3eb29684-90bd-4de4-81df-7d91a27f6ab6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.895172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6343c5c-117a-405a-8e20-1cc4a9da8946 req-3eb29684-90bd-4de4-81df-7d91a27f6ab6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.900601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6343c5c-117a-405a-8e20-1cc4a9da8946 req-3eb29684-90bd-4de4-81df-7d91a27f6ab6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.908057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6343c5c-117a-405a-8e20-1cc4a9da8946 req-3eb29684-90bd-4de4-81df-7d91a27f6ab6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 3142 time: 0.7841847 Mar 22 14:05:54.910357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-e815515c-495b-4e38-af4d-25573ef36763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.911829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-e815515c-495b-4e38-af4d-25573ef36763 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ead5e83-61c4-42e6-a6ce-1afdf02e508b HTTP/1.1" status: 200 len: 921 time: 0.8630104 Mar 22 14:05:55.024202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-30989611-3449-4d9a-a1a0-4bbef4e91e9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff63a39-90de-498f-a001-d45c8409d604 HTTP/1.1" status: 200 len: 217 time: 0.0991180 Mar 22 14:05:55.067673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04684300-d58c-4cff-ac05-b657877e2a8b req-456993ea-50d2-4fd2-92f3-3240b1b161e6 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7358112 Mar 22 14:05:55.120119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61d645e6-d9f4-4fbf-bb36-03a997fecc7f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:55.147104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 61d645e6-d9f4-4fbf-bb36-03a997fecc7f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:55.147954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 61d645e6-d9f4-4fbf-bb36-03a997fecc7f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:55.192404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ff14ba9-3a19-4738-96f0-c63ec9882416 req-b1e24f13-33ce-4bb9-961d-039de0f14dd6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7955623 Mar 22 14:05:55.204086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acba03b4-f531-4e8e-bd48-f5345d6955bc req-85d3bda5-f0e6-432f-80c9-1aacb5a06bd8 service neutron] 10.222.0.42 "GET /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582611 Mar 22 14:05:55.222492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6343c5c-117a-405a-8e20-1cc4a9da8946 req-d6f341be-785b-46dd-9f91-f305de0d88dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135550 Mar 22 14:05:55.232696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-21b4e504-dfce-4933-a717-4cd6d2996ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:55.239326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-21b4e504-dfce-4933-a717-4cd6d2996ef1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=52ce8ce7-4ba5-447a-837b-58cdabb56452 HTTP/1.1" status: 200 len: 860 time: 0.1916630 Mar 22 14:05:55.254829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device aff63a39-90de-498f-a001-d45c8409d604 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:55.280816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Router a70ccba3-0978-422d-bb67-9218bd64f91d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:55.289555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-978947d9-9965-4132-9afd-dfef798dface tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 1001 time: 0.1802285 Mar 22 14:05:55.421788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port aff63a39-90de-498f-a001-d45c8409d604, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=aff63a39-90de-498f-a001-d45c8409d604,segment=NetworkSegment(5e9897c6-ada9-47c5-9883-279936117ec8),segment_id=5e9897c6-ada9-47c5-9883-279936117ec8)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:55.448543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'aff63a39-90de-498f-a001-d45c8409d604', 'network_id': '2ead5e83-61c4-42e6-a6ce-1afdf02e508b', 'port_id': 'aff63a39-90de-498f-a001-d45c8409d604', 'mac_address': 'fa:16:3e:f5:2b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ce8ce7-4ba5-447a-837b-58cdabb56452', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:55.493263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-47fe05e6-674c-4a88-a7a6-949386203262 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ead5e83-61c4-42e6-a6ce-1afdf02e508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558078 Mar 22 14:05:55.498532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port aff63a39-90de-498f-a001-d45c8409d604 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:55.498981 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (aff63a39-90de-498f-a001-d45c8409d604), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.499601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-b43b6172-026b-4e89-b275-2b602a566b7f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:55.501142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-b43b6172-026b-4e89-b275-2b602a566b7f tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports/d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 942 time: 0.1984172 Mar 22 14:05:55.514982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff63a39-90de-498f-a001-d45c8409d604 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:55.536728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5e933-7a92-47c8-980a-70889a51cbc4 req-d1783a32-00ac-4d44-bc8f-0cc63851d006 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:55.546286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60f5e933-7a92-47c8-980a-70889a51cbc4 req-d1783a32-00ac-4d44-bc8f-0cc63851d006 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 944 time: 0.2554321 Mar 22 14:05:55.554021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port aff63a39-90de-498f-a001-d45c8409d604, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=aff63a39-90de-498f-a001-d45c8409d604,segment=NetworkSegment(5e9897c6-ada9-47c5-9883-279936117ec8),segment_id=5e9897c6-ada9-47c5-9883-279936117ec8)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:55.561511 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (aff63a39-90de-498f-a001-d45c8409d604), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.619729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=aff63a39-90de-498f-a001-d45c8409d604,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:55.644383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54640) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:55.738011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:55.749592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60f5e933-7a92-47c8-980a-70889a51cbc4 req-8ea1931d-f33c-4787-8ede-73c0fb18ab88 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839685 Mar 22 14:05:55.753433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] Sync routers for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:55.757464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-6026cbe3-7f21-4cc0-8e1f-c022edcfa604 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 1001 time: 0.1616397 Mar 22 14:05:55.767462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:55.768728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:55.813573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-f54cc56b-633e-4d9a-9534-5ed3b6bf3cff service neutron] 10.222.0.57 "GET /v2.0/networks/2ead5e83-61c4-42e6-a6ce-1afdf02e508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064842 Mar 22 14:05:55.825368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2123929870-network', 'tenant_id': 'b3d63234582f41cf9d1af373264eb728'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:55.833409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] No DVR routers for this DVR port f8a1124e-4ab5-465a-88a9-fcc0e10655dd on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:55.865494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['aff63a39-90de-498f-a001-d45c8409d604'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:55.867608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Made reservation on behalf of b3d63234582f41cf9d1af373264eb728 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:55.875470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.876368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.879776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-cdcf9d82-960e-4540-b7b2-820118e9aa0c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "DELETE /v2.0/ports/f8a1124e-4ab5-465a-88a9-fcc0e10655dd HTTP/1.1" status: 204 len: 173 time: 3.2613177 Mar 22 14:05:55.880480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:55.882998 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee97f1-2d73-4bc6-8ea0-b17592555796" -d '{"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:55.896007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.052689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:56.061655 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177969ee-8134-489c-b90d-cd045c18b178 x-openstack-request-id: req-177969ee-8134-489c-b90d-cd045c18b178 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:56.062824 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "f8a1124e-4ab5-465a-88a9-fcc0e10655dd", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:56.063288 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-177969ee-8134-489c-b90d-cd045c18b178 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:56.063966 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177969ee-8134-489c-b90d-cd045c18b178'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': 'f8a1124e-4ab5-465a-88a9-fcc0e10655dd', 'status': 'completed', 'code': 200} Mar 22 14:05:56.083693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-004d7e14-ffb7-4046-9a5f-a298cb354b9e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.085760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-004d7e14-ffb7-4046-9a5f-a298cb354b9e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.3052509 Mar 22 14:05:56.091532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8448b40-4a42-47c9-8079-d0a894312b30 req-80d2e9d5-cddf-4c1e-88a1-dac83c3865f3 service neutron] 10.222.0.57 "GET /v2.0/networks/2ead5e83-61c4-42e6-a6ce-1afdf02e508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260978 Mar 22 14:05:56.153190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks [] for security_group (f415bec8-88f0-4fe7-b407-5c6aa2c3692d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.158549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f415bec8-88f0-4fe7-b407-5c6aa2c3692d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.186404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:56.187092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.190965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f415bec8-88f0-4fe7-b407-5c6aa2c3692d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:56.203250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:56.214603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (78aa225b-3886-4718-ac36-3d6371ca057a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.215098 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Added segment 78aa225b-3886-4718-ac36-3d6371ca057a of type vlan for network 57aef518-ec9b-4e15-a7a9-80a0695722a3 Mar 22 14:05:56.262008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-9bd3dd14-7a2a-4451-80a6-a15776aee942 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 1001 time: 0.1618931 Mar 22 14:05:56.279583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:56.291061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (57aef518-ec9b-4e15-a7a9-80a0695722a3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.305871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:56.325507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (57aef518-ec9b-4e15-a7a9-80a0695722a3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.326533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.327167 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.338022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15e43a-81b8-4b69-ab0b-070c6eaa4768 req-45412000-2a5b-4122-84bb-6790e92a7ad8 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.339915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f15e43a-81b8-4b69-ab0b-070c6eaa4768 req-45412000-2a5b-4122-84bb-6790e92a7ad8 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.1960115 Mar 22 14:05:56.397843 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7522910 Mar 22 14:05:56.401093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54652) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:56.405645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Request body: {'subnet': {'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2123929870-subnet', 'tenant_id': 'b3d63234582f41cf9d1af373264eb728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:56.427674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786067fd-9d06-47b9-83cb-fc5cd4b0f8eb admin admin] Pushing event updated for resources: {'Network': ['ID=57aef518-ec9b-4e15-a7a9-80a0695722a3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:56.448592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Made reservation on behalf of b3d63234582f41cf9d1af373264eb728 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:56.456648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (c14c2f20-8e89-4754-b617-0a34873a4817), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.460536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.471454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] For port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:56.471815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.502008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 57aef518-ec9b-4e15-a7a9-80a0695722a3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:56.530978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:56.552019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f15e43a-81b8-4b69-ab0b-070c6eaa4768 req-ca188fd2-7542-4058-b971-11d510e249fd tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733737 Mar 22 14:05:56.728603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:58Z', 'revision_number': 5, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:56.757707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (19982f16-a417-4746-99d6-50297f9a1ef4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.773230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] Checking router: a70ccba3-0978-422d-bb67-9218bd64f91d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:56.796928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:56.797574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:56.815846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.822938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (c14c2f20-8e89-4754-b617-0a34873a4817), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.823673 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Floating IP c14c2f20-8e89-4754-b617-0a34873a4817 disassociated. External IP: 172.25.2.133, port: d5d70824-9d9f-4ba0-99d4-75e998d20085. Mar 22 14:05:56.832037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Checking segment: {'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:56.832397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Network hostable DHCP agents. Network: 57aef518-ec9b-4e15-a7a9-80a0695722a3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:56.847325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19982f16-a417-4746-99d6-50297f9a1ef4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:56.858847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Network 57aef518-ec9b-4e15-a7a9-80a0695722a3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:56.868885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e12ff5-f75b-46b5-8cdb-dabc9bcad408 req-f824cf72-46b8-44b1-8f1d-dca05a59b54a tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.869786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 57aef518-ec9b-4e15-a7a9-80a0695722a3) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:56.875441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.876024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.876285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e12ff5-f75b-46b5-8cdb-dabc9bcad408 req-f824cf72-46b8-44b1-8f1d-dca05a59b54a tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.1842172 Mar 22 14:05:56.903840 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a4be80ec-a083-49f0-8fbf-99b8faf93ff1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4943745 Mar 22 14:05:56.904059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b88711-c43a-478a-8d06-f57ee782b97b None None] Network 57aef518-ec9b-4e15-a7a9-80a0695722a3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:56.975540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:57.000348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2534e635-9634-4856-85ba-98deef45308a', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': '2534e635-9634-4856-85ba-98deef45308a', 'mac_address': 'fa:16:3e:fd:2a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:57.011280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e12ff5-f75b-46b5-8cdb-dabc9bcad408 req-29e80742-4067-4010-8ccf-eeba57aa6956 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336076 Mar 22 14:05:57.019745 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.065391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:57.109401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:57.109755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.138476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:57.183584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2534e635-9634-4856-85ba-98deef45308a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:57.204395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] No DVR routers for this DVR port 9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:57.235042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ac70f-df83-4ef1-aa5b-8befd770bb65 None None] Network 57aef518-ec9b-4e15-a7a9-80a0695722a3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:57.236805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.239548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:57.240226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-3b63611a-a935-4cf7-8ec3-29e93748cdfc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "DELETE /v2.0/ports/9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd HTTP/1.1" status: 204 len: 173 time: 1.3480742 Mar 22 14:05:57.290854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device aff63a39-90de-498f-a001-d45c8409d604 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:57.324165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.378719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99bc7-365a-4b84-b48f-ef53ee9ea1a8 req-499e0d36-00bd-450e-a09a-b6cf660e4db1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:57.384421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99bc7-365a-4b84-b48f-ef53ee9ea1a8 req-499e0d36-00bd-450e-a09a-b6cf660e4db1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:57.389194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99bc7-365a-4b84-b48f-ef53ee9ea1a8 req-499e0d36-00bd-450e-a09a-b6cf660e4db1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:57.391734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80e99bc7-365a-4b84-b48f-ef53ee9ea1a8 req-499e0d36-00bd-450e-a09a-b6cf660e4db1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 2409 time: 0.2075810 Mar 22 14:05:57.440904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:57.454816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:57.462724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2534e635-9634-4856-85ba-98deef45308a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:57.596358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port aff63a39-90de-498f-a001-d45c8409d604 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:57.638685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port aff63a39-90de-498f-a001-d45c8409d604 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:57.639044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (aff63a39-90de-498f-a001-d45c8409d604), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.865685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port aff63a39-90de-498f-a001-d45c8409d604 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:57.866108 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (aff63a39-90de-498f-a001-d45c8409d604), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.899181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:58Z', 'revision_number': 5, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:57.936939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff63a39-90de-498f-a001-d45c8409d604'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:57.939285 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b80ec3c-4156-47ff-8d94-09e299f2a8b5" -d '{"events": [{"server_uuid": "410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb", "name": "network-vif-plugged", "status": "completed", "tag": "aff63a39-90de-498f-a001-d45c8409d604"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:57.944468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f75e4-3c06-4363-b41c-2e3b2037c115 None None] The sync data for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 is: [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T13:57:50Z', 'revision_number': 4, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9f311b5f-ec55-4423-a841-45bb9169d2c6', 'name': '', 'network_id': '1532a482-608f-4937-acee-08934e99fda0', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'mac_address': 'fa:16:3e:16:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:48Z', 'updated_at': '2022-03-22T13:57:58Z', 'revision_number': 5, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'subnets': [{'id': '585192ed-8863-42b1-8bb5-1ac29b49d391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:57.966830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port aff63a39-90de-498f-a001-d45c8409d604, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=aff63a39-90de-498f-a001-d45c8409d604,segment=NetworkSegment(5e9897c6-ada9-47c5-9883-279936117ec8),segment_id=5e9897c6-ada9-47c5-9883-279936117ec8)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:57.972654 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (aff63a39-90de-498f-a001-d45c8409d604), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.036168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80e99bc7-365a-4b84-b48f-ef53ee9ea1a8 req-c2d9c9d1-9055-49a8-97fd-479e4694e09d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6285584 Mar 22 14:05:58.045329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=aff63a39-90de-498f-a001-d45c8409d604,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:58.050355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:58.050863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.073702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:58.076340 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe601f1-d229-48cd-9441-508afa0bcddc" -d '{"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:58.314506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:58.317582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] For port 10fd6706-d71c-4a00-a5a4-1033d87a0d21, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=10fd6706-d71c-4a00-a5a4-1033d87a0d21,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:58.318780 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.355203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for 10fd6706-d71c-4a00-a5a4-1033d87a0d21 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:58.373994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.393848 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f850c17c-6b6d-48e5-98f1-3e3a0c5010d4 None None] New status for floating IP 040d2889-c1f5-4a2d-82f4-7692c06908cd: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:05:58.395099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0bdec-1b49-4a69-9d92-15956aceb31a req-ec1be244-98b6-44c9-91dd-7fb795a76082 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:58.403780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61e0bdec-1b49-4a69-9d92-15956aceb31a req-ec1be244-98b6-44c9-91dd-7fb795a76082 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 946 time: 0.2269535 Mar 22 14:05:58.406468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:58.421351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] Sync routers for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:58.425597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2534e635-9634-4856-85ba-98deef45308a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:58.426255 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2534e635-9634-4856-85ba-98deef45308a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.453567 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.464747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:58.465520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:58.616681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:58.617067 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.628776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-f97f5e29-c643-496d-a199-b1368987f6ce tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "PUT /v2.0/floatingips/c14c2f20-8e89-4754-b617-0a34873a4817 HTTP/1.1" status: 200 len: 695 time: 2.3577249 Mar 22 14:05:58.659484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61e0bdec-1b49-4a69-9d92-15956aceb31a req-94837bbd-c116-44ec-a679-a7272b1d255e tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544925 Mar 22 14:05:58.745553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:58.750965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:58.784891 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.895516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-234700fe-b682-47f5-82a5-9cc901f573b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:58.897073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-234700fe-b682-47f5-82a5-9cc901f573b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 1127 time: 0.2323620 Mar 22 14:05:59.021885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (10fd6706-d71c-4a00-a5a4-1033d87a0d21), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.053492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=10fd6706-d71c-4a00-a5a4-1033d87a0d21,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:59.067576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2787695-d506-4e80-bbb9-c7cbe457316d req-d731423c-9357-4a66-8ea6-eacfc635082a tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.074267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2787695-d506-4e80-bbb9-c7cbe457316d req-d731423c-9357-4a66-8ea6-eacfc635082a tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.2228370 Mar 22 14:05:59.077853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54714) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:59.089256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Request body: {'floatingip': {'port_id': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:59.133079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:59.205093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for floatingip (be739a3d-4d4b-4d97-955b-7f569ce83e78), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.265601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] No DVR routers for this DVR port 10fd6706-d71c-4a00-a5a4-1033d87a0d21 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:59.268488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-fc36e73b-17ed-441f-88a3-9191753a1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.270273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-fc36e73b-17ed-441f-88a3-9191753a1698 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 200 len: 930 time: 0.3577654 Mar 22 14:05:59.271514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.276609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-362d94b8-bbaa-4ca8-9e13-298bc8e901ca tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "DELETE /v2.0/ports/10fd6706-d71c-4a00-a5a4-1033d87a0d21 HTTP/1.1" status: 204 len: 173 time: 2.0206966 Mar 22 14:05:59.375604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-26199efd-8253-434e-a414-4ce5bc5ee2c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 217 time: 0.0965335 Mar 22 14:05:59.388042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:16Z', 'revision_number': 5, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:59.435380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] Checking router: 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:59.447092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:59.448537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:59.582157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-44443f99-7e8e-40b3-bfbe-04c950d6fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.586645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-44443f99-7e8e-40b3-bfbe-04c950d6fb10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29d744b5-ca67-4b3a-ab65-e9d265595541 HTTP/1.1" status: 200 len: 868 time: 0.1881356 Mar 22 14:05:59.655001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:59.685535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port 0807abd0-cb69-4593-8e5c-e1cfa9195638 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:59.685799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.805204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-28289317-8ec5-436f-8730-da315e860c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.807040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-28289317-8ec5-436f-8730-da315e860c72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb4a4160-0042-4358-b538-8604b65124c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1815364 Mar 22 14:05:59.837377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4760-23ff-452c-af08-418926efbdcc req-b3a84549-00be-4557-9b07-a6bce1aed208 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.844888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fee4760-23ff-452c-af08-418926efbdcc req-b3a84549-00be-4557-9b07-a6bce1aed208 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.2924275 Mar 22 14:05:59.973513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-1f2edf77-a18e-4f1d-98f5-1b6f601d6382 service neutron] 10.222.0.44 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122882 Mar 22 14:06:00.034373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:16Z', 'revision_number': 5, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:00.068566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dc582-fba1-4efa-bf7d-cacf4a025dc6 None None] The sync data for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 is: [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:05:10Z', 'revision_number': 4, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '473cb4dc-156f-4f74-a9be-505440b277a5', 'name': '', 'network_id': 'bb4a4160-0042-4358-b538-8604b65124c3', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'mac_address': 'fa:16:3e:60:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:09Z', 'updated_at': '2022-03-22T14:05:16Z', 'revision_number': 5, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'subnets': [{'id': '29d744b5-ca67-4b3a-ab65-e9d265595541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:00.175455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] For port 0807abd0-cb69-4593-8e5c-e1cfa9195638, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0807abd0-cb69-4593-8e5c-e1cfa9195638,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:00.176023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.210200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.216692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (be739a3d-4d4b-4d97-955b-7f569ce83e78), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.233562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for 0807abd0-cb69-4593-8e5c-e1cfa9195638 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:00.348694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-805563a4-5962-4132-b5e4-fe196648ccf4 req-91b3d17a-f40a-4ef6-9aeb-ba510f8614af service neutron] 10.222.0.44 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473587 Mar 22 14:06:00.405643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Deleting port 08add264-ac92-4b13-81d3-747de36b784e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:00.405899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (08add264-ac92-4b13-81d3-747de36b784e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.431501 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Floating IP be739a3d-4d4b-4d97-955b-7f569ce83e78 associated. External IP: 172.25.2.206, port: d6fc06f3-3d26-475e-96a0-8cc46fb431f3. Mar 22 14:06:00.568558 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be34cd-baf9-4f61-8886-774f5ed3d836 None None] New status for floating IP c14c2f20-8e89-4754-b617-0a34873a4817: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:06:00.701432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] For port 08add264-ac92-4b13-81d3-747de36b784e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=08add264-ac92-4b13-81d3-747de36b784e,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:00.701839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (08add264-ac92-4b13-81d3-747de36b784e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.844418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0807abd0-cb69-4593-8e5c-e1cfa9195638), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.873525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Router beaadc1f-fd34-4393-af08-b5be9ea16001 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:01.117391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:01.124100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.134566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] Sync routers for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:01.149018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:01.149657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:01.153151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=0807abd0-cb69-4593-8e5c-e1cfa9195638,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:01.163215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c51354-a97f-4a8e-b872-a1642fc0f10f req-c19d60be-601c-407a-a45e-38b6d390b534 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.170515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57c51354-a97f-4a8e-b872-a1642fc0f10f req-c19d60be-601c-407a-a45e-38b6d390b534 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec118559-2c7c-41a9-ad79-4a24d84f5a8b HTTP/1.1" status: 200 len: 946 time: 0.6641972 Mar 22 14:06:01.202671 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8823ac35-98d3-42f1-8e43-35d57c45dd31 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "PUT /v2.0/floatingips/be739a3d-4d4b-4d97-955b-7f569ce83e78 HTTP/1.1" status: 200 len: 991 time: 2.1227574 Mar 22 14:06:01.203766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:01.206991 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:01.215505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.215505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.215505 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Floating IP 3dd5790a-0087-41d7-a717-4ba920e40f41 disassociated. External IP: 172.25.2.11, port: 08add264-ac92-4b13-81d3-747de36b784e. Mar 22 14:06:01.215505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Calling delete_port for 08add264-ac92-4b13-81d3-747de36b784e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:01.267802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] No DVR routers for this DVR port 0807abd0-cb69-4593-8e5c-e1cfa9195638 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:01.279996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.284874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-33a1b0bc-8447-4687-86bd-c4cadd5b60dc tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "DELETE /v2.0/ports/0807abd0-cb69-4593-8e5c-e1cfa9195638 HTTP/1.1" status: 204 len: 173 time: 1.9954674 Mar 22 14:06:01.356183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:01.380933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57c51354-a97f-4a8e-b872-a1642fc0f10f req-077c5768-260c-4cf2-b5ea-0b0f8096c3fd tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=c57c71e2-0d05-4e7d-a95f-845c36c871eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093654 Mar 22 14:06:01.496569 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333d729d-f125-4726-a9c8-e8191e92ad14 x-openstack-request-id: req-333d729d-f125-4726-a9c8-e8191e92ad14 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:01.496862 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb", "name": "network-vif-plugged", "status": "completed", "tag": "aff63a39-90de-498f-a001-d45c8409d604", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:01.497127 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-333d729d-f125-4726-a9c8-e8191e92ad14 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:01.497513 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333d729d-f125-4726-a9c8-e8191e92ad14'] response: {'server_uuid': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff63a39-90de-498f-a001-d45c8409d604', 'code': 200} Mar 22 14:06:01.533271 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3211794-a50f-4200-b1f1-d6055f200b02 x-openstack-request-id: req-f3211794-a50f-4200-b1f1-d6055f200b02 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:01.537744 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:01.538263 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3211794-a50f-4200-b1f1-d6055f200b02 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:01.541008 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3211794-a50f-4200-b1f1-d6055f200b02'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '9d784e75-a4a1-44fd-b711-1f5bc4b2dbfd', 'status': 'completed', 'code': 200} Mar 22 14:06:01.748479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'be739a3d-4d4b-4d97-955b-7f569ce83e78', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'port_id': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'mac_address': 'fa:16:3e:ca:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783b5444-b7dc-4196-8216-b5f345d316eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:34Z', 'updated_at': '2022-03-22T14:06:00Z', 'revision_number': 1, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:01.790995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87dfea-7402-468f-8ed2-ba68c7c3e04b req-14372fb9-a472-4915-a5b2-fb921af74511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.792634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb87dfea-7402-468f-8ed2-ba68c7c3e04b req-14372fb9-a472-4915-a5b2-fb921af74511 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 1128 time: 0.2789502 Mar 22 14:06:01.800413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port 726b20c7-c9bf-4468-ba0c-2e845bd0618e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:01.800758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.831998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d884769-de5a-4ce3-ba33-7f3fb8979016 req-05c22612-ccf3-428b-9028-a7a7c420583d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.832928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] Checking router: beaadc1f-fd34-4393-af08-b5be9ea16001 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:01.833561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d884769-de5a-4ce3-ba33-7f3fb8979016 req-05c22612-ccf3-428b-9028-a7a7c420583d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 943 time: 0.2033699 Mar 22 14:06:01.834250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (08add264-ac92-4b13-81d3-747de36b784e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.851396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:01.852697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:01.951122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event deleted for resources: {'Port': ['ID=08add264-ac92-4b13-81d3-747de36b784e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:02.013651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:02.051582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb87dfea-7402-468f-8ed2-ba68c7c3e04b req-fa76f7c9-4668-4303-9152-8cf5159f048f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467167 Mar 22 14:06:02.156087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] For port 726b20c7-c9bf-4468-ba0c-2e845bd0618e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=726b20c7-c9bf-4468-ba0c-2e845bd0618e,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:02.156477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.163263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d884769-de5a-4ce3-ba33-7f3fb8979016 req-3595e219-da5f-4122-a7af-f495e701a754 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups?id=799dfc81-c6f6-4070-b213-d67218a923a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099542 Mar 22 14:06:02.193764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for 726b20c7-c9bf-4468-ba0c-2e845bd0618e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:02.286126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Router 2d55d0d7-6f62-4f18-91e5-600eba965a24 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:02.379611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'be739a3d-4d4b-4d97-955b-7f569ce83e78', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'port_id': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'mac_address': 'fa:16:3e:ca:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783b5444-b7dc-4196-8216-b5f345d316eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:34Z', 'updated_at': '2022-03-22T14:06:00Z', 'revision_number': 1, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:02.467901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979ef09-5305-456b-aa94-afc5cc758aee None None] The sync data for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 is: [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'be739a3d-4d4b-4d97-955b-7f569ce83e78', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'port_id': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'mac_address': 'fa:16:3e:ca:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783b5444-b7dc-4196-8216-b5f345d316eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:34Z', 'updated_at': '2022-03-22T14:06:00Z', 'revision_number': 1, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:02.495622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (726b20c7-c9bf-4468-ba0c-2e845bd0618e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.602671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd249-ecfa-4212-a87a-10968af78b27 req-5d9c74a2-f71a-4909-999c-dfdd53124ca9 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:02.604329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-237fd249-ecfa-4212-a87a-10968af78b27 req-5d9c74a2-f71a-4909-999c-dfdd53124ca9 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 946 time: 0.2869163 Mar 22 14:06:02.611084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=726b20c7-c9bf-4468-ba0c-2e845bd0618e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:02.620180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:02.653689 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] Sync routers for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:02.668907 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:02.674340 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:02.853320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] No DVR routers for this DVR port 726b20c7-c9bf-4468-ba0c-2e845bd0618e on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:02.855871 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.859566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94db3b7f-b385-4ea5-bbd3-5d04ba637840 req-fab5ac2b-4248-49c4-918d-4891620a0905 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.42 "DELETE /v2.0/ports/726b20c7-c9bf-4468-ba0c-2e845bd0618e HTTP/1.1" status: 204 len: 173 time: 1.5688207 Mar 22 14:06:02.890694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] No DVR routers for this DVR port 08add264-ac92-4b13-81d3-747de36b784e on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:02.895998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.900767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fee4760-23ff-452c-af08-418926efbdcc req-6d55d31d-f775-46fc-9cbd-af572fcd301d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "DELETE /v2.0/ports/08add264-ac92-4b13-81d3-747de36b784e HTTP/1.1" status: 204 len: 173 time: 2.9297740 Mar 22 14:06:02.901731 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:02.926611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-237fd249-ecfa-4212-a87a-10968af78b27 req-d31cfedb-ec71-4132-870b-97d499df7e85 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032410 Mar 22 14:06:02.973690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4a443-2d00-4c84-8ffb-7b12ddec2375 None None] New status for floating IP be739a3d-4d4b-4d97-955b-7f569ce83e78: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:06:03.149831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-cb1e4e9a-cfc8-47c2-bdf4-1f5cc912860e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips/c14c2f20-8e89-4754-b617-0a34873a4817 HTTP/1.1" status: 200 len: 693 time: 0.1372187 Mar 22 14:06:03.327568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 08add264-ac92-4b13-81d3-747de36b784e no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:03.373387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 08add264-ac92-4b13-81d3-747de36b784e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:03.373709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 08add264-ac92-4b13-81d3-747de36b784e not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:03.498293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:03.501104 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb681a-19ce-4661-b09e-cf7589ef2b87" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:03.513740 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:03.632593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] Checking router: 2d55d0d7-6f62-4f18-91e5-600eba965a24 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:03.677494 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:03.678249 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:03.907779 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:03.949636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638'}, {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e'}, {'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'name': 'network-vif-deleted', 'tag': '08add264-ac92-4b13-81d3-747de36b784e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:03.958568 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953f225-4720-4a0d-bb23-362c3acceb85" -d '{"events": [{"name": "network-changed", "server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638"}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e"}, {"server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "name": "network-vif-deleted", "tag": "08add264-ac92-4b13-81d3-747de36b784e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:04.131493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-cc4eef18-8f5b-40b9-a9ae-beaeaabcbed2 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:04.133927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-cc4eef18-8f5b-40b9-a9ae-beaeaabcbed2 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 784 time: 0.9831734 Mar 22 14:06:04.169640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:04.200995 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba79799-fd1b-463e-abc3-1ae0ecaa17ad None None] The sync data for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 is: [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:00:48Z', 'revision_number': 4, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6414bdb2-6a76-46b0-b4be-8989d9a41b42', 'name': '', 'network_id': 'd69b8695-fbed-4d7c-950b-ceea138f0a4c', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'mac_address': 'fa:16:3e:08:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:45Z', 'updated_at': '2022-03-22T14:00:55Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'subnets': [{'id': '1212c5bc-48f6-40a2-a501-7ab7ef9f740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:04.277265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-61f8c01b-2b83-47e3-a275-0a2130c94aca tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.1355855 Mar 22 14:06:04.340371 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-249910fb-1904-433e-8e0e-73e2f9b1d022 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.0627646 Mar 22 14:06:04.566681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Deleting port de893a8d-b483-4105-8c6a-d46333b4c81b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:04.568008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.685916 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e610b0c-cb8f-42c9-8258-9c056cc291fc None None] New status for floating IP 3dd5790a-0087-41d7-a717-4ba920e40f41: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:06:04.716871 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.716871 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (de893a8d-b483-4105-8c6a-d46333b4c81b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.733423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Calling delete_port for de893a8d-b483-4105-8c6a-d46333b4c81b owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:04.947500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (de893a8d-b483-4105-8c6a-d46333b4c81b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.985574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event deleted for resources: {'Port': ['ID=de893a8d-b483-4105-8c6a-d46333b4c81b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:05.071915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks [] for floatingip (c14c2f20-8e89-4754-b617-0a34873a4817), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.078267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.079434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52e8b904-d9cd-4f1f-ae84-a25c7d901250 req-c6fb50a1-1c31-4570-ab25-467f05a05aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "DELETE /v2.0/floatingips/c14c2f20-8e89-4754-b617-0a34873a4817 HTTP/1.1" status: 204 len: 173 time: 0.7382836 Mar 22 14:06:05.230487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58728b-9771-4c31-9fb4-6bab4ece3ed3 req-4654ff25-b1bd-4e87-8595-d4028fadf0d2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.237582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e58728b-9771-4c31-9fb4-6bab4ece3ed3 req-4654ff25-b1bd-4e87-8595-d4028fadf0d2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.0735908 Mar 22 14:06:05.298634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e58728b-9771-4c31-9fb4-6bab4ece3ed3 req-1adc9eb4-1c0e-4640-a978-e82b9d144ae6 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600085 Mar 22 14:06:05.374323 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42550b5b-bc15-41a1-a0e4-e4f517b6bf23 x-openstack-request-id: req-42550b5b-bc15-41a1-a0e4-e4f517b6bf23 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:05.374863 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:05.374958 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42550b5b-bc15-41a1-a0e4-e4f517b6bf23 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:05.375304 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42550b5b-bc15-41a1-a0e4-e4f517b6bf23'] response: {'name': 'network-changed', 'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'status': 'completed', 'code': 200} Mar 22 14:06:05.496630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-6f77c1ab-5619-4e2c-9fcb-ae1b97d453cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.498133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-6f77c1ab-5619-4e2c-9fcb-ae1b97d453cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9e1d00fa082488daf26a18947a5c758&device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 1127 time: 0.0904708 Mar 22 14:06:05.641073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9295373f-a1e0-4a09-a1f3-844a544f1114 req-c1b21e71-31bc-4b35-88a7-b2a8fc87028b tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0683641 Mar 22 14:06:05.707347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-6c52306d-4db7-493b-9251-4fb87305c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.708872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-6c52306d-4db7-493b-9251-4fb87305c9af service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc HTTP/1.1" status: 200 len: 913 time: 0.2035615 Mar 22 14:06:05.713104 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6ce16a-bfbf-40a8-88bb-29a811b455db x-openstack-request-id: req-3b6ce16a-bfbf-40a8-88bb-29a811b455db {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:05.713651 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:05.713651 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b6ce16a-bfbf-40a8-88bb-29a811b455db {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:05.714076 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6ce16a-bfbf-40a8-88bb-29a811b455db'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'code': 200} Mar 22 14:06:05.858688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-1ac3b7b2-ccce-49ba-b30d-9647444d0213 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3 HTTP/1.1" status: 200 len: 1001 time: 0.1435947 Mar 22 14:06:05.906815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad183e-b4fd-4814-9eab-02548cf3c8af req-26920d4e-17c0-435b-b39d-1b53dbfaeebc tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.907834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cad183e-b4fd-4814-9eab-02548cf3c8af req-26920d4e-17c0-435b-b39d-1b53dbfaeebc tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 946 time: 0.1006885 Mar 22 14:06:05.975415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cad183e-b4fd-4814-9eab-02548cf3c8af req-45ee78fd-4ded-4903-96e7-7face88fb3fd tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Mar 22 14:06:05.977134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-e2d6003e-e2e2-4cf7-974e-263464196986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.978510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-e2d6003e-e2e2-4cf7-974e-263464196986 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36fb46a9-d38a-478d-a607-ca34b4ce88bf HTTP/1.1" status: 200 len: 851 time: 0.1132479 Mar 22 14:06:06.084267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-4eb1e6cf-c2af-47fb-bc8d-05a811394a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:06.087112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-4eb1e6cf-c2af-47fb-bc8d-05a811394a19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004970 Mar 22 14:06:06.095428 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 863 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af94363e-02fc-4429-a50c-2bbc3a96d01d x-openstack-request-id: req-af94363e-02fc-4429-a50c-2bbc3a96d01d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:06.095708 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085", "status": "completed", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "10fd6706-d71c-4a00-a5a4-1033d87a0d21", "status": "completed", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "0807abd0-cb69-4593-8e5c-e1cfa9195638", "status": "completed", "code": 200}, {"server_uuid": "b1e58634-2bcf-4254-a690-a12d32eea9dd", "name": "network-vif-deleted", "tag": "726b20c7-c9bf-4468-ba0c-2e845bd0618e", "status": "completed", "code": 200}, {"server_uuid": "ec118559-2c7c-41a9-ad79-4a24d84f5a8b", "name": "network-vif-deleted", "tag": "08add264-ac92-4b13-81d3-747de36b784e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:06.096004 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af94363e-02fc-4429-a50c-2bbc3a96d01d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:06.097717 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af94363e-02fc-4429-a50c-2bbc3a96d01d'] response: {'name': 'network-changed', 'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'status': 'completed', 'code': 200} Mar 22 14:06:06.098005 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af94363e-02fc-4429-a50c-2bbc3a96d01d'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '10fd6706-d71c-4a00-a5a4-1033d87a0d21', 'status': 'completed', 'code': 200} Mar 22 14:06:06.098263 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af94363e-02fc-4429-a50c-2bbc3a96d01d'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '0807abd0-cb69-4593-8e5c-e1cfa9195638', 'status': 'completed', 'code': 200} Mar 22 14:06:06.099189 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af94363e-02fc-4429-a50c-2bbc3a96d01d'] response: {'server_uuid': 'b1e58634-2bcf-4254-a690-a12d32eea9dd', 'name': 'network-vif-deleted', 'tag': '726b20c7-c9bf-4468-ba0c-2e845bd0618e', 'status': 'completed', 'code': 200} Mar 22 14:06:06.099885 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af94363e-02fc-4429-a50c-2bbc3a96d01d'] response: {'server_uuid': 'ec118559-2c7c-41a9-ad79-4a24d84f5a8b', 'name': 'network-vif-deleted', 'tag': '08add264-ac92-4b13-81d3-747de36b784e', 'status': 'completed', 'code': 200} Mar 22 14:06:06.148106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:06.284490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8f10b4c-5bec-4fc2-956f-863cd91c30c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group (c57c71e2-0d05-4e7d-a95f-845c36c871eb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.350864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8f10b4c-5bec-4fc2-956f-863cd91c30c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group (c57c71e2-0d05-4e7d-a95f-845c36c871eb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.446370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129525e-3d1e-4a5c-befb-8b68f0d66317 req-32c47e2f-5f31-4810-b30a-57d65cb31d00 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:06.458063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1129525e-3d1e-4a5c-befb-8b68f0d66317 req-32c47e2f-5f31-4810-b30a-57d65cb31d00 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2172546 Mar 22 14:06:06.464466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8f10b4c-5bec-4fc2-956f-863cd91c30c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c57c71e2-0d05-4e7d-a95f-845c36c871eb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.467782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8f10b4c-5bec-4fc2-956f-863cd91c30c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.471348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f8f10b4c-5bec-4fc2-956f-863cd91c30c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "DELETE /v2.0/security-groups/c57c71e2-0d05-4e7d-a95f-845c36c871eb HTTP/1.1" status: 204 len: 168 time: 0.3198667 Mar 22 14:06:06.474632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54770) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:06.475309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-dcf8c755-3df3-462b-a4b9-421c8d40ab17 service neutron] 10.222.0.57 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724809 Mar 22 14:06:06.482025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-b13ec85c-fb3d-45a1-9fcb-db979622f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:06.483966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-b13ec85c-fb3d-45a1-9fcb-db979622f1f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 1127 time: 0.2404597 Mar 22 14:06:06.567208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f10b4c-5bec-4fc2-956f-863cd91c30c9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57c71e2-0d05-4e7d-a95f-845c36c871eb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:06.607449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1129525e-3d1e-4a5c-befb-8b68f0d66317 req-0222059b-9542-4877-9dd0-906fbaf2dfa1 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1507251 Mar 22 14:06:06.611603 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-3b3a3bb7-3894-45c9-94e4-c52d0d444eec tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] show failed (client error): The resource could not be found. Mar 22 14:06:06.625376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3b3a3bb7-3894-45c9-94e4-c52d0d444eec tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups/c57c71e2-0d05-4e7d-a95f-845c36c871eb HTTP/1.1" status: 404 len: 347 time: 0.1466565 Mar 22 14:06:06.627581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54778) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:06.800486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27030f4f-6d60-42fe-84e2-4368d678bddd req-4d4dacc9-0a24-4343-96b9-7adf0cf05eca tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1402955 Mar 22 14:06:06.884039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-22eea1f8-6955-42ec-b3db-e785429e960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:06.885664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-22eea1f8-6955-42ec-b3db-e785429e960c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 200 len: 930 time: 0.2568197 Mar 22 14:06:06.935237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Deleting port 8165d0fe-a736-4f95-be14-ea352b3cb7d5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:06.935780 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.944472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6642a7e-9d7b-42da-ba59-2096de2c6e2f req-b485160b-93a7-484e-81c1-4b6baa4cd600 service neutron] 10.222.0.57 "GET /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541970 Mar 22 14:06:07.053011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-19a4d00d-b53e-48c1-a8ad-60469cc331d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 200 len: 217 time: 0.1072061 Mar 22 14:06:07.097892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:07.098313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (8165d0fe-a736-4f95-be14-ea352b3cb7d5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:07.102635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5e74276-18fa-47fb-911c-967b0dfab706 req-ce7acf2d-d19f-4895-9f4a-00ed242f61b9 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1542275 Mar 22 14:06:07.144618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Calling delete_port for 8165d0fe-a736-4f95-be14-ea352b3cb7d5 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:07.242354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-ebe04683-ab0a-424e-9ee5-2d1553ea8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.243884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-ebe04683-ab0a-424e-9ee5-2d1553ea8b48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d744b5-ca67-4b3a-ab65-e9d265595541 HTTP/1.1" status: 200 len: 868 time: 0.1310604 Mar 22 14:06:07.405445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-bd56cabd-d656-42e8-9e2f-8002db5664ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.407753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-bd56cabd-d656-42e8-9e2f-8002db5664ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb4a4160-0042-4358-b538-8604b65124c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1534908 Mar 22 14:06:07.419670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-c279d746-4506-484a-ad14-a02f60df6b75 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.426841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-c279d746-4506-484a-ad14-a02f60df6b75 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 814 time: 0.5400116 Mar 22 14:06:07.531796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8165d0fe-a736-4f95-be14-ea352b3cb7d5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:07.559088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event deleted for resources: {'Port': ['ID=8165d0fe-a736-4f95-be14-ea352b3cb7d5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:07.590781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.591184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.591595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.592005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.592589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.593393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.593393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.594113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.594444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.594662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.595165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.595676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.596172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.596653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.597251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:07.616349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-85409483-d839-4fca-8939-e3ae333c2ba4 service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854839 Mar 22 14:06:07.664981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks [] for floatingip (3dd5790a-0087-41d7-a717-4ba920e40f41), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:07.667955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:07.681254 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-11200fb0-78fd-4cdb-bd41-d4d0b9241d4f tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "DELETE /v2.0/floatingips/3dd5790a-0087-41d7-a717-4ba920e40f41 HTTP/1.1" status: 204 len: 168 time: 1.0509937 Mar 22 14:06:07.741479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5953f225-4720-4a0d-bb23-362c3acceb85 req-d748d0a3-f097-4131-81a9-828c96c1e68e service neutron] 10.222.0.42 "GET /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027746 Mar 22 14:06:07.764440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-c69b2ad3-996b-41df-8881-b3700afef599 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/quotas/b3d63234582f41cf9d1af373264eb728 HTTP/1.1" status: 200 len: 375 time: 0.1466517 Mar 22 14:06:07.821303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ce6a-fc1d-495c-9018-454c5fe453b4 req-8376564c-c4dc-4c76-9653-b11509dc51b0 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.832343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a437ce6a-fc1d-495c-9018-454c5fe453b4 req-8376564c-c4dc-4c76-9653-b11509dc51b0 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 945 time: 0.2136292 Mar 22 14:06:07.840923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-bd9868a9-756c-43a5-9f6e-6f728c6ece15 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707316 Mar 22 14:06:08.027202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a437ce6a-fc1d-495c-9018-454c5fe453b4 req-06034f1a-0149-4a26-80c9-fe9b2c98baeb tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848929 Mar 22 14:06:08.129911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-b71486f3-fedb-4a87-b97e-75337a6a5211 service neutron] 10.222.0.44 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624884 Mar 22 14:06:08.262493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5bd42f4-3561-418c-9889-5c5997db777e req-e0a65390-4b19-47c5-a430-1851225455f5 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0304425 Mar 22 14:06:08.358500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-e747b75d-7911-4c66-ab92-01d4034549ea service neutron] 10.222.0.44 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266345 Mar 22 14:06:08.619651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55579385-a699-4990-b39f-697db22fa5cf req-91ff90ec-6730-4e27-aa8a-b6f54fae7b93 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 210 time: 0.0663357 Mar 22 14:06:08.850814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3641556-58af-4c6d-b37a-823c30238d88 req-711b5b0d-b868-49a5-8928-b2bbdd7f65ce tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:08.852729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3641556-58af-4c6d-b37a-823c30238d88 req-711b5b0d-b868-49a5-8928-b2bbdd7f65ce tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 946 time: 0.1068916 Mar 22 14:06:09.038180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-cab7fa86-a1a5-444d-933a-3fcb2d537d96 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:09.040062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-cab7fa86-a1a5-444d-933a-3fcb2d537d96 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 945 time: 0.1864011 Mar 22 14:06:09.065438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3641556-58af-4c6d-b37a-823c30238d88 req-c7efc03c-f6ae-431a-8bd4-a89fe120e94b tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796002 Mar 22 14:06:09.289504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0683e-fec0-4131-8f37-e7e743471bd1 req-96c981a2-9e57-496b-b862-38e8202e7f85 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:09.292049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24a0683e-fec0-4131-8f37-e7e743471bd1 req-96c981a2-9e57-496b-b862-38e8202e7f85 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e416bb4-686b-4c92-b8a1-2c01a202c509 HTTP/1.1" status: 200 len: 945 time: 0.1489248 Mar 22 14:06:09.355468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Deleting port d5d70824-9d9f-4ba0-99d4-75e998d20085 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:09.359363 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:09.461815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b021de42-d1fe-4fe2-94e5-e9f4157b4cb9 req-9fbb8044-ddcd-4525-8a95-9c5b29f4faa2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0630612 Mar 22 14:06:09.570242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24a0683e-fec0-4131-8f37-e7e743471bd1 req-215c58ae-0741-460c-8ff9-c82013bb1357 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.44 "GET /v2.0/security-groups?id=99ac8ff4-595e-4aa5-83db-1376fffa044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536342 Mar 22 14:06:09.627035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] For port d5d70824-9d9f-4ba0-99d4-75e998d20085, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d5d70824-9d9f-4ba0-99d4-75e998d20085,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:09.627530 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:09.649296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Calling delete_port for d5d70824-9d9f-4ba0-99d4-75e998d20085 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:09.774645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a549b5f7-91f3-49f4-a135-79f97b6d417e req-d38c98ca-4afc-4721-a5bc-c0338798bd53 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 210 time: 0.0480688 Mar 22 14:06:09.883832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d5d70824-9d9f-4ba0-99d4-75e998d20085), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:09.899297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d5d70824-9d9f-4ba0-99d4-75e998d20085'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:09.921416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Pushing event deleted for resources: {'Port': ['ID=d5d70824-9d9f-4ba0-99d4-75e998d20085,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:10.000770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] No DVR routers for this DVR port d5d70824-9d9f-4ba0-99d4-75e998d20085 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:10.009116 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.012726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23f2ed67-a82c-47d7-b17b-5b86bbb83fd9 req-d749bbff-551a-451a-bff5-de3a3a4a8a8e tempest-FloatingIPsAssociationNegativeTestJSON-1029953308 tempest-FloatingIPsAssociationNegativeTestJSON-1029953308-project] 10.222.0.42 "DELETE /v2.0/ports/d5d70824-9d9f-4ba0-99d4-75e998d20085 HTTP/1.1" status: 204 len: 173 time: 0.9460108 Mar 22 14:06:10.013396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'name': 'network-vif-deleted', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:10.016476 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff57d621-99f3-48b0-8d11-268def1f232c" -d '{"events": [{"server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "name": "network-vif-deleted", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:10.142020 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461e6e40-fe44-49fa-8346-ca2731835cf1 x-openstack-request-id: req-461e6e40-fe44-49fa-8346-ca2731835cf1 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:10.142603 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e416bb4-686b-4c92-b8a1-2c01a202c509", "name": "network-vif-deleted", "tag": "d5d70824-9d9f-4ba0-99d4-75e998d20085", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:10.143966 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-461e6e40-fe44-49fa-8346-ca2731835cf1 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:10.144388 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461e6e40-fe44-49fa-8346-ca2731835cf1'] response: {'server_uuid': '9e416bb4-686b-4c92-b8a1-2c01a202c509', 'name': 'network-vif-deleted', 'tag': 'd5d70824-9d9f-4ba0-99d4-75e998d20085', 'status': 'completed', 'code': 200} Mar 22 14:06:10.204752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-207fb711-95f2-483a-b419-e04a2d8aa7d3 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.206663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-207fb711-95f2-483a-b419-e04a2d8aa7d3 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.57 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 946 time: 0.1234469 Mar 22 14:06:10.625634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b3d86-d0e1-4d4b-abc7-18937999d927 req-5bac18ff-4f36-4fda-8d00-07565b3b10ab tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.627264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-590b3d86-d0e1-4d4b-abc7-18937999d927 req-5bac18ff-4f36-4fda-8d00-07565b3b10ab tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 946 time: 0.3986518 Mar 22 14:06:10.798338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c05913d9-7197-420f-b312-f293d47c1982 req-f60274e1-5dbe-407b-b27a-0dad2ee0a306 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1067617 Mar 22 14:06:10.881568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-f9690073-bedb-404b-823d-3212f3a36f05 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.883010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-f9690073-bedb-404b-823d-3212f3a36f05 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 814 time: 0.5919569 Mar 22 14:06:10.893732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54884) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:10.900073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Deleting port aff63a39-90de-498f-a001-d45c8409d604 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:10.900464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (aff63a39-90de-498f-a001-d45c8409d604), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.914333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Request body: {'port': {'device_id': '5992a212-6f1a-4806-b803-e50cd9bde404', 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3', 'admin_state_up': True, 'tenant_id': 'b3d63234582f41cf9d1af373264eb728'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:11.098593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-590b3d86-d0e1-4d4b-abc7-18937999d927 req-113f548f-551b-48e9-9053-e0ba59ccb55e tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412394 Mar 22 14:06:11.643101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.849021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] For port aff63a39-90de-498f-a001-d45c8409d604, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=aff63a39-90de-498f-a001-d45c8409d604,segment=NetworkSegment(5e9897c6-ada9-47c5-9883-279936117ec8),segment_id=5e9897c6-ada9-47c5-9883-279936117ec8)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:11.849613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (aff63a39-90de-498f-a001-d45c8409d604), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.895845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc0468ee-fa81-4ea9-bd96-38536240641e req-59e3de1c-5ef4-4cba-a28c-7b7617c12a07 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 210 time: 0.8527329 Mar 22 14:06:11.908542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Calling delete_port for aff63a39-90de-498f-a001-d45c8409d604 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:12.044496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fb81a2a-c39a-4eca-bbba-a2fec8b632de req-401ad5af-0fb2-4fe6-b5f5-de27b614d537 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0839779 Mar 22 14:06:12.190361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Made reservation on behalf of b3d63234582f41cf9d1af373264eb728 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:12.195904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.336854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (aff63a39-90de-498f-a001-d45c8409d604), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.388768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478af1-d7e1-4854-8d31-bf7fe109dccd req-30609887-3131-4d5e-8d14-17e1b40266c2 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:12.396552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de478af1-d7e1-4854-8d31-bf7fe109dccd req-30609887-3131-4d5e-8d14-17e1b40266c2 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/ports?device_id=410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb HTTP/1.1" status: 200 len: 867 time: 0.1776621 Mar 22 14:06:12.458637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Pushing event deleted for resources: {'Port': ['ID=aff63a39-90de-498f-a001-d45c8409d604,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:12.559366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] No DVR routers for this DVR port aff63a39-90de-498f-a001-d45c8409d604 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:12.571901 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.575761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc5ae6e9-a9d9-4723-b90d-08db11fc8f50 req-80b1480a-cbda-4ffa-bf76-8d87c24315c1 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.57 "DELETE /v2.0/ports/aff63a39-90de-498f-a001-d45c8409d604 HTTP/1.1" status: 204 len: 173 time: 2.3593938 Mar 22 14:06:12.576364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'name': 'network-vif-deleted', 'tag': 'aff63a39-90de-498f-a001-d45c8409d604'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:12.579231 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d39719-18c3-4d99-9e4b-0a8caa9c1c22" -d '{"events": [{"server_uuid": "410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb", "name": "network-vif-deleted", "tag": "aff63a39-90de-498f-a001-d45c8409d604"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:12.606297 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:06:12.620805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de478af1-d7e1-4854-8d31-bf7fe109dccd req-6a23ef36-23e4-4d2d-ab0f-478129406dc4 tempest-ServerMetadataNegativeTestJSON-825008855 tempest-ServerMetadataNegativeTestJSON-825008855-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cc5ec65-0e5d-4dea-84d4-344632effe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231493 Mar 22 14:06:12.651763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Allocated IP 172.20.0.9 (57aef518-ec9b-4e15-a7a9-80a0695722a3/19982f16-a417-4746-99d6-50297f9a1ef4/c2f876d6-d74d-46e0-80ab-1efdeddacf49) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:12.662728 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7de444-dfbe-4c89-95c9-356dc6e39d4d x-openstack-request-id: req-1d7de444-dfbe-4c89-95c9-356dc6e39d4d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:12.663034 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb", "name": "network-vif-deleted", "tag": "aff63a39-90de-498f-a001-d45c8409d604", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:12.663473 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d7de444-dfbe-4c89-95c9-356dc6e39d4d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:12.663889 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7de444-dfbe-4c89-95c9-356dc6e39d4d'] response: {'server_uuid': '410ebcc9-75ca-4c7e-bdad-2a7c2ebd28bb', 'name': 'network-vif-deleted', 'tag': 'aff63a39-90de-498f-a001-d45c8409d604', 'status': 'completed', 'code': 200} Mar 22 14:06:12.875197 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks [] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.917452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.921896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Deleting port 473cb4dc-156f-4f74-a9be-505440b277a5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:12.922819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.003205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:13.021474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Network 57aef518-ec9b-4e15-a7a9-80a0695722a3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:13.023096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:13.029522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:13.073618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] For port 473cb4dc-156f-4f74-a9be-505440b277a5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=473cb4dc-156f-4f74-a9be-505440b277a5,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:13.075445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.173209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Calling delete_port for 473cb4dc-156f-4f74-a9be-505440b277a5 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:13.324531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:13.325206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.330904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device aff63a39-90de-498f-a001-d45c8409d604 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:13.404216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: aff63a39-90de-498f-a001-d45c8409d604 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:13.405039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device aff63a39-90de-498f-a001-d45c8409d604 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:13.435370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e7417e-43ac-4149-8633-13e72f57e72d req-dc30d18d-9f4a-468f-bf24-a3045f18da5f tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1608291 Mar 22 14:06:13.455793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-d8abb207-905d-4670-ab79-4a6bf01175d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5587013 Mar 22 14:06:13.477558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Request body: {'port': {'device_id': '5992a212-6f1a-4806-b803-e50cd9bde404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:13.487227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfb5fe-6642-4ed7-abaf-997df5226bca req-ab78ce09-5f72-4ef3-ba30-77130fb65c87 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:13.494164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2bdfb5fe-6642-4ed7-abaf-997df5226bca req-ab78ce09-5f72-4ef3-ba30-77130fb65c87 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 931 time: 0.4067512 Mar 22 14:06:13.608343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2bdfb5fe-6642-4ed7-abaf-997df5226bca req-9daddd87-2853-434a-a57e-c4e5ed0d4363 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130240 Mar 22 14:06:13.609178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.668751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (473cb4dc-156f-4f74-a9be-505440b277a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.731294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54934) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:13.796993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Pushing event deleted for resources: {'Port': ['ID=473cb4dc-156f-4f74-a9be-505440b277a5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:14.120753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f876d6-d74d-46e0-80ab-1efdeddacf49 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:14.141181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Publish callbacks [] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.161843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] Deleting subnet 52ce8ce7-4ba5-447a-837b-58cdabb56452 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:06:14.170908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] Publish callbacks [] for subnet (52ce8ce7-4ba5-447a-837b-58cdabb56452), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.172410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Transition to ACTIVE for port object c2f876d6-d74d-46e0-80ab-1efdeddacf49 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:14.180840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.255937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (52ce8ce7-4ba5-447a-837b-58cdabb56452), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.304446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:14.306324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (52ce8ce7-4ba5-447a-837b-58cdabb56452), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.385946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d5d70824-9d9f-4ba0-99d4-75e998d20085 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:14.391408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (52ce8ce7-4ba5-447a-837b-58cdabb56452), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.430239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: d5d70824-9d9f-4ba0-99d4-75e998d20085 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:14.434389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d5d70824-9d9f-4ba0-99d4-75e998d20085 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:14.452933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Attempting to bind port c2f876d6-d74d-46e0-80ab-1efdeddacf49 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:14.453292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Attempting to bind port c2f876d6-d74d-46e0-80ab-1efdeddacf49 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:14.453593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Attempting to bind port c2f876d6-d74d-46e0-80ab-1efdeddacf49 on network 57aef518-ec9b-4e15-a7a9-80a0695722a3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:14.462538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Port c2f876d6-d74d-46e0-80ab-1efdeddacf49 on network 57aef518-ec9b-4e15-a7a9-80a0695722a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:14.462862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Attempting to bind port c2f876d6-d74d-46e0-80ab-1efdeddacf49 on network 57aef518-ec9b-4e15-a7a9-80a0695722a3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:14.469301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.474286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ce8ce7-4ba5-447a-837b-58cdabb56452,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:14.475378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:14.475725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Checking segment: {'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:14.476407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Bound using segment: {'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:14.476851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Bound port: c2f876d6-d74d-46e0-80ab-1efdeddacf49, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:14.478061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.498732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.503420 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f22ba803-c825-4910-b7bf-f33f99946b67 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/52ce8ce7-4ba5-447a-837b-58cdabb56452 HTTP/1.1" status: 204 len: 168 time: 0.7709086 Mar 22 14:06:14.507546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54946) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:14.671859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0424a478-d0b9-4296-9db8-398c85950eab req-875d0c25-b652-47e7-b7fe-29e790d03b9a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0768723 Mar 22 14:06:14.681239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:14.696128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:14.698611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (2ead5e83-61c4-42e6-a6ce-1afdf02e508b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.707393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.828524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (2ead5e83-61c4-42e6-a6ce-1afdf02e508b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.840927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:14.841548 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.844101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 1091 time: 1.3733275 Mar 22 14:06:14.845335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:14.847704 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba17921-05a9-4162-bbcb-61c8fe9babec" -d '{"events": [{"name": "network-changed", "server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:14.892267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3f194-fcec-4338-a6ad-e9d7a28575b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:14.950305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ead5e83-61c4-42e6-a6ce-1afdf02e508b']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:14.967770 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64943569-3ae4-4afe-ad12-791b8264c0a5 x-openstack-request-id: req-64943569-3ae4-4afe-ad12-791b8264c0a5 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:14.968131 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:14.968302 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64943569-3ae4-4afe-ad12-791b8264c0a5 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:14.968718 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64943569-3ae4-4afe-ad12-791b8264c0a5'] response: {'name': 'network-changed', 'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'status': 'completed', 'code': 200} Mar 22 14:06:14.980626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9897c6-ada9-47c5-9883-279936117ec8') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:14.982971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9897c6-ada9-47c5-9883-279936117ec8') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:15.009688 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (5e9897c6-ada9-47c5-9883-279936117ec8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.010823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3256-456e-406f-a879-306ca3237c0a req-611342cc-b29b-44ce-9f21-b7f184b5e120 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:15.023741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a66f3256-456e-406f-a879-306ca3237c0a req-611342cc-b29b-44ce-9f21-b7f184b5e120 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.2536879 Mar 22 14:06:15.036181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5e9897c6-ada9-47c5-9883-279936117ec8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.044837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:06:15.045242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (5e9897c6-ada9-47c5-9883-279936117ec8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:06:15.109738 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:06:15.128631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (2ead5e83-61c4-42e6-a6ce-1afdf02e508b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.154722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.155090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-a28202c3-17a2-403d-b4c1-e1776896b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:15.156638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-a28202c3-17a2-403d-b4c1-e1776896b4a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1125 time: 0.2597573 Mar 22 14:06:15.166528 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2ead5e83-61c4-42e6-a6ce-1afdf02e508b HTTP/1.1" status: 204 len: 168 time: 0.6522560 Mar 22 14:06:15.247134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eff41-34d7-40ff-ae28-965e7ef229f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ead5e83-61c4-42e6-a6ce-1afdf02e508b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:15.258715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:15.313236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a66f3256-456e-406f-a879-306ca3237c0a req-c5e5f85f-c89f-4809-b1cd-122821384cfe tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881505 Mar 22 14:06:15.315255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-cbb254b3-14cc-49a8-a5a8-b7b9469c9fc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 217 time: 0.1150498 Mar 22 14:06:15.436917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-e3d3dbdf-868e-495c-acea-c0d0b52fa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:15.439941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-e3d3dbdf-868e-495c-acea-c0d0b52fa615 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.1081250 Mar 22 14:06:15.473472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:15.486082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] Sync routers for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:15.487963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54960) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:15.497600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e1125ff4-2d20-4386-ba47-c0c29516ac26 admin admin] 10.222.0.44 "PUT /v2.0/routers/4f8c8413-f1d1-48f4-8f05-d0c3847dbc34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6011629 Mar 22 14:06:15.500218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:15.509250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:15.510311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:15.605876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8d9cce42-d65a-43c6-a8f5-dbc7e46555f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c025756804d343f89012d5caa2f4acb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1167085 Mar 22 14:06:15.609873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-578323d7-8ef4-4fcc-8591-d3b7626709f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545160 Mar 22 14:06:15.610997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54966) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:15.808536 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-925beb06-6669-4bf1-9ad7-832d0ff950e1 admin admin] Publish callbacks [] for security_group (3cc5ec65-0e5d-4dea-84d4-344632effe6a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.891549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:15.930946 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-925beb06-6669-4bf1-9ad7-832d0ff950e1 admin admin] Publish callbacks [] for security_group (3cc5ec65-0e5d-4dea-84d4-344632effe6a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.945536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks [] for router (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.996281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49ad78d2-cf9f-4c15-944e-13b52b37fe36 req-b17aeb5a-6b13-4d91-9f67-8fe3d714b2ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0873783 Mar 22 14:06:16.000656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-028bd78d-da3a-4cd9-b712-1b81b04d6995 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808057 Mar 22 14:06:16.077168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks [] for router_gateway (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.156862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Deleting port 5decd012-f0e9-4682-828a-ee79713cea61 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:16.157175 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5decd012-f0e9-4682-828a-ee79713cea61), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.194202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-568f3bcb-9751-4339-8a59-f13c33e80765 req-84ecea35-ade0-4337-8fd1-9e7ca6db6a31 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668947 Mar 22 14:06:16.228802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-925beb06-6669-4bf1-9ad7-832d0ff950e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3cc5ec65-0e5d-4dea-84d4-344632effe6a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.233590 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-925beb06-6669-4bf1-9ad7-832d0ff950e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.236549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-925beb06-6669-4bf1-9ad7-832d0ff950e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cc5ec65-0e5d-4dea-84d4-344632effe6a HTTP/1.1" status: 204 len: 168 time: 0.6236513 Mar 22 14:06:16.251335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925beb06-6669-4bf1-9ad7-832d0ff950e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc5ec65-0e5d-4dea-84d4-344632effe6a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:16.264140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] For port 5decd012-f0e9-4682-828a-ee79713cea61, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5decd012-f0e9-4682-828a-ee79713cea61,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:16.264897 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5decd012-f0e9-4682-828a-ee79713cea61), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.284924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Calling delete_port for 5decd012-f0e9-4682-828a-ee79713cea61 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:16.444611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-8d6502df-bf88-48f4-8a76-0c5a736d47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.446226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-8d6502df-bf88-48f4-8a76-0c5a736d47e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1125 time: 0.1178451 Mar 22 14:06:16.461162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '5decd012-f0e9-4682-828a-ee79713cea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:06:13Z', 'revision_number': 5, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port': {'id': '5decd012-f0e9-4682-828a-ee79713cea61', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:05Z', 'updated_at': '2022-03-22T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:16.564929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] Checking router: 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:16.585861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] Routers {'4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:16.586809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:05:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:16.726706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5decd012-f0e9-4682-828a-ee79713cea61), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.799477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-9e471224-bf2e-4fdc-a6e9-f4771b0f9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.801681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-9e471224-bf2e-4fdc-a6e9-f4771b0f9d97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 915 time: 0.3275807 Mar 22 14:06:16.815762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5decd012-f0e9-4682-828a-ee79713cea61,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:16.908298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-3b9ca035-3abc-4f59-b320-928ce7c6c5e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 217 time: 0.0975778 Mar 22 14:06:16.975728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5aaf4-04b3-4e21-aba3-4d67ba4bee8c req-32648e14-6917-4806-a03b-973fde336cdc tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.977817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee5aaf4-04b3-4e21-aba3-4d67ba4bee8c req-32648e14-6917-4806-a03b-973fde336cdc tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.5264385 Mar 22 14:06:17.013266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-448786d1-e63a-4ac7-8d79-0a277f9917d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.014810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-448786d1-e63a-4ac7-8d79-0a277f9917d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.1004474 Mar 22 14:06:17.047496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee5aaf4-04b3-4e21-aba3-4d67ba4bee8c req-2c4fdf4d-31a7-4610-8dfc-e101a649d434 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603812 Mar 22 14:06:17.105520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.186845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-2b38a1fd-4e0a-46a5-9f1a-1a4a820e60f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999668 Mar 22 14:06:17.232650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] Set router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:17.310152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:06:16Z', 'revision_number': 6, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:17.386566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c5e14-5cda-4549-9269-43e53fc81138 None None] The sync data for ids ['4f8c8413-f1d1-48f4-8f05-d0c3847dbc34'] in n-d-834677-3 is: [{'id': '4f8c8413-f1d1-48f4-8f05-d0c3847dbc34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785746501-router', 'tenant_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:04Z', 'updated_at': '2022-03-22T14:06:16Z', 'revision_number': 6, 'project_id': 'ca154cbf0532414bb8bfbd2a4b96dccc', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:17.414233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5f8df06-b926-4652-811c-280b9769bcad req-e1ba872d-b982-45ab-9363-ba3b587fd194 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2064614 Mar 22 14:06:17.521475 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.528648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks [] for router_controller (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.550310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-76e7f6e1-7c17-4ee1-8739-23cf26630b68 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622973 Mar 22 14:06:17.650808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (4f8c8413-f1d1-48f4-8f05-d0c3847dbc34), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.652766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:06:17.664597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.667281 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-278c1643-dcae-410d-b6a8-590750ecfe69 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4f8c8413-f1d1-48f4-8f05-d0c3847dbc34 HTTP/1.1" status: 204 len: 168 time: 2.1640091 Mar 22 14:06:17.670695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:17.758184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] Deleting subnet 29d744b5-ca67-4b3a-ab65-e9d265595541 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:06:17.764834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] Publish callbacks [] for subnet (29d744b5-ca67-4b3a-ab65-e9d265595541), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.780241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba17921-05a9-4162-bbcb-61c8fe9babec req-bca1aa1d-c05c-4097-83af-f0a6d5c36600 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237685 Mar 22 14:06:17.838612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (29d744b5-ca67-4b3a-ab65-e9d265595541), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.956506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55014) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:18.022904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (29d744b5-ca67-4b3a-ab65-e9d265595541), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.145106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (29d744b5-ca67-4b3a-ab65-e9d265595541), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.153009 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e562-8e9b-4a82-bd7e-fb5fcc5a9430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.179463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-348097395-network', 'tenant_id': 'f8350aa18c8c4ffd9624de46ab966f6e'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:18.220307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d744b5-ca67-4b3a-ab65-e9d265595541,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:18.227743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.233880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2638f3-17e2-42e9-b484-b6541d8f2f16 None None] Network bb4a4160-0042-4358-b538-8604b65124c3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:06:18.235108 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a9ba54d5-97f0-4e2d-9df8-3b45be305141 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/29d744b5-ca67-4b3a-ab65-e9d265595541 HTTP/1.1" status: 204 len: 168 time: 0.5631807 Mar 22 14:06:18.239141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55020) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:18.248259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Made reservation on behalf of f8350aa18c8c4ffd9624de46ab966f6e for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:18.250987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.284786 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.383469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e7835-50d6-411d-b761-2c31fc77d0ff req-6a9a5555-ea7e-4e57-bdc4-79d58bd31d9f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.387538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa4e7835-50d6-411d-b761-2c31fc77d0ff req-6a9a5555-ea7e-4e57-bdc4-79d58bd31d9f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.1715653 Mar 22 14:06:18.389436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (bb4a4160-0042-4358-b538-8604b65124c3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.435366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:18.522215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa4e7835-50d6-411d-b761-2c31fc77d0ff req-d6b6bd5a-448b-4e06-bb30-ce8e17679e3a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161592 Mar 22 14:06:18.565452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Deleting port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:18.565915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.616293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks [] for security_group (651a203f-62d7-4bdb-a630-fe5160578691), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.625961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (651a203f-62d7-4bdb-a630-fe5160578691), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.707540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] DHCP port deletion for bb4a4160-0042-4358-b538-8604b65124c3 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:06:18.738903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651a203f-62d7-4bdb-a630-fe5160578691,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:18.758809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8dadd076-e49a-46ce-bc1b-fc96cb23673f req-bfed378b-0a4c-42ff-98ec-0bd990fb8cfe tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1229384 Mar 22 14:06:18.774855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:06:18.839730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a713141e-125b-4f38-bf5c-50d0f612a1c5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.839976 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Added segment a713141e-125b-4f38-bf5c-50d0f612a1c5 of type vlan for network 0c470c7f-e753-4190-9cd9-4d6307488ea2 Mar 22 14:06:18.868031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] For port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:18.868676 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.880036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.880378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.889578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.890065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.890442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.890737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.891075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.891407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.891800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.892063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.892376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.892694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.896083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Calling delete_port for 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:18.897443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:18.902275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.902666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.911243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:18.966457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3', 'port_id': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'mac_address': 'fa:16:3e:81:45:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19982f16-a417-4746-99d6-50297f9a1ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:18.966457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] Deleting port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:18.966687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.043899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (0c470c7f-e753-4190-9cd9-4d6307488ea2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.080250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (0c470c7f-e753-4190-9cd9-4d6307488ea2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.083948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:19.087761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.138477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.163836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] No DVR routers for this DVR port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:19.209808 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:19.232460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:19.233063 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.274611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3141932 Mar 22 14:06:19.288406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55032) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:19.315075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Request body: {'subnet': {'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-348097395-subnet', 'tenant_id': 'f8350aa18c8c4ffd9624de46ab966f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:19.322056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:19.381202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697938d4-dc37-47da-b9c6-2284fe5fceb5 admin admin] Pushing event updated for resources: {'Network': ['ID=0c470c7f-e753-4190-9cd9-4d6307488ea2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:19.411805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (bb4a4160-0042-4358-b538-8604b65124c3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.454459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Made reservation on behalf of f8350aa18c8c4ffd9624de46ab966f6e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:19.465479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.505302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f876d6-d74d-46e0-80ab-1efdeddacf49 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:19.525113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4a4160-0042-4358-b538-8604b65124c3']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:19.568061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:19.568664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18fc05a-a5ff-4e68-aed6-914ab6be1d84') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:19.583007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:19.602910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 0c470c7f-e753-4190-9cd9-4d6307488ea2 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:06:19.615544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (c18fc05a-a5ff-4e68-aed6-914ab6be1d84), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.625524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.634466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:19.637140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:19.637710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5decd012-f0e9-4682-828a-ee79713cea61 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:19.654167 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c18fc05a-a5ff-4e68-aed6-914ab6be1d84), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.671616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:06:19.672862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (c18fc05a-a5ff-4e68-aed6-914ab6be1d84), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:06:19.682373 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:06:19.867934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (bb4a4160-0042-4358-b538-8604b65124c3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.880908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5decd012-f0e9-4682-828a-ee79713cea61 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:19.881580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5decd012-f0e9-4682-828a-ee79713cea61 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:19.882968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 473cb4dc-156f-4f74-a9be-505440b277a5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:19.885184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.888602 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bb4a4160-0042-4358-b538-8604b65124c3 HTTP/1.1" status: 204 len: 168 time: 1.6483505 Mar 22 14:06:19.932712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683d3c4-b354-417c-99cb-ca47ce6010a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4a4160-0042-4358-b538-8604b65124c3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:19.949818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82058de6-8f40-466c-848e-2870195002ea req-e09cefa3-64ec-4b38-9890-93d348f5d92b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:19.951596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82058de6-8f40-466c-848e-2870195002ea req-e09cefa3-64ec-4b38-9890-93d348f5d92b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 944 time: 0.2449231 Mar 22 14:06:20.008990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:20.062004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82058de6-8f40-466c-848e-2870195002ea req-bce8a1ef-63a1-46e7-b792-99888de6154e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946193 Mar 22 14:06:20.090879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a103a3c-6e8f-4f72-a37b-ae18461efe13 req-df4e7774-115c-493b-91d7-aab20ca7699c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1381435 Mar 22 14:06:20.129274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55048) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:20.147998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 473cb4dc-156f-4f74-a9be-505440b277a5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:20.165357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 473cb4dc-156f-4f74-a9be-505440b277a5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:20.169801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] For port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,segment=NetworkSegment(c18fc05a-a5ff-4e68-aed6-914ab6be1d84),segment_id=c18fc05a-a5ff-4e68-aed6-914ab6be1d84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:20.170264 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.202571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55050) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:20.211735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8901716c-bd7a-4a8c-889d-6bf7f079ddd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca154cbf0532414bb8bfbd2a4b96dccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732219 Mar 22 14:06:20.212300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c2f876d6-d74d-46e0-80ab-1efdeddacf49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:20.300875 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (a57066ba-9b7e-4619-81a8-0d4dbc7f6498), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.338209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] Calling delete_port for 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:20.387089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57066ba-9b7e-4619-81a8-0d4dbc7f6498,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:20.430855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Checking segment: {'id': 'a713141e-125b-4f38-bf5c-50d0f612a1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:20.442478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Network hostable DHCP agents. Network: 0c470c7f-e753-4190-9cd9-4d6307488ea2, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:06:20.475533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3a794207-df25-42ab-aed1-900ccc832dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.483995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-709ab34b-365e-4dcf-a1ff-cdc2b16a7260 admin admin] Publish callbacks [] for security_group (99ac8ff4-595e-4aa5-83db-1376fffa044c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.536176 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-709ab34b-365e-4dcf-a1ff-cdc2b16a7260 admin admin] Publish callbacks [] for security_group (99ac8ff4-595e-4aa5-83db-1376fffa044c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.560266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Network 0c470c7f-e753-4190-9cd9-4d6307488ea2 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:06:20.584236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.590448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 0c470c7f-e753-4190-9cd9-4d6307488ea2) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:20.592676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] Network bb4a4160-0042-4358-b538-8604b65124c3 is not hosted by any dhcp agent {{(pid=110459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:06:20.593432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] No DVR routers for this DVR port 9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:20.596661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:20.611578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.642021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0374503-0e9c-4369-aed3-33f8c97f026b None None] Network 0c470c7f-e753-4190-9cd9-4d6307488ea2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:06:20.662024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dd7ab657-7642-4699-af3b-44902326deeb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3584523 Mar 22 14:06:20.662024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-709ab34b-365e-4dcf-a1ff-cdc2b16a7260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (99ac8ff4-595e-4aa5-83db-1376fffa044c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.662024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-709ab34b-365e-4dcf-a1ff-cdc2b16a7260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.679398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-709ab34b-365e-4dcf-a1ff-cdc2b16a7260 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99ac8ff4-595e-4aa5-83db-1376fffa044c HTTP/1.1" status: 204 len: 168 time: 0.4650509 Mar 22 14:06:20.742419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ab34b-365e-4dcf-a1ff-cdc2b16a7260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac8ff4-595e-4aa5-83db-1376fffa044c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:20.891337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5375e-075a-44e8-9d0d-6032956a2db6 None None] Pushing event deleted for resources: {'Port': ['ID=9d9026f6-351f-4d6c-9a09-9a4ba4bee7d7,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:20.924348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecaf0fd-97f6-4d2a-bf7e-8336121b6535 None None] Network 0c470c7f-e753-4190-9cd9-4d6307488ea2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:06:21.406964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f19949a5-d2ac-424b-a6a0-d8ad385047a8 req-35482ef3-ca66-45f1-b35c-187b38f90b13 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0760286 Mar 22 14:06:21.447336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb3791-9143-434b-9a3a-91ce4dc5c0f0 req-0b9bd208-18f4-4b47-aa40-8862d5347c27 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:21.468413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04bb3791-9143-434b-9a3a-91ce4dc5c0f0 req-0b9bd208-18f4-4b47-aa40-8862d5347c27 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 944 time: 0.2222931 Mar 22 14:06:21.628423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04bb3791-9143-434b-9a3a-91ce4dc5c0f0 req-96d1c461-e32d-4c78-80ee-b510ab9c3d26 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530750 Mar 22 14:06:21.792298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.201424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-28b28fa8-5cb6-48c4-8369-8b5710fbbdf9 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.214386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-28b28fa8-5cb6-48c4-8369-8b5710fbbdf9 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/networks?id=0c470c7f-e753-4190-9cd9-4d6307488ea2 HTTP/1.1" status: 200 len: 812 time: 0.3466289 Mar 22 14:06:22.229951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-ad807d12-caa3-474c-bc01-bf6d3cd32055 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/quotas/f8350aa18c8c4ffd9624de46ab966f6e HTTP/1.1" status: 200 len: 375 time: 0.0139723 Mar 22 14:06:22.308700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-1a2b9436-4ef1-46ce-9a09-f2375c238416 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8350aa18c8c4ffd9624de46ab966f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679722 Mar 22 14:06:22.446410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-0d33b0d8-f65b-4377-9d9d-5748a8b90bd7 service neutron] 10.222.0.44 "GET /v2.0/networks/0c470c7f-e753-4190-9cd9-4d6307488ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362066 Mar 22 14:06:22.469830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:22.575972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port c2f876d6-d74d-46e0-80ab-1efdeddacf49 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:22.584917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port c2f876d6-d74d-46e0-80ab-1efdeddacf49 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:22.585703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.596966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-439d8fc7-076a-47db-b698-c02d3a05c85c service neutron] 10.222.0.44 "GET /v2.0/networks/0c470c7f-e753-4190-9cd9-4d6307488ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368465 Mar 22 14:06:22.702641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:22.703405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.749385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:22.755276 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c96ba-e28e-47fa-b04a-7eea66c8be1c" -d '{"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-plugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:22.778850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:22.787482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.888225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:22.946859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1c96370-c608-449f-867e-0e21e2e9be89 req-6ef68b93-c5e1-4995-adbc-76d4dbb23aa7 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0660977 Mar 22 14:06:23.248673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36304100-bf0f-48b4-816b-346d8156841c req-760e1dca-c0d9-4288-90a9-83018ce67ea5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.254516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36304100-bf0f-48b4-816b-346d8156841c req-760e1dca-c0d9-4288-90a9-83018ce67ea5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2106848 Mar 22 14:06:23.297554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f627a23-447a-468b-a864-2e81ee5cbf13 req-89fb7c30-c19a-46c7-aa73-d7870bc62f10 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.303266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f627a23-447a-468b-a864-2e81ee5cbf13 req-89fb7c30-c19a-46c7-aa73-d7870bc62f10 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.1554725 Mar 22 14:06:23.309221 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:23.428199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f627a23-447a-468b-a864-2e81ee5cbf13 req-978a5baf-b71e-4603-a7a3-86e562d8d07c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093359 Mar 22 14:06:23.456557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36304100-bf0f-48b4-816b-346d8156841c req-93eac824-d64e-471f-8bf7-cad7df689355 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970458 Mar 22 14:06:23.500612 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd4b89-585d-42e2-ad48-0ab35688ef1e x-openstack-request-id: req-a9bd4b89-585d-42e2-ad48-0ab35688ef1e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:23.501028 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-plugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:23.501372 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9bd4b89-585d-42e2-ad48-0ab35688ef1e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:23.501888 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bd4b89-585d-42e2-ad48-0ab35688ef1e'] response: {'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'code': 200} Mar 22 14:06:23.615001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e97afff7-584b-4ada-aebc-64b04a05780a req-d8e8459f-c8b4-4396-9c06-049137165ff7 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 210 time: 0.0812242 Mar 22 14:06:23.700210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b655cd-bd01-40de-b071-646d3fd66741 req-11216b8b-2744-4ad3-bd08-5a6f017bb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.706982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b655cd-bd01-40de-b071-646d3fd66741 req-11216b8b-2744-4ad3-bd08-5a6f017bb315 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1127 time: 0.0896294 Mar 22 14:06:23.774814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b655cd-bd01-40de-b071-646d3fd66741 req-5c18374d-b8b2-416c-be2e-6e8810d8cfd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609016 Mar 22 14:06:24.162575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cda90bde-f8f2-477e-8aea-5861ac48e3b7 req-14442fa4-105f-4730-8341-856293f177ff tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0948763 Mar 22 14:06:24.179007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.480510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-fe3f1724-ef9e-4841-a860-2153dc93ab6f tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:24.482234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-fe3f1724-ef9e-4841-a860-2153dc93ab6f tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.57 "GET /v2.0/networks?id=0c470c7f-e753-4190-9cd9-4d6307488ea2 HTTP/1.1" status: 200 len: 812 time: 0.2351890 Mar 22 14:06:24.502741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Request body: {'port': {'device_id': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2', 'admin_state_up': True, 'tenant_id': 'f8350aa18c8c4ffd9624de46ab966f6e'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:24.581565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.687701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd5719-5ed9-4235-969c-8e59eb352f77 req-b75cb4af-eba1-4b03-94ac-de4197e1fd95 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:24.695145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bfd5719-5ed9-4235-969c-8e59eb352f77 req-b75cb4af-eba1-4b03-94ac-de4197e1fd95 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1051519 Mar 22 14:06:24.748638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Made reservation on behalf of f8350aa18c8c4ffd9624de46ab966f6e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:24.753131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.775884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bfd5719-5ed9-4235-969c-8e59eb352f77 req-4175519f-4953-4fb4-bc39-c53c0c1aefd3 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797894 Mar 22 14:06:24.903794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aabac948-d539-4e15-a016-dac644dd9ab9 req-19b98fbd-d2b9-471b-9b2d-44d9db58448e tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 210 time: 0.0387678 Mar 22 14:06:25.005313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Allocated IP 172.20.0.14 (0c470c7f-e753-4190-9cd9-4d6307488ea2/a57066ba-9b7e-4619-81a8-0d4dbc7f6498/fd4cb45f-d13c-47ed-84a0-d4853ba59282) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:25.284732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks [] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.328011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-878bb52d-c0f4-47b7-9849-2c9740082385 req-3c87ffc6-34b9-4499-92ba-21f23971c4c0 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0378144 Mar 22 14:06:25.385159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.471702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Pushing event updated for resources: {'Port': ['ID=fd4cb45f-d13c-47ed-84a0-d4853ba59282,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:25.485992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Network 0c470c7f-e753-4190-9cd9-4d6307488ea2 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:25.487560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:25.494216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:25.552373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:25.553079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.580282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-f210f029-0dad-498d-a513-f33b43a11521 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0883751 Mar 22 14:06:25.594099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Request body: {'port': {'device_id': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:25.680256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.045115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4cb45f-d13c-47ed-84a0-d4853ba59282 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:26.055382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Publish callbacks [] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.072568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Transition to ACTIVE for port object fd4cb45f-d13c-47ed-84a0-d4853ba59282 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:26.079378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.175211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4cb45f-d13c-47ed-84a0-d4853ba59282,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:26.315227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Attempting to bind port fd4cb45f-d13c-47ed-84a0-d4853ba59282 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:26.315914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Attempting to bind port fd4cb45f-d13c-47ed-84a0-d4853ba59282 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'a713141e-125b-4f38-bf5c-50d0f612a1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:26.316464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Attempting to bind port fd4cb45f-d13c-47ed-84a0-d4853ba59282 on network 0c470c7f-e753-4190-9cd9-4d6307488ea2 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:26.328352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Port fd4cb45f-d13c-47ed-84a0-d4853ba59282 on network 0c470c7f-e753-4190-9cd9-4d6307488ea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:26.329024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Attempting to bind port fd4cb45f-d13c-47ed-84a0-d4853ba59282 on network 0c470c7f-e753-4190-9cd9-4d6307488ea2 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:26.345124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:26.345874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Checking segment: {'id': 'a713141e-125b-4f38-bf5c-50d0f612a1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:26.346497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Bound using segment: {'id': 'a713141e-125b-4f38-bf5c-50d0f612a1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:26.347156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Bound port: fd4cb45f-d13c-47ed-84a0-d4853ba59282, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a713141e-125b-4f38-bf5c-50d0f612a1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:26.347725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.484010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:26.487681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:26.681697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:26.682107 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.707271 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:06:26.871222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:26.913837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:26.917097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2534e635-9634-4856-85ba-98deef45308a', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': '2534e635-9634-4856-85ba-98deef45308a', 'mac_address': 'fa:16:3e:fd:2a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:26.927417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:26.934389 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0f7e42-3cce-4924-a3c0-4ce2a03cbdbb" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:26.938557 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.988140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] For port fd4cb45f-d13c-47ed-84a0-d4853ba59282, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:27.018406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe6697-8ef6-45f9-a6a3-1f17b0ce359c req-e161de3c-a4a0-4db6-872a-2d78cfc2838b tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.020122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8afe6697-8ef6-45f9-a6a3-1f17b0ce359c req-e161de3c-a4a0-4db6-872a-2d78cfc2838b tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 944 time: 0.6591234 Mar 22 14:06:27.037028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:27.037803 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:27.041416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fcffd-17cc-43b3-b425-d72f0b15cfd3 req-e9e19a75-3ccf-4b31-afc7-c93320340348 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.055035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-892fcffd-17cc-43b3-b425-d72f0b15cfd3 req-e9e19a75-3ccf-4b31-afc7-c93320340348 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.6600564 Mar 22 14:06:27.088269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] For port fd4cb45f-d13c-47ed-84a0-d4853ba59282, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fd4cb45f-d13c-47ed-84a0-d4853ba59282,segment=NetworkSegment(a713141e-125b-4f38-bf5c-50d0f612a1c5),segment_id=a713141e-125b-4f38-bf5c-50d0f612a1c5)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:27.145436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:27.162605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:27.191486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.192140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.192685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.193300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.193871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.194443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.195434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.197058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.198160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.198724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.201101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.201736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.206335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.206900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.207448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:27.212321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2534e635-9634-4856-85ba-98deef45308a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:27.261768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:27.271710 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:27.314028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.314990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:27.316618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] 10.222.0.57 "PUT /v2.0/ports/fd4cb45f-d13c-47ed-84a0-d4853ba59282 HTTP/1.1" status: 200 len: 1092 time: 1.7271600 Mar 22 14:06:27.317076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'tag': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:27.319335 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4455ed6b-4587-4dac-8377-94e4a9e85b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "576b7f12-a3eb-44f3-aa7e-4dd612bf94f4", "tag": "fd4cb45f-d13c-47ed-84a0-d4853ba59282"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:27.348814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:27.369299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8afe6697-8ef6-45f9-a6a3-1f17b0ce359c req-4be85670-7aaf-4977-af65-2672d5c42464 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092463 Mar 22 14:06:27.440362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2534e635-9634-4856-85ba-98deef45308a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:27.446654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-892fcffd-17cc-43b3-b425-d72f0b15cfd3 req-1889bec3-d325-4a61-ba1f-90267996bdd3 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901746 Mar 22 14:06:27.448938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f9250-a9a9-4e0f-8187-3d15ef552061 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4cb45f-d13c-47ed-84a0-d4853ba59282,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:27.508310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-a11d4888-21b6-42d6-8b53-4ffdcc347b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.509872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-a11d4888-21b6-42d6-8b53-4ffdcc347b68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f8350aa18c8c4ffd9624de46ab966f6e&device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 1126 time: 0.1354024 Mar 22 14:06:27.534402 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2daa811-a09c-4d3c-8c7c-35ca9ea1e6d6 x-openstack-request-id: req-d2daa811-a09c-4d3c-8c7c-35ca9ea1e6d6 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:27.534901 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:27.549296 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2daa811-a09c-4d3c-8c7c-35ca9ea1e6d6 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:27.550162 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2daa811-a09c-4d3c-8c7c-35ca9ea1e6d6'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'code': 200} Mar 22 14:06:27.739806 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d41aa2-ce0a-463d-92a1-8ca367163fc9 x-openstack-request-id: req-84d41aa2-ce0a-463d-92a1-8ca367163fc9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:27.744626 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b7f12-a3eb-44f3-aa7e-4dd612bf94f4", "tag": "fd4cb45f-d13c-47ed-84a0-d4853ba59282", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:27.745070 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84d41aa2-ce0a-463d-92a1-8ca367163fc9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:27.745677 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d41aa2-ce0a-463d-92a1-8ca367163fc9'] response: {'name': 'network-changed', 'server_uuid': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'tag': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282', 'status': 'completed', 'code': 200} Mar 22 14:06:27.757238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7ebb5f6-8ab6-4521-ac89-5c8e22b7a2a5 req-16def5f8-dbfe-49ad-bbfa-fe7c3197b6bd tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2463038 Mar 22 14:06:27.769913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-098a99c1-50e6-410d-b46c-eab75d6e5594 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd4cb45f-d13c-47ed-84a0-d4853ba59282 HTTP/1.1" status: 200 len: 217 time: 0.2405858 Mar 22 14:06:27.905468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-ac309b4e-5cd0-4a5c-b947-7dc44b923acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.914844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-ac309b4e-5cd0-4a5c-b947-7dc44b923acf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a57066ba-9b7e-4619-81a8-0d4dbc7f6498 HTTP/1.1" status: 200 len: 852 time: 0.1314929 Mar 22 14:06:27.999253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-d155ffe0-c9d6-46c2-841e-ae1f4852f542 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c470c7f-e753-4190-9cd9-4d6307488ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835028 Mar 22 14:06:28.323053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.382847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-2107c87f-3ee4-47d7-a779-86df9e8deafe tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:28.391512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-2107c87f-3ee4-47d7-a779-86df9e8deafe tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 814 time: 0.4589775 Mar 22 14:06:28.411176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-7c574f1a-298e-4bb3-bd09-6485a7eb54a4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/quotas/b3d63234582f41cf9d1af373264eb728 HTTP/1.1" status: 200 len: 375 time: 0.0186090 Mar 22 14:06:28.421178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-050fb85c-f27c-4b72-877a-9fec83e59b5c service neutron] 10.222.0.57 "GET /v2.0/networks/0c470c7f-e753-4190-9cd9-4d6307488ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106534 Mar 22 14:06:28.500006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:28.500489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55294) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:28.635715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2534e635-9634-4856-85ba-98deef45308a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:28.636819 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2534e635-9634-4856-85ba-98deef45308a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.758581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-cb822f0d-80c1-4966-b7db-d0e0fa891d91 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3463333 Mar 22 14:06:28.805333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66764340-298e-491c-a3cb-bb7de326fed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.809173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4839d84-5768-4faa-8659-6cd6e5902d4b req-cd1992ab-a2ce-4507-8b8b-fbfcdc22539b service neutron] 10.222.0.57 "GET /v2.0/networks/0c470c7f-e753-4190-9cd9-4d6307488ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627737 Mar 22 14:06:28.854754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:28.855148 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.960809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb349112-ce38-4cbe-99c5-5542f6dde1b6 req-4fd94cfb-e87a-4d2e-8b5a-8c6a991ba5d7 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:28.965214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb349112-ce38-4cbe-99c5-5542f6dde1b6 req-4fd94cfb-e87a-4d2e-8b5a-8c6a991ba5d7 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 944 time: 0.4555895 Mar 22 14:06:29.005745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:29.012038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66764340-298e-491c-a3cb-bb7de326fed5 admin admin] Publish callbacks [] for security_group (2e8b0361-1065-4356-90f4-1191c8272f32), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.016659 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.018884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66764340-298e-491c-a3cb-bb7de326fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2e8b0361-1065-4356-90f4-1191c8272f32), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.048714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66764340-298e-491c-a3cb-bb7de326fed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b0361-1065-4356-90f4-1191c8272f32,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:29.099795 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-66764340-298e-491c-a3cb-bb7de326fed5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cca67acdd5d4e5aa31a076025a2e4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981450 Mar 22 14:06:29.121728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55308) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:29.123452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb349112-ce38-4cbe-99c5-5542f6dde1b6 req-2c52b5ea-8dad-434c-865d-33f0645656b2 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410766 Mar 22 14:06:29.172136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-142955d8-adf3-458c-b698-d921c5eb4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:29.176228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-142955d8-adf3-458c-b698-d921c5eb4df3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f8350aa18c8c4ffd9624de46ab966f6e&device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 1126 time: 0.2922788 Mar 22 14:06:29.207386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:29.215937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f713968-33f8-4879-8874-37e2ec689b3c admin admin] Publish callbacks [] for security_group (2e8b0361-1065-4356-90f4-1191c8272f32), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.282622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f713968-33f8-4879-8874-37e2ec689b3c admin admin] Publish callbacks [] for security_group (2e8b0361-1065-4356-90f4-1191c8272f32), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.364649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-cb80dfb2-470b-4523-8275-52300fcb5aec service neutron] 10.222.0.44 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051178 Mar 22 14:06:29.385779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f713968-33f8-4879-8874-37e2ec689b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2e8b0361-1065-4356-90f4-1191c8272f32), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.388819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f713968-33f8-4879-8874-37e2ec689b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.390053 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4f713968-33f8-4879-8874-37e2ec689b3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e8b0361-1065-4356-90f4-1191c8272f32 HTTP/1.1" status: 204 len: 168 time: 0.2671402 Mar 22 14:06:29.400987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f713968-33f8-4879-8874-37e2ec689b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b0361-1065-4356-90f4-1191c8272f32,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:29.551570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:29.554786 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21c355-9f66-4453-aa3b-c99fa5d8aea9" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:29.575680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8575a6eb-9763-40ec-ad6e-68f77a4cd9b0 req-0af929b5-138d-4a50-8f11-7cf8c1e8852c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2754827 Mar 22 14:06:29.700906 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122db042-665d-4a7d-bc0b-5dfc3f990c99 x-openstack-request-id: req-122db042-665d-4a7d-bc0b-5dfc3f990c99 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:29.701855 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:29.702308 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-122db042-665d-4a7d-bc0b-5dfc3f990c99 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:29.702875 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122db042-665d-4a7d-bc0b-5dfc3f990c99'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'code': 200} Mar 22 14:06:29.786514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-1563b59a-3a75-463c-ae4a-9c02a1090396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:29.805272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-1563b59a-3a75-463c-ae4a-9c02a1090396 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c470c7f-e753-4190-9cd9-4d6307488ea2 HTTP/1.1" status: 200 len: 913 time: 0.6174352 Mar 22 14:06:29.828571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-2047d026-36c2-42da-bd10-002041b9933c service neutron] 10.222.0.44 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630499 Mar 22 14:06:29.897354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-94ce4508-6848-4b65-badd-120c5ef40070 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd4cb45f-d13c-47ed-84a0-d4853ba59282 HTTP/1.1" status: 200 len: 217 time: 0.0779688 Mar 22 14:06:30.014287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-e0b74cb0-a766-44de-885f-f4358f024e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:30.016113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-e0b74cb0-a766-44de-885f-f4358f024e94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a57066ba-9b7e-4619-81a8-0d4dbc7f6498 HTTP/1.1" status: 200 len: 852 time: 0.1118374 Mar 22 14:06:30.106388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-dd0c2ef5-d237-49c6-b192-9150e26dd974 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c470c7f-e753-4190-9cd9-4d6307488ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779331 Mar 22 14:06:30.430376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ad4cc81-622f-4ec1-b742-412dc1a63baa req-c9e7a3c9-fe78-4c09-8e00-7a360629a3dd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 210 time: 0.1075895 Mar 22 14:06:30.594493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-4f6469ac-0104-4b31-95c6-bfcc789640fe service neutron] 10.222.0.57 "GET /v2.0/networks/0c470c7f-e753-4190-9cd9-4d6307488ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826984 Mar 22 14:06:30.843993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-134730da-3acf-4806-ac20-cb43f2e37ef7 req-b7d45983-d33a-4192-9106-7d5eae7745d1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0477695 Mar 22 14:06:30.887134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb198b-6fb6-4f8c-98fe-a1779706ad2f req-2a9c1b0e-4e96-4746-bf69-e8cc254a6873 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:30.895664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40bb198b-6fb6-4f8c-98fe-a1779706ad2f req-2a9c1b0e-4e96-4746-bf69-e8cc254a6873 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 944 time: 0.4573343 Mar 22 14:06:31.011191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4455ed6b-4587-4dac-8377-94e4a9e85b9e req-1f0e626d-04df-45c0-89f1-7fb08f7899e5 service neutron] 10.222.0.57 "GET /v2.0/networks/0c470c7f-e753-4190-9cd9-4d6307488ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094770 Mar 22 14:06:31.057936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40bb198b-6fb6-4f8c-98fe-a1779706ad2f req-4a39e709-dc1b-4845-b40e-1ffe19a520ac tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572044 Mar 22 14:06:31.465194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device fd4cb45f-d13c-47ed-84a0-d4853ba59282 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:31.807169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port fd4cb45f-d13c-47ed-84a0-d4853ba59282, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fd4cb45f-d13c-47ed-84a0-d4853ba59282,segment=NetworkSegment(a713141e-125b-4f38-bf5c-50d0f612a1c5),segment_id=a713141e-125b-4f38-bf5c-50d0f612a1c5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:31.813451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-114dcf05-f9c7-4f1e-8e45-4ef2d446a97d req-1c296e94-837e-4747-b49c-44a12157d306 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 210 time: 0.1323857 Mar 22 14:06:31.850156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282', 'network_id': '0c470c7f-e753-4190-9cd9-4d6307488ea2', 'port_id': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282', 'mac_address': 'fa:16:3e:dc:1f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57066ba-9b7e-4619-81a8-0d4dbc7f6498', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:31.901065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port fd4cb45f-d13c-47ed-84a0-d4853ba59282 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:31.901457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:31.916523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4cb45f-d13c-47ed-84a0-d4853ba59282 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:31.962548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port fd4cb45f-d13c-47ed-84a0-d4853ba59282, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fd4cb45f-d13c-47ed-84a0-d4853ba59282,segment=NetworkSegment(a713141e-125b-4f38-bf5c-50d0f612a1c5),segment_id=a713141e-125b-4f38-bf5c-50d0f612a1c5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:31.968140 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:32.078365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=fd4cb45f-d13c-47ed-84a0-d4853ba59282,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:32.140493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69a84f1d-994e-48f1-a177-26afd807f110 req-ef26266e-7ef0-45ab-9b7f-689f25e66155 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0962648 Mar 22 14:06:32.214120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['fd4cb45f-d13c-47ed-84a0-d4853ba59282'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:32.788226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-4ec38771-74dc-4134-876e-e1cc91ef1e9c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:32.794506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-4ec38771-74dc-4134-876e-e1cc91ef1e9c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 814 time: 0.4450929 Mar 22 14:06:32.897821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Request body: {'port': {'device_id': '39705345-68ee-446c-853a-f34921b8e28d', 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3', 'admin_state_up': True, 'tenant_id': 'b3d63234582f41cf9d1af373264eb728'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:33.181727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a298e80-fab6-4f42-a9ea-b4451c5082f8 req-4fddde0d-0c6e-493a-9f02-3a13637d734e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 210 time: 0.1150284 Mar 22 14:06:33.223424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db80f3-4eff-4a57-84a1-bd10d4ce3821 req-ddc5b3b0-e3aa-4502-85eb-020386a3432b tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:33.231096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58db80f3-4eff-4a57-84a1-bd10d4ce3821 req-ddc5b3b0-e3aa-4502-85eb-020386a3432b tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 945 time: 0.4380035 Mar 22 14:06:33.371740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81be08c5-d180-44b3-9550-100d0984a4fa req-d1e13e16-f0eb-4da3-b642-b8c83d3b0efb tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0501711 Mar 22 14:06:33.391495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58db80f3-4eff-4a57-84a1-bd10d4ce3821 req-b48c6b84-b15c-4319-88c1-6af274864673 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592689 Mar 22 14:06:33.412296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Made reservation on behalf of b3d63234582f41cf9d1af373264eb728 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:33.416948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:33.485448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device fd4cb45f-d13c-47ed-84a0-d4853ba59282 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:33.604388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port fd4cb45f-d13c-47ed-84a0-d4853ba59282 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:33.635944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port fd4cb45f-d13c-47ed-84a0-d4853ba59282 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:33.636630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:33.772401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Allocated IP 172.20.0.7 (57aef518-ec9b-4e15-a7a9-80a0695722a3/19982f16-a417-4746-99d6-50297f9a1ef4/0ee4ca4b-6c54-4769-b94d-53da588c937a) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:33.913585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port fd4cb45f-d13c-47ed-84a0-d4853ba59282 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:33.914468 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:33.992510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port fd4cb45f-d13c-47ed-84a0-d4853ba59282, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fd4cb45f-d13c-47ed-84a0-d4853ba59282,segment=NetworkSegment(a713141e-125b-4f38-bf5c-50d0f612a1c5),segment_id=a713141e-125b-4f38-bf5c-50d0f612a1c5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:34.002569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:34.002569 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9daefc-166e-4fd8-8321-c6e6aaeb2ba3" -d '{"events": [{"server_uuid": "576b7f12-a3eb-44f3-aa7e-4dd612bf94f4", "name": "network-vif-plugged", "status": "completed", "tag": "fd4cb45f-d13c-47ed-84a0-d4853ba59282"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:34.008449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:34.159293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks [] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:34.160581 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc394b7-556f-4cf2-b827-e6a1c7fca790 x-openstack-request-id: req-ebc394b7-556f-4cf2-b827-e6a1c7fca790 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:34.160876 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b7f12-a3eb-44f3-aa7e-4dd612bf94f4", "name": "network-vif-plugged", "status": "completed", "tag": "fd4cb45f-d13c-47ed-84a0-d4853ba59282", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:34.161138 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebc394b7-556f-4cf2-b827-e6a1c7fca790 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:34.161541 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc394b7-556f-4cf2-b827-e6a1c7fca790'] response: {'server_uuid': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282', 'code': 200} Mar 22 14:06:34.199509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=fd4cb45f-d13c-47ed-84a0-d4853ba59282,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:34.283578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:34.301798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c2f876d6-d74d-46e0-80ab-1efdeddacf49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:34.587812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Network 57aef518-ec9b-4e15-a7a9-80a0695722a3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:34.589576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:34.597255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:34.816419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Pushing event updated for resources: {'Port': ['ID=0ee4ca4b-6c54-4769-b94d-53da588c937a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:34.873541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a969d-b870-4afd-866a-1512af183210 req-ef2d514a-000b-4fff-b7a8-37bbf71f5a03 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.881016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-635a969d-b870-4afd-866a-1512af183210 req-ef2d514a-000b-4fff-b7a8-37bbf71f5a03 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 931 time: 0.4722919 Mar 22 14:06:34.917752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae1c87-8f1e-43a3-b627-7a8c6c0214a5 req-7d316738-0fba-4cc1-ba28-92994d2780c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.919320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91ae1c87-8f1e-43a3-b627-7a8c6c0214a5 req-7d316738-0fba-4cc1-ba28-92994d2780c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 1128 time: 0.6654634 Mar 22 14:06:34.929928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.930622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:34.981814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-bb0282f9-5011-4c5e-a59c-ca9022be2122 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0958672 Mar 22 14:06:35.014764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Request body: {'port': {'device_id': '39705345-68ee-446c-853a-f34921b8e28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:35.034117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-635a969d-b870-4afd-866a-1512af183210 req-221c8bed-da2d-4ee2-866a-32c65f63a7da tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520996 Mar 22 14:06:35.055865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c84434-6f3a-40f9-ab68-1cdc46fd41a0 req-90d6d9c2-8071-4389-9a95-c71df9095086 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.068479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7c84434-6f3a-40f9-ab68-1cdc46fd41a0 req-90d6d9c2-8071-4389-9a95-c71df9095086 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 946 time: 0.3392107 Mar 22 14:06:35.282893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91ae1c87-8f1e-43a3-b627-7a8c6c0214a5 req-b5a8bae4-1834-4e3e-b8a5-77237f59ba47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380225 Mar 22 14:06:35.332778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd412519-5997-46e0-a6f0-2b35a61d222b req-4b2dc278-e72a-40d8-90b4-3b42ab88fe5c tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1228850 Mar 22 14:06:35.439305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7c84434-6f3a-40f9-ab68-1cdc46fd41a0 req-732d577e-11fb-41fd-8d79-73f8a6555b1a tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615186 Mar 22 14:06:35.440603 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:35.733192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55444) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:36.013636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06c08aad-c01e-4bf0-9816-2fe6fc38c36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.196075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06c08aad-c01e-4bf0-9816-2fe6fc38c36b admin admin] Publish callbacks [] for security_group (76b83348-cef1-4b42-8be3-c1694a355614), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.203660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06c08aad-c01e-4bf0-9816-2fe6fc38c36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76b83348-cef1-4b42-8be3-c1694a355614), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.240845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee4ca4b-6c54-4769-b94d-53da588c937a {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:36.252391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Publish callbacks [] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.303139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Transition to ACTIVE for port object 0ee4ca4b-6c54-4769-b94d-53da588c937a will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:36.309748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.314309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06c08aad-c01e-4bf0-9816-2fe6fc38c36b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f405434805084ee5bc04cecf86b11d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5792403 Mar 22 14:06:36.320994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55454) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:36.328420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c08aad-c01e-4bf0-9816-2fe6fc38c36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b83348-cef1-4b42-8be3-c1694a355614,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:36.459034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eeefb-2ee4-467b-8b03-1e6fdebf1c66 req-a6c67754-e70c-4850-9416-bf6c51baaeef tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:36.466293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-847eeefb-2ee4-467b-8b03-1e6fdebf1c66 req-a6c67754-e70c-4850-9416-bf6c51baaeef tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 931 time: 0.2201746 Mar 22 14:06:36.576138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Pushing event updated for resources: {'Port': ['ID=0ee4ca4b-6c54-4769-b94d-53da588c937a,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:36.580526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb12fb0-ddc5-45cc-b19d-0322044f01fb req-839a22f2-ee51-491e-aa7d-9a5b5bff1c1d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1369083 Mar 22 14:06:36.674218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d11cce9e-ac95-45c7-9be6-ebf7d27befb2 admin admin] Publish callbacks [] for security_group (76b83348-cef1-4b42-8be3-c1694a355614), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.712909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-847eeefb-2ee4-467b-8b03-1e6fdebf1c66 req-d1fc0a9a-a619-4e43-9781-6e67e8c43425 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453885 Mar 22 14:06:36.770440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d11cce9e-ac95-45c7-9be6-ebf7d27befb2 admin admin] Publish callbacks [] for security_group (76b83348-cef1-4b42-8be3-c1694a355614), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.895758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Attempting to bind port 0ee4ca4b-6c54-4769-b94d-53da588c937a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:36.896106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Attempting to bind port 0ee4ca4b-6c54-4769-b94d-53da588c937a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:36.896419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Attempting to bind port 0ee4ca4b-6c54-4769-b94d-53da588c937a on network 57aef518-ec9b-4e15-a7a9-80a0695722a3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:36.920727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Port 0ee4ca4b-6c54-4769-b94d-53da588c937a on network 57aef518-ec9b-4e15-a7a9-80a0695722a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:36.921103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Attempting to bind port 0ee4ca4b-6c54-4769-b94d-53da588c937a on network 57aef518-ec9b-4e15-a7a9-80a0695722a3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:36.928778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:36.929937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Checking segment: {'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:36.930524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Bound using segment: {'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:36.931134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Bound port: 0ee4ca4b-6c54-4769-b94d-53da588c937a, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78aa225b-3886-4718-ac36-3d6371ca057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:36.931592 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.970584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4021558-376b-4004-8bbd-96ee9de59994 req-1c0c2bc6-7bea-4a7d-b6c4-75c9ee3be63c tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:36.977905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4021558-376b-4004-8bbd-96ee9de59994 req-1c0c2bc6-7bea-4a7d-b6c4-75c9ee3be63c tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 946 time: 0.1983957 Mar 22 14:06:37.128849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] For port 0ee4ca4b-6c54-4769-b94d-53da588c937a, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:37.133194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] For port 0ee4ca4b-6c54-4769-b94d-53da588c937a, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0ee4ca4b-6c54-4769-b94d-53da588c937a,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:37.162002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:37.275692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Pushing event updated for resources: {'Port': ['ID=0ee4ca4b-6c54-4769-b94d-53da588c937a,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:37.301695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d11cce9e-ac95-45c7-9be6-ebf7d27befb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76b83348-cef1-4b42-8be3-c1694a355614), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:37.304516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d11cce9e-ac95-45c7-9be6-ebf7d27befb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:37.312717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d11cce9e-ac95-45c7-9be6-ebf7d27befb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76b83348-cef1-4b42-8be3-c1694a355614 HTTP/1.1" status: 204 len: 168 time: 0.9898889 Mar 22 14:06:37.328776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cce9e-ac95-45c7-9be6-ebf7d27befb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b83348-cef1-4b42-8be3-c1694a355614,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:37.372681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:37.373939 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:37.379451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-637a3e6a-eb3c-46b8-bdea-a2ad9c6dbe4e service neutron] 10.222.0.42 "PUT /v2.0/ports/0ee4ca4b-6c54-4769-b94d-53da588c937a HTTP/1.1" status: 200 len: 1091 time: 2.3691702 Mar 22 14:06:37.388010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39705345-68ee-446c-853a-f34921b8e28d', 'tag': '0ee4ca4b-6c54-4769-b94d-53da588c937a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:37.391675 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf20438-b0d4-4159-82c2-83883d876adb" -d '{"events": [{"name": "network-changed", "server_uuid": "39705345-68ee-446c-853a-f34921b8e28d", "tag": "0ee4ca4b-6c54-4769-b94d-53da588c937a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:37.569861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4021558-376b-4004-8bbd-96ee9de59994 req-10c12ff3-8808-4dcc-9140-fc343af495d1 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908701 Mar 22 14:06:37.608952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-d9bacd36-5f3e-451a-b930-28019ac4c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:37.616831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-d9bacd36-5f3e-451a-b930-28019ac4c45c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 1125 time: 0.1911848 Mar 22 14:06:37.773791 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1d3343-ca9e-4386-8b83-5529676c8586 x-openstack-request-id: req-1a1d3343-ca9e-4386-8b83-5529676c8586 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:37.774041 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39705345-68ee-446c-853a-f34921b8e28d", "tag": "0ee4ca4b-6c54-4769-b94d-53da588c937a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:37.785477 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a1d3343-ca9e-4386-8b83-5529676c8586 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:37.786000 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1d3343-ca9e-4386-8b83-5529676c8586'] response: {'name': 'network-changed', 'server_uuid': '39705345-68ee-446c-853a-f34921b8e28d', 'tag': '0ee4ca4b-6c54-4769-b94d-53da588c937a', 'status': 'completed', 'code': 200} Mar 22 14:06:37.787753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-f63c75b1-6521-4192-9aae-3321c702d929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee4ca4b-6c54-4769-b94d-53da588c937a HTTP/1.1" status: 200 len: 217 time: 0.1590393 Mar 22 14:06:37.904334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-ca55d3fe-1456-44c0-a195-4f08b60592a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:37.909518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-ca55d3fe-1456-44c0-a195-4f08b60592a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.1145267 Mar 22 14:06:37.998417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-f7fdd4ea-a724-41e3-ada2-1c01356f4ee9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768151 Mar 22 14:06:38.226988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-b29a2e68-c9ab-4ee2-b6b7-aab13e76d99c service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220013 Mar 22 14:06:38.311484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d08bf66e-2148-4c9c-9cb3-f4a1fee4311f req-ebf8c442-24b2-41e8-bda1-4f7c1bfe4dd6 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2649729 Mar 22 14:06:38.537515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49ba3b-edbb-482b-8cf9-2a4d1d10f260 req-f990f3e4-3a19-4f0d-b9f9-2364b6603b75 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:38.539122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb49ba3b-edbb-482b-8cf9-2a4d1d10f260 req-f990f3e4-3a19-4f0d-b9f9-2364b6603b75 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 943 time: 0.2440631 Mar 22 14:06:38.550408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b04a6d9-4c37-4a49-a51a-b169a28bab09 req-a783c0d1-d8f0-46b6-a91f-740ed96fb94a service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933111 Mar 22 14:06:38.782954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb49ba3b-edbb-482b-8cf9-2a4d1d10f260 req-1316bca0-e198-4b98-8293-9842b1066e96 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314134 Mar 22 14:06:38.821068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf20438-b0d4-4159-82c2-83883d876adb req-37ae3c42-998d-41f3-84d4-098c9435ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:38.826896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf20438-b0d4-4159-82c2-83883d876adb req-37ae3c42-998d-41f3-84d4-098c9435ea36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 1125 time: 0.2046845 Mar 22 14:06:39.268052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220552eb-2243-4e83-a1c3-22b55bb67baf req-70cb5e70-2527-4276-8391-50ea33225260 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:39.280470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-220552eb-2243-4e83-a1c3-22b55bb67baf req-70cb5e70-2527-4276-8391-50ea33225260 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 946 time: 0.3022985 Mar 22 14:06:39.303076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf20438-b0d4-4159-82c2-83883d876adb req-d4688005-6a79-4d98-b409-b7983c4f2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:39.322118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf20438-b0d4-4159-82c2-83883d876adb req-d4688005-6a79-4d98-b409-b7983c4f2215 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 915 time: 0.4873831 Mar 22 14:06:39.464813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf20438-b0d4-4159-82c2-83883d876adb req-f35c0e72-2711-422d-bd71-4cae9a708bc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee4ca4b-6c54-4769-b94d-53da588c937a HTTP/1.1" status: 200 len: 217 time: 0.1040263 Mar 22 14:06:39.569349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-220552eb-2243-4e83-a1c3-22b55bb67baf req-7e0c9a7e-510c-4075-8cbf-205e74dea8be tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878423 Mar 22 14:06:39.589042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf20438-b0d4-4159-82c2-83883d876adb req-58477ce1-af4c-4d07-9a96-ede86dc96c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:39.594878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf20438-b0d4-4159-82c2-83883d876adb req-58477ce1-af4c-4d07-9a96-ede86dc96c9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.1046093 Mar 22 14:06:39.652046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf20438-b0d4-4159-82c2-83883d876adb req-4292cf39-245f-4cca-9312-22e837fb3952 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447357 Mar 22 14:06:39.784494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8eb89489-af04-452c-91f3-687de8a16f28 req-ff9157ce-c40e-49be-a597-d5e8fd01ba69 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1265895 Mar 22 14:06:39.931412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf20438-b0d4-4159-82c2-83883d876adb req-bc6de5d1-4654-42bb-9f00-6ec4b58652d5 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717695 Mar 22 14:06:40.517896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55574) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:40.529743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0ee4ca4b-6c54-4769-b94d-53da588c937a details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:40.779842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0ee4ca4b-6c54-4769-b94d-53da588c937a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0ee4ca4b-6c54-4769-b94d-53da588c937a,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:40.815700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '0ee4ca4b-6c54-4769-b94d-53da588c937a', 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3', 'port_id': '0ee4ca4b-6c54-4769-b94d-53da588c937a', 'mac_address': 'fa:16:3e:cb:de:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19982f16-a417-4746-99d6-50297f9a1ef4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:40.910551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d522e488-7395-4eeb-8ca7-037108b22bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:40.978268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0ee4ca4b-6c54-4769-b94d-53da588c937a is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:40.982088 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.005112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee4ca4b-6c54-4769-b94d-53da588c937a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:41.036227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0ee4ca4b-6c54-4769-b94d-53da588c937a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0ee4ca4b-6c54-4769-b94d-53da588c937a,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:41.056389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.074573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0cf20438-b0d4-4159-82c2-83883d876adb req-9938e4f0-bb76-4bc1-a886-0fbfdcb3814c service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0174181 Mar 22 14:06:41.197525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d522e488-7395-4eeb-8ca7-037108b22bb8 admin admin] Publish callbacks [] for security_group (81a3d6d7-ff82-4990-a645-5a0fb78ea82c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.210325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d522e488-7395-4eeb-8ca7-037108b22bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81a3d6d7-ff82-4990-a645-5a0fb78ea82c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.311334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228b86e-657d-4449-8b42-a256ded00528 req-f23c9f37-a1ab-4646-b31a-fe6c87327c79 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:41.312638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522e488-7395-4eeb-8ca7-037108b22bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a3d6d7-ff82-4990-a645-5a0fb78ea82c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:41.313177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7228b86e-657d-4449-8b42-a256ded00528 req-f23c9f37-a1ab-4646-b31a-fe6c87327c79 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 943 time: 1.3808284 Mar 22 14:06:41.353602 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d522e488-7395-4eeb-8ca7-037108b22bb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=704cdbc3f25d455b8d5783c080b69977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8322115 Mar 22 14:06:41.358120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55594) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:41.453861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abf77044-3e55-426b-84a2-ca56b023875c admin admin] Publish callbacks [] for security_group (81a3d6d7-ff82-4990-a645-5a0fb78ea82c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.491308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-b656c0fb-95ec-4e93-bd14-7e477e923892 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:41.492872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-b656c0fb-95ec-4e93-bd14-7e477e923892 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.57 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 946 time: 0.4054334 Mar 22 14:06:41.506065 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abf77044-3e55-426b-84a2-ca56b023875c admin admin] Publish callbacks [] for security_group (81a3d6d7-ff82-4990-a645-5a0fb78ea82c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.601389 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abf77044-3e55-426b-84a2-ca56b023875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81a3d6d7-ff82-4990-a645-5a0fb78ea82c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.603934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abf77044-3e55-426b-84a2-ca56b023875c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.607688 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-abf77044-3e55-426b-84a2-ca56b023875c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81a3d6d7-ff82-4990-a645-5a0fb78ea82c HTTP/1.1" status: 204 len: 168 time: 0.2460465 Mar 22 14:06:41.616279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0ee4ca4b-6c54-4769-b94d-53da588c937a,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:41.619003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf77044-3e55-426b-84a2-ca56b023875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a3d6d7-ff82-4990-a645-5a0fb78ea82c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:41.657633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72696460-4e4f-4d49-863e-d917808b5415 req-4ce78e33-62d8-43fd-9cad-95eef5cad866 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:41.659617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72696460-4e4f-4d49-863e-d917808b5415 req-4ce78e33-62d8-43fd-9cad-95eef5cad866 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/ports?device_id=576b7f12-a3eb-44f3-aa7e-4dd612bf94f4 HTTP/1.1" status: 200 len: 946 time: 0.5828993 Mar 22 14:06:41.689475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0ee4ca4b-6c54-4769-b94d-53da588c937a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:41.726962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-b4de5f30-01f5-4da9-918b-57d3e91dd2cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5091338 Mar 22 14:06:41.748149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7228b86e-657d-4449-8b42-a256ded00528 req-ecd1dbf0-2069-451b-8acc-bc46d004ed03 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259436 Mar 22 14:06:41.826458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72696460-4e4f-4d49-863e-d917808b5415 req-468de887-4527-4427-b09a-6a3d9b841dfa tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.44 "GET /v2.0/security-groups?id=651a203f-62d7-4bdb-a630-fe5160578691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461580 Mar 22 14:06:41.879939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Deleting port fd4cb45f-d13c-47ed-84a0-d4853ba59282 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:41.880296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:42.138933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] For port fd4cb45f-d13c-47ed-84a0-d4853ba59282, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fd4cb45f-d13c-47ed-84a0-d4853ba59282,segment=NetworkSegment(a713141e-125b-4f38-bf5c-50d0f612a1c5),segment_id=a713141e-125b-4f38-bf5c-50d0f612a1c5)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:42.139805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:42.154922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Calling delete_port for fd4cb45f-d13c-47ed-84a0-d4853ba59282 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:42.323314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fd4cb45f-d13c-47ed-84a0-d4853ba59282), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:42.414167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d3d2dd8-cba2-498d-87dd-57f10ca15217 req-1d20d979-3ef0-4610-adb1-c4653a5fd440 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1048915 Mar 22 14:06:42.481130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Pushing event deleted for resources: {'Port': ['ID=fd4cb45f-d13c-47ed-84a0-d4853ba59282,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:42.573839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] No DVR routers for this DVR port fd4cb45f-d13c-47ed-84a0-d4853ba59282 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:42.582728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-cb8cb0ee-e8ac-4c3d-a30a-bf3f9e4a6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:42.590069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-cb8cb0ee-e8ac-4c3d-a30a-bf3f9e4a6519 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e13edcec83d48b6841c00aef15ca185&device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 1127 time: 0.7610638 Mar 22 14:06:42.591703 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:42.609209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-207f1709-b57d-424d-a9d8-e0873bc49ff7 req-ee074508-b891-4bc5-a96b-3c279d6dafa6 tempest-ServerPasswordTestJSON-1094178828 tempest-ServerPasswordTestJSON-1094178828-project] 10.222.0.57 "DELETE /v2.0/ports/fd4cb45f-d13c-47ed-84a0-d4853ba59282 HTTP/1.1" status: 204 len: 173 time: 1.0985582 Mar 22 14:06:42.612617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'name': 'network-vif-deleted', 'tag': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:42.625873 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e5e12-ca07-4a9d-b6d7-d52b9cc2baa7" -d '{"events": [{"server_uuid": "576b7f12-a3eb-44f3-aa7e-4dd612bf94f4", "name": "network-vif-deleted", "tag": "fd4cb45f-d13c-47ed-84a0-d4853ba59282"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:42.846011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-a2ae18d7-32e3-46c7-a210-2b5f8f2e79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:42.847850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-a2ae18d7-32e3-46c7-a210-2b5f8f2e79d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 200 len: 919 time: 0.2113917 Mar 22 14:06:42.911888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-74a6c935-f3a6-44e6-a012-39ab2eff9304 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe HTTP/1.1" status: 200 len: 217 time: 0.0408418 Mar 22 14:06:43.001204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-15cd7026-249c-4be6-bfe3-626cf9d3fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.002744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-15cd7026-249c-4be6-bfe3-626cf9d3fb30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 200 len: 857 time: 0.0706012 Mar 22 14:06:43.024576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611052-427e-4fda-8f38-60fc31ba2c4b req-c78d3a3f-825b-4aa2-9127-1996c873733a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.032083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a611052-427e-4fda-8f38-60fc31ba2c4b req-c78d3a3f-825b-4aa2-9127-1996c873733a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.4600022 Mar 22 14:06:43.201743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55636) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:43.230818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9104c3-b32c-4988-bbbb-fc5ffc862f40 req-f19d746f-3008-4b62-98a2-1a80a4f4fe82 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.237959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c9104c3-b32c-4988-bbbb-fc5ffc862f40 req-f19d746f-3008-4b62-98a2-1a80a4f4fe82 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.5054557 Mar 22 14:06:43.267931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a611052-427e-4fda-8f38-60fc31ba2c4b req-da6d62cf-7c22-4790-841a-a5994edfadab tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348771 Mar 22 14:06:43.422386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1240215854-network', 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:43.428042 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99780cbb-35ed-4a09-a4e7-4846345533f2 x-openstack-request-id: req-99780cbb-35ed-4a09-a4e7-4846345533f2 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:43.428343 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b7f12-a3eb-44f3-aa7e-4dd612bf94f4", "name": "network-vif-deleted", "tag": "fd4cb45f-d13c-47ed-84a0-d4853ba59282", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:43.430720 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99780cbb-35ed-4a09-a4e7-4846345533f2 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:43.435066 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99780cbb-35ed-4a09-a4e7-4846345533f2'] response: {'server_uuid': '576b7f12-a3eb-44f3-aa7e-4dd612bf94f4', 'name': 'network-vif-deleted', 'tag': 'fd4cb45f-d13c-47ed-84a0-d4853ba59282', 'status': 'completed', 'code': 200} Mar 22 14:06:43.462763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:43.465500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:43.480911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:43.522210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device fd4cb45f-d13c-47ed-84a0-d4853ba59282 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:43.586349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: fd4cb45f-d13c-47ed-84a0-d4853ba59282 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:43.586967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device fd4cb45f-d13c-47ed-84a0-d4853ba59282 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:43.637023 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks [] for security_group (d3181a5b-23df-4810-8d3c-a8e8df364422), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:43.640659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-75573339-bca3-4cf1-a6ff-196eb868f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.644504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-75573339-bca3-4cf1-a6ff-196eb868f104 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d69b8695-fbed-4d7c-950b-ceea138f0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6280615 Mar 22 14:06:43.645246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d3181a5b-23df-4810-8d3c-a8e8df364422), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:43.681485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:06:43.690668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3181a5b-23df-4810-8d3c-a8e8df364422,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:43.722684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9b0207a7-bcca-4623-abfe-d3127878604e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:43.726377 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Added segment 9b0207a7-bcca-4623-abfe-d3127878604e of type vlan for network 3b4d4fe1-57f8-46db-90f7-13628524dea6 Mar 22 14:06:43.796378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c9104c3-b32c-4988-bbbb-fc5ffc862f40 req-13021b99-8a1e-459e-9072-2c391a64b61b tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5573432 Mar 22 14:06:43.877654 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3b4d4fe1-57f8-46db-90f7-13628524dea6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:43.914558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55646) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:43.996581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2e637-afa0-44df-8606-cb5566600390 req-825c975e-cb4b-49b5-8581-359f8c187c5a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.998465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88e2e637-afa0-44df-8606-cb5566600390 req-825c975e-cb4b-49b5-8581-359f8c187c5a tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 945 time: 0.5379150 Mar 22 14:06:44.055265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:06:44.139414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] Deleting subnet a57066ba-9b7e-4619-81a8-0d4dbc7f6498 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:06:44.148037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] Publish callbacks [] for subnet (a57066ba-9b7e-4619-81a8-0d4dbc7f6498), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.153316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3b4d4fe1-57f8-46db-90f7-13628524dea6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.154468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:44.155107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.166788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356eec-418d-45f4-8454-72b3fe919d1b req-3e4a7d4d-c017-4f14-98a7-b2dd0a4ed7d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:44.177498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-83356eec-418d-45f4-8454-72b3fe919d1b req-3e4a7d4d-c017-4f14-98a7-b2dd0a4ed7d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 944 time: 0.7132123 Mar 22 14:06:44.249211 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b17ae9a9-9213-40e5-8aca-c1448ed3bf79 req-5e6d163f-a3a7-44cc-a8e9-8ff4cf7ccec2 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2307270 Mar 22 14:06:44.274708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-e37adb9b-dcc8-47a5-ba09-d932ea01366a service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788572 Mar 22 14:06:44.385252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7f34f3d-59b5-4131-bd9e-f778f55c9c06 req-312eee07-7980-44e0-918a-cb157989de5f service neutron] 10.222.0.42 "GET /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033959 Mar 22 14:06:44.408901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (a57066ba-9b7e-4619-81a8-0d4dbc7f6498), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.432700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-83356eec-418d-45f4-8454-72b3fe919d1b req-6b5ed920-9bee-49ba-b559-5dd8810c2175 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540288 Mar 22 14:06:44.468534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a57066ba-9b7e-4619-81a8-0d4dbc7f6498), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.516734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Deleting port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:44.517085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.527518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] Pushing event updated for resources: {'Network': ['ID=3b4d4fe1-57f8-46db-90f7-13628524dea6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:44.531582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (a57066ba-9b7e-4619-81a8-0d4dbc7f6498), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.545061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:06:44.571437 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e7c47a29-b9fd-4c54-abed-cdbb7aa770fd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3685319 Mar 22 14:06:44.574360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57066ba-9b7e-4619-81a8-0d4dbc7f6498,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:44.577150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:44.582270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Request body: {'subnet': {'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1240215854-subnet', 'tenant_id': '03a6139e620642568a3b5527faefcf60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:44.604130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.612132 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6cdad5d0-a2c7-4452-a8bc-ee97af01d14d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a57066ba-9b7e-4619-81a8-0d4dbc7f6498 HTTP/1.1" status: 204 len: 168 time: 0.6916885 Mar 22 14:06:44.613397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55660) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:44.614102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:44.616905 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.626680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0ee4ca4b-6c54-4769-b94d-53da588c937a up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:44.707477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] For port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:44.707844 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.725265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Calling delete_port for 01bc7312-16d3-4f0b-a4a2-d56e573e57fe owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:44.815335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 0ee4ca4b-6c54-4769-b94d-53da588c937a completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:44.819944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 0ee4ca4b-6c54-4769-b94d-53da588c937a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:44.820670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.936973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (0c470c7f-e753-4190-9cd9-4d6307488ea2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:45.026586 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (01bc7312-16d3-4f0b-a4a2-d56e573e57fe), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:45.057774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['01bc7312-16d3-4f0b-a4a2-d56e573e57fe'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:45.074463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ba87c6a9-64d4-44ee-9f81-c32d461c7f87'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:45.136103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event deleted for resources: {'Port': ['ID=01bc7312-16d3-4f0b-a4a2-d56e573e57fe,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:45.256779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0ee4ca4b-6c54-4769-b94d-53da588c937a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:45.257169 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:45.289454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52f89b-faba-499b-8a79-dad475a86d59 req-9bd43b34-b141-440c-8837-f32f5b5ea811 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:45.291153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d52f89b-faba-499b-8a79-dad475a86d59 req-9bd43b34-b141-440c-8837-f32f5b5ea811 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaf6a490-a55d-40b0-a5bc-8d0be49650a2 HTTP/1.1" status: 200 len: 867 time: 0.8567984 Mar 22 14:06:45.341402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] No DVR routers for this DVR port 01bc7312-16d3-4f0b-a4a2-d56e573e57fe on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:45.351458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:45.355607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88e2e637-afa0-44df-8606-cb5566600390 req-89a80fea-3860-4708-933b-42f1e7599773 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.42 "DELETE /v2.0/ports/01bc7312-16d3-4f0b-a4a2-d56e573e57fe HTTP/1.1" status: 204 len: 173 time: 1.3392227 Mar 22 14:06:45.360759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39705345-68ee-446c-853a-f34921b8e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee4ca4b-6c54-4769-b94d-53da588c937a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:45.378041 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ba8f47-6291-40cf-bbd7-3b2983ebdfdc" -d '{"events": [{"server_uuid": "39705345-68ee-446c-853a-f34921b8e28d", "name": "network-vif-plugged", "status": "completed", "tag": "0ee4ca4b-6c54-4769-b94d-53da588c937a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:45.449470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0ee4ca4b-6c54-4769-b94d-53da588c937a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0ee4ca4b-6c54-4769-b94d-53da588c937a,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:45.452495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f524ed-3849-477f-9c34-22174cc35d18 req-996a445c-871d-4362-b601-cbc231a862ab tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:45.463288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05f524ed-3849-477f-9c34-22174cc35d18 req-996a445c-871d-4362-b601-cbc231a862ab tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.3507450 Mar 22 14:06:45.465257 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:45.483696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'name': 'network-vif-deleted', 'tag': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:45.490922 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1142fe-0634-4f75-bde1-b2b2948a73b8" -d '{"events": [{"server_uuid": "aaf6a490-a55d-40b0-a5bc-8d0be49650a2", "name": "network-vif-deleted", "tag": "01bc7312-16d3-4f0b-a4a2-d56e573e57fe"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:45.573231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0ee4ca4b-6c54-4769-b94d-53da588c937a,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:45.666360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d52f89b-faba-499b-8a79-dad475a86d59 req-7e20731a-2dcd-445f-84c7-16f3751d0b4d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172464 Mar 22 14:06:45.676775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05f524ed-3849-477f-9c34-22174cc35d18 req-ec534670-0d91-46e5-9d9e-dc4d9f0b3393 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125742 Mar 22 14:06:45.784131 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28af05de-c3c0-4146-b037-6aec06b3f10b x-openstack-request-id: req-28af05de-c3c0-4146-b037-6aec06b3f10b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:45.784442 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39705345-68ee-446c-853a-f34921b8e28d", "name": "network-vif-plugged", "status": "completed", "tag": "0ee4ca4b-6c54-4769-b94d-53da588c937a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:45.784666 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28af05de-c3c0-4146-b037-6aec06b3f10b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:45.785071 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28af05de-c3c0-4146-b037-6aec06b3f10b'] response: {'server_uuid': '39705345-68ee-446c-853a-f34921b8e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee4ca4b-6c54-4769-b94d-53da588c937a', 'code': 200} Mar 22 14:06:45.863910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-126fe3b7-63fe-49bb-9483-8a74e8b9b675 req-648ed582-88a2-4f4d-92e5-48e95d302bde tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0988932 Mar 22 14:06:45.981325 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe021f3-8bf5-4cf3-a660-6392df395fec x-openstack-request-id: req-dbe021f3-8bf5-4cf3-a660-6392df395fec {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:45.981607 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6a490-a55d-40b0-a5bc-8d0be49650a2", "name": "network-vif-deleted", "tag": "01bc7312-16d3-4f0b-a4a2-d56e573e57fe", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:45.981851 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbe021f3-8bf5-4cf3-a660-6392df395fec {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:45.982326 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe021f3-8bf5-4cf3-a660-6392df395fec'] response: {'server_uuid': 'aaf6a490-a55d-40b0-a5bc-8d0be49650a2', 'name': 'network-vif-deleted', 'tag': '01bc7312-16d3-4f0b-a4a2-d56e573e57fe', 'status': 'completed', 'code': 200} Mar 22 14:06:46.068721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (0c470c7f-e753-4190-9cd9-4d6307488ea2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.092048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8b297-20d8-4574-8d45-2d0d9da09dd9 req-e877327f-2192-4269-9e1d-312ecb8e9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:46.097825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfd8b297-20d8-4574-8d45-2d0d9da09dd9 req-e877327f-2192-4269-9e1d-312ecb8e9cee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 1127 time: 0.2066183 Mar 22 14:06:46.139677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c470c7f-e753-4190-9cd9-4d6307488ea2']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:46.159286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a713141e-125b-4f38-bf5c-50d0f612a1c5') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:46.159712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a713141e-125b-4f38-bf5c-50d0f612a1c5') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:46.177085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (a713141e-125b-4f38-bf5c-50d0f612a1c5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.226514 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a713141e-125b-4f38-bf5c-50d0f612a1c5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.233882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:06:46.234469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (a713141e-125b-4f38-bf5c-50d0f612a1c5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.239140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9657e2f-04cd-49cc-a097-2421aa6e8e4c req-1458b90c-5f15-4f45-b655-77f0a66cf401 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:46.240740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9657e2f-04cd-49cc-a097-2421aa6e8e4c req-1458b90c-5f15-4f45-b655-77f0a66cf401 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 945 time: 0.3323753 Mar 22 14:06:46.243479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfd8b297-20d8-4574-8d45-2d0d9da09dd9 req-106c5cf6-649a-4cfd-a517-c6f1d83bdc0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298659 Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:06:46.298489 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:06:46.309429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (0c470c7f-e753-4190-9cd9-4d6307488ea2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.314763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.323638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0c470c7f-e753-4190-9cd9-4d6307488ea2 HTTP/1.1" status: 204 len: 168 time: 1.6206460 Mar 22 14:06:46.352928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (7688f550-22c3-4c7f-b5c5-16e2757ded09), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.357868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ade04-ae9b-4c28-8890-50426a475aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c470c7f-e753-4190-9cd9-4d6307488ea2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:46.363651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9657e2f-04cd-49cc-a097-2421aa6e8e4c req-fc2bb1d9-98ae-4bc0-9b06-53e2ff36e6fd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081979 Mar 22 14:06:46.458719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:46.459075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Network hostable DHCP agents. Network: 3b4d4fe1-57f8-46db-90f7-13628524dea6, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:06:46.463726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7688f550-22c3-4c7f-b5c5-16e2757ded09,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:46.507538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:06:46.538101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-56885b0f-6fef-47e1-8032-6503d6c1090c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:46.539184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3b4d4fe1-57f8-46db-90f7-13628524dea6) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:46.539657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-56885b0f-6fef-47e1-8032-6503d6c1090c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.57 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.0820310 Mar 22 14:06:46.549792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8802b0b-edd0-4902-95d7-c6618c425d15 None None] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:06:46.553591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:46.554873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.580509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55692) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:46.635768 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-109266be-9a56-44e9-9d1f-81d8ae23732f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0571294 Mar 22 14:06:46.726799 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-465442e5-f4a7-42ba-9b61-92606b322ecc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8350aa18c8c4ffd9624de46ab966f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423378 Mar 22 14:06:46.729636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:46.857558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c3048-bf29-42c6-bc22-37012c23a6cb None None] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:06:46.861040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Deleting port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:46.866499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.953615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a66231-2ad0-4528-9a4d-2f68ec007389 admin admin] Publish callbacks [] for security_group (651a203f-62d7-4bdb-a630-fe5160578691), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.035341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a66231-2ad0-4528-9a4d-2f68ec007389 admin admin] Publish callbacks [] for security_group (651a203f-62d7-4bdb-a630-fe5160578691), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.152140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a66231-2ad0-4528-9a4d-2f68ec007389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (651a203f-62d7-4bdb-a630-fe5160578691), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.155974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a66231-2ad0-4528-9a4d-2f68ec007389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.157365 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a5a66231-2ad0-4528-9a4d-2f68ec007389 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/651a203f-62d7-4bdb-a630-fe5160578691 HTTP/1.1" status: 204 len: 168 time: 0.4267437 Mar 22 14:06:47.187763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a66231-2ad0-4528-9a4d-2f68ec007389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651a203f-62d7-4bdb-a630-fe5160578691,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:47.189094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316763a-4eef-404e-8dd7-d473f6f86eef req-c3fcc362-8390-454d-b87b-7e6dd909588c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:47.207788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3316763a-4eef-404e-8dd7-d473f6f86eef req-c3fcc362-8390-454d-b87b-7e6dd909588c tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 945 time: 0.3326378 Mar 22 14:06:47.328048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3316763a-4eef-404e-8dd7-d473f6f86eef req-809b8c64-ef81-4c95-9347-cc141a3006e4 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef76837d-4503-4539-8dc4-45bfc1827465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190867 Mar 22 14:06:47.365575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f49dfff3-572d-4da3-b6dc-a6878f87b4fc req-1676a250-0498-4787-834b-87896adf6247 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1290565 Mar 22 14:06:47.368387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] For port d6fc06f3-3d26-475e-96a0-8cc46fb431f3, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:47.372929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.814609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d10db-b4e9-4365-98a5-16a0c2151dbf req-c1d718b4-a687-4354-98f9-e44b60f13503 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:47.823124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-114d10db-b4e9-4365-98a5-16a0c2151dbf req-c1d718b4-a687-4354-98f9-e44b60f13503 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.1628430 Mar 22 14:06:47.825626 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.826207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (be739a3d-4d4b-4d97-955b-7f569ce83e78), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.826703 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Floating IP be739a3d-4d4b-4d97-955b-7f569ce83e78 disassociated. External IP: 172.25.2.206, port: d6fc06f3-3d26-475e-96a0-8cc46fb431f3. Mar 22 14:06:47.827149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Calling delete_port for d6fc06f3-3d26-475e-96a0-8cc46fb431f3 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:47.967713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-114d10db-b4e9-4365-98a5-16a0c2151dbf req-0f85541b-c78b-4bec-a4fd-c39c65b4db5d tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293657 Mar 22 14:06:48.124559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-dd77010a-48fb-48f9-8d1d-2fa274f0a054 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:48.126313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-dd77010a-48fb-48f9-8d1d-2fa274f0a054 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.2933166 Mar 22 14:06:48.158197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84072858-aff1-4284-aec5-ed6d6bd0af0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.218820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-2052e42c-17dd-4798-be54-d1ed405ab604 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/quotas/03a6139e620642568a3b5527faefcf60 HTTP/1.1" status: 200 len: 375 time: 0.0818939 Mar 22 14:06:48.296982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-d6d430b3-84a3-496c-ab9e-8127dfa2d60a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770509 Mar 22 14:06:48.363486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d6fc06f3-3d26-475e-96a0-8cc46fb431f3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.393621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f109-8413-4f82-9e88-dff6ef06e4e6 req-65d770df-e716-4fd8-a12c-f24896b19265 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:48.403417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2972f109-8413-4f82-9e88-dff6ef06e4e6 req-65d770df-e716-4fd8-a12c-f24896b19265 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 945 time: 0.2103195 Mar 22 14:06:48.480902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event deleted for resources: {'Port': ['ID=d6fc06f3-3d26-475e-96a0-8cc46fb431f3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:48.575273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 01bc7312-16d3-4f0b-a4a2-d56e573e57fe no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:48.636609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2972f109-8413-4f82-9e88-dff6ef06e4e6 req-231686e4-f6e4-4d85-837e-1b02e6ba1ca1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230449 Mar 22 14:06:48.686082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 01bc7312-16d3-4f0b-a4a2-d56e573e57fe {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:48.689353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 01bc7312-16d3-4f0b-a4a2-d56e573e57fe not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:48.696811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-b4a0c3c2-c966-4430-b9cb-6aaa310e8f7e service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985896 Mar 22 14:06:48.838338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:48.894813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb561569-9690-4dec-bb5c-efb4c27d2b72 req-2471f210-61ad-4acb-84dc-92ee5f5cd98a tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/ports?device_id=783b5444-b7dc-4196-8216-b5f345d316eb HTTP/1.1" status: 200 len: 210 time: 0.0485961 Mar 22 14:06:49.060096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1140533694-network', 'tenant_id': '8a4360f13af9419192b536f6af2cb886'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:49.068650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95be9c54-d2ef-424b-8191-56eb24153067 req-a2a94a5e-a9b3-4287-85dd-81aefcad6d59 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0435331 Mar 22 14:06:49.086692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Router beaadc1f-fd34-4393-af08-b5be9ea16001 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:49.118561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-c9aae2be-dc19-49b8-91ed-9bd595ffeca9 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830872 Mar 22 14:06:49.129471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Made reservation on behalf of 8a4360f13af9419192b536f6af2cb886 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:49.146653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.175425 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.371144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks [] for security_group (93b2bed7-3c57-456b-899c-d00b0285055f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.376880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (93b2bed7-3c57-456b-899c-d00b0285055f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.398792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:06:49.422414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bcde019e-830e-4a56-9f40-2fd4a3f7d5af), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.423009 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Added segment bcde019e-830e-4a56-9f40-2fd4a3f7d5af of type vlan for network f64d48e5-9a8b-4336-861e-6e68b1b3615b Mar 22 14:06:49.510704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d6fc06f3-3d26-475e-96a0-8cc46fb431f3 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:49.523214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:49.534238 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] Sync routers for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:49.549531 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:49.552947 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:06:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:49.587374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: d6fc06f3-3d26-475e-96a0-8cc46fb431f3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:49.587632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d6fc06f3-3d26-475e-96a0-8cc46fb431f3 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:49.591137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f64d48e5-9a8b-4336-861e-6e68b1b3615b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.665871 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f64d48e5-9a8b-4336-861e-6e68b1b3615b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.667127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:49.667852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.731347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-293669bc-cf25-4aa0-8c70-b48bc1f6dd66 req-97aae8f6-0b31-42fe-971e-11a82005562c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 210 time: 0.1658199 Mar 22 14:06:49.758432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2bed7-3c57-456b-899c-d00b0285055f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:49.774654 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:49.827519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9749310 Mar 22 14:06:49.836409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715437ad-9b7e-4ea2-9f9a-604b6b516756 admin admin] Pushing event updated for resources: {'Network': ['ID=f64d48e5-9a8b-4336-861e-6e68b1b3615b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:49.849064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f64d48e5-9a8b-4336-861e-6e68b1b3615b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:06:49.883300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] No DVR routers for this DVR port d6fc06f3-3d26-475e-96a0-8cc46fb431f3 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:49.907483 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.910959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7d5e4f8-1373-4265-9bcc-d70eed5d1625 req-0d4fd38a-3655-4d1b-89a9-4b791af957aa tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.57 "DELETE /v2.0/ports/d6fc06f3-3d26-475e-96a0-8cc46fb431f3 HTTP/1.1" status: 204 len: 173 time: 3.3621593 Mar 22 14:06:49.911784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'name': 'network-vif-deleted', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:49.914244 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38789c8a-9529-40c6-920b-4d989fcbb2bf" -d '{"events": [{"server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "name": "network-vif-deleted", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:49.978315 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:06:50.383023 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a202542c-7a83-410b-b2c0-4845aeb02296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:50.576903 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:50.637232 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] Checking router: beaadc1f-fd34-4393-af08-b5be9ea16001 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:50.657275 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:50.658622 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:06:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:50.928219 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:50.986862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3801eda-fa5c-4759-981d-2a5e8cc4a005 req-95540dcd-b78d-42b5-8328-ec1167799f87 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:50.994800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3801eda-fa5c-4759-981d-2a5e8cc4a005 req-95540dcd-b78d-42b5-8328-ec1167799f87 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 1.4077313 Mar 22 14:06:51.073018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5542b5-589a-498a-b3fe-5d330366021f req-a95d196b-4b73-4c02-b7e3-7e2bbb6c3786 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:51.080529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed5542b5-589a-498a-b3fe-5d330366021f req-a95d196b-4b73-4c02-b7e3-7e2bbb6c3786 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 945 time: 1.1992092 Mar 22 14:06:51.089282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-ee531716-6ce1-4610-95b4-20f75eb52ca9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:51.100915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-ee531716-6ce1-4610-95b4-20f75eb52ca9 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 1.2204823 Mar 22 14:06:51.321770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-2da87a4c-2a07-49b7-b340-7881526805fd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:51.325370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-2da87a4c-2a07-49b7-b340-7881526805fd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 945 time: 0.4141960 Mar 22 14:06:51.375207 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:51.416360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed5542b5-589a-498a-b3fe-5d330366021f req-f7e4e327-99c6-490e-b22d-93ad8f310489 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346927 Mar 22 14:06:51.465025 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ec860-0495-46b4-894d-c29f30a2aefa None None] The sync data for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 is: [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '08978e57-a237-4050-a697-7b5c43ea9bfe', 'name': '', 'network_id': '3f32faa1-15c9-4ee3-909c-f7a72fb49cbc', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'mac_address': 'fa:16:3e:de:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:26Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'subnets': [{'id': '36fb46a9-d38a-478d-a607-ca34b4ce88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:51.514365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3801eda-fa5c-4759-981d-2a5e8cc4a005 req-cee4e022-e89c-40e7-9a34-eac491dd1981 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182605 Mar 22 14:06:51.565615 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332b6ff-4761-480a-800f-aaec00cff0aa x-openstack-request-id: req-6332b6ff-4761-480a-800f-aaec00cff0aa {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:51.566212 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783b5444-b7dc-4196-8216-b5f345d316eb", "name": "network-vif-deleted", "tag": "d6fc06f3-3d26-475e-96a0-8cc46fb431f3", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:51.566632 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6332b6ff-4761-480a-800f-aaec00cff0aa {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:51.567205 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6332b6ff-4761-480a-800f-aaec00cff0aa'] response: {'server_uuid': '783b5444-b7dc-4196-8216-b5f345d316eb', 'name': 'network-vif-deleted', 'tag': 'd6fc06f3-3d26-475e-96a0-8cc46fb431f3', 'status': 'completed', 'code': 200} Mar 22 14:06:51.725548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Deleting port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:51.726369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:51.817017 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:51.898465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fc1e238-b3b0-43ba-8e65-c833d92e566d req-37548012-4386-4d78-a1bc-3b90207d6d50 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2081895 Mar 22 14:06:52.135213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b67904-33df-4749-9d0b-460443a0a829 None None] New status for floating IP be739a3d-4d4b-4d97-955b-7f569ce83e78: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:06:52.459731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Deleting port 0ee4ca4b-6c54-4769-b94d-53da588c937a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:52.460336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.468552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3011-1d50-49b1-bc15-34ec88576926 req-1e06f2f8-e000-45f1-9bad-b34853d60efd tempest-ComputeTenantNetworksTest-1280414633 tempest-ComputeTenantNetworksTest-1280414633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.473547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3011-1d50-49b1-bc15-34ec88576926 req-1e06f2f8-e000-45f1-9bad-b34853d60efd tempest-ComputeTenantNetworksTest-1280414633 tempest-ComputeTenantNetworksTest-1280414633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.479095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3011-1d50-49b1-bc15-34ec88576926 req-1e06f2f8-e000-45f1-9bad-b34853d60efd tempest-ComputeTenantNetworksTest-1280414633 tempest-ComputeTenantNetworksTest-1280414633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.492897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-345a3011-1d50-49b1-bc15-34ec88576926 req-1e06f2f8-e000-45f1-9bad-b34853d60efd tempest-ComputeTenantNetworksTest-1280414633 tempest-ComputeTenantNetworksTest-1280414633-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3483055 Mar 22 14:06:52.531871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aea2adc-c213-4317-ae12-6d867d2f0a85 req-51972b1c-19d6-42dc-8751-0bfb273e9326 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 210 time: 0.1458974 Mar 22 14:06:52.537906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:52.643020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-b35bf0d7-4279-42e8-8609-47f0c5fc7419 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.644932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-b35bf0d7-4279-42e8-8609-47f0c5fc7419 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.7739196 Mar 22 14:06:52.659994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0782a49b-eea1-483a-b591-c9f07f81ba61 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group (ef76837d-4503-4539-8dc4-45bfc1827465), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.693863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Request body: {'port': {'device_id': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'admin_state_up': True, 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:52.713372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0782a49b-eea1-483a-b591-c9f07f81ba61 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group (ef76837d-4503-4539-8dc4-45bfc1827465), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.798800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0782a49b-eea1-483a-b591-c9f07f81ba61 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef76837d-4503-4539-8dc4-45bfc1827465), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.801503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0782a49b-eea1-483a-b591-c9f07f81ba61 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.802758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0782a49b-eea1-483a-b591-c9f07f81ba61 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef76837d-4503-4539-8dc4-45bfc1827465 HTTP/1.1" status: 204 len: 168 time: 0.2638006 Mar 22 14:06:52.811376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55834) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:52.823757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782a49b-eea1-483a-b591-c9f07f81ba61 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef76837d-4503-4539-8dc4-45bfc1827465,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:52.852729 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-f1bc708d-e394-4686-ae93-1a7c991d9f5b tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] show failed (client error): The resource could not be found. Mar 22 14:06:52.854890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f1bc708d-e394-4686-ae93-1a7c991d9f5b tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "GET /v2.0/security-groups/ef76837d-4503-4539-8dc4-45bfc1827465 HTTP/1.1" status: 404 len: 347 time: 0.0398698 Mar 22 14:06:52.857265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55836) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:52.925329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] For port ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:52.926164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.975521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd53c03-10c7-4560-9994-3de61740ce12 req-0ee52a50-f7ac-44ec-bcfa-5b2b665ab168 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.982639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cd53c03-10c7-4560-9994-3de61740ce12 req-0ee52a50-f7ac-44ec-bcfa-5b2b665ab168 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 945 time: 0.3308153 Mar 22 14:06:53.028382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:53.040031 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.063849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Calling delete_port for ba87c6a9-64d4-44ee-9f81-c32d461c7f87 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:53.105799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5c780-e2cd-4649-8425-4d553d6703e2 req-ae70c5fd-e8fd-4adf-8f37-2c31798945e3 tempest-ComputeTenantNetworksTest-1280414633 tempest-ComputeTenantNetworksTest-1280414633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:53.119115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5be5c780-e2cd-4649-8425-4d553d6703e2 req-ae70c5fd-e8fd-4adf-8f37-2c31798945e3 tempest-ComputeTenantNetworksTest-1280414633 tempest-ComputeTenantNetworksTest-1280414633-project] 10.222.0.44 "GET /v2.0/networks/f64d48e5-9a8b-4336-861e-6e68b1b3615b HTTP/1.1" status: 200 len: 769 time: 0.4728420 Mar 22 14:06:53.124313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55844) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:53.187758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] For port 0ee4ca4b-6c54-4769-b94d-53da588c937a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0ee4ca4b-6c54-4769-b94d-53da588c937a,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:53.194676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.273047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Calling delete_port for 0ee4ca4b-6c54-4769-b94d-53da588c937a owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:53.274254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Deleting port 015f5d25-eba3-45d8-8772-4f4e72329e94 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:53.274597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.320571 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.448294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6cd53c03-10c7-4560-9994-3de61740ce12 req-5eb34872-6818-4883-beae-e0ed92126996 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648008 Mar 22 14:06:53.449273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55852) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:53.477165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.477490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for floatingip (015f5d25-eba3-45d8-8772-4f4e72329e94), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.507990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Calling delete_port for 015f5d25-eba3-45d8-8772-4f4e72329e94 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:53.536321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ba87c6a9-64d4-44ee-9f81-c32d461c7f87 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:53.593643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac1739-f9fe-4caf-bd0b-46bab64cdb81 req-8d7191d5-de3d-4dba-b524-64da8c5a6d3b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:53.601989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7ac1739-f9fe-4caf-bd0b-46bab64cdb81 req-8d7191d5-de3d-4dba-b524-64da8c5a6d3b tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 945 time: 0.3405371 Mar 22 14:06:53.703099 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7ac1739-f9fe-4caf-bd0b-46bab64cdb81 req-c90366b5-d14d-49ee-8980-1da8614b0605 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/security-groups?id=50860099-4ca1-45b4-a7e9-a297c2e8cb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000502 Mar 22 14:06:53.779936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:53.782877 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.789822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f64d48e5-9a8b-4336-861e-6e68b1b3615b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.840985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:53.847827 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c792c2e-31cb-4a7b-b398-ba4eb3928151" -d '{"events": [{"server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:53.883573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ba87c6a9-64d4-44ee-9f81-c32d461c7f87, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:53.890645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d83447c-f11f-4e15-8c11-94458a473e52 req-dd2e2441-712b-4434-be12-6b85ad8d0335 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2133508 Mar 22 14:06:53.891693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.006391 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ba6788-7157-4e97-b63c-ed8ff1db74d5 x-openstack-request-id: req-72ba6788-7157-4e97-b63c-ed8ff1db74d5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:54.006692 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:54.006952 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72ba6788-7157-4e97-b63c-ed8ff1db74d5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:54.007364 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ba6788-7157-4e97-b63c-ed8ff1db74d5'] response: {'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87', 'code': 200} Mar 22 14:06:54.012032 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f33505a-4b5a-4238-bb1f-ba419c181db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.017497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:54.028779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc05f0db-15e3-4f42-9c29-5466f71747f0 req-11c54923-8558-4ea3-8c9f-407fafed4c25 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 210 time: 0.1362517 Mar 22 14:06:54.031153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f64d48e5-9a8b-4336-861e-6e68b1b3615b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.041255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Allocated IP 172.20.0.11 (3b4d4fe1-57f8-46db-90f7-13628524dea6/7688f550-22c3-4c7f-b5c5-16e2757ded09/8737e14a-1161-4da4-928b-1a25da6a4ee2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:54.161922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64d48e5-9a8b-4336-861e-6e68b1b3615b']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:54.188369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcde019e-830e-4a56-9f40-2fd4a3f7d5af') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:54.188689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcde019e-830e-4a56-9f40-2fd4a3f7d5af') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:54.196389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.200873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (bcde019e-830e-4a56-9f40-2fd4a3f7d5af), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.226169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ba87c6a9-64d4-44ee-9f81-c32d461c7f87), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.230273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bcde019e-830e-4a56-9f40-2fd4a3f7d5af), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.243518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (015f5d25-eba3-45d8-8772-4f4e72329e94), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.257599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:06:54.258097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (bcde019e-830e-4a56-9f40-2fd4a3f7d5af), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.258744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0ee4ca4b-6c54-4769-b94d-53da588c937a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:06:54.259990 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:06:54.275193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c2f876d6-d74d-46e0-80ab-1efdeddacf49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:54.327931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Pushing event deleted for resources: {'Port': ['ID=015f5d25-eba3-45d8-8772-4f4e72329e94,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:54.349208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Pushing event deleted for resources: {'Port': ['ID=ba87c6a9-64d4-44ee-9f81-c32d461c7f87,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:54.414451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] No DVR routers for this DVR port ba87c6a9-64d4-44ee-9f81-c32d461c7f87 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:54.416365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Pushing event deleted for resources: {'Port': ['ID=0ee4ca4b-6c54-4769-b94d-53da588c937a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:54.423887 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.427755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f4885e4-bb47-4867-9d29-0273188ff8e6 req-1c623f3c-26fc-4e80-a9b6-4dc0222eceeb tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.57 "DELETE /v2.0/ports/ba87c6a9-64d4-44ee-9f81-c32d461c7f87 HTTP/1.1" status: 204 len: 173 time: 3.3088937 Mar 22 14:06:54.428115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'name': 'network-vif-deleted', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:54.430673 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fbfb23-4000-49ef-93e1-a98ff10a0577" -d '{"events": [{"server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "name": "network-vif-deleted", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:54.525750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f64d48e5-9a8b-4336-861e-6e68b1b3615b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.581144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.592250 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f64d48e5-9a8b-4336-861e-6e68b1b3615b HTTP/1.1" status: 204 len: 168 time: 1.4660833 Mar 22 14:06:54.593496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb69bb9-779f-4d04-9db0-a8ef65f09f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64d48e5-9a8b-4336-861e-6e68b1b3615b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:54.608162 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788047ee-e098-4cec-959e-96b8682cdf93 x-openstack-request-id: req-788047ee-e098-4cec-959e-96b8682cdf93 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:54.616634 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00be43d4-1bd9-43bb-9cd8-e40adf2c374c", "name": "network-vif-deleted", "tag": "ba87c6a9-64d4-44ee-9f81-c32d461c7f87", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:54.617168 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-788047ee-e098-4cec-959e-96b8682cdf93 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:54.617823 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788047ee-e098-4cec-959e-96b8682cdf93'] response: {'server_uuid': '00be43d4-1bd9-43bb-9cd8-e40adf2c374c', 'name': 'network-vif-deleted', 'tag': 'ba87c6a9-64d4-44ee-9f81-c32d461c7f87', 'status': 'completed', 'code': 200} Mar 22 14:06:54.636558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0ee4ca4b-6c54-4769-b94d-53da588c937a no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:54.648858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks [] for floatingip (be739a3d-4d4b-4d97-955b-7f569ce83e78), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.649789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f33505a-4b5a-4238-bb1f-ba419c181db4 admin admin] Publish callbacks [] for security_group (b3d13079-2149-4f45-856f-9909b3a519b8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.651305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] No DVR routers for this DVR port 0ee4ca4b-6c54-4769-b94d-53da588c937a on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:54.656770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.658221 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.662713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1a42ea1-ec06-4ccb-9f07-8f306291a7ac req-e60b1a87-c1aa-4ad8-bdbf-7864bfed052c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "DELETE /v2.0/ports/0ee4ca4b-6c54-4769-b94d-53da588c937a HTTP/1.1" status: 204 len: 173 time: 3.2809315 Mar 22 14:06:54.672712 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2c54a9e5-91f1-4cec-9310-f2d700b2e0c2 tempest-ServersTestManualDisk-448984823 tempest-ServersTestManualDisk-448984823-project] 10.222.0.44 "DELETE /v2.0/floatingips/be739a3d-4d4b-4d97-955b-7f569ce83e78 HTTP/1.1" status: 204 len: 168 time: 1.8140500 Mar 22 14:06:54.673285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55870) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:54.676842 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f33505a-4b5a-4238-bb1f-ba419c181db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3d13079-2149-4f45-856f-9909b3a519b8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.740591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 0ee4ca4b-6c54-4769-b94d-53da588c937a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:54.740918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0ee4ca4b-6c54-4769-b94d-53da588c937a not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:54.775042 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.900028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55874) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:55.011749 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-96b1128b-8a02-4351-ba44-6db02026150e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a4360f13af9419192b536f6af2cb886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070759 Mar 22 14:06:55.012293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55878) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:55.073407 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks [] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.132900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33505a-4b5a-4238-bb1f-ba419c181db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d13079-2149-4f45-856f-9909b3a519b8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:55.153531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4126fc5-0cfa-4367-bfba-9b9413815fcb req-38c3daa3-a168-498e-9af6-88487ae10dfb tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=39705345-68ee-446c-853a-f34921b8e28d HTTP/1.1" status: 200 len: 210 time: 0.5064023 Mar 22 14:06:55.160023 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee22097c-0759-4d27-81cc-02c1f2eb7268 admin admin] Publish callbacks [] for security_group (93b2bed7-3c57-456b-899c-d00b0285055f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.229640 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee22097c-0759-4d27-81cc-02c1f2eb7268 admin admin] Publish callbacks [] for security_group (93b2bed7-3c57-456b-899c-d00b0285055f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.349021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee22097c-0759-4d27-81cc-02c1f2eb7268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (93b2bed7-3c57-456b-899c-d00b0285055f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.352360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee22097c-0759-4d27-81cc-02c1f2eb7268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.353589 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee22097c-0759-4d27-81cc-02c1f2eb7268 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93b2bed7-3c57-456b-899c-d00b0285055f HTTP/1.1" status: 204 len: 168 time: 0.3388700 Mar 22 14:06:55.374944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22097c-0759-4d27-81cc-02c1f2eb7268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2bed7-3c57-456b-899c-d00b0285055f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:55.510477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11710e4c-00f7-4196-9770-bd5ef2a9be17 req-7ef822ee-9ae4-42f4-b5a1-925fca5e353e tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1223125 Mar 22 14:06:55.511849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.552540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9f33505a-4b5a-4238-bb1f-ba419c181db4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76c0e1fd3feb4f4980060cbb51951528&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0918202 Mar 22 14:06:55.555771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55884) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:55.559277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-308f8f8e-26e8-41d1-b68b-465f65a78fca req-c7384d80-4309-43b2-b775-a92affeea757 tempest-ServerRescueNegativeTestJSON-1058388324 tempest-ServerRescueNegativeTestJSON-1058388324-project] 10.222.0.44 "GET /v2.0/ports?device_id=00be43d4-1bd9-43bb-9cd8-e40adf2c374c HTTP/1.1" status: 200 len: 210 time: 0.4448674 Mar 22 14:06:55.656093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b9bd60-93ea-44e7-bfff-e543c24c00fa admin admin] Publish callbacks [] for security_group (b3d13079-2149-4f45-856f-9909b3a519b8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.703034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:55.708265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b9bd60-93ea-44e7-bfff-e543c24c00fa admin admin] Publish callbacks [] for security_group (b3d13079-2149-4f45-856f-9909b3a519b8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.712467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:55.728352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:55.810440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b9bd60-93ea-44e7-bfff-e543c24c00fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3d13079-2149-4f45-856f-9909b3a519b8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.813455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b9bd60-93ea-44e7-bfff-e543c24c00fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.814712 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-60b9bd60-93ea-44e7-bfff-e543c24c00fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3d13079-2149-4f45-856f-9909b3a519b8 HTTP/1.1" status: 204 len: 168 time: 0.2584412 Mar 22 14:06:55.831424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9bd60-93ea-44e7-bfff-e543c24c00fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d13079-2149-4f45-856f-9909b3a519b8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:55.857400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:55.859029 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.867627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event updated for resources: {'Port': ['ID=8737e14a-1161-4da4-928b-1a25da6a4ee2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:56.000082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-bf5aebd7-0459-48ea-992f-9f8e649b4dde tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3099427 Mar 22 14:06:56.034783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Request body: {'port': {'device_id': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:56.071390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0105969-d659-4f97-95bc-ef82567af1d3 req-ba850e1c-47f2-45ed-b030-bf8fae358b43 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:56.072964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0105969-d659-4f97-95bc-ef82567af1d3 req-ba850e1c-47f2-45ed-b030-bf8fae358b43 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 932 time: 0.2108190 Mar 22 14:06:56.220130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0105969-d659-4f97-95bc-ef82567af1d3 req-c30b57da-0c9e-44d3-9de0-7c04de9b1e08 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212089 Mar 22 14:06:56.220700 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:56.248862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (beaadc1f-fd34-4393-af08-b5be9ea16001), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:56.620687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55914) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:56.647549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96e01b96-5a90-488e-9f09-c4335413fe0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:56.853886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96e01b96-5a90-488e-9f09-c4335413fe0f admin admin] Publish callbacks [] for security_group (2f2dc176-3e9e-4793-afac-e094a7e4a1bd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:56.874874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96e01b96-5a90-488e-9f09-c4335413fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f2dc176-3e9e-4793-afac-e094a7e4a1bd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:56.937139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e01b96-5a90-488e-9f09-c4335413fe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2dc176-3e9e-4793-afac-e094a7e4a1bd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:57.008967 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-96e01b96-5a90-488e-9f09-c4335413fe0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6213d2cba87d4a07a3f1980570e3709c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871441 Mar 22 14:06:57.009626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55926) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:57.049233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39705345-68ee-446c-853a-f34921b8e28d', 'name': 'network-vif-deleted', 'tag': '0ee4ca4b-6c54-4769-b94d-53da588c937a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:57.051606 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17c5fa1-bb28-4ccb-af55-c2b97f212d92" -d '{"events": [{"server_uuid": "39705345-68ee-446c-853a-f34921b8e28d", "name": "network-vif-deleted", "tag": "0ee4ca4b-6c54-4769-b94d-53da588c937a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:57.112053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a51e591-918e-4c0c-a261-e75ce73f9d74 admin admin] Publish callbacks [] for security_group (2f2dc176-3e9e-4793-afac-e094a7e4a1bd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:57.161023 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a51e591-918e-4c0c-a261-e75ce73f9d74 admin admin] Publish callbacks [] for security_group (2f2dc176-3e9e-4793-afac-e094a7e4a1bd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:57.162875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16b0ac02-8fea-4ff6-aa58-0a8ea2eca58b req-bcb8145e-5f57-43d9-baf9-6f9e7e24ae93 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1080890 Mar 22 14:06:57.238914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a51e591-918e-4c0c-a261-e75ce73f9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f2dc176-3e9e-4793-afac-e094a7e4a1bd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:57.242534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a51e591-918e-4c0c-a261-e75ce73f9d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:57.247361 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9a51e591-918e-4c0c-a261-e75ce73f9d74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f2dc176-3e9e-4793-afac-e094a7e4a1bd HTTP/1.1" status: 204 len: 168 time: 0.2365861 Mar 22 14:06:57.254316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55934) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:57.261487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51e591-918e-4c0c-a261-e75ce73f9d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2dc176-3e9e-4793-afac-e094a7e4a1bd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:57.377593 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf2fa3a-378c-4483-ba40-bde14318951c x-openstack-request-id: req-daf2fa3a-378c-4483-ba40-bde14318951c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:57.377880 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39705345-68ee-446c-853a-f34921b8e28d", "name": "network-vif-deleted", "tag": "0ee4ca4b-6c54-4769-b94d-53da588c937a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:57.378135 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-daf2fa3a-378c-4483-ba40-bde14318951c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:57.378535 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf2fa3a-378c-4483-ba40-bde14318951c'] response: {'server_uuid': '39705345-68ee-446c-853a-f34921b8e28d', 'name': 'network-vif-deleted', 'tag': '0ee4ca4b-6c54-4769-b94d-53da588c937a', 'status': 'completed', 'code': 200} Mar 22 14:06:57.432639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25eca-95f7-4630-b784-51cd5c0da710 req-36c84ec9-a0bf-4cb4-8b0b-6e1d8d648bf0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:57.434097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28c25eca-95f7-4630-b784-51cd5c0da710 req-36c84ec9-a0bf-4cb4-8b0b-6e1d8d648bf0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3783636 Mar 22 14:06:57.735297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28c25eca-95f7-4630-b784-51cd5c0da710 req-5815c81c-8020-4549-a6dc-ec1458a55f41 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906721 Mar 22 14:06:57.889780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d65c38-7b27-4b24-8014-24c4a8004bc5 req-e1c38d18-2ec8-4109-9e46-40886748a4de tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:57.891465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12d65c38-7b27-4b24-8014-24c4a8004bc5 req-e1c38d18-2ec8-4109-9e46-40886748a4de tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 932 time: 0.4564707 Mar 22 14:06:58.303150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12d65c38-7b27-4b24-8014-24c4a8004bc5 req-89883060-597c-4af1-aaa3-f2ab41abd4d6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961840 Mar 22 14:06:58.382639 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.477920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8737e14a-1161-4da4-928b-1a25da6a4ee2 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:58.507825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Publish callbacks [] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.533353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fa7686b-2d6f-463c-b35e-a5ca23625a44 req-f7bd714f-549f-4349-936f-5f2af4a24260 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.0496957 Mar 22 14:06:58.541377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dda70-9852-4bcd-bb11-e5801acaad14 req-c1158552-4ea1-43b9-8e7a-ece71285a2ea tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:58.548490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-388dda70-9852-4bcd-bb11-e5801acaad14 req-c1158552-4ea1-43b9-8e7a-ece71285a2ea tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4049785 Mar 22 14:06:58.592549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Transition to ACTIVE for port object 8737e14a-1161-4da4-928b-1a25da6a4ee2 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:58.619486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.817087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-388dda70-9852-4bcd-bb11-e5801acaad14 req-b306073c-43a9-42c5-ac15-ca482fd167ca tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676094 Mar 22 14:06:58.825437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8737e14a-1161-4da4-928b-1a25da6a4ee2,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:58.845460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Deleting port 08978e57-a237-4050-a697-7b5c43ea9bfe {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:58.850995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.957158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55998) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:59.188460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] For port 08978e57-a237-4050-a697-7b5c43ea9bfe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=08978e57-a237-4050-a697-7b5c43ea9bfe,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:59.189232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.200474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Attempting to bind port 8737e14a-1161-4da4-928b-1a25da6a4ee2 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:59.201091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Attempting to bind port 8737e14a-1161-4da4-928b-1a25da6a4ee2 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:59.201583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Attempting to bind port 8737e14a-1161-4da4-928b-1a25da6a4ee2 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:59.218421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a2b81-d762-47df-97df-53e77ae67867 req-5248ffab-4015-4a6e-9b3b-b8f831e39e3a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:59.227863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f3a2b81-d762-47df-97df-53e77ae67867 req-5248ffab-4015-4a6e-9b3b-b8f831e39e3a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2842538 Mar 22 14:06:59.236781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Calling delete_port for 08978e57-a237-4050-a697-7b5c43ea9bfe owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:59.243013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Port 8737e14a-1161-4da4-928b-1a25da6a4ee2 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:59.243608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Attempting to bind port 8737e14a-1161-4da4-928b-1a25da6a4ee2 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:59.267425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:59.268035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:59.268583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Bound using segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:59.269191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Bound port: 8737e14a-1161-4da4-928b-1a25da6a4ee2, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:59.269739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.333770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (2d55d0d7-6f62-4f18-91e5-600eba965a24), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.375859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604107796-network', 'tenant_id': 'b89ac75eac644058ba440fed873a5e9c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:59.399557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Made reservation on behalf of b89ac75eac644058ba440fed873a5e9c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:59.403974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.415454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.521188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks [] for security_group (10793dfd-83b0-4fb8-bb7a-9bb335aadc36), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.524534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f3a2b81-d762-47df-97df-53e77ae67867 req-ee837f67-7d21-4fca-bbd7-0f497c5021ea tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954857 Mar 22 14:06:59.540863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (10793dfd-83b0-4fb8-bb7a-9bb335aadc36), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.620939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10793dfd-83b0-4fb8-bb7a-9bb335aadc36,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:59.633100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:06:59.646817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] For port 8737e14a-1161-4da4-928b-1a25da6a4ee2, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:59.654379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.654909 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Added segment 82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a of type vlan for network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 Mar 22 14:06:59.666729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] For port 8737e14a-1161-4da4-928b-1a25da6a4ee2, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8737e14a-1161-4da4-928b-1a25da6a4ee2,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:59.726528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (1a4552c1-4f66-4489-975a-d4ca7ca62f61), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.773342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (1a4552c1-4f66-4489-975a-d4ca7ca62f61), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.780473 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:59.783119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.817811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.897269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d208f6-9a97-40c1-943d-2c9aad5579c5 req-165ca781-aed6-4295-9d45-02d2a188609e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:59.904545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05d208f6-9a97-40c1-943d-2c9aad5579c5 req-165ca781-aed6-4295-9d45-02d2a188609e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 944 time: 0.4578514 Mar 22 14:06:59.934154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] Pushing event updated for resources: {'Network': ['ID=1a4552c1-4f66-4489-975a-d4ca7ca62f61,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:59.950754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c231053-be6b-400c-9b77-6501aaa09ded req-7ca0fb2f-150d-4086-9cc7-9f7bc8afdeb1 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.1345646 Mar 22 14:06:59.957135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-08af1873-bb42-40d8-b722-a388f570d331 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9987383 Mar 22 14:06:59.957890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56032) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:59.964631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Request body: {'subnet': {'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604107796-subnet', 'tenant_id': 'b89ac75eac644058ba440fed873a5e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:59.965415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:00.018735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Made reservation on behalf of b89ac75eac644058ba440fed873a5e9c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:00.019511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.020133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.021543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8737e14a-1161-4da4-928b-1a25da6a4ee2 HTTP/1.1" status: 200 len: 1092 time: 3.9952841 Mar 22 14:07:00.023211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'tag': '8737e14a-1161-4da4-928b-1a25da6a4ee2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:00.026507 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda95145-ce06-405a-b352-a6280f73fbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "3126ae3b-6973-4543-832e-6ff75e05c19f", "tag": "8737e14a-1161-4da4-928b-1a25da6a4ee2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:00.043818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.112568 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b42a102-44b6-45bd-8b91-59acd6ddbe53 x-openstack-request-id: req-4b42a102-44b6-45bd-8b91-59acd6ddbe53 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:00.118873 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3126ae3b-6973-4543-832e-6ff75e05c19f", "tag": "8737e14a-1161-4da4-928b-1a25da6a4ee2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:00.118873 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b42a102-44b6-45bd-8b91-59acd6ddbe53 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:00.119238 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b42a102-44b6-45bd-8b91-59acd6ddbe53'] response: {'name': 'network-changed', 'server_uuid': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'tag': '8737e14a-1161-4da4-928b-1a25da6a4ee2', 'status': 'completed', 'code': 200} Mar 22 14:07:00.346002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (fc3398f6-2516-4dc3-8280-05ed1c47a125), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.411441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3398f6-2516-4dc3-8280-05ed1c47a125,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:00.428618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Checking segment: {'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:00.429089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Network hostable DHCP agents. Network: 1a4552c1-4f66-4489-975a-d4ca7ca62f61, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:00.468783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:00.485829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 1a4552c1-4f66-4489-975a-d4ca7ca62f61) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:00.490161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.491062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.503592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67401a3-efe5-4411-baec-47bab112691c None None] Network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:00.542505 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a15c3676-2624-409f-be6a-87fccd08f956 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5754011 Mar 22 14:07:00.652335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a147f8-35e1-4855-a531-f85f336311af None None] Network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:00.845732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf41c83-6073-4abe-84fe-a9c4678ec2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8737e14a-1161-4da4-928b-1a25da6a4ee2,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:00.923745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05d208f6-9a97-40c1-943d-2c9aad5579c5 req-fcdf9976-907b-4c07-bba9-415fed4f41a4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0182657 Mar 22 14:07:01.044434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-53588765-883c-4cb4-ac4d-59722a3b3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:01.046313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-53588765-883c-4cb4-ac4d-59722a3b3bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 1126 time: 0.9434021 Mar 22 14:07:01.128170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (08978e57-a237-4050-a697-7b5c43ea9bfe), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.176670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-13f669e3-8a08-440f-bc51-73b85b5bc794 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8737e14a-1161-4da4-928b-1a25da6a4ee2 HTTP/1.1" status: 200 len: 217 time: 0.1158261 Mar 22 14:07:01.251278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08978e57-a237-4050-a697-7b5c43ea9bfe,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:01.331691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45d92baa-23be-4a4c-a90c-dce65d7715c9 req-2888221c-67fc-4fd3-b10b-defbe753a152 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1e58634-2bcf-4254-a690-a12d32eea9dd HTTP/1.1" status: 200 len: 210 time: 0.2050672 Mar 22 14:07:01.477592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:01.533233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-c1ee02bb-cb9c-4625-80b4-72dd5a5a3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:01.534856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-c1ee02bb-cb9c-4625-80b4-72dd5a5a3e6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.2964292 Mar 22 14:07:01.572148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44070094-795b-4402-a24c-15b4ad0b814f req-79c00a86-96c4-46f8-857a-776af20721c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:01.576180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44070094-795b-4402-a24c-15b4ad0b814f req-79c00a86-96c4-46f8-857a-776af20721c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.4512992 Mar 22 14:07:01.688015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce0f1-1802-4e5d-9d28-e731fa75e968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.741799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-59472f70-e0a0-4ae3-83c5-0e7aee406ed1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603003 Mar 22 14:07:01.791281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce0f1-1802-4e5d-9d28-e731fa75e968 admin admin] Publish callbacks [] for security_group (dfe93f8e-b8cc-4efd-8328-8ed2015652c7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.801246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce0f1-1802-4e5d-9d28-e731fa75e968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dfe93f8e-b8cc-4efd-8328-8ed2015652c7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.864639 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e2ce0f1-1802-4e5d-9d28-e731fa75e968 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8018085d86d44a61a77d232cfe7dce4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861024 Mar 22 14:07:01.867076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56094) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:01.898673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce0f1-1802-4e5d-9d28-e731fa75e968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe93f8e-b8cc-4efd-8328-8ed2015652c7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:01.943030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Deleting port 6414bdb2-6a76-46b0-b4be-8989d9a41b42 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:01.943720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.951877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c5670d-6c56-4972-8030-f9d0edd11346 admin admin] Publish callbacks [] for security_group (dfe93f8e-b8cc-4efd-8328-8ed2015652c7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.974213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44070094-795b-4402-a24c-15b4ad0b814f req-331bd7a2-1e10-4340-8152-67e92c46e34b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505688 Mar 22 14:07:01.985893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c5670d-6c56-4972-8030-f9d0edd11346 admin admin] Publish callbacks [] for security_group (dfe93f8e-b8cc-4efd-8328-8ed2015652c7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.084930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c5670d-6c56-4972-8030-f9d0edd11346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dfe93f8e-b8cc-4efd-8328-8ed2015652c7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.088355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c5670d-6c56-4972-8030-f9d0edd11346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.089764 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e4c5670d-6c56-4972-8030-f9d0edd11346 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfe93f8e-b8cc-4efd-8328-8ed2015652c7 HTTP/1.1" status: 204 len: 168 time: 0.2180409 Mar 22 14:07:02.108619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5670d-6c56-4972-8030-f9d0edd11346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe93f8e-b8cc-4efd-8328-8ed2015652c7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:02.175714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-003bdec2-cdd1-4bde-8276-1ee194e12c6e service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490229 Mar 22 14:07:02.194436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (beaadc1f-fd34-4393-af08-b5be9ea16001), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.394126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] For port 6414bdb2-6a76-46b0-b4be-8989d9a41b42, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6414bdb2-6a76-46b0-b4be-8989d9a41b42,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:02.394503 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.437685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b80b7-9ac6-4651-bfcc-9a3a91cd0f02 req-39a93453-9602-478e-a1f0-0b07203f1963 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:02.439262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-011b80b7-9ac6-4651-bfcc-9a3a91cd0f02 req-39a93453-9602-478e-a1f0-0b07203f1963 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 944 time: 0.3935583 Mar 22 14:07:02.455655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Calling delete_port for 6414bdb2-6a76-46b0-b4be-8989d9a41b42 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:02.491103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2b12f9c-1ecc-4362-a51b-21c378e22e6a req-58083915-0f8d-451e-9c58-25cf2a5e09ca service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898633 Mar 22 14:07:02.639354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-011b80b7-9ac6-4651-bfcc-9a3a91cd0f02 req-de1e1f19-3d9d-4e59-a68a-633174ee2b84 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911402 Mar 22 14:07:02.722757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:02.823158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56130) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:02.825926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-d0e5c374-5035-47d0-b2f6-0aafa6ea865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:02.826865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-d0e5c374-5035-47d0-b2f6-0aafa6ea865a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 1126 time: 0.2709970 Mar 22 14:07:02.832824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e561ddda-3b0f-4a82-8dd5-5c6d8e379ac8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group (799dfc81-c6f6-4070-b213-d67218a923a5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.863079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e561ddda-3b0f-4a82-8dd5-5c6d8e379ac8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group (799dfc81-c6f6-4070-b213-d67218a923a5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.875469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce34d69f-a1eb-4db4-a00f-7f07fc6b1d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.930186 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e561ddda-3b0f-4a82-8dd5-5c6d8e379ac8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (799dfc81-c6f6-4070-b213-d67218a923a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.934638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e561ddda-3b0f-4a82-8dd5-5c6d8e379ac8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.936885 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e561ddda-3b0f-4a82-8dd5-5c6d8e379ac8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/security-groups/799dfc81-c6f6-4070-b213-d67218a923a5 HTTP/1.1" status: 204 len: 168 time: 0.2122800 Mar 22 14:07:02.944264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56136) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:02.976887 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7ee83b00-2a9c-4ae1-8a44-6b6d0b610285 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] show failed (client error): The resource could not be found. Mar 22 14:07:02.981293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ee83b00-2a9c-4ae1-8a44-6b6d0b610285 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "GET /v2.0/security-groups/799dfc81-c6f6-4070-b213-d67218a923a5 HTTP/1.1" status: 404 len: 347 time: 0.0326591 Mar 22 14:07:02.981293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561ddda-3b0f-4a82-8dd5-5c6d8e379ac8 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799dfc81-c6f6-4070-b213-d67218a923a5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:02.988020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dca810-29e9-437e-9731-27f8ea6cb0ee req-8b7cf3aa-f572-42f3-8160-4c13a5cba605 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:02.989844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13dca810-29e9-437e-9731-27f8ea6cb0ee req-8b7cf3aa-f572-42f3-8160-4c13a5cba605 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.2799206 Mar 22 14:07:02.990003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:03.054544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Router beaadc1f-fd34-4393-af08-b5be9ea16001 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:03.163183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-4e794d3a-5671-4443-adb1-39d435c43f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:03.164753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-4e794d3a-5671-4443-adb1-39d435c43f0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.3262160 Mar 22 14:07:03.171950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port 98caeb8e-84d0-472c-b4bd-7b312178ac86 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:03.172626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.239019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13dca810-29e9-437e-9731-27f8ea6cb0ee req-12023309-59d7-4417-b4d1-e412cdee9a49 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353475 Mar 22 14:07:03.290272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.290767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for floatingip (98caeb8e-84d0-472c-b4bd-7b312178ac86), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.306058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for 98caeb8e-84d0-472c-b4bd-7b312178ac86 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:03.309481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6414bdb2-6a76-46b0-b4be-8989d9a41b42), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.312186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-4c69f1d1-8688-4c55-bdbf-d523517b1115 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8737e14a-1161-4da4-928b-1a25da6a4ee2 HTTP/1.1" status: 200 len: 217 time: 0.1343484 Mar 22 14:07:03.387152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Pushing event deleted for resources: {'Port': ['ID=6414bdb2-6a76-46b0-b4be-8989d9a41b42,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:03.443891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507f6cd-383b-4d35-970c-f8f229bcd2ae req-2326d704-3502-40b3-bafc-7a1dbc49d20d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:03.445457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f507f6cd-383b-4d35-970c-f8f229bcd2ae req-2326d704-3502-40b3-bafc-7a1dbc49d20d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3568213 Mar 22 14:07:03.484446 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce34d69f-a1eb-4db4-a00f-7f07fc6b1d0a admin admin] Publish callbacks [] for security_group (be0ae160-8b77-46a0-ba3e-381c7703ff17), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.488347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (98caeb8e-84d0-472c-b4bd-7b312178ac86), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.504770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce34d69f-a1eb-4db4-a00f-7f07fc6b1d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (be0ae160-8b77-46a0-ba3e-381c7703ff17), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.530718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-aa48de57-af30-486b-8921-071a646bc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:03.532224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-aa48de57-af30-486b-8921-071a646bc190 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.2065113 Mar 22 14:07:03.549740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=98caeb8e-84d0-472c-b4bd-7b312178ac86,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:03.571117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8737e14a-1161-4da4-928b-1a25da6a4ee2 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:03.615972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:03.627252 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] Sync routers for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:03.632242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a3c7e2f-b12b-4a62-abd8-23a788607db2 admin admin] 10.222.0.44 "PUT /v2.0/routers/beaadc1f-fd34-4393-af08-b5be9ea16001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9515185 Mar 22 14:07:03.637222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:03.641594 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:03.642611 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:06:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:03.685470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f507f6cd-383b-4d35-970c-f8f229bcd2ae req-d81ae3de-45d3-4da1-bfd9-652500aa2112 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058141 Mar 22 14:07:03.723521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for floatingip (040d2889-c1f5-4a2d-82f4-7692c06908cd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.723521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.723521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-920f807f-5891-488a-8daa-9152d8d1f1ea tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/floatingips/040d2889-c1f5-4a2d-82f4-7692c06908cd HTTP/1.1" status: 204 len: 168 time: 0.7290885 Mar 22 14:07:03.774292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 8737e14a-1161-4da4-928b-1a25da6a4ee2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8737e14a-1161-4da4-928b-1a25da6a4ee2,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:03.788646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '8737e14a-1161-4da4-928b-1a25da6a4ee2', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': '8737e14a-1161-4da4-928b-1a25da6a4ee2', 'mac_address': 'fa:16:3e:3d:93:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:03.812196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56146) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:03.880799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 8737e14a-1161-4da4-928b-1a25da6a4ee2 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:03.881387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.918357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8737e14a-1161-4da4-928b-1a25da6a4ee2 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:03.981480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port 7a7098d8-9666-4772-9d64-f3c638dfa71b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:03.981960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.989794 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:04.007715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 8737e14a-1161-4da4-928b-1a25da6a4ee2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8737e14a-1161-4da4-928b-1a25da6a4ee2,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:04.017137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.087954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.098044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=8737e14a-1161-4da4-928b-1a25da6a4ee2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:04.109762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks [] for router (beaadc1f-fd34-4393-af08-b5be9ea16001), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.111717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for 7a7098d8-9666-4772-9d64-f3c638dfa71b owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:04.137993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-78157ca2-b150-43ee-946c-cd5e42566dcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5947254 Mar 22 14:07:04.164030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ce34d69f-a1eb-4db4-a00f-7f07fc6b1d0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cdc3d014dad47669ae90a0dc9ba83ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3360136 Mar 22 14:07:04.189038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56156) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:04.194530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34d69f-a1eb-4db4-a00f-7f07fc6b1d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0ae160-8b77-46a0-ba3e-381c7703ff17,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:04.229738 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:07:00Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:04.257408 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] Checking router: beaadc1f-fd34-4393-af08-b5be9ea16001 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:04.268231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] Routers {'beaadc1f-fd34-4393-af08-b5be9ea16001'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:04.269017 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:06:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['beaadc1f-fd34-4393-af08-b5be9ea16001'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:04.292137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['8737e14a-1161-4da4-928b-1a25da6a4ee2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:04.312037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (2d55d0d7-6f62-4f18-91e5-600eba965a24), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.343257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe840d8-b767-4b16-8dbf-8815c7b09fe5 req-61d8203f-1eb7-4744-9208-22dacf823bf4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:04.345241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4fe840d8-b767-4b16-8dbf-8815c7b09fe5 req-61d8203f-1eb7-4744-9208-22dacf823bf4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2099571 Mar 22 14:07:04.354705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19cc05-2ec9-4df5-8738-317d52359282 req-124a3b09-0585-4f7d-9237-d150f247912e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:04.356364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c19cc05-2ec9-4df5-8738-317d52359282 req-124a3b09-0585-4f7d-9237-d150f247912e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 945 time: 0.2225788 Mar 22 14:07:04.372062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16ab2e67-83a9-469e-92fb-a217d3f81d30 admin admin] Publish callbacks [] for security_group (be0ae160-8b77-46a0-ba3e-381c7703ff17), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.372373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-3dd38cff-bcca-4a49-a0b7-ea86798c8a89 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108562 Mar 22 14:07:04.379509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks [] for router_gateway (beaadc1f-fd34-4393-af08-b5be9ea16001), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.420349 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] Set router beaadc1f-fd34-4393-af08-b5be9ea16001 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:04.429316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16ab2e67-83a9-469e-92fb-a217d3f81d30 admin admin] Publish callbacks [] for security_group (be0ae160-8b77-46a0-ba3e-381c7703ff17), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.518217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7a7098d8-9666-4772-9d64-f3c638dfa71b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.557168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16ab2e67-83a9-469e-92fb-a217d3f81d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (be0ae160-8b77-46a0-ba3e-381c7703ff17), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.559464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16ab2e67-83a9-469e-92fb-a217d3f81d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.563332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16ab2e67-83a9-469e-92fb-a217d3f81d30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be0ae160-8b77-46a0-ba3e-381c7703ff17 HTTP/1.1" status: 204 len: 168 time: 0.3706565 Mar 22 14:07:04.563332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=7a7098d8-9666-4772-9d64-f3c638dfa71b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:04.587116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4fe840d8-b767-4b16-8dbf-8815c7b09fe5 req-3b6d2d8c-5ec2-4042-8ac9-fc38aeb4b48a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252641 Mar 22 14:07:04.596083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c19cc05-2ec9-4df5-8738-317d52359282 req-b71dafe3-0946-4ea4-8e76-1b30dabac4d6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228024 Mar 22 14:07:04.628712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Deleting port 7a3e6458-3590-42fb-bcff-ba49768f43ad {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:04.629156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.631359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:04.634069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:04.640243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eda95145-ce06-405a-b352-a6280f73fbf6 req-7edd1dce-ead7-4a96-a06a-d9fff0155b4b service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330570 Mar 22 14:07:04.676145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab2e67-83a9-469e-92fb-a217d3f81d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0ae160-8b77-46a0-ba3e-381c7703ff17,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:04.804755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.811968 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8a4ca214-1221-437f-8699-b6ccc30d31ed tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/ports/7a7098d8-9666-4772-9d64-f3c638dfa71b HTTP/1.1" status: 204 len: 168 time: 0.9987035 Mar 22 14:07:04.812617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56172) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:04.848700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:07:04.898443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] For port 7a3e6458-3590-42fb-bcff-ba49768f43ad, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7a3e6458-3590-42fb-bcff-ba49768f43ad,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:04.898896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:04.929644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:07:00Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:04.941640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b4c1-0149-4ace-8948-91e569000518 req-f3e88a0b-65fe-48ad-b7a4-de1ca29b2e40 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:04.954747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac63b4c1-0149-4ace-8948-91e569000518 req-f3e88a0b-65fe-48ad-b7a4-de1ca29b2e40 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.1788609 Mar 22 14:07:04.963989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff595-373f-49d4-8597-9c88248c5b07 req-e66a90e2-4b46-4fad-8bd0-b4fdd756cc1e tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:04.965534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-e66a90e2-4b46-4fad-8bd0-b4fdd756cc1e tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/networks?id=1a4552c1-4f66-4489-975a-d4ca7ca62f61 HTTP/1.1" status: 200 len: 809 time: 0.2332411 Mar 22 14:07:04.982948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Router 2d55d0d7-6f62-4f18-91e5-600eba965a24 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:04.984315 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09365599-3a06-4ba7-8911-9c908d720a6d None None] The sync data for ids ['beaadc1f-fd34-4393-af08-b5be9ea16001'] in n-d-834677-3 is: [{'id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'name': 'tempest-ServersTestManualDisk-1012298122-router', 'tenant_id': 'd9e1d00fa082488daf26a18947a5c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:18Z', 'updated_at': '2022-03-22T14:07:00Z', 'revision_number': 5, 'project_id': 'd9e1d00fa082488daf26a18947a5c758', 'gw_port': {'id': '7a3e6458-3590-42fb-bcff-ba49768f43ad', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaadc1f-fd34-4393-af08-b5be9ea16001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:21Z', 'updated_at': '2022-03-22T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:05.003689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Calling delete_port for 7a3e6458-3590-42fb-bcff-ba49768f43ad owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:05.017686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-36206fa0-8a5b-4175-9200-f7acd32ce49e tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/quotas/b89ac75eac644058ba440fed873a5e9c HTTP/1.1" status: 200 len: 375 time: 0.0377908 Mar 22 14:07:05.077734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:05.078551 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.175111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:05.177429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting port 490200f9-bcae-4af5-8165-920331f4b1a5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:05.177954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.184232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:05.188743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-e1ec5925-6171-4fa4-b962-9f697f42e563 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b89ac75eac644058ba440fed873a5e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1415517 Mar 22 14:07:05.193552 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606e738b-0693-42b3-8a41-48b082d1e673" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:05.237148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:05.239503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2534e635-9634-4856-85ba-98deef45308a', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': '2534e635-9634-4856-85ba-98deef45308a', 'mac_address': 'fa:16:3e:fd:2a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:05.251929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.276033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac63b4c1-0149-4ace-8948-91e569000518 req-612b0ae4-e335-44f9-ac35-9730af1fdead tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249667 Mar 22 14:07:05.341228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:05.342132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.383647 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da8be6f-8b6d-4f9d-861d-e006ff9b0ee8 x-openstack-request-id: req-1da8be6f-8b6d-4f9d-861d-e006ff9b0ee8 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:05.384183 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:05.384632 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1da8be6f-8b6d-4f9d-861d-e006ff9b0ee8 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:05.385998 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da8be6f-8b6d-4f9d-861d-e006ff9b0ee8'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'code': 200} Mar 22 14:07:05.390786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2534e635-9634-4856-85ba-98deef45308a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:05.439468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.441351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:05.464614 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.478654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=11']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:05.491886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Calling delete_port for 490200f9-bcae-4af5-8165-920331f4b1a5 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:05.526102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:05.532134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a6392d2d-9fbb-448a-a240-4f433208f591 admin admin] 10.222.0.44 "PUT /v2.0/routers/2d55d0d7-6f62-4f18-91e5-600eba965a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2630870 Mar 22 14:07:05.542246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-bc05306c-f695-435c-a24f-dd1d8663314b service neutron] 10.222.0.44 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524835 Mar 22 14:07:05.550244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56188) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:05.601307 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=12']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:05.618969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] Sync routers for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:05.626363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 08978e57-a237-4050-a697-7b5c43ea9bfe no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:05.656065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8737e14a-1161-4da4-928b-1a25da6a4ee2 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:05.660906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 08978e57-a237-4050-a697-7b5c43ea9bfe {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:05.661349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 08978e57-a237-4050-a697-7b5c43ea9bfe not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:05.694485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2534e635-9634-4856-85ba-98deef45308a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:05.749505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:05.750354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:06:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:05.856766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-8134d9b7-3887-41af-8ebc-15dd46d307bf service neutron] 10.222.0.44 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134656 Mar 22 14:07:05.878075 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks [] for router (2d55d0d7-6f62-4f18-91e5-600eba965a24), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.891768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (490200f9-bcae-4af5-8165-920331f4b1a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.963598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Port': ['ID=490200f9-bcae-4af5-8165-920331f4b1a5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:06.053646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6670d-fe08-49cf-9880-cf25778a946c req-7fdbbd40-9e31-480f-bb76-64cfcd925782 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:06.072886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51f6670d-fe08-49cf-9880-cf25778a946c req-7fdbbd40-9e31-480f-bb76-64cfcd925782 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 945 time: 0.3082733 Mar 22 14:07:06.119301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.128432 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-51cbf1fe-d846-4b7f-b682-656dfea0e039 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/ports/490200f9-bcae-4af5-8165-920331f4b1a5 HTTP/1.1" status: 204 len: 168 time: 1.3106363 Mar 22 14:07:06.128634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56208) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:06.176883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51f6670d-fe08-49cf-9880-cf25778a946c req-74379254-8183-4dc1-b13d-677b2b61da89 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026371 Mar 22 14:07:06.199728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks [] for router_gateway (2d55d0d7-6f62-4f18-91e5-600eba965a24), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.223984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting subnet f941a4c0-3fd9-4c22-b0d8-d2c506883369 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:07:06.227025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7a3e6458-3590-42fb-bcff-ba49768f43ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.272440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for subnet (f941a4c0-3fd9-4c22-b0d8-d2c506883369), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.276428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3e6458-3590-42fb-bcff-ba49768f43ad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:06.359890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Deleting port abc446a9-a5b5-48a4-896c-a406f4875282 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:06.360231 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.448449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 8737e14a-1161-4da4-928b-1a25da6a4ee2 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:06.472417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 8737e14a-1161-4da4-928b-1a25da6a4ee2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:06.472533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.591293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:06.593345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] For port abc446a9-a5b5-48a4-896c-a406f4875282, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=abc446a9-a5b5-48a4-896c-a406f4875282,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:06.593723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.614242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f941a4c0-3fd9-4c22-b0d8-d2c506883369), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.614768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Calling delete_port for abc446a9-a5b5-48a4-896c-a406f4875282 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:06.685410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (beaadc1f-fd34-4393-af08-b5be9ea16001), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.844314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 8737e14a-1161-4da4-928b-1a25da6a4ee2 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:06.844886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.849021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f941a4c0-3fd9-4c22-b0d8-d2c506883369), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.953510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 8737e14a-1161-4da4-928b-1a25da6a4ee2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8737e14a-1161-4da4-928b-1a25da6a4ee2,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:06.968179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.006296 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f941a4c0-3fd9-4c22-b0d8-d2c506883369), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.095463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=8737e14a-1161-4da4-928b-1a25da6a4ee2,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:07.139920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:07:03Z', 'revision_number': 5, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port': {'id': 'abc446a9-a5b5-48a4-896c-a406f4875282', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:00:32Z', 'updated_at': '2022-03-22T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:07.163407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Subnet': ['ID=f941a4c0-3fd9-4c22-b0d8-d2c506883369,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:07.176564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (beaadc1f-fd34-4393-af08-b5be9ea16001), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.181018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.189755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-21f637a4-12b6-495d-9e61-3a916de1ec78 tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/subnets/f941a4c0-3fd9-4c22-b0d8-d2c506883369 HTTP/1.1" status: 204 len: 168 time: 1.0602796 Mar 22 14:07:07.191404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks [] for router_controller (beaadc1f-fd34-4393-af08-b5be9ea16001), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.195179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56246) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:07.210964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d84e0-9d97-43eb-b066-cd9265538cf1 None None] Network d3cbff06-4044-4032-b9bb-d71d7404b16b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:07.221275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] Checking router: 2d55d0d7-6f62-4f18-91e5-600eba965a24 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:07.252044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f99bdbd-7629-4872-b5ea-78a40bad64c6 req-975102d9-c4f1-42e6-b7b4-d3eb2c4e800a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 210 time: 1.1332707 Mar 22 14:07:07.376964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] Routers {'2d55d0d7-6f62-4f18-91e5-600eba965a24'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:07.377489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:06:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['2d55d0d7-6f62-4f18-91e5-600eba965a24'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:07.388010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (abc446a9-a5b5-48a4-896c-a406f4875282), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.391652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8737e14a-1161-4da4-928b-1a25da6a4ee2'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:07.396547 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c872191-1364-4d12-9ed4-0ac1004ab9dc" -d '{"events": [{"server_uuid": "3126ae3b-6973-4543-832e-6ff75e05c19f", "name": "network-vif-plugged", "status": "completed", "tag": "8737e14a-1161-4da4-928b-1a25da6a4ee2"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:07.399890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (beaadc1f-fd34-4393-af08-b5be9ea16001), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.400634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Fanout notify agent at l3_agent the message router_deleted on router beaadc1f-fd34-4393-af08-b5be9ea16001 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:07:07.418867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.420312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a9abf3f3-9345-4ba4-baed-8a2bad9ba71a admin admin] 10.222.0.44 "DELETE /v2.0/routers/beaadc1f-fd34-4393-af08-b5be9ea16001 HTTP/1.1" status: 204 len: 168 time: 3.7541399 Mar 22 14:07:07.422882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56256) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:07.430824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc446a9-a5b5-48a4-896c-a406f4875282,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:07.435997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Deleting subnet 598aa735-6b22-455b-b664-ea17db1e50d6 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:07:07.462802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247d192-c0a6-486b-bb63-78fd3b861b29 req-4751e5c8-d3e2-4628-8df0-b4323dc90738 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:07.463035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for subnet (598aa735-6b22-455b-b664-ea17db1e50d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.464638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1247d192-c0a6-486b-bb63-78fd3b861b29 req-4751e5c8-d3e2-4628-8df0-b4323dc90738 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.3409462 Mar 22 14:07:07.699276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] Set router 2d55d0d7-6f62-4f18-91e5-600eba965a24 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:07.775796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e60cf-85fe-4b9e-948e-09443c1a057b req-71dae9dd-7564-48a8-8d2e-8d52f639891b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:07.782789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a02e60cf-85fe-4b9e-948e-09443c1a057b req-71dae9dd-7564-48a8-8d2e-8d52f639891b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 946 time: 0.3108890 Mar 22 14:07:07.794894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1247d192-c0a6-486b-bb63-78fd3b861b29 req-7c2c2207-580a-4126-afb2-b7576d02d611 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240871 Mar 22 14:07:07.806662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (2d55d0d7-6f62-4f18-91e5-600eba965a24), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.881946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:07:06Z', 'revision_number': 6, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:08.029580 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c77b3b-be52-482d-9fb5-43ba60bb2b9e x-openstack-request-id: req-80c77b3b-be52-482d-9fb5-43ba60bb2b9e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:08.030098 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3126ae3b-6973-4543-832e-6ff75e05c19f", "name": "network-vif-plugged", "status": "completed", "tag": "8737e14a-1161-4da4-928b-1a25da6a4ee2", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:08.030353 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80c77b3b-be52-482d-9fb5-43ba60bb2b9e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:08.030771 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c77b3b-be52-482d-9fb5-43ba60bb2b9e'] response: {'server_uuid': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8737e14a-1161-4da4-928b-1a25da6a4ee2', 'code': 200} Mar 22 14:07:08.038114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bfed1-ff1f-4776-b370-893076044cd7 None None] The sync data for ids ['2d55d0d7-6f62-4f18-91e5-600eba965a24'] in n-d-834677-3 is: [{'id': '2d55d0d7-6f62-4f18-91e5-600eba965a24', 'name': 'tempest-ServerRescueNegativeTestJSON-281940285-router', 'tenant_id': '4e13edcec83d48b6841c00aef15ca185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:00:29Z', 'updated_at': '2022-03-22T14:07:06Z', 'revision_number': 6, 'project_id': '4e13edcec83d48b6841c00aef15ca185', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:08.053153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] DHCP port deletion for d3cbff06-4044-4032-b9bb-d71d7404b16b request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:07:08.113059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (2d55d0d7-6f62-4f18-91e5-600eba965a24), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.144501 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks [] for router_controller (2d55d0d7-6f62-4f18-91e5-600eba965a24), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.231450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] Deleting port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:08.232590 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.339967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a02e60cf-85fe-4b9e-948e-09443c1a057b req-2582f269-7846-4c3f-b429-8b355f5c6cd1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555623 Mar 22 14:07:08.454341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (598aa735-6b22-455b-b664-ea17db1e50d6), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.468220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] Deleting subnet 36fb46a9-d38a-478d-a607-ca34b4ce88bf {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:07:08.470287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] For port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=45fff50e-b2a7-4628-b5ed-c98d4c27b0ee,segment=NetworkSegment(caeec5d7-5014-4550-b86a-1604c35eee68),segment_id=caeec5d7-5014-4550-b86a-1604c35eee68)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:08.470700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.500217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] Publish callbacks [] for subnet (36fb46a9-d38a-478d-a607-ca34b4ce88bf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.505107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] Calling delete_port for 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:08.582895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (36fb46a9-d38a-478d-a607-ca34b4ce88bf), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.646400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:08.743906 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (45fff50e-b2a7-4628-b5ed-c98d4c27b0ee), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.764546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (598aa735-6b22-455b-b664-ea17db1e50d6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.865087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] Pushing event deleted for resources: {'Port': ['ID=45fff50e-b2a7-4628-b5ed-c98d4c27b0ee,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:08.911850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962b34d-e5ff-4cff-9222-456f1d0f62fc None None] No DVR routers for this DVR port 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:08.951803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2534e635-9634-4856-85ba-98deef45308a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:08.954041 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2534e635-9634-4856-85ba-98deef45308a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.963437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (36fb46a9-d38a-478d-a607-ca34b4ce88bf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.008347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e344f1fb-2247-4c20-8b96-937ff457740e req-0dd5f8c8-8abd-44d2-8dc2-4e12cfbe81b6 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 210 time: 0.0603805 Mar 22 14:07:09.015998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (2d55d0d7-6f62-4f18-91e5-600eba965a24), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.016776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d55d0d7-6f62-4f18-91e5-600eba965a24 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:07:09.047853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.052439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e7faf4a0-0070-4860-82d3-dae94c0189a6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2d55d0d7-6f62-4f18-91e5-600eba965a24 HTTP/1.1" status: 204 len: 168 time: 3.4989064 Mar 22 14:07:09.054477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56302) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:09.121650 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (598aa735-6b22-455b-b664-ea17db1e50d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.135347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (36fb46a9-d38a-478d-a607-ca34b4ce88bf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.173016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.191757 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/36fb46a9-d38a-478d-a607-ca34b4ce88bf HTTP/1.1" status: 204 len: 168 time: 1.7637494 Mar 22 14:07:09.193510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:09.236794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Subnet': ['ID=598aa735-6b22-455b-b664-ea17db1e50d6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:09.252577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31930a0-91ba-4976-acdc-a79eb1513dfe req-b3c811ba-4a5d-45a9-a604-24c3ee07815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:09.254273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c31930a0-91ba-4976-acdc-a79eb1513dfe req-b3c811ba-4a5d-45a9-a604-24c3ee07815e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 1128 time: 1.1926014 Mar 22 14:07:09.295839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.296184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.296515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.296842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.297169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.304612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:09.304612 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.311387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.311924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.312441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.312786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.313120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.313445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.313770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.314137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.314463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.315656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:09.319684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.322778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff595-373f-49d4-8597-9c88248c5b07 req-9147dc98-72c2-41bc-ae84-19cac896f0a6 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:09.327025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-9147dc98-72c2-41bc-ae84-19cac896f0a6 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "GET /v2.0/networks?id=1a4552c1-4f66-4489-975a-d4ca7ca62f61 HTTP/1.1" status: 200 len: 809 time: 1.1779118 Mar 22 14:07:09.327175 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee4f0cb6-c902-4029-9941-6cac0607042a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/subnets/598aa735-6b22-455b-b664-ea17db1e50d6 HTTP/1.1" status: 204 len: 168 time: 2.1182802 Mar 22 14:07:09.330110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01452bfb-bb8b-4053-8c1c-aa598559f3d9 None None] Network 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:09.338818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e91c9-4205-4be8-914b-c8071f8f2dfd None None] Network 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:09.339256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56310) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:09.365360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Request body: {'port': {'device_id': 'ff182a35-ee59-4274-998b-82a49437f31e', 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61', 'admin_state_up': True, 'tenant_id': 'b89ac75eac644058ba440fed873a5e9c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:09.389597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7a3e6458-3590-42fb-bcff-ba49768f43ad no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:09.394850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] Deleting subnet 1212c5bc-48f6-40a2-a501-7ab7ef9f740a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:07:09.410373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e542d-9e53-426e-b26e-a175ba002c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fb46a9-d38a-478d-a607-ca34b4ce88bf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:09.476944 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.493620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] Publish callbacks [] for subnet (1212c5bc-48f6-40a2-a501-7ab7ef9f740a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.634772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Deleting port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:09.635135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.713116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a84217-5eed-41c7-9aae-223b5764c86e req-20456a72-5904-4ba7-a591-97db5a2ae5e6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:09.714804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78a84217-5eed-41c7-9aae-223b5764c86e req-20456a72-5904-4ba7-a591-97db5a2ae5e6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 945 time: 0.6763012 Mar 22 14:07:09.717835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 7a3e6458-3590-42fb-bcff-ba49768f43ad {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:09.718244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7a3e6458-3590-42fb-bcff-ba49768f43ad not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:09.719445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:09.752469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:09.752887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 45fff50e-b2a7-4628-b5ed-c98d4c27b0ee not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:09.753329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6414bdb2-6a76-46b0-b4be-8989d9a41b42 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:09.767903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43fab-a6aa-4f26-ba62-134847247f2b req-1ee63838-6f26-4a52-a6f2-20f20ef69960 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:09.779070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfa43fab-a6aa-4f26-ba62-134847247f2b req-1ee63838-6f26-4a52-a6f2-20f20ef69960 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.6023583 Mar 22 14:07:09.788411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] For port 60ea0803-96c6-4085-b3dc-f0bbd8c33594, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=60ea0803-96c6-4085-b3dc-f0bbd8c33594,segment=NetworkSegment(ea82608b-99ca-40d1-a74e-8d4136c41ce6),segment_id=ea82608b-99ca-40d1-a74e-8d4136c41ce6)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:09.788782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.802760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c31930a0-91ba-4976-acdc-a79eb1513dfe req-d0969276-0029-4014-b45e-6e4ecebccdac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189586 Mar 22 14:07:09.814706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6414bdb2-6a76-46b0-b4be-8989d9a41b42 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:09.815057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6414bdb2-6a76-46b0-b4be-8989d9a41b42 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:09.815490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device abc446a9-a5b5-48a4-896c-a406f4875282 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:09.831088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Calling delete_port for 60ea0803-96c6-4085-b3dc-f0bbd8c33594 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:09.861653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:09.874001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: abc446a9-a5b5-48a4-896c-a406f4875282 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:09.874434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device abc446a9-a5b5-48a4-896c-a406f4875282 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:09.878510 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.888299 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d3cbff06-4044-4032-b9bb-d71d7404b16b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.908411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (1212c5bc-48f6-40a2-a501-7ab7ef9f740a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.995535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=13']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:10.022433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] DHCP port deletion for 0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:07:10.032709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:10.046144 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f4259c-d240-464c-ba27-d17d93bb34eb" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:10.046490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (60ea0803-96c6-4085-b3dc-f0bbd8c33594), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.054271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de04b7c-e1c5-4f89-9c0f-acbbe60ba883 None None] DHCP port deletion for 3f32faa1-15c9-4ee3-909c-f7a72fb49cbc request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:07:10.071029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] No DVR routers for this DVR port 60ea0803-96c6-4085-b3dc-f0bbd8c33594 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:10.093767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfa43fab-a6aa-4f26-ba62-134847247f2b req-e88b7bf9-efbf-4066-bf77-8af9621e5f90 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137100 Mar 22 14:07:10.125095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78a84217-5eed-41c7-9aae-223b5764c86e req-e39f7593-3d76-44e5-a922-739913efca39 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031448 Mar 22 14:07:10.172712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ea0803-96c6-4085-b3dc-f0bbd8c33594,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:10.211354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] Deleting port 150a9a9c-3338-43d5-9d44-8ac50fc214fd {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:10.216286 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.257421 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.300287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56328) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:10.317859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] For port 150a9a9c-3338-43d5-9d44-8ac50fc214fd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=150a9a9c-3338-43d5-9d44-8ac50fc214fd,segment=NetworkSegment(2d035f6a-e607-4b90-b23c-313222eb42f1),segment_id=2d035f6a-e607-4b90-b23c-313222eb42f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:10.318554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.320413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f32faa1-15c9-4ee3-909c-f7a72fb49cbc']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:10.333830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] Calling delete_port for 150a9a9c-3338-43d5-9d44-8ac50fc214fd owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:10.335658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Made reservation on behalf of b89ac75eac644058ba440fed873a5e9c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:10.338828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.345624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea82608b-99ca-40d1-a74e-8d4136c41ce6') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:10.345929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea82608b-99ca-40d1-a74e-8d4136c41ce6') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:10.370552 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ea82608b-99ca-40d1-a74e-8d4136c41ce6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.404381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ea82608b-99ca-40d1-a74e-8d4136c41ce6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.410615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:10.411013 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ea82608b-99ca-40d1-a74e-8d4136c41ce6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:10.412760 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:10.438011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (150a9a9c-3338-43d5-9d44-8ac50fc214fd), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.440398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d3cbff06-4044-4032-b9bb-d71d7404b16b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.478090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] Pushing event deleted for resources: {'Port': ['ID=150a9a9c-3338-43d5-9d44-8ac50fc214fd,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:10.485514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ba60f-a7fb-4ee6-96d2-5676ec7a8858 None None] No DVR routers for this DVR port 150a9a9c-3338-43d5-9d44-8ac50fc214fd on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:10.530681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25034120-b0af-46a1-b306-80d40d92253a req-80d07fe9-c111-46f6-bb8d-040a0b064387 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 210 time: 0.2179348 Mar 22 14:07:10.539100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3f32faa1-15c9-4ee3-909c-f7a72fb49cbc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.539771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1212c5bc-48f6-40a2-a501-7ab7ef9f740a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.558350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.563036 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f32faa1-15c9-4ee3-909c-f7a72fb49cbc HTTP/1.1" status: 204 len: 168 time: 1.3402681 Mar 22 14:07:10.576195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528b6f7-2826-4fbc-aa45-d952a98c3991 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f32faa1-15c9-4ee3-909c-f7a72fb49cbc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:10.603142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cceed12c-3800-4d40-87a7-25d8edb1fdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.629682 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539c6d3a-c9ed-4e1b-bdf4-fedf731a4872 x-openstack-request-id: req-539c6d3a-c9ed-4e1b-bdf4-fedf731a4872 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:10.630143 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-plugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:10.630461 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-539c6d3a-c9ed-4e1b-bdf4-fedf731a4872 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:10.632073 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539c6d3a-c9ed-4e1b-bdf4-fedf731a4872'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'code': 200} Mar 22 14:07:10.635718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cbff06-4044-4032-b9bb-d71d7404b16b']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:10.712267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caeec5d7-5014-4550-b86a-1604c35eee68') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:10.712555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caeec5d7-5014-4550-b86a-1604c35eee68') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:10.768048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cceed12c-3800-4d40-87a7-25d8edb1fdf3 admin admin] Publish callbacks [] for security_group (9e158957-de20-4d64-8e7f-d86bdd6e9041), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.777093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cceed12c-3800-4d40-87a7-25d8edb1fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9e158957-de20-4d64-8e7f-d86bdd6e9041), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.789420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56334) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:10.851772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed12c-3800-4d40-87a7-25d8edb1fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e158957-de20-4d64-8e7f-d86bdd6e9041,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:10.858866 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cceed12c-3800-4d40-87a7-25d8edb1fdf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0bd94a0c29746f5b6b1500adaf83612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5575314 Mar 22 14:07:10.866969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56336) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:10.878476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Allocated IP 172.20.0.7 (1a4552c1-4f66-4489-975a-d4ca7ca62f61/fc3398f6-2516-4dc3-8280-05ed1c47a125/240dacc4-eb96-4882-be22-536faa026a9e) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:10.889353 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7c438df1-2d46-4ba9-a8f7-89ae455aeccf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9e1d00fa082488daf26a18947a5c758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0983992 Mar 22 14:07:10.892834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56338) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:10.958834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fe16-db93-490a-9040-f11ed8641075 admin admin] Publish callbacks [] for security_group (9e158957-de20-4d64-8e7f-d86bdd6e9041), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.995977 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7167468d-3882-4f74-b201-a03da92bf2dd admin admin] Publish callbacks [] for security_group (2b07f081-8373-475e-a279-c3ffb965e450), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.000193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fe16-db93-490a-9040-f11ed8641075 admin admin] Publish callbacks [] for security_group (9e158957-de20-4d64-8e7f-d86bdd6e9041), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.043718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (caeec5d7-5014-4550-b86a-1604c35eee68), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.052260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7167468d-3882-4f74-b201-a03da92bf2dd admin admin] Publish callbacks [] for security_group (2b07f081-8373-475e-a279-c3ffb965e450), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.091744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f71a7-4d2e-424c-ac93-8d76536ff9f9 req-763c737a-a358-45ca-9ad5-cdcbb1115a7c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:11.110886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c16f71a7-4d2e-424c-ac93-8d76536ff9f9 req-763c737a-a358-45ca-9ad5-cdcbb1115a7c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 946 time: 0.8178489 Mar 22 14:07:11.121499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fe16-db93-490a-9040-f11ed8641075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9e158957-de20-4d64-8e7f-d86bdd6e9041), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.125553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fe16-db93-490a-9040-f11ed8641075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.129950 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7fc0fe16-db93-490a-9040-f11ed8641075 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e158957-de20-4d64-8e7f-d86bdd6e9041 HTTP/1.1" status: 204 len: 168 time: 0.2602100 Mar 22 14:07:11.159965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0fe16-db93-490a-9040-f11ed8641075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e158957-de20-4d64-8e7f-d86bdd6e9041,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:11.167335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c63b8-33a1-47e3-8b0c-734fd4bbcf42 req-5dd64fa6-1f98-4871-a35a-2d6bcb4023a0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:11.167566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7167468d-3882-4f74-b201-a03da92bf2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2b07f081-8373-475e-a279-c3ffb965e450), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.170201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7167468d-3882-4f74-b201-a03da92bf2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.171667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7167468d-3882-4f74-b201-a03da92bf2dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b07f081-8373-475e-a279-c3ffb965e450 HTTP/1.1" status: 204 len: 168 time: 0.2776744 Mar 22 14:07:11.178905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f99c63b8-33a1-47e3-8b0c-734fd4bbcf42 req-5dd64fa6-1f98-4871-a35a-2d6bcb4023a0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4340444 Mar 22 14:07:11.185412 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (caeec5d7-5014-4550-b86a-1604c35eee68), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.204325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167468d-3882-4f74-b201-a03da92bf2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07f081-8373-475e-a279-c3ffb965e450,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:11.258294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks [] for port (240dacc4-eb96-4882-be22-536faa026a9e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.326299 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (240dacc4-eb96-4882-be22-536faa026a9e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.328530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:11.328964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (caeec5d7-5014-4550-b86a-1604c35eee68), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:11.340089 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:11.349511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 150a9a9c-3338-43d5-9d44-8ac50fc214fd no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:11.361325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (1212c5bc-48f6-40a2-a501-7ab7ef9f740a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.404152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 150a9a9c-3338-43d5-9d44-8ac50fc214fd {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:11.404452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 150a9a9c-3338-43d5-9d44-8ac50fc214fd not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:11.404888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 60ea0803-96c6-4085-b3dc-f0bbd8c33594 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:11.453208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 60ea0803-96c6-4085-b3dc-f0bbd8c33594 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:11.457086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 60ea0803-96c6-4085-b3dc-f0bbd8c33594 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:11.502715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c16f71a7-4d2e-424c-ac93-8d76536ff9f9 req-24b46d17-03ba-43d6-b355-edc39bb687f1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906224 Mar 22 14:07:11.606356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef6b8e-20ce-4dd4-a194-e2205cd936b3 None None] Network d69b8695-fbed-4d7c-950b-ceea138f0a4c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:11.607355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:11.610661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1212c5bc-48f6-40a2-a501-7ab7ef9f740a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:11.637314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.643213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-987e38de-676a-4e20-b3dd-e061cc39f56e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1212c5bc-48f6-40a2-a501-7ab7ef9f740a HTTP/1.1" status: 204 len: 168 time: 2.5645044 Mar 22 14:07:11.645885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56352) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:11.668984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:11.702975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:11.886496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d69b8695-fbed-4d7c-950b-ceea138f0a4c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.900773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d3cbff06-4044-4032-b9bb-d71d7404b16b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.906020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Pushing event updated for resources: {'Port': ['ID=240dacc4-eb96-4882-be22-536faa026a9e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:11.965222 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.969818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] DHCP port deletion for d69b8695-fbed-4d7c-950b-ceea138f0a4c request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:07:11.976959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/networks/d3cbff06-4044-4032-b9bb-d71d7404b16b HTTP/1.1" status: 204 len: 168 time: 2.6365399 Mar 22 14:07:11.980345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2fed1-a99e-425c-94d6-38db0414424a tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Network': ['ID=d3cbff06-4044-4032-b9bb-d71d7404b16b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:11.985475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56360) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:12.000481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:12.003794 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.023096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f99c63b8-33a1-47e3-8b0c-734fd4bbcf42 req-86218240-3dbc-4e66-9ded-ce28d65470d2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8429410 Mar 22 14:07:12.023972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56364) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:12.110106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Deleting port 40701423-ae9c-4996-8e4d-1913ce395832 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:12.110444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (40701423-ae9c-4996-8e4d-1913ce395832), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.115082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] Deleting port 40701423-ae9c-4996-8e4d-1913ce395832 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:12.123290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (40701423-ae9c-4996-8e4d-1913ce395832), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.124868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-cefa7a9f-7094-44f1-916a-e9bfbf16d4cd tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7702186 Mar 22 14:07:12.132999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-25a435bf-b0be-4bdc-8acb-37c5e0a4d499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.148811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Request body: {'port': {'device_id': 'ff182a35-ee59-4274-998b-82a49437f31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:12.291356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] For port 40701423-ae9c-4996-8e4d-1913ce395832, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=40701423-ae9c-4996-8e4d-1913ce395832,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:12.292096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (40701423-ae9c-4996-8e4d-1913ce395832), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.296862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] For port 40701423-ae9c-4996-8e4d-1913ce395832, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=40701423-ae9c-4996-8e4d-1913ce395832,segment=NetworkSegment(5325fd3e-c655-486b-8fbf-2a4f34f7745e),segment_id=5325fd3e-c655-486b-8fbf-2a4f34f7745e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:12.297277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (40701423-ae9c-4996-8e4d-1913ce395832), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.297872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.326657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Calling delete_port for 40701423-ae9c-4996-8e4d-1913ce395832 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:12.328935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] Calling delete_port for 40701423-ae9c-4996-8e4d-1913ce395832 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:12.444563 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (40701423-ae9c-4996-8e4d-1913ce395832), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.487086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (240dacc4-eb96-4882-be22-536faa026a9e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.501261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44847cd5-0c01-47c6-9496-c487c9af62c4 req-5843bb9b-ffbf-4d22-940d-151fc60b94cb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:12.504596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44847cd5-0c01-47c6-9496-c487c9af62c4 req-5843bb9b-ffbf-4d22-940d-151fc60b94cb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.2041745 Mar 22 14:07:12.510267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Pushing event deleted for resources: {'Port': ['ID=40701423-ae9c-4996-8e4d-1913ce395832,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:12.515806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] No DVR routers for this DVR port 40701423-ae9c-4996-8e4d-1913ce395832 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:12.635788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed0e4-c81e-4d9b-ba03-5b76364a99e7 req-457fdb8c-04ca-4249-a9cd-78aabc8479b2 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:12.635958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d69b8695-fbed-4d7c-950b-ceea138f0a4c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.637171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea1ed0e4-c81e-4d9b-ba03-5b76364a99e7 req-457fdb8c-04ca-4249-a9cd-78aabc8479b2 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 931 time: 0.4184084 Mar 22 14:07:12.665950 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (40701423-ae9c-4996-8e4d-1913ce395832), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.688390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69b8695-fbed-4d7c-950b-ceea138f0a4c']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:12.703922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] Pushing event deleted for resources: {'Port': ['ID=40701423-ae9c-4996-8e4d-1913ce395832,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:12.711122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5325fd3e-c655-486b-8fbf-2a4f34f7745e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:12.712396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5325fd3e-c655-486b-8fbf-2a4f34f7745e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:12.717176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce28cd0-c6f6-4fa8-a0da-9cd1dd8078dc None None] No DVR routers for this DVR port 40701423-ae9c-4996-8e4d-1913ce395832 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:12.736051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (5325fd3e-c655-486b-8fbf-2a4f34f7745e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.742551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:12.774357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5325fd3e-c655-486b-8fbf-2a4f34f7745e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.784274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:12.784691 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (5325fd3e-c655-486b-8fbf-2a4f34f7745e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:12.787240 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:12.821550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.856096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d69b8695-fbed-4d7c-950b-ceea138f0a4c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.862343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.870446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d69b8695-fbed-4d7c-950b-ceea138f0a4c HTTP/1.1" status: 204 len: 168 time: 1.2228775 Mar 22 14:07:12.894823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7b662-448f-48a0-9b61-f9156d92b533 admin admin] Pushing event deleted for resources: {'Network': ['ID=d69b8695-fbed-4d7c-950b-ceea138f0a4c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:12.933752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1978795-network', 'tenant_id': '2e765a4e59f14fcb81140917441820f9'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:12.960103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:12.962641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.976717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.024761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-25a435bf-b0be-4bdc-8acb-37c5e0a4d499 admin admin] Publish callbacks [] for security_group (8d4542d7-03be-40a3-9e5e-504625676ed8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.034714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:13.053565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-25a435bf-b0be-4bdc-8acb-37c5e0a4d499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8d4542d7-03be-40a3-9e5e-504625676ed8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.073418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d035f6a-e607-4b90-b23c-313222eb42f1') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:13.074240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d035f6a-e607-4b90-b23c-313222eb42f1') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:13.079208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea1ed0e4-c81e-4d9b-ba03-5b76364a99e7 req-a3d1689a-3c39-4923-a106-1d463c013682 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301482 Mar 22 14:07:13.093391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44847cd5-0c01-47c6-9496-c487c9af62c4 req-f46b3a16-2ec8-41e1-b071-bef66de52018 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5664911 Mar 22 14:07:13.125743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56386) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:13.127592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks [] for security_group (4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.134989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.157577 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (2d035f6a-e607-4b90-b23c-313222eb42f1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.195441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:13.220618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (91d7f5a4-c908-4b99-8ee5-113c69e5dd74), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.220977 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Added segment 91d7f5a4-c908-4b99-8ee5-113c69e5dd74 of type vlan for network 4e0898a8-edc4-4b45-bae3-8138b313d423 Mar 22 14:07:13.222400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.268779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 40701423-ae9c-4996-8e4d-1913ce395832 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:13.280837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-25a435bf-b0be-4bdc-8acb-37c5e0a4d499 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5bd0e07afcf4cfd8e668b6f1bd47132&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2414839 Mar 22 14:07:13.281657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:13.295082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2d035f6a-e607-4b90-b23c-313222eb42f1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.310894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (4e0898a8-edc4-4b45-bae3-8138b313d423), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.313890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a435bf-b0be-4bdc-8acb-37c5e0a4d499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4542d7-03be-40a3-9e5e-504625676ed8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.316315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 40701423-ae9c-4996-8e4d-1913ce395832 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:13.316778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 40701423-ae9c-4996-8e4d-1913ce395832 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:13.332324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:13.332731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (2d035f6a-e607-4b90-b23c-313222eb42f1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:13.344795 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:13.404103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5388125-ee89-4cad-8785-a0fbf059faa3 admin admin] Publish callbacks [] for security_group (8d4542d7-03be-40a3-9e5e-504625676ed8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.410735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (4e0898a8-edc4-4b45-bae3-8138b313d423), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.412094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:13.412878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.445335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bbe76a25-0d43-4e6e-b477-7d9ce8fb70c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e13edcec83d48b6841c00aef15ca185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969508 Mar 22 14:07:13.454882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56392) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:13.475855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.495248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5388125-ee89-4cad-8785-a0fbf059faa3 admin admin] Publish callbacks [] for security_group (8d4542d7-03be-40a3-9e5e-504625676ed8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.498127 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.501265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] 10.222.0.44 "DELETE /v2.0/networks/0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef HTTP/1.1" status: 204 len: 168 time: 1.4829979 Mar 22 14:07:13.510179 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7664120 Mar 22 14:07:13.515630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c238c9-0ebe-4b01-ab2c-fc5a1665472d req-fe6ac8ad-5d61-4e61-b13c-d6a249c8cb5d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:13.517094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64c238c9-0ebe-4b01-ab2c-fc5a1665472d req-fe6ac8ad-5d61-4e61-b13c-d6a249c8cb5d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 946 time: 0.3109412 Mar 22 14:07:13.517563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56394) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:13.540046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cebbc8-6bf5-4fa6-a8fc-fdff77bbc8eb req-01019828-2c47-462a-bb77-7005b2b014b0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:13.547266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87cebbc8-6bf5-4fa6-a8fc-fdff77bbc8eb req-01019828-2c47-462a-bb77-7005b2b014b0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3479440 Mar 22 14:07:13.556538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Request body: {'subnet': {'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-subnet', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:13.557209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea56676-c38b-44bc-badb-21c43842a1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0898a8-edc4-4b45-bae3-8138b313d423,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.569936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:13.578960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fffb1-86e9-494f-8248-acc7e739129d tempest-TaggedBootDevicesTest-590955353 tempest-TaggedBootDevicesTest-590955353-project] Pushing event deleted for resources: {'Network': ['ID=0e8a9a9d-7a3b-44bd-b0ed-48358e0fccef,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.621948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5388125-ee89-4cad-8785-a0fbf059faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8d4542d7-03be-40a3-9e5e-504625676ed8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.625319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5388125-ee89-4cad-8785-a0fbf059faa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.631123 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f5388125-ee89-4cad-8785-a0fbf059faa3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d4542d7-03be-40a3-9e5e-504625676ed8 HTTP/1.1" status: 204 len: 168 time: 0.3461988 Mar 22 14:07:13.639435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5388125-ee89-4cad-8785-a0fbf059faa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4542d7-03be-40a3-9e5e-504625676ed8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.745210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:13.748192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.781040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64c238c9-0ebe-4b01-ab2c-fc5a1665472d req-328b71ab-0811-49ca-aacb-29c18f0c84c8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129183 Mar 22 14:07:13.820179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240dacc4-eb96-4882-be22-536faa026a9e {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:13.833150 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bae65f2-ae51-4144-b334-598a8dce8af9 admin admin] Publish callbacks [] for security_group (50860099-4ca1-45b4-a7e9-a297c2e8cb4b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.855534 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bae65f2-ae51-4144-b334-598a8dce8af9 admin admin] Publish callbacks [] for security_group (50860099-4ca1-45b4-a7e9-a297c2e8cb4b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.870674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87cebbc8-6bf5-4fa6-a8fc-fdff77bbc8eb req-3f1fe253-0efa-41b0-9dd9-8b07066234c0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227127 Mar 22 14:07:13.884778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Publish callbacks [] for port (240dacc4-eb96-4882-be22-536faa026a9e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.928233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Transition to ACTIVE for port object 240dacc4-eb96-4882-be22-536faa026a9e will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:07:13.938694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (240dacc4-eb96-4882-be22-536faa026a9e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.012006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Pushing event updated for resources: {'Port': ['ID=240dacc4-eb96-4882-be22-536faa026a9e,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:14.044376 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bae65f2-ae51-4144-b334-598a8dce8af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (50860099-4ca1-45b4-a7e9-a297c2e8cb4b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.046877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bae65f2-ae51-4144-b334-598a8dce8af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.050456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6bae65f2-ae51-4144-b334-598a8dce8af9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50860099-4ca1-45b4-a7e9-a297c2e8cb4b HTTP/1.1" status: 204 len: 168 time: 0.5852520 Mar 22 14:07:14.147166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae65f2-ae51-4144-b334-598a8dce8af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50860099-4ca1-45b4-a7e9-a297c2e8cb4b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:14.358916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Attempting to bind port 240dacc4-eb96-4882-be22-536faa026a9e on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:14.359253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Attempting to bind port 240dacc4-eb96-4882-be22-536faa026a9e by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:14.359721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Attempting to bind port 240dacc4-eb96-4882-be22-536faa026a9e on network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:14.443826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (e180e39c-c3f4-4029-9ecc-2af3e6986ab1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.466830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Port 240dacc4-eb96-4882-be22-536faa026a9e on network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:07:14.468186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Attempting to bind port 240dacc4-eb96-4882-be22-536faa026a9e on network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:14.481361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:14.481576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Checking segment: {'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:14.482044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Bound using segment: {'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:14.482489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Bound port: 240dacc4-eb96-4882-be22-536faa026a9e, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:14.482843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (240dacc4-eb96-4882-be22-536faa026a9e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.636418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763cf7-0228-4992-bfcc-64f0d813e113 req-eff6e68a-3746-4606-b615-d40404965f77 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:14.651744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f763cf7-0228-4992-bfcc-64f0d813e113 req-eff6e68a-3746-4606-b615-d40404965f77 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4863708 Mar 22 14:07:14.754178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Checking segment: {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:14.756517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Network hostable DHCP agents. Network: 4e0898a8-edc4-4b45-bae3-8138b313d423, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:14.800178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e180e39c-c3f4-4029-9ecc-2af3e6986ab1,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:14.833328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33a5c0-2977-49f1-8fe5-f786f2793625 req-68061d43-2da5-4381-8fcc-38e898cf9d9a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:14.834920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c33a5c0-2977-49f1-8fe5-f786f2793625 req-68061d43-2da5-4381-8fcc-38e898cf9d9a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 943 time: 0.4726205 Mar 22 14:07:14.931504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f763cf7-0228-4992-bfcc-64f0d813e113 req-bafde6b6-3b75-4306-9d98-c9303b52e9f4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785683 Mar 22 14:07:14.959713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:14.985637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] For port 240dacc4-eb96-4882-be22-536faa026a9e, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:15.035853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 4e0898a8-edc4-4b45-bae3-8138b313d423) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:15.040466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:15.042554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.046257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] For port 240dacc4-eb96-4882-be22-536faa026a9e, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=240dacc4-eb96-4882-be22-536faa026a9e,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:15.050749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82672c6d-d56a-427a-8b78-e666e366745d None None] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:15.150902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (240dacc4-eb96-4882-be22-536faa026a9e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.212029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-4e0898a8-edc4-4b45-bae3-8138b313d423', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'project_id': '2e765a4e59f14fcb81140917441820f9', 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:07:15.213244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.244708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c33a5c0-2977-49f1-8fe5-f786f2793625 req-772e9bdd-73df-416f-8d4e-edf3815c1632 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751190 Mar 22 14:07:15.351494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-438b8acf-9811-4dc8-ba68-cc679bdfaa95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8196087 Mar 22 14:07:15.354671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56458) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:15.361235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:15.388130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:15.388968 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.390526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] 10.222.0.42 "PUT /v2.0/ports/240dacc4-eb96-4882-be22-536faa026a9e HTTP/1.1" status: 200 len: 1091 time: 3.2543526 Mar 22 14:07:15.415258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff182a35-ee59-4274-998b-82a49437f31e', 'tag': '240dacc4-eb96-4882-be22-536faa026a9e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:15.421328 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec53d8-884d-4379-b7a8-3e9285993527" -d '{"events": [{"name": "network-changed", "server_uuid": "ff182a35-ee59-4274-998b-82a49437f31e", "tag": "240dacc4-eb96-4882-be22-536faa026a9e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:15.437229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64343ca3-26d4-49d7-ba84-5d2dfc953291 service neutron] Pushing event updated for resources: {'Port': ['ID=240dacc4-eb96-4882-be22-536faa026a9e,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:15.447387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Allocated IP 172.20.0.2 (4e0898a8-edc4-4b45-bae3-8138b313d423/e180e39c-c3f4-4029-9ecc-2af3e6986ab1/84b3e8fd-73f1-4d8f-96ed-afe083103e1d) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:15.484915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (ca5a55b6-8559-4869-a995-75f22ca8dea7), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.488991 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (ca5a55b6-8559-4869-a995-75f22ca8dea7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.538941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93a29e-8f63-46a7-af54-c8eb28c8bdbf req-83217ba6-2624-4c2c-9e94-4722b87cd942 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:15.541814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f93a29e-8f63-46a7-af54-c8eb28c8bdbf req-83217ba6-2624-4c2c-9e94-4722b87cd942 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.4856708 Mar 22 14:07:15.693282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks [] for router_controller (ca5a55b6-8559-4869-a995-75f22ca8dea7), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.781610 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Publish callbacks [] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.800465 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.910838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:15.923538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:15.925655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks [] for router_gateway (ca5a55b6-8559-4869-a995-75f22ca8dea7), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:15.951843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:16.012429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Pushing event updated for resources: {'Port': ['ID=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:16.202299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Attempting to bind port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:16.203007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Attempting to bind port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:16.203007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Attempting to bind port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d on network 4e0898a8-edc4-4b45-bae3-8138b313d423 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:16.230736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:16.231260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Checking segment: {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:16.231613 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.231952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Bound using segment: {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:16.232433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Bound port: 84b3e8fd-73f1-4d8f-96ed-afe083103e1d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:16.232817 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.246101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks [] for router_gateway (ca5a55b6-8559-4869-a995-75f22ca8dea7), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.273866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.458011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] For port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:16.465195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] For port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:16.499527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.560614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40688329-2e7a-4726-a732-c9dae42fc28f req-8dde9a92-3f7c-40ee-885a-f79dfe0063d4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:16.563430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Allocated IP 172.25.2.98 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c3fd8324-c8b1-457a-9781-df73cb703a80) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:16.568667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40688329-2e7a-4726-a732-c9dae42fc28f req-8dde9a92-3f7c-40ee-885a-f79dfe0063d4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 946 time: 1.2062757 Mar 22 14:07:16.637228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4cd83-c81a-44f6-9d7d-76dc13f49ca3 None None] Pushing event updated for resources: {'Port': ['ID=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:16.662803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff595-373f-49d4-8597-9c88248c5b07 req-9bc654ea-7c1c-4bec-8b3b-9dca9df3bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:16.664315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-9bc654ea-7c1c-4bec-8b3b-9dca9df3bec5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b89ac75eac644058ba440fed873a5e9c&device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 1125 time: 1.1783741 Mar 22 14:07:16.719115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-82f2f8d6-c9c7-4077-b423-0fceb4e0c5f6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:16.720558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-82f2f8d6-c9c7-4077-b423-0fceb4e0c5f6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/ports?device_id=3126ae3b-6973-4543-832e-6ff75e05c19f HTTP/1.1" status: 200 len: 946 time: 0.2984166 Mar 22 14:07:16.731951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f93a29e-8f63-46a7-af54-c8eb28c8bdbf req-004decc4-5b53-4d0d-ad31-7278c8b5608e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144693 Mar 22 14:07:16.798745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40688329-2e7a-4726-a732-c9dae42fc28f req-22f1a7a5-2938-41f4-898e-e349dcc405a1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227879 Mar 22 14:07:16.835032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks [] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.893768 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa378b1-a729-452c-b0ce-08e8f0fb06ff x-openstack-request-id: req-efa378b1-a729-452c-b0ce-08e8f0fb06ff {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:16.894085 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff182a35-ee59-4274-998b-82a49437f31e", "tag": "240dacc4-eb96-4882-be22-536faa026a9e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:16.894332 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efa378b1-a729-452c-b0ce-08e8f0fb06ff {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:16.894746 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa378b1-a729-452c-b0ce-08e8f0fb06ff'] response: {'name': 'network-changed', 'server_uuid': 'ff182a35-ee59-4274-998b-82a49437f31e', 'tag': '240dacc4-eb96-4882-be22-536faa026a9e', 'status': 'completed', 'code': 200} Mar 22 14:07:16.927754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.962640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Deleting port 8737e14a-1161-4da4-928b-1a25da6a4ee2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:16.963313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.027717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:17.030876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:17.042783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:17.049747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Pushing event updated for resources: {'Port': ['ID=c3fd8324-c8b1-457a-9781-df73cb703a80,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:17.183365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] For port 8737e14a-1161-4da4-928b-1a25da6a4ee2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=8737e14a-1161-4da4-928b-1a25da6a4ee2,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:17.183845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.201179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Calling delete_port for 8737e14a-1161-4da4-928b-1a25da6a4ee2 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:17.477786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84b3e8fd-73f1-4d8f-96ed-afe083103e1d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:17.510838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-108c0287-0036-4e95-aa82-321ba5f453cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=240dacc4-eb96-4882-be22-536faa026a9e HTTP/1.1" status: 200 len: 217 time: 0.8363471 Mar 22 14:07:17.513138 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8737e14a-1161-4da4-928b-1a25da6a4ee2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.560712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['8737e14a-1161-4da4-928b-1a25da6a4ee2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:17.703369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event deleted for resources: {'Port': ['ID=8737e14a-1161-4da4-928b-1a25da6a4ee2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:17.741068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:17.741450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.794283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks [] for router_gateway (ca5a55b6-8559-4869-a995-75f22ca8dea7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.798647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] No DVR routers for this DVR port 8737e14a-1161-4da4-928b-1a25da6a4ee2 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:17.807508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.819439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84b246cc-77a3-483e-89a6-042b1cf3c43f req-ca7d99f5-0944-4426-aca8-d4b546cbd5ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "DELETE /v2.0/ports/8737e14a-1161-4da4-928b-1a25da6a4ee2 HTTP/1.1" status: 204 len: 173 time: 1.0862477 Mar 22 14:07:17.883573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc2fed-54f3-4f5b-8284-4f6e4a87b9e9 req-e5b240c7-320e-4b0e-9280-b0c891bf1678 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:17.899081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97cc2fed-54f3-4f5b-8284-4f6e4a87b9e9 req-e5b240c7-320e-4b0e-9280-b0c891bf1678 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 943 time: 0.7732470 Mar 22 14:07:17.995939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff595-373f-49d4-8597-9c88248c5b07 req-768e2b1b-eb7e-4d8f-bb22-04b32b095030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:18.001598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-768e2b1b-eb7e-4d8f-bb22-04b32b095030 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc3398f6-2516-4dc3-8280-05ed1c47a125 HTTP/1.1" status: 200 len: 849 time: 0.4619176 Mar 22 14:07:18.032234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:18.032618 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.098399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-a77f16f8-cd46-4dd8-a5d8-0b1ee549ba6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a4552c1-4f66-4489-975a-d4ca7ca62f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771849 Mar 22 14:07:18.172912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:18.192157 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.341084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:18.349858 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9246520d-db11-41bc-adc0-7f0c41fd63d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.407080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97cc2fed-54f3-4f5b-8284-4f6e4a87b9e9 req-741285cc-0b38-4c62-9422-c42a4ff7d006 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047729 Mar 22 14:07:18.551864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (ca5a55b6-8559-4869-a995-75f22ca8dea7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.728213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96178e9-b373-4021-9c2c-f4ceac5f0e3e None None] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:18.742624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf31f7-61fa-4208-b4b8-704361241b94 req-44d42ca4-d0a2-4a46-8a7a-d9d972a9fe2e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:18.756542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54cf31f7-61fa-4208-b4b8-704361241b94 req-44d42ca4-d0a2-4a46-8a7a-d9d972a9fe2e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3366823 Mar 22 14:07:18.895478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'name': 'network-vif-deleted', 'tag': '8737e14a-1161-4da4-928b-1a25da6a4ee2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:18.901366 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1c63bd-4002-4f07-9fa5-01badf0e62f4" -d '{"events": [{"server_uuid": "3126ae3b-6973-4543-832e-6ff75e05c19f", "name": "network-vif-deleted", "tag": "8737e14a-1161-4da4-928b-1a25da6a4ee2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:18.940185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Router ca5a55b6-8559-4869-a995-75f22ca8dea7 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:07:18.993844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fa83638b-0eea-42a4-8f35-b9dc01496db9 None None] Provisioning complete for port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:18.994246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fa83638b-0eea-42a4-8f35-b9dc01496db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.040611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54cf31f7-61fa-4208-b4b8-704361241b94 req-03bea7ee-31b1-4b69-8f14-a7a26d64c5e6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620223 Mar 22 14:07:19.050991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-92ff3411-f305-4c93-95f3-da54879c7ab8 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9382782 Mar 22 14:07:19.071185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42be0e8-134b-48bb-8672-e1307d4fdb04 req-ebf76771-728b-4cd0-b3fb-b05ee9443602 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:19.074641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e42be0e8-134b-48bb-8672-e1307d4fdb04 req-ebf76771-728b-4cd0-b3fb-b05ee9443602 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.4398162 Mar 22 14:07:19.180103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:19.182190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fa83638b-0eea-42a4-8f35-b9dc01496db9 None None] Current status of the port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:19.190625 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Sync routers for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:19.208413 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:19.209056 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:06:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:19.250668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.251933 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c9967c41-8d09-4a36-b5e1-5e8c96c4373e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8960819 Mar 22 14:07:19.255286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56552) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:19.403660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84b3e8fd-73f1-4d8f-96ed-afe083103e1d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:19.434017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e42be0e8-134b-48bb-8672-e1307d4fdb04 req-3b0a5246-e550-4694-9cd6-28b6551a1a5d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488727 Mar 22 14:07:19.517510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7982446a-41ab-4969-8e5a-9febf16df92b req-236e3f0e-28c3-4c3e-8fa7-bd9f649e7120 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0977402 Mar 22 14:07:19.586072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:19.586609 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.666833 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726cb068-f9ec-4607-b03c-1e1d6f12786c x-openstack-request-id: req-726cb068-f9ec-4607-b03c-1e1d6f12786c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:19.667145 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3126ae3b-6973-4543-832e-6ff75e05c19f", "name": "network-vif-deleted", "tag": "8737e14a-1161-4da4-928b-1a25da6a4ee2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:19.667403 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-726cb068-f9ec-4607-b03c-1e1d6f12786c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:19.667831 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726cb068-f9ec-4607-b03c-1e1d6f12786c'] response: {'server_uuid': '3126ae3b-6973-4543-832e-6ff75e05c19f', 'name': 'network-vif-deleted', 'tag': '8737e14a-1161-4da4-928b-1a25da6a4ee2', 'status': 'completed', 'code': 200} Mar 22 14:07:19.669640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d46d284f-4e92-49f4-83ec-d0e2085afdb9 None None] Provisioning complete for port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:19.670234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d46d284f-4e92-49f4-83ec-d0e2085afdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.673954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08eff595-373f-49d4-8597-9c88248c5b07 req-0bd3b7d1-8e6f-4173-984e-72d097f9b238 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979073 Mar 22 14:07:19.720893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8737e14a-1161-4da4-928b-1a25da6a4ee2 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:19.768963 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:19.801049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 8737e14a-1161-4da4-928b-1a25da6a4ee2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:19.803632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 8737e14a-1161-4da4-928b-1a25da6a4ee2 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:20.038957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:20.087356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead63f44-5adf-4c99-9227-3e86e5593098 req-29a02a4c-86c0-4bf8-bc54-2192055dffb6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:20.103362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ead63f44-5adf-4c99-9227-3e86e5593098 req-29a02a4c-86c0-4bf8-bc54-2192055dffb6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4275770 Mar 22 14:07:20.259689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d46d284f-4e92-49f4-83ec-d0e2085afdb9 None None] Current status of the port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:20.291929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ead63f44-5adf-4c99-9227-3e86e5593098 req-473a3157-8f62-43e4-93e6-2bb0f881ef63 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871872 Mar 22 14:07:20.375989 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c14386a-e57b-4718-b3aa-fe7363b5331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.405314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82207274-d4a3-48f6-af18-661a99b719e6 req-87f2efbe-7820-4215-a8d1-d372720d5b4b tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:20.441810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82207274-d4a3-48f6-af18-661a99b719e6 req-87f2efbe-7820-4215-a8d1-d372720d5b4b tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 943 time: 0.5306506 Mar 22 14:07:20.458562 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.478104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-ad98840d-9635-4c3c-92ce-d63abcc01958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:20.492916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-ad98840d-9635-4c3c-92ce-d63abcc01958 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b89ac75eac644058ba440fed873a5e9c&device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 1125 time: 0.6825244 Mar 22 14:07:20.565779 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:17Z', 'revision_number': 3, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:20.607896 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Checking router: ca5a55b6-8559-4869-a995-75f22ca8dea7 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:20.608303 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Updating router ca5a55b6-8559-4869-a995-75f22ca8dea7 port c3fd8324-c8b1-457a-9781-df73cb703a80 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:20.679865 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.702095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 240dacc4-eb96-4882-be22-536faa026a9e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:20.770165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-e684c4b2-ea0e-4184-afc9-e69e46f14562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:20.771553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-e684c4b2-ea0e-4184-afc9-e69e46f14562 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a4552c1-4f66-4489-975a-d4ca7ca62f61 HTTP/1.1" status: 200 len: 910 time: 0.2298846 Mar 22 14:07:20.817348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Allocated IP 172.20.0.1 (4e0898a8-edc4-4b45-bae3-8138b313d423/e180e39c-c3f4-4029-9ecc-2af3e6986ab1/4ff8e3e0-1be9-457a-b424-4a1da5c8377d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:20.947015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-fe1a040b-9402-4717-9f0f-442f801c8f51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=240dacc4-eb96-4882-be22-536faa026a9e HTTP/1.1" status: 200 len: 217 time: 0.1622038 Mar 22 14:07:21.003290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 240dacc4-eb96-4882-be22-536faa026a9e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=240dacc4-eb96-4882-be22-536faa026a9e,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:21.020163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '240dacc4-eb96-4882-be22-536faa026a9e', 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61', 'port_id': '240dacc4-eb96-4882-be22-536faa026a9e', 'mac_address': 'fa:16:3e:dc:fd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3398f6-2516-4dc3-8280-05ed1c47a125', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:21.037010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-857a4830-efc8-41d3-ba34-0e4f9c8f9fb9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:21.043514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-857a4830-efc8-41d3-ba34-0e4f9c8f9fb9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.5272231 Mar 22 14:07:21.069165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82207274-d4a3-48f6-af18-661a99b719e6 req-ae65fc84-5378-4248-86c4-cd512eaa726c tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242535 Mar 22 14:07:21.102666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 240dacc4-eb96-4882-be22-536faa026a9e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:21.103067 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (240dacc4-eb96-4882-be22-536faa026a9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.156754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240dacc4-eb96-4882-be22-536faa026a9e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:21.209574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-07312ffa-df59-4e57-ba15-e233b9c86735 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/quotas/03a6139e620642568a3b5527faefcf60 HTTP/1.1" status: 200 len: 375 time: 0.1525064 Mar 22 14:07:21.227544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 240dacc4-eb96-4882-be22-536faa026a9e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=240dacc4-eb96-4882-be22-536faa026a9e,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:21.236026 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (240dacc4-eb96-4882-be22-536faa026a9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.342026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-ed885968-b929-4263-b59a-62eb08b5d818 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287167 Mar 22 14:07:21.433450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=240dacc4-eb96-4882-be22-536faa026a9e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:21.489229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['240dacc4-eb96-4882-be22-536faa026a9e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:21.492416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-322a587b-24f0-439d-8190-da0b18b4a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:21.494311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-322a587b-24f0-439d-8190-da0b18b4a832 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc3398f6-2516-4dc3-8280-05ed1c47a125 HTTP/1.1" status: 200 len: 849 time: 0.4497683 Mar 22 14:07:21.550978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-d075deed-6a18-4e17-be05-0511c9bbf429 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a4552c1-4f66-4489-975a-d4ca7ca62f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482578 Mar 22 14:07:21.593857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks [] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.609703 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Publish callbacks [] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.629625 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.653071 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.715130 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Attempting to bind port c3fd8324-c8b1-457a-9781-df73cb703a80 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:21.715524 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Attempting to bind port c3fd8324-c8b1-457a-9781-df73cb703a80 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:21.715886 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Attempting to bind port c3fd8324-c8b1-457a-9781-df73cb703a80 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:21.717683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:21.722117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:21.725773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:21.775138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-d24eba03-b7fd-4fd5-a51f-da2aaaf26c23 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174363 Mar 22 14:07:21.776476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (ca5a55b6-8559-4869-a995-75f22ca8dea7), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.805014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.850993 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:21.852634 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:21.853228 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.853777 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:21.860128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Bound port: c3fd8324-c8b1-457a-9781-df73cb703a80, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:21.860510 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.963685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Pushing event updated for resources: {'Port': ['ID=c3fd8324-c8b1-457a-9781-df73cb703a80,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.007504 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.007761 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.008088 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.009735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4449-ac85-43fe-aa39-34e03cfc85c3 req-71351ca6-1425-4e18-8c16-2d136052684b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:22.017114 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.017554 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.018097 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.018441 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.018767 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.019088 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.019407 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.019727 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.020040 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.020351 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.020662 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.020992 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:22.023192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e31f4449-ac85-43fe-aa39-34e03cfc85c3 req-71351ca6-1425-4e18-8c16-2d136052684b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.5485842 Mar 22 14:07:22.048695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.073127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.080753 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] For port c3fd8324-c8b1-457a-9781-df73cb703a80, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:22.086432 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] For port c3fd8324-c8b1-457a-9781-df73cb703a80, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c3fd8324-c8b1-457a-9781-df73cb703a80,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:22.101089 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.121513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-2bf1785f-5d83-4180-ae95-b110900824a2 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728949 Mar 22 14:07:22.211564 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:22.212204 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:22.215344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-85bc4190-d133-4bf2-bb13-eefd5fa701bb None None] Provisioning complete for port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:22.216600 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85bc4190-d133-4bf2-bb13-eefd5fa701bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.312960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-85bc4190-d133-4bf2-bb13-eefd5fa701bb None None] Port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:22.465816 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:22.480160 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e31f4449-ac85-43fe-aa39-34e03cfc85c3 req-8fd82d40-7b52-4e8a-bbbe-fb7f5d4543d6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551876 Mar 22 14:07:22.484336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks [] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.507673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.631719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6ec53d8-884d-4379-b7a8-3e9285993527 req-559395d6-e39c-46a1-a496-1b39af6397e3 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339996 Mar 22 14:07:22.634266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-207319dd-e44a-47ff-9d6e-9713fb178231 req-2cd42766-3135-45e9-a188-f652fedf2677 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1513658 Mar 22 14:07:22.686782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.691583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (ca5a55b6-8559-4869-a995-75f22ca8dea7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.701239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-f54d1e50-3f65-4c8a-995f-3d82673631c8 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341468 Mar 22 14:07:22.721700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 240dacc4-eb96-4882-be22-536faa026a9e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:22.837009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebff1c8d-887e-427c-8268-7dc5cbcfbb71 req-629ec2b6-91b9-4454-8e49-e14590ba5380 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0962200 Mar 22 14:07:22.868841 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4e883-ad74-403b-aca7-5f2ef1ef25af None None] Pushing event updated for resources: {'Port': ['ID=c3fd8324-c8b1-457a-9781-df73cb703a80,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.870711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:22.874447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:22.931964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 240dacc4-eb96-4882-be22-536faa026a9e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:22.938971 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:20Z', 'revision_number': 1, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:22.956888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 240dacc4-eb96-4882-be22-536faa026a9e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:22.958509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (240dacc4-eb96-4882-be22-536faa026a9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.116505 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c977c2f-65c6-44d6-89f5-ab260ad6a0c8 None None] The sync data for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 is: [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:20Z', 'revision_number': 1, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:23.240329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 240dacc4-eb96-4882-be22-536faa026a9e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:23.241002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (240dacc4-eb96-4882-be22-536faa026a9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.305714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Router ca5a55b6-8559-4869-a995-75f22ca8dea7 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:23.341048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff182a35-ee59-4274-998b-82a49437f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240dacc4-eb96-4882-be22-536faa026a9e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:23.355625 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7429deb6-2f33-4155-a741-e9affac678d8" -d '{"events": [{"server_uuid": "ff182a35-ee59-4274-998b-82a49437f31e", "name": "network-vif-plugged", "status": "completed", "tag": "240dacc4-eb96-4882-be22-536faa026a9e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:23.412426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 240dacc4-eb96-4882-be22-536faa026a9e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=240dacc4-eb96-4882-be22-536faa026a9e,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:23.432568 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (240dacc4-eb96-4882-be22-536faa026a9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.433829 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.521687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202d7be-8c8f-4ab4-813f-e6030f9f0aa3 req-ec2f6293-917d-46ea-8444-51702fe964e4 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:23.529598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6202d7be-8c8f-4ab4-813f-e6030f9f0aa3 req-ec2f6293-917d-46ea-8444-51702fe964e4 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 944 time: 0.3939946 Mar 22 14:07:23.592534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512910-8a39-4fd3-8979-9ccfda197026 req-7b8d6bd0-e53e-4c3f-9877-1a75f880b4bd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:23.599247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=240dacc4-eb96-4882-be22-536faa026a9e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:23.609451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf512910-8a39-4fd3-8979-9ccfda197026 req-7b8d6bd0-e53e-4c3f-9877-1a75f880b4bd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2787211 Mar 22 14:07:23.644357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b099c2fa-db61-4233-a577-6b5a0ca5ccae None None] Provisioning complete for port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:23.644736 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b099c2fa-db61-4233-a577-6b5a0ca5ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.663717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:23.664670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6202d7be-8c8f-4ab4-813f-e6030f9f0aa3 req-6a05efca-89c5-4bdd-9d0b-2e85a9e1d3e6 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341009 Mar 22 14:07:23.718261 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7478e6bd-06dc-4901-ad2f-108db29185b8 admin admin] 10.222.0.44 "PUT /v2.0/routers/ca5a55b6-8559-4869-a995-75f22ca8dea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4575071 Mar 22 14:07:23.759312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b099c2fa-db61-4233-a577-6b5a0ca5ccae None None] Port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:23.923683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf512910-8a39-4fd3-8979-9ccfda197026 req-94634c63-4c91-4ccb-a284-74a7d859468e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127983 Mar 22 14:07:24.108783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03ff9a54-8cc4-4364-a00f-05d64bb857e1 req-772fa50f-aee2-4010-88c5-90e3b88a842a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.1838830 Mar 22 14:07:24.154766 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d263e85-f1e5-4eec-9225-0b03403858e1 x-openstack-request-id: req-2d263e85-f1e5-4eec-9225-0b03403858e1 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:24.156313 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff182a35-ee59-4274-998b-82a49437f31e", "name": "network-vif-plugged", "status": "completed", "tag": "240dacc4-eb96-4882-be22-536faa026a9e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:24.156571 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d263e85-f1e5-4eec-9225-0b03403858e1 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:24.158419 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d263e85-f1e5-4eec-9225-0b03403858e1'] response: {'server_uuid': 'ff182a35-ee59-4274-998b-82a49437f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240dacc4-eb96-4882-be22-536faa026a9e', 'code': 200} Mar 22 14:07:24.202672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:24.463154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700531d0-485f-4540-8c51-a3a87b585a29 req-81f1aab6-84e1-434d-b66a-636f272e683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:24.467718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700531d0-485f-4540-8c51-a3a87b585a29 req-81f1aab6-84e1-434d-b66a-636f272e683c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 1127 time: 0.2842336 Mar 22 14:07:24.525941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47f66010-cef5-4ee0-b11c-8177f144fd9a req-b2bdca7b-449c-440a-8621-814d79311259 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1030359 Mar 22 14:07:24.592019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679d3c5-6bfb-41bc-9656-6efa2cdd5689 req-ce59707e-541b-40d5-8ff2-05b5ce1964c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:24.606627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8679d3c5-6bfb-41bc-9656-6efa2cdd5689 req-ce59707e-541b-40d5-8ff2-05b5ce1964c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.3288233 Mar 22 14:07:24.610337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:24.737813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-700531d0-485f-4540-8c51-a3a87b585a29 req-fd347434-b79c-4d2b-a3ff-3136d80e167d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193770 Mar 22 14:07:24.800671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8679d3c5-6bfb-41bc-9656-6efa2cdd5689 req-14af5b06-b1cf-4cdc-be6b-ffb3b554b90a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927359 Mar 22 14:07:24.972588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2cdb4-35c5-483a-bdb8-9a3628db7b7b req-f2fb4ee2-bea7-4f20-b56e-1abdc455950e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:24.987195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2b2cdb4-35c5-483a-bdb8-9a3628db7b7b req-f2fb4ee2-bea7-4f20-b56e-1abdc455950e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1824608 Mar 22 14:07:25.122245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2b2cdb4-35c5-483a-bdb8-9a3628db7b7b req-5b43f899-7276-4fbb-8190-55a0df05d9d0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336460 Mar 22 14:07:25.402962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c3fd8324-c8b1-457a-9781-df73cb703a80 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:25.425108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75713438-98c2-40d7-9d81-e7b0a5066778 req-02855848-275f-48bd-bac7-0f1722ef3698 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:25.427189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75713438-98c2-40d7-9d81-e7b0a5066778 req-02855848-275f-48bd-bac7-0f1722ef3698 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 945 time: 0.1355088 Mar 22 14:07:25.596561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c3fd8324-c8b1-457a-9781-df73cb703a80 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:25.596931 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:25.856228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-718a99b7-2577-4e96-8166-d9a9925d5fd2 req-d0075fe5-fe8f-4301-be5e-d283c8f1c028 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.2625949 Mar 22 14:07:25.859131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c3fd8324-c8b1-457a-9781-df73cb703a80 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:25.859550 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:25.894527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75713438-98c2-40d7-9d81-e7b0a5066778 req-0f64b36b-6e4c-44a6-b70d-75d7b4bc5a8f tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560449 Mar 22 14:07:25.927217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port c3fd8324-c8b1-457a-9781-df73cb703a80, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c3fd8324-c8b1-457a-9781-df73cb703a80,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:25.934518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.089348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-ccd1030e-4381-4820-b8f8-26ba46686e3f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:26.103510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-ccd1030e-4381-4820-b8f8-26ba46686e3f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.5795527 Mar 22 14:07:26.149852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=c3fd8324-c8b1-457a-9781-df73cb703a80,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:26.169100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Request body: {'port': {'device_id': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'admin_state_up': True, 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:26.253681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56706) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:26.263629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-network', 'tenant_id': '94a587030b834195801ffe99d0e6f172'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:26.313631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Made reservation on behalf of 94a587030b834195801ffe99d0e6f172 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:26.319147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.353411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.394596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6aa65de9-2dde-4e8c-a190-71bb60baaf0d req-739dcd7f-0884-4382-ac77-c6f1fdb7dfe1 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.2899599 Mar 22 14:07:26.521193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:26.530762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.606908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks [] for security_group (c78d43c3-be22-4cbb-b7c7-3f9007e0b550), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.613127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c78d43c3-be22-4cbb-b7c7-3f9007e0b550), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.702782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:26.720123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d43c3-be22-4cbb-b7c7-3f9007e0b550,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:26.745730 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8808ed05-fef3-4f88-a46e-2bd183e2d022), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.754229 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Added segment 8808ed05-fef3-4f88-a46e-2bd183e2d022 of type vlan for network e756b8c2-6678-49db-a99c-c29b06bcedc8 Mar 22 14:07:26.811546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Allocated IP 172.20.0.4 (3b4d4fe1-57f8-46db-90f7-13628524dea6/7688f550-22c3-4c7f-b5c5-16e2757ded09/cce73888-d05d-4021-ae76-85c1935fbbeb) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:26.868719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e756b8c2-6678-49db-a99c-c29b06bcedc8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.898263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:07:26.927466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e756b8c2-6678-49db-a99c-c29b06bcedc8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.929039 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:26.929813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.045095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] Pushing event updated for resources: {'Network': ['ID=e756b8c2-6678-49db-a99c-c29b06bcedc8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:27.066469 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3ca428d2-aaa2-4f61-b320-d78d5b89dd31 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8112826 Mar 22 14:07:27.070480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56722) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:27.078674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Request body: {'subnet': {'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-subnet', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:27.118192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:27.124826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Made reservation on behalf of 94a587030b834195801ffe99d0e6f172 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:27.128643 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.234370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks [] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.336152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.374553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c3fd8324-c8b1-457a-9781-df73cb703a80 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:27.375593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715ca1-ba4a-4fb4-9a11-678cdb344f11 req-ad753903-41f7-487a-832c-48e5e51b8bc1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:27.383779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de715ca1-ba4a-4fb4-9a11-678cdb344f11 req-ad753903-41f7-487a-832c-48e5e51b8bc1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 1.1901534 Mar 22 14:07:27.503014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c3fd8324-c8b1-457a-9781-df73cb703a80 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:27.503291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.531031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (b85ae082-9e0a-4978-88ce-6e7d83431742), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.701834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85ae082-9e0a-4978-88ce-6e7d83431742,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:27.705509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:27.723341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Checking segment: {'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:27.723918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Network hostable DHCP agents. Network: e756b8c2-6678-49db-a99c-c29b06bcedc8, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:27.741307 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Sync routers for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:27.752661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event updated for resources: {'Port': ['ID=cce73888-d05d-4021-ae76-85c1935fbbeb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:27.756652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:27.766345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:27.775985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:27.779188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e756b8c2-6678-49db-a99c-c29b06bcedc8) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:27.784121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:27.784720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.811979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:27.812648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:27.825316 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-910a414e-b219-41dc-8140-baf00c7d8b97 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7533224 Mar 22 14:07:27.827823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56734) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:27.832147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:27.834437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7dcc2a-3fd2-4e1a-88c4-1364eb778bc4 None None] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:27.893142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (96fdaa21-9e57-46a8-90cd-f66a526be8f9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.894341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (96fdaa21-9e57-46a8-90cd-f66a526be8f9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.921480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfcbe9-983a-4d88-9ed1-fa949d3def2b req-d69663bb-cd96-4cc3-aa40-193db909e106 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:27.990061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4bfcbe9-983a-4d88-9ed1-fa949d3def2b req-d69663bb-cd96-4cc3-aa40-193db909e106 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 1.4380789 Mar 22 14:07:27.992596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks [] for router_controller (96fdaa21-9e57-46a8-90cd-f66a526be8f9), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.024257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:28.024942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.100740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.101317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.101317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.101875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.102303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.102519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.102852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.103182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.103788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.103894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.104143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.104450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.104772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.105093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.105414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:28.205499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de715ca1-ba4a-4fb4-9a11-678cdb344f11 req-5e3db861-f68e-4399-a983-1633cc613b84 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8203461 Mar 22 14:07:28.244119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-729b9e10-8940-4a0b-a2d8-c2774ca0dc45 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1086760 Mar 22 14:07:28.289417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Request body: {'port': {'device_id': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:28.305031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks [] for router_gateway (96fdaa21-9e57-46a8-90cd-f66a526be8f9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.383418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4bfcbe9-983a-4d88-9ed1-fa949d3def2b req-12cbf5b2-9f9d-46de-a714-6fce7d29171c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553119 Mar 22 14:07:28.494169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:28.642704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.774264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c3fd8324-c8b1-457a-9781-df73cb703a80 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:28.825310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e756b8c2-6678-49db-a99c-c29b06bcedc8', 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8', 'project_id': '94a587030b834195801ffe99d0e6f172', 'fixed_ips': [{'subnet_id': 'b85ae082-9e0a-4978-88ce-6e7d83431742'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:07:28.836091 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.941823 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.161956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks [] for router_gateway (96fdaa21-9e57-46a8-90cd-f66a526be8f9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.209124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce73888-d05d-4021-ae76-85c1935fbbeb {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:29.218525 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Publish callbacks [] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.232197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Transition to ACTIVE for port object cce73888-d05d-4021-ae76-85c1935fbbeb will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:07:29.249387 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.265641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37e85d-e8d6-4981-9199-edd5ef13729c req-f28e4eef-ddb8-489e-8ff2-7c9c723b7672 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:29.273776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c37e85d-e8d6-4981-9199-edd5ef13729c req-f28e4eef-ddb8-489e-8ff2-7c9c723b7672 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 931 time: 0.8671837 Mar 22 14:07:29.309507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.331747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Allocated IP 172.20.0.2 (e756b8c2-6678-49db-a99c-c29b06bcedc8/b85ae082-9e0a-4978-88ce-6e7d83431742/794d3541-fa94-423e-b15a-e7a6c184aad6) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:29.376204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd394c1-afc1-4e3e-883e-39ab037ce42a req-d70564b9-4539-47b6-94b6-50d77bacd5c2 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:29.384844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cd394c1-afc1-4e3e-883e-39ab037ce42a req-d70564b9-4539-47b6-94b6-50d77bacd5c2 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 945 time: 0.8279974 Mar 22 14:07:29.401932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c37e85d-e8d6-4981-9199-edd5ef13729c req-b18ef63a-4aab-4b96-a415-c9ab2ee4a741 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221471 Mar 22 14:07:29.502262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 2, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:29.537743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Checking router: ca5a55b6-8559-4869-a995-75f22ca8dea7 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:29.538123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Updating router ca5a55b6-8559-4869-a995-75f22ca8dea7 port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:29.576628 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.605585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cd394c1-afc1-4e3e-883e-39ab037ce42a req-e9d9c484-90f0-45ed-9902-30f0d8b121c5 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195969 Mar 22 14:07:29.778817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6339b7c-0c74-4920-ac97-d3fce35c6ffe req-c0512d32-52cd-4d0e-9919-141a22e6936f tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1567030 Mar 22 14:07:30.060838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Allocated IP 172.25.2.62 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/772326c4-e978-4366-b1de-5f97acae0a05) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:30.378822 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Publish callbacks [] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.411215 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Publish callbacks [] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.416601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.433156 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.494074 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks [] for port (772326c4-e978-4366-b1de-5f97acae0a05), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.593940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Pushing event updated for resources: {'Port': ['ID=794d3541-fa94-423e-b15a-e7a6c184aad6,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:30.597015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (772326c4-e978-4366-b1de-5f97acae0a05), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.668144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:30.721355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:30.738491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.738787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.739131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.739460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.750410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.750700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.751040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.751639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.751976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.752305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.752630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.753007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.753330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.753650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.754605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:30.773880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:30.774548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Pushing event updated for resources: {'Port': ['ID=772326c4-e978-4366-b1de-5f97acae0a05,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:30.789027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:30.794233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:30.803239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:31.019847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Pushing event updated for resources: {'Port': ['ID=cce73888-d05d-4021-ae76-85c1935fbbeb,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:31.221995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c2f51-44cd-4808-844a-08c2b31f4a85 req-4844d78f-9242-4e00-a57d-78e9431f2629 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:31.237765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c2c2f51-44cd-4808-844a-08c2b31f4a85 req-4844d78f-9242-4e00-a57d-78e9431f2629 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 1.4412072 Mar 22 14:07:31.250159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Attempting to bind port cce73888-d05d-4021-ae76-85c1935fbbeb on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:31.250969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Attempting to bind port cce73888-d05d-4021-ae76-85c1935fbbeb by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:31.251553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Attempting to bind port cce73888-d05d-4021-ae76-85c1935fbbeb on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.255334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Attempting to bind port 794d3541-fa94-423e-b15a-e7a6c184aad6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:31.262231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Attempting to bind port 794d3541-fa94-423e-b15a-e7a6c184aad6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:31.262892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Attempting to bind port 794d3541-fa94-423e-b15a-e7a6c184aad6 on network e756b8c2-6678-49db-a99c-c29b06bcedc8 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.268968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2db55-f6c7-46e3-9672-c8f75a5afc4c None None] Pushing event updated for resources: {'Port': ['ID=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:31.271948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Port cce73888-d05d-4021-ae76-85c1935fbbeb on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:07:31.286074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Attempting to bind port cce73888-d05d-4021-ae76-85c1935fbbeb on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.328460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Attempting to bind port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:31.328832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Attempting to bind port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:31.338595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb1fd-258a-47c9-8ced-52ed6f337ceb req-5b54ed79-62fa-436a-8b62-92eeeb917795 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:31.348150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-078fb1fd-258a-47c9-8ced-52ed6f337ceb req-5b54ed79-62fa-436a-8b62-92eeeb917795 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.3461425 Mar 22 14:07:31.355216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Attempting to bind port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d on network 4e0898a8-edc4-4b45-bae3-8138b313d423 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.380753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:31.381086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:31.381327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:31.382017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Bound using segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:31.382838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Bound port: cce73888-d05d-4021-ae76-85c1935fbbeb, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:31.383488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.384723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Checking segment: {'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:31.386988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.387467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Bound using segment: {'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:31.387987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Bound port: 794d3541-fa94-423e-b15a-e7a6c184aad6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:31.388386 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.437431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ef37f74a-1a30-401d-a9e0-9a3f0b2b4319 None None] Provisioning complete for port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:31.437824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef37f74a-1a30-401d-a9e0-9a3f0b2b4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.523895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ef37f74a-1a30-401d-a9e0-9a3f0b2b4319 None None] Port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:31.530187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:31.530567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Checking segment: {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:31.530970 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.531357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Bound using segment: {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:31.534616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Bound port: 4ff8e3e0-1be9-457a-b424-4a1da5c8377d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:31.534884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.670655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] For port 794d3541-fa94-423e-b15a-e7a6c184aad6, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:31.675129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] For port 794d3541-fa94-423e-b15a-e7a6c184aad6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=794d3541-fa94-423e-b15a-e7a6c184aad6,segment=NetworkSegment(8808ed05-fef3-4f88-a46e-2bd183e2d022),segment_id=8808ed05-fef3-4f88-a46e-2bd183e2d022)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:31.683869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.723609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c2c2f51-44cd-4808-844a-08c2b31f4a85 req-2032689c-44f2-47b4-9c02-f8416ef6922c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830887 Mar 22 14:07:31.765379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-078fb1fd-258a-47c9-8ced-52ed6f337ceb req-2c13290b-88cb-4f19-a41e-37e126e91227 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134722 Mar 22 14:07:31.781373 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks [] for router_gateway (96fdaa21-9e57-46a8-90cd-f66a526be8f9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.827479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661195db-24dc-424a-acc2-ef6930b008d3 None None] Pushing event updated for resources: {'Port': ['ID=794d3541-fa94-423e-b15a-e7a6c184aad6,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:31.873513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] For port cce73888-d05d-4021-ae76-85c1935fbbeb, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:31.882950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] For port cce73888-d05d-4021-ae76-85c1935fbbeb, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=cce73888-d05d-4021-ae76-85c1935fbbeb,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:31.900235 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.971570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] For port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:32.000699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] For port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:32.016928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.062326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Pushing event updated for resources: {'Port': ['ID=cce73888-d05d-4021-ae76-85c1935fbbeb,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:32.138628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:32.139554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.141399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fe6a2d9f-0183-4e17-a380-c37cd1e2614b service neutron] 10.222.0.57 "PUT /v2.0/ports/cce73888-d05d-4021-ae76-85c1935fbbeb HTTP/1.1" status: 200 len: 1091 time: 3.8778536 Mar 22 14:07:32.145064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:32.149625 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc" -d '{"events": [{"name": "network-changed", "server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:32.312199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:32.321524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:32.395755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e484-aa8a-4b17-b23c-b26f1d44047f req-197d8fb2-a525-4259-a636-3df4995101aa tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:32.409431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1b8e484-aa8a-4b17-b23c-b26f1d44047f req-197d8fb2-a525-4259-a636-3df4995101aa tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 943 time: 0.3483362 Mar 22 14:07:32.510026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-a7f987e1-ae16-4c8b-af5f-453ad950c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:32.510694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-a7f987e1-ae16-4c8b-af5f-453ad950c3f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 1125 time: 0.2814004 Mar 22 14:07:32.575827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63976d99-9971-46ea-bb1a-cb2674e71268 req-261fad62-b63d-4f99-bce0-9d5aa7453b61 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0811434 Mar 22 14:07:32.661662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1b8e484-aa8a-4b17-b23c-b26f1d44047f req-d1a9df83-7af8-40f8-b0ea-a1fc041bdd95 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483547 Mar 22 14:07:32.776577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-b6c78ce8-28a4-481c-95ef-0803ff803285 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce73888-d05d-4021-ae76-85c1935fbbeb HTTP/1.1" status: 200 len: 217 time: 0.1397183 Mar 22 14:07:32.782182 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b691dec6-3d0e-4636-aeac-af23b5b0f566 x-openstack-request-id: req-b691dec6-3d0e-4636-aeac-af23b5b0f566 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:32.782726 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:32.785715 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b691dec6-3d0e-4636-aeac-af23b5b0f566 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:32.786411 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b691dec6-3d0e-4636-aeac-af23b5b0f566'] response: {'name': 'network-changed', 'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb', 'status': 'completed', 'code': 200} Mar 22 14:07:32.884769 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (96fdaa21-9e57-46a8-90cd-f66a526be8f9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.888979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:33.059676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2db55-f6c7-46e3-9672-c8f75a5afc4c None None] Pushing event updated for resources: {'Port': ['ID=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:33.165099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4055d0d-7417-46b5-9c16-ded9bad16978 req-23bea4a5-bf45-4a86-bb49-f3e614c42713 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.166981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e69cd7f9-8c65-493f-9ac1-12e6916c0b82 None None] Provisioning complete for port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:33.167374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e69cd7f9-8c65-493f-9ac1-12e6916c0b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:33.171121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4055d0d-7417-46b5-9c16-ded9bad16978 req-23bea4a5-bf45-4a86-bb49-f3e614c42713 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 945 time: 0.2827842 Mar 22 14:07:33.204914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fdcb345b-0780-4cac-8d44-e84ed604713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.210622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-fdcb345b-0780-4cac-8d44-e84ed604713b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.4213276 Mar 22 14:07:33.290154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343d109-ccd9-45d5-a1e5-635ec84aadb5 req-e75e4d9e-cdf4-4f97-81c1-20e3137747d7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.293595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f343d109-ccd9-45d5-a1e5-635ec84aadb5 req-e75e4d9e-cdf4-4f97-81c1-20e3137747d7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3338544 Mar 22 14:07:33.373712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:07:33.405837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-67451625-4ac3-4b15-99ed-d30e4919fe25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671269 Mar 22 14:07:33.700846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:33.706815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4055d0d-7417-46b5-9c16-ded9bad16978 req-346549c5-897b-4da0-9ad7-2882355370a5 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270603 Mar 22 14:07:33.716245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Sync routers for ids ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:33.752558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:33.757123 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Routers {'96fdaa21-9e57-46a8-90cd-f66a526be8f9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:33.757671 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0c7bb301-5d74-4d5a-8658-514718fca749 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9251304 Mar 22 14:07:33.757796 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:33.758938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56832) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:33.935438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-cd6b77e9-a4a1-4256-934c-eebf74fc375c service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926698 Mar 22 14:07:34.114328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4ff8e3e0-1be9-457a-b424-4a1da5c8377d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:34.310644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Set router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:34.356424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e9a83d-2efa-4c70-ad22-5660322b5a82 None None] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:34.367373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173382-608f-48fe-ae72-8103709f69fc req-71e7fe2c-2489-4fab-b615-5b68410ef922 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.378691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8173382-608f-48fe-ae72-8103709f69fc req-71e7fe2c-2489-4fab-b615-5b68410ef922 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.4220948 Mar 22 14:07:34.384253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f343d109-ccd9-45d5-a1e5-635ec84aadb5 req-0a684ce0-1f26-4528-a2ea-8c9375361d0d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9900994 Mar 22 14:07:34.469533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-807ee530-547b-4083-a6b3-7dc4d9728a45 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.471743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-807ee530-547b-4083-a6b3-7dc4d9728a45 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 945 time: 0.7822044 Mar 22 14:07:34.570080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e69cd7f9-8c65-493f-9ac1-12e6916c0b82 None None] Current status of the port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:34.574431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e69cd7f9-8c65-493f-9ac1-12e6916c0b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:34.586649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:34.599901 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:34.638779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8173382-608f-48fe-ae72-8103709f69fc req-4b563443-5844-46fa-9bca-a19fe6f9d79d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584012 Mar 22 14:07:34.676590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:31Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:34.687245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27824e3f-e436-4c93-a30d-9e8a732a76fa req-a4f8c2cd-d431-4203-9139-80f27a2c6366 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493746 Mar 22 14:07:34.764473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b24ec17f-309f-4acc-832e-758f3641ee12 req-eda8ed48-e258-4d76-b1dc-dc74f2a71353 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1543705 Mar 22 14:07:34.822636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba2653-e9e5-4f4c-97ed-68707af605b2 None None] The sync data for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 is: [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:31Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:34.973778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e69cd7f9-8c65-493f-9ac1-12e6916c0b82 None None] For port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:35.085456 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e69cd7f9-8c65-493f-9ac1-12e6916c0b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.095718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:35.096111 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.122574 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '772326c4-e978-4366-b1de-5f97acae0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:31Z', 'revision_number': 3, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port': {'id': '772326c4-e978-4366-b1de-5f97acae0a05', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:29Z', 'updated_at': '2022-03-22T14:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:35.133918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Deleting port 240dacc4-eb96-4882-be22-536faa026a9e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:35.134960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (240dacc4-eb96-4882-be22-536faa026a9e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.189313 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Checking router: 96fdaa21-9e57-46a8-90cd-f66a526be8f9 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:35.190691 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Updating router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 port 772326c4-e978-4366-b1de-5f97acae0a05 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:35.235974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.262653 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (772326c4-e978-4366-b1de-5f97acae0a05), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.327502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] For port 240dacc4-eb96-4882-be22-536faa026a9e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=240dacc4-eb96-4882-be22-536faa026a9e,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:35.328182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (240dacc4-eb96-4882-be22-536faa026a9e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.345716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Calling delete_port for 240dacc4-eb96-4882-be22-536faa026a9e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:35.437200 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:07:35.442390 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:07:35.496841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-38226231-d2b8-4dcb-a01c-a4d510d481fe None None] Provisioning complete for port 794d3541-fa94-423e-b15a-e7a6c184aad6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:35.497212 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-38226231-d2b8-4dcb-a01c-a4d510d481fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.640350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Allocated IP 172.20.0.1 (e756b8c2-6678-49db-a99c-c29b06bcedc8/b85ae082-9e0a-4978-88ce-6e7d83431742/009b73bb-45e7-4a51-bfc0-2ab616d04454) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:35.645792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cd7f9-8c65-493f-9ac1-12e6916c0b82 None None] Pushing event updated for resources: {'Port': ['ID=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:35.695482 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (240dacc4-eb96-4882-be22-536faa026a9e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.804813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Pushing event deleted for resources: {'Port': ['ID=240dacc4-eb96-4882-be22-536faa026a9e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:35.836070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9ccf7-2aaf-4622-9c47-b19486ee8b33 req-7eca1be4-8447-4af4-939b-0bf70ec38cb1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:35.838638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67a9ccf7-2aaf-4622-9c47-b19486ee8b33 req-7eca1be4-8447-4af4-939b-0bf70ec38cb1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 943 time: 0.9179547 Mar 22 14:07:35.865318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-38226231-d2b8-4dcb-a01c-a4d510d481fe None None] Current status of the port 794d3541-fa94-423e-b15a-e7a6c184aad6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:35.865781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-38226231-d2b8-4dcb-a01c-a4d510d481fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.870274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['240dacc4-eb96-4882-be22-536faa026a9e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:35.873024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-7e31c284-d5ec-418d-8869-98e3ec594ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:35.882760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-7e31c284-d5ec-418d-8869-98e3ec594ae2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 1125 time: 1.1069760 Mar 22 14:07:35.927056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07daba-a19b-4935-8980-b28228293926 req-0b8ccda0-a5ef-44e6-a62f-2962f588eed8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:35.928740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d07daba-a19b-4935-8980-b28228293926 req-0b8ccda0-a5ef-44e6-a62f-2962f588eed8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.8889325 Mar 22 14:07:36.033742 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks [] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.048022 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Publish callbacks [] for port (772326c4-e978-4366-b1de-5f97acae0a05), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.070025 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (772326c4-e978-4366-b1de-5f97acae0a05), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.158368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67a9ccf7-2aaf-4622-9c47-b19486ee8b33 req-27d98f5b-4cb7-481b-9a90-240ceda3aaa8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748353 Mar 22 14:07:36.200624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.211082 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6873-bc6c-4ddb-a83a-ccee34222897 None None] Pushing event updated for resources: {'Port': ['ID=772326c4-e978-4366-b1de-5f97acae0a05,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:36.255293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-38226231-d2b8-4dcb-a01c-a4d510d481fe None None] For port 794d3541-fa94-423e-b15a-e7a6c184aad6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=794d3541-fa94-423e-b15a-e7a6c184aad6,segment=NetworkSegment(8808ed05-fef3-4f88-a46e-2bd183e2d022),segment_id=8808ed05-fef3-4f88-a46e-2bd183e2d022)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:36.283255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Attempting to bind port 772326c4-e978-4366-b1de-5f97acae0a05 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:36.285294 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-38226231-d2b8-4dcb-a01c-a4d510d481fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.289761 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Attempting to bind port 772326c4-e978-4366-b1de-5f97acae0a05 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:36.290161 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Attempting to bind port 772326c4-e978-4366-b1de-5f97acae0a05 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:36.300514 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:36.303228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:36.304641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 794d3541-fa94-423e-b15a-e7a6c184aad6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:36.306959 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:36.307499 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.307909 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:36.308409 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Bound port: 772326c4-e978-4366-b1de-5f97acae0a05, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:36.308787 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (772326c4-e978-4366-b1de-5f97acae0a05), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.334180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=009b73bb-45e7-4a51-bfc0-2ab616d04454,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:36.379602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:36.384483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:36.392311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:36.454693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226231-d2b8-4dcb-a01c-a4d510d481fe None None] Pushing event updated for resources: {'Port': ['ID=794d3541-fa94-423e-b15a-e7a6c184aad6,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:36.473984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-44f233fe-ce5d-4a4e-bd49-546a49b59094 None None] Provisioning complete for port 794d3541-fa94-423e-b15a-e7a6c184aad6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:36.474924 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44f233fe-ce5d-4a4e-bd49-546a49b59094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.475201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] No DVR routers for this DVR port 240dacc4-eb96-4882-be22-536faa026a9e on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:36.479224 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] For port 772326c4-e978-4366-b1de-5f97acae0a05, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:36.483942 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] For port 772326c4-e978-4366-b1de-5f97acae0a05, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=772326c4-e978-4366-b1de-5f97acae0a05,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:36.494422 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (772326c4-e978-4366-b1de-5f97acae0a05), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.540951 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (96fdaa21-9e57-46a8-90cd-f66a526be8f9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.562444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.587502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc97993f-c644-49f4-a2b7-9af01b817a12 req-81d8dd33-797d-4c97-adff-d21e581a6f21 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "DELETE /v2.0/ports/240dacc4-eb96-4882-be22-536faa026a9e HTTP/1.1" status: 204 len: 173 time: 2.1071429 Mar 22 14:07:36.604933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff182a35-ee59-4274-998b-82a49437f31e', 'name': 'network-vif-deleted', 'tag': '240dacc4-eb96-4882-be22-536faa026a9e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:36.627860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 794d3541-fa94-423e-b15a-e7a6c184aad6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:36.628236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.632873 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696e2cee-a82b-4b9f-92b9-0077b31ba815" -d '{"events": [{"server_uuid": "ff182a35-ee59-4274-998b-82a49437f31e", "name": "network-vif-deleted", "tag": "240dacc4-eb96-4882-be22-536faa026a9e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:36.709245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6873-bc6c-4ddb-a83a-ccee34222897 None None] Pushing event updated for resources: {'Port': ['ID=772326c4-e978-4366-b1de-5f97acae0a05,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:36.734110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fad5d16-6b36-463b-a06b-f9e97dd4e283 req-3ce04c4f-b8b2-4d39-8a27-3279b300a866 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff182a35-ee59-4274-998b-82a49437f31e HTTP/1.1" status: 200 len: 210 time: 0.2718980 Mar 22 14:07:36.745722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-44f233fe-ce5d-4a4e-bd49-546a49b59094 None None] Current status of the port 794d3541-fa94-423e-b15a-e7a6c184aad6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:36.769565 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Routers {'96fdaa21-9e57-46a8-90cd-f66a526be8f9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:36.770245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:36.833279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d07daba-a19b-4935-8980-b28228293926 req-919cd155-6207-476c-a792-c235de9486b2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8719766 Mar 22 14:07:36.840818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-01652f76-6c1b-45f6-ae5a-297c5db0d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:36.842346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-01652f76-6c1b-45f6-ae5a-297c5db0d6b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.9106269 Mar 22 14:07:36.905055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 794d3541-fa94-423e-b15a-e7a6c184aad6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:36.999518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-45cbad64-b08d-4674-b54c-45671f962942 None None] Provisioning complete for port 009b73bb-45e7-4a51-bfc0-2ab616d04454 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:36.999892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-45cbad64-b08d-4674-b54c-45671f962942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.031160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.053093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-2b75f3da-2635-4c70-b575-41ad1ce0626e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce73888-d05d-4021-ae76-85c1935fbbeb HTTP/1.1" status: 200 len: 217 time: 0.2000051 Mar 22 14:07:37.095696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-45cbad64-b08d-4674-b54c-45671f962942 None None] Port 009b73bb-45e7-4a51-bfc0-2ab616d04454 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:37.124216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4ff8e3e0-1be9-457a-b424-4a1da5c8377d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:37.212382 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] Set router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:37.269331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:37.269780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.369245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d03cf47-e651-4958-af0c-ec012d87a62d req-032ffa7d-2423-4ce0-b545-37a39ff84763 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1189837 Mar 22 14:07:37.393755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-c24c6dc0-77fa-4ea3-bc02-1b699628fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:37.395566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-c24c6dc0-77fa-4ea3-bc02-1b699628fc3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.3349049 Mar 22 14:07:37.480798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-88049236-6848-485e-a6c6-747beb190111 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715649 Mar 22 14:07:37.484416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:37.487465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 794d3541-fa94-423e-b15a-e7a6c184aad6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:37.492741 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea56243d-796a-489b-a41b-64eb21c94d1f x-openstack-request-id: req-ea56243d-796a-489b-a41b-64eb21c94d1f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:37.493385 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff182a35-ee59-4274-998b-82a49437f31e", "name": "network-vif-deleted", "tag": "240dacc4-eb96-4882-be22-536faa026a9e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:37.493815 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea56243d-796a-489b-a41b-64eb21c94d1f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:37.495627 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea56243d-796a-489b-a41b-64eb21c94d1f'] response: {'server_uuid': 'ff182a35-ee59-4274-998b-82a49437f31e', 'name': 'network-vif-deleted', 'tag': '240dacc4-eb96-4882-be22-536faa026a9e', 'status': 'completed', 'code': 200} Mar 22 14:07:37.515667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcb285-3f99-47fb-865f-0fa7485c9b46 req-f51d1ba8-7625-4643-9bd3-8df050ce6f70 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:37.519195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dcb285-3f99-47fb-865f-0fa7485c9b46 req-f51d1ba8-7625-4643-9bd3-8df050ce6f70 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.4802234 Mar 22 14:07:37.614208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 794d3541-fa94-423e-b15a-e7a6c184aad6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:37.614837 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.651059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '772326c4-e978-4366-b1de-5f97acae0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:31Z', 'revision_number': 3, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port': {'id': '772326c4-e978-4366-b1de-5f97acae0a05', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:29Z', 'updated_at': '2022-03-22T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:37.727381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 794d3541-fa94-423e-b15a-e7a6c184aad6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:37.734191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device cce73888-d05d-4021-ae76-85c1935fbbeb details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:37.754466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks [] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.765650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-f72930bc-fbff-4e3c-8b11-9f59a1c1d5ba service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686474 Mar 22 14:07:37.770168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.770359 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bb729-b3ba-45f4-a8fe-45008c1379e3 None None] The sync data for ids ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'] in n-d-834677-3 is: [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '772326c4-e978-4366-b1de-5f97acae0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:31Z', 'revision_number': 3, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port': {'id': '772326c4-e978-4366-b1de-5f97acae0a05', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:29Z', 'updated_at': '2022-03-22T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:37.866841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=009b73bb-45e7-4a51-bfc0-2ab616d04454,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:37.925280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (96fdaa21-9e57-46a8-90cd-f66a526be8f9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.934100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port cce73888-d05d-4021-ae76-85c1935fbbeb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=cce73888-d05d-4021-ae76-85c1935fbbeb,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:38.000566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'cce73888-d05d-4021-ae76-85c1935fbbeb', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': 'cce73888-d05d-4021-ae76-85c1935fbbeb', 'mac_address': 'fa:16:3e:96:9e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:38.103923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port cce73888-d05d-4021-ae76-85c1935fbbeb is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:38.106147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.134207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dcb285-3f99-47fb-865f-0fa7485c9b46 req-b74b9950-ee1e-4b03-8cb6-936e3b200669 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6052949 Mar 22 14:07:38.157133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce73888-d05d-4021-ae76-85c1935fbbeb {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:38.234662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:38.239635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port cce73888-d05d-4021-ae76-85c1935fbbeb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=cce73888-d05d-4021-ae76-85c1935fbbeb,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:38.248923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.250575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:38.277331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2afc1d3-2c0b-43c4-a82b-34b7ff60aafc req-eb9143d6-5cc4-4461-8ced-600320bda3b6 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765389 Mar 22 14:07:38.289730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dd567-ac26-4401-a277-471d8ca7ab43 req-c897a085-948a-4d0f-954e-258d2acc8132 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:38.328869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d37dd567-ac26-4401-a277-471d8ca7ab43 req-c897a085-948a-4d0f-954e-258d2acc8132 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 814 time: 0.6987023 Mar 22 14:07:38.394685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=cce73888-d05d-4021-ae76-85c1935fbbeb,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:38.462990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d37dd567-ac26-4401-a277-471d8ca7ab43 req-eca5b8fb-9655-4b5d-a8e3-023d6410ba8e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/quotas/b3d63234582f41cf9d1af373264eb728 HTTP/1.1" status: 200 len: 375 time: 0.1331012 Mar 22 14:07:38.492674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['cce73888-d05d-4021-ae76-85c1935fbbeb'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:38.581325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ae338-ba74-4467-baad-65753015a9f9 req-d9f2cdaf-266a-4e1d-98df-3d92e3250cf4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:38.589691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-641ae338-ba74-4467-baad-65753015a9f9 req-d9f2cdaf-266a-4e1d-98df-3d92e3250cf4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 944 time: 0.2540975 Mar 22 14:07:38.635432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d37dd567-ac26-4401-a277-471d8ca7ab43 req-3b83cec7-d90b-4ccd-b185-31ce7d04a0c0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1709821 Mar 22 14:07:38.799814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 240dacc4-eb96-4882-be22-536faa026a9e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:38.821714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-641ae338-ba74-4467-baad-65753015a9f9 req-70f72aa3-adae-4538-b8ae-c31d0a1f7542 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308779 Mar 22 14:07:38.956484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5dd2a41e-6ff2-4a61-8869-b7f930c1ccd0 req-a17cb0c4-f998-46e8-b407-d4c9255b4b02 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0758839 Mar 22 14:07:39.019263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 240dacc4-eb96-4882-be22-536faa026a9e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:39.019847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 240dacc4-eb96-4882-be22-536faa026a9e not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:39.044750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0c4a4ffa-7a8b-4eb0-8547-72d03df0cd8c None None] Provisioning complete for port 009b73bb-45e7-4a51-bfc0-2ab616d04454 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:39.045509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4ffa-7a8b-4eb0-8547-72d03df0cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.146602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 772326c4-e978-4366-b1de-5f97acae0a05 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:39.188681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3c00-59f3-4119-af48-b28962b6b1f7 req-d8157353-b36e-4375-8c48-c68c8d0fceb3 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:39.190524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cec3c00-59f3-4119-af48-b28962b6b1f7 req-d8157353-b36e-4375-8c48-c68c8d0fceb3 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1278839 Mar 22 14:07:39.211050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a4ffa-7a8b-4eb0-8547-72d03df0cd8c None None] Port 009b73bb-45e7-4a51-bfc0-2ab616d04454 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:39.255001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 772326c4-e978-4366-b1de-5f97acae0a05 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:39.255554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (772326c4-e978-4366-b1de-5f97acae0a05), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.387690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 772326c4-e978-4366-b1de-5f97acae0a05 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:39.388078 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (772326c4-e978-4366-b1de-5f97acae0a05), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.426365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 772326c4-e978-4366-b1de-5f97acae0a05, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=772326c4-e978-4366-b1de-5f97acae0a05,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:39.433587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (772326c4-e978-4366-b1de-5f97acae0a05), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.451629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:39.485991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cec3c00-59f3-4119-af48-b28962b6b1f7 req-2ef1a7ad-b63d-455e-9c08-b01ce7d5032c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680123 Mar 22 14:07:39.522519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-1204fa66-8dd0-40a5-a6f7-75b98d22d92b tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:39.527185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-1204fa66-8dd0-40a5-a6f7-75b98d22d92b tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/networks?id=1a4552c1-4f66-4489-975a-d4ca7ca62f61 HTTP/1.1" status: 200 len: 809 time: 0.3353496 Mar 22 14:07:39.570305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-c0958084-9540-47b7-9a07-26b46b5d2485 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/quotas/b89ac75eac644058ba440fed873a5e9c HTTP/1.1" status: 200 len: 375 time: 0.0359170 Mar 22 14:07:39.573756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=772326c4-e978-4366-b1de-5f97acae0a05,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:39.677676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-72827efc-c40e-4161-a4d2-1ef5cb4706b0 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b89ac75eac644058ba440fed873a5e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059337 Mar 22 14:07:39.721440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device cce73888-d05d-4021-ae76-85c1935fbbeb up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:39.739982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:39.773230 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce698757-ed85-44a7-9aeb-5878849cf9b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/96fdaa21-9e57-46a8-90cd-f66a526be8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0130291 Mar 22 14:07:39.872952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port cce73888-d05d-4021-ae76-85c1935fbbeb completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:39.877335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port cce73888-d05d-4021-ae76-85c1935fbbeb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:39.877900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.884876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a55a-bd83-4913-bee1-468dacef51c9 req-4dafd7bf-c4bb-4da9-aaf9-5be8d8f87afd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:39.899383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4113a55a-bd83-4913-bee1-468dacef51c9 req-4dafd7bf-c4bb-4da9-aaf9-5be8d8f87afd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.2689791 Mar 22 14:07:39.982526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port cce73888-d05d-4021-ae76-85c1935fbbeb is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:39.982918 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.987198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-2b742c80-9990-4797-85a4-f676e2125efe service neutron] 10.222.0.44 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060851 Mar 22 14:07:40.016289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:40.019440 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f32233d-d8ab-412b-8f5e-58320d967367" -d '{"events": [{"server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "name": "network-vif-plugged", "status": "completed", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:40.036953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port cce73888-d05d-4021-ae76-85c1935fbbeb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=cce73888-d05d-4021-ae76-85c1935fbbeb,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:40.042943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.156392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4113a55a-bd83-4913-bee1-468dacef51c9 req-1e027de8-33a0-4c24-b205-269e33a435af tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551708 Mar 22 14:07:40.220767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=cce73888-d05d-4021-ae76-85c1935fbbeb,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:40.239366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-db20a7c7-c9e2-4c9a-919b-7ef12729fe53 service neutron] 10.222.0.44 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374909 Mar 22 14:07:40.430860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b0739-92f8-46c4-bc9b-c831cf996f73 req-1501752e-a6ca-4b28-afa9-6a2db67d29c0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:40.433721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b0b0739-92f8-46c4-bc9b-c831cf996f73 req-1501752e-a6ca-4b28-afa9-6a2db67d29c0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1505437 Mar 22 14:07:40.568318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b0b0739-92f8-46c4-bc9b-c831cf996f73 req-04a5897a-8025-4fe2-b1ce-dd420ec3e91f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269820 Mar 22 14:07:40.732200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b37b-0741-4587-a122-c3c94dade8ee req-0611e672-48ff-4e25-89e6-57a8f5ad1651 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:40.748855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b18b37b-0741-4587-a122-c3c94dade8ee req-0611e672-48ff-4e25-89e6-57a8f5ad1651 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 945 time: 0.1603153 Mar 22 14:07:40.861300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab69a58e-4a55-476b-961c-e2bb89864868 req-7e20f76a-6635-4cc7-86a1-bbc76909ac72 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0792179 Mar 22 14:07:40.945092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b18b37b-0741-4587-a122-c3c94dade8ee req-b89d2b86-1f08-4dc4-a176-b8207821d519 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950772 Mar 22 14:07:40.976405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Sync routers for ids ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:40.997010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Routers {'96fdaa21-9e57-46a8-90cd-f66a526be8f9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:40.997664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:41.163158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 772326c4-e978-4366-b1de-5f97acae0a05 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:41.169535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4b8a8fd-6835-4207-99bb-0e07f533bd93 req-9b7e999e-7a78-4dd3-a25a-10deb968cd29 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 210 time: 0.1085260 Mar 22 14:07:41.264571 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071a608b-f759-45b3-8e55-d9baf494d050 x-openstack-request-id: req-071a608b-f759-45b3-8e55-d9baf494d050 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:41.265154 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "name": "network-vif-plugged", "status": "completed", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:41.265774 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-071a608b-f759-45b3-8e55-d9baf494d050 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:41.266562 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071a608b-f759-45b3-8e55-d9baf494d050'] response: {'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb', 'code': 200} Mar 22 14:07:41.321497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 772326c4-e978-4366-b1de-5f97acae0a05 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:41.322354 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (772326c4-e978-4366-b1de-5f97acae0a05), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.464472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9aa3d419-113b-4a5c-822f-a66bcab2f3da req-be6ed5f3-5243-4976-83ca-82a3b5c00345 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b3d63234582f41cf9d1af373264eb728 HTTP/1.1" status: 200 len: 221 time: 0.1015651 Mar 22 14:07:41.486929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Set router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:41.880411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18be0c-2261-4e9d-8202-8c3fc156fb27 req-d3c36279-cd16-4f01-9615-d2a5a66ed9c3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:41.892281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e18be0c-2261-4e9d-8202-8c3fc156fb27 req-d3c36279-cd16-4f01-9615-d2a5a66ed9c3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 946 time: 0.2584670 Mar 22 14:07:41.936533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684921a2-207f-4a36-b546-79b53ae94393 req-8c87a592-ad9b-4344-b45b-f2f5ef24f006 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:41.945294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-684921a2-207f-4a36-b546-79b53ae94393 req-8c87a592-ad9b-4344-b45b-f2f5ef24f006 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3682485 Mar 22 14:07:42.068380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a9d5f-dcf4-4556-ba42-7768328b3f79 req-3875cbe7-b516-46ed-b27d-16cb956bb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.072547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e8a9d5f-dcf4-4556-ba42-7768328b3f79 req-3875cbe7-b516-46ed-b27d-16cb956bb8c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 1127 time: 0.7509067 Mar 22 14:07:42.077711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 772326c4-e978-4366-b1de-5f97acae0a05 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:42.160704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-684921a2-207f-4a36-b546-79b53ae94393 req-0de11c74-5cf0-4f81-931f-2c8f4179d8d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130060 Mar 22 14:07:42.200142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e18be0c-2261-4e9d-8202-8c3fc156fb27 req-175f44cb-879a-4f1a-bbc9-e0542030d4ae tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026354 Mar 22 14:07:42.235717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e8a9d5f-dcf4-4556-ba42-7768328b3f79 req-d905c77e-48af-47f6-a366-b8edf525559d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351013 Mar 22 14:07:42.266053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-33e33816-6f90-42e3-a593-08f25cd68628 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2002478 Mar 22 14:07:42.414953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '772326c4-e978-4366-b1de-5f97acae0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:36Z', 'revision_number': 4, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port': {'id': '772326c4-e978-4366-b1de-5f97acae0a05', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:29Z', 'updated_at': '2022-03-22T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '009b73bb-45e7-4a51-bfc0-2ab616d04454', 'name': '', 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'mac_address': 'fa:16:3e:71:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'b85ae082-9e0a-4978-88ce-6e7d83431742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:35Z', 'updated_at': '2022-03-22T14:07:37Z', 'revision_number': 2, 'project_id': '94a587030b834195801ffe99d0e6f172', 'subnets': [{'id': 'b85ae082-9e0a-4978-88ce-6e7d83431742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:42.524795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b490051-03d2-4dcb-b627-93242afeb973 req-549b4bcc-91e3-4b18-bdb7-0ca80beb9bb7 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0967908 Mar 22 14:07:42.539115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Checking router: 96fdaa21-9e57-46a8-90cd-f66a526be8f9 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:42.539474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Updating router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 port 009b73bb-45e7-4a51-bfc0-2ab616d04454 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:42.652852 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.703566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5a2d-a5c6-481d-9339-ba96aa8970df req-1f1e2bca-27d0-4f25-8250-a62d528259bc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.705480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11ca5a2d-a5c6-481d-9339-ba96aa8970df req-1f1e2bca-27d0-4f25-8250-a62d528259bc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 945 time: 0.2988462 Mar 22 14:07:42.733494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-3411012c-3e6d-4ad8-93f9-11692a91f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.735287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-3411012c-3e6d-4ad8-93f9-11692a91f22f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1128 time: 0.4049091 Mar 22 14:07:42.747991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-60e8fed6-86b9-484c-b7bd-86e4b58cd5ee tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.749418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-60e8fed6-86b9-484c-b7bd-86e4b58cd5ee tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "GET /v2.0/networks?id=1a4552c1-4f66-4489-975a-d4ca7ca62f61 HTTP/1.1" status: 200 len: 809 time: 0.4780121 Mar 22 14:07:42.770999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Request body: {'port': {'device_id': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61', 'admin_state_up': True, 'tenant_id': 'b89ac75eac644058ba440fed873a5e9c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:42.843642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:42.868634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11ca5a2d-a5c6-481d-9339-ba96aa8970df req-cc854970-7b02-4b26-b571-b3f592729564 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394162 Mar 22 14:07:43.241850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2534e635-9634-4856-85ba-98deef45308a is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:43.242491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2534e635-9634-4856-85ba-98deef45308a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.295248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:43.298426 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7587e41-c992-4a48-b6a2-8a9a65819ea0" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:43.320706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:43.332842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2534e635-9634-4856-85ba-98deef45308a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.489295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=14']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:43.605184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3efeb1-9885-452a-a84c-55a001521315 req-08290165-05ec-4726-8eb5-879f767c1aad tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:43.614639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a3efeb1-9885-452a-a84c-55a001521315 req-08290165-05ec-4726-8eb5-879f767c1aad tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.9378860 Mar 22 14:07:43.684905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e7bb033-3e28-4a39-b7e3-bbee8572dd67 req-d4589833-dd34-4d06-bf96-af0bcd2375ec tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 210 time: 0.1164670 Mar 22 14:07:43.706569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Publish callbacks [] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.716655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.810508 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ab67b1-ac56-4591-801a-abb3bcb34a50 x-openstack-request-id: req-a8ab67b1-ac56-4591-801a-abb3bcb34a50 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:43.810790 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2534e635-9634-4856-85ba-98deef45308a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:43.811047 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8ab67b1-ac56-4591-801a-abb3bcb34a50 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:43.811446 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ab67b1-ac56-4591-801a-abb3bcb34a50'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'code': 200} Mar 22 14:07:43.994815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a3efeb1-9885-452a-a84c-55a001521315 req-88adac3f-21b3-4a1d-857a-667eca2f9f04 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715200 Mar 22 14:07:44.015295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Attempting to bind port 009b73bb-45e7-4a51-bfc0-2ab616d04454 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:44.015664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Attempting to bind port 009b73bb-45e7-4a51-bfc0-2ab616d04454 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:44.017024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Attempting to bind port 009b73bb-45e7-4a51-bfc0-2ab616d04454 on network e756b8c2-6678-49db-a99c-c29b06bcedc8 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:44.019199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de37bc-713d-4fd8-a095-1435b155f569 None None] Pushing event updated for resources: {'Port': ['ID=009b73bb-45e7-4a51-bfc0-2ab616d04454,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:44.045215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:44.045594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Checking segment: {'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:44.049650 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.050495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Bound using segment: {'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:44.051821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Bound port: 009b73bb-45e7-4a51-bfc0-2ab616d04454, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8808ed05-fef3-4f88-a46e-2bd183e2d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:44.053259 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.131867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-262e94cf-ecb3-4efd-a23f-772522236021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:44.133600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-262e94cf-ecb3-4efd-a23f-772522236021 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 1.3575380 Mar 22 14:07:44.162188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e76417c7-482d-4f79-8483-432a4e392100 req-f8319602-a1b1-4c0d-8671-8c15dd51135b tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1651781 Mar 22 14:07:44.267275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] For port 009b73bb-45e7-4a51-bfc0-2ab616d04454, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:44.294329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] For port 009b73bb-45e7-4a51-bfc0-2ab616d04454, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=009b73bb-45e7-4a51-bfc0-2ab616d04454,segment=NetworkSegment(8808ed05-fef3-4f88-a46e-2bd183e2d022),segment_id=8808ed05-fef3-4f88-a46e-2bd183e2d022)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:44.323876 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.413098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a46e5baa-3d32-4ecf-a942-6ea349a561ca None None] Provisioning complete for port 009b73bb-45e7-4a51-bfc0-2ab616d04454 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:44.415337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a46e5baa-3d32-4ecf-a942-6ea349a561ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.467296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57238) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:44.470204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Made reservation on behalf of b89ac75eac644058ba440fed873a5e9c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:44.473655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.505430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-82abfe8d-8575-4c1c-8525-2185e97474b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.3361332 Mar 22 14:07:44.559976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57140f7f-a3bc-43a6-9ecb-39a668f35825 req-5618dfc8-572c-4685-b093-8b4f4c4f0f90 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:44.569472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57140f7f-a3bc-43a6-9ecb-39a668f35825 req-5618dfc8-572c-4685-b093-8b4f4c4f0f90 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 945 time: 0.4014904 Mar 22 14:07:44.619736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Routers {'96fdaa21-9e57-46a8-90cd-f66a526be8f9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:44.620663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:44.729176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd90-8be5-4c40-a597-33925086b82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.732599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de37bc-713d-4fd8-a095-1435b155f569 None None] Pushing event updated for resources: {'Port': ['ID=009b73bb-45e7-4a51-bfc0-2ab616d04454,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:44.777566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce4f0-1e2c-4b13-9326-da8718437e3b req-de8420b5-392e-4b10-90f3-5ad4c1e082cd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:44.787662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d8ce4f0-1e2c-4b13-9326-da8718437e3b req-de8420b5-392e-4b10-90f3-5ad4c1e082cd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4558625 Mar 22 14:07:44.910421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a46e5baa-3d32-4ecf-a942-6ea349a561ca None None] Current status of the port 009b73bb-45e7-4a51-bfc0-2ab616d04454 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:44.911233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a46e5baa-3d32-4ecf-a942-6ea349a561ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.935524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd90-8be5-4c40-a597-33925086b82d admin admin] Publish callbacks [] for security_group (cd56511b-353e-4f12-a284-d15a20bb12e2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.948626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd90-8be5-4c40-a597-33925086b82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cd56511b-353e-4f12-a284-d15a20bb12e2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.960433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57140f7f-a3bc-43a6-9ecb-39a668f35825 req-b9a1cf30-f759-4f03-b354-29f522c76d3b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717005 Mar 22 14:07:45.031606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-29e923f8-1347-4728-b6f0-2ff2c949f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:45.033072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-29e923f8-1347-4728-b6f0-2ff2c949f7cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.4398468 Mar 22 14:07:45.046559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a46e5baa-3d32-4ecf-a942-6ea349a561ca None None] For port 009b73bb-45e7-4a51-bfc0-2ab616d04454, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=009b73bb-45e7-4a51-bfc0-2ab616d04454,segment=NetworkSegment(8808ed05-fef3-4f88-a46e-2bd183e2d022),segment_id=8808ed05-fef3-4f88-a46e-2bd183e2d022)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:45.076148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d8ce4f0-1e2c-4b13-9326-da8718437e3b req-6be071ab-7a66-445c-9c4d-273b3a952ee7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875037 Mar 22 14:07:45.125442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] Set router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:45.180561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ae4af80-ed90-4588-8ada-5e3ea1cbfc0d req-8c0f6f98-7158-467b-b860-c70f633f3e5a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 210 time: 0.0657570 Mar 22 14:07:45.211045 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81bd90-8be5-4c40-a597-33925086b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd56511b-353e-4f12-a284-d15a20bb12e2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:45.237854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e81bd90-8be5-4c40-a597-33925086b82d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c87ebc901a84eff8d5072aa289218b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7683339 Mar 22 14:07:45.239274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57278) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:45.272097 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a46e5baa-3d32-4ecf-a942-6ea349a561ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.330582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-ede95494-ece9-4b8b-a835-4feda600d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:45.335595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-ede95494-ece9-4b8b-a835-4feda600d5f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2930167 Mar 22 14:07:45.353815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87fd0059-4d9a-4ecc-9ccf-59c529939616 admin admin] Publish callbacks [] for security_group (cd56511b-353e-4f12-a284-d15a20bb12e2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.425159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87fd0059-4d9a-4ecc-9ccf-59c529939616 admin admin] Publish callbacks [] for security_group (cd56511b-353e-4f12-a284-d15a20bb12e2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.537435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87fd0059-4d9a-4ecc-9ccf-59c529939616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cd56511b-353e-4f12-a284-d15a20bb12e2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.540160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87fd0059-4d9a-4ecc-9ccf-59c529939616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.545188 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-87fd0059-4d9a-4ecc-9ccf-59c529939616 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd56511b-353e-4f12-a284-d15a20bb12e2 HTTP/1.1" status: 204 len: 168 time: 0.3019149 Mar 22 14:07:45.565856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0059-4d9a-4ecc-9ccf-59c529939616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd56511b-353e-4f12-a284-d15a20bb12e2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:45.581622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-744cbdc6-67e1-4ba1-9dc6-e0936c4b84f1 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221980 Mar 22 14:07:45.639846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Allocated IP 172.20.0.7 (1a4552c1-4f66-4489-975a-d4ca7ca62f61/fc3398f6-2516-4dc3-8280-05ed1c47a125/5e994096-db51-440b-91a4-250c67c6c622) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:45.664210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e5baa-3d32-4ecf-a942-6ea349a561ca None None] Pushing event updated for resources: {'Port': ['ID=009b73bb-45e7-4a51-bfc0-2ab616d04454,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:45.669876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4772e5c-1e2b-40d3-816e-b0df82cfc37c req-4adafd2d-fa50-45ce-b5cd-79e97acc72ee tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.3238940 Mar 22 14:07:45.706146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-69e0f778-98c8-4d65-88e0-41028589db9a None None] Provisioning complete for port 009b73bb-45e7-4a51-bfc0-2ab616d04454 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:45.706529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-69e0f778-98c8-4d65-88e0-41028589db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.868529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-69e0f778-98c8-4d65-88e0-41028589db9a None None] Current status of the port 009b73bb-45e7-4a51-bfc0-2ab616d04454 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:45.868693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fb66b-2385-4dd1-86d0-dcf9c2272466 req-164eeb80-54ed-46ff-9d74-84e0c031703a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:45.880553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-135fb66b-2385-4dd1-86d0-dcf9c2272466 req-164eeb80-54ed-46ff-9d74-84e0c031703a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.6985147 Mar 22 14:07:46.033710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '772326c4-e978-4366-b1de-5f97acae0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:36Z', 'revision_number': 4, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port': {'id': '772326c4-e978-4366-b1de-5f97acae0a05', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:29Z', 'updated_at': '2022-03-22T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '009b73bb-45e7-4a51-bfc0-2ab616d04454', 'name': '', 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'mac_address': 'fa:16:3e:71:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'b85ae082-9e0a-4978-88ce-6e7d83431742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:35Z', 'updated_at': '2022-03-22T14:07:44Z', 'revision_number': 4, 'project_id': '94a587030b834195801ffe99d0e6f172', 'subnets': [{'id': 'b85ae082-9e0a-4978-88ce-6e7d83431742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:46.047325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-135fb66b-2385-4dd1-86d0-dcf9c2272466 req-262c8877-a653-4bfc-8866-2692382eb920 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652620 Mar 22 14:07:46.072188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55793d6f-1949-4719-8e28-97ff12bcd735 req-9b9eff13-ee21-4a34-ae8b-3ea5850398d4 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280148 Mar 22 14:07:46.113406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35bf78-9a10-4669-b807-b5ce09fcc1d2 None None] The sync data for ids ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'] in n-d-834677-3 is: [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '772326c4-e978-4366-b1de-5f97acae0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:36Z', 'revision_number': 4, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port': {'id': '772326c4-e978-4366-b1de-5f97acae0a05', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:29Z', 'updated_at': '2022-03-22T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '009b73bb-45e7-4a51-bfc0-2ab616d04454', 'name': '', 'network_id': 'e756b8c2-6678-49db-a99c-c29b06bcedc8', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'mac_address': 'fa:16:3e:71:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'b85ae082-9e0a-4978-88ce-6e7d83431742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:35Z', 'updated_at': '2022-03-22T14:07:44Z', 'revision_number': 4, 'project_id': '94a587030b834195801ffe99d0e6f172', 'subnets': [{'id': 'b85ae082-9e0a-4978-88ce-6e7d83431742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:46.226976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19f5bd-29e0-4ebc-b920-f30d84eb7143 req-d7d12ee8-7abe-4259-a3a8-9aeabf2e51d2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:46.238043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b19f5bd-29e0-4ebc-b920-f30d84eb7143 req-d7d12ee8-7abe-4259-a3a8-9aeabf2e51d2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3216126 Mar 22 14:07:46.387142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57300) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:46.414070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks [] for port (5e994096-db51-440b-91a4-250c67c6c622), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.414746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d40713-719a-4e74-9e43-9dbd85b1b3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.515165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5e994096-db51-440b-91a4-250c67c6c622), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.630425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:46.636002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d40713-719a-4e74-9e43-9dbd85b1b3ea admin admin] Publish callbacks [] for security_group (97354c7b-1e0c-460b-9d9f-9615dd0ec3c8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.643030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d40713-719a-4e74-9e43-9dbd85b1b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (97354c7b-1e0c-460b-9d9f-9615dd0ec3c8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.680503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:46.686737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:46.705421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b19f5bd-29e0-4ebc-b920-f30d84eb7143 req-a0f46453-b4cb-4b64-af79-b72762c027f7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654391 Mar 22 14:07:46.733708 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9d40713-719a-4e74-9e43-9dbd85b1b3ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0f04522c4ae454488f213a122ba897c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454494 Mar 22 14:07:46.743605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:46.827302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d40713-719a-4e74-9e43-9dbd85b1b3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97354c7b-1e0c-460b-9d9f-9615dd0ec3c8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:46.844617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce682c-8528-4672-b09b-a6ff151bf5f9 req-2b542bf3-1ab7-47fb-a10d-0963cfe0a0c6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:46.846615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31ce682c-8528-4672-b09b-a6ff151bf5f9 req-2b542bf3-1ab7-47fb-a10d-0963cfe0a0c6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.6677632 Mar 22 14:07:46.889457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4cd761f6-16da-41c1-8395-ffb0f409d96b admin admin] Publish callbacks [] for security_group (97354c7b-1e0c-460b-9d9f-9615dd0ec3c8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.898493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:46.905387 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.921256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Pushing event updated for resources: {'Port': ['ID=5e994096-db51-440b-91a4-250c67c6c622,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:46.986608 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4cd761f6-16da-41c1-8395-ffb0f409d96b admin admin] Publish callbacks [] for security_group (97354c7b-1e0c-460b-9d9f-9615dd0ec3c8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.081204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-33518fa5-6efe-4cff-bf98-014893f6bd3a tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3141124 Mar 22 14:07:47.093997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4cd761f6-16da-41c1-8395-ffb0f409d96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (97354c7b-1e0c-460b-9d9f-9615dd0ec3c8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.096645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4cd761f6-16da-41c1-8395-ffb0f409d96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.098047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4cd761f6-16da-41c1-8395-ffb0f409d96b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97354c7b-1e0c-460b-9d9f-9615dd0ec3c8 HTTP/1.1" status: 204 len: 168 time: 0.3534486 Mar 22 14:07:47.122333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Request body: {'port': {'device_id': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:47.129876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd761f6-16da-41c1-8395-ffb0f409d96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97354c7b-1e0c-460b-9d9f-9615dd0ec3c8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:47.164545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31ce682c-8528-4672-b09b-a6ff151bf5f9 req-3cbc0165-d33f-491d-910a-903bd0a7823e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539449 Mar 22 14:07:47.298684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf391a-cdf0-42c2-bcb8-8a4651380333 req-db6e5a34-4a7f-4af1-9130-2c61f0b3f288 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:47.298941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 009b73bb-45e7-4a51-bfc0-2ab616d04454 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:47.306895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cf391a-cdf0-42c2-bcb8-8a4651380333 req-db6e5a34-4a7f-4af1-9130-2c61f0b3f288 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 931 time: 0.4255452 Mar 22 14:07:47.378413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e994096-db51-440b-91a4-250c67c6c622), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.419235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b02611cb-1f51-484e-b43a-2e9acad5fae0 req-59207212-7ca1-46e9-bbe8-84446ba15bc1 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1084740 Mar 22 14:07:47.456711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 009b73bb-45e7-4a51-bfc0-2ab616d04454 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:47.457093 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.728955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 009b73bb-45e7-4a51-bfc0-2ab616d04454 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:48.042421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cf391a-cdf0-42c2-bcb8-8a4651380333 req-32a0591a-82c3-4226-86ad-4a62da587c03 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7274678 Mar 22 14:07:48.125939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a64ae-feb4-460b-b6bc-d547689b168f req-182a7f9c-7eb7-4af2-979f-6410bb3652a2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:48.127565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-988a64ae-feb4-460b-b6bc-d547689b168f req-182a7f9c-7eb7-4af2-979f-6410bb3652a2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.5325558 Mar 22 14:07:48.165349 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84e06224-4c03-4b33-9e73-2ea3a977ee66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.279302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-988a64ae-feb4-460b-b6bc-d547689b168f req-9d8b2834-f13f-426f-a38d-19c192c1fc84 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217384 Mar 22 14:07:48.541257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ed766-602e-4b1f-9b21-7cbde4b8638c req-cbdc46fa-3c3d-4c8d-a538-94e8e6f0de7f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:48.543390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b9ed766-602e-4b1f-9b21-7cbde4b8638c req-cbdc46fa-3c3d-4c8d-a538-94e8e6f0de7f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3301218 Mar 22 14:07:48.562737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e994096-db51-440b-91a4-250c67c6c622 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:48.662464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Publish callbacks [] for port (5e994096-db51-440b-91a4-250c67c6c622), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.710306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b9ed766-602e-4b1f-9b21-7cbde4b8638c req-f64bb27d-5e30-4aa6-884c-d48f7093374a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339164 Mar 22 14:07:48.758795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Transition to ACTIVE for port object 5e994096-db51-440b-91a4-250c67c6c622 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:07:48.772771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdfb90-075a-4309-9596-ab8b203a95fb req-1fcbb24c-bb35-453e-a4ff-9e4e4f582bfa tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:48.782786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-facdfb90-075a-4309-9596-ab8b203a95fb req-1fcbb24c-bb35-453e-a4ff-9e4e4f582bfa tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3129702 Mar 22 14:07:48.797378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5e994096-db51-440b-91a4-250c67c6c622), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.921349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aad476f-8918-41f3-bd09-0b351f75ea20 req-eff0e13f-1d91-46e0-b463-3a77938cac81 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0910873 Mar 22 14:07:49.006664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-facdfb90-075a-4309-9596-ab8b203a95fb req-8d95bda6-388f-44a4-b23b-38ea93317858 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211993 Mar 22 14:07:49.008225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Pushing event updated for resources: {'Port': ['ID=5e994096-db51-440b-91a4-250c67c6c622,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:49.079519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Attempting to bind port 5e994096-db51-440b-91a4-250c67c6c622 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:49.080195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Attempting to bind port 5e994096-db51-440b-91a4-250c67c6c622 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:49.080307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Attempting to bind port 5e994096-db51-440b-91a4-250c67c6c622 on network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:49.085317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Port 5e994096-db51-440b-91a4-250c67c6c622 on network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:07:49.087384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Attempting to bind port 5e994096-db51-440b-91a4-250c67c6c622 on network 1a4552c1-4f66-4489-975a-d4ca7ca62f61 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:49.126095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:49.126095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Checking segment: {'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:49.126095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Bound using segment: {'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:49.126095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Bound port: 5e994096-db51-440b-91a4-250c67c6c622, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:49.130791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e994096-db51-440b-91a4-250c67c6c622), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.232168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57376) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:49.357180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ab1b6-5336-4694-ad87-6086604622c6 req-4440a08e-5b3a-4e20-a705-4226e3393720 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.358954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b12ab1b6-5336-4694-ad87-6086604622c6 req-4440a08e-5b3a-4e20-a705-4226e3393720 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2606001 Mar 22 14:07:49.365024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] For port 5e994096-db51-440b-91a4-250c67c6c622, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:49.411021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] For port 5e994096-db51-440b-91a4-250c67c6c622, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e994096-db51-440b-91a4-250c67c6c622,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:49.429160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130e94-9fe7-4716-8040-183f36e3425c req-986af6de-4f3b-4fdd-b7eb-51e9cad1acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.430756 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce756134-b1a6-4276-8251-2ababa5357cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.433614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa130e94-9fe7-4716-8040-183f36e3425c req-986af6de-4f3b-4fdd-b7eb-51e9cad1acdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.1607199 Mar 22 14:07:49.443040 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5e994096-db51-440b-91a4-250c67c6c622), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.539441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce756134-b1a6-4276-8251-2ababa5357cd admin admin] Publish callbacks [] for security_group (465af87c-7b32-47a8-a2ac-6111c7e014ae), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.545807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce756134-b1a6-4276-8251-2ababa5357cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (465af87c-7b32-47a8-a2ac-6111c7e014ae), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.575604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.576224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.577662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e994096-db51-440b-91a4-250c67c6c622 HTTP/1.1" status: 200 len: 1091 time: 2.4721813 Mar 22 14:07:49.587189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfba8b-3260-4d3e-b8ee-a82d0a6f69ba req-b51f981b-d757-4d58-b465-5fafb99d1212 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.594576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0abfba8b-3260-4d3e-b8ee-a82d0a6f69ba req-b51f981b-d757-4d58-b465-5fafb99d1212 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 943 time: 0.2666140 Mar 22 14:07:49.596363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'tag': '5e994096-db51-440b-91a4-250c67c6c622'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:49.598722 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2176de2f-68f6-4f8f-a666-fe8efcf1745b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7af3c4b-fa39-48fb-a156-7ea870d64ce8", "tag": "5e994096-db51-440b-91a4-250c67c6c622"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:49.612633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbfa64-f6a7-48e4-adb4-14d67ab0d077 service neutron] Pushing event updated for resources: {'Port': ['ID=5e994096-db51-440b-91a4-250c67c6c622,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:49.617163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce756134-b1a6-4276-8251-2ababa5357cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465af87c-7b32-47a8-a2ac-6111c7e014ae,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:49.621643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b12ab1b6-5336-4694-ad87-6086604622c6 req-49bda475-5a3e-4e34-a62e-38a1910780c7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369070 Mar 22 14:07:49.686351 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce756134-b1a6-4276-8251-2ababa5357cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e7974f596ae431d8219384561c5614a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514244 Mar 22 14:07:49.687853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57386) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:49.732056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130e94-9fe7-4716-8040-183f36e3425c req-5f33fccc-0ea6-4ce9-a6cc-1b4125a6913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.734351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa130e94-9fe7-4716-8040-183f36e3425c req-5f33fccc-0ea6-4ce9-a6cc-1b4125a6913b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.2928932 Mar 22 14:07:49.760875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0abfba8b-3260-4d3e-b8ee-a82d0a6f69ba req-4b9f737f-39b9-4e74-be0f-5ab92753ae98 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651642 Mar 22 14:07:49.787164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef81d23e-7aff-41f1-9625-8faf7062ad1f admin admin] Publish callbacks [] for security_group (465af87c-7b32-47a8-a2ac-6111c7e014ae), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.815330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef81d23e-7aff-41f1-9625-8faf7062ad1f admin admin] Publish callbacks [] for security_group (465af87c-7b32-47a8-a2ac-6111c7e014ae), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.861666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-164fc74f-296d-4d12-9e76-d488d4c45bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.863416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-164fc74f-296d-4d12-9e76-d488d4c45bb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b89ac75eac644058ba440fed873a5e9c&device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 1125 time: 0.2264047 Mar 22 14:07:49.932804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef81d23e-7aff-41f1-9625-8faf7062ad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (465af87c-7b32-47a8-a2ac-6111c7e014ae), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.936988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef81d23e-7aff-41f1-9625-8faf7062ad1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.938447 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef81d23e-7aff-41f1-9625-8faf7062ad1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/465af87c-7b32-47a8-a2ac-6111c7e014ae HTTP/1.1" status: 204 len: 168 time: 0.2482910 Mar 22 14:07:49.958078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81d23e-7aff-41f1-9625-8faf7062ad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465af87c-7b32-47a8-a2ac-6111c7e014ae,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:50.003218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa130e94-9fe7-4716-8040-183f36e3425c req-f808e5c6-fe04-4dd6-adbe-1fb5755bab06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.2613337 Mar 22 14:07:50.015433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-846d71d6-81c6-4662-8862-ca225e2cb807 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e994096-db51-440b-91a4-250c67c6c622 HTTP/1.1" status: 200 len: 217 time: 0.1300962 Mar 22 14:07:50.069175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-957d0f3b-8955-41b7-81db-4e3a294476b2 req-920e2e5a-5b36-4066-8460-2a7483d6f0aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2755b3e14a614aa49f652e6d63fc8267&device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0649776 Mar 22 14:07:50.153171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-957d0f3b-8955-41b7-81db-4e3a294476b2 req-1de028db-7c5a-40bc-bd0c-1f48da7306e0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2755b3e14a614aa49f652e6d63fc8267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432639 Mar 22 14:07:50.171946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130e94-9fe7-4716-8040-183f36e3425c req-f8a0921f-7f67-4d27-8e68-aebafae4b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:50.173416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa130e94-9fe7-4716-8040-183f36e3425c req-f8a0921f-7f67-4d27-8e68-aebafae4b377 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1571252 Mar 22 14:07:50.180662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2fc2f-df7e-418a-8893-f009ac87c6e5 req-28e26e48-808a-4112-98d3-02a4c49648ec tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:50.182208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cf2fc2f-df7e-418a-8893-f009ac87c6e5 req-28e26e48-808a-4112-98d3-02a4c49648ec tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3113532 Mar 22 14:07:50.246535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-95554294-ed59-41dc-b703-31c820735a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:50.248198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-95554294-ed59-41dc-b703-31c820735a95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc3398f6-2516-4dc3-8280-05ed1c47a125 HTTP/1.1" status: 200 len: 849 time: 0.2081003 Mar 22 14:07:50.314563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-bc16805c-5d33-4fc0-baf8-6d0e8a62c194 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a4552c1-4f66-4489-975a-d4ca7ca62f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506620 Mar 22 14:07:50.428923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec909fe1-a84b-4c07-a7dc-41a83ddc048d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:50.512171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cf2fc2f-df7e-418a-8893-f009ac87c6e5 req-9976e65e-6191-49e4-8319-23d97382ab6a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055079 Mar 22 14:07:50.565368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130e94-9fe7-4716-8040-183f36e3425c req-a0c523d3-ca3e-4787-b12e-00ef9556aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:50.567351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa130e94-9fe7-4716-8040-183f36e3425c req-a0c523d3-ca3e-4787-b12e-00ef9556aea2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3823421 Mar 22 14:07:51.104125 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ef1e70-333c-4e58-8a32-c36dad8fd50e x-openstack-request-id: req-c1ef1e70-333c-4e58-8a32-c36dad8fd50e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:51.104695 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7af3c4b-fa39-48fb-a156-7ea870d64ce8", "tag": "5e994096-db51-440b-91a4-250c67c6c622", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:51.105105 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1ef1e70-333c-4e58-8a32-c36dad8fd50e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:51.105956 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ef1e70-333c-4e58-8a32-c36dad8fd50e'] response: {'name': 'network-changed', 'server_uuid': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'tag': '5e994096-db51-440b-91a4-250c67c6c622', 'status': 'completed', 'code': 200} Mar 22 14:07:51.208272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d0f3b-8955-41b7-81db-4e3a294476b2 req-142f1773-8a54-4617-b268-921b8040d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.210122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-957d0f3b-8955-41b7-81db-4e3a294476b2 req-142f1773-8a54-4617-b268-921b8040d33e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0494702 Mar 22 14:07:51.228346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-356ca97e-5a52-480d-aca2-a5f47362c879 req-1ff13ea0-9b07-4d1a-8783-4c08064d4b36 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1098700 Mar 22 14:07:51.285095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-eacab769-a327-4dd0-8479-9db06c4569de service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9723494 Mar 22 14:07:51.418804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838c6a9-b08d-4bb6-b90d-ae57b7ae0f73 req-2f0412c6-ff76-4f90-9561-cc0a023bff37 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.420392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e838c6a9-b08d-4bb6-b90d-ae57b7ae0f73 req-2f0412c6-ff76-4f90-9561-cc0a023bff37 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3181088 Mar 22 14:07:51.442082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f59a1b2f-659d-4c54-a8c2-e06c2ef344ac req-3fa59da4-fa31-4fde-81d4-27cf15f8e574 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470041 Mar 22 14:07:51.492230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa130e94-9fe7-4716-8040-183f36e3425c req-437f66da-3457-40da-9287-e9f47627b905 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9158897 Mar 22 14:07:51.638442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e838c6a9-b08d-4bb6-b90d-ae57b7ae0f73 req-94c40c2a-2470-4e28-b7f2-ee22d71023d3 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042906 Mar 22 14:07:51.647890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519384d-c128-48c4-9ada-ebc6fb6f5ec2 req-e3a6fd15-56a5-4ce9-bc56-ce37dc2ea54e tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.656970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a519384d-c128-48c4-9ada-ebc6fb6f5ec2 req-e3a6fd15-56a5-4ce9-bc56-ce37dc2ea54e tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 943 time: 0.2339382 Mar 22 14:07:51.828090 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.846449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa130e94-9fe7-4716-8040-183f36e3425c req-9af6fc7b-c90a-43f1-b096-ef03a7fcc96c service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468645 Mar 22 14:07:51.973069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-8ee55f41-8826-4dec-845d-b0577e08d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.977359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-8ee55f41-8826-4dec-845d-b0577e08d7e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b89ac75eac644058ba440fed873a5e9c&device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 1125 time: 0.4748104 Mar 22 14:07:52.163003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a519384d-c128-48c4-9ada-ebc6fb6f5ec2 req-7fb67549-950f-493a-8f2e-6cfda07ef917 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022326 Mar 22 14:07:52.184188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d544158-9dc5-4e08-82f2-e9ec9473f6ca req-b1720e25-a73f-4316-89b6-538993c560dd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:52.185683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d544158-9dc5-4e08-82f2-e9ec9473f6ca req-b1720e25-a73f-4316-89b6-538993c560dd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.4250636 Mar 22 14:07:52.285794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-61936915-4692-47d4-a252-ba99f906c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:52.287352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-61936915-4692-47d4-a252-ba99f906c11b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a4552c1-4f66-4489-975a-d4ca7ca62f61 HTTP/1.1" status: 200 len: 910 time: 0.2930696 Mar 22 14:07:52.291483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d544158-9dc5-4e08-82f2-e9ec9473f6ca req-b0a90366-acd8-4bb3-8eb4-33e22978dfa1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880122 Mar 22 14:07:52.407380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-5b33f691-1c7f-4a45-a4f2-48b709aeeac1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e994096-db51-440b-91a4-250c67c6c622 HTTP/1.1" status: 200 len: 217 time: 0.1128814 Mar 22 14:07:52.569800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95d63718-59cd-47cf-a367-63d22d807428 req-6d5151ca-6e1a-4277-a7ea-2985508b9945 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1052959 Mar 22 14:07:52.585748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-e4ccf66a-d3f1-4aa1-babd-c8e2150fc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:52.587288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-e4ccf66a-d3f1-4aa1-babd-c8e2150fc8f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc3398f6-2516-4dc3-8280-05ed1c47a125 HTTP/1.1" status: 200 len: 849 time: 0.1564150 Mar 22 14:07:52.628342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-0884bcf2-cd85-4176-be6c-6d70e91fa349 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a4552c1-4f66-4489-975a-d4ca7ca62f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334501 Mar 22 14:07:52.639330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0b0fa-69fe-4a17-a2b5-4e4f922fb0dd req-a2a20c75-7211-4fa6-97bd-5dec8f66f754 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:52.641852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fb0b0fa-69fe-4a17-a2b5-4e4f922fb0dd req-a2a20c75-7211-4fa6-97bd-5dec8f66f754 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2442772 Mar 22 14:07:52.798132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fb0b0fa-69fe-4a17-a2b5-4e4f922fb0dd req-2df825a1-5e54-4a4f-891a-df7ff0ea9168 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306746 Mar 22 14:07:52.830303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-b39f95df-7348-45b9-88ec-93a1abb34836 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872423 Mar 22 14:07:53.136094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bdb5d-ff20-4874-a67a-5087559e85f9 req-c4e56f91-f6d7-452a-a10c-f00fc457e418 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:53.137850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f6bdb5d-ff20-4874-a67a-5087559e85f9 req-c4e56f91-f6d7-452a-a10c-f00fc457e418 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1582005 Mar 22 14:07:53.143066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2176de2f-68f6-4f8f-a666-fe8efcf1745b req-be1f8ab7-869b-45d3-a54f-0db70d21c6eb service neutron] 10.222.0.42 "GET /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031383 Mar 22 14:07:53.250311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f6bdb5d-ff20-4874-a67a-5087559e85f9 req-4e371842-421a-41ae-96a4-43338dbaadb8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986755 Mar 22 14:07:53.331147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.405342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ebe31-4e3f-49dc-b2c1-c973fe362169 req-23975393-316e-42ad-b8ad-cb5a3dea2772 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:53.407545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f1ebe31-4e3f-49dc-b2c1-c973fe362169 req-23975393-316e-42ad-b8ad-cb5a3dea2772 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 943 time: 0.1144350 Mar 22 14:07:53.535525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b4b57-53bf-4b90-af72-72e647736b39 req-22da08af-915f-467e-a066-fe1072e370be tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:53.543520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-992b4b57-53bf-4b90-af72-72e647736b39 req-22da08af-915f-467e-a066-fe1072e370be tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1332881 Mar 22 14:07:53.569592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f1ebe31-4e3f-49dc-b2c1-c973fe362169 req-e8d29383-b9a2-4ede-b5cf-921fa0987707 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346948 Mar 22 14:07:53.655159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-992b4b57-53bf-4b90-af72-72e647736b39 req-c7fbcde7-efc3-4890-8b30-f3a4d62704d7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096933 Mar 22 14:07:53.741276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:53.748766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee31863-5a5c-45dd-bdb6-33b16b65471e req-9948d2e5-f837-435f-83eb-7247a68a2d5f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:53.756725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ee31863-5a5c-45dd-bdb6-33b16b65471e req-9948d2e5-f837-435f-83eb-7247a68a2d5f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1000187 Mar 22 14:07:53.852193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32f4190d-9a59-49c0-a47d-9bf2918d3af2 req-6c58622c-d815-4bc9-83af-9b4073ca8e38 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0589159 Mar 22 14:07:53.887968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ee31863-5a5c-45dd-bdb6-33b16b65471e req-5fe5391a-4d09-4099-8f7b-5e9d1fea71c4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299548 Mar 22 14:07:53.934735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4efc3ddf-2e83-428b-b6d9-0024a27ea1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.126892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4efc3ddf-2e83-428b-b6d9-0024a27ea1c3 admin admin] Publish callbacks [] for security_group (10363f0d-e9e7-4b6c-82f7-f929ed9d5570), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.132017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4efc3ddf-2e83-428b-b6d9-0024a27ea1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (10363f0d-e9e7-4b6c-82f7-f929ed9d5570), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.138414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4c20c-1519-44fa-8e2d-fe4f28c1bb4b req-df5aaff7-f340-4214-bf52-106a8eabe5c6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:54.139034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ca4c20c-1519-44fa-8e2d-fe4f28c1bb4b req-df5aaff7-f340-4214-bf52-106a8eabe5c6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1270266 Mar 22 14:07:54.217356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.226979 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4efc3ddf-2e83-428b-b6d9-0024a27ea1c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbb3748d31044741848f773e7a150706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4843936 Mar 22 14:07:54.227746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57526) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:54.230395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc3ddf-2e83-428b-b6d9-0024a27ea1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10363f0d-e9e7-4b6c-82f7-f929ed9d5570,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:54.268226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57530) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:54.314614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ca4c20c-1519-44fa-8e2d-fe4f28c1bb4b req-449dc87a-9ffa-41f0-b1f0-c46ca77fd2b4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608665 Mar 22 14:07:54.335575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54845-0e14-4767-9b07-5e298b1881e7 req-437b28ba-9052-4029-abc9-b3499b725773 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:54.344866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f54845-0e14-4767-9b07-5e298b1881e7 req-437b28ba-9052-4029-abc9-b3499b725773 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2173505 Mar 22 14:07:54.347900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d77e5c17-f092-4316-a8e0-7f622ebbc318 admin admin] Publish callbacks [] for security_group (10363f0d-e9e7-4b6c-82f7-f929ed9d5570), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.401483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d77e5c17-f092-4316-a8e0-7f622ebbc318 admin admin] Publish callbacks [] for security_group (10363f0d-e9e7-4b6c-82f7-f929ed9d5570), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.472294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f54845-0e14-4767-9b07-5e298b1881e7 req-e38fb5c2-2893-4dfc-a7d4-98825886c6b5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260607 Mar 22 14:07:54.506177 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d77e5c17-f092-4316-a8e0-7f622ebbc318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (10363f0d-e9e7-4b6c-82f7-f929ed9d5570), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.511415 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d77e5c17-f092-4316-a8e0-7f622ebbc318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.531527 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d77e5c17-f092-4316-a8e0-7f622ebbc318 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10363f0d-e9e7-4b6c-82f7-f929ed9d5570 HTTP/1.1" status: 204 len: 168 time: 0.2995057 Mar 22 14:07:54.541105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e5c17-f092-4316-a8e0-7f622ebbc318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10363f0d-e9e7-4b6c-82f7-f929ed9d5570,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:54.620176 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.831080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e994096-db51-440b-91a4-250c67c6c622 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:54.984894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58486c-95e2-4375-bf60-9b92cceab826 req-1d69094c-a61f-46a6-9718-1f20d2720e24 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:54.997978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa58486c-95e2-4375-bf60-9b92cceab826 req-1d69094c-a61f-46a6-9718-1f20d2720e24 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2259753 Mar 22 14:07:55.024510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57550) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:55.044564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b907a954-185e-4b7d-a775-145c2cf782f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.061050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8621dc8-2431-4821-8028-dd6984c26d1a req-3d4d5157-cd09-4ca0-b8f8-2cfbc2ecd3b7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:55.076486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8621dc8-2431-4821-8028-dd6984c26d1a req-3d4d5157-cd09-4ca0-b8f8-2cfbc2ecd3b7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.5570786 Mar 22 14:07:55.091652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5e994096-db51-440b-91a4-250c67c6c622, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e994096-db51-440b-91a4-250c67c6c622,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:55.134571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '5e994096-db51-440b-91a4-250c67c6c622', 'network_id': '1a4552c1-4f66-4489-975a-d4ca7ca62f61', 'port_id': '5e994096-db51-440b-91a4-250c67c6c622', 'mac_address': 'fa:16:3e:73:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3398f6-2516-4dc3-8280-05ed1c47a125', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:55.176572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa58486c-95e2-4375-bf60-9b92cceab826 req-1746045d-17e6-4689-b305-0d57976cf8db tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775274 Mar 22 14:07:55.197816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8621dc8-2431-4821-8028-dd6984c26d1a req-d9f77ed0-4053-4a23-a48b-4e5d34bf8141 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214228 Mar 22 14:07:55.236637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b907a954-185e-4b7d-a775-145c2cf782f3 admin admin] Publish callbacks [] for security_group (102cbc4b-ff71-4f10-9e22-56f838fb941e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.246626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b907a954-185e-4b7d-a775-145c2cf782f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (102cbc4b-ff71-4f10-9e22-56f838fb941e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.287292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5e994096-db51-440b-91a4-250c67c6c622 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:55.290735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e994096-db51-440b-91a4-250c67c6c622), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.366027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e994096-db51-440b-91a4-250c67c6c622 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:55.395010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a954-185e-4b7d-a775-145c2cf782f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102cbc4b-ff71-4f10-9e22-56f838fb941e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:55.420661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5e994096-db51-440b-91a4-250c67c6c622, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e994096-db51-440b-91a4-250c67c6c622,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:55.428529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5e994096-db51-440b-91a4-250c67c6c622), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.439164 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b907a954-185e-4b7d-a775-145c2cf782f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d36b15d5966455d9a33fce9215f8fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126353 Mar 22 14:07:55.441782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57558) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:55.463380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-effb2190-8097-4cd6-9b14-ede0f6e36ef8 req-499355a0-bba6-489c-925a-bd67ae387124 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0749922 Mar 22 14:07:55.525196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc6820-0e78-4522-8bcc-bd8905e1e579 req-2a9d71ea-40ca-4e07-adb4-449fba9b49b6 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:55.533069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fdc6820-0e78-4522-8bcc-bd8905e1e579 req-2a9d71ea-40ca-4e07-adb4-449fba9b49b6 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 943 time: 0.2056181 Mar 22 14:07:55.535746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bac822d9-88c4-4a6f-b2af-83d4fb292a56 admin admin] Publish callbacks [] for security_group (102cbc4b-ff71-4f10-9e22-56f838fb941e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.566869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5e994096-db51-440b-91a4-250c67c6c622,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:55.571583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bac822d9-88c4-4a6f-b2af-83d4fb292a56 admin admin] Publish callbacks [] for security_group (102cbc4b-ff71-4f10-9e22-56f838fb941e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.582718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (a70ccba3-0978-422d-bb67-9218bd64f91d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.645384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bac822d9-88c4-4a6f-b2af-83d4fb292a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (102cbc4b-ff71-4f10-9e22-56f838fb941e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.656416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bac822d9-88c4-4a6f-b2af-83d4fb292a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.658199 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bac822d9-88c4-4a6f-b2af-83d4fb292a56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/102cbc4b-ff71-4f10-9e22-56f838fb941e HTTP/1.1" status: 204 len: 168 time: 0.2149553 Mar 22 14:07:55.689133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5e994096-db51-440b-91a4-250c67c6c622'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:55.698370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac822d9-88c4-4a6f-b2af-83d4fb292a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102cbc4b-ff71-4f10-9e22-56f838fb941e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:56.089172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fdc6820-0e78-4522-8bcc-bd8905e1e579 req-4c4e7455-4c6a-4b06-9e8e-2fdac6946ed1 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116808 Mar 22 14:07:56.139459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f456d-7f63-46f0-ad9e-80d65d977517 req-4145383b-f9ef-4a92-9978-d10116e07f93 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:56.153123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e4f456d-7f63-46f0-ad9e-80d65d977517 req-4145383b-f9ef-4a92-9978-d10116e07f93 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3727796 Mar 22 14:07:56.303858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e4f456d-7f63-46f0-ad9e-80d65d977517 req-98beb7fb-3a33-482e-9744-e64803e03d61 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464677 Mar 22 14:07:56.490385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410684a-2ef3-4aa0-8f7c-51e39c3dd10f req-9b804776-b190-4641-9430-7fc0272c9852 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:56.491896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b410684a-2ef3-4aa0-8f7c-51e39c3dd10f req-9b804776-b190-4641-9430-7fc0272c9852 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2861240 Mar 22 14:07:56.560187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Deleting port 9f311b5f-ec55-4423-a841-45bb9169d2c6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:56.560836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:56.593345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0efd0-935b-4a0d-9d18-cd5f1ddbf199 req-50afd678-e3a3-46f6-ae10-5fa022c1cadf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:56.595157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14b0efd0-935b-4a0d-9d18-cd5f1ddbf199 req-50afd678-e3a3-46f6-ae10-5fa022c1cadf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1771319 Mar 22 14:07:56.644688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b410684a-2ef3-4aa0-8f7c-51e39c3dd10f req-51c8e4d3-7997-48b8-a2c1-6e5541dd8ad6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415188 Mar 22 14:07:56.838813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e994096-db51-440b-91a4-250c67c6c622 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:56.889699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] For port 9f311b5f-ec55-4423-a841-45bb9169d2c6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9f311b5f-ec55-4423-a841-45bb9169d2c6,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:56.891863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:56.906040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-217c643e-e06e-4f51-9474-9ba21a4155ef req-98316cbc-9275-49d4-92f4-9c5c9479ece8 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1306498 Mar 22 14:07:56.960918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Calling delete_port for 9f311b5f-ec55-4423-a841-45bb9169d2c6 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:56.977361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 5e994096-db51-440b-91a4-250c67c6c622 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:56.984413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 5e994096-db51-440b-91a4-250c67c6c622 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:56.984858 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5e994096-db51-440b-91a4-250c67c6c622), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.110982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5e994096-db51-440b-91a4-250c67c6c622 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:57.111559 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e994096-db51-440b-91a4-250c67c6c622), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.176357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5e994096-db51-440b-91a4-250c67c6c622, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e994096-db51-440b-91a4-250c67c6c622,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:57.182965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e994096-db51-440b-91a4-250c67c6c622'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:57.188207 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7c8bea-a3c3-403c-a450-1ec39df16984" -d '{"events": [{"server_uuid": "d7af3c4b-fa39-48fb-a156-7ea870d64ce8", "name": "network-vif-plugged", "status": "completed", "tag": "5e994096-db51-440b-91a4-250c67c6c622"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:57.194327 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5e994096-db51-440b-91a4-250c67c6c622), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.240147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14b0efd0-935b-4a0d-9d18-cd5f1ddbf199 req-6d8f9b42-87fe-4ac1-92ab-6aee658d7b1a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6106098 Mar 22 14:07:57.262721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5e994096-db51-440b-91a4-250c67c6c622,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:57.370373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45679fa-2ae9-483e-a5da-1b129d506d0a req-7364c8ab-8661-4d7e-913f-18b77b0dc43c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:57.372181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a45679fa-2ae9-483e-a5da-1b129d506d0a req-7364c8ab-8661-4d7e-913f-18b77b0dc43c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2454803 Mar 22 14:07:57.519203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a45679fa-2ae9-483e-a5da-1b129d506d0a req-d9aaeab6-8fdd-4908-a9d0-7fa9235783c4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374886 Mar 22 14:07:57.561040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcd099-722e-4acd-8c4e-2a6f8de9874a req-bdd95c3c-4162-46eb-8617-6876ee803dbe tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:57.568412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7fcd099-722e-4acd-8c4e-2a6f8de9874a req-bdd95c3c-4162-46eb-8617-6876ee803dbe tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 945 time: 0.1609418 Mar 22 14:07:57.586027 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27e2eb1-f1b3-4353-a7b6-b4809ed68455 x-openstack-request-id: req-c27e2eb1-f1b3-4353-a7b6-b4809ed68455 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:57.586380 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7af3c4b-fa39-48fb-a156-7ea870d64ce8", "name": "network-vif-plugged", "status": "completed", "tag": "5e994096-db51-440b-91a4-250c67c6c622", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:57.586631 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c27e2eb1-f1b3-4353-a7b6-b4809ed68455 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:57.587033 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27e2eb1-f1b3-4353-a7b6-b4809ed68455'] response: {'server_uuid': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e994096-db51-440b-91a4-250c67c6c622', 'code': 200} Mar 22 14:07:57.596979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9f311b5f-ec55-4423-a841-45bb9169d2c6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.761647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f311b5f-ec55-4423-a841-45bb9169d2c6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:57.906191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7fcd099-722e-4acd-8c4e-2a6f8de9874a req-2060f668-480b-46ac-923c-8dd1a1665733 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296602 Mar 22 14:07:58.227306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a429e-8619-45b8-9e2d-2f4c0024b835 req-81da31d2-318c-46aa-8432-668c42dc1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.229592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b27a429e-8619-45b8-9e2d-2f4c0024b835 req-81da31d2-318c-46aa-8432-668c42dc1db5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 1127 time: 0.4183953 Mar 22 14:07:58.282165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-b3a8049d-7b3f-4808-a753-b0a37b3ead9a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.289526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-b3a8049d-7b3f-4808-a753-b0a37b3ead9a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.5894029 Mar 22 14:07:58.342427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.346767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-3230ef98-280b-4e98-b757-b536019b6e50 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/quotas/46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 375 time: 0.0563958 Mar 22 14:07:58.370315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd22bb-2b96-4cf7-8fe7-7e50b19e6c73 req-10fa5b74-dd5f-4a40-b832-1e9e7e67ac4c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.372434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23fd22bb-2b96-4cf7-8fe7-7e50b19e6c73 req-10fa5b74-dd5f-4a40-b832-1e9e7e67ac4c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3221383 Mar 22 14:07:58.433695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (a70ccba3-0978-422d-bb67-9218bd64f91d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.459469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b27a429e-8619-45b8-9e2d-2f4c0024b835 req-b0dea1e5-2bfa-4713-9c40-97071eebf602 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168834 Mar 22 14:07:59.042236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db9feac2-2889-47b7-85b7-f629d3b33fdc req-39e42a81-b631-497d-abfc-b4fc92fb0264 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0280879 Mar 22 14:07:59.066816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23fd22bb-2b96-4cf7-8fe7-7e50b19e6c73 req-c580afbd-c91a-4130-ba91-4ffe01f018cb tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582353 Mar 22 14:07:59.091242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-26e102be-30aa-461d-ada3-41cc68e323f2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7430027 Mar 22 14:07:59.246205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74049a17-ff8d-4680-8679-aca012de33e5 req-3915e899-3315-4b55-bcce-bfcaf5b8824b tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0490744 Mar 22 14:07:59.389718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-c178bebc-4121-4b15-b226-c02d78e31e7b service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975154 Mar 22 14:07:59.593570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04149-83cc-4dc7-bf49-e66e41f05fc2 req-4d938589-640b-4b0d-bb07-b86cc371c571 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:59.596024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3da04149-83cc-4dc7-bf49-e66e41f05fc2 req-4d938589-640b-4b0d-bb07-b86cc371c571 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 945 time: 0.2243078 Mar 22 14:07:59.597752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Router a70ccba3-0978-422d-bb67-9218bd64f91d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:59.629793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-680a617b-7e0b-491d-bb8d-91d9577e9e1c service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308440 Mar 22 14:07:59.679091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57704) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:59.729913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3da04149-83cc-4dc7-bf49-e66e41f05fc2 req-1ff0c81d-66ad-40a4-881d-232743f12594 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256592 Mar 22 14:07:59.808630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:59.814030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3c2b29fc-ab37-4bb5-910e-4484303f863f admin admin] 10.222.0.44 "PUT /v2.0/routers/a70ccba3-0978-422d-bb67-9218bd64f91d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5320158 Mar 22 14:07:59.816845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57710) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:59.819397 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] Sync routers for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:59.835315 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:59.836346 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:59.936187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1fc8923a-c4ae-438c-b7a5-836e96efe8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:59.961017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fdeff-066c-4fef-8e6b-6b1d34871e5b req-49699557-1d5b-441c-9600-1e48d825ec57 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:59.962695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca8fdeff-066c-4fef-8e6b-6b1d34871e5b req-49699557-1d5b-441c-9600-1e48d825ec57 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1150930 Mar 22 14:08:00.036031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks [] for router (a70ccba3-0978-422d-bb67-9218bd64f91d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.039058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-595f27db-91a9-47f7-b4f5-40818a54068f req-a63290cb-68c9-4ec1-bd92-8b4554a2e89a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 210 time: 0.0752459 Mar 22 14:08:00.089408 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:00.186758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca8fdeff-066c-4fef-8e6b-6b1d34871e5b req-ce4cafb3-1974-48c9-9d20-6f879a3e9de4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412270 Mar 22 14:08:00.252187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks [] for router_gateway (a70ccba3-0978-422d-bb67-9218bd64f91d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.471444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1fc8923a-c4ae-438c-b7a5-836e96efe8b3 admin admin] Publish callbacks [] for security_group (4e5b976b-e70a-473e-ad36-e599548ae9d6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.483390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b36d6ed-2368-4257-87b9-aa2ca851a05c req-d5d29054-b09c-42a4-a6c6-6f46c375548e tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0843318 Mar 22 14:08:00.496526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1fc8923a-c4ae-438c-b7a5-836e96efe8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e5b976b-e70a-473e-ad36-e599548ae9d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.507496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d43ea3-a61e-408d-a34f-2852e6c62f7e req-b22177e1-c224-4c38-a7dd-dcd3c5cb36b2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.517027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70d43ea3-a61e-408d-a34f-2852e6c62f7e req-b22177e1-c224-4c38-a7dd-dcd3c5cb36b2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1874208 Mar 22 14:08:00.613658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57732) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:00.614063 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1fc8923a-c4ae-438c-b7a5-836e96efe8b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46f0866a82ba49e49171ca4acae3c67c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9338019 Mar 22 14:08:00.618591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8923a-c4ae-438c-b7a5-836e96efe8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b976b-e70a-473e-ad36-e599548ae9d6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:00.647482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70d43ea3-a61e-408d-a34f-2852e6c62f7e req-70f409cf-b1a7-4863-9242-c500dcf7dac9 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258833 Mar 22 14:08:00.669861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T14:07:57Z', 'revision_number': 5, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port': {'id': '307a633b-1c07-4230-a8bf-f9170d19b4d8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:42Z', 'updated_at': '2022-03-22T13:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:00.670352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Deleting port 307a633b-1c07-4230-a8bf-f9170d19b4d8 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:00.670352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.739260 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] Checking router: a70ccba3-0978-422d-bb67-9218bd64f91d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:00.757225 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] Routers {'a70ccba3-0978-422d-bb67-9218bd64f91d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:00.762625 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a70ccba3-0978-422d-bb67-9218bd64f91d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:00.780789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd600-66d5-451f-8d8d-e7ed6137cbdf admin admin] Publish callbacks [] for security_group (4e5b976b-e70a-473e-ad36-e599548ae9d6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.819636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd600-66d5-451f-8d8d-e7ed6137cbdf admin admin] Publish callbacks [] for security_group (4e5b976b-e70a-473e-ad36-e599548ae9d6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.870538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] For port 307a633b-1c07-4230-a8bf-f9170d19b4d8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=307a633b-1c07-4230-a8bf-f9170d19b4d8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:00.872372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.897123 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd600-66d5-451f-8d8d-e7ed6137cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e5b976b-e70a-473e-ad36-e599548ae9d6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.901003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd600-66d5-451f-8d8d-e7ed6137cbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.902300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3b7cd600-66d5-451f-8d8d-e7ed6137cbdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e5b976b-e70a-473e-ad36-e599548ae9d6 HTTP/1.1" status: 204 len: 168 time: 0.2870150 Mar 22 14:08:00.911057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Calling delete_port for 307a633b-1c07-4230-a8bf-f9170d19b4d8 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:00.958334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cd600-66d5-451f-8d8d-e7ed6137cbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b976b-e70a-473e-ad36-e599548ae9d6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:01.026105 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] Set router a70ccba3-0978-422d-bb67-9218bd64f91d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:01.176565 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T14:08:00Z', 'revision_number': 6, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:01.219430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-673add75-570f-4917-b263-f788f434cf04 req-500fecf2-76ce-46d9-af07-0c68cc92fe06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2755b3e14a614aa49f652e6d63fc8267&device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.2543485 Mar 22 14:08:01.259308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-673add75-570f-4917-b263-f788f434cf04 req-bf767a45-7615-4b22-bc7d-83e99f074c89 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2755b3e14a614aa49f652e6d63fc8267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322180 Mar 22 14:08:01.349158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (307a633b-1c07-4230-a8bf-f9170d19b4d8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.377882 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5e0b-7755-4bc0-949e-6a7e80a7e585 None None] The sync data for ids ['a70ccba3-0978-422d-bb67-9218bd64f91d'] in n-d-834677-3 is: [{'id': 'a70ccba3-0978-422d-bb67-9218bd64f91d', 'name': 'tempest-TaggedBootDevicesTest-1438000117-router', 'tenant_id': '243e3af9ab1d4cd58348ee3e11639802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:41Z', 'updated_at': '2022-03-22T14:08:00Z', 'revision_number': 6, 'project_id': '243e3af9ab1d4cd58348ee3e11639802', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:01.397370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Pushing event deleted for resources: {'Port': ['ID=307a633b-1c07-4230-a8bf-f9170d19b4d8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:01.456946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60548d29-7bf4-49d1-aa36-a059350087c6 req-40b0d135-5aaa-4243-b43f-c226a7137f76 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:01.458713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60548d29-7bf4-49d1-aa36-a059350087c6 req-40b0d135-5aaa-4243-b43f-c226a7137f76 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 945 time: 0.4087245 Mar 22 14:08:01.467324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc075d-a84f-406b-ada1-6cb36ae182eb req-db44dd15-f78e-4b6b-9900-87f549d411c6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:01.469045 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6dc075d-a84f-406b-ada1-6cb36ae182eb req-db44dd15-f78e-4b6b-9900-87f549d411c6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.5267687 Mar 22 14:08:01.519699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57750) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:01.555857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-488dd8a9-ae76-4144-a8f5-3324a1c2d42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.573368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (a70ccba3-0978-422d-bb67-9218bd64f91d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.604494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673add75-570f-4917-b263-f788f434cf04 req-3ccdc30d-78ed-4ef0-9d5a-61af7e46778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:01.607044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-673add75-570f-4917-b263-f788f434cf04 req-3ccdc30d-78ed-4ef0-9d5a-61af7e46778f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3377688 Mar 22 14:08:01.645239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6dc075d-a84f-406b-ada1-6cb36ae182eb req-650b6f33-7284-4e19-b182-6805bcf73143 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619179 Mar 22 14:08:01.683801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60548d29-7bf4-49d1-aa36-a059350087c6 req-1e1ea522-0d42-426b-afa8-aabc0e6f1118 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114100 Mar 22 14:08:01.785048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (a70ccba3-0978-422d-bb67-9218bd64f91d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.802102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks [] for router_controller (a70ccba3-0978-422d-bb67-9218bd64f91d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.808802 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-488dd8a9-ae76-4144-a8f5-3324a1c2d42f admin admin] Publish callbacks [] for security_group (5f380540-6538-4ca3-997d-448cc1c9446e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.827222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-488dd8a9-ae76-4144-a8f5-3324a1c2d42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5f380540-6538-4ca3-997d-448cc1c9446e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.869160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-2288d027-e448-442f-9e2f-ab9fa6cb317b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:01.871532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-2288d027-e448-442f-9e2f-ab9fa6cb317b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.3100858 Mar 22 14:08:01.914742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53da8736-8e74-462a-a878-953f1bbd8d38 req-9d7ba910-9117-4711-9107-f5f5813c9033 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1379483 Mar 22 14:08:01.926778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'port': {'device_id': '2d64f302-0099-41c7-a5d0-1896128f2899', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'admin_state_up': True, 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:01.934481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (a70ccba3-0978-422d-bb67-9218bd64f91d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.935061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70ccba3-0978-422d-bb67-9218bd64f91d {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:08:01.941452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.942647 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-955c25bb-6b7e-497b-8316-7542f5d81779 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a70ccba3-0978-422d-bb67-9218bd64f91d HTTP/1.1" status: 204 len: 168 time: 2.1246285 Mar 22 14:08:01.944038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dd8a9-ae76-4144-a8f5-3324a1c2d42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f380540-6538-4ca3-997d-448cc1c9446e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:01.946324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:01.955215 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-488dd8a9-ae76-4144-a8f5-3324a1c2d42f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a36d4cc5e9284458960289d9668e175e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344821 Mar 22 14:08:02.025683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57760) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:02.028594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] Deleting subnet 585192ed-8863-42b1-8bb5-1ac29b49d391 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:08:02.031869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] Publish callbacks [] for subnet (585192ed-8863-42b1-8bb5-1ac29b49d391), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.058777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2ef72b-c424-4811-a5aa-ab225a21730d req-9fc2b752-aad0-4f77-b8bb-b4e184c2fcc5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 210 time: 0.1862137 Mar 22 14:08:02.084501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (585192ed-8863-42b1-8bb5-1ac29b49d391), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.223551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (585192ed-8863-42b1-8bb5-1ac29b49d391), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.275701 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3794929-5f67-4bb5-8852-41b489748d9d admin admin] Publish callbacks [] for security_group (5f380540-6538-4ca3-997d-448cc1c9446e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.299025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260eb3a-d6c2-49ac-bb79-95f5a3ae7830 req-23c97d8e-c003-46f3-85e7-c18367971dc7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:02.307362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6260eb3a-d6c2-49ac-bb79-95f5a3ae7830 req-23c97d8e-c003-46f3-85e7-c18367971dc7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2436998 Mar 22 14:08:02.357595 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (585192ed-8863-42b1-8bb5-1ac29b49d391), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.363741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3794929-5f67-4bb5-8852-41b489748d9d admin admin] Publish callbacks [] for security_group (5f380540-6538-4ca3-997d-448cc1c9446e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.397953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Made reservation on behalf of 46681445aaef43cf93b9d2f53d12b44c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:02.401514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.407703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585192ed-8863-42b1-8bb5-1ac29b49d391,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:02.416398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d361624-178c-43b8-b49c-61c6917e2873 None None] Network 1532a482-608f-4937-acee-08934e99fda0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:02.418276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.424020 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b22d3a0e-ec74-4122-b931-1408f844368c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/585192ed-8863-42b1-8bb5-1ac29b49d391 HTTP/1.1" status: 204 len: 168 time: 0.4743350 Mar 22 14:08:02.424232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57770) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:02.475050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6260eb3a-d6c2-49ac-bb79-95f5a3ae7830 req-49eb1af4-13ae-4294-9313-8d1d79c0e703 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664202 Mar 22 14:08:02.588323 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3794929-5f67-4bb5-8852-41b489748d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5f380540-6538-4ca3-997d-448cc1c9446e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.594314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3794929-5f67-4bb5-8852-41b489748d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.596312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a3794929-5f67-4bb5-8852-41b489748d9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f380540-6538-4ca3-997d-448cc1c9446e HTTP/1.1" status: 204 len: 168 time: 0.5614777 Mar 22 14:08:02.606834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (1532a482-608f-4937-acee-08934e99fda0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.686262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3794929-5f67-4bb5-8852-41b489748d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f380540-6538-4ca3-997d-448cc1c9446e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:02.765119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] DHCP port deletion for 1532a482-608f-4937-acee-08934e99fda0 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:08:02.865677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Deleting port e3c0d8b1-2e5b-4424-9df1-1608c103d30e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:02.865831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.993908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] Deleting port e3c0d8b1-2e5b-4424-9df1-1608c103d30e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:02.994379 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.067655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] For port e3c0d8b1-2e5b-4424-9df1-1608c103d30e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:03.068283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.105823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-673add75-570f-4917-b263-f788f434cf04 req-54ee3ef4-7440-4683-a0eb-cc05a733403a tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.1206927 Mar 22 14:08:03.133375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Calling delete_port for e3c0d8b1-2e5b-4424-9df1-1608c103d30e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:03.150080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Allocated IP 172.20.0.14 (9840ebf2-822d-4151-9260-dcc7fddf1be9/8cc6706b-a1c2-4ff2-8f31-120c44ff1951/bec0c44c-347d-463a-b446-65aa6a3e58ad) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:03.175245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38327e-4c43-4fca-b597-25a644f35b5d req-e0dcbf8e-ba14-4e2b-862c-27be8269f4ef tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.176807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e38327e-4c43-4fca-b597-25a644f35b5d req-e0dcbf8e-ba14-4e2b-862c-27be8269f4ef tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3126860 Mar 22 14:08:03.347365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.390458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e38327e-4c43-4fca-b597-25a644f35b5d req-2a13d8c9-e6e4-4207-a14a-d14ccec97552 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065060 Mar 22 14:08:03.433356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:03.444371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] No DVR routers for this DVR port e3c0d8b1-2e5b-4424-9df1-1608c103d30e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:03.446803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82df514c-4de5-432f-8c53-f6b75a876f60 req-7f16a0e0-9393-4417-a139-874562ce5fb1 tempest-ServerShowV257Test-1973207417 tempest-ServerShowV257Test-1973207417-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7217ad-86c7-4042-a169-ba4a16cab789 HTTP/1.1" status: 200 len: 210 time: 0.0874546 Mar 22 14:08:03.586736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3c0d8b1-2e5b-4424-9df1-1608c103d30e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:03.644478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.646227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (1532a482-608f-4937-acee-08934e99fda0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.649480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e3c0d8b1-2e5b-4424-9df1-1608c103d30e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:03.649949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3c0d8b1-2e5b-4424-9df1-1608c103d30e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:03.650487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9f311b5f-ec55-4423-a841-45bb9169d2c6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:03.691768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1532a482-608f-4937-acee-08934e99fda0']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:03.704130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9f311b5f-ec55-4423-a841-45bb9169d2c6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:03.706109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9f311b5f-ec55-4423-a841-45bb9169d2c6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:03.707954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73def72a-0157-48b7-ae43-0daeb0286a2c') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:03.708691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 307a633b-1c07-4230-a8bf-f9170d19b4d8 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:03.709233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73def72a-0157-48b7-ae43-0daeb0286a2c') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:03.728226 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.736059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (73def72a-0157-48b7-ae43-0daeb0286a2c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.765242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (73def72a-0157-48b7-ae43-0daeb0286a2c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.772446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 307a633b-1c07-4230-a8bf-f9170d19b4d8 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:03.773550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:03.774214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (73def72a-0157-48b7-ae43-0daeb0286a2c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:03.776269 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:03.781713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 307a633b-1c07-4230-a8bf-f9170d19b4d8 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:03.794632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] For port e3c0d8b1-2e5b-4424-9df1-1608c103d30e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,segment=NetworkSegment(73def72a-0157-48b7-ae43-0daeb0286a2c),segment_id=73def72a-0157-48b7-ae43-0daeb0286a2c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:03.795703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.827004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] Calling delete_port for e3c0d8b1-2e5b-4424-9df1-1608c103d30e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:03.843160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:03.855271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:03.860644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:03.901313 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:08:03.902108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (1532a482-608f-4937-acee-08934e99fda0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.930022 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.939554 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1532a482-608f-4937-acee-08934e99fda0 HTTP/1.1" status: 204 len: 168 time: 1.5142179 Mar 22 14:08:03.940594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f498443-a6e8-4262-ad20-1460da6add62 admin admin] Pushing event deleted for resources: {'Network': ['ID=1532a482-608f-4937-acee-08934e99fda0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:03.944842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57810) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:04.006678 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (e3c0d8b1-2e5b-4424-9df1-1608c103d30e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.009997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=bec0c44c-347d-463a-b446-65aa6a3e58ad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:04.066741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c35d4d-e6bf-403a-ac27-eb1e47a8b454 req-1bc44108-ec5c-4eec-a275-46f90e0025ea tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.082685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] Network 1532a482-608f-4937-acee-08934e99fda0 is not hosted by any dhcp agent {{(pid=110459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:08:04.083323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] No DVR routers for this DVR port e3c0d8b1-2e5b-4424-9df1-1608c103d30e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:04.085692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb9084-589a-453e-9c07-01715a2c606e None None] Pushing event deleted for resources: {'Port': ['ID=e3c0d8b1-2e5b-4424-9df1-1608c103d30e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:04.088959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64c35d4d-e6bf-403a-ac27-eb1e47a8b454 req-1bc44108-ec5c-4eec-a275-46f90e0025ea tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 932 time: 0.4012413 Mar 22 14:08:04.114519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c1ce-2a25-4105-96a0-7d4a29d55ec5 req-7f544b11-6af1-410c-bdba-7eb23ef8a7e2 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.123947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e328c1ce-2a25-4105-96a0-7d4a29d55ec5 req-7f544b11-6af1-410c-bdba-7eb23ef8a7e2 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 945 time: 0.4375622 Mar 22 14:08:04.186186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.187146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.250446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e328c1ce-2a25-4105-96a0-7d4a29d55ec5 req-c0d97ee1-9ac9-4f53-a360-744b19611254 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252604 Mar 22 14:08:04.277444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-66b1c6f5-3e65-4b84-bd2e-76c3878c0954 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3834679 Mar 22 14:08:04.292562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64c35d4d-e6bf-403a-ac27-eb1e47a8b454 req-de8b0e23-7ace-4cd6-878f-5b01afbd1108 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984134 Mar 22 14:08:04.312476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Request body: {'port': {'device_id': '2d64f302-0099-41c7-a5d0-1896128f2899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:04.410283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-27fcc19e-ade8-4984-aeea-f022749fd694 None None] Provisioning complete for port bec0c44c-347d-463a-b446-65aa6a3e58ad triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:04.410666 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-27fcc19e-ade8-4984-aeea-f022749fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.427239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.501896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-27fcc19e-ade8-4984-aeea-f022749fd694 None None] Port bec0c44c-347d-463a-b446-65aa6a3e58ad cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:04.590035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (9330c0be-34b8-4812-8278-7a9d238ac927), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.848263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-f949e24b-6b07-49ca-ab76-a9c97a1950b1 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.850778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-f949e24b-6b07-49ca-ab76-a9c97a1950b1 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 945 time: 0.1972294 Mar 22 14:08:04.863587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63364b6-132a-4dac-9df8-14b652fb4c72 req-b8943ccb-eaf9-47ac-9f34-215f63eebf29 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.871056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b63364b6-132a-4dac-9df8-14b652fb4c72 req-b8943ccb-eaf9-47ac-9f34-215f63eebf29 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2623899 Mar 22 14:08:05.145355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b63364b6-132a-4dac-9df8-14b652fb4c72 req-e4368659-534f-48e0-bc0d-86e1c6d06ecc tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729671 Mar 22 14:08:05.146195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57854) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:05.279683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Deleting port fb41b151-0074-43c0-b6fa-54ddc06d5e41 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:05.280644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.396480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec0c44c-347d-463a-b446-65aa6a3e58ad {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:05.410924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Deleting port 5e994096-db51-440b-91a4-250c67c6c622 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:05.410924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5e994096-db51-440b-91a4-250c67c6c622), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.451289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Publish callbacks [] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.481614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] For port fb41b151-0074-43c0-b6fa-54ddc06d5e41, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fb41b151-0074-43c0-b6fa-54ddc06d5e41,segment=NetworkSegment(7cba9003-403f-4a73-958e-b7ace49101b4),segment_id=7cba9003-403f-4a73-958e-b7ace49101b4)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:05.482026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.538942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Calling delete_port for fb41b151-0074-43c0-b6fa-54ddc06d5e41 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:05.919112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57898) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:05.940285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fb41b151-0074-43c0-b6fa-54ddc06d5e41), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.966043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b5e9-c07e-4675-a369-0f11099ba548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.976522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Transition to ACTIVE for port object bec0c44c-347d-463a-b446-65aa6a3e58ad will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:06.003351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.029503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb41b151-0074-43c0-b6fa-54ddc06d5e41,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:06.081655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bccbf-b40b-45fe-85d0-a0e855b8167c req-e3784c92-b921-43df-981d-a7345a34c4bc tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:06.089672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a7bccbf-b40b-45fe-85d0-a0e855b8167c req-e3784c92-b921-43df-981d-a7345a34c4bc tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 945 time: 0.6749411 Mar 22 14:08:06.279078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1baf4ee2-0d9c-4cc7-a954-7cdb76ec3eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.403342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Pushing event updated for resources: {'Port': ['ID=bec0c44c-347d-463a-b446-65aa6a3e58ad,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:06.444530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f1ee8-20fd-4635-a4fd-ce7da37f6d0c req-5771e551-d10c-40a7-85dd-1e9ec1b6557b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:06.446188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-076f1ee8-20fd-4635-a4fd-ce7da37f6d0c req-5771e551-d10c-40a7-85dd-1e9ec1b6557b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 932 time: 0.4968529 Mar 22 14:08:06.463633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a7bccbf-b40b-45fe-85d0-a0e855b8167c req-e633527c-3278-4c2d-ac52-a6a62cb92d3b tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/security-groups?id=10793dfd-83b0-4fb8-bb7a-9bb335aadc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509007 Mar 22 14:08:06.478105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] For port 5e994096-db51-440b-91a4-250c67c6c622, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e994096-db51-440b-91a4-250c67c6c622,segment=NetworkSegment(82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a),segment_id=82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:06.478498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5e994096-db51-440b-91a4-250c67c6c622), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.523079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (9330c0be-34b8-4812-8278-7a9d238ac927), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.547011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Calling delete_port for 5e994096-db51-440b-91a4-250c67c6c622 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:06.633390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-076f1ee8-20fd-4635-a4fd-ce7da37f6d0c req-148d3ff7-ebfe-4879-9d7c-b27bf3b0e8c2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519408 Mar 22 14:08:06.668154 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1baf4ee2-0d9c-4cc7-a954-7cdb76ec3eb4 admin admin] Publish callbacks [] for security_group (a893b3ac-01c7-4386-9939-a1067445f9f7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.696815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1baf4ee2-0d9c-4cc7-a954-7cdb76ec3eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a893b3ac-01c7-4386-9939-a1067445f9f7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.760329 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1baf4ee2-0d9c-4cc7-a954-7cdb76ec3eb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99dcdaa255e14338a0659444dcc78b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8396931 Mar 22 14:08:06.761075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf4ee2-0d9c-4cc7-a954-7cdb76ec3eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a893b3ac-01c7-4386-9939-a1067445f9f7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:06.765058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57904) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:06.849407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Attempting to bind port bec0c44c-347d-463a-b446-65aa6a3e58ad on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:06.850544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Attempting to bind port bec0c44c-347d-463a-b446-65aa6a3e58ad by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:06.851512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Attempting to bind port bec0c44c-347d-463a-b446-65aa6a3e58ad on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:06.887429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b5e9-c07e-4675-a369-0f11099ba548 admin admin] Publish callbacks [] for security_group (c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.891577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71037ead-db0f-4f82-a922-b50a0f8d23c6 admin admin] Publish callbacks [] for security_group (a893b3ac-01c7-4386-9939-a1067445f9f7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.900287 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5e994096-db51-440b-91a4-250c67c6c622), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.917404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5e994096-db51-440b-91a4-250c67c6c622'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:06.925157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b5e9-c07e-4675-a369-0f11099ba548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.928246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71037ead-db0f-4f82-a922-b50a0f8d23c6 admin admin] Publish callbacks [] for security_group (a893b3ac-01c7-4386-9939-a1067445f9f7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.977371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Router 9330c0be-34b8-4812-8278-7a9d238ac927 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:08:07.019027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Port bec0c44c-347d-463a-b446-65aa6a3e58ad on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:07.019756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Attempting to bind port bec0c44c-347d-463a-b446-65aa6a3e58ad on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:07.075237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Pushing event deleted for resources: {'Port': ['ID=5e994096-db51-440b-91a4-250c67c6c622,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:07.090414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a6a7b5e9-c07e-4675-a369-0f11099ba548 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2755b3e14a614aa49f652e6d63fc8267&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9396739 Mar 22 14:08:07.094861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57908) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:07.118163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:07.118790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:07.119308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Bound using segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:07.119863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Bound port: bec0c44c-347d-463a-b446-65aa6a3e58ad, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:07.120403 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.128741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] No DVR routers for this DVR port 5e994096-db51-440b-91a4-250c67c6c622 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:07.140096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b5e9-c07e-4675-a369-0f11099ba548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:07.146152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.149697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ce5ce4a-a9aa-4fc1-85d7-19afabf91275 req-0dce8118-5d19-4013-9ae9-5fd1fb5f1b41 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.42 "DELETE /v2.0/ports/5e994096-db51-440b-91a4-250c67c6c622 HTTP/1.1" status: 204 len: 173 time: 2.2736876 Mar 22 14:08:07.150529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'name': 'network-vif-deleted', 'tag': '5e994096-db51-440b-91a4-250c67c6c622'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:07.153609 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd776de2-c924-4c1c-9a53-c512e2938805" -d '{"events": [{"server_uuid": "d7af3c4b-fa39-48fb-a156-7ea870d64ce8", "name": "network-vif-deleted", "tag": "5e994096-db51-440b-91a4-250c67c6c622"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:07.173372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71037ead-db0f-4f82-a922-b50a0f8d23c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a893b3ac-01c7-4386-9939-a1067445f9f7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.179280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71037ead-db0f-4f82-a922-b50a0f8d23c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.181293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-71037ead-db0f-4f82-a922-b50a0f8d23c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a893b3ac-01c7-4386-9939-a1067445f9f7 HTTP/1.1" status: 204 len: 168 time: 0.4151444 Mar 22 14:08:07.200110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037ead-db0f-4f82-a922-b50a0f8d23c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a893b3ac-01c7-4386-9939-a1067445f9f7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:07.221186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46548d7-8999-421c-b997-fe91133a526f req-93a5fa90-7587-408e-9cc9-11c2bca38e6f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.240975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e46548d7-8999-421c-b997-fe91133a526f req-93a5fa90-7587-408e-9cc9-11c2bca38e6f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.6654625 Mar 22 14:08:07.250554 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ea56e-39b3-470b-bcee-72c5fa6d1f64 x-openstack-request-id: req-663ea56e-39b3-470b-bcee-72c5fa6d1f64 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:07.251039 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7af3c4b-fa39-48fb-a156-7ea870d64ce8", "name": "network-vif-deleted", "tag": "5e994096-db51-440b-91a4-250c67c6c622", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:07.251483 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-663ea56e-39b3-470b-bcee-72c5fa6d1f64 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:07.252573 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663ea56e-39b3-470b-bcee-72c5fa6d1f64'] response: {'server_uuid': 'd7af3c4b-fa39-48fb-a156-7ea870d64ce8', 'name': 'network-vif-deleted', 'tag': '5e994096-db51-440b-91a4-250c67c6c622', 'status': 'completed', 'code': 200} Mar 22 14:08:07.291972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:07.301849 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f1600522-bf19-484d-aa48-7bb7c2a21fb8 admin admin] 10.222.0.44 "PUT /v2.0/routers/9330c0be-34b8-4812-8278-7a9d238ac927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3555305 Mar 22 14:08:07.307353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] Sync routers for ids ['9330c0be-34b8-4812-8278-7a9d238ac927'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:07.317408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:07.321894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] Routers {'9330c0be-34b8-4812-8278-7a9d238ac927'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:07.328083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9330c0be-34b8-4812-8278-7a9d238ac927'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:07.441866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] For port bec0c44c-347d-463a-b446-65aa6a3e58ad, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:07.445802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] For port bec0c44c-347d-463a-b446-65aa6a3e58ad, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:07.456759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.506748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] Set router 9330c0be-34b8-4812-8278-7a9d238ac927 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:07.511452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-180725a6-9aa8-4f1f-9def-7381437ce994 admin admin] Publish callbacks [] for security_group (c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.522906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e46548d7-8999-421c-b997-fe91133a526f req-8e236449-b318-4c38-aaca-18ae3689eee5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776840 Mar 22 14:08:07.554278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.556787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.563232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] 10.222.0.57 "PUT /v2.0/ports/bec0c44c-347d-463a-b446-65aa6a3e58ad HTTP/1.1" status: 200 len: 1092 time: 3.2692409 Mar 22 14:08:07.571109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-180725a6-9aa8-4f1f-9def-7381437ce994 admin admin] Publish callbacks [] for security_group (c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.624503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9318b8a-d57c-412a-a4de-ad9b5d636944 service neutron] Pushing event updated for resources: {'Port': ['ID=bec0c44c-347d-463a-b446-65aa6a3e58ad,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:07.735864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks [] for router (9330c0be-34b8-4812-8278-7a9d238ac927), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.785365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-180725a6-9aa8-4f1f-9def-7381437ce994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.788197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-180725a6-9aa8-4f1f-9def-7381437ce994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.793932 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-180725a6-9aa8-4f1f-9def-7381437ce994 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a HTTP/1.1" status: 204 len: 168 time: 0.6938074 Mar 22 14:08:07.834432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180725a6-9aa8-4f1f-9def-7381437ce994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d1e00-5edb-4aed-9a8a-9ca864b9fb7a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:07.870527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42acef67-cfdd-4e3a-acd5-17864a1fd4d0 req-e9611863-748d-470b-824f-cb8a0e5d6496 tempest-VolumesActionsTest-1748978613 tempest-VolumesActionsTest-1748978613-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7af3c4b-fa39-48fb-a156-7ea870d64ce8 HTTP/1.1" status: 200 len: 210 time: 0.1716807 Mar 22 14:08:07.942239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-b1a937fb-9e13-4e86-8873-aa7c56ddb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.954127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-b1a937fb-9e13-4e86-8873-aa7c56ddb379 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 1126 time: 0.3362987 Mar 22 14:08:08.000816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks [] for router_gateway (9330c0be-34b8-4812-8278-7a9d238ac927), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:08.114056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-ecffe536-38f1-4140-8a28-0bd31503c716 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad HTTP/1.1" status: 200 len: 217 time: 0.1550097 Mar 22 14:08:08.145437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Deleting port 9ec9d5a8-b2de-4aee-8a45-a67f98293789 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:08.145779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:08.186035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T14:08:05Z', 'revision_number': 5, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port': {'id': '9ec9d5a8-b2de-4aee-8a45-a67f98293789', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:57:58Z', 'updated_at': '2022-03-22T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:08.219234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] Checking router: 9330c0be-34b8-4812-8278-7a9d238ac927 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:08.220810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a30e5-89e6-41ae-a5ba-69725834a6d0 req-9e730bf0-c128-4d70-971d-161d8ce05d5f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.227704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e9a30e5-89e6-41ae-a5ba-69725834a6d0 req-9e730bf0-c128-4d70-971d-161d8ce05d5f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4350433 Mar 22 14:08:08.231125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] Routers {'9330c0be-34b8-4812-8278-7a9d238ac927'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:08.231918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:07:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9330c0be-34b8-4812-8278-7a9d238ac927'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:08.265409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970e42a-0056-4625-a5a3-636e196fafd0 req-e44e1bd9-9cf3-4e3f-bf03-b18a89f9639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.273106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b970e42a-0056-4625-a5a3-636e196fafd0 req-e44e1bd9-9cf3-4e3f-bf03-b18a89f9639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 944 time: 0.1685400 Mar 22 14:08:08.333777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-37b16953-5a42-402e-a347-f0302d2a7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.335387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-37b16953-5a42-402e-a347-f0302d2a7e0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.2047205 Mar 22 14:08:08.339049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] For port 9ec9d5a8-b2de-4aee-8a45-a67f98293789, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9ec9d5a8-b2de-4aee-8a45-a67f98293789,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:08.339454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:08.353889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b970e42a-0056-4625-a5a3-636e196fafd0 req-442e5a52-71a8-465b-84d6-7ffc7bce8cf1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750451 Mar 22 14:08:08.372710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Calling delete_port for 9ec9d5a8-b2de-4aee-8a45-a67f98293789 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:08.450776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e9a30e5-89e6-41ae-a5ba-69725834a6d0 req-c3388ae6-f807-40ab-82f6-908a6ca8f325 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128429 Mar 22 14:08:08.477011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] Set router 9330c0be-34b8-4812-8278-7a9d238ac927 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:08.495061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-67fe3034-e0d1-41fb-92dd-f9cd3becc561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.501353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-67fe3034-e0d1-41fb-92dd-f9cd3becc561 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1463273 Mar 22 14:08:08.660634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T14:08:08Z', 'revision_number': 6, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:08.741710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f90e1c-9888-4c29-8af0-1f47a5598892 None None] The sync data for ids ['9330c0be-34b8-4812-8278-7a9d238ac927'] in n-d-834677-3 is: [{'id': '9330c0be-34b8-4812-8278-7a9d238ac927', 'name': 'tempest-TaggedBootDevicesTest-774307927-router', 'tenant_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:57:57Z', 'updated_at': '2022-03-22T14:08:08Z', 'revision_number': 6, 'project_id': '040fbc99a24c4cd89aa8fa80eba9da56', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:08.812869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9ec9d5a8-b2de-4aee-8a45-a67f98293789), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:08.819249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-d6445f7a-b917-4d7b-a175-397c5606b9d0 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101668 Mar 22 14:08:08.844271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43078-7462-404e-b53c-0f1285265757 req-71b1af4c-0e37-4464-8199-d1f01835133c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.847961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ef43078-7462-404e-b53c-0f1285265757 req-71b1af4c-0e37-4464-8199-d1f01835133c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1898999 Mar 22 14:08:08.874691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec9d5a8-b2de-4aee-8a45-a67f98293789,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:08.913076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e994096-db51-440b-91a4-250c67c6c622 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:08.975145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 5e994096-db51-440b-91a4-250c67c6c622 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:08.975908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e994096-db51-440b-91a4-250c67c6c622 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:09.009828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6589306e-4ade-45b4-83d5-b02dca15e56a req-5d772a9b-2bc6-4cd2-b626-681dfa759f27 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805742 Mar 22 14:08:09.063320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (9330c0be-34b8-4812-8278-7a9d238ac927), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.065445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ef43078-7462-404e-b53c-0f1285265757 req-3eec7d95-50b5-47ef-9a45-bc50f99b97db tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546231 Mar 22 14:08:09.258995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d64f302-0099-41c7-a5d0-1896128f2899', 'tag': 'bec0c44c-347d-463a-b446-65aa6a3e58ad'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:09.267965 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b80918-8c61-4cd1-acdb-feddb97c7df4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d64f302-0099-41c7-a5d0-1896128f2899", "tag": "bec0c44c-347d-463a-b446-65aa6a3e58ad"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:09.299272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fb41b151-0074-43c0-b6fa-54ddc06d5e41 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:09.317511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (9330c0be-34b8-4812-8278-7a9d238ac927), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.326313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks [] for router_controller (9330c0be-34b8-4812-8278-7a9d238ac927), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.382474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: fb41b151-0074-43c0-b6fa-54ddc06d5e41 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:09.383965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fb41b151-0074-43c0-b6fa-54ddc06d5e41 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:09.434287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe221f3-0abe-4c2c-a6a0-ca713236f906 req-9b6ad607-cdc7-4478-8603-4cc8afb9aeac tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.442235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fe221f3-0abe-4c2c-a6a0-ca713236f906 req-9b6ad607-cdc7-4478-8603-4cc8afb9aeac tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1915276 Mar 22 14:08:09.445738 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b3fd83-37b2-47e6-a90e-40021cbd02cb x-openstack-request-id: req-21b3fd83-37b2-47e6-a90e-40021cbd02cb {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:09.446166 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d64f302-0099-41c7-a5d0-1896128f2899", "tag": "bec0c44c-347d-463a-b446-65aa6a3e58ad", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:09.446505 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21b3fd83-37b2-47e6-a90e-40021cbd02cb {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:09.446970 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b3fd83-37b2-47e6-a90e-40021cbd02cb'] response: {'name': 'network-changed', 'server_uuid': '2d64f302-0099-41c7-a5d0-1896128f2899', 'tag': 'bec0c44c-347d-463a-b446-65aa6a3e58ad', 'status': 'completed', 'code': 200} Mar 22 14:08:09.479661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (9330c0be-34b8-4812-8278-7a9d238ac927), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.480445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9330c0be-34b8-4812-8278-7a9d238ac927 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:08:09.498507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.504371 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-30a081bf-f548-41ae-acab-38681e0ea634 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9330c0be-34b8-4812-8278-7a9d238ac927 HTTP/1.1" status: 204 len: 168 time: 2.1778445 Mar 22 14:08:09.504371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58004) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:09.524893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fe221f3-0abe-4c2c-a6a0-ca713236f906 req-88557397-5660-40d5-a992-5606396f3cd2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816145 Mar 22 14:08:09.621132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Deleting subnet 2b1a0019-0b48-44fa-bc11-5507d6f1c647 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:08:09.630190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Publish callbacks [] for subnet (2b1a0019-0b48-44fa-bc11-5507d6f1c647), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.759628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-2dd0c798-c25c-40d5-a013-002358ec0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.762008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-2dd0c798-c25c-40d5-a013-002358ec0bcd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 1126 time: 0.2555320 Mar 22 14:08:09.793031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (2b1a0019-0b48-44fa-bc11-5507d6f1c647), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.807237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005953b-3624-47ab-a3a2-407da614cae1 req-358114a9-5494-4963-94c0-f55280aa10c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.819385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4005953b-3624-47ab-a3a2-407da614cae1 req-358114a9-5494-4963-94c0-f55280aa10c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 944 time: 0.2687893 Mar 22 14:08:09.928204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58026) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:09.942291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2b1a0019-0b48-44fa-bc11-5507d6f1c647), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.944868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344564b-d5df-4eac-b81b-9ab412ae319d req-6a057f9a-8bca-4b8e-bc8f-46ff669a2eb3 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.954163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1344564b-d5df-4eac-b81b-9ab412ae319d req-6a057f9a-8bca-4b8e-bc8f-46ff669a2eb3 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2409134 Mar 22 14:08:10.053224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (2b1a0019-0b48-44fa-bc11-5507d6f1c647), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.102571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1a0019-0b48-44fa-bc11-5507d6f1c647,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:10.111636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.120474 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2b1a0019-0b48-44fa-bc11-5507d6f1c647 HTTP/1.1" status: 204 len: 168 time: 0.6121099 Mar 22 14:08:10.120876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354f45b-a03d-4022-a0ee-807c9585d2d4 None None] Network 79ac2a07-d404-452d-894c-f8e8a03cbea9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:10.135951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.136358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.136720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.137074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.137410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.137758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.145730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58038) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:10.151392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.152210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.152842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.153492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.154023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.154517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.156325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.156861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.157663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9ec59-d474-4e93-bebd-8eed55f56a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:10.161414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-96814f10-9fcb-4fbe-b205-db74fde0e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:10.163260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-96814f10-9fcb-4fbe-b205-db74fde0e0a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.3895926 Mar 22 14:08:10.228702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4005953b-3624-47ab-a3a2-407da614cae1 req-2675df35-bd81-43c1-9b8d-2b6ae4b07648 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927896 Mar 22 14:08:10.389400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-1cde175e-4ec2-45df-8b26-5d570bfe2bfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad HTTP/1.1" status: 200 len: 217 time: 0.1781003 Mar 22 14:08:10.416480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1344564b-d5df-4eac-b81b-9ab412ae319d req-89df417c-3df9-47c1-ade8-9c024faa5c0c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840499 Mar 22 14:08:10.453843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] DHCP port deletion for 79ac2a07-d404-452d-894c-f8e8a03cbea9 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:08:10.552603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] Deleting port 5cf2532a-51a0-4646-8bc7-3650fec06022 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:10.553301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.602459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1421555156'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:10.635584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] For port 5cf2532a-51a0-4646-8bc7-3650fec06022, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5cf2532a-51a0-4646-8bc7-3650fec06022,segment=NetworkSegment(7cba9003-403f-4a73-958e-b7ace49101b4),segment_id=7cba9003-403f-4a73-958e-b7ace49101b4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:10.636358 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.646800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Made reservation on behalf of bdcbd0fd014743499416b7221b9bf192 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:10.650192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.652720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] Calling delete_port for 5cf2532a-51a0-4646-8bc7-3650fec06022 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:10.755979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.764538 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (5cf2532a-51a0-4646-8bc7-3650fec06022), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.769255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (79ac2a07-d404-452d-894c-f8e8a03cbea9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.778889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] No DVR routers for this DVR port 5cf2532a-51a0-4646-8bc7-3650fec06022 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:10.790326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-c730cff5-a946-4592-8947-43f1d7c9fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:10.792205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-c730cff5-a946-4592-8947-43f1d7c9fe2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.3949256 Mar 22 14:08:10.798910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a9718-e4ee-4e4c-95d7-7c9e2e22bf7a None None] Pushing event deleted for resources: {'Port': ['ID=5cf2532a-51a0-4646-8bc7-3650fec06022,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:10.913058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5af2-a71b-495f-a2d1-ec62caf11cc1 req-b2915650-3df7-489d-8658-b238ba989125 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:10.916019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-954d5af2-a71b-495f-a2d1-ec62caf11cc1 req-b2915650-3df7-489d-8658-b238ba989125 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3277781 Mar 22 14:08:11.068222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5cf2532a-51a0-4646-8bc7-3650fec06022 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:11.111433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5cf2532a-51a0-4646-8bc7-3650fec06022 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:11.111779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5cf2532a-51a0-4646-8bc7-3650fec06022 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:11.112379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9ec9d5a8-b2de-4aee-8a45-a67f98293789 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:11.153764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9ec9d5a8-b2de-4aee-8a45-a67f98293789 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:11.154695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9ec9d5a8-b2de-4aee-8a45-a67f98293789 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:11.166058 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (79ac2a07-d404-452d-894c-f8e8a03cbea9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.183498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-954d5af2-a71b-495f-a2d1-ec62caf11cc1 req-17bfa853-636b-4da9-b994-bf6ceba74e36 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559247 Mar 22 14:08:11.235425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-2639dd37-a04a-44de-8918-79f5cfcc6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.240624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-2639dd37-a04a-44de-8918-79f5cfcc6cfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4313874 Mar 22 14:08:11.263436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ac2a07-d404-452d-894c-f8e8a03cbea9']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:11.419162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cba9003-403f-4a73-958e-b7ace49101b4') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:11.419462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cba9003-403f-4a73-958e-b7ace49101b4') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:11.450581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks [] for security_group (c3afcc5c-a817-492f-9354-d30e4ac44fc8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.477189 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (7cba9003-403f-4a73-958e-b7ace49101b4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.498441 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3afcc5c-a817-492f-9354-d30e4ac44fc8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.530893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7cba9003-403f-4a73-958e-b7ace49101b4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.568851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:11.581758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:11.582229 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (7cba9003-403f-4a73-958e-b7ace49101b4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:11.587304 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:11.594900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c505c-ce9d-464d-9f08-3f63da7cbb17 req-eee75261-be06-4d61-bb32-683ec2b9f28e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.596418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3c505c-ce9d-464d-9f08-3f63da7cbb17 req-eee75261-be06-4d61-bb32-683ec2b9f28e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2016218 Mar 22 14:08:11.678511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3afcc5c-a817-492f-9354-d30e4ac44fc8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:11.686893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b90f229d-b99a-45fe-aead-bec53cc16589), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.687516 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Added segment b90f229d-b99a-45fe-aead-bec53cc16589 of type vlan for network 77562486-8dfa-4e8d-9fd0-dbd306c413fa Mar 22 14:08:11.719173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f207204-f725-4162-adae-77d78131aed0 req-6a61686d-452b-43d2-833a-4bef484b03af tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.726927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f207204-f725-4162-adae-77d78131aed0 req-6a61686d-452b-43d2-833a-4bef484b03af tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 944 time: 0.3175623 Mar 22 14:08:11.778717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-4f16a4de-7d63-4fb4-9233-ea8dcb9db041 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084770 Mar 22 14:08:11.814965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3c505c-ce9d-464d-9f08-3f63da7cbb17 req-ea1ffc00-ea60-4d14-9097-ec25eef96f1b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488121 Mar 22 14:08:11.878813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bec0c44c-347d-463a-b446-65aa6a3e58ad details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:11.893666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (79ac2a07-d404-452d-894c-f8e8a03cbea9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.898886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.905870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] 10.222.0.44 "DELETE /v2.0/networks/79ac2a07-d404-452d-894c-f8e8a03cbea9 HTTP/1.1" status: 204 len: 168 time: 1.7571480 Mar 22 14:08:11.936265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f207204-f725-4162-adae-77d78131aed0 req-a180f7b3-6d42-432a-90c6-2c2d07f352bb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083879 Mar 22 14:08:11.957399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (77562486-8dfa-4e8d-9fd0-dbd306c413fa), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.962046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf57fd-1b22-4439-951a-d5070a30fe82 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ac2a07-d404-452d-894c-f8e8a03cbea9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:12.086982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (77562486-8dfa-4e8d-9fd0-dbd306c413fa), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.092586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:12.093309 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.121080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb18e-eec8-4390-b043-128a2639bfe0 req-437879a9-e643-4260-bf24-937f55e0dc91 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:12.122729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80edb18e-eec8-4390-b043-128a2639bfe0 req-437879a9-e643-4260-bf24-937f55e0dc91 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1780362 Mar 22 14:08:12.132777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b80918-8c61-4cd1-acdb-feddb97c7df4 req-31bc1148-7926-41b7-b92b-c7d1d01b69e5 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221128 Mar 22 14:08:12.139580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:12.141076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1876621 Mar 22 14:08:12.143996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bec0c44c-347d-463a-b446-65aa6a3e58ad, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:12.149257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Request body: {'subnet': {'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:12.157784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'bec0c44c-347d-463a-b446-65aa6a3e58ad', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': 'bec0c44c-347d-463a-b446-65aa6a3e58ad', 'mac_address': 'fa:16:3e:b2:55:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:12.212412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bec0c44c-347d-463a-b446-65aa6a3e58ad is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:12.216581 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.238339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac652b-74d2-4cd5-86bb-cc6edd72a100 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event updated for resources: {'Network': ['ID=77562486-8dfa-4e8d-9fd0-dbd306c413fa,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:12.265389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 77562486-8dfa-4e8d-9fd0-dbd306c413fa details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:12.331862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80edb18e-eec8-4390-b043-128a2639bfe0 req-c936e134-23ab-4920-8e2b-1874ddaa88af tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894898 Mar 22 14:08:12.395039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58144) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:12.409448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec0c44c-347d-463a-b446-65aa6a3e58ad {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:12.451238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bec0c44c-347d-463a-b446-65aa6a3e58ad, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:12.465635 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.558471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7d66204f-be13-48fa-916f-e723a723fdf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=243e3af9ab1d4cd58348ee3e11639802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618955 Mar 22 14:08:12.559171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58154) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:12.601984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bec0c44c-347d-463a-b446-65aa6a3e58ad,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:12.675931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58162) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:12.726279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe669d-200e-4a82-b626-769b8fb58507 req-d6302135-a028-499f-8661-6af06bcd3bae tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:12.727597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bec0c44c-347d-463a-b446-65aa6a3e58ad'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:12.728453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dbe669d-200e-4a82-b626-769b8fb58507 req-d6302135-a028-499f-8661-6af06bcd3bae tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1683538 Mar 22 14:08:12.795218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33f7d947-881c-445b-ae1f-5bd880b83dd9 admin admin] Publish callbacks [] for security_group (a8542788-b97b-4dba-9de5-388c8c1661d3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.884313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1dbe669d-200e-4a82-b626-769b8fb58507 req-95fe691e-cd44-4394-b480-fb8f33b73bb8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442795 Mar 22 14:08:12.895355 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33f7d947-881c-445b-ae1f-5bd880b83dd9 admin admin] Publish callbacks [] for security_group (a8542788-b97b-4dba-9de5-388c8c1661d3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.901570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Made reservation on behalf of bdcbd0fd014743499416b7221b9bf192 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:12.907100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.932433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1b53c4aa-7060-45d1-8244-a583a39014d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.186813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33f7d947-881c-445b-ae1f-5bd880b83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a8542788-b97b-4dba-9de5-388c8c1661d3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.189644 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33f7d947-881c-445b-ae1f-5bd880b83dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.190841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-33f7d947-881c-445b-ae1f-5bd880b83dd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8542788-b97b-4dba-9de5-388c8c1661d3 HTTP/1.1" status: 204 len: 168 time: 0.6294730 Mar 22 14:08:13.202615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (48e5fd9b-8184-48db-b9eb-8d5f96430761), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.255706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7d947-881c-445b-ae1f-5bd880b83dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8542788-b97b-4dba-9de5-388c8c1661d3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:13.266591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event updated for resources: {'Subnet': ['ID=48e5fd9b-8184-48db-b9eb-8d5f96430761,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:13.347184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Checking segment: {'id': 'b90f229d-b99a-45fe-aead-bec53cc16589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:13.347601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Network hostable DHCP agents. Network: 77562486-8dfa-4e8d-9fd0-dbd306c413fa, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:13.361683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1b53c4aa-7060-45d1-8244-a583a39014d0 admin admin] Publish callbacks [] for security_group (5bce55f1-bb84-467a-b4ec-6816cbe8998d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.378807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5561a0-be2c-4674-ab4f-8fe4c4f33164 req-244aa11e-5746-489b-b8ac-a558d2bba14b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.381119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c5561a0-be2c-4674-ab4f-8fe4c4f33164 req-244aa11e-5746-489b-b8ac-a558d2bba14b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 945 time: 0.2646608 Mar 22 14:08:13.382929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1b53c4aa-7060-45d1-8244-a583a39014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5bce55f1-bb84-467a-b4ec-6816cbe8998d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.400227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Network 77562486-8dfa-4e8d-9fd0-dbd306c413fa is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:13.421901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 77562486-8dfa-4e8d-9fd0-dbd306c413fa) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:13.422331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe542-354d-40c2-b099-c94f88c54a1f req-0efefa58-f49d-42d0-aea5-926fadd80c99 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.424317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236fe542-354d-40c2-b099-c94f88c54a1f req-0efefa58-f49d-42d0-aea5-926fadd80c99 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2936926 Mar 22 14:08:13.431896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.432515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.433108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53c4aa-7060-45d1-8244-a583a39014d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce55f1-bb84-467a-b4ec-6816cbe8998d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:13.452015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fee60-9e85-48ff-ad02-fc71e0c0ffa8 None None] Network 77562486-8dfa-4e8d-9fd0-dbd306c413fa requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:13.475651 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13bd6021-6d08-4c18-ab8e-b8c809b3a105 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3348136 Mar 22 14:08:13.478813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58182) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:13.489872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Request body: {'port': {'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1437329514'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:13.599202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1b53c4aa-7060-45d1-8244-a583a39014d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c73bd6d756c45a0a36c0da46908844f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9181592 Mar 22 14:08:13.600575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58186) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:13.682848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-77562486-8dfa-4e8d-9fd0-dbd306c413fa', 'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa', 'project_id': 'bdcbd0fd014743499416b7221b9bf192', 'fixed_ips': [{'subnet_id': '48e5fd9b-8184-48db-b9eb-8d5f96430761'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:08:13.683833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.737846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c5561a0-be2c-4674-ab4f-8fe4c4f33164 req-3e63a717-c774-4515-bb23-500bd19ad5cb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057961 Mar 22 14:08:13.857000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Made reservation on behalf of bdcbd0fd014743499416b7221b9bf192 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:13.860409 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.885341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236fe542-354d-40c2-b099-c94f88c54a1f req-d10d8413-ea66-4a53-b766-d2d3b4e2aa63 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339314 Mar 22 14:08:13.899378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58194) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:13.918153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] device_id is not set on port 26bc9d13-b677-4873-b576-c625c3e774a5 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:13.936549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bec0c44c-347d-463a-b446-65aa6a3e58ad up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:13.941123 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6345562-5890-454a-9a62-cb7e470e54f6 admin admin] Publish callbacks [] for security_group (5bce55f1-bb84-467a-b4ec-6816cbe8998d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.017431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6345562-5890-454a-9a62-cb7e470e54f6 admin admin] Publish callbacks [] for security_group (5bce55f1-bb84-467a-b4ec-6816cbe8998d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.209639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port bec0c44c-347d-463a-b446-65aa6a3e58ad completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:14.219545 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-91b21ca4-3e7b-4f6d-be39-c633b1da57d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=040fbc99a24c4cd89aa8fa80eba9da56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112948 Mar 22 14:08:14.222416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58202) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:14.240448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port bec0c44c-347d-463a-b446-65aa6a3e58ad triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:14.241015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.255364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6345562-5890-454a-9a62-cb7e470e54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5bce55f1-bb84-467a-b4ec-6816cbe8998d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.258039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6345562-5890-454a-9a62-cb7e470e54f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.259304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e6345562-5890-454a-9a62-cb7e470e54f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bce55f1-bb84-467a-b4ec-6816cbe8998d HTTP/1.1" status: 204 len: 168 time: 0.6407015 Mar 22 14:08:14.293309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f66b818-592e-4517-9006-41a59f99e843 admin admin] Publish callbacks [] for security_group (2cd89fce-f460-4cd3-9d50-0296ae372d6c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.313958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6345562-5890-454a-9a62-cb7e470e54f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce55f1-bb84-467a-b4ec-6816cbe8998d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:14.327028 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f66b818-592e-4517-9006-41a59f99e843 admin admin] Publish callbacks [] for security_group (2cd89fce-f460-4cd3-9d50-0296ae372d6c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.366915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced76fe-a6df-4985-aa99-c9ca1fe4d476 req-67020655-5f07-4814-a8d5-e0394f5a8bf7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.374885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fced76fe-a6df-4985-aa99-c9ca1fe4d476 req-67020655-5f07-4814-a8d5-e0394f5a8bf7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2024319 Mar 22 14:08:14.410288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f66b818-592e-4517-9006-41a59f99e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2cd89fce-f460-4cd3-9d50-0296ae372d6c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.417129 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f66b818-592e-4517-9006-41a59f99e843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.421280 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9f66b818-592e-4517-9006-41a59f99e843 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cd89fce-f460-4cd3-9d50-0296ae372d6c HTTP/1.1" status: 204 len: 168 time: 0.1972542 Mar 22 14:08:14.440372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b818-592e-4517-9006-41a59f99e843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd89fce-f460-4cd3-9d50-0296ae372d6c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:14.452221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Allocated IP 172.20.0.2 (77562486-8dfa-4e8d-9fd0-dbd306c413fa/48e5fd9b-8184-48db-b9eb-8d5f96430761/ccf8893c-0565-4c02-8f1c-6fd6cc137a5e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:14.516837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fced76fe-a6df-4985-aa99-c9ca1fe4d476 req-5219cbb4-01c5-485b-900f-ee6b05675958 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382811 Mar 22 14:08:14.568529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bec0c44c-347d-463a-b446-65aa6a3e58ad is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:14.569098 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.623090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bec0c44c-347d-463a-b446-65aa6a3e58ad, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:14.627135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d64f302-0099-41c7-a5d0-1896128f2899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec0c44c-347d-463a-b446-65aa6a3e58ad'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:14.630735 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11cd261-49f4-4e3b-9864-b219a863682d" -d '{"events": [{"server_uuid": "2d64f302-0099-41c7-a5d0-1896128f2899", "name": "network-vif-plugged", "status": "completed", "tag": "bec0c44c-347d-463a-b446-65aa6a3e58ad"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:14.643301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.777808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bec0c44c-347d-463a-b446-65aa6a3e58ad,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:14.791623 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa2e6b2-dfd8-45bd-b631-8bee91c96635 x-openstack-request-id: req-cfa2e6b2-dfd8-45bd-b631-8bee91c96635 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:14.791742 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d64f302-0099-41c7-a5d0-1896128f2899", "name": "network-vif-plugged", "status": "completed", "tag": "bec0c44c-347d-463a-b446-65aa6a3e58ad", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:14.811577 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfa2e6b2-dfd8-45bd-b631-8bee91c96635 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:14.812567 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa2e6b2-dfd8-45bd-b631-8bee91c96635'] response: {'server_uuid': '2d64f302-0099-41c7-a5d0-1896128f2899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec0c44c-347d-463a-b446-65aa6a3e58ad', 'code': 200} Mar 22 14:08:14.900460 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Publish callbacks [] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.929447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.932900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387e469-dede-4a64-b68a-3952c23adc72 req-c9a5d4c4-9878-4660-8bcd-d4712501ca8b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.937996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9387e469-dede-4a64-b68a-3952c23adc72 req-c9a5d4c4-9878-4660-8bcd-d4712501ca8b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3002701 Mar 22 14:08:15.101416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Network 77562486-8dfa-4e8d-9fd0-dbd306c413fa is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:15.113797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:15.122357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Allocated IP 172.20.0.4 (77562486-8dfa-4e8d-9fd0-dbd306c413fa/48e5fd9b-8184-48db-b9eb-8d5f96430761/26bc9d13-b677-4873-b576-c625c3e774a5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:15.140107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:15.283826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9387e469-dede-4a64-b68a-3952c23adc72 req-f8cdafb6-d7f2-4e25-8a9c-b8c7a78afe46 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258097 Mar 22 14:08:15.296517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Pushing event updated for resources: {'Port': ['ID=ccf8893c-0565-4c02-8f1c-6fd6cc137a5e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:15.334238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7cbf6-74fb-409d-97fb-2677b1960de3 req-fa1324e5-0b0e-40f5-af8b-7308c201a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.341577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf7cbf6-74fb-409d-97fb-2677b1960de3 req-fa1324e5-0b0e-40f5-af8b-7308c201a677 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 1128 time: 0.3999920 Mar 22 14:08:15.366162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Attempting to bind port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:15.366548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Attempting to bind port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b90f229d-b99a-45fe-aead-bec53cc16589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:15.366887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Attempting to bind port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e on network 77562486-8dfa-4e8d-9fd0-dbd306c413fa {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:15.379180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:15.380990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Checking segment: {'id': 'b90f229d-b99a-45fe-aead-bec53cc16589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:15.381422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.383982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Bound using segment: {'id': 'b90f229d-b99a-45fe-aead-bec53cc16589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:15.384652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Bound port: ccf8893c-0565-4c02-8f1c-6fd6cc137a5e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90f229d-b99a-45fe-aead-bec53cc16589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '77562486-8dfa-4e8d-9fd0-dbd306c413fa'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:15.385048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.471797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edb5b2-a2c2-4068-bf59-6b12f686361c req-5c281ea2-4ed0-477e-99cb-bab4ec51c192 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.493191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47edb5b2-a2c2-4068-bf59-6b12f686361c req-5c281ea2-4ed0-477e-99cb-bab4ec51c192 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.4519413 Mar 22 14:08:15.493651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58234) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:15.525015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf7cbf6-74fb-409d-97fb-2677b1960de3 req-e90a52c7-ff5e-42f0-aac8-7afabe064ace service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768548 Mar 22 14:08:15.540729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] For port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:15.551238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] For port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ccf8893c-0565-4c02-8f1c-6fd6cc137a5e,segment=NetworkSegment(b90f229d-b99a-45fe-aead-bec53cc16589),segment_id=b90f229d-b99a-45fe-aead-bec53cc16589)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:15.555870 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30d01faf-28e2-49ff-bc69-dd761b9abc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.561550 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.577074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47edb5b2-a2c2-4068-bf59-6b12f686361c req-83792157-23d8-428a-84e6-e525e488c566 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Mar 22 14:08:15.607112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks [] for port (26bc9d13-b677-4873-b576-c625c3e774a5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.863880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (26bc9d13-b677-4873-b576-c625c3e774a5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.890248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c447bc-0c60-4570-8337-86fba35882f5 None None] Pushing event updated for resources: {'Port': ['ID=ccf8893c-0565-4c02-8f1c-6fd6cc137a5e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:15.953308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b4102-631d-485b-8e7e-8db6b4772eb1 req-14a61e4b-26d1-477e-a12f-45ad79fd2e72 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.960804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a32b4102-631d-485b-8e7e-8db6b4772eb1 req-14a61e4b-26d1-477e-a12f-45ad79fd2e72 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1291776 Mar 22 14:08:15.999103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Network 77562486-8dfa-4e8d-9fd0-dbd306c413fa is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:16.012143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:16.032519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:16.048225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event updated for resources: {'Port': ['ID=26bc9d13-b677-4873-b576-c625c3e774a5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:16.132312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30d01faf-28e2-49ff-bc69-dd761b9abc9c admin admin] Publish callbacks [] for security_group (25fa0d40-48d3-446e-8c2d-0ce341eb2eec), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.139450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30d01faf-28e2-49ff-bc69-dd761b9abc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (25fa0d40-48d3-446e-8c2d-0ce341eb2eec), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.220946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.221574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.233944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60408079-2bfc-4b6f-8c22-a6afd971c4d0 req-de8cc6e5-fc86-4ee1-9d56-3e01bc96f417 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.248408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60408079-2bfc-4b6f-8c22-a6afd971c4d0 req-de8cc6e5-fc86-4ee1-9d56-3e01bc96f417 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 945 time: 0.2725079 Mar 22 14:08:16.272902 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-30d01faf-28e2-49ff-bc69-dd761b9abc9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a6f6db0757744d9ab7c428ed9aa2ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7781658 Mar 22 14:08:16.278413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a32b4102-631d-485b-8e7e-8db6b4772eb1 req-07ad2ffc-fc90-472d-aa46-88baebea1686 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163526 Mar 22 14:08:16.281124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58258) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:16.366418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d01faf-28e2-49ff-bc69-dd761b9abc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fa0d40-48d3-446e-8c2d-0ce341eb2eec,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:16.402750 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-408c74d4-7b53-4760-99f1-180fa85422b3 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9223697 Mar 22 14:08:16.403577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58264) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:16.413110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60408079-2bfc-4b6f-8c22-a6afd971c4d0 req-69c76ab4-4ecc-405b-81bd-b3eca1d1b51b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603990 Mar 22 14:08:16.567092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:16.615147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3558c6dd-c84c-4bc3-99f5-49fa9f42d4e7 admin admin] Publish callbacks [] for security_group (25fa0d40-48d3-446e-8c2d-0ce341eb2eec), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.686206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde89a02-57ab-4882-b0ac-0c2c79cd9be7 req-29ac644c-3963-44b0-82b3-2cb09b3a3919 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.691036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cde89a02-57ab-4882-b0ac-0c2c79cd9be7 req-29ac644c-3963-44b0-82b3-2cb09b3a3919 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1950531 Mar 22 14:08:16.706961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3558c6dd-c84c-4bc3-99f5-49fa9f42d4e7 admin admin] Publish callbacks [] for security_group (25fa0d40-48d3-446e-8c2d-0ce341eb2eec), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.775693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Deleting port 26bc9d13-b677-4873-b576-c625c3e774a5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:16.776041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (26bc9d13-b677-4873-b576-c625c3e774a5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.886612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cde89a02-57ab-4882-b0ac-0c2c79cd9be7 req-04481691-9343-4830-a64d-908cb3edbb6d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880066 Mar 22 14:08:16.912591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1015789262-network', 'tenant_id': 'e689023130dc4de5bd59cce94d0393f0'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:16.951080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa0cf0-9244-4f81-a84b-74b3bf54c646 req-c312ae59-b692-4b88-9501-42ea3bc14633 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.955802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3fa0cf0-9244-4f81-a84b-74b3bf54c646 req-c312ae59-b692-4b88-9501-42ea3bc14633 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.2128155 Mar 22 14:08:17.012268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Made reservation on behalf of e689023130dc4de5bd59cce94d0393f0 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:17.015269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.059820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.112514 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3558c6dd-c84c-4bc3-99f5-49fa9f42d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (25fa0d40-48d3-446e-8c2d-0ce341eb2eec), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.118253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3558c6dd-c84c-4bc3-99f5-49fa9f42d4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.119736 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3558c6dd-c84c-4bc3-99f5-49fa9f42d4e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25fa0d40-48d3-446e-8c2d-0ce341eb2eec HTTP/1.1" status: 204 len: 168 time: 0.8376460 Mar 22 14:08:17.121167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3fa0cf0-9244-4f81-a84b-74b3bf54c646 req-ea8a8555-6d91-46de-b876-06dcd1a00409 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452105 Mar 22 14:08:17.148977 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (26bc9d13-b677-4873-b576-c625c3e774a5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.174961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c6dd-c84c-4bc3-99f5-49fa9f42d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fa0d40-48d3-446e-8c2d-0ce341eb2eec,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:17.232977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Calling delete_port for 26bc9d13-b677-4873-b576-c625c3e774a5 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:17.305321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ccf8893c-0565-4c02-8f1c-6fd6cc137a5e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:17.391803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f5135-7389-476b-907a-0b44933ec819 req-e2793526-7f2d-4be1-b36e-39d9fbd77fbc tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:17.405281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a3f5135-7389-476b-907a-0b44933ec819 req-e2793526-7f2d-4be1-b36e-39d9fbd77fbc tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2650356 Mar 22 14:08:17.428190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:17.428566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.582903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a3f5135-7389-476b-907a-0b44933ec819 req-ef6abb97-6165-4a8d-b0c3-246e213e9d57 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735883 Mar 22 14:08:17.731561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:17.736457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.755334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks [] for security_group (d7a7c529-6e4e-4cc2-b632-0cff52ede1a3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.764247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d7a7c529-6e4e-4cc2-b632-0cff52ede1a3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.816559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda31272-9cd8-4ec4-a684-83a90e0bd89a None None] Network 77562486-8dfa-4e8d-9fd0-dbd306c413fa requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:17.845478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ccf8893c-0565-4c02-8f1c-6fd6cc137a5e,segment=NetworkSegment(b90f229d-b99a-45fe-aead-bec53cc16589),segment_id=b90f229d-b99a-45fe-aead-bec53cc16589)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:17.852350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (26bc9d13-b677-4873-b576-c625c3e774a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.865668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:17.894869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.950091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:17.974911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d5c2343d-ef70-49fa-b9bc-bf9fa8a14d9c None None] Provisioning complete for port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:17.975647 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d5c2343d-ef70-49fa-b9bc-bf9fa8a14d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.978572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event deleted for resources: {'Port': ['ID=26bc9d13-b677-4873-b576-c625c3e774a5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:18.097113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.097461 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Added segment 4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f of type vlan for network 9998996a-034e-4293-850c-0e878f149534 Mar 22 14:08:18.099808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.103290 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cd3cf29f-7c5f-4554-bd2e-f2b608c90eef tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "DELETE /v2.0/ports/26bc9d13-b677-4873-b576-c625c3e774a5 HTTP/1.1" status: 204 len: 168 time: 1.6972001 Mar 22 14:08:18.110939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58302) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:18.197494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ccf8893c-0565-4c02-8f1c-6fd6cc137a5e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:18.219054 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9998996a-034e-4293-850c-0e878f149534), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.284609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9998996a-034e-4293-850c-0e878f149534), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.285683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.286593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.325487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-18af27c0-b572-4b08-b806-745324ab6e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.331753 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7634611 Mar 22 14:08:18.368303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:18.447920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Request body: {'subnet': {'network_id': '9998996a-034e-4293-850c-0e878f149534', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1015789262-subnet', 'tenant_id': 'e689023130dc4de5bd59cce94d0393f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:18.566758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e49b91-0afb-4333-b82b-3049eddfb312 admin admin] Pushing event updated for resources: {'Network': ['ID=9998996a-034e-4293-850c-0e878f149534,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:18.570450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2343d-ef70-49fa-b9bc-bf9fa8a14d9c None None] Current status of the port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:18.587111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5518f420-bf06-4087-8fa9-553bfaae92a8 tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4722257 Mar 22 14:08:18.589613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58320) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:18.592774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Made reservation on behalf of e689023130dc4de5bd59cce94d0393f0 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:18.597768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.620181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9998996a-034e-4293-850c-0e878f149534 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:18.638368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1585386438'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:18.687159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Made reservation on behalf of bdcbd0fd014743499416b7221b9bf192 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:18.691246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.741140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42905d43-87f1-4b60-9799-046484935ebf req-0f188111-4620-4fc5-a3ad-3615eea1eed1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.743494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42905d43-87f1-4b60-9799-046484935ebf req-0f188111-4620-4fc5-a3ad-3615eea1eed1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 945 time: 1.1202908 Mar 22 14:08:18.775073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed052b-0408-432d-b0d7-ae3be8e9d56e req-15a1dff7-0f23-466b-aa41-420733e83df9 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.777251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2ed052b-0408-432d-b0d7-ae3be8e9d56e req-15a1dff7-0f23-466b-aa41-420733e83df9 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1953776 Mar 22 14:08:18.791398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:18.801892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (93be95f5-969c-4469-84e3-c5f9e39facb1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.802537 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Added segment 93be95f5-969c-4469-84e3-c5f9e39facb1 of type vlan for network 1cc46ab6-0464-46bc-b6d7-ffceebc74c1f Mar 22 14:08:18.849097 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (1cc46ab6-0464-46bc-b6d7-ffceebc74c1f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.883512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-961e7b38-9ebe-48a4-9564-5677a1d1c0c2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.887733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-961e7b38-9ebe-48a4-9564-5677a1d1c0c2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 945 time: 1.2513483 Mar 22 14:08:19.036953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:08:19.038750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (173889e4-84e9-41c0-8b1f-5793df2522ce), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.067649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42905d43-87f1-4b60-9799-046484935ebf req-b13f7e18-d8e8-4a35-8747-83a5a6e25729 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880533 Mar 22 14:08:19.171709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ccf8893c-0565-4c02-8f1c-6fd6cc137a5e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:19.179312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2ed052b-0408-432d-b0d7-ae3be8e9d56e req-18fcaf85-8e80-40cb-8f48-76169ddd68c2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037293 Mar 22 14:08:19.200930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173889e4-84e9-41c0-8b1f-5793df2522ce,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:19.213047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Checking segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:19.213047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Network hostable DHCP agents. Network: 9998996a-034e-4293-850c-0e878f149534, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:19.238049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Network 9998996a-034e-4293-850c-0e878f149534 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:19.264468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9998996a-034e-4293-850c-0e878f149534) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:19.275821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.277419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.286350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8bed56-eff6-4181-a0c3-22a3edb739d6 None None] Network 9998996a-034e-4293-850c-0e878f149534 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:19.300880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-59661ea3-67d9-43b4-b176-afd74f3cbef6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9314454 Mar 22 14:08:19.398909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (1cc46ab6-0464-46bc-b6d7-ffceebc74c1f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.404039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.418488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.428786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:19.429300 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.521245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e7e82634-06e3-407a-a08c-f22834ac975d None None] Provisioning complete for port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:19.521625 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e7e82634-06e3-407a-a08c-f22834ac975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.670698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58340) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:19.682308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0611937 Mar 22 14:08:19.722956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9998996a-034e-4293-850c-0e878f149534', 'network_id': '9998996a-034e-4293-850c-0e878f149534', 'project_id': 'e689023130dc4de5bd59cce94d0393f0', 'fixed_ips': [{'subnet_id': '173889e4-84e9-41c0-8b1f-5793df2522ce'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:08:19.757438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.805133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2c5e-7847-4cd8-a358-7cd17a60c0d2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event updated for resources: {'Network': ['ID=1cc46ab6-0464-46bc-b6d7-ffceebc74c1f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:19.857763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b25248-367e-4c53-81c4-69af0b74d4ad req-399393b9-8937-49a8-89c0-0af414959f7e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.875511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11b25248-367e-4c53-81c4-69af0b74d4ad req-399393b9-8937-49a8-89c0-0af414959f7e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.6549535 Mar 22 14:08:20.014442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Deleting port cce73888-d05d-4021-ae76-85c1935fbbeb {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:20.018667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:20.217777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Allocated IP 172.20.0.2 (9998996a-034e-4293-850c-0e878f149534/173889e4-84e9-41c0-8b1f-5793df2522ce/41c649a9-82aa-4177-9c89-50dcbaedc440) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:20.334951 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-92a2812a-3757-4116-a5c7-3624a4d7bdc1 tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "GET /v2.0/agents/12001711-1041-437f-acbe-3d459c165f3f/dhcp-networks HTTP/1.1" status: 200 len: 8894 time: 0.6629188 Mar 22 14:08:20.336435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58362) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:20.379193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11b25248-367e-4c53-81c4-69af0b74d4ad req-acb910aa-7ea0-4a58-9425-6c7f10dad74e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964254 Mar 22 14:08:20.424516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123a7e-4ad3-428e-99d3-6e13f1e814b0 req-19a8c619-fb75-4a1f-b61a-6ac0750f4e6a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.462981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 1cc46ab6-0464-46bc-b6d7-ffceebc74c1f details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:20.470969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1123a7e-4ad3-428e-99d3-6e13f1e814b0 req-19a8c619-fb75-4a1f-b61a-6ac0750f4e6a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.8805051 Mar 22 14:08:20.577356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device cce73888-d05d-4021-ae76-85c1935fbbeb no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:20.681941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:20.688820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] For port cce73888-d05d-4021-ae76-85c1935fbbeb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=cce73888-d05d-4021-ae76-85c1935fbbeb,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:20.688820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:20.705121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd95fda-17cd-4a44-b139-5b4c2c06b3ca tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] Network 1cc46ab6-0464-46bc-b6d7-ffceebc74c1f is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:20.751812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cdd95fda-17cd-4a44-b139-5b4c2c06b3ca tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "POST /v2.0/agents/12001711-1041-437f-acbe-3d459c165f3f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4113991 Mar 22 14:08:20.751969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Calling delete_port for cce73888-d05d-4021-ae76-85c1935fbbeb owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:20.755748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58366) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:20.936523 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f60d1880-9dcf-4650-9a9b-285d7b495eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:20.943710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e7e82634-06e3-407a-a08c-f22834ac975d None None] Current status of the port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:20.953485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a4555-cb7e-43ba-a73a-13856c39097a None None] Network 1cc46ab6-0464-46bc-b6d7-ffceebc74c1f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:21.025004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port cce73888-d05d-4021-ae76-85c1935fbbeb is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:21.025643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.135301 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-145666b7-9d3e-4301-ad3e-702a240fac0a tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "GET /v2.0/agents/12001711-1041-437f-acbe-3d459c165f3f/dhcp-networks HTTP/1.1" status: 200 len: 9665 time: 0.3782604 Mar 22 14:08:21.139103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58378) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:21.155979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:21.158611 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0698608c-7f4f-4c8e-852f-01617e1cf7db" -d '{"events": [{"server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "name": "network-vif-unplugged", "status": "completed", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:21.179466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1123a7e-4ad3-428e-99d3-6e13f1e814b0 req-da88a8f7-67c7-432e-849e-d80726b5504e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048142 Mar 22 14:08:21.179841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4af3e920-c94f-4d66-b4fc-2e245ae0bd51 None None] Could not find standard attr ID for object 26bc9d13-b677-4873-b576-c625c3e774a5. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:08:21.205016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port cce73888-d05d-4021-ae76-85c1935fbbeb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=cce73888-d05d-4021-ae76-85c1935fbbeb,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:21.214864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.237997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67834f83-0190-498b-8959-bfd640ab5f16 req-8cb1797f-04a0-4041-ad51-6a569d5e14c1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.247190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67834f83-0190-498b-8959-bfd640ab5f16 req-8cb1797f-04a0-4041-ad51-6a569d5e14c1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 945 time: 0.2459779 Mar 22 14:08:21.272902 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-75fa205a-e5b5-496b-84c7-951f3f0ae8ed tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "DELETE /v2.0/agents/12001711-1041-437f-acbe-3d459c165f3f/dhcp-networks/1cc46ab6-0464-46bc-b6d7-ffceebc74c1f HTTP/1.1" status: 204 len: 168 time: 0.1301293 Mar 22 14:08:21.275833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:21.364837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=cce73888-d05d-4021-ae76-85c1935fbbeb,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:21.382569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67834f83-0190-498b-8959-bfd640ab5f16 req-272a8016-cfa7-4b48-9b8c-a1b9396ab9b9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240270 Mar 22 14:08:21.387148 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Publish callbacks [] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.399329 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.435447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (cce73888-d05d-4021-ae76-85c1935fbbeb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.467726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Pushing event updated for resources: {'Port': ['ID=41c649a9-82aa-4177-9c89-50dcbaedc440,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:21.499468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Network 9998996a-034e-4293-850c-0e878f149534 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:21.502436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:21.510156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:21.568663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event deleted for resources: {'Port': ['ID=cce73888-d05d-4021-ae76-85c1935fbbeb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:21.640264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Attempting to bind port 41c649a9-82aa-4177-9c89-50dcbaedc440 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:21.640710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Attempting to bind port 41c649a9-82aa-4177-9c89-50dcbaedc440 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:21.641088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Attempting to bind port 41c649a9-82aa-4177-9c89-50dcbaedc440 on network 9998996a-034e-4293-850c-0e878f149534 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:21.649190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:21.655234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Checking segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:21.655733 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.656344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Bound using segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:21.656878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Bound port: 41c649a9-82aa-4177-9c89-50dcbaedc440, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:21.657282 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.681463 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3252b34b-f161-494d-aecb-3e9d9403da3e tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "GET /v2.0/agents/12001711-1041-437f-acbe-3d459c165f3f/dhcp-networks HTTP/1.1" status: 200 len: 8894 time: 0.4035821 Mar 22 14:08:21.686085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58398) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:21.708942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] No DVR routers for this DVR port cce73888-d05d-4021-ae76-85c1935fbbeb on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:21.715411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.729249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbb3f4dc-a86a-46e4-908a-5da41458cf12 req-33793b14-89e0-4103-a933-cb21ddcdc62f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "DELETE /v2.0/ports/cce73888-d05d-4021-ae76-85c1935fbbeb HTTP/1.1" status: 204 len: 173 time: 2.6940010 Mar 22 14:08:21.729871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'name': 'network-vif-deleted', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:21.743098 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c0858f-e30f-44dd-be44-4d39ccef6953" -d '{"events": [{"server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "name": "network-vif-deleted", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:21.760528 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1993ffd2-2403-4bb4-92c1-59d078869b4b tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "GET /v2.0/networks/77562486-8dfa-4e8d-9fd0-dbd306c413fa/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0702417 Mar 22 14:08:21.762215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58404) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:21.811605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7a6ba67c-d058-406e-aa3a-23a33334f5d9 tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "GET /v2.0/networks/77562486-8dfa-4e8d-9fd0-dbd306c413fa/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0456669 Mar 22 14:08:21.812096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58408) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:21.886784 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26ea70-2953-4296-a2fd-80f96580adce x-openstack-request-id: req-ef26ea70-2953-4296-a2fd-80f96580adce {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:21.887083 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "name": "network-vif-unplugged", "status": "completed", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:21.889489 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef26ea70-2953-4296-a2fd-80f96580adce {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:21.890981 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef26ea70-2953-4296-a2fd-80f96580adce'] response: {'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb', 'code': 200} Mar 22 14:08:21.894060 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.895377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] For port 41c649a9-82aa-4177-9c89-50dcbaedc440, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:21.901076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] For port 41c649a9-82aa-4177-9c89-50dcbaedc440, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=41c649a9-82aa-4177-9c89-50dcbaedc440,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:21.924534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.086263 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d120b23f-ef93-4bfa-820a-d680a1911f31 tempest-DHCPAgentSchedulersTestJSON-1554768985 tempest-DHCPAgentSchedulersTestJSON-1554768985-project-admin] 10.222.0.44 "GET /v2.0/agents/12001711-1041-437f-acbe-3d459c165f3f/dhcp-networks HTTP/1.1" status: 200 len: 8894 time: 0.2721438 Mar 22 14:08:22.089174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58424) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:22.130241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c44f-4230-4fd6-bbc2-b94254cda82b None None] Pushing event updated for resources: {'Port': ['ID=41c649a9-82aa-4177-9c89-50dcbaedc440,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:22.254847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d216e-350c-41b9-9555-201dfa15dc40 req-b9fe36f4-42c0-495a-b16c-767566884f5c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:22.262545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e2d216e-350c-41b9-9555-201dfa15dc40 req-b9fe36f4-42c0-495a-b16c-767566884f5c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1928892 Mar 22 14:08:22.328447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-c7f375b7-7e17-44e3-a2ef-4393b45874ea tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:22.333331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-c7f375b7-7e17-44e3-a2ef-4393b45874ea tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 816 time: 0.3405669 Mar 22 14:08:22.378823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (1cc46ab6-0464-46bc-b6d7-ffceebc74c1f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.439159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e2d216e-350c-41b9-9555-201dfa15dc40 req-455b5825-08fc-4ea6-bbcd-148dfea9828a tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754625 Mar 22 14:08:22.455350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-477027bc-febe-4c29-8fa7-4aeeccb126d6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/quotas/e689023130dc4de5bd59cce94d0393f0 HTTP/1.1" status: 200 len: 375 time: 0.1158609 Mar 22 14:08:22.633881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (1cc46ab6-0464-46bc-b6d7-ffceebc74c1f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.673027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc46ab6-0464-46bc-b6d7-ffceebc74c1f']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:22.686109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93be95f5-969c-4469-84e3-c5f9e39facb1') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:22.687418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93be95f5-969c-4469-84e3-c5f9e39facb1') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:22.699514 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (93be95f5-969c-4469-84e3-c5f9e39facb1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.721300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (93be95f5-969c-4469-84e3-c5f9e39facb1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.728785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:22.729788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (93be95f5-969c-4469-84e3-c5f9e39facb1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:22.733679 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:22.812460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-162253d1-e3be-4b01-b48f-96689c2c2cab tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3074274 Mar 22 14:08:22.853208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (1cc46ab6-0464-46bc-b6d7-ffceebc74c1f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.864073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.872553 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "DELETE /v2.0/networks/1cc46ab6-0464-46bc-b6d7-ffceebc74c1f HTTP/1.1" status: 204 len: 168 time: 0.7822320 Mar 22 14:08:22.875362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58458) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:22.932454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11fc5f-2800-49b7-9828-fcf5d6b9b711 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event deleted for resources: {'Network': ['ID=1cc46ab6-0464-46bc-b6d7-ffceebc74c1f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:22.978519 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-326c2bbd-322d-4c5f-b386-cf9ff79aef97 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] DELETE failed (client error): The resource could not be found. Mar 22 14:08:22.979433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326c2bbd-322d-4c5f-b386-cf9ff79aef97 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:08:22.995075 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-326c2bbd-322d-4c5f-b386-cf9ff79aef97 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "DELETE /v2.0/ports/26bc9d13-b677-4873-b576-c625c3e774a5 HTTP/1.1" status: 404 len: 333 time: 0.0830388 Mar 22 14:08:22.997305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58464) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:23.004864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaa1a5-4064-4eec-9575-556e39a21d41 req-368a01f7-063c-41ae-b583-551e9bd4a230 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.016457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24eaa1a5-4064-4eec-9575-556e39a21d41 req-368a01f7-063c-41ae-b583-551e9bd4a230 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.4252992 Mar 22 14:08:23.171445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24eaa1a5-4064-4eec-9575-556e39a21d41 req-ae386ad2-95ba-478d-92f2-96263c145476 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535392 Mar 22 14:08:23.184611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Deleting subnet 48e5fd9b-8184-48db-b9eb-8d5f96430761 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:08:23.187042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks [] for subnet (48e5fd9b-8184-48db-b9eb-8d5f96430761), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.271421 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1280379-2f0a-4a4a-8db7-276baee68d4f x-openstack-request-id: req-e1280379-2f0a-4a4a-8db7-276baee68d4f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:23.271710 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0ee6e-f228-4cb5-a012-193ce93edf46", "name": "network-vif-deleted", "tag": "cce73888-d05d-4021-ae76-85c1935fbbeb", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:23.271957 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1280379-2f0a-4a4a-8db7-276baee68d4f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:23.272363 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1280379-2f0a-4a4a-8db7-276baee68d4f'] response: {'server_uuid': '92b0ee6e-f228-4cb5-a012-193ce93edf46', 'name': 'network-vif-deleted', 'tag': 'cce73888-d05d-4021-ae76-85c1935fbbeb', 'status': 'completed', 'code': 200} Mar 22 14:08:23.294708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 41c649a9-82aa-4177-9c89-50dcbaedc440 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:23.316604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (48e5fd9b-8184-48db-b9eb-8d5f96430761), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.505728 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (48e5fd9b-8184-48db-b9eb-8d5f96430761), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.507472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 41c649a9-82aa-4177-9c89-50dcbaedc440 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:23.508081 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.512215 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.625861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (48e5fd9b-8184-48db-b9eb-8d5f96430761), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.636971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-aa27eb8a-f7ef-496b-ba61-f014ecfb36f7 service neutron] 10.222.0.44 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8224294 Mar 22 14:08:23.699454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event deleted for resources: {'Subnet': ['ID=48e5fd9b-8184-48db-b9eb-8d5f96430761,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:23.708985 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.713543 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dd14fc77-99f7-4e09-b222-48d0870f6c9d tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "DELETE /v2.0/subnets/48e5fd9b-8184-48db-b9eb-8d5f96430761 HTTP/1.1" status: 204 len: 168 time: 0.7146099 Mar 22 14:08:23.716442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58480) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:23.794993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 41c649a9-82aa-4177-9c89-50dcbaedc440 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:23.795383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.797567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb57fc4-6294-4d98-a8d3-7511ea580f8d None None] Network 77562486-8dfa-4e8d-9fd0-dbd306c413fa requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:23.865521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-922e4a56-c4de-4547-bf92-1397202edb4f req-f93d9471-3044-4711-a11c-cf1b9f7735eb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.2274098 Mar 22 14:08:23.892782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (77562486-8dfa-4e8d-9fd0-dbd306c413fa), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.076770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bbdb90ac-18cc-4a83-babb-1172c7e2bdf5 service neutron] 10.222.0.44 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270806 Mar 22 14:08:24.090312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 41c649a9-82aa-4177-9c89-50dcbaedc440, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=41c649a9-82aa-4177-9c89-50dcbaedc440,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:24.103192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Deleting port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:24.103511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.122344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.270766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cf2ef-390c-443f-8357-b119f5269c4a req-203ab987-4355-4611-8105-d2815fe74f6e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.286653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-810cf2ef-390c-443f-8357-b119f5269c4a req-203ab987-4355-4611-8105-d2815fe74f6e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1790028 Mar 22 14:08:24.296399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] For port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ccf8893c-0565-4c02-8f1c-6fd6cc137a5e,segment=NetworkSegment(b90f229d-b99a-45fe-aead-bec53cc16589),segment_id=b90f229d-b99a-45fe-aead-bec53cc16589)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:24.296772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.301506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf7bfc-6c83-4095-8350-f3ad650cccad None None] Network 9998996a-034e-4293-850c-0e878f149534 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:24.362541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Calling delete_port for ccf8893c-0565-4c02-8f1c-6fd6cc137a5e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:24.377937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.423818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-810cf2ef-390c-443f-8357-b119f5269c4a req-ef2039ed-7d84-4b6b-a232-274acbd94ee5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341159 Mar 22 14:08:24.734448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f39466-41e6-4213-96ac-941cf6e951f7 req-9f6ec1a8-bd58-4a98-a5c1-3b6f274b9791 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.747026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61f39466-41e6-4213-96ac-941cf6e951f7 req-9f6ec1a8-bd58-4a98-a5c1-3b6f274b9791 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.2105336 Mar 22 14:08:24.753484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ccf8893c-0565-4c02-8f1c-6fd6cc137a5e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.770597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] No DVR routers for this DVR port ccf8893c-0565-4c02-8f1c-6fd6cc137a5e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:24.797103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e578e4e6-0df3-4535-9b9f-a8115cac7dc7 None None] Provisioning complete for port 41c649a9-82aa-4177-9c89-50dcbaedc440 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:24.797472 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e578e4e6-0df3-4535-9b9f-a8115cac7dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.807949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=41c649a9-82aa-4177-9c89-50dcbaedc440,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:24.814266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event deleted for resources: {'Port': ['ID=ccf8893c-0565-4c02-8f1c-6fd6cc137a5e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:24.913780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.934918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (77562486-8dfa-4e8d-9fd0-dbd306c413fa), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.997436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77562486-8dfa-4e8d-9fd0-dbd306c413fa']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:25.022175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90f229d-b99a-45fe-aead-bec53cc16589') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:25.022471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90f229d-b99a-45fe-aead-bec53cc16589') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:25.042436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b90f229d-b99a-45fe-aead-bec53cc16589), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.071940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b90f229d-b99a-45fe-aead-bec53cc16589), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.082952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:25.083887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b90f229d-b99a-45fe-aead-bec53cc16589), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:25.092894 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:25.210224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61f39466-41e6-4213-96ac-941cf6e951f7 req-2bebd160-2992-4908-8b1c-101372b94156 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617896 Mar 22 14:08:25.232274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (77562486-8dfa-4e8d-9fd0-dbd306c413fa), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.256288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aa261-76da-4f8e-99d9-4752379bb624 req-81675def-872f-4797-bdbf-0de2401bf99c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.257910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.266854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] 10.222.0.44 "DELETE /v2.0/networks/77562486-8dfa-4e8d-9fd0-dbd306c413fa HTTP/1.1" status: 204 len: 168 time: 1.5482104 Mar 22 14:08:25.277884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e2aa261-76da-4f8e-99d9-4752379bb624 req-81675def-872f-4797-bdbf-0de2401bf99c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4998686 Mar 22 14:08:25.304541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d91ef-aafb-4831-af70-353f022728e2 tempest-DHCPAgentSchedulersTestJSON-781280794 tempest-DHCPAgentSchedulersTestJSON-781280794-project] Pushing event deleted for resources: {'Network': ['ID=77562486-8dfa-4e8d-9fd0-dbd306c413fa,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:25.458457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb0b170-71ab-45fd-81c6-11b6407119ad None None] DHCP port deletion for 77562486-8dfa-4e8d-9fd0-dbd306c413fa request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:08:25.481482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e2aa261-76da-4f8e-99d9-4752379bb624 req-ea6da4a7-fd69-4374-85ee-ad438d2549aa tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851294 Mar 22 14:08:25.497908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 41c649a9-82aa-4177-9c89-50dcbaedc440 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:25.664533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40152f82-6781-4851-ad46-a26b7d504449 req-00a42d94-5507-4574-8079-8185aaf2f225 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.0454299 Mar 22 14:08:25.804475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 41c649a9-82aa-4177-9c89-50dcbaedc440 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:25.810655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.902066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-85eb7124-018e-4986-a170-8124580811a2 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.906927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-85eb7124-018e-4986-a170-8124580811a2 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 816 time: 0.4229610 Mar 22 14:08:25.941863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-9874ed4c-06ab-4d6d-8d73-7ca93ffea952 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/quotas/e689023130dc4de5bd59cce94d0393f0 HTTP/1.1" status: 200 len: 375 time: 0.0249960 Mar 22 14:08:26.023793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e578e4e6-0df3-4535-9b9f-a8115cac7dc7 None None] Current status of the port 41c649a9-82aa-4177-9c89-50dcbaedc440 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:26.075094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58554) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.164020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-c7119d92-1daf-4da8-ae64-02564204a74f tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2022874 Mar 22 14:08:26.181374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 41c649a9-82aa-4177-9c89-50dcbaedc440 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:26.183690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1351f-37be-4676-bbbf-8474e33601bc req-6b094563-bc1c-4e22-bb44-6dcadde3c5c4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.191993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2bc1351f-37be-4676-bbbf-8474e33601bc req-6b094563-bc1c-4e22-bb44-6dcadde3c5c4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1205435 Mar 22 14:08:26.365218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.373074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-acff2a11-30cd-4ac9-b942-40217129d4db None None] Provisioning complete for port 41c649a9-82aa-4177-9c89-50dcbaedc440 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:26.374359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-acff2a11-30cd-4ac9-b942-40217129d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.488138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-b50073b6-a2dc-44ed-afe3-002b7a145ffe service neutron] 10.222.0.44 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133934 Mar 22 14:08:26.596110 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a884e2e7-deb3-428d-a298-f95c919ac9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.635541 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-36f9809a-3de7-4756-b399-efa44ee73d20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdcbd0fd014743499416b7221b9bf192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5582035 Mar 22 14:08:26.640853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58574) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.706321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-acff2a11-30cd-4ac9-b942-40217129d4db None None] Current status of the port 41c649a9-82aa-4177-9c89-50dcbaedc440 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:26.754426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fadb0d21-96c1-4b36-8720-de9e4002c2fd admin admin] Publish callbacks [] for security_group (c3afcc5c-a817-492f-9354-d30e4ac44fc8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.760056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2bc1351f-37be-4676-bbbf-8474e33601bc req-567354a0-0ab4-4a3f-bc1f-d93f32c6d611 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671701 Mar 22 14:08:26.790741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fadb0d21-96c1-4b36-8720-de9e4002c2fd admin admin] Publish callbacks [] for security_group (c3afcc5c-a817-492f-9354-d30e4ac44fc8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.853021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fadb0d21-96c1-4b36-8720-de9e4002c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3afcc5c-a817-492f-9354-d30e4ac44fc8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.857204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fadb0d21-96c1-4b36-8720-de9e4002c2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.859008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fadb0d21-96c1-4b36-8720-de9e4002c2fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3afcc5c-a817-492f-9354-d30e4ac44fc8 HTTP/1.1" status: 204 len: 168 time: 0.2167957 Mar 22 14:08:26.924714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb0d21-96c1-4b36-8720-de9e4002c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3afcc5c-a817-492f-9354-d30e4ac44fc8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:27.007853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ccf8893c-0565-4c02-8f1c-6fd6cc137a5e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:27.030681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a884e2e7-deb3-428d-a298-f95c919ac9c8 admin admin] Publish callbacks [] for security_group (175a5439-4c97-40a5-bc77-18d5a379efb5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.036852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a884e2e7-deb3-428d-a298-f95c919ac9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (175a5439-4c97-40a5-bc77-18d5a379efb5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.071409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ccf8893c-0565-4c02-8f1c-6fd6cc137a5e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:27.072365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ccf8893c-0565-4c02-8f1c-6fd6cc137a5e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:27.205418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884e2e7-deb3-428d-a298-f95c919ac9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175a5439-4c97-40a5-bc77-18d5a379efb5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:27.238410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a884e2e7-deb3-428d-a298-f95c919ac9c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66e7286e9b9f468ab9ebdaaf3b13b8db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8683164 Mar 22 14:08:27.239836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58584) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:27.244169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-4e61b2c7-0de8-4a98-a0da-ed5f07894b34 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:27.246010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-4e61b2c7-0de8-4a98-a0da-ed5f07894b34 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 816 time: 0.3944330 Mar 22 14:08:27.301050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-d2a93ab5-153e-46d9-bba0-1e2dc1024de9 service neutron] 10.222.0.44 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056529 Mar 22 14:08:27.323070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Request body: {'port': {'device_id': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'network_id': '9998996a-034e-4293-850c-0e878f149534', 'admin_state_up': True, 'tenant_id': 'e689023130dc4de5bd59cce94d0393f0'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:27.380011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70a57696-95b8-4cb1-addc-287e954137da admin admin] Publish callbacks [] for security_group (175a5439-4c97-40a5-bc77-18d5a379efb5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.446381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70a57696-95b8-4cb1-addc-287e954137da admin admin] Publish callbacks [] for security_group (175a5439-4c97-40a5-bc77-18d5a379efb5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.623312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70a57696-95b8-4cb1-addc-287e954137da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (175a5439-4c97-40a5-bc77-18d5a379efb5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.632135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70a57696-95b8-4cb1-addc-287e954137da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.639659 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-70a57696-95b8-4cb1-addc-287e954137da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/175a5439-4c97-40a5-bc77-18d5a379efb5 HTTP/1.1" status: 204 len: 168 time: 0.3949389 Mar 22 14:08:27.661327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a57696-95b8-4cb1-addc-287e954137da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a5439-4c97-40a5-bc77-18d5a379efb5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:27.668887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58598) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:27.704792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c814f62-9750-465e-8364-3c561adc3d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.876532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b03eb-492b-41ea-9a39-d5e0fbbb98c9 req-6e3fe328-d678-463e-8893-7a78e5d38a66 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:27.889548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b6b03eb-492b-41ea-9a39-d5e0fbbb98c9 req-6e3fe328-d678-463e-8893-7a78e5d38a66 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.6386569 Mar 22 14:08:27.970209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c814f62-9750-465e-8364-3c561adc3d89 admin admin] Publish callbacks [] for security_group (5d51d08c-2e6f-4f0a-9282-0e98bb053f91), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.979333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c814f62-9750-465e-8364-3c561adc3d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5d51d08c-2e6f-4f0a-9282-0e98bb053f91), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.040133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f488bc1-0bf9-4b71-a9bc-c36baf604ea2 req-3ced7e65-9c20-41fc-bcd1-c0b883ac3490 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.2703023 Mar 22 14:08:28.078590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c814f62-9750-465e-8364-3c561adc3d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51d08c-2e6f-4f0a-9282-0e98bb053f91,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:28.164950 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c814f62-9750-465e-8364-3c561adc3d89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d5b25a2f3b344e4bc591ab6d20d2cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4924781 Mar 22 14:08:28.169461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58606) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:28.275159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b6b03eb-492b-41ea-9a39-d5e0fbbb98c9 req-66ad1c7d-d5ac-4405-8b77-09c51dc04b4f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838949 Mar 22 14:08:28.326137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Made reservation on behalf of e689023130dc4de5bd59cce94d0393f0 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:28.330735 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.350779 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.388722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66a630e8-c95a-41e9-892e-9d3a4f512479 admin admin] Publish callbacks [] for security_group (5d51d08c-2e6f-4f0a-9282-0e98bb053f91), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.548050 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66a630e8-c95a-41e9-892e-9d3a4f512479 admin admin] Publish callbacks [] for security_group (5d51d08c-2e6f-4f0a-9282-0e98bb053f91), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.650622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58626) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:28.708031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1249f4c0-3ec7-44c8-9a4d-47807c297945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.760748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66a630e8-c95a-41e9-892e-9d3a4f512479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5d51d08c-2e6f-4f0a-9282-0e98bb053f91), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.766297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66a630e8-c95a-41e9-892e-9d3a4f512479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.769690 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-66a630e8-c95a-41e9-892e-9d3a4f512479 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d51d08c-2e6f-4f0a-9282-0e98bb053f91 HTTP/1.1" status: 204 len: 168 time: 0.5970688 Mar 22 14:08:28.808901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a630e8-c95a-41e9-892e-9d3a4f512479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51d08c-2e6f-4f0a-9282-0e98bb053f91,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:28.976531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Allocated IP 172.20.0.14 (9998996a-034e-4293-850c-0e878f149534/173889e4-84e9-41c0-8b1f-5793df2522ce/e634ef5b-a2e2-499d-86c3-10f57e5e38c2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:29.123116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1249f4c0-3ec7-44c8-9a4d-47807c297945 admin admin] Publish callbacks [] for security_group (c5ff28ee-6191-4057-a619-545217e1912a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.135986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1249f4c0-3ec7-44c8-9a4d-47807c297945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c5ff28ee-6191-4057-a619-545217e1912a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.288242 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1249f4c0-3ec7-44c8-9a4d-47807c297945 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1210752de0f465fb89b7345bf5a5de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6150560 Mar 22 14:08:29.288952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58634) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:29.384918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249f4c0-3ec7-44c8-9a4d-47807c297945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff28ee-6191-4057-a619-545217e1912a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:29.424878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bfafc0f-5fe7-468b-a537-c8c56d77ff53 admin admin] Publish callbacks [] for security_group (c5ff28ee-6191-4057-a619-545217e1912a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.500949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bfafc0f-5fe7-468b-a537-c8c56d77ff53 admin admin] Publish callbacks [] for security_group (c5ff28ee-6191-4057-a619-545217e1912a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.578833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afbda0-41a0-41c4-bac3-d21c791291b4 req-17f00791-1761-4f29-8ab6-640a91253525 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:29.580044 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bfafc0f-5fe7-468b-a537-c8c56d77ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c5ff28ee-6191-4057-a619-545217e1912a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.583768 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45afbda0-41a0-41c4-bac3-d21c791291b4 req-17f00791-1761-4f29-8ab6-640a91253525 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 1.3230186 Mar 22 14:08:29.592305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bfafc0f-5fe7-468b-a537-c8c56d77ff53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.595319 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6bfafc0f-5fe7-468b-a537-c8c56d77ff53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5ff28ee-6191-4057-a619-545217e1912a HTTP/1.1" status: 204 len: 168 time: 0.3049099 Mar 22 14:08:29.622271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfafc0f-5fe7-468b-a537-c8c56d77ff53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff28ee-6191-4057-a619-545217e1912a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:29.815198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45afbda0-41a0-41c4-bac3-d21c791291b4 req-5238f78c-9ac6-4a48-8054-87b81474b9f2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049768 Mar 22 14:08:29.891597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-aaa7b653-afa9-47b4-ba97-40d9c533a948 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:29.906903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-aaa7b653-afa9-47b4-ba97-40d9c533a948 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 816 time: 1.0691695 Mar 22 14:08:30.017136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-98065dd6-0a98-4498-ac3f-de48fa419f1c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/quotas/e689023130dc4de5bd59cce94d0393f0 HTTP/1.1" status: 200 len: 375 time: 0.1076124 Mar 22 14:08:30.393071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3201dd14-8939-408c-9123-aaa87c41fe68 req-db5aa985-509e-4fa1-b271-a5eb676e071b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.2228663 Mar 22 14:08:30.520898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-a8f5bfd9-92dd-46bf-a5ae-01d811dd67df tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4973478 Mar 22 14:08:30.677223 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks [] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:30.914884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e4b55-4f85-424f-bae4-173173e182f0 req-95e151cd-6b36-447d-84a5-14b609c37ad0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:30.933193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9e4b55-4f85-424f-bae4-173173e182f0 req-95e151cd-6b36-447d-84a5-14b609c37ad0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.2670305 Mar 22 14:08:30.941577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-b247fd56-f6fb-4bdb-944b-9b044001df9a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:30.951296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-b247fd56-f6fb-4bdb-944b-9b044001df9a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.57 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 816 time: 1.1234927 Mar 22 14:08:30.992392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Request body: {'port': {'device_id': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'network_id': '9998996a-034e-4293-850c-0e878f149534', 'admin_state_up': True, 'tenant_id': 'e689023130dc4de5bd59cce94d0393f0'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:31.076526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-9c20d9fa-9f17-4ab8-bbb5-de2992ee81d3 service neutron] 10.222.0.44 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545876 Mar 22 14:08:31.377311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-39e9bee7-b747-4ac5-9343-6bfe7ab52e7c service neutron] 10.222.0.44 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987192 Mar 22 14:08:31.510677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9e4b55-4f85-424f-bae4-173173e182f0 req-b809a880-464d-4212-8144-4e3b0c22fff2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752788 Mar 22 14:08:31.512070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.687472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Network 9998996a-034e-4293-850c-0e878f149534 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:31.765848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:31.768864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:32.194332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:32.518376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9ef19493-2906-4a9e-b868-9e211cda3c8c None None] Provisioning complete for port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:32.520444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ef19493-2906-4a9e-b868-9e211cda3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.725684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9ef19493-2906-4a9e-b868-9e211cda3c8c None None] Port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:32.913320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-368355928'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:33.057848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Made reservation on behalf of 6439c63b652445b7bc5538f771b07872 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:33.088253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.144779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.245063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65550232-dab8-4167-ae76-1ff5cc36c6cf req-df01fd25-5527-49f6-b1db-c99d873c6feb tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 210 time: 0.1920512 Mar 22 14:08:33.278239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a62b41b-9695-45b8-b112-5679a44a1207 req-5bbeddba-95a2-45af-b95c-10ae78e7d125 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 1.5325856 Mar 22 14:08:33.398567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Pushing event updated for resources: {'Port': ['ID=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:33.408557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks [] for security_group (5b6dd166-0cd5-46fa-afed-0e52b43f5241), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.412106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Made reservation on behalf of e689023130dc4de5bd59cce94d0393f0 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:33.415513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5b6dd166-0cd5-46fa-afed-0e52b43f5241), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.422725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.481029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:33.482960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.491129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.491987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.492335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.492695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.492996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.493321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.495890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.496591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.496928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.497261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.499538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.499953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.500284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.500550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:33.502097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.502463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:33.519042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6dd166-0cd5-46fa-afed-0e52b43f5241,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:33.562223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (75dfb73f-1de2-40cb-9c63-cf91e8037d0e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.562827 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Added segment 75dfb73f-1de2-40cb-9c63-cf91e8037d0e of type vlan for network babf2d41-beeb-447c-ac40-3598b61795bf Mar 22 14:08:33.709012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (babf2d41-beeb-447c-ac40-3598b61795bf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.761520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-bd6d38e6-0ddc-4b28-b05f-6cb00cbf147d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4843500 Mar 22 14:08:33.777536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (babf2d41-beeb-447c-ac40-3598b61795bf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.785333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:33.786197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.791842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Request body: {'port': {'device_id': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:33.883405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6873024 Mar 22 14:08:33.887092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-b2e3a3f4-151e-4b7d-b60f-eddb9881d652 req-5dd5f29d-a0f0-429b-b71a-00ce5e255330 tempest-DeleteServersAdminTestJSON-672552790 tempest-DeleteServersAdminTestJSON-672552790-project] (110457) timed out ('10.222.0.57', 64695) {{(pid=110457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:08:33.914957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bb4bf-f965-4ecc-858e-6b5e12c29025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Pushing event updated for resources: {'Network': ['ID=babf2d41-beeb-447c-ac40-3598b61795bf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:33.932305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network babf2d41-beeb-447c-ac40-3598b61795bf details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:34.267350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9177c-3293-4437-a9f7-4a6e2881bc30 req-e827d454-11b6-455b-90e5-3d6675bd2ad8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:34.269057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5a9177c-3293-4437-a9f7-4a6e2881bc30 req-e827d454-11b6-455b-90e5-3d6675bd2ad8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.7363639 Mar 22 14:08:34.304604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ed49-8862-4a31-b6c4-8f31aef19cc1 req-a62105d4-2c5e-48d7-9fea-b1fbb77b374c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:34.312682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a167ed49-8862-4a31-b6c4-8f31aef19cc1 req-a62105d4-2c5e-48d7-9fea-b1fbb77b374c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.7841904 Mar 22 14:08:34.571401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Allocated IP 172.20.0.3 (9998996a-034e-4293-850c-0e878f149534/173889e4-84e9-41c0-8b1f-5793df2522ce/e84a306f-ca31-4aa4-a138-8ce10baa3e56) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:34.709760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.802108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a167ed49-8862-4a31-b6c4-8f31aef19cc1 req-6d366c0e-9dfa-43ee-8e80-da23032746a0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882863 Mar 22 14:08:34.909385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5a9177c-3293-4437-a9f7-4a6e2881bc30 req-4dfeeeae-dc48-4d0d-86f8-14f3849184b6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177220 Mar 22 14:08:35.107041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58814) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.112181 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1762921418'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:35.164305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:35.168766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.228807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:35.238764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-8648ee80-2a82-42b3-b4c6-5a701e9b8acc tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:35.240364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-8648ee80-2a82-42b3-b4c6-5a701e9b8acc tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 816 time: 1.0854318 Mar 22 14:08:35.251872 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c5a24b84-b844-4b94-a0e0-aaea429802b0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.253380 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Added segment c5a24b84-b844-4b94-a0e0-aaea429802b0 of type vlan for network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 Mar 22 14:08:35.262221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f78fbf4f-e931-4c6f-9100-b025d877cb6a req-49c62195-1f41-4af8-8b9d-0bc7590b0d29 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 210 time: 0.0469632 Mar 22 14:08:35.287477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Request body: {'port': {'device_id': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'network_id': '9998996a-034e-4293-850c-0e878f149534', 'admin_state_up': True, 'tenant_id': 'e689023130dc4de5bd59cce94d0393f0'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:35.325184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks [] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.362337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (1e83e16a-45a9-4d6e-890c-b5a1d13688f9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.419359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (1e83e16a-45a9-4d6e-890c-b5a1d13688f9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.427512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:35.428443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.434273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58818) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.485220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58822) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.505067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Request body: {'port': {'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf', 'binding:host_id': 'n-h1-834677-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107123451'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:35.529232 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4210112 Mar 22 14:08:35.533281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Made reservation on behalf of a25696706af048fea2bc6185e86be660 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:35.535711 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.538600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58824) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.546318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-621777769'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:35.562407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.564317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0690e3b0-2261-40f2-a15d-0b1fcaf7d1c3 req-19377c6b-f0c7-46dd-971b-36a940b517a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.1288548 Mar 22 14:08:35.579006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f403b49-08c7-49eb-b319-8237ed44a8cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Network': ['ID=1e83e16a-45a9-4d6e-890c-b5a1d13688f9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:35.611972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:35.749297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for security_group (22b2a857-c1f7-4eef-b95e-000ff20b5802), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.755882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:35.759427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.769330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (22b2a857-c1f7-4eef-b95e-000ff20b5802), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.795304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] device_id is not set on port 45b6b001-3dfc-42d8-bcb7-851be46ca33c yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:35.827365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:35.837144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e45f6647-bc46-4b02-9ed6-18789fd50125), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.837664 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Added segment e45f6647-bc46-4b02-9ed6-18789fd50125 of type vlan for network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 Mar 22 14:08:35.869593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e634ef5b-a2e2-499d-86c3-10f57e5e38c2 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:35.878134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Publish callbacks [] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.891300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Transition to ACTIVE for port object e634ef5b-a2e2-499d-86c3-10f57e5e38c2 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:35.895328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.900091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.900302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.929712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10b9a864-619e-4952-8228-59ad4721809c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.944059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b2a857-c1f7-4eef-b95e-000ff20b5802,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:35.947444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.954823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Made reservation on behalf of e689023130dc4de5bd59cce94d0393f0 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:35.958391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.963875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:35.965283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.973332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Network 9998996a-034e-4293-850c-0e878f149534 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:36.038160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:36.048320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:36.062516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Pushing event updated for resources: {'Port': ['ID=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:36.284455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Network': ['ID=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:36.302436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:36.319311 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-68502eff-1559-4e11-80e7-0825494299ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7773049 Mar 22 14:08:36.328887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58836) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.335837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'subnet': {'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:36.360371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10b9a864-619e-4952-8228-59ad4721809c admin admin] Publish callbacks [] for security_group (54afa666-dfa9-4b33-bbf4-017b51b51104), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.429706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10b9a864-619e-4952-8228-59ad4721809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (54afa666-dfa9-4b33-bbf4-017b51b51104), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.443432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ab15-0741-4118-9606-b752ce85122a req-11c6d0f2-2a77-433a-90e9-6b4f647ffe1d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:36.446526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0771ab15-0741-4118-9606-b752ce85122a req-11c6d0f2-2a77-433a-90e9-6b4f647ffe1d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4698102 Mar 22 14:08:36.461931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Pushing event updated for resources: {'Port': ['ID=e84a306f-ca31-4aa4-a138-8ce10baa3e56,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:36.485571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:36.490471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.557513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b0fe-9bb6-4d41-b135-d438d39d496c req-326199f2-9412-466a-a221-4e478dc35c9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:36.559389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c10b0fe-9bb6-4d41-b135-d438d39d496c req-326199f2-9412-466a-a221-4e478dc35c9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.5173678 Mar 22 14:08:36.660361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Allocated IP 172.20.0.5 (9998996a-034e-4293-850c-0e878f149534/173889e4-84e9-41c0-8b1f-5793df2522ce/c3a828a2-950f-43e9-9368-5a20eb28fa89) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:36.674975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b9bb9ac6-8806-4006-9a9a-1be6f66766da None None] Provisioning complete for port e84a306f-ca31-4aa4-a138-8ce10baa3e56 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:36.676033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9bb9ac6-8806-4006-9a9a-1be6f66766da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.680318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9a864-619e-4952-8228-59ad4721809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54afa666-dfa9-4b33-bbf4-017b51b51104,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:36.715640 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-10b9a864-619e-4952-8228-59ad4721809c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca666e989f824737af1557760dc29170&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2792053 Mar 22 14:08:36.720107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58840) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.787977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb9ac6-8806-4006-9a9a-1be6f66766da None None] Port e84a306f-ca31-4aa4-a138-8ce10baa3e56 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:36.866125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:36.870791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-dbcf0b7f-9356-4282-abef-204d91530150 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9029386 Mar 22 14:08:36.871544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.880375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Attempting to bind port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:36.880701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Attempting to bind port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:36.881025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Attempting to bind port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 on network 9998996a-034e-4293-850c-0e878f149534 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:36.896820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Request body: {'port': {'device_id': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:36.934115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0771ab15-0741-4118-9606-b752ce85122a req-43ffc0d8-298c-4840-b852-14418fabc709 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545796 Mar 22 14:08:36.966324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 on network 9998996a-034e-4293-850c-0e878f149534 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:36.966718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Attempting to bind port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 on network 9998996a-034e-4293-850c-0e878f149534 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:37.010123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:37.010464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Checking segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:37.010900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Bound using segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:37.011341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Bound port: e634ef5b-a2e2-499d-86c3-10f57e5e38c2, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:37.011716 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.037990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.070505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c10b0fe-9bb6-4d41-b135-d438d39d496c req-a90db03b-29ea-43b3-a890-ea5ecac35bc8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384040 Mar 22 14:08:37.136035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks [] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.227146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e005a0a-20e5-47dd-9d75-9b32ba46b71f admin admin] Publish callbacks [] for security_group (54afa666-dfa9-4b33-bbf4-017b51b51104), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.262882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26169d2c-c5b2-418b-9ad8-3a8ffe3a71ed req-2dac01f5-7402-48af-9570-c1afc0349574 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 210 time: 0.1042058 Mar 22 14:08:37.285544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] device_id is not set on port 45b6b001-3dfc-42d8-bcb7-851be46ca33c yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:37.317446 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for port (45b6b001-3dfc-42d8-bcb7-851be46ca33c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.324331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e005a0a-20e5-47dd-9d75-9b32ba46b71f admin admin] Publish callbacks [] for security_group (54afa666-dfa9-4b33-bbf4-017b51b51104), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.336349 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (45b6b001-3dfc-42d8-bcb7-851be46ca33c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.350305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6eb06e94-11e8-430b-b346-0b77fd11f1a3 req-c20747e3-bdd1-4386-b079-fa792574c751 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.0835423 Mar 22 14:08:37.357300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] For port e634ef5b-a2e2-499d-86c3-10f57e5e38c2, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:37.372781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] For port e634ef5b-a2e2-499d-86c3-10f57e5e38c2, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:37.387260 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.412885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.481320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Network 9998996a-034e-4293-850c-0e878f149534 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:37.496340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:37.505204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:37.512710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:37.513192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.514651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] 10.222.0.42 "PUT /v2.0/ports/e634ef5b-a2e2-499d-86c3-10f57e5e38c2 HTTP/1.1" status: 200 len: 1092 time: 3.7389197 Mar 22 14:08:37.516817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'tag': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:37.519771 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a860e76d-a8b9-4da8-a5c5-e9edd23086be" -d '{"events": [{"name": "network-changed", "server_uuid": "18a2c1e2-1a55-42ce-9753-823788d434b1", "tag": "e634ef5b-a2e2-499d-86c3-10f57e5e38c2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:37.576710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=45b6b001-3dfc-42d8-bcb7-851be46ca33c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:37.620451 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6141863-d02d-42e9-beec-a74ffabb136b x-openstack-request-id: req-e6141863-d02d-42e9-beec-a74ffabb136b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:37.620756 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a2c1e2-1a55-42ce-9753-823788d434b1", "tag": "e634ef5b-a2e2-499d-86c3-10f57e5e38c2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:37.620979 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6141863-d02d-42e9-beec-a74ffabb136b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:37.621408 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6141863-d02d-42e9-beec-a74ffabb136b'] response: {'name': 'network-changed', 'server_uuid': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'tag': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2', 'status': 'completed', 'code': 200} Mar 22 14:08:37.639866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Pushing event updated for resources: {'Port': ['ID=c3a828a2-950f-43e9-9368-5a20eb28fa89,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:37.663878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Checking segment: {'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:37.664245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Network hostable DHCP agents. Network: babf2d41-beeb-447c-ac40-3598b61795bf, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:37.694477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e005a0a-20e5-47dd-9d75-9b32ba46b71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (54afa666-dfa9-4b33-bbf4-017b51b51104), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.696995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e005a0a-20e5-47dd-9d75-9b32ba46b71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.710304 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3e005a0a-20e5-47dd-9d75-9b32ba46b71f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54afa666-dfa9-4b33-bbf4-017b51b51104 HTTP/1.1" status: 204 len: 168 time: 0.9839740 Mar 22 14:08:37.739043 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.750251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005a0a-20e5-47dd-9d75-9b32ba46b71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54afa666-dfa9-4b33-bbf4-017b51b51104,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:37.813958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Network babf2d41-beeb-447c-ac40-3598b61795bf is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:37.852115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, babf2d41-beeb-447c-ac40-3598b61795bf) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:37.860804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02d6376-0ec6-40d4-a2fb-ff3a63db0f6c None None] Network babf2d41-beeb-447c-ac40-3598b61795bf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:37.889305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:37.993209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84a306f-ca31-4aa4-a138-8ce10baa3e56 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:38.001136 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Publish callbacks [] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.028020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:38.028350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:38.028721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:38.036423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Transition to ACTIVE for port object e84a306f-ca31-4aa4-a138-8ce10baa3e56 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:38.064587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.065325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.077944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.111851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Subnet': ['ID=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:38.143471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:38.143829 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:38.155309 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 2 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:38.161243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c1e467b-a916-4742-9c51-0269d01abc94 None None] Provisioning complete for port c3a828a2-950f-43e9-9368-5a20eb28fa89 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:38.162003 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c1e467b-a916-4742-9c51-0269d01abc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.178332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Checking segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:38.178748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network hostable DHCP agents. Network: 1e83e16a-45a9-4d6e-890c-b5a1d13688f9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:38.211156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:38.215320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:38.215849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:38.226963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74597dcf-3c86-4895-b53b-7313632b9de9 service neutron] Pushing event updated for resources: {'Port': ['ID=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:38.236746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:38.238727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e467b-a916-4742-9c51-0269d01abc94 None None] Port c3a828a2-950f-43e9-9368-5a20eb28fa89 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:38.241699 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:38.243239 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 3 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:38.300863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:38.301451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:38.301830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:38.313170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:38.324508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:38.324902 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:38.325396 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 4 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:38.339916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e84a306f-ca31-4aa4-a138-8ce10baa3e56,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:38.346207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:38.346605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:38.363372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-2a2115e6-2d49-4ccc-b05d-fa8bec321d98 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0797205 Mar 22 14:08:38.367970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:38.378189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 1e83e16a-45a9-4d6e-890c-b5a1d13688f9) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:38.387684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:38.388020 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:38.388890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca7f5d-4dce-4521-a387-dc5e28a1d85b None None] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:38.389245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.389840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.428822 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 5 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:38.431094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Request body: {'port': {'device_id': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:38.446541 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06a817ee-7470-4d96-9cc8-a56d0198f7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1161356 Mar 22 14:08:38.447210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:38.487713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'subnet': {'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:38.506206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:38.537109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.569682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766c0dc-3f3a-497b-9c78-a462165723dc req-1882a1a7-fa7c-482e-bf75-950238a7f8d6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.571722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1766c0dc-3f3a-497b-9c78-a462165723dc req-1882a1a7-fa7c-482e-bf75-950238a7f8d6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.4867685 Mar 22 14:08:38.580073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-d816caa2-ea81-4db0-acf3-eff67ddbf699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.581650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-d816caa2-ea81-4db0-acf3-eff67ddbf699 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 1126 time: 1.0226498 Mar 22 14:08:38.649542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:38.649927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:38.650250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:38.658958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:38.659291 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:38.659984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04a24bd2-26a0-477f-a15f-dabe40b8b2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.664179 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 6 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:38.720005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'project_id': '2e765a4e59f14fcb81140917441820f9', 'fixed_ips': [{'subnet_id': 'de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:08:38.721484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.835121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-5907e1a6-7178-45ae-b318-be98770fe0d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2 HTTP/1.1" status: 200 len: 217 time: 0.2256582 Mar 22 14:08:38.841851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Attempting to bind port e84a306f-ca31-4aa4-a138-8ce10baa3e56 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:38.842373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Attempting to bind port e84a306f-ca31-4aa4-a138-8ce10baa3e56 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:38.842708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Attempting to bind port e84a306f-ca31-4aa4-a138-8ce10baa3e56 on network 9998996a-034e-4293-850c-0e878f149534 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:38.849223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04a24bd2-26a0-477f-a15f-dabe40b8b2ef admin admin] Publish callbacks [] for security_group (9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.877194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200e38-9f6e-4013-af01-2f191e8ad1e2 req-88772458-41bd-4cb6-befe-3112fc16dc28 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.885604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c200e38-9f6e-4013-af01-2f191e8ad1e2 req-88772458-41bd-4cb6-befe-3112fc16dc28 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.5653872 Mar 22 14:08:38.905177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:38.905512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:38.905848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:38.907954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04a24bd2-26a0-477f-a15f-dabe40b8b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.954103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-128e854f-8b88-4d47-90ea-52d9a7f2b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.954103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-128e854f-8b88-4d47-90ea-52d9a7f2b077 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 200 len: 855 time: 0.0876257 Mar 22 14:08:39.010364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Allocated IP 10.1.1.2 (1e83e16a-45a9-4d6e-890c-b5a1d13688f9/de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d/119bff71-a5b5-4656-99fa-24d7886aaf9e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:39.024689 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-04a24bd2-26a0-477f-a15f-dabe40b8b2ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3862fea4eb5c4d11b390ba4a36346bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5166438 Mar 22 14:08:39.038476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58872) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:39.038861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c200e38-9f6e-4013-af01-2f191e8ad1e2 req-24d7fa91-f737-4123-b369-bae9a3ba5c68 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523278 Mar 22 14:08:39.040777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:39.041921 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:39.044560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Port e84a306f-ca31-4aa4-a138-8ce10baa3e56 on network 9998996a-034e-4293-850c-0e878f149534 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:39.046121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Attempting to bind port e84a306f-ca31-4aa4-a138-8ce10baa3e56 on network 9998996a-034e-4293-850c-0e878f149534 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:39.064132 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 7 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:39.085412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:39.085920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:39.086419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:39.102700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:39.103020 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:39.106364 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 8 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:39.109775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a24bd2-26a0-477f-a15f-dabe40b8b2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:39.128154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:39.128806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Checking segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:39.129372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Bound using segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:39.130266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Bound port: e84a306f-ca31-4aa4-a138-8ce10baa3e56, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:39.130802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.226753 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Publish callbacks [] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.231953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:39.235892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.246142 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.273894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:39.274391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:39.274663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:39.301487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:39.305452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:39.313570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:39.335887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Pushing event updated for resources: {'Port': ['ID=119bff71-a5b5-4656-99fa-24d7886aaf9e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:39.350643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.351376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.351997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.352620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.353214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.353792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.357618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.358485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.359048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.359602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.360186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.360735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.361346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.367999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.368723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:39.502747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Attempting to bind port 119bff71-a5b5-4656-99fa-24d7886aaf9e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:39.503506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Attempting to bind port 119bff71-a5b5-4656-99fa-24d7886aaf9e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:39.504130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Attempting to bind port 119bff71-a5b5-4656-99fa-24d7886aaf9e on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:39.513216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:39.514131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Checking segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:39.514788 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.515605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Bound using segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:39.516367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Bound port: 119bff71-a5b5-4656-99fa-24d7886aaf9e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:39.517134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.649333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] For port 119bff71-a5b5-4656-99fa-24d7886aaf9e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:39.655113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] For port 119bff71-a5b5-4656-99fa-24d7886aaf9e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=119bff71-a5b5-4656-99fa-24d7886aaf9e,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:39.670949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.816701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eee3a-ade5-4617-999b-fb3882bc5dcb None None] Pushing event updated for resources: {'Port': ['ID=119bff71-a5b5-4656-99fa-24d7886aaf9e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:39.864295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:39.865486 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:39.870287 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 9 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:39.936753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-518e3779-2a93-4a6e-b595-df7222894c7f admin admin] Publish callbacks [] for security_group (9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.992424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:39.994847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:39.996092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:40.013689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:40.014365 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:40.020871 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 10 to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c Mar 22 14:08:40.033578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] For port e84a306f-ca31-4aa4-a138-8ce10baa3e56, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:40.037213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] For port e84a306f-ca31-4aa4-a138-8ce10baa3e56, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e84a306f-ca31-4aa4-a138-8ce10baa3e56,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:40.058480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:40.059115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:40.061297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:40.064967 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.081906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-518e3779-2a93-4a6e-b595-df7222894c7f admin admin] Publish callbacks [] for security_group (9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.084040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:40.084529 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 45b6b001-3dfc-42d8-bcb7-851be46ca33c on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:40.085069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (45b6b001-3dfc-42d8-bcb7-851be46ca33c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.180033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1766c0dc-3f3a-497b-9c78-a462165723dc req-db3459f7-d369-4406-a5fe-f43fd84fbd11 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5955844 Mar 22 14:08:40.211324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-b0852679-3cfc-4a8b-b876-d34455ca6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:40.225736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-b0852679-3cfc-4a8b-b876-d34455ca6387 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9998996a-034e-4293-850c-0e878f149534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2116501 Mar 22 14:08:40.393948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-518e3779-2a93-4a6e-b595-df7222894c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.408173 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-518e3779-2a93-4a6e-b595-df7222894c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.409375 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-518e3779-2a93-4a6e-b595-df7222894c7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b HTTP/1.1" status: 204 len: 168 time: 1.3662007 Mar 22 14:08:40.478172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] For port 45b6b001-3dfc-42d8-bcb7-851be46ca33c, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:40.478551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempted to set empty binding levels {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:08:40.533749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (45b6b001-3dfc-42d8-bcb7-851be46ca33c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.563009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:40.573667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.578582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/e84a306f-ca31-4aa4-a138-8ce10baa3e56 HTTP/1.1" status: 200 len: 1091 time: 3.6914804 Mar 22 14:08:40.612549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-c59d2f42-4048-4e6c-910a-bbbaf3955aad service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472397 Mar 22 14:08:40.613777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'tag': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:40.626188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e3779-2a93-4a6e-b595-df7222894c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702aa77-2c3f-47f6-ba3e-5c9ad3ea142b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:40.631227 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7381559-fc93-4a0c-89f7-4c0386e021c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d175af61-5282-4c15-9e1f-44574ce508c7", "tag": "e84a306f-ca31-4aa4-a138-8ce10baa3e56"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:40.701099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d17d-9266-486d-bd68-1b0baa6381f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e84a306f-ca31-4aa4-a138-8ce10baa3e56,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:40.720817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (05d59628-a2bc-46ae-b9fd-3be745da8856), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.782891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:40.783625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.920524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c7bdf68-43af-4e3e-a3a8-71747a5a2caf req-9101f4c4-4c6d-4002-bf19-1835907d7ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782555 Mar 22 14:08:40.922861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:08:40.929370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.4406197 Mar 22 14:08:40.942025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58888) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:40.960990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f0dca-2c74-48df-8f1b-4031d9ae1e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=45b6b001-3dfc-42d8-bcb7-851be46ca33c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:41.009274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63ca7c67-d210-449b-b4da-8deb2e17461e req-fc8bd8bf-ed53-4c10-9eaf-43b0cfa3134d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.3682990 Mar 22 14:08:41.026359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8347966-9d41-433b-b8fb-c738c61e6274 req-23cb13fc-f9ed-4ed5-aaa6-94edb523d706 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:41.028280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8347966-9d41-433b-b8fb-c738c61e6274 req-23cb13fc-f9ed-4ed5-aaa6-94edb523d706 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 931 time: 0.9837055 Mar 22 14:08:41.053365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Subnet': ['ID=05d59628-a2bc-46ae-b9fd-3be745da8856,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:41.110065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-739fe0e4-e741-44ed-9321-b6b84679c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:41.112466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Checking segment: {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:41.112817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network hostable DHCP agents. Network: 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:41.113975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-739fe0e4-e741-44ed-9321-b6b84679c8d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 1125 time: 0.3899200 Mar 22 14:08:41.165402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:41.189900 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Deleting port 45b6b001-3dfc-42d8-bcb7-851be46ca33c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:41.196014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (45b6b001-3dfc-42d8-bcb7-851be46ca33c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.307106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:41.328130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:41.329028 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.330935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c45c04b-da38-46b2-a39a-5e20596e0c22 None None] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:41.372479 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0ff11692-8224-40df-9011-9d3d46493680 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9228277 Mar 22 14:08:41.379794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58896) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:41.395445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-1bf5e147-a88e-4b99-a758-1e9659d9b113 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84a306f-ca31-4aa4-a138-8ce10baa3e56 HTTP/1.1" status: 200 len: 217 time: 0.2623999 Mar 22 14:08:41.419041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'port': {'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1231240041', 'fixed_ips': [{'subnet_id': 'de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:41.466917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] For port 45b6b001-3dfc-42d8-bcb7-851be46ca33c, host n-h1-834677-3, got binding levels [] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:41.471425 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (45b6b001-3dfc-42d8-bcb7-851be46ca33c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.551035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 119bff71-a5b5-4656-99fa-24d7886aaf9e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:41.696235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50', 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50', 'project_id': '2e765a4e59f14fcb81140917441820f9', 'fixed_ips': [{'subnet_id': '05d59628-a2bc-46ae-b9fd-3be745da8856'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:08:41.697539 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.744589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 119bff71-a5b5-4656-99fa-24d7886aaf9e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:41.745407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.790392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Calling delete_port for 45b6b001-3dfc-42d8-bcb7-851be46ca33c owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:41.791768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-a76e9e19-fc08-44e3-89dd-b3a43e290985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:41.819841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-a76e9e19-fc08-44e3-89dd-b3a43e290985 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 200 len: 855 time: 0.3973305 Mar 22 14:08:41.823707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:41.840819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8347966-9d41-433b-b8fb-c738c61e6274 req-b3ece0c1-0d30-440a-8127-5c44dc14e86a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8036010 Mar 22 14:08:41.855677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-8731e174-0661-47e7-a82c-79cdb9c1efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:41.858579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-8731e174-0661-47e7-a82c-79cdb9c1efe8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 1126 time: 0.7330070 Mar 22 14:08:42.143964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.161557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (45b6b001-3dfc-42d8-bcb7-851be46ca33c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.234042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-9e248006-a755-4cc5-b971-037800f14310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:42.236293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-9e248006-a755-4cc5-b971-037800f14310 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 917 time: 0.2712080 Mar 22 14:08:42.240165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.243669 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9137af19-a2fa-48c7-8952-ef799f2b3633 x-openstack-request-id: req-9137af19-a2fa-48c7-8952-ef799f2b3633 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:42.245240 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d175af61-5282-4c15-9e1f-44574ce508c7", "tag": "e84a306f-ca31-4aa4-a138-8ce10baa3e56", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:42.249404 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9137af19-a2fa-48c7-8952-ef799f2b3633 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:42.250523 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9137af19-a2fa-48c7-8952-ef799f2b3633'] response: {'name': 'network-changed', 'server_uuid': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'tag': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56', 'status': 'completed', 'code': 200} Mar 22 14:08:42.260353 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "DELETE /v2.0/ports/45b6b001-3dfc-42d8-bcb7-851be46ca33c HTTP/1.1" status: 204 len: 168 time: 1.3168895 Mar 22 14:08:42.279696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58914) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:42.292401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 119bff71-a5b5-4656-99fa-24d7886aaf9e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:42.292794 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.294875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7fcd9c-bf65-420f-bfcd-a85bd4983332 None None] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:42.359403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a32d-207c-40ee-9153-ffc756907dc6 req-896f051d-c6bc-410c-83ed-17fd3615283a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:42.366888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75a0a32d-207c-40ee-9153-ffc756907dc6 req-896f051d-c6bc-410c-83ed-17fd3615283a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.9648142 Mar 22 14:08:42.397484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Allocated IP 10.2.2.2 (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50/05d59628-a2bc-46ae-b9fd-3be745da8856/2965a87e-9654-4554-8134-9a7ecc494401) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:42.398082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] device_id is not set on port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:42.435707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68b1e5-cebb-4fac-b25d-349952806443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event deleted for resources: {'Port': ['ID=45b6b001-3dfc-42d8-bcb7-851be46ca33c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:42.487956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 119bff71-a5b5-4656-99fa-24d7886aaf9e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=119bff71-a5b5-4656-99fa-24d7886aaf9e,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:42.506365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a828a2-950f-43e9-9368-5a20eb28fa89 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:42.530524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-87bd6593-aa29-42c7-b3b7-8f502e1a5ca4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2 HTTP/1.1" status: 200 len: 217 time: 0.2575321 Mar 22 14:08:42.543060 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.552410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b1424236-f519-45cc-b10e-a00c1d84823b None None] Provisioning complete for port 119bff71-a5b5-4656-99fa-24d7886aaf9e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:42.552782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b1424236-f519-45cc-b10e-a00c1d84823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.554794 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c452d9-a7dd-4b78-b7e6-e44037f3dbb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:08:42.556561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-26c452d9-a7dd-4b78-b7e6-e44037f3dbb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "GET /v2.0/ports/45b6b001-3dfc-42d8-bcb7-851be46ca33c HTTP/1.1" status: 404 len: 333 time: 0.2573719 Mar 22 14:08:42.566342 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Publish callbacks [] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.571602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58922) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:42.595068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Request body: {'port': {'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1205789444'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:42.757759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Transition to ACTIVE for port object c3a828a2-950f-43e9-9368-5a20eb28fa89 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:42.770468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75a0a32d-207c-40ee-9153-ffc756907dc6 req-e69e27a1-7c36-4652-b219-96516deaf435 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021757 Mar 22 14:08:42.772094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Made reservation on behalf of a25696706af048fea2bc6185e86be660 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:42.775699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.788182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-b4d343f8-7403-4c82-9adb-5cad4ddd90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:42.796133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-b4d343f8-7403-4c82-9adb-5cad4ddd90ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9998996a-034e-4293-850c-0e878f149534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8669796 Mar 22 14:08:42.802675 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.898814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] device_id is not set on port 2210d85d-a2e6-4573-b8c7-f718257f1dfd yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:42.900990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=119bff71-a5b5-4656-99fa-24d7886aaf9e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:42.913753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a828a2-950f-43e9-9368-5a20eb28fa89,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:42.960269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102328d0-26b3-4b50-999e-c28afb301f5b req-5ce279a7-f9e1-486f-93c5-58e630082341 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:42.962702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-102328d0-26b3-4b50-999e-c28afb301f5b req-5ce279a7-f9e1-486f-93c5-58e630082341 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.7250838 Mar 22 14:08:42.966971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-c32940e1-6d18-4728-9d37-048b5569add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:42.973408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-c32940e1-6d18-4728-9d37-048b5569add1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 200 len: 855 time: 0.4151278 Mar 22 14:08:43.166902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b1424236-f519-45cc-b10e-a00c1d84823b None None] Current status of the port 119bff71-a5b5-4656-99fa-24d7886aaf9e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:43.285781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a16bfa8-d557-4e8a-98b0-961f95a1ebeb req-d991cf5a-5b55-46d3-bbdf-98bf00202f5e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.3729424 Mar 22 14:08:43.432967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 119bff71-a5b5-4656-99fa-24d7886aaf9e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:43.474112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 10.1.1.16 (1e83e16a-45a9-4d6e-890c-b5a1d13688f9/de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:43.511925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-102328d0-26b3-4b50-999e-c28afb301f5b req-cc498959-c81c-493d-8956-fb5edd673ccc tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370216 Mar 22 14:08:43.628329 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-4c82dfdb-4a29-4efb-af52-08c982b5d865 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3999829 Mar 22 14:08:43.727736 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Publish callbacks [] for port (2965a87e-9654-4554-8134-9a7ecc494401), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:43.741435 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2965a87e-9654-4554-8134-9a7ecc494401), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:43.779140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 119bff71-a5b5-4656-99fa-24d7886aaf9e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:43.779502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:43.822243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-0c18057d-1aba-481c-adad-10e8e9e49c69 service neutron] 10.222.0.57 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0120134 Mar 22 14:08:43.829147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-6bba3899-747e-4f27-97ec-94398e0feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:43.832188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-6bba3899-747e-4f27-97ec-94398e0feaf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9998996a-034e-4293-850c-0e878f149534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7872596 Mar 22 14:08:43.945318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:43.967791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:43.973653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:44.021370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Pushing event updated for resources: {'Port': ['ID=2965a87e-9654-4554-8134-9a7ecc494401,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:44.108109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b298c-1494-440b-b841-98f2a7a0ca19 req-33bf762c-9838-4656-bac2-160bee6e1caa tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:44.132046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-251b298c-1494-440b-b841-98f2a7a0ca19 req-33bf762c-9838-4656-bac2-160bee6e1caa tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 943 time: 0.6167288 Mar 22 14:08:44.143943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-32f4fef2-160b-47fe-9c5f-a24246d33185 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803674 Mar 22 14:08:44.160679 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.271382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Attempting to bind port c3a828a2-950f-43e9-9368-5a20eb28fa89 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:44.272140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Attempting to bind port c3a828a2-950f-43e9-9368-5a20eb28fa89 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:44.272727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Attempting to bind port c3a828a2-950f-43e9-9368-5a20eb28fa89 on network 9998996a-034e-4293-850c-0e878f149534 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:44.383793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.428730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-251b298c-1494-440b-b841-98f2a7a0ca19 req-9089615f-133e-4aaf-a68d-30e5a8a0cf4a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953780 Mar 22 14:08:44.445484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Port c3a828a2-950f-43e9-9368-5a20eb28fa89 on network 9998996a-034e-4293-850c-0e878f149534 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:44.449174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Attempting to bind port c3a828a2-950f-43e9-9368-5a20eb28fa89 on network 9998996a-034e-4293-850c-0e878f149534 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:44.516708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.553872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:44.554283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Checking segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:44.554679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Bound using segment: {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:44.559936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Bound port: c3a828a2-950f-43e9-9368-5a20eb28fa89, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9998996a-034e-4293-850c-0e878f149534'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:44.560379 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.644297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:44.653575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:44.673935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-04551465-620a-4a5d-a78a-0ccdb9991795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:44.676176 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-04551465-620a-4a5d-a78a-0ccdb9991795 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.9752815 Mar 22 14:08:44.676975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 119bff71-a5b5-4656-99fa-24d7886aaf9e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:44.684027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:44.725780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Attempting to bind port 2965a87e-9654-4554-8134-9a7ecc494401 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:44.726574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Attempting to bind port 2965a87e-9654-4554-8134-9a7ecc494401 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:44.727379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Attempting to bind port 2965a87e-9654-4554-8134-9a7ecc494401 on network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:44.757020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:44.762287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Checking segment: {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:44.766548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.767192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Bound using segment: {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:44.767918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Bound port: 2965a87e-9654-4554-8134-9a7ecc494401, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:44.768499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2965a87e-9654-4554-8134-9a7ecc494401), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.815029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d8a2784f-7977-47db-9a58-00425382728d None None] Provisioning complete for port 119bff71-a5b5-4656-99fa-24d7886aaf9e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:44.819203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] For port c3a828a2-950f-43e9-9368-5a20eb28fa89, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:44.827914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] For port c3a828a2-950f-43e9-9368-5a20eb28fa89, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c3a828a2-950f-43e9-9368-5a20eb28fa89,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:44.832365 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8a2784f-7977-47db-9a58-00425382728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.936995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a860e76d-a8b9-4da8-a5c5-e9edd23086be req-26857591-6bc5-42a3-b76e-1fcdc87e6d39 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273386 Mar 22 14:08:44.966595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:44.976210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] For port 2965a87e-9654-4554-8134-9a7ecc494401, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:44.981861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] For port 2965a87e-9654-4554-8134-9a7ecc494401, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2965a87e-9654-4554-8134-9a7ecc494401,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:45.024775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2965a87e-9654-4554-8134-9a7ecc494401), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.051457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.052245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.069788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.127622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:45.165927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f158d4fa-ed6f-429a-afc9-05741b342d72 req-eade8334-cf4c-49ea-ac43-0633dcf3b1aa tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=92b0ee6e-f228-4cb5-a012-193ce93edf46 HTTP/1.1" status: 200 len: 210 time: 0.2267787 Mar 22 14:08:45.197638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-764e0547-2edc-4ab6-8a42-1a1b6f3bc488 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8032172 Mar 22 14:08:45.204302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58972) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:45.211804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'port': {'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1446039237', 'fixed_ips': [{'subnet_id': 'de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:45.223197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e53b2-3096-4e76-886b-daeae71bb4f1 req-d70d35f0-70fa-4196-be09-6e55d5821699 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.230433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f95e53b2-3096-4e76-886b-daeae71bb4f1 req-d70d35f0-70fa-4196-be09-6e55d5821699 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 1.3092442 Mar 22 14:08:45.239918 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.397406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Network babf2d41-beeb-447c-ac40-3598b61795bf is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:45.403862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=2210d85d-a2e6-4573-b8c7-f718257f1dfd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:45.411732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:45.424411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a828a2-950f-43e9-9368-5a20eb28fa89,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:45.431870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:45.435388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.438456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.473346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-051a804f-08e6-4611-92f0-b7a7ae610337 req-3a4aec32-723b-474f-90e8-49e49fa46d9e service neutron] 10.222.0.57 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6349852 Mar 22 14:08:45.481872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-60c39d7c-d8a7-404a-9cbe-1cc6ce1468d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.488028 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-60c39d7c-d8a7-404a-9cbe-1cc6ce1468d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.7266638 Mar 22 14:08:45.508258 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-59cf621a-f5e7-4954-b146-f9dbb5f915c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9305661 Mar 22 14:08:45.601551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58982) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:45.662162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:45.679716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:45.697185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3', 'port_id': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'mac_address': 'fa:16:3e:81:45:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19982f16-a417-4746-99d6-50297f9a1ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:45.706426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2784f-7977-47db-9a58-00425382728d None None] Current status of the port 119bff71-a5b5-4656-99fa-24d7886aaf9e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:45.757000 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-b1b18972-a3bc-47aa-8ce0-2d0d6725b3cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.2474160 Mar 22 14:08:45.878516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1fa82-c44a-4d22-8644-b60fd70aade1 None None] Pushing event updated for resources: {'Port': ['ID=2965a87e-9654-4554-8134-9a7ecc494401,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:45.888985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-982ce0d4-216a-45d9-a765-c39fe5d8f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.890178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.890818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.892334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-d676d1f9-1398-472c-ae01-abd3dfd0c386 service neutron] 10.222.0.42 "PUT /v2.0/ports/c3a828a2-950f-43e9-9368-5a20eb28fa89 HTTP/1.1" status: 200 len: 1091 time: 7.4769604 Mar 22 14:08:45.892822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'tag': 'c3a828a2-950f-43e9-9368-5a20eb28fa89'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:45.895308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-982ce0d4-216a-45d9-a765-c39fe5d8f880 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1233668 Mar 22 14:08:45.901044 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "058776e6-e55b-4bdf-a04a-d4b73a618daf", "tag": "c3a828a2-950f-43e9-9368-5a20eb28fa89"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:45.940521 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.970753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-79896974-dfe8-4914-a86b-a0bdbe1505d5 None None] Provisioning complete for port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:45.971618 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-79896974-dfe8-4914-a86b-a0bdbe1505d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.110289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:46.114825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.122541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-79896974-dfe8-4914-a86b-a0bdbe1505d5 None None] Port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:46.130159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:46.130841 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.170416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] device_id is not set on port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:46.180906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2f876d6-d74d-46e0-80ab-1efdeddacf49 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:46.194992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-d4cd299c-1311-4049-aeaa-77934fe2fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:46.196527 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-d4cd299c-1311-4049-aeaa-77934fe2fb09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2828052 Mar 22 14:08:46.231593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f95e53b2-3096-4e76-886b-daeae71bb4f1 req-24eb62c6-ff0a-4d0d-88f5-0470b0c4dc83 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9781687 Mar 22 14:08:46.247791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:46.257821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.259429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e634ef5b-a2e2-499d-86c3-10f57e5e38c2 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:46.319880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94da1a-165d-4a39-b906-bd8157584f21 req-2db2f642-c0dc-4ea2-a3c5-cbb359cb50bf tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:46.327682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd94da1a-165d-4a39-b906-bd8157584f21 req-2db2f642-c0dc-4ea2-a3c5-cbb359cb50bf tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.9311752 Mar 22 14:08:46.546837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e634ef5b-a2e2-499d-86c3-10f57e5e38c2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:46.555094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-1a8b28e0-5e92-4308-88ec-a083c9981944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:46.556637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-1a8b28e0-5e92-4308-88ec-a083c9981944 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 1125 time: 0.9532995 Mar 22 14:08:46.639173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2', 'network_id': '9998996a-034e-4293-850c-0e878f149534', 'port_id': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2', 'mac_address': 'fa:16:3e:8d:72:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173889e4-84e9-41c0-8b1f-5793df2522ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:46.739437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:46.749528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:46.750977 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.771699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e634ef5b-a2e2-499d-86c3-10f57e5e38c2 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:46.798827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e634ef5b-a2e2-499d-86c3-10f57e5e38c2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:46.823612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 10.1.1.55 (1e83e16a-45a9-4d6e-890c-b5a1d13688f9/de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d/bd30ff5f-f2a3-41a5-8e13-4346725dcf66) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:46.828530 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.139959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd94da1a-165d-4a39-b906-bd8157584f21 req-c26b0dcb-e756-4264-9e25-67fd1e21eae4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027527 Mar 22 14:08:47.172577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:47.180543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-085045e0-e708-437f-9e79-99f44600832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.190252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-085045e0-e708-437f-9e79-99f44600832f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 1125 time: 1.1128023 Mar 22 14:08:47.228221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c2f876d6-d74d-46e0-80ab-1efdeddacf49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:47.409930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['e634ef5b-a2e2-499d-86c3-10f57e5e38c2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:47.419364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-f5349be5-ed53-4180-aa35-c79a00e32120 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a828a2-950f-43e9-9368-5a20eb28fa89 HTTP/1.1" status: 200 len: 217 time: 0.2278390 Mar 22 14:08:47.444906 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a512a65a-0f78-4079-9f43-b753278036fd x-openstack-request-id: req-a512a65a-0f78-4079-9f43-b753278036fd {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:47.445194 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058776e6-e55b-4bdf-a04a-d4b73a618daf", "tag": "c3a828a2-950f-43e9-9368-5a20eb28fa89", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:47.445440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5f5ff-58f0-41ef-9763-a422fdc3e77c None None] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:47.445575 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a512a65a-0f78-4079-9f43-b753278036fd {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:47.445849 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a512a65a-0f78-4079-9f43-b753278036fd'] response: {'name': 'network-changed', 'server_uuid': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'tag': 'c3a828a2-950f-43e9-9368-5a20eb28fa89', 'status': 'completed', 'code': 200} Mar 22 14:08:47.450969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2965a87e-9654-4554-8134-9a7ecc494401 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:47.535968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07802f-958b-45ad-aa11-50e5eb1f0153 req-4ee6578e-67aa-473d-a07b-2aa838f45df0 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.554927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d07802f-958b-45ad-aa11-50e5eb1f0153 req-4ee6578e-67aa-473d-a07b-2aa838f45df0 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 943 time: 1.0294802 Mar 22 14:08:47.599410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-a4aa94c4-2995-4f23-843b-36da2a95ceda service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0936646 Mar 22 14:08:47.674869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-795751df-e921-4b7b-ab3c-26451b6256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.677568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-795751df-e921-4b7b-ab3c-26451b6256bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 917 time: 1.0711050 Mar 22 14:08:47.728460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2965a87e-9654-4554-8134-9a7ecc494401 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:47.728844 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2965a87e-9654-4554-8134-9a7ecc494401), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.786860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e3f1671c-e413-484b-8289-124aa1ff9a1f None None] Provisioning complete for port 2965a87e-9654-4554-8134-9a7ecc494401 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:47.787686 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f1671c-e413-484b-8289-124aa1ff9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2965a87e-9654-4554-8134-9a7ecc494401), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.829877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-050eb869-6763-4432-b4c5-b7e717a5d7cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84a306f-ca31-4aa4-a138-8ce10baa3e56 HTTP/1.1" status: 200 len: 217 time: 0.0957570 Mar 22 14:08:47.857888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.905732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] device_id is not set on port 2210d85d-a2e6-4573-b8c7-f718257f1dfd yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:47.908829 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-31919fb0-e7e2-4a1b-8bc1-2ce124fe4083 req-7f6eb483-00fa-46a4-be23-24f010c73fb7 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381148 Mar 22 14:08:47.944138 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.944665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.044023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:48.082563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:48.095528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:48.098787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:48.132463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-82a7e3ea-5fbd-4215-bd67-ae94185429b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.133949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-82a7e3ea-5fbd-4215-bd67-ae94185429b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 200 len: 855 time: 0.2900012 Mar 22 14:08:48.166184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.182249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-91ad58cf-0970-4fb0-8902-406d6f456311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.183809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-91ad58cf-0970-4fb0-8902-406d6f456311 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 200 len: 855 time: 0.7176914 Mar 22 14:08:48.256316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.257204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.300334 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-17a8829f-7777-4067-a09d-3c3cab2e598e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0945151 Mar 22 14:08:48.385317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d13a867f-56ea-4e04-809a-761589af20e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.439776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1671c-e413-484b-8289-124aa1ff9a1f None None] Current status of the port 2965a87e-9654-4554-8134-9a7ecc494401 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:48.441263 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f1671c-e413-484b-8289-124aa1ff9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2965a87e-9654-4554-8134-9a7ecc494401), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.503504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d07802f-958b-45ad-aa11-50e5eb1f0153 req-07d03a88-87fe-4388-8127-d97a578cc01c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9472470 Mar 22 14:08:48.628827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc168f-9715-417d-b7c5-d5ea0204890e req-d4c62b91-144b-484f-bbd5-45f973068643 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.643004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2965a87e-9654-4554-8134-9a7ecc494401 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:48.643004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2965a87e-9654-4554-8134-9a7ecc494401), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.673384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cfc168f-9715-417d-b7c5-d5ea0204890e req-d4c62b91-144b-484f-bbd5-45f973068643 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 1.0916362 Mar 22 14:08:48.792746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=2210d85d-a2e6-4573-b8c7-f718257f1dfd,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:48.806650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 2965a87e-9654-4554-8134-9a7ecc494401, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2965a87e-9654-4554-8134-9a7ecc494401,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:48.822390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2965a87e-9654-4554-8134-9a7ecc494401), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.897696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:48.898053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:48.907960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:48.995045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-5e29e962-9f90-4ca1-8f0f-4bfca6cdaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.011105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-5e29e962-9f90-4ca1-8f0f-4bfca6cdaa21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9998996a-034e-4293-850c-0e878f149534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7721105 Mar 22 14:08:49.079923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-e3f1671c-e413-484b-8289-124aa1ff9a1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:08:49.080576 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-e3f1671c-e413-484b-8289-124aa1ff9a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:08:49.101425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=2965a87e-9654-4554-8134-9a7ecc494401,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:49.137753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:49.266521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port c2f876d6-d74d-46e0-80ab-1efdeddacf49 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:49.267100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.460975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:49.461361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.524886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:49.528923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:49.535216 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe2068-27df-4b0b-8081-ded4d4891ba4" -d '{"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-plugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:49.543453 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.544384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e634ef5b-a2e2-499d-86c3-10f57e5e38c2 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:49.710670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:49.773829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:49.786436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1671c-e413-484b-8289-124aa1ff9a1f None None] Current status of the port 2965a87e-9654-4554-8134-9a7ecc494401 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:49.791505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:49.791505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.958007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cfc168f-9715-417d-b7c5-d5ea0204890e req-702423b8-b30c-4b26-82a7-6f86a4fc9126 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3003635 Mar 22 14:08:49.964321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:49.965623 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:49.992222 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 2 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:50.015202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-8d094696-e48c-4fd3-bde9-7ed0b9cc46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:50.017683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-8d094696-e48c-4fd3-bde9-7ed0b9cc46f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9998996a-034e-4293-850c-0e878f149534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7266438 Mar 22 14:08:50.025586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:50.026312 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.055965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ef726d10-a3f1-43d3-82d0-667ce5c81c60 None None] Provisioning complete for port 2965a87e-9654-4554-8134-9a7ecc494401 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:50.056332 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef726d10-a3f1-43d3-82d0-667ce5c81c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2965a87e-9654-4554-8134-9a7ecc494401), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.153643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e84a306f-ca31-4aa4-a138-8ce10baa3e56 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:50.175311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:50.176036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:50.177089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:50.306312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:50.307166 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:50.309504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-38bb2c1d-6348-41e9-8d88-d1911e21c7ec service neutron] 10.222.0.57 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331063 Mar 22 14:08:50.333205 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 3 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:50.420159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e84a306f-ca31-4aa4-a138-8ce10baa3e56, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e84a306f-ca31-4aa4-a138-8ce10baa3e56,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:50.445282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:50.445763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:50.446242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:50.529322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7381559-fc93-4a0c-89f7-4c0386e021c9 req-4b50420e-3f2d-410a-bf60-c1a282729b7b service neutron] 10.222.0.57 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259189 Mar 22 14:08:50.561252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77aaf8-a773-4c1d-a930-8e75382ca202 req-3809e752-c0a2-475f-88ad-07b11d4d9e86 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:50.569713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b77aaf8-a773-4c1d-a930-8e75382ca202 req-3809e752-c0a2-475f-88ad-07b11d4d9e86 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 944 time: 1.6082337 Mar 22 14:08:50.582186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:50.582773 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:50.617209 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 4 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:50.685257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:50.685257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:50.686378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:50.712009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b77aaf8-a773-4c1d-a930-8e75382ca202 req-f4fb28dc-a9f9-47e3-8afc-0fa49cb040f0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401842 Mar 22 14:08:50.725060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:50.725060 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:50.725060 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 5 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:50.725323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59088) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:50.733076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2f996e2b-af91-433a-82b1-194b9296b5eb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314228236', 'description': 'tempest-description--1094019262'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:50.750213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-29068510-b114-49ae-a165-e0bb712dc360 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043264 Mar 22 14:08:50.807545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:50.808112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:50.808446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:50.814393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f996e2b-af91-433a-82b1-194b9296b5eb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.841409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port e634ef5b-a2e2-499d-86c3-10f57e5e38c2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:50.879583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56', 'network_id': '9998996a-034e-4293-850c-0e878f149534', 'port_id': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56', 'mac_address': 'fa:16:3e:88:dc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173889e4-84e9-41c0-8b1f-5793df2522ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:50.936281 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.957576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:50.957942 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:51.036102 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 6 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:51.042754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f996e2b-af91-433a-82b1-194b9296b5eb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group (34b13213-476d-44cf-93e3-ffd908c6fec0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.052664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f996e2b-af91-433a-82b1-194b9296b5eb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34b13213-476d-44cf-93e3-ffd908c6fec0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.106165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f996e2b-af91-433a-82b1-194b9296b5eb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.110546 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2f996e2b-af91-433a-82b1-194b9296b5eb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3815687 Mar 22 14:08:51.114326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:51.120483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0ac3c93f-0456-4dad-96a7-75fb13245653 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'security_group_rule': {'security_group_id': '34b13213-476d-44cf-93e3-ffd908c6fec0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:51.127511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f996e2b-af91-433a-82b1-194b9296b5eb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b13213-476d-44cf-93e3-ffd908c6fec0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.173566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:51.174228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:51.174578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:51.174728 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c93f-0456-4dad-96a7-75fb13245653 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group_rule (389e82e5-becc-4759-9775-b03600b5ee96), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.210911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ef726d10-a3f1-43d3-82d0-667ce5c81c60 None None] Current status of the port 2965a87e-9654-4554-8134-9a7ecc494401 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:51.245164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8534-036e-4342-9805-dcd537a090f5 req-8bd5440c-817d-4309-b094-cd6229fb3fa5 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.261037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51fb8534-036e-4342-9805-dcd537a090f5 req-8bd5440c-817d-4309-b094-cd6229fb3fa5 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 943 time: 0.3090670 Mar 22 14:08:51.264800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:51.267244 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:51.270740 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 7 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:51.326232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2965a87e-9654-4554-8134-9a7ecc494401 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:51.352256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:51.353154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:51.353951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:51.365122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c93f-0456-4dad-96a7-75fb13245653 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group_rule (389e82e5-becc-4759-9775-b03600b5ee96), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.372195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c93f-0456-4dad-96a7-75fb13245653 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (389e82e5-becc-4759-9775-b03600b5ee96), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.389666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc12ce7-7629-49ad-bbf7-381d4ebedd7d req-09c0f065-231d-4cf9-9e79-8af2f18755b5 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226320 Mar 22 14:08:51.406238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:51.409375 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:51.412507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3c93f-0456-4dad-96a7-75fb13245653 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389e82e5-becc-4759-9775-b03600b5ee96,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.435982 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 8 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:51.459196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c93f-0456-4dad-96a7-75fb13245653 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.465258 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0ac3c93f-0456-4dad-96a7-75fb13245653 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3469050 Mar 22 14:08:51.465749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59100) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:51.474447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2eda4a30-0648-46e7-b79c-3be361e9e47e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'security_group_rule': {'security_group_id': '34b13213-476d-44cf-93e3-ffd908c6fec0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:51.488230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51fb8534-036e-4342-9805-dcd537a090f5 req-6a6d8f57-871a-4d78-9d80-3e4bf4830c5d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243555 Mar 22 14:08:51.519821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:51.520157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:51.520491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:51.530847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eda4a30-0648-46e7-b79c-3be361e9e47e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group_rule (34a6d17d-cbcb-441c-80a5-13ac7adfcdd8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.552022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-420a2b01-aa91-473f-a740-356603764f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.576362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.580105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:51.580438 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:51.582329 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 9 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:51.610788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ef726d10-a3f1-43d3-82d0-667ce5c81c60 None None] Provisioning complete for port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:51.611070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef726d10-a3f1-43d3-82d0-667ce5c81c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.642208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:51.644294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:51.644655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:51.678818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:51.686731 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:51.689140 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 10 to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd Mar 22 14:08:51.724173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-1f1cc9c1-4a2f-4451-931e-ebdc0782d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.726199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-1f1cc9c1-4a2f-4451-931e-ebdc0782d173 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 1125 time: 0.2272146 Mar 22 14:08:51.740546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eda4a30-0648-46e7-b79c-3be361e9e47e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group_rule (34a6d17d-cbcb-441c-80a5-13ac7adfcdd8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.745935 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e78b356-51c0-4ddd-9b97-eee29c2b8560 x-openstack-request-id: req-6e78b356-51c0-4ddd-9b97-eee29c2b8560 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:51.746297 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-plugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:51.746715 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e78b356-51c0-4ddd-9b97-eee29c2b8560 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:51.747154 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e78b356-51c0-4ddd-9b97-eee29c2b8560'] response: {'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'code': 200} Mar 22 14:08:51.749424 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eda4a30-0648-46e7-b79c-3be361e9e47e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (34a6d17d-cbcb-441c-80a5-13ac7adfcdd8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.769734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ef726d10-a3f1-43d3-82d0-667ce5c81c60 None None] Port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:51.796177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port e84a306f-ca31-4aa4-a138-8ce10baa3e56 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:51.797908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda4a30-0648-46e7-b79c-3be361e9e47e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a6d17d-cbcb-441c-80a5-13ac7adfcdd8,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.804075 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.816038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eda4a30-0648-46e7-b79c-3be361e9e47e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.817899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2eda4a30-0648-46e7-b79c-3be361e9e47e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502121 Mar 22 14:08:51.821289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59108) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:51.824541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:51.824959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:51.826223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:51.833976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:51.845400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:51.845762 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:51.850547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.902039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.918553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2965a87e-9654-4554-8134-9a7ecc494401 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:51.923299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2965a87e-9654-4554-8134-9a7ecc494401), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.956634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84a306f-ca31-4aa4-a138-8ce10baa3e56 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:52.082123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e84a306f-ca31-4aa4-a138-8ce10baa3e56, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e84a306f-ca31-4aa4-a138-8ce10baa3e56,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:52.084903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.102462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.110446 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.181907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] For port 2210d85d-a2e6-4573-b8c7-f718257f1dfd, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:52.182787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempted to set empty binding levels {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:08:52.226616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.261296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2965a87e-9654-4554-8134-9a7ecc494401 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:52.264235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=e84a306f-ca31-4aa4-a138-8ce10baa3e56,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:52.311095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 172.25.2.226 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/86e5bb3e-3372-41b3-8d70-73bd514fca43) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:52.378350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=2210d85d-a2e6-4573-b8c7-f718257f1dfd,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:52.383356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-d77db3c7-c9e7-4d37-bb0e-e0e3b78fe22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.385093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-d77db3c7-c9e7-4d37-bb0e-e0e3b78fe22f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 917 time: 0.6313119 Mar 22 14:08:52.392795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] In _notify_port_updated(), no bound segment for port 2210d85d-a2e6-4573-b8c7-f718257f1dfd on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:08:52.393774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.394851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.396386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2a3a966b-de4a-428b-91cb-eca0d985691a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "PUT /v2.0/ports/2210d85d-a2e6-4573-b8c7-f718257f1dfd HTTP/1.1" status: 200 len: 979 time: 6.7255185 Mar 22 14:08:52.401193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59122) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:52.405031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e84a306f-ca31-4aa4-a138-8ce10baa3e56'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:52.526310 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.609836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.625729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-999b5c9a-56e5-40ff-819d-9f0e27c272b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a828a2-950f-43e9-9368-5a20eb28fa89 HTTP/1.1" status: 200 len: 217 time: 0.2253160 Mar 22 14:08:52.733783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-ef47b602-1f2b-406b-989f-93808f8533aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.746781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-ef47b602-1f2b-406b-989f-93808f8533aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 200 len: 855 time: 0.1129889 Mar 22 14:08:52.830554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=86e5bb3e-3372-41b3-8d70-73bd514fca43,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:52.874802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:52.876543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:52.879110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.879594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.880116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.880631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.881372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.882131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.882591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.883752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.884749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.884749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.885125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.886008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.887702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:52.889621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.892149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.893790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.894407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.895043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.895393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.896076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.896499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.896965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.898021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.898543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.899175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.899645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.900572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.910951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a72a0485-874c-4262-8817-65d3ee65ea82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24200 time: 0.5025358 Mar 22 14:08:52.927775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7647bf7-9c40-4384-8c5a-36f94ff9493f req-6b36da00-04ef-44a4-a52f-b1c22479a3e8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.929356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7647bf7-9c40-4384-8c5a-36f94ff9493f req-6b36da00-04ef-44a4-a52f-b1c22479a3e8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.8871133 Mar 22 14:08:52.930760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59130) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:53.112009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for floatingip (5bea1fc7-cb7a-4d65-b25b-ad105ba847e8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.201111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.328426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7647bf7-9c40-4384-8c5a-36f94ff9493f req-30d310a6-514c-4a15-ab44-6e14373238ad tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387308 Mar 22 14:08:53.331657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.343456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-3aab8ef0-aa5b-479f-a97b-257d4b234de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.345153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-3aab8ef0-aa5b-479f-a97b-257d4b234de9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9998996a-034e-4293-850c-0e878f149534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5786500 Mar 22 14:08:53.453493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Deleting port 2210d85d-a2e6-4573-b8c7-f718257f1dfd {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:53.454133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.543024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] For port 2210d85d-a2e6-4573-b8c7-f718257f1dfd, host n-h1-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:53.543722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.564146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Calling delete_port for 2210d85d-a2e6-4573-b8c7-f718257f1dfd owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:53.637212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.648258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.700351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2210d85d-a2e6-4573-b8c7-f718257f1dfd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.748261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:53.750581 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f005c17-b841-4c54-b26b-56cfb36c5c0f" -d '{"events": [{"server_uuid": "18a2c1e2-1a55-42ce-9753-823788d434b1", "name": "network-vif-plugged", "status": "completed", "tag": "e634ef5b-a2e2-499d-86c3-10f57e5e38c2"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:53.799014 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.805526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2210d85d-a2e6-4573-b8c7-f718257f1dfd HTTP/1.1" status: 204 len: 168 time: 0.8713527 Mar 22 14:08:53.809034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb7a14-110a-4aed-9e39-5db0a8d57a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event deleted for resources: {'Port': ['ID=2210d85d-a2e6-4573-b8c7-f718257f1dfd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:53.814311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59138) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:53.856427 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeb5673-b86e-4210-b51c-96eec8cabd60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:08:53.861421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8eeb5673-b86e-4210-b51c-96eec8cabd60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "GET /v2.0/ports/2210d85d-a2e6-4573-b8c7-f718257f1dfd HTTP/1.1" status: 404 len: 333 time: 0.0381453 Mar 22 14:08:53.863112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59140) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:53.866963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949580801', 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:53.906791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7d824-3b77-4670-ab02-e4bdf60c155e req-2d808421-ea7d-4475-a8d1-8b2e0b10ab93 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.909791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3c7d824-3b77-4670-ab02-e4bdf60c155e req-2d808421-ea7d-4475-a8d1-8b2e0b10ab93 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2283430 Mar 22 14:08:53.921714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-d59c30b2-887a-44a7-ae1f-b66e4f79c11a service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683520 Mar 22 14:08:54.030177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Made reservation on behalf of a25696706af048fea2bc6185e86be660 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:54.030177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.030905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=86e5bb3e-3372-41b3-8d70-73bd514fca43,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:54.054303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (5bea1fc7-cb7a-4d65-b25b-ad105ba847e8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.094258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.095783 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-03ab4ea6-6a92-4d03-a880-966a0c2cede6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2729461 Mar 22 14:08:54.129434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e84a306f-ca31-4aa4-a138-8ce10baa3e56 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:54.147367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] device_id is not set on port f8a957cd-75ee-4d8c-ab96-4436ca6aa02c yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:54.238641 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.321442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port e84a306f-ca31-4aa4-a138-8ce10baa3e56 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:54.328145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port e84a306f-ca31-4aa4-a138-8ce10baa3e56 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:54.328510 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.433146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3c7d824-3b77-4670-ab02-e4bdf60c155e req-af1267f9-577f-45bd-9745-471b7d18df72 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5100062 Mar 22 14:08:54.447329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cb0a3be-31be-44bd-a04f-8c74eb19f6c4 req-fbcfd9bb-ab9e-47cc-b1c7-15beb72b7b01 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168493 Mar 22 14:08:54.733114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.751405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port e84a306f-ca31-4aa4-a138-8ce10baa3e56 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:54.751866 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.813086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e84a306f-ca31-4aa4-a138-8ce10baa3e56, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e84a306f-ca31-4aa4-a138-8ce10baa3e56,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:54.832152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.904281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=e84a306f-ca31-4aa4-a138-8ce10baa3e56,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:54.944316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d4b44-f612-4be2-a69d-a0d88a205cd1 req-54f930a5-d77f-4900-be56-c9abaf16995d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.951981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-986d4b44-f612-4be2-a69d-a0d88a205cd1 req-54f930a5-d77f-4900-be56-c9abaf16995d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 943 time: 0.3841543 Mar 22 14:08:54.956976 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for port (f8a957cd-75ee-4d8c-ab96-4436ca6aa02c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.073936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-986d4b44-f612-4be2-a69d-a0d88a205cd1 req-1f0f495c-f197-4bd6-b0e3-6f6d0db7154d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208849 Mar 22 14:08:55.139087 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049a5190-7802-4aae-a508-3b30126e66f6 x-openstack-request-id: req-049a5190-7802-4aae-a508-3b30126e66f6 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:55.139657 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2c1e2-1a55-42ce-9753-823788d434b1", "name": "network-vif-plugged", "status": "completed", "tag": "e634ef5b-a2e2-499d-86c3-10f57e5e38c2", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:55.140097 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-049a5190-7802-4aae-a508-3b30126e66f6 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:55.141843 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049a5190-7802-4aae-a508-3b30126e66f6'] response: {'server_uuid': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2', 'code': 200} Mar 22 14:08:55.142793 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f8a957cd-75ee-4d8c-ab96-4436ca6aa02c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.171793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c3a828a2-950f-43e9-9368-5a20eb28fa89 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:55.231917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Network babf2d41-beeb-447c-ac40-3598b61795bf is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:55.267466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:55.275789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59162) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:55.280267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:55.281487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.282294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.308282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a957cd-75ee-4d8c-ab96-4436ca6aa02c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:55.333582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9792edcd-4e93-4047-bac3-f3e128f456a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4703252 Mar 22 14:08:55.336597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59166) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:55.414939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38c64-d313-4631-8084-6098e2602cd7 req-52ff1e31-833c-4432-8c99-bcda08952989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.424487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9eb38c64-d313-4631-8084-6098e2602cd7 req-52ff1e31-833c-4432-8c99-bcda08952989 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 1128 time: 0.1782291 Mar 22 14:08:55.477681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a0c453-3aa5-478b-b865-e638f787a5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.486957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e5a0c453-3aa5-478b-b865-e638f787a5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "GET /v2.0/ports/f8a957cd-75ee-4d8c-ab96-4436ca6aa02c HTTP/1.1" status: 200 len: 959 time: 0.1486235 Mar 22 14:08:55.496113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516472-2b23-4047-a11e-dd64cd166844 req-4f81e28f-4746-4714-ae87-1b2840e40775 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.501356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c3a828a2-950f-43e9-9368-5a20eb28fa89, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c3a828a2-950f-43e9-9368-5a20eb28fa89,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:55.503304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60516472-2b23-4047-a11e-dd64cd166844 req-4f81e28f-4746-4714-ae87-1b2840e40775 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1754167 Mar 22 14:08:55.504981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59168) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:55.529816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7914f5b1-fc0b-4d30-bd8f-c808ea37ea26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.546603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'c3a828a2-950f-43e9-9368-5a20eb28fa89', 'network_id': '9998996a-034e-4293-850c-0e878f149534', 'port_id': 'c3a828a2-950f-43e9-9368-5a20eb28fa89', 'mac_address': 'fa:16:3e:08:6a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173889e4-84e9-41c0-8b1f-5793df2522ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:55.566006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9eb38c64-d313-4631-8084-6098e2602cd7 req-7ae851ed-bcc5-4526-9c21-3ecf4aaeb093 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338327 Mar 22 14:08:55.587702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c3a828a2-950f-43e9-9368-5a20eb28fa89 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:55.588156 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.603809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a828a2-950f-43e9-9368-5a20eb28fa89 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:55.635645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c3a828a2-950f-43e9-9368-5a20eb28fa89, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c3a828a2-950f-43e9-9368-5a20eb28fa89,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:55.637902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60516472-2b23-4047-a11e-dd64cd166844 req-01d72bdd-ac52-44ce-b860-7a18e1704687 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337020 Mar 22 14:08:55.651905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.716858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Deleting port f8a957cd-75ee-4d8c-ab96-4436ca6aa02c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:55.717267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f8a957cd-75ee-4d8c-ab96-4436ca6aa02c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.752436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7914f5b1-fc0b-4d30-bd8f-c808ea37ea26 admin admin] Publish callbacks [] for security_group (609792e8-6a24-4be1-ad81-860271b6837b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.764617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7914f5b1-fc0b-4d30-bd8f-c808ea37ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (609792e8-6a24-4be1-ad81-860271b6837b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.786983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c3a828a2-950f-43e9-9368-5a20eb28fa89,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:55.913955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f8a957cd-75ee-4d8c-ab96-4436ca6aa02c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.917722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c3a828a2-950f-43e9-9368-5a20eb28fa89'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:55.950225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Calling delete_port for f8a957cd-75ee-4d8c-ab96-4436ca6aa02c owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:55.968241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7914f5b1-fc0b-4d30-bd8f-c808ea37ea26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c09b519b3994cd38d02eecb142e9b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6893563 Mar 22 14:08:55.970659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914f5b1-fc0b-4d30-bd8f-c808ea37ea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609792e8-6a24-4be1-ad81-860271b6837b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:55.973827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59170) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:56.071925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0507112-ac51-415b-b6ed-c54b8a639c3b req-2b8fd205-31ef-48a5-826a-d13af49e96bf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.085153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0507112-ac51-415b-b6ed-c54b8a639c3b req-2b8fd205-31ef-48a5-826a-d13af49e96bf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2703214 Mar 22 14:08:56.145337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb9a-b76f-47ed-a18e-976861d106b4 admin admin] Publish callbacks [] for security_group (609792e8-6a24-4be1-ad81-860271b6837b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.197061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb9a-b76f-47ed-a18e-976861d106b4 admin admin] Publish callbacks [] for security_group (609792e8-6a24-4be1-ad81-860271b6837b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.277809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f8a957cd-75ee-4d8c-ab96-4436ca6aa02c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.320040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb9a-b76f-47ed-a18e-976861d106b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (609792e8-6a24-4be1-ad81-860271b6837b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.322757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb9a-b76f-47ed-a18e-976861d106b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.324132 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3bdabb9a-b76f-47ed-a18e-976861d106b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/609792e8-6a24-4be1-ad81-860271b6837b HTTP/1.1" status: 204 len: 168 time: 0.3440282 Mar 22 14:08:56.343489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdabb9a-b76f-47ed-a18e-976861d106b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609792e8-6a24-4be1-ad81-860271b6837b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:56.433227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.445665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "DELETE /v2.0/ports/f8a957cd-75ee-4d8c-ab96-4436ca6aa02c HTTP/1.1" status: 204 len: 168 time: 0.9344409 Mar 22 14:08:56.445897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59176) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:56.467295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582a91-cdb2-4c2b-b7e4-5a1a2cb18b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8a957cd-75ee-4d8c-ab96-4436ca6aa02c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:56.518390 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad1de89-051e-4e57-a1fd-f4b8b0cb15d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:08:56.530409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ad1de89-051e-4e57-a1fd-f4b8b0cb15d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "GET /v2.0/ports/f8a957cd-75ee-4d8c-ab96-4436ca6aa02c HTTP/1.1" status: 404 len: 333 time: 0.0730875 Mar 22 14:08:56.531126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59178) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:56.536089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Request body: {'port': {'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387807701'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:56.596424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0507112-ac51-415b-b6ed-c54b8a639c3b req-68041200-dedc-4096-a34c-b7db68192d1a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5058763 Mar 22 14:08:56.650165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Made reservation on behalf of a25696706af048fea2bc6185e86be660 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:56.659468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.703332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] device_id is not set on port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:57.018588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59190) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:57.053099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-afb78bb7-592b-4e00-b5d6-181bd646dc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.143966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:57.146035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.146262 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58324a1-14fb-41b9-8af5-816461084665" -d '{"events": [{"server_uuid": "d175af61-5282-4c15-9e1f-44574ce508c7", "name": "network-vif-plugged", "status": "completed", "tag": "e84a306f-ca31-4aa4-a138-8ce10baa3e56"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:57.193703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c3a828a2-950f-43e9-9368-5a20eb28fa89 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:57.196414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.282176 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-afb78bb7-592b-4e00-b5d6-181bd646dc8f admin admin] Publish callbacks [] for security_group (66d40774-946f-4f41-9910-284e94aa2afb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.310165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-afb78bb7-592b-4e00-b5d6-181bd646dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (66d40774-946f-4f41-9910-284e94aa2afb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.318914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port c3a828a2-950f-43e9-9368-5a20eb28fa89 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:57.324036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port c3a828a2-950f-43e9-9368-5a20eb28fa89 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:57.324470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.348217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Network babf2d41-beeb-447c-ac40-3598b61795bf is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:57.352100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:57.361044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-afb78bb7-592b-4e00-b5d6-181bd646dc8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad788a62d753430787a210f14b3f99be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408823 Mar 22 14:08:57.362691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:57.363657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:57.364267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.365664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59194) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:57.395135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=0a19b387-b042-4f30-a97e-bfcd6cb0fb5a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:57.425845 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c740fc8-4bbd-4ee8-b799-a21f350edfad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8910363 Mar 22 14:08:57.426234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59196) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:57.447214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:57.452593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb78bb7-592b-4e00-b5d6-181bd646dc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d40774-946f-4f41-9910-284e94aa2afb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:57.536159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c3a828a2-950f-43e9-9368-5a20eb28fa89 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:57.536579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.536900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d287-c563-4ccd-bc2c-adcad93e5145 admin admin] Publish callbacks [] for security_group (66d40774-946f-4f41-9910-284e94aa2afb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.609078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.625042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c3a828a2-950f-43e9-9368-5a20eb28fa89, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c3a828a2-950f-43e9-9368-5a20eb28fa89,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:57.631730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d287-c563-4ccd-bc2c-adcad93e5145 admin admin] Publish callbacks [] for security_group (66d40774-946f-4f41-9910-284e94aa2afb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.637566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.806057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c3a828a2-950f-43e9-9368-5a20eb28fa89,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:57.807115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d287-c563-4ccd-bc2c-adcad93e5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (66d40774-946f-4f41-9910-284e94aa2afb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.807115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d287-c563-4ccd-bc2c-adcad93e5145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.807115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e2f6d287-c563-4ccd-bc2c-adcad93e5145 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66d40774-946f-4f41-9910-284e94aa2afb HTTP/1.1" status: 204 len: 168 time: 0.4225240 Mar 22 14:08:57.808792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d287-c563-4ccd-bc2c-adcad93e5145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d40774-946f-4f41-9910-284e94aa2afb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:57.959755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] device_id is not set on port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:57.969205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks [] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.980621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.058098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=0a19b387-b042-4f30-a97e-bfcd6cb0fb5a,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:58.076615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.076961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.077307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.082940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.083274 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.083658 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 2 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.131788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.132143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.132500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.147052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.147438 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.147759 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 3 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.175068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.176373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.176719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.189807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.191964 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.192305 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 4 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.219155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.219491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.219828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.226823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.227139 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.227530 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 5 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.242450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.242791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.243130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.252063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.252392 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.252789 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 6 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.292526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.295011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.295576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.315647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.316818 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.317702 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 7 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.354639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.356672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.357401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.361983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.378527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.381236 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.384787 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 8 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.429041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.429779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.430244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.443146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.445158 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.446681 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 9 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.496922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.497822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.498602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.509759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.510594 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.511088 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempt 10 to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a Mar 22 14:08:58.526435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:58.526925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:58.527368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempting to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:58.532587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:58.533043 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Failed to bind port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on host n-h1-834677-3 for vnic_type normal using segments [{'id': '75dfb73f-1de2-40cb-9c63-cf91e8037d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'babf2d41-beeb-447c-ac40-3598b61795bf'}] Mar 22 14:08:58.533550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.675867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] For port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:58.677029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attempted to set empty binding levels {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:08:58.690102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.745945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] In _notify_port_updated(), no bound segment for port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a on network babf2d41-beeb-447c-ac40-3598b61795bf {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:08:58.747230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.748184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.749727 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "PUT /v2.0/ports/0a19b387-b042-4f30-a97e-bfcd6cb0fb5a HTTP/1.1" status: 200 len: 979 time: 1.3226779 Mar 22 14:08:58.753211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59216) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:58.793650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5171dc1-45f3-4eba-88cd-8e6a87d9585a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event updated for resources: {'Port': ['ID=0a19b387-b042-4f30-a97e-bfcd6cb0fb5a,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:58.959854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Deleting port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:58.960369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.058752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] For port 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a, host n-h1-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:59.069253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.110706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Calling delete_port for 0a19b387-b042-4f30-a97e-bfcd6cb0fb5a owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:59.290368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0a19b387-b042-4f30-a97e-bfcd6cb0fb5a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.335033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a19b387-b042-4f30-a97e-bfcd6cb0fb5a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:59.392524 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.401661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59226) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:59.402746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ac133c09-7999-470f-aaae-c5be6e1d663a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "DELETE /v2.0/ports/0a19b387-b042-4f30-a97e-bfcd6cb0fb5a HTTP/1.1" status: 204 len: 168 time: 0.6478591 Mar 22 14:08:59.438966 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a625a28-7e21-4fbc-92e4-d201e3aaa737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:08:59.440458 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6a625a28-7e21-4fbc-92e4-d201e3aaa737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020020037-project-admin] 10.222.0.44 "GET /v2.0/ports/0a19b387-b042-4f30-a97e-bfcd6cb0fb5a HTTP/1.1" status: 404 len: 333 time: 0.0377245 Mar 22 14:08:59.449998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59230) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:59.588039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (babf2d41-beeb-447c-ac40-3598b61795bf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.684534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (babf2d41-beeb-447c-ac40-3598b61795bf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.725941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babf2d41-beeb-447c-ac40-3598b61795bf']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:59.734291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dfb73f-1de2-40cb-9c63-cf91e8037d0e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:59.734578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dfb73f-1de2-40cb-9c63-cf91e8037d0e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:59.746606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (75dfb73f-1de2-40cb-9c63-cf91e8037d0e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.766281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (75dfb73f-1de2-40cb-9c63-cf91e8037d0e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.773781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:59.774148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (75dfb73f-1de2-40cb-9c63-cf91e8037d0e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:59.778206 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:59.869504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (babf2d41-beeb-447c-ac40-3598b61795bf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.881777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.887650 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] 10.222.0.44 "DELETE /v2.0/networks/babf2d41-beeb-447c-ac40-3598b61795bf HTTP/1.1" status: 204 len: 168 time: 0.4326775 Mar 22 14:08:59.902750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f54b2-1a13-45e9-9504-babf98de4f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844384342-project] Pushing event deleted for resources: {'Network': ['ID=babf2d41-beeb-447c-ac40-3598b61795bf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:00.199841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-6877d891-cfdd-4230-80d9-10f94d9e9a1f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.201425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-6877d891-cfdd-4230-80d9-10f94d9e9a1f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.1564882 Mar 22 14:09:00.248439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-09910949-454e-4636-91ee-45bee749f48e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/quotas/03a6139e620642568a3b5527faefcf60 HTTP/1.1" status: 200 len: 375 time: 0.0291395 Mar 22 14:09:00.264778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:00.310983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-5fc8309b-09e9-4124-bd15-86dae17a3808 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--314228236&fields=id&tenant_id=2e765a4e59f14fcb81140917441820f9 HTTP/1.1" status: 200 len: 267 time: 0.2467918 Mar 22 14:09:00.314067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-65f8e9c2-c4af-4242-8b27-7ef58d312a7c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492027 Mar 22 14:09:00.405300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-af600592-97cf-4852-93ee-41fd747e5fe7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.407008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-af600592-97cf-4852-93ee-41fd747e5fe7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 936 time: 0.0780132 Mar 22 14:09:00.552322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-1434660e-6a81-4d77-adb4-a3c3e07155ac tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.554478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-1434660e-6a81-4d77-adb4-a3c3e07155ac tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 936 time: 0.0722227 Mar 22 14:09:00.615720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-ca911234-1c63-4bd9-b1dd-90ae26ea6081 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?network_id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0513430 Mar 22 14:09:00.620601 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-4f818557-1ef4-408e-a00a-405cf9b7e429 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110465 Mar 22 14:09:00.676964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9638ecd0-82ad-4cd5-91e5-81d3e86be396 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?network_id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0443881 Mar 22 14:09:00.856632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6999da4d-a16a-4b99-a80a-a33db1b0993f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.862706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6999da4d-a16a-4b99-a80a-a33db1b0993f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.869035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6999da4d-a16a-4b99-a80a-a33db1b0993f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.870792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6999da4d-a16a-4b99-a80a-a33db1b0993f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/networks?id=4e0898a8-edc4-4b45-bae3-8138b313d423&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 HTTP/1.1" status: 200 len: 1992 time: 0.1828606 Mar 22 14:09:00.909927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8393d28f-5250-47bb-8f94-1a6455af394b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6439c63b652445b7bc5538f771b07872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6438150 Mar 22 14:09:00.910571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-09ef9361-2849-4228-acc0-5fea6ac317a2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/quotas/2e765a4e59f14fcb81140917441820f9 HTTP/1.1" status: 200 len: 375 time: 0.0232930 Mar 22 14:09:00.913148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59290) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:00.986669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-34e5ef43-d1b8-4d85-b14c-9a9630e0e1bb service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348744 Mar 22 14:09:01.040137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-ae4a693d-58b2-46ba-8e53-8766b7b90ea6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1197305 Mar 22 14:09:01.107174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01478a22-bb6f-4e6c-b288-277e459c8ba0 admin admin] Publish callbacks [] for security_group (5b6dd166-0cd5-46fa-afed-0e52b43f5241), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.152931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01478a22-bb6f-4e6c-b288-277e459c8ba0 admin admin] Publish callbacks [] for security_group (5b6dd166-0cd5-46fa-afed-0e52b43f5241), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.214568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01478a22-bb6f-4e6c-b288-277e459c8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5b6dd166-0cd5-46fa-afed-0e52b43f5241), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.217865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01478a22-bb6f-4e6c-b288-277e459c8ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.235122 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-01478a22-bb6f-4e6c-b288-277e459c8ba0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b6dd166-0cd5-46fa-afed-0e52b43f5241 HTTP/1.1" status: 204 len: 168 time: 0.3193128 Mar 22 14:09:01.267133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01478a22-bb6f-4e6c-b288-277e459c8ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6dd166-0cd5-46fa-afed-0e52b43f5241,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:01.312009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-71b8bce0-e2f7-45e6-a71a-9d9f63263641 service neutron] 10.222.0.44 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273190 Mar 22 14:09:01.862158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4cfd7-592a-4df9-966b-e6c8eb1591bf req-ed3edb62-6cb1-40cd-9eed-5d7f6b20eedf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.863758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98a4cfd7-592a-4df9-966b-e6c8eb1591bf req-ed3edb62-6cb1-40cd-9eed-5d7f6b20eedf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.5476499 Mar 22 14:09:01.980187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-2aaefa50-1048-42f7-b5f2-f11c5543d4c5 service neutron] 10.222.0.44 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277311 Mar 22 14:09:01.983365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98a4cfd7-592a-4df9-966b-e6c8eb1591bf req-af194f84-8e85-4231-b5ee-6fe48b93fb11 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118383 Mar 22 14:09:02.056823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-a1ee973e-2a81-4c43-80b6-ae49c8ff1fe6 service neutron] 10.222.0.44 "GET /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0702279 Mar 22 14:09:02.222967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59324) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:02.285912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-d61297b6-a23e-4de9-8466-9f52dec4e5d6 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081311 Mar 22 14:09:02.290270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-efca1349-a698-4cfa-a231-02a264e520b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a25696706af048fea2bc6185e86be660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660288 Mar 22 14:09:02.292803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59326) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:02.308850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0d76-cbd8-4fe0-9321-9064a4fab4ce req-f4663ba6-21ee-4e1c-8ce0-f2b62b811424 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.310425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23db0d76-cbd8-4fe0-9321-9064a4fab4ce req-f4663ba6-21ee-4e1c-8ce0-f2b62b811424 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1339405 Mar 22 14:09:02.420115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf774ae1-749d-4635-b84e-9f39679af0a5 admin admin] Publish callbacks [] for security_group (22b2a857-c1f7-4eef-b95e-000ff20b5802), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.445134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf774ae1-749d-4635-b84e-9f39679af0a5 admin admin] Publish callbacks [] for security_group (22b2a857-c1f7-4eef-b95e-000ff20b5802), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.450408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23db0d76-cbd8-4fe0-9321-9064a4fab4ce req-e53a02cc-5b1e-4f22-9d95-925a17b2963c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276319 Mar 22 14:09:02.487052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-409fdadf-5705-4681-a258-94bbb304535c service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731555 Mar 22 14:09:02.564024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf774ae1-749d-4635-b84e-9f39679af0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (22b2a857-c1f7-4eef-b95e-000ff20b5802), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.566845 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf774ae1-749d-4635-b84e-9f39679af0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.570422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf774ae1-749d-4635-b84e-9f39679af0a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22b2a857-c1f7-4eef-b95e-000ff20b5802 HTTP/1.1" status: 204 len: 168 time: 0.2739372 Mar 22 14:09:02.600353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf774ae1-749d-4635-b84e-9f39679af0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b2a857-c1f7-4eef-b95e-000ff20b5802,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:02.608212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-04877513-b1f0-4e9d-a3f8-d33b49617143 service neutron] 10.222.0.44 "GET /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1013227 Mar 22 14:09:02.699938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e730-2310-4053-a0ee-e82118adc13a req-3efa2468-7d37-4887-a57e-8e4143aed7f1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.707318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6996e730-2310-4053-a0ee-e82118adc13a req-3efa2468-7d37-4887-a57e-8e4143aed7f1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.1451175 Mar 22 14:09:02.789299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6996e730-2310-4053-a0ee-e82118adc13a req-2abb83a6-2783-461e-bd6a-b457f743acf8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810564 Mar 22 14:09:02.821219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-66b2cd9a-4cdf-46ed-870d-451fedafc4f7 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003260 Mar 22 14:09:02.856339 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaca9237-6829-4464-8573-2a0a687786fb x-openstack-request-id: req-aaca9237-6829-4464-8573-2a0a687786fb {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:02.856935 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d175af61-5282-4c15-9e1f-44574ce508c7", "name": "network-vif-plugged", "status": "completed", "tag": "e84a306f-ca31-4aa4-a138-8ce10baa3e56", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:02.857418 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaca9237-6829-4464-8573-2a0a687786fb {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:02.857890 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaca9237-6829-4464-8573-2a0a687786fb'] response: {'server_uuid': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56', 'code': 200} Mar 22 14:09:03.043235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e376333-de88-4803-bbe4-3bfa1f06b43b req-0fd11db0-c45e-407d-b706-4d613d9d46da tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 210 time: 0.0719764 Mar 22 14:09:03.080541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47415de-572f-4a06-85cd-322a59b245d2 req-9bc18f35-3e25-4168-8fca-f5960195fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:03.082293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e47415de-572f-4a06-85cd-322a59b245d2 req-9bc18f35-3e25-4168-8fca-f5960195fe3d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 1127 time: 0.1348920 Mar 22 14:09:03.100342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-084ba0ab-7b1a-44eb-9f05-639f5df5c485 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716343 Mar 22 14:09:03.540594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e47415de-572f-4a06-85cd-322a59b245d2 req-62cbefea-0634-474d-b64e-f13964f73e1f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466882 Mar 22 14:09:03.613829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c89073-24a5-4070-b56a-616088eaee2f req-1e0e3f32-7cff-4860-ae9d-7fd2c8e207d8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:03.622086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66c89073-24a5-4070-b56a-616088eaee2f req-1e0e3f32-7cff-4860-ae9d-7fd2c8e207d8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3865736 Mar 22 14:09:03.637473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3fb63aed-a245-40d1-9bec-351ccfe95c48 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113044 Mar 22 14:09:03.771000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-09432a81-5eb7-4854-bf8e-93402580ee17 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:03.773037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-09432a81-5eb7-4854-bf8e-93402580ee17 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.4752936 Mar 22 14:09:03.791979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Request body: {'port': {'device_id': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'admin_state_up': True, 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:03.817196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66c89073-24a5-4070-b56a-616088eaee2f req-6d356f06-6c4e-411f-8275-6ad79d2a8aee tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761818 Mar 22 14:09:04.011518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3b5100bd-3796-4698-81fe-1871ebe95fa8 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447125 Mar 22 14:09:04.170038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-468ccaa6-ae7e-4ba9-bf44-c29214db4f7a service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543100 Mar 22 14:09:04.319011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b38ea-000f-4127-8fe5-c643622cf6a3 req-486944cc-4019-43f5-9f25-3b190b7029ce tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.330096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a30b38ea-000f-4127-8fe5-c643622cf6a3 req-486944cc-4019-43f5-9f25-3b190b7029ce tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.3737528 Mar 22 14:09:04.459466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0deb0e92-b4b6-4a02-ac06-9a27e1077a4b service neutron] 10.222.0.44 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777550 Mar 22 14:09:04.470113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:04.474010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:04.534694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a30b38ea-000f-4127-8fe5-c643622cf6a3 req-bf249cd8-8516-4c09-9721-83024e4e58af tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027690 Mar 22 14:09:04.803218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-19607ab8-1b06-4d62-ab03-1a1c38ac44c4 service neutron] 10.222.0.44 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427825 Mar 22 14:09:04.859471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a828a2-950f-43e9-9368-5a20eb28fa89'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:04.862759 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5625c14-e78b-40d2-a458-3e3bc066cf4f" -d '{"events": [{"server_uuid": "058776e6-e55b-4bdf-a04a-d4b73a618daf", "name": "network-vif-plugged", "status": "completed", "tag": "c3a828a2-950f-43e9-9368-5a20eb28fa89"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:04.990687 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-53700964-1917-47f1-8e7a-574a31985831 service neutron] 10.222.0.44 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718025 Mar 22 14:09:05.232096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Allocated IP 172.20.0.4 (3b4d4fe1-57f8-46db-90f7-13628524dea6/7688f550-22c3-4c7f-b5c5-16e2757ded09/ce75a0df-fc67-4cfe-b39c-07343ddada2e) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:05.350034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53405d-b203-45cf-9a6c-8be7224472b7 req-220e71e7-7852-4fbb-af12-24f1688af181 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.354552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a53405d-b203-45cf-9a6c-8be7224472b7 req-220e71e7-7852-4fbb-af12-24f1688af181 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.2735581 Mar 22 14:09:05.373827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-8be7e7d3-4c50-42cd-b8e5-1acd51c189a3 service neutron] 10.222.0.44 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642957 Mar 22 14:09:05.652786 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks [] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:05.704041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:05.862508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:05.879625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:05.894974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:05.931280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-08d167b3-a7f2-4bcd-95a6-c1392cb2d6d4 service neutron] 10.222.0.44 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503442 Mar 22 14:09:05.946771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event updated for resources: {'Port': ['ID=ce75a0df-fc67-4cfe-b39c-07343ddada2e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:05.976340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a53405d-b203-45cf-9a6c-8be7224472b7 req-c0cd8350-19f1-4520-ad8a-8149230df759 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786193 Mar 22 14:09:06.003078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.003078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.050017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2ddf527b-af71-4f35-885f-2e57bf4d1918 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2643917 Mar 22 14:09:06.058481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:06.071565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Request body: {'port': {'device_id': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:06.173264 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.496075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-373122917', 'router:external': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:06.520747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce75a0df-fc67-4cfe-b39c-07343ddada2e {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:06.529422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Publish callbacks [] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.544655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Transition to ACTIVE for port object ce75a0df-fc67-4cfe-b39c-07343ddada2e will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:06.553519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-999be3b8-33f8-4407-a67a-aeaac9f6480c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.555360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-999be3b8-33f8-4407-a67a-aeaac9f6480c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 936 time: 0.6096754 Mar 22 14:09:06.564747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Made reservation on behalf of 6a8882d2ecbb47deb6a10aa9dfa6af08 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:06.567233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.572419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.588653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.683188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Pushing event updated for resources: {'Port': ['ID=ce75a0df-fc67-4cfe-b39c-07343ddada2e,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:06.782655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for security_group (eb986924-1acc-4246-93e2-8ba00b6b5f9d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.790503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (eb986924-1acc-4246-93e2-8ba00b6b5f9d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.803136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-4b4d40c5-34e9-414c-98e5-342cec2e11c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.805048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-4b4d40c5-34e9-414c-98e5-342cec2e11c1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.6434965 Mar 22 14:09:06.813274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f149ad99-2361-4a88-a1a0-e3ba66476224 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.815075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f149ad99-2361-4a88-a1a0-e3ba66476224 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 936 time: 0.2182746 Mar 22 14:09:06.934275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:09:06.935820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-fd83e0a6-2b1e-4a19-9947-df825e5e6ece tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/quotas/46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 375 time: 0.1145000 Mar 22 14:09:06.964217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb986924-1acc-4246-93e2-8ba00b6b5f9d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:06.971718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b2c027b4-dc59-4c1b-9e52-eeb360a70ce3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.973856 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Added segment b2c027b4-dc59-4c1b-9e52-eeb360a70ce3 of type vlan for network 60d53b1e-5155-4140-b581-a50ada49f8af Mar 22 14:09:07.124699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Attempting to bind port ce75a0df-fc67-4cfe-b39c-07343ddada2e on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:07.125007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Attempting to bind port ce75a0df-fc67-4cfe-b39c-07343ddada2e by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:07.125337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Attempting to bind port ce75a0df-fc67-4cfe-b39c-07343ddada2e on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:07.152227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Port ce75a0df-fc67-4cfe-b39c-07343ddada2e on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:07.152227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Attempting to bind port ce75a0df-fc67-4cfe-b39c-07343ddada2e on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:07.156957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:07.157293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:07.158698 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (60d53b1e-5155-4140-b581-a50ada49f8af), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.159780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Bound using segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:07.160810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Bound port: ce75a0df-fc67-4cfe-b39c-07343ddada2e, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:07.161195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.193777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-b0c927a8-7923-4f58-8b10-e37f2fc306c0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2570546 Mar 22 14:09:07.256209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (60d53b1e-5155-4140-b581-a50ada49f8af), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.257744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:07.258612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.391119 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3302839 Mar 22 14:09:07.396674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2fc5b-97da-4fbc-8279-30b165cf5f18 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Network': ['ID=60d53b1e-5155-4140-b581-a50ada49f8af,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:07.402209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59518) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:07.416920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 60d53b1e-5155-4140-b581-a50ada49f8af details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:09:07.428806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-bbc3acf5-a9ee-444b-8876-3920a962d8e3 service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272997 Mar 22 14:09:07.432707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'subnet': {'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:07.436773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] For port ce75a0df-fc67-4cfe-b39c-07343ddada2e, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:07.584609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-17db367f-a22c-4ce3-8595-c41d9c1282a7 service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449838 Mar 22 14:09:07.588129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] For port ce75a0df-fc67-4cfe-b39c-07343ddada2e, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ce75a0df-fc67-4cfe-b39c-07343ddada2e,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:07.612331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.726850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Pushing event updated for resources: {'Port': ['ID=ce75a0df-fc67-4cfe-b39c-07343ddada2e,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:07.733013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Made reservation on behalf of 6a8882d2ecbb47deb6a10aa9dfa6af08 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:07.736382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.747146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:07.747766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.749741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-c874a022-084b-4b81-82d0-cbaec5291d95 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce75a0df-fc67-4cfe-b39c-07343ddada2e HTTP/1.1" status: 200 len: 1091 time: 1.6836121 Mar 22 14:09:07.779724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'tag': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:07.782476 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84a259-2f0f-4f37-a13b-74e68f5c4477" -d '{"events": [{"name": "network-changed", "server_uuid": "70e9b915-ab0b-4ef8-9813-e3a624f96b15", "tag": "ce75a0df-fc67-4cfe-b39c-07343ddada2e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:07.909657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-f102faec-c8b4-4ff9-a4a9-47df95059059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:07.911272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-f102faec-c8b4-4ff9-a4a9-47df95059059 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 1125 time: 0.0957243 Mar 22 14:09:07.982038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-33e06f86-bc34-413e-be4d-ed0f92b55e29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce75a0df-fc67-4cfe-b39c-07343ddada2e HTTP/1.1" status: 200 len: 217 time: 0.0610023 Mar 22 14:09:08.054913 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c624aef-5f6c-4c0e-944d-33a5505507f5 x-openstack-request-id: req-1c624aef-5f6c-4c0e-944d-33a5505507f5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:08.055439 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058776e6-e55b-4bdf-a04a-d4b73a618daf", "name": "network-vif-plugged", "status": "completed", "tag": "c3a828a2-950f-43e9-9368-5a20eb28fa89", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:08.056517 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c624aef-5f6c-4c0e-944d-33a5505507f5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:08.057198 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c624aef-5f6c-4c0e-944d-33a5505507f5'] response: {'server_uuid': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a828a2-950f-43e9-9368-5a20eb28fa89', 'code': 200} Mar 22 14:09:08.458169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-b2a4dd67-2ad8-42bd-b749-b7498f4a9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:08.461072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-b2a4dd67-2ad8-42bd-b749-b7498f4a9c7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.4529049 Mar 22 14:09:08.603791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0d920517-62af-4a01-acb5-5af1e3f7533c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:08.620935 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0d920517-62af-4a01-acb5-5af1e3f7533c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 936 time: 0.3777454 Mar 22 14:09:08.751760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ed87df0-cf2d-44f0-ae77-112d278c0cad tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:08.765202 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ed87df0-cf2d-44f0-ae77-112d278c0cad tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 936 time: 0.1427250 Mar 22 14:09:09.019874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-a6541259-ecb7-41b7-8481-82f191064152 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5290053 Mar 22 14:09:09.035633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d095c7-f045-4c32-b58f-e995267689a8 req-e06f3b27-8186-4ba4-b7a8-94d25cfcf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.037594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35d095c7-f045-4c32-b58f-e995267689a8 req-e06f3b27-8186-4ba4-b7a8-94d25cfcf342 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 1127 time: 0.8525004 Mar 22 14:09:09.146057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32708286-e3b4-4702-aa96-ebefb24a9949 req-f3a22ad1-4917-4d23-ab3c-6e7657257092 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.154136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32708286-e3b4-4702-aa96-ebefb24a9949 req-f3a22ad1-4917-4d23-ab3c-6e7657257092 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.9124804 Mar 22 14:09:09.159501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-e3162b4e-ef75-46ef-b961-870e86f67ebc service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191890 Mar 22 14:09:09.215499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9fa4-c3ef-46b2-9592-a732dc18fd88 req-d2012d4b-554b-44e3-9570-77eb1007f3d3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.218250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-676e9fa4-c3ef-46b2-9592-a732dc18fd88 req-d2012d4b-554b-44e3-9570-77eb1007f3d3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 943 time: 1.0095835 Mar 22 14:09:09.458246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-af76edcf-84a0-426b-9aa8-4466ce45f903 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871232 Mar 22 14:09:09.470038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32708286-e3b4-4702-aa96-ebefb24a9949 req-5c92a3f3-a46f-48f3-9424-cd24aee3f8b6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147321 Mar 22 14:09:09.486559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35d095c7-f045-4c32-b58f-e995267689a8 req-6205eac9-b724-4ca3-bf2c-3f95b09644bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236065 Mar 22 14:09:09.617230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-676e9fa4-c3ef-46b2-9592-a732dc18fd88 req-bf9785e2-a51e-4839-833a-7bea5a585a8c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677899 Mar 22 14:09:09.727807 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057d427c-8b95-45dc-86e7-5aee897b1c32 x-openstack-request-id: req-057d427c-8b95-45dc-86e7-5aee897b1c32 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:09.731715 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e9b915-ab0b-4ef8-9813-e3a624f96b15", "tag": "ce75a0df-fc67-4cfe-b39c-07343ddada2e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:09.732199 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-057d427c-8b95-45dc-86e7-5aee897b1c32 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:09.733127 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057d427c-8b95-45dc-86e7-5aee897b1c32'] response: {'name': 'network-changed', 'server_uuid': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'tag': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e', 'status': 'completed', 'code': 200} Mar 22 14:09:09.881987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbed725f-4073-49a8-9937-163fea149d24 req-3cc3017b-2260-415a-a187-19dbf4e7b35e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 210 time: 0.0695386 Mar 22 14:09:09.974259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:09:09.976860 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (c38dba0f-2faa-4e25-8dd1-87f886b6c389), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:09.988848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175049d0-2a5b-4e44-94e8-d9ac77931d96 req-e45c7fb3-344e-4bd5-baad-9ee2442e8510 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.990419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-175049d0-2a5b-4e44-94e8-d9ac77931d96 req-e45c7fb3-344e-4bd5-baad-9ee2442e8510 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.3971732 Mar 22 14:09:10.070559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09cd37bb-f6f2-484f-8ae8-e32ff25d5631 req-95237a58-6a4d-4169-b726-95de47910971 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0989141 Mar 22 14:09:10.083619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-b6298635-58cf-4f37-9fba-71a6f0e25053 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.086103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-b6298635-58cf-4f37-9fba-71a6f0e25053 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.4261873 Mar 22 14:09:10.109246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-b132ddb4-3869-47ea-b5d7-e2fd30d0b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.111038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-b132ddb4-3869-47ea-b5d7-e2fd30d0b8dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 1125 time: 0.3769262 Mar 22 14:09:10.117849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'port': {'device_id': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'admin_state_up': True, 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:10.202151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c38dba0f-2faa-4e25-8dd1-87f886b6c389,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:10.297597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Checking segment: {'id': 'b2c027b4-dc59-4c1b-9e52-eeb360a70ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:10.297998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network hostable DHCP agents. Network: 60d53b1e-5155-4140-b581-a50ada49f8af, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:09:10.311606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-175049d0-2a5b-4e44-94e8-d9ac77931d96 req-b8983a97-2536-4551-bf82-cadf6d7253e8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019819 Mar 22 14:09:10.412237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-c5c1a856-0c2e-4568-afbd-a548316863d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.413822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-c5c1a856-0c2e-4568-afbd-a548316863d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.2885787 Mar 22 14:09:10.417357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network 60d53b1e-5155-4140-b581-a50ada49f8af is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:09:10.483568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-431515b3-aaca-4e76-a313-5386715a07da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce75a0df-fc67-4cfe-b39c-07343ddada2e HTTP/1.1" status: 200 len: 217 time: 0.0586240 Mar 22 14:09:10.484391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 60d53b1e-5155-4140-b581-a50ada49f8af) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:10.494932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b32c8b-f096-48e2-9e26-f065231ec612 None None] Network 60d53b1e-5155-4140-b581-a50ada49f8af requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:10.504237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.505137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:10.541569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Made reservation on behalf of 46681445aaef43cf93b9d2f53d12b44c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:10.550960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:10.564321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e7bf-59fd-459a-974f-3885231be131 req-5c0e766c-0aac-4b7c-b9a4-74c365794a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.569319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b95e7bf-59fd-459a-974f-3885231be131 req-5c0e766c-0aac-4b7c-b9a4-74c365794a6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1127 time: 0.2565842 Mar 22 14:09:10.608113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-da38cad1-6e70-4d5a-b036-16823632966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.615376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-da38cad1-6e70-4d5a-b036-16823632966c service neutron] 10.222.0.57 "GET /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 1032 time: 0.1516564 Mar 22 14:09:10.672647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cedea0c1-6cc2-431c-9145-892dcf03c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.678197 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cedea0c1-6cc2-431c-9145-892dcf03c1ff service neutron] 10.222.0.57 "GET /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 1032 time: 0.0574341 Mar 22 14:09:10.727463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f9d32d-4f3c-421a-b5f3-a9fdbac19da6 None None] Network 60d53b1e-5155-4140-b581-a50ada49f8af requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:10.866342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-30dbea4c-e360-4fec-8447-4eb76d1deca4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4404192 Mar 22 14:09:10.938023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-f9393ade-4df4-42aa-a2c4-d89c5f29bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.939688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-f9393ade-4df4-42aa-a2c4-d89c5f29bc01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.4306157 Mar 22 14:09:10.969205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59628) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:10.997383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-625918994', 'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:11.087717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-59686b37-aa9b-4f2f-9149-93ec408659c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860546 Mar 22 14:09:11.216446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Made reservation on behalf of 6a8882d2ecbb47deb6a10aa9dfa6af08 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:11.222163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.249867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4a592176-3514-4153-bd33-e1a7b2c7b840 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.257795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4a592176-3514-4153-bd33-e1a7b2c7b840 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.266058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4a592176-3514-4153-bd33-e1a7b2c7b840 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.269093 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4a592176-3514-4153-bd33-e1a7b2c7b840 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "GET /v2.0/networks?id=4e0898a8-edc4-4b45-bae3-8138b313d423&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 HTTP/1.1" status: 200 len: 1992 time: 0.5864570 Mar 22 14:09:11.280528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce0646-c374-45be-8543-a17d9fd3afa9 req-9fcdd74d-8db4-46d1-bff6-163be1796fb8 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.288680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fce0646-c374-45be-8543-a17d9fd3afa9 req-9fcdd74d-8db4-46d1-bff6-163be1796fb8 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.6045094 Mar 22 14:09:11.340394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e7bf-59fd-459a-974f-3885231be131 req-94aba393-ab08-416a-bec2-9c432e9bb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.343390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b95e7bf-59fd-459a-974f-3885231be131 req-94aba393-ab08-416a-bec2-9c432e9bb8da service neutron] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 915 time: 0.7534971 Mar 22 14:09:11.352072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c7626-1706-49aa-806c-04c64426a592 req-3ca8af09-734f-4fed-b00a-bfb32b0ef98d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.361048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d6c7626-1706-49aa-806c-04c64426a592 req-3ca8af09-734f-4fed-b00a-bfb32b0ef98d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 943 time: 0.5393906 Mar 22 14:09:11.394643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] device_id is not set on port 89148667-616d-4974-a087-9bff009358cc yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:09:11.397272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-8833d5bf-54aa-4afc-a506-407315c9a309 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e765a4e59f14fcb81140917441820f9 HTTP/1.1" status: 200 len: 379 time: 0.1168170 Mar 22 14:09:11.407307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'admin_state_up': True, 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'security_groups': ['34b13213-476d-44cf-93e3-ffd908c6fec0']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:11.512197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b95e7bf-59fd-459a-974f-3885231be131 req-b5bd1809-3893-4a9b-9e0e-d105d967d064 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 217 time: 0.1399710 Mar 22 14:09:11.519403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59642) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:11.582987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Allocated IP 172.20.0.9 (9840ebf2-822d-4151-9260-dcc7fddf1be9/8cc6706b-a1c2-4ff2-8f31-120c44ff1951/6f4bd258-08a7-4752-8192-1a39568f097e) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:11.615523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:11.622452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.664316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Deleting subnet fc3398f6-2516-4dc3-8280-05ed1c47a125 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:11.676124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Publish callbacks [] for subnet (fc3398f6-2516-4dc3-8280-05ed1c47a125), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.686008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fce0646-c374-45be-8543-a17d9fd3afa9 req-2ea9180b-fe75-475e-a94a-75c3745814f2 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963294 Mar 22 14:09:11.748016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-2a9a349f-4436-40ef-a26b-36eefa586b06 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092982 Mar 22 14:09:11.789722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (fc3398f6-2516-4dc3-8280-05ed1c47a125), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.811571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d6c7626-1706-49aa-806c-04c64426a592 req-1926c81e-1d93-4849-8e0a-ab77f4bc4fdb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498608 Mar 22 14:09:11.882973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (fc3398f6-2516-4dc3-8280-05ed1c47a125), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.919232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 172.20.0.7 (4e0898a8-edc4-4b45-bae3-8138b313d423/e180e39c-c3f4-4029-9ecc-2af3e6986ab1/40bc9f53-aab1-44c0-97b8-a80ad1a0df28) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:11.986969 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (fc3398f6-2516-4dc3-8280-05ed1c47a125), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.997209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Allocated IP 172.20.0.6 (60d53b1e-5155-4140-b581-a50ada49f8af/c38dba0f-2faa-4e25-8dd1-87f886b6c389/89148667-616d-4974-a087-9bff009358cc) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:12.062010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3398f6-2516-4dc3-8280-05ed1c47a125,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:12.069737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.074865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fc3398f6-2516-4dc3-8280-05ed1c47a125 HTTP/1.1" status: 204 len: 168 time: 0.5537329 Mar 22 14:09:12.082827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59648) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:12.105430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.105901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.106369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.106716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.107092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.107426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.107751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.108072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.108408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.108915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.109236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.109555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.109874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.110393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.110923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b7ac6-97e0-4dc2-a498-83facade2726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:12.216879 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for port (89148667-616d-4974-a087-9bff009358cc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.225266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ce75a0df-fc67-4cfe-b39c-07343ddada2e details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:12.241798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (1a4552c1-4f66-4489-975a-d4ca7ca62f61), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.273565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c84a259-2f0f-4f37-a13b-74e68f5c4477 req-949e21ca-b763-4aea-b0b2-974dda1af786 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846027 Mar 22 14:09:12.289127 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (89148667-616d-4974-a087-9bff009358cc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.291870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e7bf-59fd-459a-974f-3885231be131 req-87a99914-41db-41a9-90d2-0a0c5318a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:12.294334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b95e7bf-59fd-459a-974f-3885231be131 req-87a99914-41db-41a9-90d2-0a0c5318a39b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.7598670 Mar 22 14:09:12.317265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.351601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network 60d53b1e-5155-4140-b581-a50ada49f8af is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:12.475805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ce75a0df-fc67-4cfe-b39c-07343ddada2e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ce75a0df-fc67-4cfe-b39c-07343ddada2e,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:12.489197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (1a4552c1-4f66-4489-975a-d4ca7ca62f61), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.492566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e', 'mac_address': 'fa:16:3e:8f:0d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:12.506023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efdc9ffb-394b-42b3-a4e0-d8f1fb87b0ce req-51a616aa-f75a-4765-9b43-537dac3e99f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 210 time: 0.2469871 Mar 22 14:09:12.507370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:12.510790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3461d13-3559-4f88-9092-5257d03afd15 req-40fad7fb-b25f-4c7a-9265-ae66f49f3b0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.2326641 Mar 22 14:09:12.511616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:12.563203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4552c1-4f66-4489-975a-d4ca7ca62f61']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:12.582940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ce75a0df-fc67-4cfe-b39c-07343ddada2e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:12.584273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.584462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.596949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Port': ['ID=89148667-616d-4974-a087-9bff009358cc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:12.616706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce75a0df-fc67-4cfe-b39c-07343ddada2e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:12.643154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b95e7bf-59fd-459a-974f-3885231be131 req-f45bb32b-76d1-4119-91df-9e6b21ee6f7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558216 Mar 22 14:09:12.655522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ce75a0df-fc67-4cfe-b39c-07343ddada2e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ce75a0df-fc67-4cfe-b39c-07343ddada2e,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:12.660484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:12.661204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:12.663547 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.706523 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.736271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ce75a0df-fc67-4cfe-b39c-07343ddada2e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:12.776593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:12.776936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:12.778592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.792261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:12.796717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:12.817255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:12.817668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (82bdd3b5-bb9f-4b87-a73b-fbb43b956a6a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:12.819591 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:12.929684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ce75a0df-fc67-4cfe-b39c-07343ddada2e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:12.980594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (1a4552c1-4f66-4489-975a-d4ca7ca62f61), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.993204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:12.993540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.030552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:13.031131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.059002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.063721 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1a4552c1-4f66-4489-975a-d4ca7ca62f61 HTTP/1.1" status: 204 len: 168 time: 0.9767954 Mar 22 14:09:13.070944 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-9e11f8b5-a6bd-4cbf-8be1-2149e454faf0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6674986 Mar 22 14:09:13.089119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'admin_state_up': True, 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'security_groups': ['34b13213-476d-44cf-93e3-ffd908c6fec0']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:13.146804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c2ce123b-e3ae-4578-a37d-fad4e0221be3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.1617868 Mar 22 14:09:13.169324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59668) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:13.223149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772d4de-8114-4c6f-baae-20a46f49e5d2 req-b7f01b43-61f8-42af-b7fe-91c7a2692067 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:13.225620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8772d4de-8114-4c6f-baae-20a46f49e5d2 req-b7f01b43-61f8-42af-b7fe-91c7a2692067 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.3757150 Mar 22 14:09:13.255649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca4cc0-e264-4dec-bb81-1d4bbaacbee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4552c1-4f66-4489-975a-d4ca7ca62f61,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:13.277534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fdf24-e946-4675-a27a-dfb0af993943 req-06ffb362-c6b7-4616-9952-a532504a459e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:13.279572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b71fdf24-e946-4675-a27a-dfb0af993943 req-06ffb362-c6b7-4616-9952-a532504a459e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 945 time: 0.6140459 Mar 22 14:09:13.312222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:13.318235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.321104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:13.323036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (6f4bd258-08a7-4752-8192-1a39568f097e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.337990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b95e7bf-59fd-459a-974f-3885231be131 req-68437641-a0dd-4163-abac-2107c3b92dfb service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735501 Mar 22 14:09:13.425631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59672) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:13.441903 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-68a2c2c6-da55-476a-9f79-e5856669c543 None None] Provisioning complete for port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:13.442286 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-68a2c2c6-da55-476a-9f79-e5856669c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.488657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-68a2c2c6-da55-476a-9f79-e5856669c543 None None] Port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:13.535580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b71fdf24-e946-4675-a27a-dfb0af993943 req-ce9de0cf-8ffb-4d07-8e2c-d0a20c55f057 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222581 Mar 22 14:09:13.662686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e5ffd70-e430-4de6-b9eb-c7d3dea022a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b89ac75eac644058ba440fed873a5e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361121 Mar 22 14:09:13.671441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59680) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:13.745749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:13.746077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 10.1.1.250 (1e83e16a-45a9-4d6e-890c-b5a1d13688f9/de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d/1616d952-a6ab-4d41-923b-ddc7f962147f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:13.746928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.785424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:13.788884 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658f854-a915-4523-b400-0d79e7f999dd" -d '{"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:13.816122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:13.820996 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.873635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-817923e5-fb0a-4070-891a-8f994a80fc64 admin admin] Publish callbacks [] for security_group (10793dfd-83b0-4fb8-bb7a-9bb335aadc36), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.890356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:14.026763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-817923e5-fb0a-4070-891a-8f994a80fc64 admin admin] Publish callbacks [] for security_group (10793dfd-83b0-4fb8-bb7a-9bb335aadc36), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.133412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-817923e5-fb0a-4070-891a-8f994a80fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (10793dfd-83b0-4fb8-bb7a-9bb335aadc36), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.136844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-817923e5-fb0a-4070-891a-8f994a80fc64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.145151 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-817923e5-fb0a-4070-891a-8f994a80fc64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10793dfd-83b0-4fb8-bb7a-9bb335aadc36 HTTP/1.1" status: 204 len: 168 time: 0.4655790 Mar 22 14:09:14.169344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817923e5-fb0a-4070-891a-8f994a80fc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10793dfd-83b0-4fb8-bb7a-9bb335aadc36,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:14.234616 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.235258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ce75a0df-fc67-4cfe-b39c-07343ddada2e up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:14.334325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.376219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8772d4de-8114-4c6f-baae-20a46f49e5d2 req-70c10bc8-53cc-4c0f-837a-73d7072904ba tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1341701 Mar 22 14:09:14.378402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b95e7bf-59fd-459a-974f-3885231be131 req-c3afd61f-009f-4227-941e-2cfe432311a0 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0296447 Mar 22 14:09:14.411250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:14.461001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port ce75a0df-fc67-4cfe-b39c-07343ddada2e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:14.471414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ce75a0df-fc67-4cfe-b39c-07343ddada2e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:14.473202 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.487557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:14.514585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:14.521000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.543776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bec0c44c-347d-463a-b446-65aa6a3e58ad'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:14.661537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=1616d952-a6ab-4d41-923b-ddc7f962147f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:14.701732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:14.710463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:14.713401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Deleting port 89148667-616d-4974-a087-9bff009358cc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:14.714214 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (89148667-616d-4974-a087-9bff009358cc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.729184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.760544 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31f6930e-effc-4da1-8b29-51d4c567a624 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6761396 Mar 22 14:09:14.779018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'admin_state_up': True, 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'security_groups': ['34b13213-476d-44cf-93e3-ffd908c6fec0']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:14.782120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ce75a0df-fc67-4cfe-b39c-07343ddada2e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:14.782516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.852770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ce75a0df-fc67-4cfe-b39c-07343ddada2e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ce75a0df-fc67-4cfe-b39c-07343ddada2e,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:14.861164 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.932753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ce75a0df-fc67-4cfe-b39c-07343ddada2e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:14.940778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (89148667-616d-4974-a087-9bff009358cc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.973871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Calling delete_port for 89148667-616d-4974-a087-9bff009358cc owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:15.030294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:15.033915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.064798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6c929740-f47d-4de1-8e37-563faeaf3b8e None None] Provisioning complete for port 1616d952-a6ab-4d41-923b-ddc7f962147f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:15.065179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c929740-f47d-4de1-8e37-563faeaf3b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.145468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=6f4bd258-08a7-4752-8192-1a39568f097e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:15.151377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:15.152071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6c929740-f47d-4de1-8e37-563faeaf3b8e None None] Port 1616d952-a6ab-4d41-923b-ddc7f962147f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:15.165113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:15.295286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.305248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.310217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 10.1.1.117 (1e83e16a-45a9-4d6e-890c-b5a1d13688f9/de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d/255aa5f4-14aa-4847-a791-8dec85ba3e20) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:15.427298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca982d-6197-42c2-9f1a-378e7499f1b1 req-a40054d1-bb8c-4db4-a7e0-5d335503cf88 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.428820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdca982d-6197-42c2-9f1a-378e7499f1b1 req-a40054d1-bb8c-4db4-a7e0-5d335503cf88 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 944 time: 1.0493178 Mar 22 14:09:15.446180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-a62337d8-3bf0-4fa6-bdab-6ef2ff44fce9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3408303 Mar 22 14:09:15.473158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Request body: {'port': {'device_id': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:15.651637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb6b65-a1c4-431a-84f3-1af4331cda27 req-e7d4234a-81a0-4c60-a354-65b7f58bfb12 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.660701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74bb6b65-a1c4-431a-84f3-1af4331cda27 req-e7d4234a-81a0-4c60-a354-65b7f58bfb12 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 931 time: 0.5363462 Mar 22 14:09:15.697744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-790b57a7-939b-4928-9652-6436d77539f6 None None] Provisioning complete for port 6f4bd258-08a7-4752-8192-1a39568f097e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:15.698413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-790b57a7-939b-4928-9652-6436d77539f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.700406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.771226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-790b57a7-939b-4928-9652-6436d77539f6 None None] Port 6f4bd258-08a7-4752-8192-1a39568f097e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:15.780735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdca982d-6197-42c2-9f1a-378e7499f1b1 req-004e8165-949b-41e1-848b-9e9023c88bc0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333883 Mar 22 14:09:15.781379 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (89148667-616d-4974-a087-9bff009358cc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.788165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.857034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74bb6b65-a1c4-431a-84f3-1af4331cda27 req-155aac29-0702-410d-8562-c2733eddb72a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810691 Mar 22 14:09:15.927847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event deleted for resources: {'Port': ['ID=89148667-616d-4974-a087-9bff009358cc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:15.946077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:15.955961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:15.958468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:15.962143 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f078b3ad-cd67-4b67-8bb5-7fbc447e4a90 x-openstack-request-id: req-f078b3ad-cd67-4b67-8bb5-7fbc447e4a90 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:15.962441 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:15.962746 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f078b3ad-cd67-4b67-8bb5-7fbc447e4a90 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:15.963133 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f078b3ad-cd67-4b67-8bb5-7fbc447e4a90'] response: {'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'code': 200} Mar 22 14:09:15.965196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=255aa5f4-14aa-4847-a791-8dec85ba3e20,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:15.994962 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.060718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.061394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.107456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-57e2110b-1eaf-4e20-9d93-cb1668e9c5db tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3332477 Mar 22 14:09:16.120312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50', 'admin_state_up': True, 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'security_groups': ['34b13213-476d-44cf-93e3-ffd908c6fec0']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:16.302894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:16.422063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cbe2b5bd-8557-4d34-86c5-2f4915caac5d None None] Provisioning complete for port 255aa5f4-14aa-4847-a791-8dec85ba3e20 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:16.446537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b5bd-8557-4d34-86c5-2f4915caac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.469408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.558512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2b5bd-8557-4d34-86c5-2f4915caac5d None None] Port 255aa5f4-14aa-4847-a791-8dec85ba3e20 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:16.655906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bb1cb-6c8d-4087-990f-7b458bb7da44 req-859dfda4-c860-43d3-80ef-cd5178a41b91 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.662666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-309bb1cb-6c8d-4087-990f-7b458bb7da44 req-859dfda4-c860-43d3-80ef-cd5178a41b91 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.5665517 Mar 22 14:09:16.720606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cde6b-1ade-4d0a-a084-c7ace1bc8ad3 req-31dde074-4a93-45c9-8a4c-43baf994e458 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.728947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cde6b-1ade-4d0a-a084-c7ace1bc8ad3 req-31dde074-4a93-45c9-8a4c-43baf994e458 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.738569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cde6b-1ade-4d0a-a084-c7ace1bc8ad3 req-31dde074-4a93-45c9-8a4c-43baf994e458 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.746513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-315cde6b-1ade-4d0a-a084-c7ace1bc8ad3 req-31dde074-4a93-45c9-8a4c-43baf994e458 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 2374 time: 0.7876031 Mar 22 14:09:16.769358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.772711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-97890528-6524-44d0-8ab1-f36826810c68 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "DELETE /v2.0/ports/89148667-616d-4974-a087-9bff009358cc HTTP/1.1" status: 204 len: 168 time: 3.6012013 Mar 22 14:09:16.787339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59750) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:16.794180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af', 'external_fixed_ips': [{'subnet_id': 'c38dba0f-2faa-4e25-8dd1-87f886b6c389', 'ip_address': '172.20.0.6'}]}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:16.822026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (953e5e29-491f-488e-af2f-f5334e773b9f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.824229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (953e5e29-491f-488e-af2f-f5334e773b9f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.915677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4bd258-08a7-4752-8192-1a39568f097e {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:16.940111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Publish callbacks [] for port (6f4bd258-08a7-4752-8192-1a39568f097e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.987020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-309bb1cb-6c8d-4087-990f-7b458bb7da44 req-dbacbb6e-d7ca-44be-9ef8-9275514fe034 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234301 Mar 22 14:09:16.998725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-315cde6b-1ade-4d0a-a084-c7ace1bc8ad3 req-9fe43e00-1fe7-4b47-b3c6-78d542f5a4a9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478790 Mar 22 14:09:17.022126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Transition to ACTIVE for port object 6f4bd258-08a7-4752-8192-1a39568f097e will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:17.037859 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.129014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Pushing event updated for resources: {'Port': ['ID=6f4bd258-08a7-4752-8192-1a39568f097e,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:17.184258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (953e5e29-491f-488e-af2f-f5334e773b9f), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.422243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 10.2.2.100 (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50/05d59628-a2bc-46ae-b9fd-3be745da8856/b0f66220-7e2e-421e-b4ac-78e170a3f987) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:17.479380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e492caa-d067-4f5b-9006-77e05d225410 req-fab86227-a889-40a9-9fd7-c37079149377 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:17.486221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e492caa-d067-4f5b-9006-77e05d225410 req-fab86227-a889-40a9-9fd7-c37079149377 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 945 time: 0.2958052 Mar 22 14:09:17.544350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Attempting to bind port 6f4bd258-08a7-4752-8192-1a39568f097e on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:17.545001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Attempting to bind port 6f4bd258-08a7-4752-8192-1a39568f097e by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:17.545564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Attempting to bind port 6f4bd258-08a7-4752-8192-1a39568f097e on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:17.571690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa648c-4d42-440a-a264-341e5c5270a1 req-b4ab34dd-ca4b-493d-a1f2-cfa894844340 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:17.573727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7aa648c-4d42-440a-a264-341e5c5270a1 req-b4ab34dd-ca4b-493d-a1f2-cfa894844340 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.3915293 Mar 22 14:09:17.590561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (953e5e29-491f-488e-af2f-f5334e773b9f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.607002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Port 6f4bd258-08a7-4752-8192-1a39568f097e on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:17.607619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Attempting to bind port 6f4bd258-08a7-4752-8192-1a39568f097e on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:17.627987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e492caa-d067-4f5b-9006-77e05d225410 req-5eb0680f-afe9-4840-a580-4b7a3490d7e0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402607 Mar 22 14:09:17.629137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:17.629602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:17.630118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Bound using segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:17.630663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Bound port: 6f4bd258-08a7-4752-8192-1a39568f097e, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:17.631121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.788763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7aa648c-4d42-440a-a264-341e5c5270a1 req-534269d1-8cef-4b37-ac89-f9594cabad13 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653037 Mar 22 14:09:17.834295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.904273 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:09:17.921236 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.964553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:17.968427 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebb07d-25eb-439f-bb1b-84b5a5501a45" -d '{"events": [{"server_uuid": "70e9b915-ab0b-4ef8-9813-e3a624f96b15", "name": "network-vif-plugged", "status": "completed", "tag": "ce75a0df-fc67-4cfe-b39c-07343ddada2e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:17.973452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] For port 6f4bd258-08a7-4752-8192-1a39568f097e, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:17.985195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] For port 6f4bd258-08a7-4752-8192-1a39568f097e, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=6f4bd258-08a7-4752-8192-1a39568f097e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:17.995637 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.016568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a478665-15be-42bf-930a-806b2757a7cb req-91914c48-7d03-42a3-a807-4ef4a2b81931 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.026277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a478665-15be-42bf-930a-806b2757a7cb req-91914c48-7d03-42a3-a807-4ef4a2b81931 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 943 time: 0.2349114 Mar 22 14:09:18.030932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:18.034914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:18.046786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:18.097850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04138d-d50f-4ba1-9793-62451d36e34d req-6d65195a-d6ea-4c04-b24e-7150c761dcf0 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.099688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd04138d-d50f-4ba1-9793-62451d36e34d req-6d65195a-d6ea-4c04-b24e-7150c761dcf0 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 945 time: 0.2102356 Mar 22 14:09:18.101206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.101908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.103631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] 10.222.0.57 "PUT /v2.0/ports/6f4bd258-08a7-4752-8192-1a39568f097e HTTP/1.1" status: 200 len: 1091 time: 2.6372807 Mar 22 14:09:18.107938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'tag': '6f4bd258-08a7-4752-8192-1a39568f097e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:18.111761 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee78fc0-0c19-4386-83f3-b7cd040050e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c4297f-0bc2-4614-ba33-6cb0d2dccf82", "tag": "6f4bd258-08a7-4752-8192-1a39568f097e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:18.114772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=b0f66220-7e2e-421e-b4ac-78e170a3f987,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:18.171832 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae553-a4fc-4a4c-bd0d-f573acfc2414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.206627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (953e5e29-491f-488e-af2f-f5334e773b9f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.231410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.232126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.268832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.340080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eb619-e51d-45ab-8340-a6fe8b988d4d service neutron] Pushing event updated for resources: {'Port': ['ID=6f4bd258-08a7-4752-8192-1a39568f097e,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:18.377995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a478665-15be-42bf-930a-806b2757a7cb req-82f60320-342f-417f-b22c-078dc4429192 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458042 Mar 22 14:09:18.381654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd04138d-d50f-4ba1-9793-62451d36e34d req-780ac2d1-a544-46ee-b931-dc2aa382a0de tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623842 Mar 22 14:09:18.423280 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fb465df8-229a-4923-b7a4-fc378067cabd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3077462 Mar 22 14:09:18.441172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-4e4789c2-c883-45a8-a78f-54699db5b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.455865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50', 'admin_state_up': True, 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'security_groups': ['34b13213-476d-44cf-93e3-ffd908c6fec0']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:18.457028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-4e4789c2-c883-45a8-a78f-54699db5b21a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 1125 time: 0.2407446 Mar 22 14:09:18.559681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-09bd8e5e-3adc-42b3-b94f-3b166b67e3fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bd258-08a7-4752-8192-1a39568f097e HTTP/1.1" status: 200 len: 217 time: 0.0969675 Mar 22 14:09:18.561046 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1d94c5-c0c5-4278-b3cb-5b38fd77b611 x-openstack-request-id: req-cb1d94c5-c0c5-4278-b3cb-5b38fd77b611 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:18.561334 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e9b915-ab0b-4ef8-9813-e3a624f96b15", "name": "network-vif-plugged", "status": "completed", "tag": "ce75a0df-fc67-4cfe-b39c-07343ddada2e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:18.561588 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb1d94c5-c0c5-4278-b3cb-5b38fd77b611 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:18.562003 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1d94c5-c0c5-4278-b3cb-5b38fd77b611'] response: {'server_uuid': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e', 'code': 200} Mar 22 14:09:18.567750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ce00ad4e-dff6-4427-a8b5-22406f5f80ea None None] Provisioning complete for port b0f66220-7e2e-421e-b4ac-78e170a3f987 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:18.568423 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ce00ad4e-dff6-4427-a8b5-22406f5f80ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.674735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ce00ad4e-dff6-4427-a8b5-22406f5f80ea None None] Port b0f66220-7e2e-421e-b4ac-78e170a3f987 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:18.770083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-354d3c10-4e9f-449f-8adb-3e7a3b7c0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.775094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-354d3c10-4e9f-449f-8adb-3e7a3b7c0831 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1907606 Mar 22 14:09:18.856698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859e88-9d4c-4cd7-b812-9b937674498c req-32c41ed8-3467-4dcd-937b-8b444fca5012 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.857950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6859e88-9d4c-4cd7-b812-9b937674498c req-32c41ed8-3467-4dcd-937b-8b444fca5012 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.3012898 Mar 22 14:09:18.864242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc58f5-4139-47e3-be18-6ad6ac055ddc req-b856ee29-2fd0-4edc-b01e-acfbb079ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.865640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2cc58f5-4139-47e3-be18-6ad6ac055ddc req-b856ee29-2fd0-4edc-b01e-acfbb079ef42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 1127 time: 0.2423828 Mar 22 14:09:18.890253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Allocated IP 172.20.0.6 (60d53b1e-5155-4140-b581-a50ada49f8af/c38dba0f-2faa-4e25-8dd1-87f886b6c389/a9950c4e-9f3e-4b37-af90-bc0def040992) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:18.917808 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Made reservation on behalf of 2e765a4e59f14fcb81140917441820f9 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:18.925740 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.960569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee94f-89d8-4cea-aff6-650c7077937d req-d3f23c46-69de-4c3c-a43c-a109538d39e6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.966499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee94f-89d8-4cea-aff6-650c7077937d req-d3f23c46-69de-4c3c-a43c-a109538d39e6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.972045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee94f-89d8-4cea-aff6-650c7077937d req-d3f23c46-69de-4c3c-a43c-a109538d39e6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.978234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee94f-89d8-4cea-aff6-650c7077937d req-d3f23c46-69de-4c3c-a43c-a109538d39e6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.984575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93eee94f-89d8-4cea-aff6-650c7077937d req-d3f23c46-69de-4c3c-a43c-a109538d39e6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 3095 time: 0.2880993 Mar 22 14:09:19.020814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2cc58f5-4139-47e3-be18-6ad6ac055ddc req-ae59e4d1-c704-4e18-bd7d-32a136a9e8b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464834 Mar 22 14:09:19.033172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6859e88-9d4c-4cd7-b812-9b937674498c req-0ad8e8ed-81b2-4eb7-9cb0-9fc30cf78424 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635890 Mar 22 14:09:19.092693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-51466547-275b-43e6-afb5-5704c4990343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:19.096231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-51466547-275b-43e6-afb5-5704c4990343 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2948744 Mar 22 14:09:19.133301 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d713fe-afb9-4148-b027-1727711cea37 x-openstack-request-id: req-39d713fe-afb9-4148-b027-1727711cea37 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:19.133655 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c4297f-0bc2-4614-ba33-6cb0d2dccf82", "tag": "6f4bd258-08a7-4752-8192-1a39568f097e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:19.133837 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39d713fe-afb9-4148-b027-1727711cea37 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:19.134400 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d713fe-afb9-4148-b027-1727711cea37'] response: {'name': 'network-changed', 'server_uuid': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'tag': '6f4bd258-08a7-4752-8192-1a39568f097e', 'status': 'completed', 'code': 200} Mar 22 14:09:19.156839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93eee94f-89d8-4cea-aff6-650c7077937d req-444820fb-e436-4f5e-bbe7-07c28431835b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687086 Mar 22 14:09:19.449000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-68a6d33f-4012-4f1d-baa0-1841b5cd149e service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197826 Mar 22 14:09:19.481724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Allocated IP 10.2.2.200 (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50/05d59628-a2bc-46ae-b9fd-3be745da8856/76d61b6c-ba28-4917-a275-0cd7eabe304d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:19.614272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09eabfd6-5e53-4862-9a1a-ade81da9baa5 req-4bf6aefc-c113-4b27-9de9-90a6b4dae1cc service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428885 Mar 22 14:09:19.724328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.762805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320c50e-d7ba-4ffa-901c-a2deb6f527b9 req-ea6043dc-03e4-4446-ad8a-023c7e07b939 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:19.768436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.780792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6320c50e-d7ba-4ffa-901c-a2deb6f527b9 req-ea6043dc-03e4-4446-ad8a-023c7e07b939 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.3302386 Mar 22 14:09:19.830447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:19.837355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a893cc-29e8-4e6b-92e7-d8d832cfe138 req-689bba4b-c6f0-4d6e-ba87-9d704239d4a8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:19.839201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:19.848525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:19.855513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06a893cc-29e8-4e6b-92e7-d8d832cfe138 req-689bba4b-c6f0-4d6e-ba87-9d704239d4a8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 945 time: 0.5818892 Mar 22 14:09:19.923286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event updated for resources: {'Port': ['ID=76d61b6c-ba28-4917-a275-0cd7eabe304d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:19.945741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.974917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:19.976024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.027155 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-06b9bd04-7f45-4388-817b-7e9347f9ab80 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5891435 Mar 22 14:09:20.040595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:20.055166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-b3c13881-ff55-4cb2-b6c5-3ff92db8c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.056649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-b3c13881-ff55-4cb2-b6c5-3ff92db8c3e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 1125 time: 0.3906074 Mar 22 14:09:20.123275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.135144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.154868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06a893cc-29e8-4e6b-92e7-d8d832cfe138 req-42981ae7-3516-4f83-bc89-907c04c0d51e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892125 Mar 22 14:09:20.238987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6320c50e-d7ba-4ffa-901c-a2deb6f527b9 req-d74d3665-4489-438c-80fe-49b7b9fa22ec tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513714 Mar 22 14:09:20.310278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network 60d53b1e-5155-4140-b581-a50ada49f8af is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:20.332322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:20.336865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:20.347805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Port': ['ID=a9950c4e-9f3e-4b37-af90-bc0def040992,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:20.359067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aaa8d361-57eb-4e97-86dd-e45c40056f76 None None] Provisioning complete for port 76d61b6c-ba28-4917-a275-0cd7eabe304d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:20.359588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d361-57eb-4e97-86dd-e45c40056f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.609943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59818) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:20.642247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08dafadf-07a2-4b71-8651-ae20bcc4dad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.650795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8d361-57eb-4e97-86dd-e45c40056f76 None None] Port 76d61b6c-ba28-4917-a275-0cd7eabe304d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:20.664673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2e3e71af-9424-45c1-9737-ae86901ad418 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.666636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-2e3e71af-9424-45c1-9737-ae86901ad418 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 945 time: 0.4018722 Mar 22 14:09:20.675631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-ed1eba52-2f87-46a4-9023-4eff0a7444a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.677223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-ed1eba52-2f87-46a4-9023-4eff0a7444a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.5950882 Mar 22 14:09:20.702191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7c0a-c056-45fd-afbd-73e4ced40e8b req-569b74f9-546d-43b2-bcfa-54e72aa745a5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.704560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a28e7c0a-c056-45fd-afbd-73e4ced40e8b req-569b74f9-546d-43b2-bcfa-54e72aa745a5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 943 time: 0.3520982 Mar 22 14:09:20.818229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-13e6aaee-13c9-4634-b60d-3ac2ead074a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bd258-08a7-4752-8192-1a39568f097e HTTP/1.1" status: 200 len: 217 time: 0.1246300 Mar 22 14:09:20.909117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a28e7c0a-c056-45fd-afbd-73e4ced40e8b req-82801262-995f-4e40-a31c-107c3aa60b55 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562812 Mar 22 14:09:20.959608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66a28e-52cb-4c54-9783-78526bf3f9d0 req-dc81f599-dc5e-4ceb-93b1-a8ea5ead6c1b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.973768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66a28e-52cb-4c54-9783-78526bf3f9d0 req-dc81f599-dc5e-4ceb-93b1-a8ea5ead6c1b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.992664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66a28e-52cb-4c54-9783-78526bf3f9d0 req-dc81f599-dc5e-4ceb-93b1-a8ea5ead6c1b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.999759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66a28e-52cb-4c54-9783-78526bf3f9d0 req-dc81f599-dc5e-4ceb-93b1-a8ea5ead6c1b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:21.019280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66a28e-52cb-4c54-9783-78526bf3f9d0 req-dc81f599-dc5e-4ceb-93b1-a8ea5ead6c1b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:21.024903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae66a28e-52cb-4c54-9783-78526bf3f9d0 req-dc81f599-dc5e-4ceb-93b1-a8ea5ead6c1b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 3816 time: 0.5328417 Mar 22 14:09:21.144901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-bbe93d6d-9f97-4bee-a784-f342441ff95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:21.151841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-bbe93d6d-9f97-4bee-a784-f342441ff95d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.3077760 Mar 22 14:09:21.345289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca6530ed-f152-41d6-ab96-92ea39ad1780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.359740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:21.424801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (953e5e29-491f-488e-af2f-f5334e773b9f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.550266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Deleting port ce75a0df-fc67-4cfe-b39c-07343ddada2e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:21.550664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.556148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae66a28e-52cb-4c54-9783-78526bf3f9d0 req-62546ad2-4051-4b51-b3b3-45d0c472391d tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643591 Mar 22 14:09:21.581823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-fa83bdef-92e9-4bb6-90b3-e1a778355a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:21.583371 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-fa83bdef-92e9-4bb6-90b3-e1a778355a9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3291855 Mar 22 14:09:21.620453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:21.686585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] For port ce75a0df-fc67-4cfe-b39c-07343ddada2e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ce75a0df-fc67-4cfe-b39c-07343ddada2e,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:21.686829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.700847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Calling delete_port for ce75a0df-fc67-4cfe-b39c-07343ddada2e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:21.824733 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.831442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:21.844908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Publish callbacks [] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.855096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-07073e29-28d0-41b2-ac4e-65ed28fb31ab req-8fd8dbc9-9a4f-4ba5-8c3d-88bfc3ed9107 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:09:21.856129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07073e29-28d0-41b2-ac4e-65ed28fb31ab req-8fd8dbc9-9a4f-4ba5-8c3d-88bfc3ed9107 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207596 Mar 22 14:09:21.858371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ce75a0df-fc67-4cfe-b39c-07343ddada2e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.870266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ce75a0df-fc67-4cfe-b39c-07343ddada2e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:21.903102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Transition to ACTIVE for port object 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:21.911664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7cd7a-f7c7-4504-af6c-021b7b088676 req-42e35b5b-7ae4-4131-bbb3-8edc6c6cbf2c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:21.919109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ab7cd7a-f7c7-4504-af6c-021b7b088676 req-42e35b5b-7ae4-4131-bbb3-8edc6c6cbf2c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.4978654 Mar 22 14:09:21.921778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.931925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (953e5e29-491f-488e-af2f-f5334e773b9f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.961833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event deleted for resources: {'Port': ['ID=ce75a0df-fc67-4cfe-b39c-07343ddada2e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:22.028389 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca6530ed-f152-41d6-ab96-92ea39ad1780 admin admin] Publish callbacks [] for security_group (8be620a0-a241-4bf2-9135-d6f8fcbbc79e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.171992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Pushing event updated for resources: {'Port': ['ID=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:22.295732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 6f4bd258-08a7-4752-8192-1a39568f097e details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:22.349896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Attempting to bind port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:22.350275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Attempting to bind port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:22.350596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Attempting to bind port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 on network 4e0898a8-edc4-4b45-bae3-8138b313d423 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:22.384182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 on network 4e0898a8-edc4-4b45-bae3-8138b313d423 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:22.384630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Attempting to bind port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 on network 4e0898a8-edc4-4b45-bae3-8138b313d423 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:22.394437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:22.394965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Checking segment: {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:22.395366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Bound using segment: {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:22.395823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Bound port: 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d7f5a4-c908-4b99-8ee5-113c69e5dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:22.396184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.453608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 6f4bd258-08a7-4752-8192-1a39568f097e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=6f4bd258-08a7-4752-8192-1a39568f097e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:22.469153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '6f4bd258-08a7-4752-8192-1a39568f097e', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': '6f4bd258-08a7-4752-8192-1a39568f097e', 'mac_address': 'fa:16:3e:ff:b1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:22.478666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] For port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:22.482882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] For port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:22.498566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.563172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 6f4bd258-08a7-4752-8192-1a39568f097e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:22.563946 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.566559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:22.567504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.570223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] 10.222.0.57 "PUT /v2.0/ports/40bc9f53-aab1-44c0-97b8-a80ad1a0df28 HTTP/1.1" status: 200 len: 1091 time: 2.5347540 Mar 22 14:09:22.575671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:22.578651 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a0f1d4-5944-4d29-b778-4877d21e84c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:22.592446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Router 953e5e29-491f-488e-af2f-f5334e773b9f is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:22.616663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4bd258-08a7-4752-8192-1a39568f097e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:22.649095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:22.669069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 6f4bd258-08a7-4752-8192-1a39568f097e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=6f4bd258-08a7-4752-8192-1a39568f097e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:22.676062 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.762513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-1a9bfe38-9699-4f01-a358-1e1417c96c5b service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284742 Mar 22 14:09:22.791162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=6f4bd258-08a7-4752-8192-1a39568f097e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:22.822262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801e8ae-8f53-41c3-b3f0-828ff4098ccc service neutron] Pushing event updated for resources: {'Port': ['ID=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:22.829385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca6530ed-f152-41d6-ab96-92ea39ad1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8be620a0-a241-4bf2-9135-d6f8fcbbc79e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.833748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] No DVR routers for this DVR port ce75a0df-fc67-4cfe-b39c-07343ddada2e on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:22.922243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.925484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694ce15c-07b2-4e98-a88c-fe093461c649 req-7e8f3b77-1ade-4b23-8abe-c78e105cc8cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "DELETE /v2.0/ports/ce75a0df-fc67-4cfe-b39c-07343ddada2e HTTP/1.1" status: 204 len: 173 time: 2.2472029 Mar 22 14:09:22.936622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['6f4bd258-08a7-4752-8192-1a39568f097e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:22.950545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6530ed-f152-41d6-ab96-92ea39ad1780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be620a0-a241-4bf2-9135-d6f8fcbbc79e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:22.953029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'name': 'network-vif-deleted', 'tag': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:22.954491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.959608 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15245d7-db5d-4420-a7b4-feed5ad50b14" -d '{"events": [{"server_uuid": "70e9b915-ab0b-4ef8-9813-e3a624f96b15", "name": "network-vif-deleted", "tag": "ce75a0df-fc67-4cfe-b39c-07343ddada2e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:23.023495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:23.025675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c88cceb-64d5-4801-b8b4-6dc0020e29c3 req-f067966f-89a2-44e3-a031-e302e76fda14 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 210 time: 0.3280540 Mar 22 14:09:23.037924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Sync routers for ids ['953e5e29-491f-488e-af2f-f5334e773b9f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:23.058382 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Routers {'953e5e29-491f-488e-af2f-f5334e773b9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:23.066071 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['953e5e29-491f-488e-af2f-f5334e773b9f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:23.148809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.154401 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4271008f-e2c1-4de3-8305-cd98644c042a tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3647954 Mar 22 14:09:23.169141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59858) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:23.251880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ab7cd7a-f7c7-4504-af6c-021b7b088676 req-f855bd45-7b5d-43e0-a8ba-eb3e782308ab tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3317921 Mar 22 14:09:23.265613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ca6530ed-f152-41d6-ab96-92ea39ad1780 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e4ebc8595bf4d1195d74e20915a7a91&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6440783 Mar 22 14:09:23.268222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59862) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:23.329640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Set router 953e5e29-491f-488e-af2f-f5334e773b9f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:23.392642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.477842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2aec83d8-baa7-4164-a031-20536292fea7 req-4a4ad1fa-bb6f-4375-9e97-cf83ae204f2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 210 time: 0.1672525 Mar 22 14:09:23.643787 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e5e29-491f-488e-af2f-f5334e773b9f', 'name': '', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af', 'external_fixed_ips': [{'subnet_id': 'c38dba0f-2faa-4e25-8dd1-87f886b6c389', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a9950c4e-9f3e-4b37-af90-bc0def040992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:16Z', 'updated_at': '2022-03-22T14:09:21Z', 'revision_number': 3, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port': {'id': 'a9950c4e-9f3e-4b37-af90-bc0def040992', 'name': '', 'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953e5e29-491f-488e-af2f-f5334e773b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'c38dba0f-2faa-4e25-8dd1-87f886b6c389', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:18Z', 'updated_at': '2022-03-22T14:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c38dba0f-2faa-4e25-8dd1-87f886b6c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:23.673093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-02fe5e9c-e2ca-49c3-a145-40042a54db3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9283137 Mar 22 14:09:23.674326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec83d8-baa7-4164-a031-20536292fea7 req-a1f2bf7f-d1c8-40f4-a50a-9bd01295c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:23.675734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2aec83d8-baa7-4164-a031-20536292fea7 req-a1f2bf7f-d1c8-40f4-a50a-9bd01295c9dd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=03a6139e620642568a3b5527faefcf60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1788406 Mar 22 14:09:23.682753 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Checking router: 953e5e29-491f-488e-af2f-f5334e773b9f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:23.683492 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Updating router 953e5e29-491f-488e-af2f-f5334e773b9f port a9950c4e-9f3e-4b37-af90-bc0def040992 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:09:23.707583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-0eef8628-7002-4f40-ad58-0316fe79ab68 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:09:23.709703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-0eef8628-7002-4f40-ad58-0316fe79ab68 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178761 Mar 22 14:09:23.719827 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.799760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05a8e1fb-02f0-45fa-8c47-b5d80e046bb1 admin admin] Publish callbacks [] for security_group (8be620a0-a241-4bf2-9135-d6f8fcbbc79e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.805939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:23.814906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Publish callbacks [] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.825878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef83a8-a209-4238-a2d8-930d659b65cd req-32fbf5b6-a57a-4049-97f6-e08c0d1e1eba tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:23.828351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Transition to ACTIVE for port object a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:23.829610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31ef83a8-a209-4238-a2d8-930d659b65cd req-32fbf5b6-a57a-4049-97f6-e08c0d1e1eba tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 944 time: 0.6095250 Mar 22 14:09:23.839163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.889713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (953e5e29-491f-488e-af2f-f5334e773b9f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.924598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec83d8-baa7-4164-a031-20536292fea7 req-0a149bc8-fa79-4271-bc8a-4040f29c29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:23.926879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2aec83d8-baa7-4164-a031-20536292fea7 req-0a149bc8-fa79-4271-bc8a-4040f29c29d2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2334692 Mar 22 14:09:24.112915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31ef83a8-a209-4238-a2d8-930d659b65cd req-82c878b6-ffc1-438e-bf6c-5a5997f0ec13 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642749 Mar 22 14:09:24.124270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ee78fc0-0c19-4386-83f3-b7cd040050e3 req-48aa7f8f-df2c-40df-acfd-4188353b1ce8 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2735920 Mar 22 14:09:24.126724 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05a8e1fb-02f0-45fa-8c47-b5d80e046bb1 admin admin] Publish callbacks [] for security_group (8be620a0-a241-4bf2-9135-d6f8fcbbc79e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.180917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:24.212419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af6cd-0ce2-4f54-baa6-6ae21bb91f40 req-08f0af0e-d82b-46a8-833d-24a034fa0fe1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.227462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f94af6cd-0ce2-4f54-baa6-6ae21bb91f40 req-08f0af0e-d82b-46a8-833d-24a034fa0fe1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.8404477 Mar 22 14:09:24.233594 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.297695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 6f4bd258-08a7-4752-8192-1a39568f097e up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:24.322845 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Publish callbacks [] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.343734 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.438444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 6f4bd258-08a7-4752-8192-1a39568f097e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:24.450032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 6f4bd258-08a7-4752-8192-1a39568f097e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:24.450864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.468536 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41a14df-8126-4697-9920-5e6795575b54 x-openstack-request-id: req-e41a14df-8126-4697-9920-5e6795575b54 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:24.469141 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:24.469408 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e41a14df-8126-4697-9920-5e6795575b54 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:24.469838 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41a14df-8126-4697-9920-5e6795575b54'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'status': 'completed', 'code': 200} Mar 22 14:09:24.476522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (953e5e29-491f-488e-af2f-f5334e773b9f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.496463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05a8e1fb-02f0-45fa-8c47-b5d80e046bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8be620a0-a241-4bf2-9135-d6f8fcbbc79e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.499211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05a8e1fb-02f0-45fa-8c47-b5d80e046bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.500394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-05a8e1fb-02f0-45fa-8c47-b5d80e046bb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8be620a0-a241-4bf2-9135-d6f8fcbbc79e HTTP/1.1" status: 204 len: 168 time: 1.2274783 Mar 22 14:09:24.506251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Attempting to bind port a9950c4e-9f3e-4b37-af90-bc0def040992 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:24.506822 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Attempting to bind port a9950c4e-9f3e-4b37-af90-bc0def040992 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b2c027b4-dc59-4c1b-9e52-eeb360a70ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:24.507399 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Attempting to bind port a9950c4e-9f3e-4b37-af90-bc0def040992 on network 60d53b1e-5155-4140-b581-a50ada49f8af {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:24.536803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8e1fb-02f0-45fa-8c47-b5d80e046bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be620a0-a241-4bf2-9135-d6f8fcbbc79e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:24.558386 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Pushing event updated for resources: {'Port': ['ID=a9950c4e-9f3e-4b37-af90-bc0def040992,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:24.564098 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:24.564462 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Checking segment: {'id': 'b2c027b4-dc59-4c1b-9e52-eeb360a70ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:24.567608 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.572865 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Bound using segment: {'id': 'b2c027b4-dc59-4c1b-9e52-eeb360a70ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:24.573797 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Bound port: a9950c4e-9f3e-4b37-af90-bc0def040992, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c027b4-dc59-4c1b-9e52-eeb360a70ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60d53b1e-5155-4140-b581-a50ada49f8af'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:24.574392 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.585033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-b6ad22c5-d96a-44f5-a800-c7829ae0600c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.593637 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-b6ad22c5-d96a-44f5-a800-c7829ae0600c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports/c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 940 time: 0.7602289 Mar 22 14:09:24.667645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f94af6cd-0ce2-4f54-baa6-6ae21bb91f40 req-dbf43e36-54c9-4dbb-9862-c4aba6baacc1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388475 Mar 22 14:09:24.709359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-3d3e6026-52bd-4d43-9585-40d403035c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.709837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-3d3e6026-52bd-4d43-9585-40d403035c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.713869 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] For port a9950c4e-9f3e-4b37-af90-bc0def040992, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:24.720603 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] For port a9950c4e-9f3e-4b37-af90-bc0def040992, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a9950c4e-9f3e-4b37-af90-bc0def040992,segment=NetworkSegment(b2c027b4-dc59-4c1b-9e52-eeb360a70ce3),segment_id=b2c027b4-dc59-4c1b-9e52-eeb360a70ce3)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:24.728525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-3d3e6026-52bd-4d43-9585-40d403035c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.729165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-3d3e6026-52bd-4d43-9585-40d403035c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.729639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-3d3e6026-52bd-4d43-9585-40d403035c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.733319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-3d3e6026-52bd-4d43-9585-40d403035c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.747000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Attempting to bind port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:24.747204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-3d3e6026-52bd-4d43-9585-40d403035c35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5280 time: 0.3652663 Mar 22 14:09:24.747659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Attempting to bind port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:24.748349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Attempting to bind port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:24.758937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.771341 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.775509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:24.776474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Attempting to bind port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:24.819016 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.819399 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.819733 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.820059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.821980 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3831406-d905-4b0a-9955-fc4ae6b06b09 x-openstack-request-id: req-c3831406-d905-4b0a-9955-fc4ae6b06b09 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:24.822560 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e9b915-ab0b-4ef8-9813-e3a624f96b15", "name": "network-vif-deleted", "tag": "ce75a0df-fc67-4cfe-b39c-07343ddada2e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:24.822970 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3831406-d905-4b0a-9955-fc4ae6b06b09 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:24.823379 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3831406-d905-4b0a-9955-fc4ae6b06b09'] response: {'server_uuid': '70e9b915-ab0b-4ef8-9813-e3a624f96b15', 'name': 'network-vif-deleted', 'tag': 'ce75a0df-fc67-4cfe-b39c-07343ddada2e', 'status': 'completed', 'code': 200} Mar 22 14:09:24.824900 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.826520 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.827920 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.828261 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.833600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Deleting port a9950c4e-9f3e-4b37-af90-bc0def040992 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:24.834107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.834438 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.834935 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.835282 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.835615 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.838435 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.839042 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.839535 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:24.845182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:24.845637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Checking segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:24.846055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Bound using segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:24.846538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Bound port: a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:24.846904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.861936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 6f4bd258-08a7-4752-8192-1a39568f097e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:24.862354 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.870548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-b3e74df0-aef5-4fde-930b-c1c3912b87df tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.891367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-b3e74df0-aef5-4fde-930b-c1c3912b87df tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.908193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-b3e74df0-aef5-4fde-930b-c1c3912b87df tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.931075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-b3e74df0-aef5-4fde-930b-c1c3912b87df tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.936561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bd258-08a7-4752-8192-1a39568f097e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:24.946761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-b3e74df0-aef5-4fde-930b-c1c3912b87df tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.958102 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf379c4-5991-4dbb-88d6-21183249b3c7" -d '{"events": [{"server_uuid": "f2c4297f-0bc2-4614-ba33-6cb0d2dccf82", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bd258-08a7-4752-8192-1a39568f097e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:24.969111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-b3e74df0-aef5-4fde-930b-c1c3912b87df tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.971161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-b3e74df0-aef5-4fde-930b-c1c3912b87df tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 4605 time: 0.4647727 Mar 22 14:09:25.008577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 6f4bd258-08a7-4752-8192-1a39568f097e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=6f4bd258-08a7-4752-8192-1a39568f097e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:25.022069 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.045094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Routers {'953e5e29-491f-488e-af2f-f5334e773b9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:25.045744 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['953e5e29-491f-488e-af2f-f5334e773b9f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:25.171797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=6f4bd258-08a7-4752-8192-1a39568f097e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:25.262863 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] Set router 953e5e29-491f-488e-af2f-f5334e773b9f gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:25.272764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4675415-526e-4c09-8b8c-537d5ba2ace7 req-a649a10f-e9ad-499b-9be8-65f0f177d278 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2307310 Mar 22 14:09:25.301055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-a2381eb2-6396-4e0c-9a8d-7a235dfb37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.301574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-a2381eb2-6396-4e0c-9a8d-7a235dfb37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.302036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-a2381eb2-6396-4e0c-9a8d-7a235dfb37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.303752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-a2381eb2-6396-4e0c-9a8d-7a235dfb37cf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2e765a4e59f14fcb81140917441820f9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5412300 Mar 22 14:09:25.355841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59888) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:25.424127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] For port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:25.459720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53e7672c-2292-4edf-8bac-8e44b99b18d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.471168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] For port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:25.490253 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d803a7-28b0-4a25-9e2e-c0013227f674 None None] Pushing event updated for resources: {'Port': ['ID=a9950c4e-9f3e-4b37-af90-bc0def040992,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:25.493585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.496413 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e5e29-491f-488e-af2f-f5334e773b9f', 'name': '', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:16Z', 'updated_at': '2022-03-22T14:09:24Z', 'revision_number': 4, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:25.541503 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bea5d8-6324-47b6-8d45-9fa23b3b5a4e None None] The sync data for ids ['953e5e29-491f-488e-af2f-f5334e773b9f'] in n-d-834677-3 is: [{'id': '953e5e29-491f-488e-af2f-f5334e773b9f', 'name': '', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:16Z', 'updated_at': '2022-03-22T14:09:24Z', 'revision_number': 4, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:25.577180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:25.612882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] For port a9950c4e-9f3e-4b37-af90-bc0def040992, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a9950c4e-9f3e-4b37-af90-bc0def040992,segment=NetworkSegment(b2c027b4-dc59-4c1b-9e52-eeb360a70ce3),segment_id=b2c027b4-dc59-4c1b-9e52-eeb360a70ce3)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:25.613345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.619069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2aec83d8-baa7-4164-a031-20536292fea7 req-56fc4199-a357-4260-b236-34d349d46994 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 210 time: 0.1984019 Mar 22 14:09:25.631451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c220e203-384c-4552-851c-b5638c7d9466 req-b191244e-3252-4a67-b9cf-09e8c1079704 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e9b915-ab0b-4ef8-9813-e3a624f96b15 HTTP/1.1" status: 200 len: 210 time: 0.1340775 Mar 22 14:09:25.638551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.639592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.652368 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-f899b171-ce73-48ed-8119-51fc151496d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 1135 time: 3.0452328 Mar 22 14:09:25.687316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Calling delete_port for a9950c4e-9f3e-4b37-af90-bc0def040992 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:25.708356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-62fdb966-3b2a-4725-bd5d-b3fc764f1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.714129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85a0f1d4-5944-4d29-b778-4877d21e84c5 req-62fdb966-3b2a-4725-bd5d-b3fc764f1169 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3947346 Mar 22 14:09:25.735293 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b642c50-af4b-4a23-8730-dac54afc63c5 x-openstack-request-id: req-3b642c50-af4b-4a23-8730-dac54afc63c5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:25.736336 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c4297f-0bc2-4614-ba33-6cb0d2dccf82", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bd258-08a7-4752-8192-1a39568f097e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:25.736821 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b642c50-af4b-4a23-8730-dac54afc63c5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:25.737454 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b642c50-af4b-4a23-8730-dac54afc63c5'] response: {'server_uuid': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bd258-08a7-4752-8192-1a39568f097e', 'code': 200} Mar 22 14:09:25.757387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839fa6e-2bff-4275-bb73-d119bf77e1f7 req-7b3b67ed-5ebc-4c7c-8a6b-f51ae9fc2328 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.766592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:25.774908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839fa6e-2bff-4275-bb73-d119bf77e1f7 req-7b3b67ed-5ebc-4c7c-8a6b-f51ae9fc2328 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.786441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839fa6e-2bff-4275-bb73-d119bf77e1f7 req-7b3b67ed-5ebc-4c7c-8a6b-f51ae9fc2328 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.800190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7839fa6e-2bff-4275-bb73-d119bf77e1f7 req-7b3b67ed-5ebc-4c7c-8a6b-f51ae9fc2328 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf&device_id=d175af61-5282-4c15-9e1f-44574ce508c7&device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 2417 time: 0.3884146 Mar 22 14:09:26.106139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7839fa6e-2bff-4275-bb73-d119bf77e1f7 req-6f4c65be-32ad-4a00-8e98-564b290588d1 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047426 Mar 22 14:09:26.128011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317ee1a-550f-499c-a006-2888e4dd70ba req-aae4d63c-7836-4b5f-a806-a328273a0aa9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:26.142947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6317ee1a-550f-499c-a006-2888e4dd70ba req-aae4d63c-7836-4b5f-a806-a328273a0aa9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 945 time: 0.2925596 Mar 22 14:09:26.209779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a16369-66f8-42a6-87e6-0a5d3d4aa7d4 req-109d822b-5ea3-41a8-a714-6d78e9f61baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:26.211214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08a16369-66f8-42a6-87e6-0a5d3d4aa7d4 req-109d822b-5ea3-41a8-a714-6d78e9f61baa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 1127 time: 0.2815895 Mar 22 14:09:26.237439 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53e7672c-2292-4edf-8bac-8e44b99b18d9 admin admin] Publish callbacks [] for security_group (93e8f302-ef18-4036-bfb3-2a049608c769), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.246492 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53e7672c-2292-4edf-8bac-8e44b99b18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (93e8f302-ef18-4036-bfb3-2a049608c769), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.300130 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-53e7672c-2292-4edf-8bac-8e44b99b18d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3e5ce76b0ed46eba78937912d847309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9432147 Mar 22 14:09:26.303557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-b7f32b84-cb8e-49bf-8344-38a2d9dca2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:26.305479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-b7f32b84-cb8e-49bf-8344-38a2d9dca2f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404&tenant_id=b3d63234582f41cf9d1af373264eb728 HTTP/1.1" status: 200 len: 1125 time: 0.3358688 Mar 22 14:09:26.311441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59896) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:26.353057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6317ee1a-550f-499c-a006-2888e4dd70ba req-72bc2afe-f8a6-4d94-a456-2e4f7d23c68f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882021 Mar 22 14:09:26.479271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': 'a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:26.482465 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac866c-e06b-40a6-adbf-99c9f79fd783" -d '{"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:26.537931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f77a9-f484-49ae-a272-73d7f9ba6d31 req-e9ef4153-9391-442e-b2ed-c66e8dcdb6e2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:26.550656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c53f77a9-f484-49ae-a272-73d7f9ba6d31 req-e9ef4153-9391-442e-b2ed-c66e8dcdb6e2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.3531218 Mar 22 14:09:26.583990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08a16369-66f8-42a6-87e6-0a5d3d4aa7d4 req-e7a04010-3cf5-4cc6-8425-6aa190f032e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606582 Mar 22 14:09:26.678637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7672c-2292-4edf-8bac-8e44b99b18d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e8f302-ef18-4036-bfb3-2a049608c769,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:26.694890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.723900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a9950c4e-9f3e-4b37-af90-bc0def040992), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.725880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-fe80f3e5-caa4-4441-9458-55823dd8365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:26.727515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-fe80f3e5-caa4-4441-9458-55823dd8365d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1125 time: 0.3714941 Mar 22 14:09:26.770324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c53f77a9-f484-49ae-a272-73d7f9ba6d31 req-6bca0edf-8ee8-4049-9fb3-d7faad336622 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140107 Mar 22 14:09:26.800678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9950c4e-9f3e-4b37-af90-bc0def040992,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:26.865632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e040-7543-4c06-87d9-caf2ed5eabec admin admin] Publish callbacks [] for security_group (93e8f302-ef18-4036-bfb3-2a049608c769), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.891598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4880b-380b-4fb9-a295-ff11ccb4cff4 req-aad78148-6f83-4538-8846-e6c5bd868a16 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:26.893809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e040-7543-4c06-87d9-caf2ed5eabec admin admin] Publish callbacks [] for security_group (93e8f302-ef18-4036-bfb3-2a049608c769), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.900620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77a4880b-380b-4fb9-a295-ff11ccb4cff4 req-aad78148-6f83-4538-8846-e6c5bd868a16 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.3472056 Mar 22 14:09:26.968123 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (953e5e29-491f-488e-af2f-f5334e773b9f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.977623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e040-7543-4c06-87d9-caf2ed5eabec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (93e8f302-ef18-4036-bfb3-2a049608c769), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.987456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e040-7543-4c06-87d9-caf2ed5eabec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.988930 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0ac4e040-7543-4c06-87d9-caf2ed5eabec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93e8f302-ef18-4036-bfb3-2a049608c769 HTTP/1.1" status: 204 len: 168 time: 0.6739914 Mar 22 14:09:27.114172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77a4880b-380b-4fb9-a295-ff11ccb4cff4 req-52f95ea9-583c-41ac-8dd9-134231c75e6c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124393 Mar 22 14:09:27.119534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-565985c8-2040-4949-82a2-6b36ad69296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.125401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-565985c8-2040-4949-82a2-6b36ad69296f service neutron] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 915 time: 0.3833547 Mar 22 14:09:27.149432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-50ae03a7-5b96-4811-aeb8-97b90d75f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.163649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-50ae03a7-5b96-4811-aeb8-97b90d75f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.184095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-50ae03a7-5b96-4811-aeb8-97b90d75f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.197419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-50ae03a7-5b96-4811-aeb8-97b90d75f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.209223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-50ae03a7-5b96-4811-aeb8-97b90d75f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.226677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-50ae03a7-5b96-4811-aeb8-97b90d75f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.244315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-50ae03a7-5b96-4811-aeb8-97b90d75f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 4605 time: 0.3372011 Mar 22 14:09:27.254180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (953e5e29-491f-488e-af2f-f5334e773b9f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.261385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (953e5e29-491f-488e-af2f-f5334e773b9f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.397409 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a84b021-d50e-482b-8bad-747383e21fcb x-openstack-request-id: req-4a84b021-d50e-482b-8bad-747383e21fcb {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:27.397409 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:27.397409 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a84b021-d50e-482b-8bad-747383e21fcb {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:27.397409 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a84b021-d50e-482b-8bad-747383e21fcb'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': 'a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4', 'status': 'completed', 'code': 200} Mar 22 14:09:27.398285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4e040-7543-4c06-87d9-caf2ed5eabec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e8f302-ef18-4036-bfb3-2a049608c769,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:27.421459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (953e5e29-491f-488e-af2f-f5334e773b9f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.433605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 953e5e29-491f-488e-af2f-f5334e773b9f {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:27.509938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-18dca445-7b23-4d53-9eac-434ab0b9af64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 217 time: 0.2320294 Mar 22 14:09:27.612308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.618127 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8459d4b8-fdf6-4d18-b9fb-167610d45bee tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "DELETE /v2.0/routers/953e5e29-491f-488e-af2f-f5334e773b9f HTTP/1.1" status: 204 len: 168 time: 4.4457369 Mar 22 14:09:27.622741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59922) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:27.703632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-b4e870f5-33e4-490c-9f79-0c570e02e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.705324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-b4e870f5-33e4-490c-9f79-0c570e02e91c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.1735771 Mar 22 14:09:27.801939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-458392ff-487f-417f-ba03-430f9eb8ddc9 req-54eff255-e581-4b8e-b972-8e51cfcb9822 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5561459 Mar 22 14:09:27.898903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-d82254bc-7366-41b0-88d5-8c2bbb7564e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078985 Mar 22 14:09:27.913470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-c40f2aa4-cd4a-4297-a541-c0a68d380f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.913942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-c40f2aa4-cd4a-4297-a541-c0a68d380f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.917301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-c40f2aa4-cd4a-4297-a541-c0a68d380f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.917776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-c40f2aa4-cd4a-4297-a541-c0a68d380f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.918266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-c40f2aa4-cd4a-4297-a541-c0a68d380f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.920453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-c40f2aa4-cd4a-4297-a541-c0a68d380f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.924965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-c40f2aa4-cd4a-4297-a541-c0a68d380f32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5353 time: 0.6771023 Mar 22 14:09:27.939127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Deleting subnet c38dba0f-2faa-4e25-8dd1-87f886b6c389 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:27.942722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for subnet (c38dba0f-2faa-4e25-8dd1-87f886b6c389), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.986888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (c38dba0f-2faa-4e25-8dd1-87f886b6c389), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.034280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c38dba0f-2faa-4e25-8dd1-87f886b6c389), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.215369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd30ff5f-f2a3-41a5-8e13-4346725dcf66 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:28.226784 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Publish callbacks [] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.237791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-66017dac-ffcd-429b-800b-0122ca90ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:28.239059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-66017dac-ffcd-429b-800b-0122ca90ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:28.239829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-66017dac-ffcd-429b-800b-0122ca90ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:28.242035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-66017dac-ffcd-429b-800b-0122ca90ca7c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2e765a4e59f14fcb81140917441820f9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2882833 Mar 22 14:09:28.252498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Transition to ACTIVE for port object bd30ff5f-f2a3-41a5-8e13-4346725dcf66 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:28.254375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (c38dba0f-2faa-4e25-8dd1-87f886b6c389), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.272281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.351433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c38dba0f-2faa-4e25-8dd1-87f886b6c389,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:28.362078 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.365258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.370729 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-73a19be0-f64b-4ff7-99eb-9cfc36f720d3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/c38dba0f-2faa-4e25-8dd1-87f886b6c389 HTTP/1.1" status: 204 len: 168 time: 0.7393067 Mar 22 14:09:28.375374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59952) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:28.403807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-f140d8d9-ba0e-45d3-bfe8-9390800cbdc5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:28.412076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-f140d8d9-ba0e-45d3-bfe8-9390800cbdc5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.4590755 Mar 22 14:09:28.536836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:28.571240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-32b83ec2-5ee8-4f76-a9fd-2df214825e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:28.572831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27ac866c-e06b-40a6-adbf-99c9f79fd783 req-32b83ec2-5ee8-4f76-a9fd-2df214825e64 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474648 Mar 22 14:09:28.590027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-2f4e0221-de45-46f6-88d7-0475442808f3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/quotas/03a6139e620642568a3b5527faefcf60 HTTP/1.1" status: 200 len: 375 time: 0.1769819 Mar 22 14:09:28.635257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (60d53b1e-5155-4140-b581-a50ada49f8af), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.650934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-9eca290e-5609-4faa-ae41-d7c69300bcd7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599365 Mar 22 14:09:28.659790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Attempting to bind port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:28.660374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Attempting to bind port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:28.660945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Attempting to bind port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:28.688524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:28.689224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Attempting to bind port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:28.731645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77386108-28fc-4d69-bda5-c97543cb8bb2 req-3e73151a-4633-4131-84eb-c9f71ec4073f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:28.733229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77386108-28fc-4d69-bda5-c97543cb8bb2 req-3e73151a-4633-4131-84eb-c9f71ec4073f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 945 time: 0.8540354 Mar 22 14:09:28.776202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (60d53b1e-5155-4140-b581-a50ada49f8af), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.800801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d53b1e-5155-4140-b581-a50ada49f8af']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:28.813257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c027b4-dc59-4c1b-9e52-eeb360a70ce3') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:28.813695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c027b4-dc59-4c1b-9e52-eeb360a70ce3') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:28.829309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b2c027b4-dc59-4c1b-9e52-eeb360a70ce3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.849438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b2c027b4-dc59-4c1b-9e52-eeb360a70ce3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.858851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:28.859408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b2c027b4-dc59-4c1b-9e52-eeb360a70ce3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.860585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77386108-28fc-4d69-bda5-c97543cb8bb2 req-4a1c52c0-d576-44b2-bc5b-fe9aeef539d3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123879 Mar 22 14:09:28.872595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-d76f784a-5e0e-4041-9163-de7c92ef6b24 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452565 Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:29.056337 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:29.058772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:29.058772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Checking segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:29.058772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Bound using segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:29.058772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Bound port: bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:29.059152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.070137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eee9c7e0-1aca-4cd5-b71a-21d65f3419cc req-4e3f835f-7f3b-4d9d-a543-16f292bcd4d5 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910748 Mar 22 14:09:29.213580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] For port bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:29.220845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] For port bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:29.229783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (60d53b1e-5155-4140-b581-a50ada49f8af), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.238662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.253539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-b5033316-358b-47d9-b827-29e4e761fa25 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016817 Mar 22 14:09:29.294102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60d53b1e-5155-4140-b581-a50ada49f8af {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:09:29.341904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.360071 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "DELETE /v2.0/networks/60d53b1e-5155-4140-b581-a50ada49f8af HTTP/1.1" status: 204 len: 168 time: 0.9810858 Mar 22 14:09:29.371606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:29.373589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.375804 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 1135 time: 3.6159108 Mar 22 14:09:29.388974 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4da16-eb2c-416b-b40e-ba691a91c664 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event deleted for resources: {'Network': ['ID=60d53b1e-5155-4140-b581-a50ada49f8af,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:29.398343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': 'bd30ff5f-f2a3-41a5-8e13-4346725dcf66'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:29.402141 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "bd30ff5f-f2a3-41a5-8e13-4346725dcf66"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:29.434704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:29.521793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-cd33dc1b-b784-4e5c-a30a-ff7471253ebb service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673004 Mar 22 14:09:29.554614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d94f-587b-401d-9d20-7f382582dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:29.659947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.719198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57da2d-9203-4653-a0e6-cb7c6b9b1093 req-e815ba5a-db8a-472b-9efd-ae1fe273e54d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:29.727601 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce57da2d-9203-4653-a0e6-cb7c6b9b1093 req-e815ba5a-db8a-472b-9efd-ae1fe273e54d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.2031298 Mar 22 14:09:29.833989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce57da2d-9203-4653-a0e6-cb7c6b9b1093 req-30e5dfbd-05d7-465a-9362-7ebfc618bcd1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051340 Mar 22 14:09:29.993211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.010083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.027125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.047584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.064342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.071176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.077010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.087086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-262006f3-fef1-400b-b7b4-2fcc147e9ce2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5382 time: 0.1989391 Mar 22 14:09:30.316945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ce75a0df-fc67-4cfe-b39c-07343ddada2e no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:30.335937 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297175c5-7ebb-4933-b309-f4f0bee818a2 x-openstack-request-id: req-297175c5-7ebb-4933-b309-f4f0bee818a2 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:30.336735 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "bd30ff5f-f2a3-41a5-8e13-4346725dcf66", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:30.336735 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-297175c5-7ebb-4933-b309-f4f0bee818a2 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:30.336931 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297175c5-7ebb-4933-b309-f4f0bee818a2'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': 'bd30ff5f-f2a3-41a5-8e13-4346725dcf66', 'status': 'completed', 'code': 200} Mar 22 14:09:30.365445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: ce75a0df-fc67-4cfe-b39c-07343ddada2e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:30.365790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ce75a0df-fc67-4cfe-b39c-07343ddada2e not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:30.467912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b900a3ac-2a4c-40b8-ab8f-8032f4ada734 req-08d0a2ae-2886-403c-8693-96b840fca99c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3802822 Mar 22 14:09:30.572649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60018) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:30.598932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-059e24cb-4838-419c-b1c6-e0eca2f69c5e req-94f0adef-c8e8-4f44-86d6-07de42be4c7b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 210 time: 0.2506537 Mar 22 14:09:30.628789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-88928b30-e34f-4271-8d8d-7a7bd00ee883 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'router': {'name': 'tempest-router--2068292746', 'project_id': '62fa5f4e35c448909ca6725cb872e338'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:30.757855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88928b30-e34f-4271-8d8d-7a7bd00ee883 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (db2ca801-d271-488a-86e8-6a30d24e8ab1), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.762093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88928b30-e34f-4271-8d8d-7a7bd00ee883 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (db2ca801-d271-488a-86e8-6a30d24e8ab1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.800793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.801776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.804179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.804866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.806123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.807198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.810312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.813626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-d81cde05-a66c-4803-8d5c-136fd400e816 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6312 time: 0.5814693 Mar 22 14:09:30.903561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1616d952-a6ab-4d41-923b-ddc7f962147f {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:30.937073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Publish callbacks [] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.012642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Transition to ACTIVE for port object 1616d952-a6ab-4d41-923b-ddc7f962147f will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:31.018493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.180549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88928b30-e34f-4271-8d8d-7a7bd00ee883 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (db2ca801-d271-488a-86e8-6a30d24e8ab1), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.198322 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88928b30-e34f-4271-8d8d-7a7bd00ee883 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (db2ca801-d271-488a-86e8-6a30d24e8ab1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.304287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c8086-c15a-4e83-b2dd-2b8351f40774 req-4316a6f4-87f2-413e-911d-85c0766819d3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.319596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-044c8086-c15a-4e83-b2dd-2b8351f40774 req-4316a6f4-87f2-413e-911d-85c0766819d3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 945 time: 0.5359297 Mar 22 14:09:31.441925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-6c54abb4-98b4-4f9e-863f-f9a136a5f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.441925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-6c54abb4-98b4-4f9e-863f-f9a136a5f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.442457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-6c54abb4-98b4-4f9e-863f-f9a136a5f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.445954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-6c54abb4-98b4-4f9e-863f-f9a136a5f8de service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2e765a4e59f14fcb81140917441820f9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6022246 Mar 22 14:09:31.451663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Pushing event updated for resources: {'Port': ['ID=1616d952-a6ab-4d41-923b-ddc7f962147f,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:31.483347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88928b30-e34f-4271-8d8d-7a7bd00ee883 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.484578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-88928b30-e34f-4271-8d8d-7a7bd00ee883 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8828065 Mar 22 14:09:31.489825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60034) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:31.491568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Attempting to bind port 1616d952-a6ab-4d41-923b-ddc7f962147f on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:31.492127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Attempting to bind port 1616d952-a6ab-4d41-923b-ddc7f962147f by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:31.492805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Attempting to bind port 1616d952-a6ab-4d41-923b-ddc7f962147f on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:31.499919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Port 1616d952-a6ab-4d41-923b-ddc7f962147f on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:31.500368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Attempting to bind port 1616d952-a6ab-4d41-923b-ddc7f962147f on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:31.512587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:31.521506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Checking segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:31.522128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Bound using segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:31.522715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Bound port: 1616d952-a6ab-4d41-923b-ddc7f962147f, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:31.534324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.670610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] For port 1616d952-a6ab-4d41-923b-ddc7f962147f, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:31.674614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] For port 1616d952-a6ab-4d41-923b-ddc7f962147f, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1616d952-a6ab-4d41-923b-ddc7f962147f,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:31.684165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.736378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.745281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.747879 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] 10.222.0.57 "PUT /v2.0/ports/1616d952-a6ab-4d41-923b-ddc7f962147f HTTP/1.1" status: 200 len: 1091 time: 2.3254879 Mar 22 14:09:31.804295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5dfd4-90f2-4a31-878a-5065eab629dd service neutron] Pushing event updated for resources: {'Port': ['ID=1616d952-a6ab-4d41-923b-ddc7f962147f,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:31.812371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:31.948766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-48fe08e8-368f-4e4e-bb29-9ef742d7eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.950280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c274ff41-f73a-4fce-88d6-ad3ad8733ffa req-48fe08e8-368f-4e4e-bb29-9ef742d7eb79 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4555221 Mar 22 14:09:31.968823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0f40-caf8-47c2-a301-0861d5877700 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (db2ca801-d271-488a-86e8-6a30d24e8ab1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.060443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af9485-df79-49c6-8b56-932aa29a9e1b req-ae1abaa5-bb8a-40fd-9a93-f87964e09875 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:32.062273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8af9485-df79-49c6-8b56-932aa29a9e1b req-ae1abaa5-bb8a-40fd-9a93-f87964e09875 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.7261095 Mar 22 14:09:32.084843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.180407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-044c8086-c15a-4e83-b2dd-2b8351f40774 req-46f5c9c4-b43f-4594-b0f9-0124945e4200 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8583388 Mar 22 14:09:32.688162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255aa5f4-14aa-4847-a791-8dec85ba3e20 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:32.696391 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Publish callbacks [] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.710826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Transition to ACTIVE for port object 255aa5f4-14aa-4847-a791-8dec85ba3e20 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:32.712076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:32.716388 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:32.721183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.815958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Pushing event updated for resources: {'Port': ['ID=255aa5f4-14aa-4847-a791-8dec85ba3e20,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:32.934681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Attempting to bind port 255aa5f4-14aa-4847-a791-8dec85ba3e20 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:32.935249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Attempting to bind port 255aa5f4-14aa-4847-a791-8dec85ba3e20 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:32.935758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Attempting to bind port 255aa5f4-14aa-4847-a791-8dec85ba3e20 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:32.943630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Port 255aa5f4-14aa-4847-a791-8dec85ba3e20 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:32.948840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Attempting to bind port 255aa5f4-14aa-4847-a791-8dec85ba3e20 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:32.957807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:32.958190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Checking segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:32.958578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Bound using segment: {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:32.959018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Bound port: 255aa5f4-14aa-4847-a791-8dec85ba3e20, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a24b84-b844-4b94-a0e0-aaea429802b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:32.959374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.071619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] For port 255aa5f4-14aa-4847-a791-8dec85ba3e20, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:33.083037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] For port 255aa5f4-14aa-4847-a791-8dec85ba3e20, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=255aa5f4-14aa-4847-a791-8dec85ba3e20,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:33.096561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.237665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-322c1a1a-c555-4709-81c9-4e138ddb3327 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:33.239263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-322c1a1a-c555-4709-81c9-4e138ddb3327 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 1.0865164 Mar 22 14:09:33.254317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:33.255353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.258041 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] 10.222.0.57 "PUT /v2.0/ports/255aa5f4-14aa-4847-a791-8dec85ba3e20 HTTP/1.1" status: 200 len: 1091 time: 1.4491365 Mar 22 14:09:33.258948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c44bb-7331-4487-8898-d9d16cc0873d service neutron] Pushing event updated for resources: {'Port': ['ID=255aa5f4-14aa-4847-a791-8dec85ba3e20,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:33.306320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:33.369240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Request body: {'port': {'device_id': '97114450-480b-4295-adce-910f22191f36', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'admin_state_up': True, 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:33.490203 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.631722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8af9485-df79-49c6-8b56-932aa29a9e1b req-d864ba74-bfbf-4ede-9b98-df9acc0042ab tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4859998 Mar 22 14:09:34.047214 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0f40-caf8-47c2-a301-0861d5877700 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (db2ca801-d271-488a-86e8-6a30d24e8ab1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.070742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0f40-caf8-47c2-a301-0861d5877700 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (db2ca801-d271-488a-86e8-6a30d24e8ab1), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.107591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:34.120835 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.237268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d07a02c3-0eda-4e64-8c0c-505d010f9d34 req-e71da645-5513-4333-82c6-a7ab190e0a1d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 210 time: 0.1929429 Mar 22 14:09:34.270379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f66220-7e2e-421e-b4ac-78e170a3f987 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:34.288515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Publish callbacks [] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.319181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:34.325429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:34.332042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:34.338560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:34.345065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:34.350911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:34.357110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:34.365717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-cdec9651-1b2b-4f84-a38e-c66e6a70ce88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5406 time: 1.0767639 Mar 22 14:09:34.380347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Transition to ACTIVE for port object b0f66220-7e2e-421e-b4ac-78e170a3f987 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:34.388115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.395331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0f40-caf8-47c2-a301-0861d5877700 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (db2ca801-d271-488a-86e8-6a30d24e8ab1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.396101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ad0f40-caf8-47c2-a301-0861d5877700 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db2ca801-d271-488a-86e8-6a30d24e8ab1 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:34.450374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0f40-caf8-47c2-a301-0861d5877700 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.452217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d4ad0f40-caf8-47c2-a301-0861d5877700 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "DELETE /v2.0/routers/db2ca801-d271-488a-86e8-6a30d24e8ab1 HTTP/1.1" status: 204 len: 168 time: 2.9561524 Mar 22 14:09:34.599426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f66220-7e2e-421e-b4ac-78e170a3f987,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:34.625812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-933ae0ba-66d5-4fbd-9335-2b44530d1fa0 req-da777202-fe7f-410c-b096-ba3663952e10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2586787 Mar 22 14:09:34.738230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Allocated IP 172.20.0.2 (3b4d4fe1-57f8-46db-90f7-13628524dea6/7688f550-22c3-4c7f-b5c5-16e2757ded09/27e0ef95-a0ac-4a8a-a597-99f9342043e3) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:34.801948 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f975be8a-4530-42a8-a6b8-e66d9dc1923b x-openstack-request-id: req-f975be8a-4530-42a8-a6b8-e66d9dc1923b {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:34.803730 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:34.805705 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f975be8a-4530-42a8-a6b8-e66d9dc1923b {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:34.806512 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f975be8a-4530-42a8-a6b8-e66d9dc1923b'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f', 'status': 'completed', 'code': 200} Mar 22 14:09:34.855909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Attempting to bind port b0f66220-7e2e-421e-b4ac-78e170a3f987 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:34.856667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Attempting to bind port b0f66220-7e2e-421e-b4ac-78e170a3f987 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:34.857280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Attempting to bind port b0f66220-7e2e-421e-b4ac-78e170a3f987 on network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:34.874844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Port b0f66220-7e2e-421e-b4ac-78e170a3f987 on network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:34.875607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Attempting to bind port b0f66220-7e2e-421e-b4ac-78e170a3f987 on network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:34.899216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:34.899982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Checking segment: {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:34.901116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Bound using segment: {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:34.903840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Bound port: b0f66220-7e2e-421e-b4ac-78e170a3f987, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:34.904506 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.146610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] For port b0f66220-7e2e-421e-b4ac-78e170a3f987, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:35.159483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] For port b0f66220-7e2e-421e-b4ac-78e170a3f987, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:35.179929 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.371426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.372035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.372260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f66220-7e2e-421e-b4ac-78e170a3f987,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:35.373373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.374749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.376886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.377422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.379672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.382601 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-b0602974-7c07-47ef-b6b0-fbad0f419514 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6533 time: 0.5774534 Mar 22 14:09:35.383698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60102) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:35.425476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.426863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.433249 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3d76692f-ef69-4ada-a797-9608192819e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/b0f66220-7e2e-421e-b4ac-78e170a3f987 HTTP/1.1" status: 200 len: 1091 time: 2.1390436 Mar 22 14:09:35.467042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Request body: {'port': {'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:35.647178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.703517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-421044ce-55b7-4041-a5be-f27fb726e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.704368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-421044ce-55b7-4041-a5be-f27fb726e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.705003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-421044ce-55b7-4041-a5be-f27fb726e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.707624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-421044ce-55b7-4041-a5be-f27fb726e369 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2e765a4e59f14fcb81140917441820f9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3087764 Mar 22 14:09:35.756620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-273e8fda-1c21-430a-9c32-bfc2d0fa8f2c req-32dcee57-829b-46cc-ada5-4fbf3530bff3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 210 time: 0.0430851 Mar 22 14:09:35.883298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2023549759', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:36.008931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-374a2785-01ed-4ef5-a63a-078168c766ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:36.010770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3df5fa6-6bc2-44ae-9673-a27e1803b50f req-374a2785-01ed-4ef5-a63a-078168c766ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2341702 Mar 22 14:09:36.122986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.127827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.147783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccbae6-ebd6-4121-8140-7783355c0a16 req-488b8d7e-b367-4a8d-96ae-470945e9e803 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:36.160048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-deccbae6-ebd6-4121-8140-7783355c0a16 req-488b8d7e-b367-4a8d-96ae-470945e9e803 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 1.1697950 Mar 22 14:09:36.282050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-deccbae6-ebd6-4121-8140-7783355c0a16 req-bc4c9e7c-de77-490d-87b6-038efca88c3c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152685 Mar 22 14:09:36.478054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks [] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.537165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371f150-2329-4e0f-b539-e21fcbdc3b02 req-6aff6abb-4176-414e-b23e-dc3293e49e5a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:36.560010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6371f150-2329-4e0f-b539-e21fcbdc3b02 req-6aff6abb-4176-414e-b23e-dc3293e49e5a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.5465651 Mar 22 14:09:36.616811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.772781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6371f150-2329-4e0f-b539-e21fcbdc3b02 req-ff0caac3-5534-4cbf-80bc-bf93f9589aea tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054000 Mar 22 14:09:36.835300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.975110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event updated for resources: {'Port': ['ID=27e0ef95-a0ac-4a8a-a597-99f9342043e3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:37.050450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.069353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.073444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.080838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.087559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.093324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.100231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.115671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-7ae1f0bd-21ae-4d2a-9d39-0a4c94b0e21f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5418 time: 0.4651287 Mar 22 14:09:37.148297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.148651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.149000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.149393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.149739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.150098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.150513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.150847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.151176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.151839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.151975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.152271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.152593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.152922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.153249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:37.168596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:37.177862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:37.182501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:37.268611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109f82-90d3-471c-8fe8-ab1379d3df7c req-44e31485-64e0-44d4-a29c-79d7445286dd tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.277221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72109f82-90d3-471c-8fe8-ab1379d3df7c req-44e31485-64e0-44d4-a29c-79d7445286dd tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 931 time: 0.3032448 Mar 22 14:09:37.338613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6b1109e-1d1f-4d0e-893b-6aa7229188cb req-2415b89e-50ab-402b-8ced-33063f8366ce tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2218618 Mar 22 14:09:37.347501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '255aa5f4-14aa-4847-a791-8dec85ba3e20'}, {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:37.349343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.351537 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "255aa5f4-14aa-4847-a791-8dec85ba3e20"}, {"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:37.358165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.442193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72109f82-90d3-471c-8fe8-ab1379d3df7c req-2eb8491e-c8f8-4868-a139-6307a68e9ac7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633708 Mar 22 14:09:37.475643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-3dfd4558-4c7d-421b-a9d8-94f4dc82e12d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1174262 Mar 22 14:09:37.577088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Request body: {'port': {'device_id': '97114450-480b-4295-adce-910f22191f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:37.597538 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522f5e8e-851a-4ec6-a32c-2d5cf8d2aec6 x-openstack-request-id: req-522f5e8e-851a-4ec6-a32c-2d5cf8d2aec6 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:37.603041 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "255aa5f4-14aa-4847-a791-8dec85ba3e20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:37.603450 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-522f5e8e-851a-4ec6-a32c-2d5cf8d2aec6 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:37.603843 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522f5e8e-851a-4ec6-a32c-2d5cf8d2aec6'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '255aa5f4-14aa-4847-a791-8dec85ba3e20', 'status': 'completed', 'code': 200} Mar 22 14:09:37.604105 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522f5e8e-851a-4ec6-a32c-2d5cf8d2aec6'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987', 'status': 'completed', 'code': 200} Mar 22 14:09:37.716824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.730620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d61b6c-ba28-4917-a275-0cd7eabe304d {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:37.795903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Publish callbacks [] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.818192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.894032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab00f-357b-461f-82f6-f45327ffe507 req-ae76c064-b32c-4632-93dd-6ae00701092b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.917885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c47ab00f-357b-461f-82f6-f45327ffe507 req-ae76c064-b32c-4632-93dd-6ae00701092b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.4334941 Mar 22 14:09:37.934205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Transition to ACTIVE for port object 76d61b6c-ba28-4917-a275-0cd7eabe304d will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:37.962600 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.276363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Pushing event updated for resources: {'Port': ['ID=76d61b6c-ba28-4917-a275-0cd7eabe304d,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:38.306367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Attempting to bind port 76d61b6c-ba28-4917-a275-0cd7eabe304d on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:38.306735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Attempting to bind port 76d61b6c-ba28-4917-a275-0cd7eabe304d by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:38.307092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Attempting to bind port 76d61b6c-ba28-4917-a275-0cd7eabe304d on network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:38.318432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Port 76d61b6c-ba28-4917-a275-0cd7eabe304d on network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:38.318675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Attempting to bind port 76d61b6c-ba28-4917-a275-0cd7eabe304d on network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:38.461505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:38.462197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Checking segment: {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:38.462885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Bound using segment: {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:38.463652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Bound port: 76d61b6c-ba28-4917-a275-0cd7eabe304d, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f6647-bc46-4b02-9ed6-18789fd50125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:38.464297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.545783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.580656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.668737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] For port 76d61b6c-ba28-4917-a275-0cd7eabe304d, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:38.689313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e0ef95-a0ac-4a8a-a597-99f9342043e3 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:38.712013 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Publish callbacks [] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.714599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] For port 76d61b6c-ba28-4917-a275-0cd7eabe304d, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:38.730111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Transition to ACTIVE for port object 27e0ef95-a0ac-4a8a-a597-99f9342043e3 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:38.743660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.788565 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.804423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.804891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.805916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.806747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.807154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.807615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.808067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.811016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-144b423d-8197-4ca0-b915-8b39b11efc76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6606 time: 1.2145922 Mar 22 14:09:38.966046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-c655eb59-a983-464f-89f8-65bd2ebfc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.966474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-c655eb59-a983-464f-89f8-65bd2ebfc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.966928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-c655eb59-a983-464f-89f8-65bd2ebfc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.968501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-c655eb59-a983-464f-89f8-65bd2ebfc5eb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2e765a4e59f14fcb81140917441820f9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1337080 Mar 22 14:09:38.976285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Pushing event updated for resources: {'Port': ['ID=27e0ef95-a0ac-4a8a-a597-99f9342043e3,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:38.995507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Pushing event updated for resources: {'Port': ['ID=76d61b6c-ba28-4917-a275-0cd7eabe304d,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:39.006084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.011742 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.013257 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-cc2036b9-4315-4f78-b19e-ed316618830b service neutron] 10.222.0.57 "PUT /v2.0/ports/76d61b6c-ba28-4917-a275-0cd7eabe304d HTTP/1.1" status: 200 len: 1091 time: 3.5531514 Mar 22 14:09:39.064350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Allocated IP 172.25.2.67 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/3420c25c-1e07-4238-8102-ce56f01f5563) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:39.115163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-b0e48c70-bceb-4d1b-884d-928bb0a1b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.116712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-b0e48c70-bceb-4d1b-884d-928bb0a1b50c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341207 Mar 22 14:09:39.129037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf223-39ad-4886-bf6b-700f93f04c92 req-255348a5-4fb3-4545-a5a7-9a4c48ee78b7 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.164862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-619bf223-39ad-4886-bf6b-700f93f04c92 req-255348a5-4fb3-4545-a5a7-9a4c48ee78b7 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 1.2276947 Mar 22 14:09:39.172654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c47ab00f-357b-461f-82f6-f45327ffe507 req-b29c789c-3795-4b22-8f19-743caeeeae51 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2520893 Mar 22 14:09:39.357321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for port (3420c25c-1e07-4238-8102-ce56f01f5563), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.475666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3420c25c-1e07-4238-8102-ce56f01f5563), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.516825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-619bf223-39ad-4886-bf6b-700f93f04c92 req-e9bf9f3e-3945-48e8-afc1-a052736835f7 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490725 Mar 22 14:09:39.525132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Attempting to bind port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:39.527315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Attempting to bind port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:39.527843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Attempting to bind port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:39.546929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:39.549012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Attempting to bind port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:39.569600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.573565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.575104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.576647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.578018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.581604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.582293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.588559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-307d7d53-9295-47fe-86ae-e8b75d9ea799 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6704 time: 0.3701212 Mar 22 14:09:39.620184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:39.630187 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e88ae01-6513-4cea-a911-e1ea1ef38a16" -d '{"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:39.654275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:39.655704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:39.657646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:39.658331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Bound using segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:39.658937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Bound port: 27e0ef95-a0ac-4a8a-a597-99f9342043e3, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:39.662516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:39.664507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.675661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event updated for resources: {'Port': ['ID=3420c25c-1e07-4238-8102-ce56f01f5563,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:39.679039 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:39.810037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-055d442c-73c6-4ce6-a9b9-fd9c214ec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.810037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-055d442c-73c6-4ce6-a9b9-fd9c214ec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.810953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-055d442c-73c6-4ce6-a9b9-fd9c214ec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.813243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-055d442c-73c6-4ce6-a9b9-fd9c214ec085 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2e765a4e59f14fcb81140917441820f9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2056179 Mar 22 14:09:39.971321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-f9aaec66-d2c6-4c29-bbe7-a8f3b14a3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.974992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9cf3e7a-bdca-44cf-8d60-7dda63db49a4 req-f9aaec66-d2c6-4c29-bbe7-a8f3b14a3430 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490028 Mar 22 14:09:40.215762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.253701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.260633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.266837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.273001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.279943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.286580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.293559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.302526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-074cb0f0-8386-450a-bdeb-edcb86e709b5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.8987820 Mar 22 14:09:40.396390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c58fb2b-b90e-459d-88d5-366a129222bf req-020a9c9a-9657-4a99-bea4-e6c8233875f7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925827 Mar 22 14:09:40.429680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b5327-8ae3-4f84-a842-05180bcd2cc3 req-1ba1f98e-6308-422d-946e-66b8cb6395f7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.438071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee8b5327-8ae3-4f84-a842-05180bcd2cc3 req-1ba1f98e-6308-422d-946e-66b8cb6395f7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 943 time: 0.7696302 Mar 22 14:09:40.600906 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ebecca-d1e1-4c9a-84cc-f0c32675af08 x-openstack-request-id: req-d5ebecca-d1e1-4c9a-84cc-f0c32675af08 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:40.601373 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:40.601605 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5ebecca-d1e1-4c9a-84cc-f0c32675af08 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:40.602068 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ebecca-d1e1-4c9a-84cc-f0c32675af08'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d', 'status': 'completed', 'code': 200} Mar 22 14:09:40.603739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.616467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee8b5327-8ae3-4f84-a842-05180bcd2cc3 req-2c09cdf9-5789-44c8-8007-f30dbfaac26f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772728 Mar 22 14:09:40.702232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] For port 27e0ef95-a0ac-4a8a-a597-99f9342043e3, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:40.719294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] For port 27e0ef95-a0ac-4a8a-a597-99f9342043e3, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=27e0ef95-a0ac-4a8a-a597-99f9342043e3,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:40.731655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.732232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.732839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.733358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.734209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.734939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.735530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.739260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0679f9d1-d9d1-44d4-8109-51dc4245a7c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6704 time: 0.6838746 Mar 22 14:09:40.743056 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.880339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Pushing event updated for resources: {'Port': ['ID=27e0ef95-a0ac-4a8a-a597-99f9342043e3,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:40.925087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Router 49da3d8b-7227-48d8-a1e4-f6a543ba2bac is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:40.997021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3bac7154-6521-4f76-971c-21a66cf783a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28 HTTP/1.1" status: 200 len: 217 time: 0.2438240 Mar 22 14:09:41.002828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:41.003607 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.005152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-bbde4df9-946b-4496-9b2f-cf4e75295381 service neutron] 10.222.0.42 "PUT /v2.0/ports/27e0ef95-a0ac-4a8a-a597-99f9342043e3 HTTP/1.1" status: 200 len: 1091 time: 3.4462357 Mar 22 14:09:41.026816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faef35-2c30-4e65-8607-7710512b44d1 req-9691cbfa-36c8-44eb-8d9c-fda96dadc8c5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:41.028735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2faef35-2c30-4e65-8607-7710512b44d1 req-9691cbfa-36c8-44eb-8d9c-fda96dadc8c5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.4318306 Mar 22 14:09:41.029268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97114450-480b-4295-adce-910f22191f36', 'tag': '27e0ef95-a0ac-4a8a-a597-99f9342043e3'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:41.039004 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc8edca-cfaa-4fd5-9d15-85a15db43af3" -d '{"events": [{"name": "network-changed", "server_uuid": "97114450-480b-4295-adce-910f22191f36", "tag": "27e0ef95-a0ac-4a8a-a597-99f9342043e3"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:41.161937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:41.178546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] Sync routers for ids ['49da3d8b-7227-48d8-a1e4-f6a543ba2bac'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:41.215466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.219208 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a83c63eb-88be-4ba0-8681-e8a1f6307bb2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8282330 Mar 22 14:09:41.219821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60182) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:41.231530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] Routers {'49da3d8b-7227-48d8-a1e4-f6a543ba2bac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:41.243149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846640d-37d7-48ed-b2e7-9ea8bbc07880 req-004a84e0-bae4-4a95-b492-2f8d65a093f8 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:41.243859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['49da3d8b-7227-48d8-a1e4-f6a543ba2bac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:41.244806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3846640d-37d7-48ed-b2e7-9ea8bbc07880 req-004a84e0-bae4-4a95-b492-2f8d65a093f8 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.4317219 Mar 22 14:09:41.367104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-62cc5623-92ac-4c23-9821-a207ca961a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:41.368788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-62cc5623-92ac-4c23-9821-a207ca961a8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e180e39c-c3f4-4029-9ecc-2af3e6986ab1 HTTP/1.1" status: 200 len: 853 time: 0.3187084 Mar 22 14:09:41.401541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:41.433519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] Routers {'49da3d8b-7227-48d8-a1e4-f6a543ba2bac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:41.436178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['49da3d8b-7227-48d8-a1e4-f6a543ba2bac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:41.486037 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-edb15ff2-ee27-41cf-8659-4de4755e68e9 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/49da3d8b-7227-48d8-a1e4-f6a543ba2bac HTTP/1.1" status: 200 len: 920 time: 0.2622969 Mar 22 14:09:41.491434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60188) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:41.504361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2faef35-2c30-4e65-8607-7710512b44d1 req-1df51856-71b7-4dd5-b4cc-3b873ae908ce tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461429 Mar 22 14:09:41.531988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:41.532690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bc552-9bce-4076-9693-c369243bd1ff None None] The sync data for ids ['49da3d8b-7227-48d8-a1e4-f6a543ba2bac'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:41.628165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60194) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:41.630928 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3febf954-e7a2-4b75-ada6-c65803800236 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=49da3d8b-7227-48d8-a1e4-f6a543ba2bac HTTP/1.1" status: 200 len: 205 time: 0.1381691 Mar 22 14:09:41.632114 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e8f821-b0b3-4477-8625-5f2e97264f30 x-openstack-request-id: req-55e8f821-b0b3-4477-8625-5f2e97264f30 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:41.638633 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97114450-480b-4295-adce-910f22191f36", "tag": "27e0ef95-a0ac-4a8a-a597-99f9342043e3", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:41.639138 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55e8f821-b0b3-4477-8625-5f2e97264f30 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:41.639755 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e8f821-b0b3-4477-8625-5f2e97264f30'] response: {'name': 'network-changed', 'server_uuid': '97114450-480b-4295-adce-910f22191f36', 'tag': '27e0ef95-a0ac-4a8a-a597-99f9342043e3', 'status': 'completed', 'code': 200} Mar 22 14:09:41.678480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3846640d-37d7-48ed-b2e7-9ea8bbc07880 req-959883f2-c52a-462d-9469-8f9db90ffeef tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062726 Mar 22 14:09:41.747751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-e949b5df-c692-44dc-a100-8813ba4b3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:41.751692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-e949b5df-c692-44dc-a100-8813ba4b3df8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 1125 time: 0.6583269 Mar 22 14:09:42.550970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-cf48ef13-e73b-453c-8aee-ea72a16c84d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e0ef95-a0ac-4a8a-a597-99f9342043e3 HTTP/1.1" status: 200 len: 217 time: 0.1322367 Mar 22 14:09:42.564703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-5baffb0d-55cb-489b-bb1f-9c38211e6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:42.566502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-5baffb0d-55cb-489b-bb1f-9c38211e6c71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0898a8-edc4-4b45-bae3-8138b313d423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1738167 Mar 22 14:09:42.925295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a918b-8585-476b-8a76-e967f8af5d01 req-79e7789d-cfa5-4eea-97ab-f0616d74e96b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:42.926923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-995a918b-8585-476b-8a76-e967f8af5d01 req-79e7789d-cfa5-4eea-97ab-f0616d74e96b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 943 time: 0.5095611 Mar 22 14:09:42.928470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-084bd231-a6f2-49bd-ac9c-8df38c20322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:42.929837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-084bd231-a6f2-49bd-ac9c-8df38c20322f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.3557656 Mar 22 14:09:42.972696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:42.987039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:42.992790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:42.998672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.004354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.010031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.016250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.024286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-8ae78ff8-b472-44dc-8c9f-b5f1445dfad1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.6401467 Mar 22 14:09:43.028275 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.208839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-1cccb084-13a7-493b-bb04-8e4c11d7e8b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922353 Mar 22 14:09:43.236562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-7543d77b-c1e6-40d9-9901-f45117d6e51b service neutron] 10.222.0.57 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537528 Mar 22 14:09:43.453680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-995a918b-8585-476b-8a76-e967f8af5d01 req-d18ff9ae-879a-40f5-9145-8c463d2b4a21 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055516 Mar 22 14:09:43.515118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c5a49c4-109c-4406-a228-717ad77bf985 req-165c5db1-5846-4a4f-bc36-f1f5c7c9b8fe tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4865546 Mar 22 14:09:43.652544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.736191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-6eb3652e-e049-43e7-8ca2-1377c56e750b service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146463 Mar 22 14:09:43.744244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-42101acc-1c11-4910-a79c-f89bffe2bfee service neutron] 10.222.0.57 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956880 Mar 22 14:09:43.822360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-059dba50-12db-4775-bc09-0f87a985d5db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 217 time: 0.0502360 Mar 22 14:09:43.841532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948f58a-00c0-4777-96cd-eba006c19900 req-f73ef78b-c872-4326-9d31-116be0781f68 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.850361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f948f58a-00c0-4777-96cd-eba006c19900 req-f73ef78b-c872-4326-9d31-116be0781f68 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.2207727 Mar 22 14:09:43.916811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ccf16-302a-456d-954d-c3c75d51f6c1 req-4e22d696-f726-44de-8cbc-e5097fc3fb43 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.918390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e83ccf16-302a-456d-954d-c3c75d51f6c1 req-4e22d696-f726-44de-8cbc-e5097fc3fb43 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.2761965 Mar 22 14:09:44.040528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-62cc63ac-0903-4f34-a3c5-8a2948b06809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:44.042056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-62cc63ac-0903-4f34-a3c5-8a2948b06809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.2103257 Mar 22 14:09:44.059429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Deleting port 3420c25c-1e07-4238-8102-ce56f01f5563 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:44.059834 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3420c25c-1e07-4238-8102-ce56f01f5563), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.150130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f948f58a-00c0-4777-96cd-eba006c19900 req-52c99728-739a-456e-89ff-c4f894ef8352 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987862 Mar 22 14:09:44.167004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e83ccf16-302a-456d-954d-c3c75d51f6c1 req-669e412e-5769-4d0b-9d46-06588be9ad1d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083082 Mar 22 14:09:44.184099 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b033f3a1-9da1-4d54-ac74-6f5bbedb55d6 req-501cdf95-a740-4c60-97da-8dc759b5b3f7 service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296263 Mar 22 14:09:44.230389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-c116ff15-a188-4e42-8baf-e7ed73d064bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:44.231944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-c116ff15-a188-4e42-8baf-e7ed73d064bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1615212 Mar 22 14:09:44.240907 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3420c25c-1e07-4238-8102-ce56f01f5563), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.312870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Calling delete_port for 3420c25c-1e07-4238-8102-ce56f01f5563 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:44.450840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-8394ea04-1908-49a4-849a-4de97e9206e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:44.450840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-8394ea04-1908-49a4-849a-4de97e9206e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 1125 time: 0.1849577 Mar 22 14:09:44.561944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-4938dad6-df7d-4ecb-aa42-dcc9895b7af3 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175869 Mar 22 14:09:44.720865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a7ce8-8605-4122-90aa-68dc1387256d req-0af8c3a0-3363-437a-a55b-a2241b1b0bd3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:44.723755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-616a7ce8-8605-4122-90aa-68dc1387256d req-0af8c3a0-3363-437a-a55b-a2241b1b0bd3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3025966 Mar 22 14:09:44.782330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-6430464c-cdb0-45d9-8ac2-8c3b7a66fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:44.784204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-6430464c-cdb0-45d9-8ac2-8c3b7a66fa19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.3144841 Mar 22 14:09:44.826543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51d824-1171-47cb-a5de-24ecbd2f297c req-e5b3bf22-eff8-4b56-ab8a-b0d7d057eec4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:44.828028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab51d824-1171-47cb-a5de-24ecbd2f297c req-e5b3bf22-eff8-4b56-ab8a-b0d7d057eec4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 943 time: 0.2745926 Mar 22 14:09:44.888388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-d5a99c91-e729-41a1-a0f6-36533071d489 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e0ef95-a0ac-4a8a-a597-99f9342043e3 HTTP/1.1" status: 200 len: 217 time: 0.0953448 Mar 22 14:09:44.901716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-55ed04f8-d24e-44a0-8765-72ebd0accbdd service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257256 Mar 22 14:09:44.967809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-616a7ce8-8605-4122-90aa-68dc1387256d req-574152c9-1a31-440e-acc5-49c19edb1005 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265341 Mar 22 14:09:45.358359 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3420c25c-1e07-4238-8102-ce56f01f5563), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.375778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-90fa9dae-13ce-4509-94cb-f937b414afb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 217 time: 0.4483244 Mar 22 14:09:45.424372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event deleted for resources: {'Port': ['ID=3420c25c-1e07-4238-8102-ce56f01f5563,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:45.476523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-08ffbdd3-01f3-4236-9205-3ddbce3a916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.477909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-08ffbdd3-01f3-4236-9205-3ddbce3a916b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.5787375 Mar 22 14:09:45.507527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab51d824-1171-47cb-a5de-24ecbd2f297c req-0a8571e0-e67a-4a56-acc6-5dd2df9f5850 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309545 Mar 22 14:09:45.575239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-eb21ec31-b990-4310-9e91-0b1d806700d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715199 Mar 22 14:09:45.598255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-8f0d6ea0-02dd-43c2-9fd7-9801f9d12477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.599805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-8f0d6ea0-02dd-43c2-9fd7-9801f9d12477 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.1894708 Mar 22 14:09:45.683009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60278) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:45.749572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.755000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.760623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.766006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.771486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.777581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.783007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.784988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed6d843b-08b6-4073-b738-94b67a480acc req-c3fb0115-d756-43d2-80eb-73fa1dce6ec0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.4192204 Mar 22 14:09:45.786134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.818211 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0266fb1a-4432-4efb-a8e2-79aa79d288d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.937538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-13bc4e51-d22f-4e2d-8370-24f9694be49c service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525257 Mar 22 14:09:45.954634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.964878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0266fb1a-4432-4efb-a8e2-79aa79d288d3 admin admin] Publish callbacks [] for security_group (ba993abc-8605-401d-9a87-b1385f945641), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.968747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-fbd85dd4-2d52-465c-ac16-53b4317f4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.969563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.970890 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-fbd85dd4-2d52-465c-ac16-53b4317f4b34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1125 time: 0.0799828 Mar 22 14:09:45.972670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0266fb1a-4432-4efb-a8e2-79aa79d288d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ba993abc-8605-401d-9a87-b1385f945641), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.075979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c3d59-b93e-4053-b049-c00ad21a3bb4 req-2e41a0f0-04ae-4391-8b3f-7b71f93704fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:46.077553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-992c3d59-b93e-4053-b049-c00ad21a3bb4 req-2e41a0f0-04ae-4391-8b3f-7b71f93704fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.4645641 Mar 22 14:09:46.090728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-8d4d21e7-624a-4c9b-83ca-2f82865ecaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:46.092267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-8d4d21e7-624a-4c9b-83ca-2f82865ecaf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4310279 Mar 22 14:09:46.114398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (49da3d8b-7227-48d8-a1e4-f6a543ba2bac), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.115016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Fanout notify agent at l3_agent the message router_deleted on router 49da3d8b-7227-48d8-a1e4-f6a543ba2bac {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:46.131088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.135861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a212c01e-2c8d-4a57-94b6-f610e3d348d2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/49da3d8b-7227-48d8-a1e4-f6a543ba2bac HTTP/1.1" status: 204 len: 168 time: 4.4853024 Mar 22 14:09:46.145024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60282) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:46.158065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed6d843b-08b6-4073-b738-94b67a480acc req-8c00094b-4a29-4b08-a006-09ca5bfb1fd8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3578393 Mar 22 14:09:46.188564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'router': {'name': 'tempest-snat-router-789548754', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': False}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:46.249711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc8edca-cfaa-4fd5-9d15-85a15db43af3 req-253d5ec8-8da1-4a14-a0b8-890b7f52cd12 service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914851 Mar 22 14:09:46.324535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.325722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.333919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-992c3d59-b93e-4053-b049-c00ad21a3bb4 req-e49e910b-30dd-4f49-b0ce-9b76ab9dbd72 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332604 Mar 22 14:09:46.338273 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0266fb1a-4432-4efb-a8e2-79aa79d288d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afde9377f2c247498a19e2f5864c795d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6518116 Mar 22 14:09:46.338273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266fb1a-4432-4efb-a8e2-79aa79d288d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba993abc-8605-401d-9a87-b1385f945641,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:46.341198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60286) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:46.401164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-45dabbb1-1aac-4766-8ccf-563a08d6226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:46.402741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-45dabbb1-1aac-4766-8ccf-563a08d6226a service neutron] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 915 time: 0.4111013 Mar 22 14:09:46.442069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-1dc8cfb3-a6f6-4ce8-9732-7d966ba2d7df service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403256 Mar 22 14:09:46.443543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.464409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-5186fcd9-72dd-403d-a064-91d0d9f4f87f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 217 time: 0.0532732 Mar 22 14:09:46.481322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38930cfc-ac3a-401d-b7dc-d75eeecacf5d req-01ad5869-625d-43bc-8f1b-5f6b43661c24 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:46.484709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38930cfc-ac3a-401d-b7dc-d75eeecacf5d req-01ad5869-625d-43bc-8f1b-5f6b43661c24 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.2252274 Mar 22 14:09:46.509719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fe40103-afc2-4de6-ba9f-d3dbfd39de36 admin admin] Publish callbacks [] for security_group (ba993abc-8605-401d-9a87-b1385f945641), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.541606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fe40103-afc2-4de6-ba9f-d3dbfd39de36 admin admin] Publish callbacks [] for security_group (ba993abc-8605-401d-9a87-b1385f945641), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.544213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-ed53d8af-4aca-4b05-a643-d5115bc0b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:46.545695 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-ed53d8af-4aca-4b05-a643-d5115bc0b507 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.0754356 Mar 22 14:09:46.583767 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-df72b20f-a08b-46af-9318-6c78a787885f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310507 Mar 22 14:09:46.687201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fe40103-afc2-4de6-ba9f-d3dbfd39de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ba993abc-8605-401d-9a87-b1385f945641), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.689718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fe40103-afc2-4de6-ba9f-d3dbfd39de36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.693250 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7fe40103-afc2-4de6-ba9f-d3dbfd39de36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba993abc-8605-401d-9a87-b1385f945641 HTTP/1.1" status: 204 len: 168 time: 0.3489571 Mar 22 14:09:46.710412 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-c912d8f3-ac1c-4518-99f4-ff3dbaf22be2 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170146 Mar 22 14:09:46.711627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe40103-afc2-4de6-ba9f-d3dbfd39de36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba993abc-8605-401d-9a87-b1385f945641,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:46.751326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38930cfc-ac3a-401d-b7dc-d75eeecacf5d req-a2610c04-540b-4c25-afa5-b209da690c62 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531221 Mar 22 14:09:46.762403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e0d0c-21f2-4728-8151-94758af9f025 req-9c03ae8c-70a2-44a4-9ed9-9669db057f43 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:46.764053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-850e0d0c-21f2-4728-8151-94758af9f025 req-9c03ae8c-70a2-44a4-9ed9-9669db057f43 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 943 time: 0.3351169 Mar 22 14:09:46.766385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.818966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-3cf8af39-ded2-4290-9869-18bf6551f4e8 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310900 Mar 22 14:09:46.916276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e7b8de9-1ca2-4395-9b1e-3d85b7931476 req-fa753bae-ba79-4e9f-9bf0-6f07e15d1015 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934466 Mar 22 14:09:46.926150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-ca71bc71-2d6f-4049-ad14-021ae2f3fb66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=1616d952-a6ab-4d41-923b-ddc7f962147f HTTP/1.1" status: 200 len: 217 time: 0.0708823 Mar 22 14:09:46.937737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-850e0d0c-21f2-4728-8151-94758af9f025 req-b916f3a7-0bf7-46e3-ae72-ff7d74dad6d8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639740 Mar 22 14:09:47.042968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-aa230451-3227-444d-a89d-43e865e34a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.046595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-aa230451-3227-444d-a89d-43e865e34a50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.1048093 Mar 22 14:09:47.065898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5363f8-1463-4d18-9245-7c1b0f2c3474 req-f51857a8-0881-4ef6-b968-f9d19275cf9c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.067485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e5363f8-1463-4d18-9245-7c1b0f2c3474 req-f51857a8-0881-4ef6-b968-f9d19275cf9c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1450946 Mar 22 14:09:47.083801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60296) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:47.126833 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78a8f443-e084-452a-be21-76bc7941f5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.190701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e5363f8-1463-4d18-9245-7c1b0f2c3474 req-dabb2c89-d5f9-4999-8844-4a00cafc6811 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123974 Mar 22 14:09:47.202696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-5b2230b2-eec8-470e-8003-16d4d6aeb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.204206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-5b2230b2-eec8-470e-8003-16d4d6aeb49f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1356392 Mar 22 14:09:47.225702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78a8f443-e084-452a-be21-76bc7941f5c1 admin admin] Publish callbacks [] for security_group (75430d74-4640-448c-8103-027c7d61a6e6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.230390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78a8f443-e084-452a-be21-76bc7941f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (75430d74-4640-448c-8103-027c7d61a6e6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.275495 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78a8f443-e084-452a-be21-76bc7941f5c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8df4bb258e2348e69705888186597971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1903563 Mar 22 14:09:47.276858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8f443-e084-452a-be21-76bc7941f5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75430d74-4640-448c-8103-027c7d61a6e6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:47.280333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60302) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:47.344391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a952fa-bd31-4463-92d1-db35173a9a59 req-398da0bd-16cb-462c-a013-08c3d0c6ddbb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.345886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6a952fa-bd31-4463-92d1-db35173a9a59 req-398da0bd-16cb-462c-a013-08c3d0c6ddbb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 943 time: 0.1995106 Mar 22 14:09:47.360725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9556-e6e3-49ed-ad85-f9b741a725fc admin admin] Publish callbacks [] for security_group (75430d74-4640-448c-8103-027c7d61a6e6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.382702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9556-e6e3-49ed-ad85-f9b741a725fc admin admin] Publish callbacks [] for security_group (75430d74-4640-448c-8103-027c7d61a6e6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.436149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9556-e6e3-49ed-ad85-f9b741a725fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (75430d74-4640-448c-8103-027c7d61a6e6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.439095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9556-e6e3-49ed-ad85-f9b741a725fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.443699 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.443908 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7d8c9556-e6e3-49ed-ad85-f9b741a725fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75430d74-4640-448c-8103-027c7d61a6e6 HTTP/1.1" status: 204 len: 168 time: 0.1595070 Mar 22 14:09:47.451375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c9556-e6e3-49ed-ad85-f9b741a725fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75430d74-4640-448c-8103-027c7d61a6e6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:47.485617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:47.524479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6a952fa-bd31-4463-92d1-db35173a9a59 req-712af4bc-5eac-4cf3-9b87-882478e2e40f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538577 Mar 22 14:09:47.543760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.590394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:47.605907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'network_id': '57aef518-ec9b-4e15-a7a9-80a0695722a3', 'port_id': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'mac_address': 'fa:16:3e:81:45:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19982f16-a417-4746-99d6-50297f9a1ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:47.635437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-6a14703c-8071-475a-90ef-88a4c9fa6e7c service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887260 Mar 22 14:09:47.647113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:47.647799 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.668482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.674587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.675767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f876d6-d74d-46e0-80ab-1efdeddacf49 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:47.680458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.686548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.692625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.698700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.701291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:47.707595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.708371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 27e0ef95-a0ac-4a8a-a597-99f9342043e3 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:47.716599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.725235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-ed63a3b3-cd6d-40f6-b4cb-c9bfb4791370 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.3904266 Mar 22 14:09:47.827857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:47.840591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.841295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.841804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.842385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.843022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.843536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.844040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.844660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.845146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.845683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.846277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.847080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.847575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.848057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.848538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:47.907258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 27e0ef95-a0ac-4a8a-a597-99f9342043e3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=27e0ef95-a0ac-4a8a-a597-99f9342043e3,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:47.921930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '27e0ef95-a0ac-4a8a-a597-99f9342043e3', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': '27e0ef95-a0ac-4a8a-a597-99f9342043e3', 'mac_address': 'fa:16:3e:83:ad:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:47.961068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:47.973691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:47.974657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.975285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b49a-b0fa-4490-a50c-6ce9bfb3af30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.996502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e0ef95-a0ac-4a8a-a597-99f9342043e3 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:48.020534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 27e0ef95-a0ac-4a8a-a597-99f9342043e3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=27e0ef95-a0ac-4a8a-a597-99f9342043e3,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:48.028923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.083348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b49a-b0fa-4490-a50c-6ce9bfb3af30 admin admin] Publish callbacks [] for security_group (e419bd95-14a1-406c-9225-46016d067938), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.089846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b49a-b0fa-4490-a50c-6ce9bfb3af30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e419bd95-14a1-406c-9225-46016d067938), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.093488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=27e0ef95-a0ac-4a8a-a597-99f9342043e3,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:48.137272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4b49a-b0fa-4490-a50c-6ce9bfb3af30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e419bd95-14a1-406c-9225-46016d067938,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:48.144104 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f4b4b49a-b0fa-4490-a50c-6ce9bfb3af30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef16af3c154f4af1aadc9ac37628bee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795006 Mar 22 14:09:48.144320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60316) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:48.158249 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-095aedd3-8501-4c07-b536-9d04bd440f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.200035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e18a894-0b5a-4b89-8908-a9fcffaa276d admin admin] Publish callbacks [] for security_group (e419bd95-14a1-406c-9225-46016d067938), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.225337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e18a894-0b5a-4b89-8908-a9fcffaa276d admin admin] Publish callbacks [] for security_group (e419bd95-14a1-406c-9225-46016d067938), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.279125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e18a894-0b5a-4b89-8908-a9fcffaa276d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e419bd95-14a1-406c-9225-46016d067938), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.281713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e18a894-0b5a-4b89-8908-a9fcffaa276d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.285329 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e18a894-0b5a-4b89-8908-a9fcffaa276d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e419bd95-14a1-406c-9225-46016d067938 HTTP/1.1" status: 204 len: 168 time: 0.1377311 Mar 22 14:09:48.291192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18a894-0b5a-4b89-8908-a9fcffaa276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e419bd95-14a1-406c-9225-46016d067938,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:48.342308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Allocated IP 172.25.2.227 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/94e7ee34-dddb-4218-b6c4-f488c5aea760) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:48.348063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['27e0ef95-a0ac-4a8a-a597-99f9342043e3'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:48.393210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f91a-b3eb-4b9d-a950-89588773440d req-229682aa-4b0b-4daa-bcae-fd1103c482ea tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:48.400245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ea4f91a-b3eb-4b9d-a950-89588773440d req-229682aa-4b0b-4daa-bcae-fd1103c482ea tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.7597473 Mar 22 14:09:48.415253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c2f876d6-d74d-46e0-80ab-1efdeddacf49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:48.426902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-92bbb8bd-4af9-4f80-9a88-f16b12ab28c7 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7812066 Mar 22 14:09:48.441769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94fd8f74-2666-4dc7-be8b-740c2eb9cc5f req-7c37f5d3-1cc6-40ea-8a5e-ee8aeb73b594 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7116311 Mar 22 14:09:48.549126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-fbc48c61-9362-4724-803a-a49893c55de3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=255aa5f4-14aa-4847-a791-8dec85ba3e20 HTTP/1.1" status: 200 len: 217 time: 0.1043215 Mar 22 14:09:48.675603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ea4f91a-b3eb-4b9d-a950-89588773440d req-d34c36b3-f38c-4826-8f73-7518567c3cd9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743821 Mar 22 14:09:48.710246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-25114ef7-cb4d-46ef-b3c8-b6bd0a6159f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:48.725630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-25114ef7-cb4d-46ef-b3c8-b6bd0a6159f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.1665690 Mar 22 14:09:48.836112 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.844736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cf01f-cb67-4a7a-a4a2-205d3fd04785 req-0fe1ddc0-e3d0-443a-86a0-7eab277bd6c6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:48.846281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-426cf01f-cb67-4a7a-a4a2-205d3fd04785 req-0fe1ddc0-e3d0-443a-86a0-7eab277bd6c6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.2958043 Mar 22 14:09:48.954655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-63fb797e-57df-4656-81a9-81326f238282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:48.956552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-63fb797e-57df-4656-81a9-81326f238282 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2146857 Mar 22 14:09:48.968110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.011264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-426cf01f-cb67-4a7a-a4a2-205d3fd04785 req-98121e64-7370-4a9c-bae5-21371a7426ec tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425660 Mar 22 14:09:49.018923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b61000-89d9-4081-a505-3f7b139f5007 req-772b1d83-7f7c-46a3-9b71-2488dfdd637e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.026455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47b61000-89d9-4081-a505-3f7b139f5007 req-772b1d83-7f7c-46a3-9b71-2488dfdd637e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 944 time: 0.2252622 Mar 22 14:09:49.095427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:49.124571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:49.127104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:49.170473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Port': ['ID=94e7ee34-dddb-4218-b6c4-f488c5aea760,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:49.233693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47b61000-89d9-4081-a505-3f7b139f5007 req-cf45c743-4799-4514-9d17-244739059d25 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063448 Mar 22 14:09:49.240287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-31acac76-2056-4938-8cdb-6a90d9de4ebe service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700393 Mar 22 14:09:49.382362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d89c32-d71c-4987-a0b8-571dc1776ff8 req-fa254b2f-2a4b-4fb6-a4a1-8b0e35f8e842 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.383873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d89c32-d71c-4987-a0b8-571dc1776ff8 req-fa254b2f-2a4b-4fb6-a4a1-8b0e35f8e842 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 944 time: 0.2905850 Mar 22 14:09:49.495964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-23f4fb51-e3c8-45ea-9938-14782563758e service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483621 Mar 22 14:09:49.514762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 27e0ef95-a0ac-4a8a-a597-99f9342043e3 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:49.589739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:49.595419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:49.595756 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.606356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39d89c32-d71c-4987-a0b8-571dc1776ff8 req-7cf1b1b8-0421-431b-afb3-12cddb4315cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852517 Mar 22 14:09:49.608878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-36878538-189a-42db-a21d-802821a0caa1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987 HTTP/1.1" status: 200 len: 217 time: 0.1012406 Mar 22 14:09:49.761195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:49.762296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.778026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd381791-3ff5-4b56-97d0-838e82641412 req-a1a81d44-ab70-4112-b910-388b36d6ed28 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.780919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd381791-3ff5-4b56-97d0-838e82641412 req-a1a81d44-ab70-4112-b910-388b36d6ed28 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2809241 Mar 22 14:09:49.782639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:49.796882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-18b3152d-7f60-4575-85ab-e8fda44554f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.798539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-18b3152d-7f60-4575-85ab-e8fda44554f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05d59628-a2bc-46ae-b9fd-3be745da8856 HTTP/1.1" status: 200 len: 797 time: 0.1515856 Mar 22 14:09:49.803569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97114450-480b-4295-adce-910f22191f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e0ef95-a0ac-4a8a-a597-99f9342043e3'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:49.806511 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd30fe8-0e80-43fb-9dae-7ae810d8a4ad" -d '{"events": [{"server_uuid": "97114450-480b-4295-adce-910f22191f36", "name": "network-vif-plugged", "status": "completed", "tag": "27e0ef95-a0ac-4a8a-a597-99f9342043e3"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:49.823622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 27e0ef95-a0ac-4a8a-a597-99f9342043e3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=27e0ef95-a0ac-4a8a-a597-99f9342043e3,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:49.830405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.831933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:49.876989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.882927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.889160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.895079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.900814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.906201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.912557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.914685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-90f58c71-358c-4359-9a25-fb9290053d40 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2011750 Mar 22 14:09:49.955089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21c91ad4-7846-4746-872e-b74b3c9a3421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.960999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port c2f876d6-d74d-46e0-80ab-1efdeddacf49 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:49.961707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.964643 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.997017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=27e0ef95-a0ac-4a8a-a597-99f9342043e3,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:50.075329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd381791-3ff5-4b56-97d0-838e82641412 req-48cfbb19-415c-40d9-aa40-36209821275a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757783 Mar 22 14:09:50.081068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port c2f876d6-d74d-46e0-80ab-1efdeddacf49 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:50.081229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.084384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-ccf59661-9926-4eae-a578-5fc4f66bfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:50.086375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-ccf59661-9926-4eae-a578-5fc4f66bfd9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2728159 Mar 22 14:09:50.103167 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21c91ad4-7846-4746-872e-b74b3c9a3421 admin admin] Publish callbacks [] for security_group (e6ce0b76-2287-4663-9115-3609694a1f9f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.108956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21c91ad4-7846-4746-872e-b74b3c9a3421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e6ce0b76-2287-4663-9115-3609694a1f9f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.132345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:50.137835 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.186685 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb455d02-2a82-440e-93b1-c26f8084cce9 x-openstack-request-id: req-cb455d02-2a82-440e-93b1-c26f8084cce9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:50.187017 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97114450-480b-4295-adce-910f22191f36", "name": "network-vif-plugged", "status": "completed", "tag": "27e0ef95-a0ac-4a8a-a597-99f9342043e3", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:50.187331 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb455d02-2a82-440e-93b1-c26f8084cce9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:50.187706 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb455d02-2a82-440e-93b1-c26f8084cce9'] response: {'server_uuid': '97114450-480b-4295-adce-910f22191f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e0ef95-a0ac-4a8a-a597-99f9342043e3', 'code': 200} Mar 22 14:09:50.198710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fb9b5e0-52f3-49cf-8042-a03a3676e79f req-702869fc-681b-4378-8d39-eb3acd08e0ea tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2630126 Mar 22 14:09:50.235433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:50.262053 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-21c91ad4-7846-4746-872e-b74b3c9a3421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1eefddb2dbba4336adac020bc71775c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741888 Mar 22 14:09:50.262225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c91ad4-7846-4746-872e-b74b3c9a3421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce0b76-2287-4663-9115-3609694a1f9f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:50.264558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60368) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:50.365509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a82ad-9ba5-4bfe-9b69-57648ce9eafa req-341f7d8c-6f17-4238-8d4b-2e42015eabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:50.367575 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c4a82ad-9ba5-4bfe-9b69-57648ce9eafa req-341f7d8c-6f17-4238-8d4b-2e42015eabc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 1127 time: 0.1061263 Mar 22 14:09:50.372014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d89acca-dff6-4e13-9e1e-c0175a418524 admin admin] Publish callbacks [] for security_group (e6ce0b76-2287-4663-9115-3609694a1f9f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.373348 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58556a12-e6d4-4da4-bdda-1e530c4acd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.448778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-5cb7deb9-bd51-4f9f-b6e8-2d926a520db1 service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497612 Mar 22 14:09:50.457058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d89acca-dff6-4e13-9e1e-c0175a418524 admin admin] Publish callbacks [] for security_group (e6ce0b76-2287-4663-9115-3609694a1f9f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.472920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2c4a82ad-9ba5-4bfe-9b69-57648ce9eafa req-81468a0e-3133-4b9c-ad24-540bce04e078 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887544 Mar 22 14:09:50.512372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d89acca-dff6-4e13-9e1e-c0175a418524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e6ce0b76-2287-4663-9115-3609694a1f9f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.515084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d89acca-dff6-4e13-9e1e-c0175a418524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.516225 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2d89acca-dff6-4e13-9e1e-c0175a418524 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6ce0b76-2287-4663-9115-3609694a1f9f HTTP/1.1" status: 204 len: 168 time: 0.2207117 Mar 22 14:09:50.525722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89acca-dff6-4e13-9e1e-c0175a418524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce0b76-2287-4663-9115-3609694a1f9f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:50.536261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.607315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660bce7-1720-4e5e-aeb1-7f7098331541 req-93922967-a704-4ef0-bffd-a5d71fde69d5 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:50.608830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8660bce7-1720-4e5e-aeb1-7f7098331541 req-93922967-a704-4ef0-bffd-a5d71fde69d5 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.2381690 Mar 22 14:09:50.668965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fe73-ab0d-4192-ba00-772500fafda5 req-89df5c44-270d-48ac-8c57-801b249e15ae tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:50.670490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4eb7fe73-ab0d-4192-ba00-772500fafda5 req-89df5c44-270d-48ac-8c57-801b249e15ae tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2519557 Mar 22 14:09:50.723904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-aba3120a-5e98-4d31-9552-7bc0df36caac service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544661 Mar 22 14:09:50.805143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8660bce7-1720-4e5e-aeb1-7f7098331541 req-43a08754-4737-4b97-8ac8-e2029abea3fc tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670609 Mar 22 14:09:50.809071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-0da9965a-20d0-44d4-ad10-9eed1aa2d70f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d HTTP/1.1" status: 200 len: 217 time: 0.0690196 Mar 22 14:09:50.814117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4eb7fe73-ab0d-4192-ba00-772500fafda5 req-933f7b81-8236-422f-9512-82109023aac0 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365378 Mar 22 14:09:50.876312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-789b9b97-cc8b-408f-8fc6-bbdd4e34dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:50.877815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-789b9b97-cc8b-408f-8fc6-bbdd4e34dce3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05d59628-a2bc-46ae-b9fd-3be745da8856 HTTP/1.1" status: 200 len: 797 time: 0.0590279 Mar 22 14:09:51.023235 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-17de10bb-e27a-4efc-8aea-6c73ef96d044 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917647 Mar 22 14:09:51.023814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-dec91e30-9c46-460f-9278-3588b735b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.025526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-dec91e30-9c46-460f-9278-3588b735b059 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1366110 Mar 22 14:09:51.026737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Router 4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:51.149664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-086d167e-4d3a-4e21-a32f-eff27ef76bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.155116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-086d167e-4d3a-4e21-a32f-eff27ef76bf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 1128 time: 0.0840292 Mar 22 14:09:51.334930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-ec6dd656-a8fa-4517-b29f-92736c8e381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.337002 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-ec6dd656-a8fa-4517-b29f-92736c8e381a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.1584668 Mar 22 14:09:51.402819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-2bab41a5-fbca-4dda-a3bb-a135000796b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad HTTP/1.1" status: 200 len: 217 time: 0.0564282 Mar 22 14:09:51.466908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-45828421-9134-4807-99f4-55d806bd3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.468868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-45828421-9134-4807-99f4-55d806bd3e3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.0593300 Mar 22 14:09:51.563832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-763f40c9-ee36-4994-83b2-b2d1c0a1102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.565241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-763f40c9-ee36-4994-83b2-b2d1c0a1102f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0888226 Mar 22 14:09:51.700550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66db8a-148d-4425-bccc-a205e4f9cda5 req-f723c16d-404d-4e4c-96af-55ce5c6ebba1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.703378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b66db8a-148d-4425-bccc-a205e4f9cda5 req-f723c16d-404d-4e4c-96af-55ce5c6ebba1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 945 time: 0.7505641 Mar 22 14:09:51.710275 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-9d8ccdb3-50a9-4351-b986-37529364a553 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324492 Mar 22 14:09:51.814299 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-654f3b6c-12fa-45f0-9b1a-0a6e9b778cb8 req-ec09d554-0e1f-4c71-857a-b2db9eef27f4 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014605 Mar 22 14:09:51.817026 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.820301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-1d5f9431-95a8-4dee-82db-aa77151a7aaa service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7808666 Mar 22 14:09:51.922898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b66db8a-148d-4425-bccc-a205e4f9cda5 req-73a9287f-2b2d-4b6a-904d-46b80a41faef tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023408 Mar 22 14:09:51.938052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32d0f-53cf-4ccc-b69d-42c2187d2438 req-27c03816-8a6f-498b-9110-92bf8c9a4151 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.948371 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-56a32d0f-53cf-4ccc-b69d-42c2187d2438 req-27c03816-8a6f-498b-9110-92bf8c9a4151 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2412589 Mar 22 14:09:51.963072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:51.972725 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Sync routers for ids ['4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:51.990886 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Routers {'4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:51.991531 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:52.085767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.087072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ae3bf6d9-da97-4757-9e6f-145a272ac541 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9341626 Mar 22 14:09:52.090421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60432) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:52.106356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e743b532-f155-41e1-bb40-f5b66a58b481 req-a7788997-de0d-4377-b433-7793f1dd6478 service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731261 Mar 22 14:09:52.127546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-56a32d0f-53cf-4ccc-b69d-42c2187d2438 req-f3da347d-8dc2-4c43-bbe5-9ee979975a69 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781878 Mar 22 14:09:52.170444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.176321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.188590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:52.191044 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b2edb-1f6c-441f-a943-9f9e4c30f800" -d '{"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-plugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:52.209180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.216662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.233380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.240500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.267264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.272839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4b007ced-94bf-40b0-ae01-054bfcadd6d8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2537258 Mar 22 14:09:52.370055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-46210fed-b5f4-41fd-8510-2b3290f49044 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e HTTP/1.1" status: 200 len: 908 time: 0.2777839 Mar 22 14:09:52.373600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60444) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:52.379904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'router': {'name': 'tempest-snat-router-789548754', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': True}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:52.433529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (357f0224-695b-42c0-ba19-3bcab3f3a846), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.435318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (357f0224-695b-42c0-ba19-3bcab3f3a846), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.471637 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Set router 4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:52.495526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4338f0-068d-4ddf-8149-27d4f1174837 req-e4dd5bca-f4cd-4614-aeb0-d55b350aa9e6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.503317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec4338f0-068d-4ddf-8149-27d4f1174837 req-e4dd5bca-f4cd-4614-aeb0-d55b350aa9e6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.1552145 Mar 22 14:09:52.515062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.515532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.516128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.516726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.517314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.517950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.518317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.520312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a8cb6be4-8040-42a4-91a5-a81a5018f6b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6704 time: 0.2464790 Mar 22 14:09:52.543451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e831103-a5b5-4ea9-9f7a-9dd6d0fc14e1 req-4687b30b-378a-4a6b-a623-32e566f71891 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501140 Mar 22 14:09:52.586574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (357f0224-695b-42c0-ba19-3bcab3f3a846), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.684178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a606e7ef-c29c-4ae6-8de1-ba5eb1bbcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.686106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-a606e7ef-c29c-4ae6-8de1-ba5eb1bbcb5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 HTTP/1.1" status: 200 len: 902 time: 0.1564801 Mar 22 14:09:52.777704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-ef16dcc8-6ec9-4104-a267-d7d3c85d224c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d HTTP/1.1" status: 200 len: 217 time: 0.0752988 Mar 22 14:09:52.848172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec4338f0-068d-4ddf-8149-27d4f1174837 req-ee36ee98-468d-4495-8fa9-de3f053595af tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287888 Mar 22 14:09:52.848172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60450) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:52.860856 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e', 'name': 'tempest-snat-router-789548754', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.227'}], 'enable_snat': False}, 'gw_port_id': '94e7ee34-dddb-4218-b6c4-f488c5aea760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:46Z', 'updated_at': '2022-03-22T14:09:49Z', 'revision_number': 3, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port': {'id': '94e7ee34-dddb-4218-b6c4-f488c5aea760', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:47Z', 'updated_at': '2022-03-22T14:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:52.872058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (357f0224-695b-42c0-ba19-3bcab3f3a846), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.893932 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Checking router: 4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:52.894465 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Updating router 4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e port 94e7ee34-dddb-4218-b6c4-f488c5aea760 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:09:52.912475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca450d1-b79f-4e53-a415-ebcd8134ba5e req-6c358d2b-f81e-41b3-b764-87fa30b37090 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.914361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dca450d1-b79f-4e53-a415-ebcd8134ba5e req-6c358d2b-f81e-41b3-b764-87fa30b37090 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2273176 Mar 22 14:09:52.922496 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a39f8-5632-41f2-8213-ea752766f6c5 x-openstack-request-id: req-9a1a39f8-5632-41f2-8213-ea752766f6c5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:52.922985 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-plugged", "status": "completed", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:52.923111 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a1a39f8-5632-41f2-8213-ea752766f6c5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:52.923888 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1a39f8-5632-41f2-8213-ea752766f6c5'] response: {'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'code': 200} Mar 22 14:09:52.957654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-aaf0b878-7578-4f5c-b33b-e45f57bfd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.959217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-aaf0b878-7578-4f5c-b33b-e45f57bfd643 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05d59628-a2bc-46ae-b9fd-3be745da8856 HTTP/1.1" status: 200 len: 797 time: 0.1711836 Mar 22 14:09:52.968656 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.077449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dca450d1-b79f-4e53-a415-ebcd8134ba5e req-9f75dd40-217d-4c3d-b16b-fde925947234 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559474 Mar 22 14:09:53.089679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-d291d8dc-cc0d-4c04-b198-7039db3d6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.091687 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-d291d8dc-cc0d-4c04-b198-7039db3d6e8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1258140 Mar 22 14:09:53.188730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72abc973-e2bd-4a35-8285-6fc9bcd3c591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.227600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6702d5-7441-4cca-8a4d-885633bc766c req-f055eca2-a985-4fa0-ab0e-9867b1594573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.229313 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f6702d5-7441-4cca-8a4d-885633bc766c req-f055eca2-a985-4fa0-ab0e-9867b1594573 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1128 time: 0.1328106 Mar 22 14:09:53.315107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (357f0224-695b-42c0-ba19-3bcab3f3a846), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.340598 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9f6702d5-7441-4cca-8a4d-885633bc766c req-6989a8e4-385d-4ce8-99a1-adf9ccc1d28a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044745 Mar 22 14:09:53.342204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.363667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.384328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78225-d7e3-4b22-b7d0-e0935ccf5f5b req-a4ef7711-0d26-4cbb-9205-79a86fa41de0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.391431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ba78225-d7e3-4b22-b7d0-e0935ccf5f5b req-a4ef7711-0d26-4cbb-9205-79a86fa41de0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 945 time: 0.1843114 Mar 22 14:09:53.399272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-aeee419c-d345-4edd-b5b7-247f30f007a1 service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922988 Mar 22 14:09:53.501145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72abc973-e2bd-4a35-8285-6fc9bcd3c591 admin admin] Publish callbacks [] for security_group (64c83097-9a8f-4d9c-b4ae-3723aa8c2031), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.518992 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Publish callbacks [] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.526551 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.529484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72abc973-e2bd-4a35-8285-6fc9bcd3c591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (64c83097-9a8f-4d9c-b4ae-3723aa8c2031), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.582657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-72abc973-e2bd-4a35-8285-6fc9bcd3c591 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a47ba68245944bec8672407e52f1d67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7321062 Mar 22 14:09:53.592455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60468) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:53.620564 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Attempting to bind port 94e7ee34-dddb-4218-b6c4-f488c5aea760 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:53.620564 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Attempting to bind port 94e7ee34-dddb-4218-b6c4-f488c5aea760 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:53.620914 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Attempting to bind port 94e7ee34-dddb-4218-b6c4-f488c5aea760 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:53.624854 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6a388-f059-40ca-9614-a0fac0eb6c53 None None] Pushing event updated for resources: {'Port': ['ID=94e7ee34-dddb-4218-b6c4-f488c5aea760,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:53.631337 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:53.631830 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:53.632401 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.632976 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:53.633113 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Bound port: 94e7ee34-dddb-4218-b6c4-f488c5aea760, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:53.633564 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.649518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Allocated IP 172.25.2.44 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/54d16395-3c79-418d-9ec1-8f34aae55737) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:53.661670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ba78225-d7e3-4b22-b7d0-e0935ccf5f5b req-cb3f9d84-adff-4faa-a397-a06cb31da4a0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636886 Mar 22 14:09:53.677738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-67b6b1df-e410-423f-b1a7-1c589e153c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.679279 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-67b6b1df-e410-423f-b1a7-1c589e153c64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e689023130dc4de5bd59cce94d0393f0&device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 1128 time: 0.1106100 Mar 22 14:09:53.709958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] For port 94e7ee34-dddb-4218-b6c4-f488c5aea760, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:53.714194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] For port 94e7ee34-dddb-4218-b6c4-f488c5aea760, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=94e7ee34-dddb-4218-b6c4-f488c5aea760,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:53.724108 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.726760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abc973-e2bd-4a35-8285-6fc9bcd3c591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c83097-9a8f-4d9c-b4ae-3723aa8c2031,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:53.797237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e88ae01-6513-4cea-a911-e1ea1ef38a16 req-aa5880aa-730e-476c-9bf3-92e42ac7b683 service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894844 Mar 22 14:09:53.798005 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Routers {'4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:53.798728 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:53.832245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aef488-e0bc-46f6-a8f6-2e823436c7b6 req-a2266106-a31c-4299-b963-ab94e8f874dd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.835039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3aef488-e0bc-46f6-a8f6-2e823436c7b6 req-a2266106-a31c-4299-b963-ab94e8f874dd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3588881 Mar 22 14:09:53.880094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33a957d9-faae-434f-a57d-20fb9ada292a admin admin] Publish callbacks [] for security_group (64c83097-9a8f-4d9c-b4ae-3723aa8c2031), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.883355 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6a388-f059-40ca-9614-a0fac0eb6c53 None None] Pushing event updated for resources: {'Port': ['ID=94e7ee34-dddb-4218-b6c4-f488c5aea760,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:53.906660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-57154ef5-2f61-4571-a6da-e825f7bbfc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.908362 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-57154ef5-2f61-4571-a6da-e825f7bbfc29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 200 len: 917 time: 0.2204106 Mar 22 14:09:53.922789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for port (54d16395-3c79-418d-9ec1-8f34aae55737), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.944487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33a957d9-faae-434f-a57d-20fb9ada292a admin admin] Publish callbacks [] for security_group (64c83097-9a8f-4d9c-b4ae-3723aa8c2031), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.951042 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] Set router 4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:53.968623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f836f2-b763-497e-ac5e-5051d12f4789 req-a2aa7bc3-370f-450a-bda2-a1960b3bf008 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.976318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74f836f2-b763-497e-ac5e-5051d12f4789 req-a2aa7bc3-370f-450a-bda2-a1960b3bf008 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.2027957 Mar 22 14:09:53.989723 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-ae243d0f-9214-4ad4-90c6-7703e9007bcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2 HTTP/1.1" status: 200 len: 217 time: 0.0704513 Mar 22 14:09:53.992179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3aef488-e0bc-46f6-a8f6-2e823436c7b6 req-99312a9e-78ff-4b10-971e-01aa791bfd26 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499960 Mar 22 14:09:54.079459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-2285b7ca-382a-4cfc-a2b6-8e378e467788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.080984 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-2285b7ca-382a-4cfc-a2b6-8e378e467788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 200 len: 855 time: 0.0769820 Mar 22 14:09:54.109048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.119717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74f836f2-b763-497e-ac5e-5051d12f4789 req-fc235404-320a-4eb1-8230-79664606aaa2 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421187 Mar 22 14:09:54.221019 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33a957d9-faae-434f-a57d-20fb9ada292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (64c83097-9a8f-4d9c-b4ae-3723aa8c2031), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.225175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-33a957d9-faae-434f-a57d-20fb9ada292a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.226724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-33a957d9-faae-434f-a57d-20fb9ada292a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64c83097-9a8f-4d9c-b4ae-3723aa8c2031 HTTP/1.1" status: 204 len: 168 time: 0.6332476 Mar 22 14:09:54.228338 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.243047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Port': ['ID=54d16395-3c79-418d-9ec1-8f34aae55737,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:54.255990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:54.258924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e', 'name': 'tempest-snat-router-789548754', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.227'}], 'enable_snat': False}, 'gw_port_id': '94e7ee34-dddb-4218-b6c4-f488c5aea760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:46Z', 'updated_at': '2022-03-22T14:09:49Z', 'revision_number': 3, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port': {'id': '94e7ee34-dddb-4218-b6c4-f488c5aea760', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:47Z', 'updated_at': '2022-03-22T14:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:54.259196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:54.267817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:54.277778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a957d9-faae-434f-a57d-20fb9ada292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c83097-9a8f-4d9c-b4ae-3723aa8c2031,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:54.340781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.342048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-e4943e82-a88a-490f-872c-df4169cde7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.348379 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-e4943e82-a88a-490f-872c-df4169cde7c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9998996a-034e-4293-850c-0e878f149534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2533050 Mar 22 14:09:54.355988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.359286 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68923-480d-40b3-9275-f7efbe7bf929 None None] The sync data for ids ['4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e'] in n-d-834677-3 is: [{'id': '4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e', 'name': 'tempest-snat-router-789548754', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.227'}], 'enable_snat': False}, 'gw_port_id': '94e7ee34-dddb-4218-b6c4-f488c5aea760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:46Z', 'updated_at': '2022-03-22T14:09:49Z', 'revision_number': 3, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port': {'id': '94e7ee34-dddb-4218-b6c4-f488c5aea760', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:47Z', 'updated_at': '2022-03-22T14:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:54.368842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.394957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.414502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.428184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.435966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.441633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-022aeb0e-af73-4d3c-bc8d-147f760ead5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.3170419 Mar 22 14:09:54.578634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eaa78157-ad3d-4900-80f5-ae4b91975d20 req-d8d9ae4a-3830-40d5-a51e-9fe0909c9605 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018066 Mar 22 14:09:54.596574 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.692905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5575312-f8d0-4c87-af26-87edc95aa478 req-2ee147c3-190c-4c17-81cd-ceb542b2e005 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.694858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5575312-f8d0-4c87-af26-87edc95aa478 req-2ee147c3-190c-4c17-81cd-ceb542b2e005 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2467902 Mar 22 14:09:54.791654 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-067f0ac9-45a5-4e6f-aee2-9b30d6bd1a06 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713689 Mar 22 14:09:54.916075 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:09:54.943783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5575312-f8d0-4c87-af26-87edc95aa478 req-10045692-92c7-425e-a2a9-1e6c863f7839 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362952 Mar 22 14:09:54.958032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b8bd6-e460-4289-a2e1-0f0eb557de4b req-5b4f5414-eb75-4af2-9ce6-520d7f5dc8e0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.965353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-184b8bd6-e460-4289-a2e1-0f0eb557de4b req-5b4f5414-eb75-4af2-9ce6-520d7f5dc8e0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 945 time: 0.2086296 Mar 22 14:09:55.103482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-184b8bd6-e460-4289-a2e1-0f0eb557de4b req-895a128d-48a6-4f8a-9ae8-f542aae0e08c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228228 Mar 22 14:09:55.347265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 94e7ee34-dddb-4218-b6c4-f488c5aea760 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:55.413835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe93e9d-a6c5-4157-a21d-791528eee67f req-22bb28aa-106d-428f-9819-b26376958cfe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.415784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbe93e9d-a6c5-4157-a21d-791528eee67f req-22bb28aa-106d-428f-9819-b26376958cfe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2481565 Mar 22 14:09:55.529880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbe93e9d-a6c5-4157-a21d-791528eee67f req-155c7e32-21f9-4c12-bd28-d3a0d5831a0b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996265 Mar 22 14:09:55.545340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 94e7ee34-dddb-4218-b6c4-f488c5aea760 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:55.545922 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.560438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8bca-a624-4c7e-889a-9767a632b304 req-93b6ae78-0247-43e6-beab-33cb1db35889 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.562051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcdd8bca-a624-4c7e-889a-9767a632b304 req-93b6ae78-0247-43e6-beab-33cb1db35889 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.3199003 Mar 22 14:09:55.715540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 94e7ee34-dddb-4218-b6c4-f488c5aea760 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:55.716022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.734016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcdd8bca-a624-4c7e-889a-9767a632b304 req-037d92d3-c652-4fc4-8644-2c690ca1b05d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533017 Mar 22 14:09:55.743122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 94e7ee34-dddb-4218-b6c4-f488c5aea760, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=94e7ee34-dddb-4218-b6c4-f488c5aea760,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:55.749667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.905578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=94e7ee34-dddb-4218-b6c4-f488c5aea760,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:55.977783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (357f0224-695b-42c0-ba19-3bcab3f3a846), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:56.057213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.065078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.085912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.091641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.105686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.113804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.121215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.129417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-bceb8ef0-a943-4ab1-b4d2-25d22d55447b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2438641 Mar 22 14:09:56.189238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b1eae003-f03f-414c-94c4-b35e3f52386f req-449afa05-f8c7-4bd3-aeb7-17a9a7d724b7 service neutron] 10.222.0.42 "GET /v2.0/networks/9998996a-034e-4293-850c-0e878f149534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3902981 Mar 22 14:09:56.277804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0cd1d85-cc24-46a8-9ff8-302bde8f146c req-c10ebc4f-e576-48a9-9599-bb5c45a9cf4a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475241 Mar 22 14:09:56.294285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066b95-1437-417f-b55f-9585cd3e3e6d req-29842857-7d33-44d5-8d91-8e495d90c000 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.296029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27066b95-1437-417f-b55f-9585cd3e3e6d req-29842857-7d33-44d5-8d91-8e495d90c000 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 945 time: 0.1535237 Mar 22 14:09:56.368862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27066b95-1437-417f-b55f-9585cd3e3e6d req-4dfde49e-027c-411b-afe3-56b927c02ad2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595019 Mar 22 14:09:56.420392 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (357f0224-695b-42c0-ba19-3bcab3f3a846), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:56.464392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb2c5e-4b09-49e1-a9a0-ca1e4f8ed937 req-5e67cd43-eb15-4306-93fb-b51130396c0f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.470466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7fb2c5e-4b09-49e1-a9a0-ca1e4f8ed937 req-5e67cd43-eb15-4306-93fb-b51130396c0f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.0700915 Mar 22 14:09:56.533070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7fb2c5e-4b09-49e1-a9a0-ca1e4f8ed937 req-f61cf6ae-94d6-4a4a-a3ef-2b15b7d64174 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579412 Mar 22 14:09:56.617991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Router 357f0224-695b-42c0-ba19-3bcab3f3a846 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:56.772924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226494a6-4551-47af-9fd5-c4c5e7888176 req-8081718b-7125-44bd-8cac-1c79742f7638 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.785615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-226494a6-4551-47af-9fd5-c4c5e7888176 req-8081718b-7125-44bd-8cac-1c79742f7638 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1493042 Mar 22 14:09:56.802639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:56.818572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Sync routers for ids ['357f0224-695b-42c0-ba19-3bcab3f3a846'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:56.847307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:56.849091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-94c19eaf-67c0-4607-9798-2a7606baa3c0 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.4726081 Mar 22 14:09:56.849592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Routers {'357f0224-695b-42c0-ba19-3bcab3f3a846'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:56.850407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['357f0224-695b-42c0-ba19-3bcab3f3a846'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:56.852707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60586) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:56.862249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275d22-3907-4e1c-bd53-ea7e8e1b55ae req-ffdf1ee4-a70a-448b-b7eb-9c0d763ae52b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.863741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb275d22-3907-4e1c-bd53-ea7e8e1b55ae req-ffdf1ee4-a70a-448b-b7eb-9c0d763ae52b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2169549 Mar 22 14:09:56.953901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60588) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:56.983134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-226494a6-4551-47af-9fd5-c4c5e7888176 req-0830b6e9-a9ec-4dbf-a5a7-2393140c09b3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960094 Mar 22 14:09:57.016774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb275d22-3907-4e1c-bd53-ea7e8e1b55ae req-48223008-3976-492e-994a-9e1bbb178022 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266577 Mar 22 14:09:57.126471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e1095016-64c5-4240-8355-a9d5bfea30bc tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/357f0224-695b-42c0-ba19-3bcab3f3a846 HTTP/1.1" status: 200 len: 906 time: 0.2701268 Mar 22 14:09:57.127003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Set router 357f0224-695b-42c0-ba19-3bcab3f3a846 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:57.127817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:57.236634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 94e7ee34-dddb-4218-b6c4-f488c5aea760 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:57.395309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 94e7ee34-dddb-4218-b6c4-f488c5aea760 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:57.396214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.460260 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56adaf76-7fb2-4886-95d2-5595791f2ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.596352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56adaf76-7fb2-4886-95d2-5595791f2ba9 admin admin] Publish callbacks [] for security_group (31ac9631-2c50-4040-947a-9edc0675c37d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.619641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb4a98-92b6-4d0c-bb11-ef8427ab1622 req-997517c2-2f2b-464b-9baa-556f62f71f8b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.628238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7eeb4a98-92b6-4d0c-bb11-ef8427ab1622 req-997517c2-2f2b-464b-9baa-556f62f71f8b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2711959 Mar 22 14:09:57.630038 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56adaf76-7fb2-4886-95d2-5595791f2ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (31ac9631-2c50-4040-947a-9edc0675c37d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.662304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-56adaf76-7fb2-4886-95d2-5595791f2ba9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a43a67178abd496bb2ba97c63dd3685d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7073100 Mar 22 14:09:57.678283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60600) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:57.724967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793148a8-4c55-4ce3-885f-02d8b65bd37c req-c757f634-1a77-42a0-99b5-120b444b2d57 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.727461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-793148a8-4c55-4ce3-885f-02d8b65bd37c req-c757f634-1a77-42a0-99b5-120b444b2d57 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.3693309 Mar 22 14:09:57.738406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-d363c779-e3d7-476a-89a1-4db0c013be5f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.740030 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-d363c779-e3d7-476a-89a1-4db0c013be5f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 945 time: 0.1665051 Mar 22 14:09:57.787472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357f0224-695b-42c0-ba19-3bcab3f3a846', 'name': 'tempest-snat-router-789548754', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '54d16395-3c79-418d-9ec1-8f34aae55737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:52Z', 'updated_at': '2022-03-22T14:09:54Z', 'revision_number': 3, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port': {'id': '54d16395-3c79-418d-9ec1-8f34aae55737', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357f0224-695b-42c0-ba19-3bcab3f3a846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:53Z', 'updated_at': '2022-03-22T14:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:57.810334 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (357f0224-695b-42c0-ba19-3bcab3f3a846), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.849528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-793148a8-4c55-4ce3-885f-02d8b65bd37c req-8c8caa71-332d-437a-b20b-80ee4c373400 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805914 Mar 22 14:09:57.865039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Checking router: 357f0224-695b-42c0-ba19-3bcab3f3a846 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:57.865593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Updating router 357f0224-695b-42c0-ba19-3bcab3f3a846 port 54d16395-3c79-418d-9ec1-8f34aae55737 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:09:57.905192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Deleting port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:57.905722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.922194 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.977790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adaf76-7fb2-4886-95d2-5595791f2ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ac9631-2c50-4040-947a-9edc0675c37d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:58.078894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 94e7ee34-dddb-4218-b6c4-f488c5aea760 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:58.091711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] For port 27e0ef95-a0ac-4a8a-a597-99f9342043e3, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=27e0ef95-a0ac-4a8a-a597-99f9342043e3,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:58.092184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.122602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Calling delete_port for 27e0ef95-a0ac-4a8a-a597-99f9342043e3 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:58.143483 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-309b9d2c-8eb9-4c93-a023-0e1be97a4f91 admin admin] Publish callbacks [] for security_group (31ac9631-2c50-4040-947a-9edc0675c37d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.153301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7eeb4a98-92b6-4d0c-bb11-ef8427ab1622 req-9d63514f-38b4-41a7-a895-606e0c3fc7ba tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242400 Mar 22 14:09:58.266698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-309b9d2c-8eb9-4c93-a023-0e1be97a4f91 admin admin] Publish callbacks [] for security_group (31ac9631-2c50-4040-947a-9edc0675c37d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.350603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.354977 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (27e0ef95-a0ac-4a8a-a597-99f9342043e3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.356426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.363239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.369178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.373537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['27e0ef95-a0ac-4a8a-a597-99f9342043e3'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:58.375908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.381536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.388156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.395954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-272db8df-cb8f-44f8-99d8-0695d0ec9d5e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.3914971 Mar 22 14:09:58.432718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9073048a-551b-44dd-bd5a-bb110d71ac22 req-8eb7bdfb-b9a0-4e27-8195-06713c34b91b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=97114450-480b-4295-adce-910f22191f36 HTTP/1.1" status: 200 len: 210 time: 0.1292059 Mar 22 14:09:58.438206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (357f0224-695b-42c0-ba19-3bcab3f3a846), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.468444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event deleted for resources: {'Port': ['ID=27e0ef95-a0ac-4a8a-a597-99f9342043e3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:58.503906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43fd6223-800b-4c2a-b531-c3a5b1f364ff req-b5d1e65a-36e8-44d4-b5ec-d87256a859b6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043348 Mar 22 14:09:58.510235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.533554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] No DVR routers for this DVR port 27e0ef95-a0ac-4a8a-a597-99f9342043e3 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:58.533554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.539009 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-098c33b7-5215-46a4-bc78-374d0cd29f20 req-a0b00ceb-fd55-47f0-b537-0b286110ddae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "DELETE /v2.0/ports/27e0ef95-a0ac-4a8a-a597-99f9342043e3 HTTP/1.1" status: 204 len: 173 time: 0.7904315 Mar 22 14:09:58.539945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97114450-480b-4295-adce-910f22191f36', 'name': 'network-vif-deleted', 'tag': '27e0ef95-a0ac-4a8a-a597-99f9342043e3'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:58.544405 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62934138-ce14-4df0-a666-e18f3aa7448e" -d '{"events": [{"server_uuid": "97114450-480b-4295-adce-910f22191f36", "name": "network-vif-deleted", "tag": "27e0ef95-a0ac-4a8a-a597-99f9342043e3"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:58.566031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Publish callbacks [] for port (54d16395-3c79-418d-9ec1-8f34aae55737), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.575152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.601070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-309b9d2c-8eb9-4c93-a023-0e1be97a4f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (31ac9631-2c50-4040-947a-9edc0675c37d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.603799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-309b9d2c-8eb9-4c93-a023-0e1be97a4f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.617203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-309b9d2c-8eb9-4c93-a023-0e1be97a4f91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31ac9631-2c50-4040-947a-9edc0675c37d HTTP/1.1" status: 204 len: 168 time: 0.9239762 Mar 22 14:09:58.647051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b9d2c-8eb9-4c93-a023-0e1be97a4f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ac9631-2c50-4040-947a-9edc0675c37d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:58.680873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Deleting port 54d16395-3c79-418d-9ec1-8f34aae55737 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:58.681256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.697406 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aad12e-65f8-4968-9a8a-29dcc34d94d1 x-openstack-request-id: req-40aad12e-65f8-4968-9a8a-29dcc34d94d1 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:58.697855 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97114450-480b-4295-adce-910f22191f36", "name": "network-vif-deleted", "tag": "27e0ef95-a0ac-4a8a-a597-99f9342043e3", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:58.698422 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40aad12e-65f8-4968-9a8a-29dcc34d94d1 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:58.698932 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40aad12e-65f8-4968-9a8a-29dcc34d94d1'] response: {'server_uuid': '97114450-480b-4295-adce-910f22191f36', 'name': 'network-vif-deleted', 'tag': '27e0ef95-a0ac-4a8a-a597-99f9342043e3', 'status': 'completed', 'code': 200} Mar 22 14:09:58.825633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Attempting to bind port 54d16395-3c79-418d-9ec1-8f34aae55737 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:58.827527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Attempting to bind port 54d16395-3c79-418d-9ec1-8f34aae55737 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:58.827922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Attempting to bind port 54d16395-3c79-418d-9ec1-8f34aae55737 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:58.854116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b09bb5-2f9c-43b8-bbe2-d3d074041fe1 None None] Pushing event updated for resources: {'Port': ['ID=54d16395-3c79-418d-9ec1-8f34aae55737,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:58.869039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:58.871701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:58.872135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.872530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:58.873033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Bound port: 54d16395-3c79-418d-9ec1-8f34aae55737, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:58.873456 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.954008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.954282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] For port 54d16395-3c79-418d-9ec1-8f34aae55737, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:58.954282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] For port 54d16395-3c79-418d-9ec1-8f34aae55737, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=54d16395-3c79-418d-9ec1-8f34aae55737,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:58.963224 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.966929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce2c01-d67d-4ecc-8667-a78c76eac8b0 req-d48c524d-a49d-4c18-a4f1-7108df25fe14 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.968479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4ce2c01-d67d-4ecc-8667-a78c76eac8b0 req-d48c524d-a49d-4c18-a4f1-7108df25fe14 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2586474 Mar 22 14:09:58.974335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Calling delete_port for 54d16395-3c79-418d-9ec1-8f34aae55737 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:59.062696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Routers {'357f0224-695b-42c0-ba19-3bcab3f3a846'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:59.064735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['357f0224-695b-42c0-ba19-3bcab3f3a846'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:59.089687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f67bc-e154-4ebf-95e9-9c29713eefeb req-9a72d487-815b-4939-a71d-6b8795ba608b tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.091022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b99f67bc-e154-4ebf-95e9-9c29713eefeb req-9a72d487-815b-4939-a71d-6b8795ba608b tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.2138546 Mar 22 14:09:59.145544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4ce2c01-d67d-4ecc-8667-a78c76eac8b0 req-329b511f-d11a-4b91-85ee-75ef427b4c5b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549442 Mar 22 14:09:59.331208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] Set router 357f0224-695b-42c0-ba19-3bcab3f3a846 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:59.395901 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b99f67bc-e154-4ebf-95e9-9c29713eefeb req-c0667500-74c0-4312-95bb-a7529acfcff4 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785916 Mar 22 14:09:59.446994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357f0224-695b-42c0-ba19-3bcab3f3a846', 'name': 'tempest-snat-router-789548754', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:52Z', 'updated_at': '2022-03-22T14:09:58Z', 'revision_number': 4, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:59.498417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5f1b4-b026-4923-b08f-d3f42caaa080 None None] The sync data for ids ['357f0224-695b-42c0-ba19-3bcab3f3a846'] in n-d-834677-3 is: [{'id': '357f0224-695b-42c0-ba19-3bcab3f3a846', 'name': 'tempest-snat-router-789548754', 'tenant_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:52Z', 'updated_at': '2022-03-22T14:09:58Z', 'revision_number': 4, 'project_id': '6a8882d2ecbb47deb6a10aa9dfa6af08', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:59.510930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b09bb5-2f9c-43b8-bbe2-d3d074041fe1 None None] Pushing event updated for resources: {'Port': ['ID=54d16395-3c79-418d-9ec1-8f34aae55737,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:59.547351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb62fb-6b4a-489d-ae98-bfd9cf974e3c req-2eb626bf-2935-4ea6-b37c-a144392393e4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.553393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3fb62fb-6b4a-489d-ae98-bfd9cf974e3c req-2eb626bf-2935-4ea6-b37c-a144392393e4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2591791 Mar 22 14:09:59.628325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (54d16395-3c79-418d-9ec1-8f34aae55737), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.664632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event deleted for resources: {'Port': ['ID=54d16395-3c79-418d-9ec1-8f34aae55737,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:59.713453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3fb62fb-6b4a-489d-ae98-bfd9cf974e3c req-8cc69d73-88db-47b1-96b0-bb05dda81b08 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535206 Mar 22 14:09:59.767597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd3717-619f-4e85-8899-845fe0c9b4ee req-28378c43-41a9-4d93-b782-cd3bf5deb23f tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.775286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cbd3717-619f-4e85-8899-845fe0c9b4ee req-28378c43-41a9-4d93-b782-cd3bf5deb23f tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 945 time: 0.2104349 Mar 22 14:09:59.824206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (357f0224-695b-42c0-ba19-3bcab3f3a846), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.996222 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (357f0224-695b-42c0-ba19-3bcab3f3a846), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.017616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (357f0224-695b-42c0-ba19-3bcab3f3a846), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.048017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cbd3717-619f-4e85-8899-845fe0c9b4ee req-fb873b2c-01e4-4ec0-b7c2-d6f846c307f2 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716866 Mar 22 14:10:00.128433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.135631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.143124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.161010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.169090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.175294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.181426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.183599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-823790aa-4572-4ee0-8d37-e77217a21e30 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2488680 Mar 22 14:10:00.221358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (357f0224-695b-42c0-ba19-3bcab3f3a846), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.222341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 357f0224-695b-42c0-ba19-3bcab3f3a846 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:00.246320 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.250143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9f5e1961-ebd8-4643-b500-ad0a82bc6e73 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "DELETE /v2.0/routers/357f0224-695b-42c0-ba19-3bcab3f3a846 HTTP/1.1" status: 204 len: 168 time: 3.1187384 Mar 22 14:10:00.250869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:00.294593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79309c3e-d34d-40fe-9b43-0e01411e9e33 req-a05f213c-c8e8-4d85-b67f-11eb859452a0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952632 Mar 22 14:10:00.308348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933f8d9-4dee-4128-9d7f-6dfef22ca9a9 req-17ba49a4-f4dc-41d0-b4a7-177d7030ef8f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.315396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6933f8d9-4dee-4128-9d7f-6dfef22ca9a9 req-17ba49a4-f4dc-41d0-b4a7-177d7030ef8f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1308887 Mar 22 14:10:00.390788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6933f8d9-4dee-4128-9d7f-6dfef22ca9a9 req-8cdb22ca-5768-4242-9b96-215b8861d2b1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727239 Mar 22 14:10:00.411719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.548227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.668655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Deleting port 94e7ee34-dddb-4218-b6c4-f488c5aea760 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:00.669034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.847982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] For port 94e7ee34-dddb-4218-b6c4-f488c5aea760, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=94e7ee34-dddb-4218-b6c4-f488c5aea760,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:00.848364 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.884106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Calling delete_port for 94e7ee34-dddb-4218-b6c4-f488c5aea760 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:01.082070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60716) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:01.226412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b07f85-de75-46de-828e-0f80dc5d3cc9 req-d9f6eca3-91d9-497d-b962-48a65ea2360c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:01.228292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5b07f85-de75-46de-828e-0f80dc5d3cc9 req-d9f6eca3-91d9-497d-b962-48a65ea2360c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.6994627 Mar 22 14:10:01.251807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-647f91a8-994c-475f-a6ad-433d289312ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:01.259508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-647f91a8-994c-475f-a6ad-433d289312ad tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.7730966 Mar 22 14:10:01.292406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (94e7ee34-dddb-4218-b6c4-f488c5aea760), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.298217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-de4de2f5-4234-47a9-93fb-abbc36aaa7a3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/quotas/03a6139e620642568a3b5527faefcf60 HTTP/1.1" status: 200 len: 375 time: 0.0376594 Mar 22 14:10:01.332215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event deleted for resources: {'Port': ['ID=94e7ee34-dddb-4218-b6c4-f488c5aea760,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:01.340546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:01.344298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-0f89a252-f236-4c66-ab1b-0322dbff40e2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450947 Mar 22 14:10:01.414644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.433842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5b07f85-de75-46de-828e-0f80dc5d3cc9 req-a13ccd53-1e34-423f-bb76-29738964e493 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529021 Mar 22 14:10:01.481945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-85d54c0a-034f-4c8c-aaa6-8f442d2785bd service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364710 Mar 22 14:10:01.521656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.576203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 27e0ef95-a0ac-4a8a-a597-99f9342043e3 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:01.605934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-b2506fb7-67a2-440f-a4d3-58b75179c699 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175451 Mar 22 14:10:01.619779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 27e0ef95-a0ac-4a8a-a597-99f9342043e3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:01.623565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 27e0ef95-a0ac-4a8a-a597-99f9342043e3 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:01.679972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.693702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_controller (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.733195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d5157-30c4-473d-9a71-570d88ce4ab3 req-cf3d588d-bac1-41a3-8563-b0ce90e04514 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:01.742616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb4d5157-30c4-473d-9a71-570d88ce4ab3 req-cf3d588d-bac1-41a3-8563-b0ce90e04514 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2432058 Mar 22 14:10:01.762851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.791090 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.792538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:01.811417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.813369 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b8338f0b-8506-41f9-a176-d193b04e01b4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "DELETE /v2.0/routers/4cfc6a01-bbb8-4e6a-9414-cf1a5bc4780e HTTP/1.1" status: 204 len: 168 time: 1.5597320 Mar 22 14:10:01.818897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60732) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:01.829503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-632038236', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:01.861805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb4d5157-30c4-473d-9a71-570d88ce4ab3 req-eb8df71a-c2ea-410a-9b8b-de19953b7181 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111538 Mar 22 14:10:01.968948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-7f3a6f76-bb28-440d-a571-101993917fac req-0d6b339e-79ea-4fc1-bebc-4ae7a0a4ecb6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:01.970932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f3a6f76-bb28-440d-a571-101993917fac req-0d6b339e-79ea-4fc1-bebc-4ae7a0a4ecb6 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123796 Mar 22 14:10:02.074743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (783ddd89-4e95-4f48-b33a-110d358050b9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.078743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (783ddd89-4e95-4f48-b33a-110d358050b9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.241359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (783ddd89-4e95-4f48-b33a-110d358050b9), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.257376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f3a6f76-bb28-440d-a571-101993917fac req-32744a33-1ac6-41b2-80e5-bbce64a6e1c4 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2693596 Mar 22 14:10:02.279845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.285691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.291756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.300212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.307584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.343937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.355946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.369699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-db39a45e-c720-41b6-be96-561dc81cbadc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2489820 Mar 22 14:10:02.441593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Allocated IP 172.25.2.86 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a27e240c-0b22-4f45-98aa-b959e425e5cf) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:02.506129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be5c28e4-bc9c-4e00-913c-1f79179d6ae4 req-692c2456-8e51-4e41-ba86-a3cc0b80677b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349823 Mar 22 14:10:02.724566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf101865-477d-46e6-81dc-19c92ba4fe84 req-f9beb778-0550-4230-860c-693140e91bf3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 210 time: 0.0653429 Mar 22 14:10:02.813770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0640738-0f6b-4672-91b8-8351758094cd req-81212c56-0efd-4def-a2ee-5220383b5af4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.815466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0640738-0f6b-4672-91b8-8351758094cd req-81212c56-0efd-4def-a2ee-5220383b5af4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1679344 Mar 22 14:10:03.009940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0640738-0f6b-4672-91b8-8351758094cd req-d5c22b99-e494-493c-8c5b-744e1b5ab84b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843715 Mar 22 14:10:03.038466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c632-aedf-4852-a217-55f8af10fa05 req-53cf3a8c-2046-4c56-bb79-6c3d026c3e62 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.040016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a17c632-aedf-4852-a217-55f8af10fa05 req-53cf3a8c-2046-4c56-bb79-6c3d026c3e62 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.1913435 Mar 22 14:10:03.186877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 94e7ee34-dddb-4218-b6c4-f488c5aea760 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:03.198354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (783ddd89-4e95-4f48-b33a-110d358050b9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:03.206623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a17c632-aedf-4852-a217-55f8af10fa05 req-cf7cf747-781e-4c0f-996f-18aa5e5f82bf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543820 Mar 22 14:10:03.255342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 94e7ee34-dddb-4218-b6c4-f488c5aea760 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:03.256116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 94e7ee34-dddb-4218-b6c4-f488c5aea760 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:03.297441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbc46-ef71-4960-8889-0ea292a6cb7d req-9820d867-91d5-4634-a59a-82e03bae73c6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.299876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89dfbc46-ef71-4960-8889-0ea292a6cb7d req-9820d867-91d5-4634-a59a-82e03bae73c6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1383066 Mar 22 14:10:03.350476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:03.491208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89dfbc46-ef71-4960-8889-0ea292a6cb7d req-68412886-6592-439d-b550-2e9bb30a3f3a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790364 Mar 22 14:10:03.569587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-44f722b0-f51c-4e66-a0d3-cc11c4f48620 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.570770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af48d9b-2dbf-4303-a8e5-2d9c65439de0 req-0f4eb9b7-cc75-44cd-9ad6-f9b2eb21462e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.571173 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-44f722b0-f51c-4e66-a0d3-cc11c4f48620 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.2165446 Mar 22 14:10:03.573794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:03.579730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4af48d9b-2dbf-4303-a8e5-2d9c65439de0 req-0f4eb9b7-cc75-44cd-9ad6-f9b2eb21462e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2101271 Mar 22 14:10:03.629086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Request body: {'port': {'device_id': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'admin_state_up': True, 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:03.639936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4af48d9b-2dbf-4303-a8e5-2d9c65439de0 req-e4a8a2ca-86e4-4e51-9656-d953e475f572 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555611 Mar 22 14:10:03.651719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:03.705735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ba80-d266-4998-9efc-bfe0f0fb443b req-860340d2-1975-4590-9847-ae54030c6c09 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.706116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:03.711762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8471ba80-d266-4998-9efc-bfe0f0fb443b req-860340d2-1975-4590-9847-ae54030c6c09 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 945 time: 0.0705328 Mar 22 14:10:03.776796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8471ba80-d266-4998-9efc-bfe0f0fb443b req-d1eaf8c7-5d6e-4ee4-947a-2045a753f85b tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577030 Mar 22 14:10:03.843667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:03.945851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (783ddd89-4e95-4f48-b33a-110d358050b9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:03.957145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Pushing event updated for resources: {'Port': ['ID=a27e240c-0b22-4f45-98aa-b959e425e5cf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:03.984091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.003126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.021239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.036122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.063837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.069152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.077219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.086510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.094684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-f0b6c06c-3459-43e9-ae6a-88501e49c661 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2435613 Mar 22 14:10:04.124567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for floatingip (bc690cb2-0f3d-4a03-99c5-dce1836c0c3f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.220651 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.223590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d26bef12-c0af-4a54-8289-d34bf32bfdfc req-e6df5da2-5ec0-465f-80d2-839d4da767e3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 210 time: 0.0682347 Mar 22 14:10:04.254681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Allocated IP 172.25.2.89 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/cdeb9bff-ec24-4886-871d-0b1be7ba1fb5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:04.277735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:04.281247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.302146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-84604f8d-a5a5-48dc-82d1-e881e3bbb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.307061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-84604f8d-a5a5-48dc-82d1-e881e3bbb5f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.3866873 Mar 22 14:10:04.317032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ddfd244-f81a-4b44-98fa-344e14a34ef3 req-ecdd4990-18ef-44e0-88e9-dac95e6a5107 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2096500 Mar 22 14:10:04.456306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-72a17efe-7ecf-4d23-95ba-5d84326c9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.457697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-72a17efe-7ecf-4d23-95ba-5d84326c9b9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.1276176 Mar 22 14:10:04.591697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for port (cdeb9bff-ec24-4886-871d-0b1be7ba1fb5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.610758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Allocated IP 172.20.0.11 (3b4d4fe1-57f8-46db-90f7-13628524dea6/7688f550-22c3-4c7f-b5c5-16e2757ded09/5b25a23b-9f3e-41b5-a249-d6f77c3008d0) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:04.679387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062565bf-8989-4443-a4a3-53386e37d749 req-29cc336d-e063-4bef-a50a-fa0b18de04e8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.680887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-062565bf-8989-4443-a4a3-53386e37d749 req-29cc336d-e063-4bef-a50a-fa0b18de04e8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3629746 Mar 22 14:10:04.688543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-d11c4ac9-7828-4592-b3ff-d570019b21e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.2002294 Mar 22 14:10:04.688963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.700313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a471-3c73-49d7-a5dc-d8a1a6f6efa9 req-d4605e05-d665-4a24-b730-662340e40674 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.704969 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.708061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5416a471-3c73-49d7-a5dc-d8a1a6f6efa9 req-d4605e05-d665-4a24-b730-662340e40674 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.2221649 Mar 22 14:10:04.763257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (cdeb9bff-ec24-4886-871d-0b1be7ba1fb5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.787416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-533b1969-1947-4eac-957a-5682fc199794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.788892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-533b1969-1947-4eac-957a-5682fc199794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.0775833 Mar 22 14:10:04.874870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Pushing event updated for resources: {'Port': ['ID=a27e240c-0b22-4f45-98aa-b959e425e5cf,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:04.885308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:04.892042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-062565bf-8989-4443-a4a3-53386e37d749 req-1270c57f-3293-42bd-8efd-c7523c6397a6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010682 Mar 22 14:10:04.903560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:04.926505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5416a471-3c73-49d7-a5dc-d8a1a6f6efa9 req-f0fdc3a3-7811-4d0c-8a14-cb9a987745df tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163248 Mar 22 14:10:04.944539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-bec3576b-a0ac-41aa-9770-5dca27f0df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.946110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-bec3576b-a0ac-41aa-9770-5dca27f0df30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1407440 Mar 22 14:10:04.966690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:04.968909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (bc690cb2-0f3d-4a03-99c5-dce1836c0c3f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.095800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.100330 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-717f5ca9-a82b-4264-9072-f5e5cc411abb tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0168390 Mar 22 14:10:05.101223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60808) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:05.112912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-162201488', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'fixed_ips': [{'ip_address': '172.25.2.86'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:05.120312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event updated for resources: {'Port': ['ID=cdeb9bff-ec24-4886-871d-0b1be7ba1fb5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:05.128422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks [] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.144844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825b88e-6b70-471a-b0a6-375e97494d55 req-0948defd-d3af-4e6f-913e-de6cee4e994d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.146627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2825b88e-6b70-471a-b0a6-375e97494d55 req-0948defd-d3af-4e6f-913e-de6cee4e994d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1121039 Mar 22 14:10:05.168586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-3b5500fa-140c-446e-8b85-310d052b062b service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164619 Mar 22 14:10:05.219765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Made reservation on behalf of 15d6ce16362e4cd9bda78fd4ffb2ce36 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:05.222349 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.265483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.311906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.405381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aaa672-bdf8-467e-9579-38438c24c2b9 req-14c061bb-68f0-4944-8a42-6499a8b0f97b service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031019 Mar 22 14:10:05.411732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2825b88e-6b70-471a-b0a6-375e97494d55 req-6b686d41-de27-4659-9787-097861ee0393 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581015 Mar 22 14:10:05.448227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac1e8c-7d28-41b7-b388-b47d98589f29 req-6521af07-2273-4785-b969-ba2a84786ecf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.455069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac1e8c-7d28-41b7-b388-b47d98589f29 req-6521af07-2273-4785-b969-ba2a84786ecf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.462102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac1e8c-7d28-41b7-b388-b47d98589f29 req-6521af07-2273-4785-b969-ba2a84786ecf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.462898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:05.466002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4ac1e8c-7d28-41b7-b388-b47d98589f29 req-6521af07-2273-4785-b969-ba2a84786ecf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf&device_id=d175af61-5282-4c15-9e1f-44574ce508c7&device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 2417 time: 0.2692943 Mar 22 14:10:05.469417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:05.496469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:05.501561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:05.533042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4ac1e8c-7d28-41b7-b388-b47d98589f29 req-0ac90b3f-a09f-4fce-8192-e03361bd5f16 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579517 Mar 22 14:10:05.657435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for security_group (a7330d33-81a0-4a29-97c7-08b44bfcb825), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.658794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (783ddd89-4e95-4f48-b33a-110d358050b9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.671925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f77e2f-7a95-4d15-964c-79ba302d9ad5 req-e7ac84e7-d87c-410c-a2c7-78b3b97fd8c7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.672286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.673123 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.676589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a7330d33-81a0-4a29-97c7-08b44bfcb825), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.679445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31f77e2f-7a95-4d15-964c-79ba302d9ad5 req-e7ac84e7-d87c-410c-a2c7-78b3b97fd8c7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 932 time: 0.1256559 Mar 22 14:10:05.683367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] device_id is not set on port 4a0de26d-d553-4e39-aa99-5d4d5d8353bf yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:10:05.730830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.736042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.741338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.746798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.752051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.757416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.763881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.765856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1a07942-650d-4424-9e90-9c48370e9644 req-af01b777-1cc5-4edc-9c9d-ac8cda926766 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.1675589 Mar 22 14:10:05.803097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31f77e2f-7a95-4d15-964c-79ba302d9ad5 req-c7ee15fa-fbd1-41dc-a282-62a61babdbd1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226606 Mar 22 14:10:05.881932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1a07942-650d-4424-9e90-9c48370e9644 req-81f45bb0-1b88-4e6d-95c0-82bb13596b37 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080875 Mar 22 14:10:06.033577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f98284d-d2f1-4e2a-aab6-b326662b1ee0 req-1767178d-cdaa-4c97-9ea5-95a2272907f0 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1162019 Mar 22 14:10:06.399354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-4371a7a2-8b68-4dcc-9882-3106c719f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.400985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-4371a7a2-8b68-4dcc-9882-3106c719f29f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3d63234582f41cf9d1af373264eb728&device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 1128 time: 0.1899714 Mar 22 14:10:06.454200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7330d33-81a0-4a29-97c7-08b44bfcb825,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:06.475658 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-17e92f3b-08a9-4100-9810-35daf4250d53 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8817918 Mar 22 14:10:06.493676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Request body: {'port': {'device_id': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:06.526700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173d29-6d09-44e6-a5ae-3e6c3a50a03c req-5ccbb99e-d079-4af9-be9e-265efc2143b1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.535959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d173d29-6d09-44e6-a5ae-3e6c3a50a03c req-5ccbb99e-d079-4af9-be9e-265efc2143b1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3352461 Mar 22 14:10:06.547529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-c8f7a6b9-bd45-47e5-acc1-77b5931340bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.549619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-c8f7a6b9-bd45-47e5-acc1-77b5931340bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 200 len: 915 time: 0.1407192 Mar 22 14:10:06.560987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e8f5b-8fe8-4ee5-a338-6a14e1da4042 req-a91bc575-619d-4e76-af6b-54a38d398c23 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.569049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a83e8f5b-8fe8-4ee5-a338-6a14e1da4042 req-a91bc575-619d-4e76-af6b-54a38d398c23 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.3583910 Mar 22 14:10:06.572489 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 14:10:06.573331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:10:06.577548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.637636 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-89182226-8d0a-48d8-95a4-5b2761020462 tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5286839 Mar 22 14:10:06.639262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-09061545-0462-4d63-a4e1-27738ae9b6a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 200 len: 217 time: 0.0572836 Mar 22 14:10:06.640144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60846) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:06.720059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a83e8f5b-8fe8-4ee5-a338-6a14e1da4042 req-a66ce32b-5059-457c-b777-688242bd79a8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501360 Mar 22 14:10:06.757955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d173d29-6d09-44e6-a5ae-3e6c3a50a03c req-567f380e-2995-4c6c-aafa-bb721955c444 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054977 Mar 22 14:10:06.760414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-156f264c-013e-41f9-b076-f24c576a67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.762162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-156f264c-013e-41f9-b076-f24c576a67bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 200 len: 854 time: 0.1159480 Mar 22 14:10:06.821336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-02fe0722-660c-4433-a74c-86f42b9f1da5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57aef518-ec9b-4e15-a7a9-80a0695722a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530739 Mar 22 14:10:07.027631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-8ae54bad-4609-4da2-b6c9-ab68f5307bdb service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011316 Mar 22 14:10:07.035762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc998b9d-e1d1-4f23-a6b7-7ffe6d08f373 req-5a7c239d-b151-4d90-bd7b-7020fd8c3e28 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.037090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc998b9d-e1d1-4f23-a6b7-7ffe6d08f373 req-5a7c239d-b151-4d90-bd7b-7020fd8c3e28 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1204627 Mar 22 14:10:07.168911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc998b9d-e1d1-4f23-a6b7-7ffe6d08f373 req-cf184d71-aee2-4214-bb8f-c36d06281048 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235323 Mar 22 14:10:07.210787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8db496c5-ddbc-43c3-898f-e725c7452aba req-5f18d1fc-1972-4b8b-abaa-d4e08cfba724 service neutron] 10.222.0.42 "GET /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726968 Mar 22 14:10:07.219109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd2c9-4756-4f33-a2d4-a452d1c6874a req-152cb334-0891-4305-b8f4-520d1c640edb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.220335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3edd2c9-4756-4f33-a2d4-a452d1c6874a req-152cb334-0891-4305-b8f4-520d1c640edb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 932 time: 0.0940843 Mar 22 14:10:07.237572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:07.247749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Publish callbacks [] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.262453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Transition to ACTIVE for port object 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:07.271119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.328574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3edd2c9-4756-4f33-a2d4-a452d1c6874a req-79015df6-6af1-4cf0-8c55-800804aae716 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020293 Mar 22 14:10:07.387344 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (783ddd89-4e95-4f48-b33a-110d358050b9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.409793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:07.421458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.428501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.434267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.439864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.445466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.451134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.456528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.470143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-b3342c4d-0284-4014-b634-2e966743be6a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.1272607 Mar 22 14:10:07.548083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1de4da7c-6170-470f-83b2-9a02faf468c2 req-d86a0891-3ed1-4546-ad8c-4f096962b028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690346 Mar 22 14:10:07.552947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Deleting port a27e240c-0b22-4f45-98aa-b959e425e5cf {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:07.553293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.645276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Attempting to bind port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:07.645664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Attempting to bind port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:07.645947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Attempting to bind port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:07.665550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:07.665920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Attempting to bind port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:07.688741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:07.689102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:07.689705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Bound using segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:07.689927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Bound port: 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:07.690340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.860090 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.860374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for floatingip (a27e240c-0b22-4f45-98aa-b959e425e5cf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.886334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Calling delete_port for a27e240c-0b22-4f45-98aa-b959e425e5cf owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:07.917039 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:07.923218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a15fd-b185-45f5-81fd-4162c75cb9cd req-3494363e-d8f6-4e5f-bc5d-c23d28228dab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.925864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab1a15fd-b185-45f5-81fd-4162c75cb9cd req-3494363e-d8f6-4e5f-bc5d-c23d28228dab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1115010 Mar 22 14:10:08.056465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923e213-1077-4cf0-865e-757542f56bbf req-6beb765e-1c1d-4f81-a862-1c3dcf13b969 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.064046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e923e213-1077-4cf0-865e-757542f56bbf req-6beb765e-1c1d-4f81-a862-1c3dcf13b969 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1153996 Mar 22 14:10:08.075647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab1a15fd-b185-45f5-81fd-4162c75cb9cd req-c4b9ca60-d1eb-43ba-a79a-c31d5b903aac tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418676 Mar 22 14:10:08.111902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:08.136822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.152572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e923e213-1077-4cf0-865e-757542f56bbf req-558ba495-10b4-4ab6-9a6f-ccf0196a5ef6 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875554 Mar 22 14:10:08.154565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Router 783ddd89-4e95-4f48-b33a-110d358050b9 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:08.192427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a27e240c-0b22-4f45-98aa-b959e425e5cf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.210573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.211088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.213391 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] 10.222.0.42 "PUT /v2.0/ports/5b25a23b-9f3e-41b5-a249-d6f77c3008d0 HTTP/1.1" status: 200 len: 1092 time: 1.7265501 Mar 22 14:10:08.216178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:08.219900 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:08.369150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83f7e4-20fb-47af-b017-5790c74d9ce7 req-d63f1256-f2d0-4f87-96d8-e201557bb2ce tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.371240 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db032383-f3c9-4c77-8a05-a0ea2b0f95d6 x-openstack-request-id: req-db032383-f3c9-4c77-8a05-a0ea2b0f95d6 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:08.371726 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:08.371818 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db032383-f3c9-4c77-8a05-a0ea2b0f95d6 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:08.372127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f83f7e4-20fb-47af-b017-5790c74d9ce7 req-d63f1256-f2d0-4f87-96d8-e201557bb2ce tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1392412 Mar 22 14:10:08.372254 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db032383-f3c9-4c77-8a05-a0ea2b0f95d6'] response: {'name': 'network-changed', 'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'status': 'completed', 'code': 200} Mar 22 14:10:08.375942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:08.387797 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] Sync routers for ids ['783ddd89-4e95-4f48-b33a-110d358050b9'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:08.402483 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] Routers {'783ddd89-4e95-4f48-b33a-110d358050b9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:08.403492 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['783ddd89-4e95-4f48-b33a-110d358050b9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:08.445590 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:08.470224 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] Routers {'783ddd89-4e95-4f48-b33a-110d358050b9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:08.472402 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['783ddd89-4e95-4f48-b33a-110d358050b9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:08.498651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f83f7e4-20fb-47af-b017-5790c74d9ce7 req-8737857d-e9b8-4a16-ac04-c2329c8b71e1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180949 Mar 22 14:10:08.511254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.515119 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3e5af65b-cbfd-48cd-aad7-84f40213993e tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6920300 Mar 22 14:10:08.515551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60898) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:08.516127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae81fda-a8cc-40ef-b215-fe879ff2900f service neutron] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:08.521733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': False}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:08.553447 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:08.556629 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760d87b-f6f9-44a8-acf2-1fb1540a2d8a None None] The sync data for ids ['783ddd89-4e95-4f48-b33a-110d358050b9'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:08.618500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Pushing event deleted for resources: {'Port': ['ID=a27e240c-0b22-4f45-98aa-b959e425e5cf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:08.645779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-957a9f57-7901-44a4-a331-60fd77fc4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.648708 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-957a9f57-7901-44a4-a331-60fd77fc4aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 1126 time: 0.2741380 Mar 22 14:10:08.666137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks [] for floatingip (bc690cb2-0f3d-4a03-99c5-dce1836c0c3f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.668933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.676404 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d2f3cbd6-89a1-4a49-8f62-1c130b03b22d tempest-ExternalNetworksAdminNegativeTestJSON-289939932 tempest-ExternalNetworksAdminNegativeTestJSON-289939932-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/bc690cb2-0f3d-4a03-99c5-dce1836c0c3f HTTP/1.1" status: 204 len: 168 time: 2.0308383 Mar 22 14:10:08.778842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-3eda2269-f329-488d-a25c-049334dafd13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0 HTTP/1.1" status: 200 len: 217 time: 0.1009569 Mar 22 14:10:08.796872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf49f8-ff22-44b2-9993-a1903498ce1a req-f6d0c5c7-2ba3-4c0d-908e-afef0c698c32 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.804828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11cf49f8-ff22-44b2-9993-a1903498ce1a req-f6d0c5c7-2ba3-4c0d-908e-afef0c698c32 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 944 time: 0.1264160 Mar 22 14:10:08.874375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-b9f96424-818b-4f8e-8128-98646541ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.876271 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-b9f96424-818b-4f8e-8128-98646541ee2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.0803823 Mar 22 14:10:08.927110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-3c37a5cc-8400-4246-83f8-e876ff63efe5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427454 Mar 22 14:10:08.988233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11cf49f8-ff22-44b2-9993-a1903498ce1a req-df18ae79-e209-4103-a41d-14dc73e7e93e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818657 Mar 22 14:10:09.033924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd947e-c32c-41de-9c22-40358ab794df req-58dfc12c-b90f-494b-941a-9d4d326e7f31 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.035724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3edd947e-c32c-41de-9c22-40358ab794df req-58dfc12c-b90f-494b-941a-9d4d326e7f31 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2028673 Mar 22 14:10:09.105912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3edd947e-c32c-41de-9c22-40358ab794df req-3152796f-b664-4592-85c4-776fd1d265fd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619495 Mar 22 14:10:09.198426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60918) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:09.297016 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-a99dd81c-5c31-46af-b828-ec6c5659edc0 service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577659 Mar 22 14:10:09.444383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.452563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.458289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.464253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.466169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e38f513-5fd9-424a-bf06-47788a975b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.469721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.488884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.494671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.512955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-3d6be50a-4716-430d-a4db-2137b9dced20 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2745178 Mar 22 14:10:09.559581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e38f513-5fd9-424a-bf06-47788a975b2c admin admin] Publish callbacks [] for security_group (3625cb55-7aa0-4753-ad34-1aa4cee1a0a8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.574832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e38f513-5fd9-424a-bf06-47788a975b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3625cb55-7aa0-4753-ad34-1aa4cee1a0a8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.580164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (783ddd89-4e95-4f48-b33a-110d358050b9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.601802 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fb471eb-74e6-4d56-ad99-40a5a87c9b7e req-46bd8b7e-fec6-4733-935a-af3b06de04fa service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899199 Mar 22 14:10:09.645511 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0e38f513-5fd9-424a-bf06-47788a975b2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81679cd9363d4b83b0125db5244968ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401312 Mar 22 14:10:09.645511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38f513-5fd9-424a-bf06-47788a975b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3625cb55-7aa0-4753-ad34-1aa4cee1a0a8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:09.647514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60932) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:09.694230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46a390b8-b819-4bcb-b0d5-b8647cc94159 req-2da8dccf-0751-4dea-8f37-a6e88008666f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1743975 Mar 22 14:10:09.781534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24ed3447-b997-4d22-bdf0-2c8f8fce2679 admin admin] Publish callbacks [] for security_group (3625cb55-7aa0-4753-ad34-1aa4cee1a0a8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.805911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24ed3447-b997-4d22-bdf0-2c8f8fce2679 admin admin] Publish callbacks [] for security_group (3625cb55-7aa0-4753-ad34-1aa4cee1a0a8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.858839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-f1e0aa63-f4c0-4264-b634-c6ed01cddc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.860579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-f1e0aa63-f4c0-4264-b634-c6ed01cddc93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 1126 time: 0.1822143 Mar 22 14:10:09.867974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24ed3447-b997-4d22-bdf0-2c8f8fce2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3625cb55-7aa0-4753-ad34-1aa4cee1a0a8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.873453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24ed3447-b997-4d22-bdf0-2c8f8fce2679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.876912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-24ed3447-b997-4d22-bdf0-2c8f8fce2679 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3625cb55-7aa0-4753-ad34-1aa4cee1a0a8 HTTP/1.1" status: 204 len: 168 time: 0.2262018 Mar 22 14:10:09.970931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879bdff-b3d0-494a-ab4a-5ab4e79555d2 req-3b7c531c-41b5-4047-b741-fed86a74a373 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.989605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4879bdff-b3d0-494a-ab4a-5ab4e79555d2 req-3b7c531c-41b5-4047-b741-fed86a74a373 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1459517 Mar 22 14:10:10.032635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed3447-b997-4d22-bdf0-2c8f8fce2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3625cb55-7aa0-4753-ad34-1aa4cee1a0a8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:10.095659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-4aece007-3bc7-440e-b703-e7b5dfbf325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.097906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-4aece007-3bc7-440e-b703-e7b5dfbf325b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.2221613 Mar 22 14:10:10.160445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-e2b72393-d145-4f97-a39d-dd14aceb9eb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0 HTTP/1.1" status: 200 len: 217 time: 0.0538325 Mar 22 14:10:10.563218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60954) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:10.607343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-9951979a-f049-40e8-8f97-3f1ded082686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.608808 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-9951979a-f049-40e8-8f97-3f1ded082686 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.4403675 Mar 22 14:10:10.628675 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c40feef5-1af9-49fa-aef6-4d5ac4979ccc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15d6ce16362e4cd9bda78fd4ffb2ce36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639510 Mar 22 14:10:10.629490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60960) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:10.702447 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-d653d23a-be04-4c34-abee-7b42694be4d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715542 Mar 22 14:10:10.709889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4879bdff-b3d0-494a-ab4a-5ab4e79555d2 req-bd540dd1-2e9b-4f5e-bc52-04a1e5549527 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192667 Mar 22 14:10:10.748568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce489229-9c73-4a6d-b5a0-1e22970b83ad admin admin] Publish callbacks [] for security_group (a7330d33-81a0-4a29-97c7-08b44bfcb825), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:10.784459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1827c-3c9d-415b-9d1e-4c34350c3c41 req-37caa7d4-5704-46ec-8b8e-f1b99359f223 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.796260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0a1827c-3c9d-415b-9d1e-4c34350c3c41 req-37caa7d4-5704-46ec-8b8e-f1b99359f223 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.1885872 Mar 22 14:10:10.813080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce489229-9c73-4a6d-b5a0-1e22970b83ad admin admin] Publish callbacks [] for security_group (a7330d33-81a0-4a29-97c7-08b44bfcb825), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:10.868334 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-cb4faae4-f433-4335-a38a-b8c86b86e60d service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555371 Mar 22 14:10:10.947453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce489229-9c73-4a6d-b5a0-1e22970b83ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a7330d33-81a0-4a29-97c7-08b44bfcb825), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:10.950108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce489229-9c73-4a6d-b5a0-1e22970b83ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:10.951245 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce489229-9c73-4a6d-b5a0-1e22970b83ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7330d33-81a0-4a29-97c7-08b44bfcb825 HTTP/1.1" status: 204 len: 168 time: 0.3122566 Mar 22 14:10:10.966465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce489229-9c73-4a6d-b5a0-1e22970b83ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7330d33-81a0-4a29-97c7-08b44bfcb825,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:11.016330 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3c6d4096-3d1e-47e8-9149-6b9f00a090a1 req-637f71ac-8c17-4534-86d5-4a977efa38af service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373868 Mar 22 14:10:11.095056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0a1827c-3c9d-415b-9d1e-4c34350c3c41 req-8b10cf18-f4b0-43b3-80fb-9bb2253215bb tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930543 Mar 22 14:10:11.151651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef793e9-2b6e-4d14-9f5b-3da68b71d737 req-6324e2ce-67c5-47fa-a930-a118d4f4af7a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.160069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ef793e9-2b6e-4d14-9f5b-3da68b71d737 req-6324e2ce-67c5-47fa-a930-a118d4f4af7a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3083959 Mar 22 14:10:11.267826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-1602234c-aef2-4ebe-9042-2df4106fafe4 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.269642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-1602234c-aef2-4ebe-9042-2df4106fafe4 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.2285864 Mar 22 14:10:11.282530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ef793e9-2b6e-4d14-9f5b-3da68b71d737 req-455b57f2-461b-4ac4-9572-c23ed4185d9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213319 Mar 22 14:10:11.293406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (783ddd89-4e95-4f48-b33a-110d358050b9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.306632 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (783ddd89-4e95-4f48-b33a-110d358050b9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.573444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39b229-d820-4fa5-ae23-59109b91ffce req-1d5d1c09-07f8-4104-a20a-f72b7faa689b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.581497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c39b229-d820-4fa5-ae23-59109b91ffce req-1d5d1c09-07f8-4104-a20a-f72b7faa689b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 944 time: 0.3761768 Mar 22 14:10:11.655694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.662707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.668253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.673599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.678956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.684397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.689764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.697727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-ad0554dc-c86a-4093-bb05-34e263873d22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.3078022 Mar 22 14:10:11.750540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Router 783ddd89-4e95-4f48-b33a-110d358050b9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:10:11.756211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Deleting port c3a828a2-950f-43e9-9368-5a20eb28fa89 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:11.756546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.765450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c39b229-d820-4fa5-ae23-59109b91ffce req-03b8504c-5162-4fcd-be03-143922c749cb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836762 Mar 22 14:10:11.922624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c174d6a7-43f5-4bb9-8ffa-f0013d32af93 req-24465f46-9927-4286-9965-16787519d83f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225561 Mar 22 14:10:12.066258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] For port c3a828a2-950f-43e9-9368-5a20eb28fa89, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c3a828a2-950f-43e9-9368-5a20eb28fa89,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:12.066688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.085542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Calling delete_port for c3a828a2-950f-43e9-9368-5a20eb28fa89 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:12.112141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275cfbf-aace-46a6-96c9-a059b43ed552 req-c10e41f8-3244-4486-b5a3-048e0deb2483 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.113858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3275cfbf-aace-46a6-96c9-a059b43ed552 req-c10e41f8-3244-4486-b5a3-048e0deb2483 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2561591 Mar 22 14:10:12.273191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:12.285110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] Sync routers for ids ['783ddd89-4e95-4f48-b33a-110d358050b9'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:12.298851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] Routers {'783ddd89-4e95-4f48-b33a-110d358050b9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:12.301132 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.301657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['783ddd89-4e95-4f48-b33a-110d358050b9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:12.304819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c34577cb-0a46-4504-970f-4154bf50f726 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "PUT /v2.0/routers/783ddd89-4e95-4f48-b33a-110d358050b9 HTTP/1.1" status: 200 len: 920 time: 3.7857656 Mar 22 14:10:12.305844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:12.322482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3275cfbf-aace-46a6-96c9-a059b43ed552 req-85469c95-20a5-4e9c-98c2-45d36f285d4c tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810157 Mar 22 14:10:12.378749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a1c6-f450-463e-a1df-a582a5bc4261 req-90692291-7bbb-4192-839d-c8e0ae6888bf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.380737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03c2a1c6-f450-463e-a1df-a582a5bc4261 req-90692291-7bbb-4192-839d-c8e0ae6888bf tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=058776e6-e55b-4bdf-a04a-d4b73a618daf HTTP/1.1" status: 200 len: 945 time: 0.1736903 Mar 22 14:10:12.407712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:12.421690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] Routers {'783ddd89-4e95-4f48-b33a-110d358050b9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:12.422786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:09:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['783ddd89-4e95-4f48-b33a-110d358050b9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:12.512735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:12.513398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3995b13-9ef8-497a-8aae-7fd5fd4985ce None None] The sync data for ids ['783ddd89-4e95-4f48-b33a-110d358050b9'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:12.621597 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8894ebe4-be38-4491-8fad-5c30d7aedde5 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/783ddd89-4e95-4f48-b33a-110d358050b9 HTTP/1.1" status: 200 len: 920 time: 0.3131738 Mar 22 14:10:12.623324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32794) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:12.641076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03c2a1c6-f450-463e-a1df-a582a5bc4261 req-1a966e9a-6c14-4dc9-bbd8-1dfdb4bb4cdc tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285426 Mar 22 14:10:12.668460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c3a828a2-950f-43e9-9368-5a20eb28fa89), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.688317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e84a306f-ca31-4aa4-a138-8ce10baa3e56'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:12.715531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9073433-48b9-414c-a9e7-aa54dbe0ec95 req-33ed5a3a-6621-411f-9b25-384de201d6c8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.718439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9073433-48b9-414c-a9e7-aa54dbe0ec95 req-33ed5a3a-6621-411f-9b25-384de201d6c8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1668160 Mar 22 14:10:12.758677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['e634ef5b-a2e2-499d-86c3-10f57e5e38c2', 'c3a828a2-950f-43e9-9368-5a20eb28fa89'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:12.812156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a43a8-055a-4ae1-ad9f-cce5f46507b1 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.814189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c37a43a8-055a-4ae1-ad9f-cce5f46507b1 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=783ddd89-4e95-4f48-b33a-110d358050b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1895335 Mar 22 14:10:12.816931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:12.866976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Pushing event deleted for resources: {'Port': ['ID=c3a828a2-950f-43e9-9368-5a20eb28fa89,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:12.901540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] No DVR routers for this DVR port c3a828a2-950f-43e9-9368-5a20eb28fa89 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:12.909547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.912877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7db6d190-89ed-4084-bd74-b4ff9fb7cc66 req-b7b1c3fa-74c7-4067-a11d-9b66565df970 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "DELETE /v2.0/ports/c3a828a2-950f-43e9-9368-5a20eb28fa89 HTTP/1.1" status: 204 len: 173 time: 1.6154792 Mar 22 14:10:12.913487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'name': 'network-vif-deleted', 'tag': 'c3a828a2-950f-43e9-9368-5a20eb28fa89'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:12.915996 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a796af0-0cd7-4fcc-b18d-ae428ac696de" -d '{"events": [{"server_uuid": "058776e6-e55b-4bdf-a04a-d4b73a618daf", "name": "network-vif-deleted", "tag": "c3a828a2-950f-43e9-9368-5a20eb28fa89"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:12.977599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9073433-48b9-414c-a9e7-aa54dbe0ec95 req-6e58a6e0-1310-434d-ba3c-50e91f5b769a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491992 Mar 22 14:10:13.014393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57861a12-275c-4815-b332-fcfb1d908890 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.018859 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-57861a12-275c-4815-b332-fcfb1d908890 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.1976538 Mar 22 14:10:13.018859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32814) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:13.059663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892e2b-76e5-46e6-a8ab-0bcbb5666f9a req-56c7c7a8-ac25-4941-87a9-89b036414677 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.067822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97892e2b-76e5-46e6-a8ab-0bcbb5666f9a req-56c7c7a8-ac25-4941-87a9-89b036414677 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2331583 Mar 22 14:10:13.174466 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1fbbaf46-11db-4bd5-aedc-b8d857383c59 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=783ddd89-4e95-4f48-b33a-110d358050b9 HTTP/1.1" status: 200 len: 205 time: 0.1546955 Mar 22 14:10:13.182160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32818) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:13.256570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97892e2b-76e5-46e6-a8ab-0bcbb5666f9a req-0eddb6f6-4472-4732-b9b5-36f3adefb808 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874936 Mar 22 14:10:13.357875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239dc30-72c2-48d3-984a-ccdec2a2de91 req-61acb548-6dcf-4218-ada0-983990d4e9cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.360090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a239dc30-72c2-48d3-984a-ccdec2a2de91 req-61acb548-6dcf-4218-ada0-983990d4e9cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 944 time: 0.2177184 Mar 22 14:10:13.363678 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7ab96-51fb-424e-8fcc-c32fcc44e52b x-openstack-request-id: req-75f7ab96-51fb-424e-8fcc-c32fcc44e52b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:13.369089 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058776e6-e55b-4bdf-a04a-d4b73a618daf", "name": "network-vif-deleted", "tag": "c3a828a2-950f-43e9-9368-5a20eb28fa89", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:13.369419 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75f7ab96-51fb-424e-8fcc-c32fcc44e52b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:13.369959 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f7ab96-51fb-424e-8fcc-c32fcc44e52b'] response: {'server_uuid': '058776e6-e55b-4bdf-a04a-d4b73a618daf', 'name': 'network-vif-deleted', 'tag': 'c3a828a2-950f-43e9-9368-5a20eb28fa89', 'status': 'completed', 'code': 200} Mar 22 14:10:13.445084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a239dc30-72c2-48d3-984a-ccdec2a2de91 req-cabf7d1b-0ccc-4402-a29d-73d1a0d614cc tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700605 Mar 22 14:10:13.482454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32824) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:13.590802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.597127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.602493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.608100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.613375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.618923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.627123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.638136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea6e066c-365e-439f-a665-4685f4956779 req-159a48b7-0e06-4b46-9a98-3b1b15851dc9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.1938972 Mar 22 14:10:13.641402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:13.657882 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (783ddd89-4e95-4f48-b33a-110d358050b9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.674708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-77a6f581-37c9-448d-9aa4-2f2919a358a6 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2033892881'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:13.675183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-77a6f581-37c9-448d-9aa4-2f2919a358a6 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Unknown quota resources ['metering_label']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:10:13.793308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:13.806819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'mac_address': 'fa:16:3e:80:29:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:13.866888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4438c2-6326-40e7-b366-b7706278adcd req-ba87b0d9-3975-4b5b-b5dd-f8442772d7fa tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.873862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f4438c2-6326-40e7-b366-b7706278adcd req-ba87b0d9-3975-4b5b-b5dd-f8442772d7fa tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2386281 Mar 22 14:10:13.881604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:13.882238 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.897729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:13.901353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea6e066c-365e-439f-a665-4685f4956779 req-283da5d4-e763-4d31-9bb3-c9fdb9ec3331 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2632370 Mar 22 14:10:13.924773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:13.930990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.972332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (783ddd89-4e95-4f48-b33a-110d358050b9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.993756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:14.011549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77a6f581-37c9-448d-9aa4-2f2919a358a6 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.014713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77a6f581-37c9-448d-9aa4-2f2919a358a6 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5296407 Mar 22 14:10:14.014897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f4438c2-6326-40e7-b366-b7706278adcd req-12e5150c-4919-4f6c-b593-c1b04291ee6e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397579 Mar 22 14:10:14.015681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32844) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:14.020523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1e0b9a67-fdf8-42b6-9b8f-e9efbd65b6b3 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9042ed03-c973-4803-ab36-4a28d941e5f0'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:14.021037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1e0b9a67-fdf8-42b6-9b8f-e9efbd65b6b3 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:10:14.178579 n-d-834677-3 neutron-server[110458]: WARNING neutron.services.metering.metering_plugin [None req-1e0b9a67-fdf8-42b6-9b8f-e9efbd65b6b3 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:10:14.206609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Deleting port cdeb9bff-ec24-4886-871d-0b1be7ba1fb5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:14.207650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (cdeb9bff-ec24-4886-871d-0b1be7ba1fb5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.216508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5b25a23b-9f3e-41b5-a249-d6f77c3008d0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:14.369412 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (cdeb9bff-ec24-4886-871d-0b1be7ba1fb5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.373404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0b9a67-fdf8-42b6-9b8f-e9efbd65b6b3 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.374851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e0b9a67-fdf8-42b6-9b8f-e9efbd65b6b3 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3580244 Mar 22 14:10:14.378736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32854) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:14.387153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-61636880-bd99-4384-aeb9-69973f872cb1 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9042ed03-c973-4803-ab36-4a28d941e5f0'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:14.387803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-61636880-bd99-4384-aeb9-69973f872cb1 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:10:14.401101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Calling delete_port for cdeb9bff-ec24-4886-871d-0b1be7ba1fb5 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:14.418798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628deb7-b3ff-42ad-ba24-3d9ad9312d20 req-5999337b-c2d8-4f80-9238-dd77fc86f1f5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:14.420347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f628deb7-b3ff-42ad-ba24-3d9ad9312d20 req-5999337b-c2d8-4f80-9238-dd77fc86f1f5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2856555 Mar 22 14:10:14.599612 n-d-834677-3 neutron-server[110457]: WARNING neutron.services.metering.metering_plugin [None req-61636880-bd99-4384-aeb9-69973f872cb1 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:10:15.176789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-61636880-bd99-4384-aeb9-69973f872cb1 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.178038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-61636880-bd99-4384-aeb9-69973f872cb1 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7962055 Mar 22 14:10:15.180985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32874) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:15.193723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f628deb7-b3ff-42ad-ba24-3d9ad9312d20 req-fdae49de-6580-44f5-806b-3b8dd0e84192 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6891730 Mar 22 14:10:15.197455 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6567fe98-ce3e-4279-80da-17aaf8d19df9 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=e84dc10a-b6d4-4b44-be33-a9c0b568b2d7 HTTP/1.1" status: 200 len: 464 time: 0.0119817 Mar 22 14:10:15.199863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32878) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:15.274437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a698d4-02bb-49f3-8ab7-b68ebd9f82fe req-7b9ff06c-ea6e-4aa1-91ca-ce59d23482b2 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:15.275994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01a698d4-02bb-49f3-8ab7-b68ebd9f82fe req-7b9ff06c-ea6e-4aa1-91ca-ce59d23482b2 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 945 time: 0.7454312 Mar 22 14:10:15.394340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c5095d3-cd4d-48eb-a16e-0bbbd7748cba tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.396165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01a698d4-02bb-49f3-8ab7-b68ebd9f82fe req-e1aa9576-2b37-4fbf-aa6a-4f288d8289e3 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977230 Mar 22 14:10:15.401231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32884) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:15.406864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8c5095d3-cd4d-48eb-a16e-0bbbd7748cba tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/e84dc10a-b6d4-4b44-be33-a9c0b568b2d7 HTTP/1.1" status: 204 len: 168 time: 0.2058306 Mar 22 14:10:15.420981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c183f1b9-c748-45a6-829c-d81fea58cceb tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=e84dc10a-b6d4-4b44-be33-a9c0b568b2d7 HTTP/1.1" status: 200 len: 221 time: 0.0134430 Mar 22 14:10:15.422155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32886) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:15.428066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-52f2bfc3-1520-430d-aa56-347c1d06fc33 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--297750678', 'description': 'label created by tempest'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:15.428718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-52f2bfc3-1520-430d-aa56-347c1d06fc33 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Unknown quota resources ['metering_label']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:10:15.431594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (cdeb9bff-ec24-4886-871d-0b1be7ba1fb5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.478000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event deleted for resources: {'Port': ['ID=cdeb9bff-ec24-4886-871d-0b1be7ba1fb5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:15.509986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a0155-5f35-42fd-a995-c467e7501ba1 req-79567dab-20bf-4988-a2e1-3feda6c67726 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:15.511689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-915a0155-5f35-42fd-a995-c467e7501ba1 req-79567dab-20bf-4988-a2e1-3feda6c67726 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2166550 Mar 22 14:10:15.617480 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (783ddd89-4e95-4f48-b33a-110d358050b9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.639927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:15.670212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52f2bfc3-1520-430d-aa56-347c1d06fc33 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.675940 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-52f2bfc3-1520-430d-aa56-347c1d06fc33 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2522812 Mar 22 14:10:15.676572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32894) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:15.729478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:15.735502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:15.736236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.804309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-57315556-250e-4642-97c9-1b3703f31913 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=ad24e985-e874-41f1-b7fc-dd217ffaaead HTTP/1.1" status: 200 len: 467 time: 0.1260509 Mar 22 14:10:15.804996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32896) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:15.830679 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (783ddd89-4e95-4f48-b33a-110d358050b9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.838817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:15.839290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.853749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (783ddd89-4e95-4f48-b33a-110d358050b9), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.881912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:15.884519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:15.887414 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834dea3d-3b09-4622-ad96-0b605efa42ca" -d '{"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:15.900135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.901139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c3a828a2-950f-43e9-9368-5a20eb28fa89 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:15.924290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: c3a828a2-950f-43e9-9368-5a20eb28fa89 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:15.924632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c3a828a2-950f-43e9-9368-5a20eb28fa89 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:15.960732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-915a0155-5f35-42fd-a995-c467e7501ba1 req-be99ffdd-c6e8-4e97-b161-ea28ce3ce99e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655715 Mar 22 14:10:15.993194 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (783ddd89-4e95-4f48-b33a-110d358050b9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.993854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Fanout notify agent at l3_agent the message router_deleted on router 783ddd89-4e95-4f48-b33a-110d358050b9 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:16.006262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.010946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-30e70a30-d61b-404d-b1a8-bcb7a01e40e3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/783ddd89-4e95-4f48-b33a-110d358050b9 HTTP/1.1" status: 204 len: 168 time: 2.8241017 Mar 22 14:10:16.021219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aebe1c-ad10-4731-84a2-1ad67049ec68 req-391e943c-2f52-4130-8711-18f600158c0c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.021705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:16.022785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aebe1c-ad10-4731-84a2-1ad67049ec68 req-391e943c-2f52-4130-8711-18f600158c0c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 945 time: 0.5100603 Mar 22 14:10:16.024085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32906) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.030130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-21856a81-bdb5-43c1-8e9e-9b6d8aab6f83 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1620793517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:16.085767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a310cc8-d711-489e-8c41-5f84e6463029 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.090428 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4a310cc8-d711-489e-8c41-5f84e6463029 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/ad24e985-e874-41f1-b7fc-dd217ffaaead HTTP/1.1" status: 204 len: 168 time: 0.2811620 Mar 22 14:10:16.091441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32908) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.091832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21856a81-bdb5-43c1-8e9e-9b6d8aab6f83 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.093350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21856a81-bdb5-43c1-8e9e-9b6d8aab6f83 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.104803 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a8a1836f-3d1c-43d8-9dde-23c66958272e tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=ad24e985-e874-41f1-b7fc-dd217ffaaead HTTP/1.1" status: 200 len: 216 time: 0.0112979 Mar 22 14:10:16.108110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32910) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.117495 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-07a92b97-659e-4441-b20e-6d558c7b5ed6 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080585 Mar 22 14:10:16.120928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32912) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.129069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-12f2ae24-4be7-4480-9db3-8e2d6d7019c1 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.130598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-12f2ae24-4be7-4480-9db3-8e2d6d7019c1 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.57 "GET /v2.0/ports?device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 945 time: 0.3171480 Mar 22 14:10:16.133491 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-45334968-bcc5-414d-9100-b56a9459a1b6 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113642 Mar 22 14:10:16.137217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32914) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.202123 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-07de7e1c-1b54-4464-9aaf-266739b85da3 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/9042ed03-c973-4803-ab36-4a28d941e5f0 HTTP/1.1" status: 200 len: 473 time: 0.0635078 Mar 22 14:10:16.205264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.215547 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6710f20c-e4f1-476a-b054-59a676a3d78c tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/9b6de5b3-9d9d-4c8a-bc6e-752554d0660b HTTP/1.1" status: 200 len: 461 time: 0.0087185 Mar 22 14:10:16.218800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32918) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.236773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12aebe1c-ad10-4731-84a2-1ad67049ec68 req-984a22f6-4508-4eed-b1ef-df6e2ab83242 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872611 Mar 22 14:10:16.297145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21856a81-bdb5-43c1-8e9e-9b6d8aab6f83 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.316644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.322222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.328256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.333679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.339278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.344696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.350644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.358667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-f9d3e056-8920-4cf1-80d2-c451f367c793 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2914493 Mar 22 14:10:16.364787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21856a81-bdb5-43c1-8e9e-9b6d8aab6f83 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.452538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21856a81-bdb5-43c1-8e9e-9b6d8aab6f83 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.454327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-21856a81-bdb5-43c1-8e9e-9b6d8aab6f83 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4291821 Mar 22 14:10:16.466020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32926) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.479070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:16.597441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Deleting port e84a306f-ca31-4aa4-a138-8ce10baa3e56 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:16.597886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.620289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0979a44f-6a08-43ce-971f-0f6df4146d64 req-5cf1a3c6-36ed-4393-9db6-a44b14b1c1d6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2604382 Mar 22 14:10:16.670030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fec01c70-47aa-43cb-899f-a15a05356c66 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.673567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fec01c70-47aa-43cb-899f-a15a05356c66 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/9b6de5b3-9d9d-4c8a-bc6e-752554d0660b HTTP/1.1" status: 204 len: 168 time: 0.4514003 Mar 22 14:10:16.674005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32934) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.692306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79469930-4cc1-48b0-83f0-cea727bd4d81 req-62ee78eb-0171-450a-a7c8-eb646b8c9cab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.699295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79469930-4cc1-48b0-83f0-cea727bd4d81 req-62ee78eb-0171-450a-a7c8-eb646b8c9cab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3360002 Mar 22 14:10:16.700792 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488b4735-1a44-41c5-84f8-a7bf2df19b48 x-openstack-request-id: req-488b4735-1a44-41c5-84f8-a7bf2df19b48 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:16.701333 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:16.701571 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-488b4735-1a44-41c5-84f8-a7bf2df19b48 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:16.702095 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488b4735-1a44-41c5-84f8-a7bf2df19b48'] response: {'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'code': 200} Mar 22 14:10:16.936279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-502367c3-829e-4a3c-bbd0-21d882974635 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.938733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-502367c3-829e-4a3c-bbd0-21d882974635 tempest-MeteringTestJSON-1949289985 tempest-MeteringTestJSON-1949289985-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/9042ed03-c973-4803-ab36-4a28d941e5f0 HTTP/1.1" status: 204 len: 168 time: 0.2626004 Mar 22 14:10:17.042116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] For port e84a306f-ca31-4aa4-a138-8ce10baa3e56, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e84a306f-ca31-4aa4-a138-8ce10baa3e56,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:17.042493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.060643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79469930-4cc1-48b0-83f0-cea727bd4d81 req-2d0733b8-a955-4def-a722-758cd28cbb77 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581915 Mar 22 14:10:17.071334 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.076661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dafd5c-43c9-4e43-b3c2-19f087f316ee req-3d4713cb-efe9-4269-8524-43ce1d369ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:17.078338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69dafd5c-43c9-4e43-b3c2-19f087f316ee req-3d4713cb-efe9-4269-8524-43ce1d369ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 1128 time: 0.2535355 Mar 22 14:10:17.097689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Calling delete_port for e84a306f-ca31-4aa4-a138-8ce10baa3e56 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:17.118114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d3ca2-1f72-4029-aa29-5754c3dc93d9 req-80c45440-cc1d-4788-b679-6ac6afd3dd41 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:17.122444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a4d3ca2-1f72-4029-aa29-5754c3dc93d9 req-80c45440-cc1d-4788-b679-6ac6afd3dd41 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.3212790 Mar 22 14:10:17.229111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32946) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:17.307194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69dafd5c-43c9-4e43-b3c2-19f087f316ee req-b47087fe-63b8-4c9e-ae59-c0ecbec55ae9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173712 Mar 22 14:10:17.358281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a4d3ca2-1f72-4029-aa29-5754c3dc93d9 req-7a4779ba-84fa-4573-823a-de43703e6863 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037940 Mar 22 14:10:17.397633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.401804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d158636-250c-45ad-a2d4-63bef81f6031 req-044304c3-9293-4974-a3da-41865cc6763a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:17.403427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d158636-250c-45ad-a2d4-63bef81f6031 req-044304c3-9293-4974-a3da-41865cc6763a tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=d175af61-5282-4c15-9e1f-44574ce508c7 HTTP/1.1" status: 200 len: 945 time: 0.2412677 Mar 22 14:10:17.494441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Publish callbacks [] for security_group (2d773825-7b8a-4252-ab6d-f075b6be84fe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.500193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2d773825-7b8a-4252-ab6d-f075b6be84fe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.544584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e84a306f-ca31-4aa4-a138-8ce10baa3e56), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.549391 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0de069253e994678958e8bd087778b15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190887 Mar 22 14:10:17.551175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32958) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:17.556769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['e634ef5b-a2e2-499d-86c3-10f57e5e38c2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:17.558830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d158636-250c-45ad-a2d4-63bef81f6031 req-88df8e3a-bc92-48b3-8bfa-45dff3b0125b tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355987 Mar 22 14:10:17.563210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d773825-7b8a-4252-ab6d-f075b6be84fe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:17.579390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e84a306f-ca31-4aa4-a138-8ce10baa3e56'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:17.592396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.593049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.593401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.593741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.594114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.594517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.594964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.595409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.595584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.596026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.596718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.597094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.597556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.597932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.598281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a98282-7c6d-40d1-b1a2-f8f6a5b6043a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:17.602602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf228532-de38-4ad4-a650-5f80174b1836 req-4dd3a66e-2b0e-4136-bc1e-a886acb18382 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:17.604192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf228532-de38-4ad4-a650-5f80174b1836 req-4dd3a66e-2b0e-4136-bc1e-a886acb18382 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1974776 Mar 22 14:10:17.607858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Pushing event deleted for resources: {'Port': ['ID=e84a306f-ca31-4aa4-a138-8ce10baa3e56,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:17.656015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44102598-e45a-40c3-ac43-f7df40fa2b7e admin admin] Publish callbacks [] for security_group (2d773825-7b8a-4252-ab6d-f075b6be84fe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.709248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44102598-e45a-40c3-ac43-f7df40fa2b7e admin admin] Publish callbacks [] for security_group (2d773825-7b8a-4252-ab6d-f075b6be84fe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.764281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44102598-e45a-40c3-ac43-f7df40fa2b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2d773825-7b8a-4252-ab6d-f075b6be84fe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.768131 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44102598-e45a-40c3-ac43-f7df40fa2b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.784945 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44102598-e45a-40c3-ac43-f7df40fa2b7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d773825-7b8a-4252-ab6d-f075b6be84fe HTTP/1.1" status: 204 len: 168 time: 0.2322731 Mar 22 14:10:17.803846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102598-e45a-40c3-ac43-f7df40fa2b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d773825-7b8a-4252-ab6d-f075b6be84fe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:17.984148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] No DVR routers for this DVR port e84a306f-ca31-4aa4-a138-8ce10baa3e56 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:18.000425 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.003772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c79817b-fb14-42a7-a734-5c1b9d8e97f4 req-8460e41a-5641-439c-972a-41333a02c593 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.57 "DELETE /v2.0/ports/e84a306f-ca31-4aa4-a138-8ce10baa3e56 HTTP/1.1" status: 204 len: 173 time: 1.8620152 Mar 22 14:10:18.004273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'name': 'network-vif-deleted', 'tag': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:18.006617 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd67dc2-0d9a-4e9f-a952-eaba7ccdd5e3" -d '{"events": [{"server_uuid": "d175af61-5282-4c15-9e1f-44574ce508c7", "name": "network-vif-deleted", "tag": "e84a306f-ca31-4aa4-a138-8ce10baa3e56"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:18.113383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.127294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf228532-de38-4ad4-a650-5f80174b1836 req-aaf29edd-b845-459a-9044-2e0c624f3a9f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4880877 Mar 22 14:10:18.159888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32980) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:18.180949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f60683b2-a180-4516-a1bc-b8cfa9db9abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.181561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfd8b-6327-49e4-b661-c3010ee1e72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.212988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fdec7-2b91-43d4-8da6-7603d61ec3a1 req-74915cb9-c603-4ffb-867f-bbd5f4ec7fca tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.232531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-725fdec7-2b91-43d4-8da6-7603d61ec3a1 req-74915cb9-c603-4ffb-867f-bbd5f4ec7fca tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2838469 Mar 22 14:10:18.241490 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.297107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfd8b-6327-49e4-b661-c3010ee1e72d admin admin] Publish callbacks [] for security_group (da09a3d5-ec08-418e-ac9f-58a37965920e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.302406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfd8b-6327-49e4-b661-c3010ee1e72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (da09a3d5-ec08-418e-ac9f-58a37965920e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.344486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cfd8b-6327-49e4-b661-c3010ee1e72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da09a3d5-ec08-418e-ac9f-58a37965920e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:18.366704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2a0cfd8b-6327-49e4-b661-c3010ee1e72d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=598e647a48da448cbdff7b7be04b8f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055109 Mar 22 14:10:18.367414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32988) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:18.392915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-725fdec7-2b91-43d4-8da6-7603d61ec3a1 req-89639225-ce7b-4f58-bda2-3540b7517c96 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585941 Mar 22 14:10:18.446555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.452860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.459117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.460238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7005c025-b7f4-4cfa-b20c-c0054bc627b8 admin admin] Publish callbacks [] for security_group (da09a3d5-ec08-418e-ac9f-58a37965920e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.465209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.471843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.477533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.489739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7005c025-b7f4-4cfa-b20c-c0054bc627b8 admin admin] Publish callbacks [] for security_group (da09a3d5-ec08-418e-ac9f-58a37965920e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.494917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.496971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-4e538f8f-fa7c-49e9-a956-1420871dfdb2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2231894 Mar 22 14:10:18.500565 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88b3c8-33d0-423d-89dd-08a4b949f79c x-openstack-request-id: req-7f88b3c8-33d0-423d-89dd-08a4b949f79c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:18.503472 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d175af61-5282-4c15-9e1f-44574ce508c7", "name": "network-vif-deleted", "tag": "e84a306f-ca31-4aa4-a138-8ce10baa3e56", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:18.503733 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f88b3c8-33d0-423d-89dd-08a4b949f79c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:18.504151 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f88b3c8-33d0-423d-89dd-08a4b949f79c'] response: {'server_uuid': 'd175af61-5282-4c15-9e1f-44574ce508c7', 'name': 'network-vif-deleted', 'tag': 'e84a306f-ca31-4aa4-a138-8ce10baa3e56', 'status': 'completed', 'code': 200} Mar 22 14:10:18.572396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Allocated IP 172.25.2.48 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/fb7fe1a6-368a-4323-815c-a7a895d576db) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:18.594066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7005c025-b7f4-4cfa-b20c-c0054bc627b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (da09a3d5-ec08-418e-ac9f-58a37965920e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.598224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7005c025-b7f4-4cfa-b20c-c0054bc627b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.604965 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7005c025-b7f4-4cfa-b20c-c0054bc627b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da09a3d5-ec08-418e-ac9f-58a37965920e HTTP/1.1" status: 204 len: 168 time: 0.2363503 Mar 22 14:10:18.626871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c025-b7f4-4cfa-b20c-c0054bc627b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da09a3d5-ec08-418e-ac9f-58a37965920e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:18.686950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79bfd60a-b885-452b-8da1-d3e648f5a1f2 req-7821e8f6-8dbf-46ca-ab7f-4d4e4afebfc4 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1694071 Mar 22 14:10:18.747743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e845b-50a2-4671-9ddb-d618059e3452 req-0266ffea-0d5b-4c7e-bfc7-f1ab4cbf8df0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.749277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da9e845b-50a2-4671-9ddb-d618059e3452 req-0266ffea-0d5b-4c7e-bfc7-f1ab4cbf8df0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1645021 Mar 22 14:10:18.841617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for port (fb7fe1a6-368a-4323-815c-a7a895d576db), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.869924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da9e845b-50a2-4671-9ddb-d618059e3452 req-bcb76f87-6a78-460b-8e51-b78f764e2271 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075270 Mar 22 14:10:18.913636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d8edd-e70a-43e2-904c-f370e76bb467 req-03f3292a-6a7e-4ab9-b059-b75014b01475 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.915384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-558d8edd-e70a-43e2-904c-f370e76bb467 req-03f3292a-6a7e-4ab9-b059-b75014b01475 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.0952852 Mar 22 14:10:18.928949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fb7fe1a6-368a-4323-815c-a7a895d576db), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.984073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:18.991209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:19.003729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:19.050176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event updated for resources: {'Port': ['ID=fb7fe1a6-368a-4323-815c-a7a895d576db,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:19.060674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-558d8edd-e70a-43e2-904c-f370e76bb467 req-f8178f54-df8a-48f1-a697-f7e136b68730 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393826 Mar 22 14:10:19.223498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025381-6d7a-449c-8f40-e49ae276245f req-8c02e95d-f5ef-4164-a27d-b263037fc1f8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.233907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d025381-6d7a-449c-8f40-e49ae276245f req-8c02e95d-f5ef-4164-a27d-b263037fc1f8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2219844 Mar 22 14:10:19.305873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d025381-6d7a-449c-8f40-e49ae276245f req-f06a9d1f-222a-4cfd-834a-5f6c444e60eb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718155 Mar 22 14:10:19.467553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc643ca-148c-46e0-9e6b-3b6275ab5d5b req-065f19ca-4e30-454c-ad77-334759be00e5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.470443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afc643ca-148c-46e0-9e6b-3b6275ab5d5b req-065f19ca-4e30-454c-ad77-334759be00e5 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1684525 Mar 22 14:10:19.576241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a342-a0c1-40cc-a6d8-9a716a491e01 req-6246d740-c7d2-4ccb-956f-a1fb66d98a8c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.577731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54a1a342-a0c1-40cc-a6d8-9a716a491e01 req-6246d740-c7d2-4ccb-956f-a1fb66d98a8c tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.1759534 Mar 22 14:10:19.579844 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.585191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afc643ca-148c-46e0-9e6b-3b6275ab5d5b req-0fcaf9c1-c97e-406a-bd6d-8cd5160920a9 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942876 Mar 22 14:10:19.748094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54a1a342-a0c1-40cc-a6d8-9a716a491e01 req-5f8300e4-cbaf-4317-8b67-8a4a4a01ae71 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319563 Mar 22 14:10:19.857489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6f779-e6b8-45f5-b613-99201cda1577 req-8be24991-2f16-44b6-8d10-eeb44b2e9755 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.859015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40f6f779-e6b8-45f5-b613-99201cda1577 req-8be24991-2f16-44b6-8d10-eeb44b2e9755 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1614468 Mar 22 14:10:19.951416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.961534 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.969318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40f6f779-e6b8-45f5-b613-99201cda1577 req-22d50b1f-17bc-45f1-8150-fda2f1ec3686 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911591 Mar 22 14:10:20.021282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f052f6-2537-483c-9cec-2240609ab22a req-2422c8fc-322d-4f9a-bda2-7ab45073f087 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.022845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29f052f6-2537-483c-9cec-2240609ab22a req-2422c8fc-322d-4f9a-bda2-7ab45073f087 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1612625 Mar 22 14:10:20.111394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29f052f6-2537-483c-9cec-2240609ab22a req-24888660-a100-40e9-8529-f46bebef51a5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633864 Mar 22 14:10:20.254253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Router edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:20.273224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.278993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.284960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.291999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.297744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.302995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.308368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.310400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-58157218-ccec-4a3c-9c1c-86d3cea818e0 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.1887426 Mar 22 14:10:20.326197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac4e2f-f562-4473-8c05-df848cfc3158 req-147e2741-4c80-456a-9c63-05706ff68b94 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.332917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68ac4e2f-f562-4473-8c05-df848cfc3158 req-147e2741-4c80-456a-9c63-05706ff68b94 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1464469 Mar 22 14:10:20.367251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-94b7d699-ea94-4139-9080-0d87984d595c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.385388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33076) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:20.492650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-344723359', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:20.499017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68ac4e2f-f562-4473-8c05-df848cfc3158 req-c310165b-eb69-4d03-aadf-72b1a1e1a170 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652012 Mar 22 14:10:20.516767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Made reservation on behalf of 7685bd6cd27b4a1f8243507752e2f4d7 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:20.520302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.521504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6b4f5ad-b680-4cc7-a907-59bdd40645b6 req-7fb5b1eb-bd08-4274-9c36-e7e7620b82f7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853812 Mar 22 14:10:20.531863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.539256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:20.547934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e84a306f-ca31-4aa4-a138-8ce10baa3e56 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:20.548155 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.549365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-548d2dac-02ab-41be-98e7-2a4254d6e1c6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "PUT /v2.0/routers/edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 HTTP/1.1" status: 200 len: 879 time: 4.0813248 Mar 22 14:10:20.562325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33086) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:20.568015 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] Sync routers for ids ['edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:20.590569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: e84a306f-ca31-4aa4-a138-8ce10baa3e56 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:20.590911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e84a306f-ca31-4aa4-a138-8ce10baa3e56 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:20.626726 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] Routers {'edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:20.627462 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:20.664343 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:20.673936 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] Routers {'edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:20.674653 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:20.719107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69feba-5f11-48e0-abc7-5d8c1dade0b1 req-14019b6d-a5b2-45c9-9bde-417c8c3e4d6e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.720648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af69feba-5f11-48e0-abc7-5d8c1dade0b1 req-14019b6d-a5b2-45c9-9bde-417c8c3e4d6e tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.0763521 Mar 22 14:10:20.733526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for security_group (dd94c0bd-7d9c-4ff0-ac76-60a13b878696), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.737628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-39503c22-6eb7-4106-9014-0ce8df8c9445 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 HTTP/1.1" status: 200 len: 920 time: 0.1842618 Mar 22 14:10:20.742691 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:20.742996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33088) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:20.743973 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181dddc-ca82-4213-baa8-6b67c1caa9d1 None None] The sync data for ids ['edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:20.783363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af69feba-5f11-48e0-abc7-5d8c1dade0b1 req-918e9d5a-82f2-4007-b27b-b271e1a12df4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534983 Mar 22 14:10:20.795764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd94c0bd-7d9c-4ff0-ac76-60a13b878696), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.811842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] device_id is not set on port a22a3232-5a8f-46eb-b6c0-be1bf490b240 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:10:20.899002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd94c0bd-7d9c-4ff0-ac76-60a13b878696,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:20.942568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a78bf7-e799-4647-83ab-ababa616727f tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.947286 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9a78bf7-e799-4647-83ab-ababa616727f tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2022223 Mar 22 14:10:20.948884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33104) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:20.986681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Allocated IP 172.25.2.12 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a22a3232-5a8f-46eb-b6c0-be1bf490b240) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:21.041799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbc0ee-1bf3-4388-8c31-a9f22e348fa9 req-22968692-fb23-4b30-a0a7-16856b422af8 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.043345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3fbc0ee-1bf3-4388-8c31-a9f22e348fa9 req-22968692-fb23-4b30-a0a7-16856b422af8 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.1518712 Mar 22 14:10:21.199851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for port (a22a3232-5a8f-46eb-b6c0-be1bf490b240), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.244865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a22a3232-5a8f-46eb-b6c0-be1bf490b240), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.287121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:21.290211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:21.293005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:21.322399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Pushing event updated for resources: {'Port': ['ID=a22a3232-5a8f-46eb-b6c0-be1bf490b240,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:21.349183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.349800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.369199 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5ef2c3cf-b564-41c3-8c70-06c2334a96d6 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9796188 Mar 22 14:10:21.370474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:21.375215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.12'}]}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:21.396790 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (87cffcbf-416d-4d9f-8da5-4027e39295b8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.397725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (87cffcbf-416d-4d9f-8da5-4027e39295b8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.440867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad5773-3eb0-45de-b71d-ad9844a691a3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.444812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-75ad5773-3eb0-45de-b71d-ad9844a691a3 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.4869785 Mar 22 14:10:21.448875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33124) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:21.463555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for router_controller (87cffcbf-416d-4d9f-8da5-4027e39295b8), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.481502 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-066314c3-df9b-417b-a25f-3cede4917898 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 HTTP/1.1" status: 200 len: 205 time: 0.0314100 Mar 22 14:10:21.485046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:21.486394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3fbc0ee-1bf3-4388-8c31-a9f22e348fa9 req-dfa94016-dbea-40f4-9056-400e74a2bb9e tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299791 Mar 22 14:10:21.501061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-30e7fc93-fd77-4570-a090-82d6803cef4d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.502328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-30e7fc93-fd77-4570-a090-82d6803cef4d tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 946 time: 0.4580688 Mar 22 14:10:21.509591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3801-b183-4beb-84b7-f1a7b2a3bee6 req-096cacca-a8e4-4d9e-b50e-8d78402df3a8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.511075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b2e3801-b183-4beb-84b7-f1a7b2a3bee6 req-096cacca-a8e4-4d9e-b50e-8d78402df3a8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1329570 Mar 22 14:10:21.651535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b2e3801-b183-4beb-84b7-f1a7b2a3bee6 req-d8592906-2d96-4366-83b5-6222cb82e9ce tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331880 Mar 22 14:10:21.710456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64abbd-df57-4c7d-b90d-b417e6f88e96 req-beeb6c44-5779-4fb0-969b-22ccd421cebe tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.717551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf64abbd-df57-4c7d-b90d-b417e6f88e96 req-beeb6c44-5779-4fb0-969b-22ccd421cebe tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1532366 Mar 22 14:10:21.738694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for router_gateway (87cffcbf-416d-4d9f-8da5-4027e39295b8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.765369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Deleting port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:21.765716 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.797857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.861652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.912292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] For port e634ef5b-a2e2-499d-86c3-10f57e5e38c2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:21.912814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.928199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Calling delete_port for e634ef5b-a2e2-499d-86c3-10f57e5e38c2 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:21.940486 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.036338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Deleting port fb7fe1a6-368a-4323-815c-a7a895d576db {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:22.036998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fb7fe1a6-368a-4323-815c-a7a895d576db), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.089448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf64abbd-df57-4c7d-b90d-b417e6f88e96 req-18dd2479-4b48-4f26-ae5c-8f64e8113bf4 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705761 Mar 22 14:10:22.093375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e634ef5b-a2e2-499d-86c3-10f57e5e38c2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.105959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['e634ef5b-a2e2-499d-86c3-10f57e5e38c2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:22.136410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Pushing event deleted for resources: {'Port': ['ID=e634ef5b-a2e2-499d-86c3-10f57e5e38c2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:22.206557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] No DVR routers for this DVR port e634ef5b-a2e2-499d-86c3-10f57e5e38c2 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:22.208611 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.214236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f87769f-2bf4-4dbc-be66-8885c39d3656 req-d44586cc-40db-4472-b7ac-c15d86977e96 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.42 "DELETE /v2.0/ports/e634ef5b-a2e2-499d-86c3-10f57e5e38c2 HTTP/1.1" status: 204 len: 173 time: 0.7005260 Mar 22 14:10:22.214236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'name': 'network-vif-deleted', 'tag': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:22.215758 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6803e-72fe-4e07-837d-2fb798098ec9" -d '{"events": [{"server_uuid": "18a2c1e2-1a55-42ce-9753-823788d434b1", "name": "network-vif-deleted", "tag": "e634ef5b-a2e2-499d-86c3-10f57e5e38c2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:22.289846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.297014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.298479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fb7fe1a6-368a-4323-815c-a7a895d576db), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.303567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.307331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for router_gateway (87cffcbf-416d-4d9f-8da5-4027e39295b8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.309891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.315972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.322898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.329553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.331335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-f1d4b61b-bdff-4f2c-9b95-18d88538b4d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.5573316 Mar 22 14:10:22.348838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Calling delete_port for fb7fe1a6-368a-4323-815c-a7a895d576db owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:22.351476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.434604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0ab1ec6-2eb2-40b8-8bae-df51b34c8693 req-5d2435d1-8931-45fe-ba21-ca4076ae6575 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934079 Mar 22 14:10:22.452198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f1f81-62fc-4d68-9db5-51773d39ffa7 req-90453bb6-b6df-4a9d-98cd-2e4488b39709 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.471230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e55f1f81-62fc-4d68-9db5-51773d39ffa7 req-90453bb6-b6df-4a9d-98cd-2e4488b39709 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.2525718 Mar 22 14:10:22.542488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e55f1f81-62fc-4d68-9db5-51773d39ffa7 req-3b7855ca-b658-4295-9a17-d0b73a2f33c7 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698869 Mar 22 14:10:22.557312 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260bc055-b7d6-494e-92c4-4a7404a21456 x-openstack-request-id: req-260bc055-b7d6-494e-92c4-4a7404a21456 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:22.557614 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2c1e2-1a55-42ce-9753-823788d434b1", "name": "network-vif-deleted", "tag": "e634ef5b-a2e2-499d-86c3-10f57e5e38c2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:22.557914 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-260bc055-b7d6-494e-92c4-4a7404a21456 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:22.558322 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260bc055-b7d6-494e-92c4-4a7404a21456'] response: {'server_uuid': '18a2c1e2-1a55-42ce-9753-823788d434b1', 'name': 'network-vif-deleted', 'tag': 'e634ef5b-a2e2-499d-86c3-10f57e5e38c2', 'status': 'completed', 'code': 200} Mar 22 14:10:22.641261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for router (87cffcbf-416d-4d9f-8da5-4027e39295b8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.646499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9df835e-8ee7-4ff5-a333-b90a56fa8582 req-64469c78-55a6-44b9-997b-31e6a92e4ff9 tempest-ListServerFiltersTestJSON-1018889231 tempest-ListServerFiltersTestJSON-1018889231-project] 10.222.0.44 "GET /v2.0/ports?device_id=18a2c1e2-1a55-42ce-9753-823788d434b1 HTTP/1.1" status: 200 len: 210 time: 0.0369234 Mar 22 14:10:22.708721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2312d-0fea-4361-90b1-35571d806026 req-01db57de-e1ba-464c-a4c0-c62f0581d9d2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.715804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2a2312d-0fea-4361-90b1-35571d806026 req-01db57de-e1ba-464c-a4c0-c62f0581d9d2 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.0746408 Mar 22 14:10:22.791419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2a2312d-0fea-4361-90b1-35571d806026 req-f7a83e46-b272-4884-9c32-b6d94b86effd tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745227 Mar 22 14:10:22.878008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74a5b-e0c0-4aae-820d-5ef072356d37 req-0fb0607c-4415-41f6-8839-a524c4daf774 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.878008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0a74a5b-e0c0-4aae-820d-5ef072356d37 req-0fb0607c-4415-41f6-8839-a524c4daf774 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.0826659 Mar 22 14:10:22.972652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0a74a5b-e0c0-4aae-820d-5ef072356d37 req-39dbd393-61b6-4aa4-89c9-4036b61f3161 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818362 Mar 22 14:10:22.980947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f3f96-c905-405a-8f45-5e98efafd4ee req-c6d1d175-0692-40d5-a0da-aa689f62fcfe tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.982486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-696f3f96-c905-405a-8f45-5e98efafd4ee req-c6d1d175-0692-40d5-a0da-aa689f62fcfe tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.1206927 Mar 22 14:10:23.039441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-696f3f96-c905-405a-8f45-5e98efafd4ee req-8043c3e1-7472-4e7b-a585-d9e7e5f18f72 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505126 Mar 22 14:10:23.184747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e018d8-5d83-44d9-9d7f-445420703ac0 req-92c041de-6598-4106-a83c-18fde320d762 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.186597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47e018d8-5d83-44d9-9d7f-445420703ac0 req-92c041de-6598-4106-a83c-18fde320d762 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.0668631 Mar 22 14:10:23.232566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (87cffcbf-416d-4d9f-8da5-4027e39295b8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.234950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks [] for router_controller (87cffcbf-416d-4d9f-8da5-4027e39295b8), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.236599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fb7fe1a6-368a-4323-815c-a7a895d576db), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.246983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47e018d8-5d83-44d9-9d7f-445420703ac0 req-b0b48838-b78e-4711-bd77-b1b5c8016639 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531192 Mar 22 14:10:23.261450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event deleted for resources: {'Port': ['ID=fb7fe1a6-368a-4323-815c-a7a895d576db,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:23.337387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (87cffcbf-416d-4d9f-8da5-4027e39295b8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.337806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87cffcbf-416d-4d9f-8da5-4027e39295b8 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:23.339127 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.381617 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:10:23.385665 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9cb659d7-e54d-46e5-9be4-a4727496f941 tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0110953 Mar 22 14:10:23.386432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33176) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:23.395189 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.524428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.543064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.608017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.608957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Fanout notify agent at l3_agent the message router_deleted on router edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:23.619320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.620654 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e837633-f710-4929-80c0-9e632b005b43 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 HTTP/1.1" status: 204 len: 168 time: 2.1346097 Mar 22 14:10:23.621320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.627057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.627866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33184) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:23.632718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.633812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b795ac37-4f00-46f9-8748-bc64e3d64320 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-714387708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:23.638804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.644399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.645722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Deleting port a22a3232-5a8f-46eb-b6c0-be1bf490b240 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:23.646637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a22a3232-5a8f-46eb-b6c0-be1bf490b240), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.650334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.656215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.658910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-b0c2f256-b1ac-4505-b65b-45e3ae562028 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.1054037 Mar 22 14:10:23.711936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795ac37-4f00-46f9-8748-bc64e3d64320 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (68f25a5f-013e-4b26-af64-742116543d73), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.713130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795ac37-4f00-46f9-8748-bc64e3d64320 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (68f25a5f-013e-4b26-af64-742116543d73), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.716851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33192) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:23.775122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-946d9402-d9da-4aec-ac5a-54bc1b041c7d req-6eb59669-5080-4594-be05-322266289e22 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087959 Mar 22 14:10:23.814838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a22a3232-5a8f-46eb-b6c0-be1bf490b240), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.858136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] Deleting subnet 173889e4-84e9-41c0-8b1f-5793df2522ce {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:10:23.861545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Calling delete_port for a22a3232-5a8f-46eb-b6c0-be1bf490b240 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:23.863869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795ac37-4f00-46f9-8748-bc64e3d64320 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (68f25a5f-013e-4b26-af64-742116543d73), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.867714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] Publish callbacks [] for subnet (173889e4-84e9-41c0-8b1f-5793df2522ce), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.894278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795ac37-4f00-46f9-8748-bc64e3d64320 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (68f25a5f-013e-4b26-af64-742116543d73), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.955105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (173889e4-84e9-41c0-8b1f-5793df2522ce), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.980766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795ac37-4f00-46f9-8748-bc64e3d64320 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.982102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b795ac37-4f00-46f9-8748-bc64e3d64320 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3521295 Mar 22 14:10:23.987354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33198) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:23.994590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': True}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:24.118871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ea248-5d18-4b1f-91ac-570b3d2e1908 req-2278d73b-6144-448a-ae25-bb17fe2e2633 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:24.120499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f2ea248-5d18-4b1f-91ac-570b3d2e1908 req-2278d73b-6144-448a-ae25-bb17fe2e2633 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.0620525 Mar 22 14:10:24.206610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f2ea248-5d18-4b1f-91ac-570b3d2e1908 req-81bbb317-c5c0-4ff5-ad03-ddd3dc8b7ba9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803406 Mar 22 14:10:24.213993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (173889e4-84e9-41c0-8b1f-5793df2522ce), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.247044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.431710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (68f25a5f-013e-4b26-af64-742116543d73), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.437569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a22a3232-5a8f-46eb-b6c0-be1bf490b240), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.469723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Pushing event deleted for resources: {'Port': ['ID=a22a3232-5a8f-46eb-b6c0-be1bf490b240,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:24.480759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (173889e4-84e9-41c0-8b1f-5793df2522ce), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.551935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173889e4-84e9-41c0-8b1f-5793df2522ce,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:24.554091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.557395 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-94a552f6-ec41-4617-ba82-60284ea7241e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/173889e4-84e9-41c0-8b1f-5793df2522ce HTTP/1.1" status: 204 len: 168 time: 0.8371708 Mar 22 14:10:24.560029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33210) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:24.567847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79737c5-5c36-49a8-b014-e62e9d12cc92 None None] Network 9998996a-034e-4293-850c-0e878f149534 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:24.631228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.634778 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9d18a71f-f3e7-4585-8297-6ef8bf3693ab tempest-RoutersAdminNegativeTest-2048357067 tempest-RoutersAdminNegativeTest-2048357067-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a22a3232-5a8f-46eb-b6c0-be1bf490b240 HTTP/1.1" status: 204 len: 168 time: 1.2472281 Mar 22 14:10:24.693919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9998996a-034e-4293-850c-0e878f149534), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.745378 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.793591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Deleting port 41c649a9-82aa-4177-9c89-50dcbaedc440 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:24.794105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.871086 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (68f25a5f-013e-4b26-af64-742116543d73), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.882435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] For port 41c649a9-82aa-4177-9c89-50dcbaedc440, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=41c649a9-82aa-4177-9c89-50dcbaedc440,segment=NetworkSegment(4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f),segment_id=4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:24.883067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.908933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Calling delete_port for 41c649a9-82aa-4177-9c89-50dcbaedc440 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:24.910665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.991746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] DHCP port deletion for 9998996a-034e-4293-850c-0e878f149534 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:10:25.012804 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.061709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] No DVR routers for this DVR port 41c649a9-82aa-4177-9c89-50dcbaedc440 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:25.116767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33224) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:25.132582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] Deleting port 41c649a9-82aa-4177-9c89-50dcbaedc440 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:25.133462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.146214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=41c649a9-82aa-4177-9c89-50dcbaedc440,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.166041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Allocated IP 172.25.2.204 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/e88f7603-9995-46e7-b065-4e2e88f8654d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:25.225768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.231448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.236924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.242580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.248548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.262714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.268830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.277168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-26e4cc92-0db5-4f78-af78-6e208d25ae33 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2754440 Mar 22 14:10:25.288157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9998996a-034e-4293-850c-0e878f149534), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.288734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 41c649a9-82aa-4177-9c89-50dcbaedc440 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:25.365138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9998996a-034e-4293-850c-0e878f149534']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:25.376853 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a453ea4d-058f-41a1-b665-3bb4f4a4dfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.380245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 41c649a9-82aa-4177-9c89-50dcbaedc440 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:25.380245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 41c649a9-82aa-4177-9c89-50dcbaedc440 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:25.408469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:25.408760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] For port 41c649a9-82aa-4177-9c89-50dcbaedc440, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:25.408976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:25.409481 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.410837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for port (e88f7603-9995-46e7-b065-4e2e88f8654d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.429335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] Calling delete_port for 41c649a9-82aa-4177-9c89-50dcbaedc440 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:25.433458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] Port 41c649a9-82aa-4177-9c89-50dcbaedc440 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:10:25.436351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (41c649a9-82aa-4177-9c89-50dcbaedc440), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.451935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.465793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] Pushing event deleted for resources: {'Port': ['ID=41c649a9-82aa-4177-9c89-50dcbaedc440,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.485474 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.493054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60c085-62d6-4f02-b914-d0c025ac9129 None None] No DVR routers for this DVR port 41c649a9-82aa-4177-9c89-50dcbaedc440 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:25.506341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce038703-4ac8-4945-9983-d4ac6d8293c4 req-7cb862b7-e16c-4493-bb73-3e972626b7dd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266068 Mar 22 14:10:25.508084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:25.508575 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (4abfd062-a8c1-4b81-a6a9-aa9f66d29a9f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:25.510941 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:25.579454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb3260-0da5-4e95-94b1-ede96da79c03 req-c5bc678c-8dc6-481a-b74a-e06aa5f35405 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.581509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fecb3260-0da5-4e95-94b1-ede96da79c03 req-c5bc678c-8dc6-481a-b74a-e06aa5f35405 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1906724 Mar 22 14:10:25.597115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a453ea4d-058f-41a1-b665-3bb4f4a4dfa3 admin admin] Publish callbacks [] for security_group (0cae02ee-07f9-487f-be44-cc9cb7599c0a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.604743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a453ea4d-058f-41a1-b665-3bb4f4a4dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0cae02ee-07f9-487f-be44-cc9cb7599c0a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.617137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e88f7603-9995-46e7-b065-4e2e88f8654d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.639863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9998996a-034e-4293-850c-0e878f149534), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.646007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.651493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e634ef5b-a2e2-499d-86c3-10f57e5e38c2 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:25.659885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] 10.222.0.44 "DELETE /v2.0/networks/9998996a-034e-4293-850c-0e878f149534 HTTP/1.1" status: 204 len: 168 time: 1.0986614 Mar 22 14:10:25.711608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: e634ef5b-a2e2-499d-86c3-10f57e5e38c2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:25.712001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device e634ef5b-a2e2-499d-86c3-10f57e5e38c2 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:25.712143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fecb3260-0da5-4e95-94b1-ede96da79c03 req-18ed1b5f-e011-446b-8f91-824118d5bbd4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156104 Mar 22 14:10:25.714133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a703a-c6e8-4711-9456-7c2eb58acfeb admin admin] Pushing event deleted for resources: {'Network': ['ID=9998996a-034e-4293-850c-0e878f149534,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.759355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:25.760037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453ea4d-058f-41a1-b665-3bb4f4a4dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae02ee-07f9-487f-be44-cc9cb7599c0a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.770774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a453ea4d-058f-41a1-b665-3bb4f4a4dfa3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=261e7a4a00fc418f93e78845225d0e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6525912 Mar 22 14:10:25.771085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33244) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:25.772449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:25.779147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:25.822648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Port': ['ID=e88f7603-9995-46e7-b065-4e2e88f8654d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.872993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc7a37f2-4b37-4813-9647-8c77e32f88e4 admin admin] Publish callbacks [] for security_group (0cae02ee-07f9-487f-be44-cc9cb7599c0a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.888472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33248) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:25.925480 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc7a37f2-4b37-4813-9647-8c77e32f88e4 admin admin] Publish callbacks [] for security_group (0cae02ee-07f9-487f-be44-cc9cb7599c0a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.002558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c06e7f5f-40d9-42ae-8b1d-e7fe4b39fd8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e689023130dc4de5bd59cce94d0393f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126218 Mar 22 14:10:26.009517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33254) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:26.088353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc7a37f2-4b37-4813-9647-8c77e32f88e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0cae02ee-07f9-487f-be44-cc9cb7599c0a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.091647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc7a37f2-4b37-4813-9647-8c77e32f88e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.092886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fc7a37f2-4b37-4813-9647-8c77e32f88e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cae02ee-07f9-487f-be44-cc9cb7599c0a HTTP/1.1" status: 204 len: 168 time: 0.3207369 Mar 22 14:10:26.109674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a37f2-4b37-4813-9647-8c77e32f88e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae02ee-07f9-487f-be44-cc9cb7599c0a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:26.117822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c4fc885c-7d9c-41ae-882a-33975d0a99a9 admin admin] Publish callbacks [] for security_group (d7a7c529-6e4e-4cc2-b632-0cff52ede1a3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.144983 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c4fc885c-7d9c-41ae-882a-33975d0a99a9 admin admin] Publish callbacks [] for security_group (d7a7c529-6e4e-4cc2-b632-0cff52ede1a3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.230321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c4fc885c-7d9c-41ae-882a-33975d0a99a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d7a7c529-6e4e-4cc2-b632-0cff52ede1a3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.233300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c4fc885c-7d9c-41ae-882a-33975d0a99a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.238379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c4fc885c-7d9c-41ae-882a-33975d0a99a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7a7c529-6e4e-4cc2-b632-0cff52ede1a3 HTTP/1.1" status: 204 len: 168 time: 0.2236607 Mar 22 14:10:26.245531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc885c-7d9c-41ae-882a-33975d0a99a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7c529-6e4e-4cc2-b632-0cff52ede1a3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:26.475577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (68f25a5f-013e-4b26-af64-742116543d73), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.782606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (68f25a5f-013e-4b26-af64-742116543d73), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.790009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (68f25a5f-013e-4b26-af64-742116543d73), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.832205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:26.845695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:26.859973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:26.875421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:26.888317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33282) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:26.890846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:26.907040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:26.913584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:26.922548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-b9da5f0f-f4a2-4811-bdaf-ff25e6e12b10 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.2339370 Mar 22 14:10:26.952734 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-926488a7-0692-4827-9c90-35377ff18bc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7685bd6cd27b4a1f8243507752e2f4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627763 Mar 22 14:10:26.955309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33286) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:27.034379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e803fea5-4c42-42e6-a4a0-90230565d98a req-4f073cae-52e9-47ec-a403-cc66d9ce62e7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104751 Mar 22 14:10:27.042719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d428-fcb5-4a8d-9e9f-d0ef2cbd127d admin admin] Publish callbacks [] for security_group (dd94c0bd-7d9c-4ff0-ac76-60a13b878696), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.077810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026891d-9331-414e-ae2d-0f8e36305285 req-cc106757-758c-46f6-9132-b1608f6a22b7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:27.082261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Router 68f25a5f-013e-4b26-af64-742116543d73 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:27.088121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a026891d-9331-414e-ae2d-0f8e36305285 req-cc106757-758c-46f6-9132-b1608f6a22b7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1464312 Mar 22 14:10:27.112026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d428-fcb5-4a8d-9e9f-d0ef2cbd127d admin admin] Publish callbacks [] for security_group (dd94c0bd-7d9c-4ff0-ac76-60a13b878696), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.230464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a026891d-9331-414e-ae2d-0f8e36305285 req-50688a92-6a11-4586-9b7d-d1f0a91040e0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398795 Mar 22 14:10:27.303057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:27.309257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.310601 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f669aaba-074a-42b1-9cff-6388ca3781bb tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "PUT /v2.0/routers/68f25a5f-013e-4b26-af64-742116543d73 HTTP/1.1" status: 200 len: 914 time: 3.3197677 Mar 22 14:10:27.313516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33296) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:27.314728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] Sync routers for ids ['68f25a5f-013e-4b26-af64-742116543d73'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:27.339845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] Routers {'68f25a5f-013e-4b26-af64-742116543d73'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:27.340693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['68f25a5f-013e-4b26-af64-742116543d73'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.401864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d428-fcb5-4a8d-9e9f-d0ef2cbd127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd94c0bd-7d9c-4ff0-ac76-60a13b878696), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.405596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d428-fcb5-4a8d-9e9f-d0ef2cbd127d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.424184 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4eb1d428-fcb5-4a8d-9e9f-d0ef2cbd127d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd94c0bd-7d9c-4ff0-ac76-60a13b878696 HTTP/1.1" status: 204 len: 168 time: 0.4564590 Mar 22 14:10:27.446505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1d428-fcb5-4a8d-9e9f-d0ef2cbd127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd94c0bd-7d9c-4ff0-ac76-60a13b878696,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:27.482762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.517952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] Routers {'68f25a5f-013e-4b26-af64-742116543d73'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:27.519473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['68f25a5f-013e-4b26-af64-742116543d73'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.598449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.600250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5017cd-d30f-4cd2-bddb-a16de550a12b None None] The sync data for ids ['68f25a5f-013e-4b26-af64-742116543d73'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:27.642720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dedf6c91-1376-4f31-aa7f-b22e3f0752c4 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/68f25a5f-013e-4b26-af64-742116543d73 HTTP/1.1" status: 200 len: 920 time: 0.3277514 Mar 22 14:10:27.645343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33306) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:27.854679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61edbb11-246b-4c32-bdf3-2ea7f0de16db tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:27.858824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-61edbb11-246b-4c32-bdf3-2ea7f0de16db tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=68f25a5f-013e-4b26-af64-742116543d73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2100630 Mar 22 14:10:27.859128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33320) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:27.970672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7131c4-acd9-4552-a89b-5ef25815bacc tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:27.976398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7e7131c4-acd9-4552-a89b-5ef25815bacc tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.1134665 Mar 22 14:10:27.976794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33326) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:28.031377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33330) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:28.032718 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ad175002-defa-4ac5-ae13-eb4a84d1fd3f tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f25a5f-013e-4b26-af64-742116543d73 HTTP/1.1" status: 200 len: 205 time: 0.0546510 Mar 22 14:10:28.349384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (68f25a5f-013e-4b26-af64-742116543d73), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.396062 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.516984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.523081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.528501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.533689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.538931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.544298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.549453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.551428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-406b5661-02ea-4d7e-aaf7-e41492206c64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.3575957 Mar 22 14:10:28.582677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513f179-50cc-4308-bacb-2e81c0c044fd req-da008efd-9743-4543-9911-dc05ed6f7a56 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.584295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4513f179-50cc-4308-bacb-2e81c0c044fd req-da008efd-9743-4543-9911-dc05ed6f7a56 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2300992 Mar 22 14:10:28.662348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (68f25a5f-013e-4b26-af64-742116543d73), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.683534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:28.708559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e573457-b89f-405e-9db6-8f5d906feb86 req-2ae1628c-b256-4e44-89ef-a214fbbd7afb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463387 Mar 22 14:10:28.733112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4513f179-50cc-4308-bacb-2e81c0c044fd req-668a17fd-ea8e-415b-84fc-aa512820ec6d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095250 Mar 22 14:10:28.775892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Deleting port e88f7603-9995-46e7-b065-4e2e88f8654d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:28.776414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e88f7603-9995-46e7-b065-4e2e88f8654d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.892661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639010182'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:28.897862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e88f7603-9995-46e7-b065-4e2e88f8654d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.953355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Calling delete_port for e88f7603-9995-46e7-b065-4e2e88f8654d owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:28.973281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:28.976756 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.013328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.302552 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for security_group (ed190b1b-1ce1-4283-a039-dd9ffc89b9cf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.320301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ed190b1b-1ce1-4283-a039-dd9ffc89b9cf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.393047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e88f7603-9995-46e7-b065-4e2e88f8654d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.420800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:29.438392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed190b1b-1ce1-4283-a039-dd9ffc89b9cf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:29.449934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event deleted for resources: {'Port': ['ID=e88f7603-9995-46e7-b065-4e2e88f8654d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:29.482418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9b24b430-c013-414b-8144-3aa9fe3a262a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.483246 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment 9b24b430-c013-414b-8144-3aa9fe3a262a of type vlan for network f5d92461-041d-4d71-a80d-91454e6e16b3 Mar 22 14:10:29.563043 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f5d92461-041d-4d71-a80d-91454e6e16b3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.605396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f5d92461-041d-4d71-a80d-91454e6e16b3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.614757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:29.629880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.646718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (68f25a5f-013e-4b26-af64-742116543d73), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.798308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1005073 Mar 22 14:10:29.842381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f304670-3e51-4825-91d6-4e33f620bc50 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=f5d92461-041d-4d71-a80d-91454e6e16b3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:29.863473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f5d92461-041d-4d71-a80d-91454e6e16b3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:30.594487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c934c53e-2a2f-4abb-9b92-836c771ac626 req-6d0a4e80-7078-41d8-9bf5-612437ced6f2 tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 1.0628572 Mar 22 14:10:30.600720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (68f25a5f-013e-4b26-af64-742116543d73), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.620862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (68f25a5f-013e-4b26-af64-742116543d73), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.866257 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (68f25a5f-013e-4b26-af64-742116543d73), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.867019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Fanout notify agent at l3_agent the message router_deleted on router 68f25a5f-013e-4b26-af64-742116543d73 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:30.891283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.895529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4aedddaf-aa78-4884-8b5d-fc8b355a0839 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/68f25a5f-013e-4b26-af64-742116543d73 HTTP/1.1" status: 204 len: 168 time: 2.8628228 Mar 22 14:10:30.902700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33414) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:30.910436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6e218692-0929-41ba-bab3-f5d2dd569865 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-903543217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:30.967769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0949a-a611-4a71-a1e5-1c85d49d3757 req-fa6babeb-2e90-4782-9800-38ee1b39dbe7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:30.969522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7f0949a-a611-4a71-a1e5-1c85d49d3757 req-fa6babeb-2e90-4782-9800-38ee1b39dbe7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2844508 Mar 22 14:10:30.984400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:30.991472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:30.999528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:31.004926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:31.019632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:31.026077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:31.033996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:31.042821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-ed20c33b-cad9-4db3-819d-eb17f434decb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.4435949 Mar 22 14:10:31.095293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e218692-0929-41ba-bab3-f5d2dd569865 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (266f659f-d4ee-474a-a770-bb873c7c517e), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.096827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e218692-0929-41ba-bab3-f5d2dd569865 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (266f659f-d4ee-474a-a770-bb873c7c517e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.188375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7f0949a-a611-4a71-a1e5-1c85d49d3757 req-7af07dc4-7ab7-4240-837c-ec8c0670c887 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366913 Mar 22 14:10:31.401717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf7609fe-83a8-4ee4-b9b4-37b10e94b4cc req-52f93f9b-90e9-47fd-a6b2-008dc24e42ca tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3579903 Mar 22 14:10:31.411991 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e218692-0929-41ba-bab3-f5d2dd569865 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (266f659f-d4ee-474a-a770-bb873c7c517e), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.419277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e218692-0929-41ba-bab3-f5d2dd569865 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (266f659f-d4ee-474a-a770-bb873c7c517e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.447481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e218692-0929-41ba-bab3-f5d2dd569865 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.449124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6e218692-0929-41ba-bab3-f5d2dd569865 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5453460 Mar 22 14:10:31.451948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33424) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:31.457824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': False}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:31.813681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e7e25ec-50ae-4f23-b3cb-beaccbf1c34b req-2347900f-0598-4f91-8f3c-76d6f9648fd5 tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.0511687 Mar 22 14:10:31.909272 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:10:31.943935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (266f659f-d4ee-474a-a770-bb873c7c517e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.200360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (266f659f-d4ee-474a-a770-bb873c7c517e), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.225001 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.338377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Allocated IP 172.25.2.186 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/4a7f4221-8a9a-4f0d-89bc-26caa396f18e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:32.481411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for port (4a7f4221-8a9a-4f0d-89bc-26caa396f18e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.533493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4a7f4221-8a9a-4f0d-89bc-26caa396f18e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.605038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b59437-5ae7-41ac-ba20-4a1301bfea93 req-15488cca-c471-4dd9-ba6d-dec2f8cb2a0b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.618826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:32.621057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82b59437-5ae7-41ac-ba20-4a1301bfea93 req-15488cca-c471-4dd9-ba6d-dec2f8cb2a0b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1833370 Mar 22 14:10:32.623890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:32.633192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:32.716996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7f4221-8a9a-4f0d-89bc-26caa396f18e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:32.808851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82b59437-5ae7-41ac-ba20-4a1301bfea93 req-2c9c8072-1665-4179-85cc-594e53a08d05 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867571 Mar 22 14:10:32.855520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.866098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.883850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.921545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.938475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.944012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.966507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.974915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-02bca65d-af8d-4e6a-839a-b1b0c7550623 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.4036105 Mar 22 14:10:33.067499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33456) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:33.088415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8063c0ca-a86a-4046-a9b8-b5910ee2d1d5 req-00b367ed-ab68-4f26-8080-f0d7a2f77a0d tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.1101649 Mar 22 14:10:33.126486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee6d6b51-00ba-460b-b930-7a3f57a96764 req-9f77bad2-4869-4f49-946c-16b16762c6ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.1493788 Mar 22 14:10:33.130446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': 'f5d92461-041d-4d71-a80d-91454e6e16b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:33.210060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router_gateway (266f659f-d4ee-474a-a770-bb873c7c517e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.271114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-691dd7ce-295a-4950-8eb2-3190f3e59eb2 req-f598195d-ca7a-48bc-8a7e-88b5a74121ea tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2951865 Mar 22 14:10:33.294818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:33.300766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.491260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (266f659f-d4ee-474a-a770-bb873c7c517e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.501315 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (266f659f-d4ee-474a-a770-bb873c7c517e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.539937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (4698cc06-bdd4-4b71-a27d-57001a04032f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.594383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=4698cc06-bdd4-4b71-a27d-57001a04032f,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:33.635052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': '9b24b430-c013-414b-8144-3aa9fe3a262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5d92461-041d-4d71-a80d-91454e6e16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:33.635721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: f5d92461-041d-4d71-a80d-91454e6e16b3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:33.658406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network f5d92461-041d-4d71-a80d-91454e6e16b3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:33.673698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f5d92461-041d-4d71-a80d-91454e6e16b3) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:33.683152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a0b5f-63c8-4868-af50-33efce25e272 None None] Network f5d92461-041d-4d71-a80d-91454e6e16b3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:33.689801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:33.691347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.713043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c519b367-4947-4682-94b9-f47049fac4cc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6225569 Mar 22 14:10:33.715722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33470) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:33.723613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436283261'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:33.785625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:33.789489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.856099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:33.888169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b6761715-ee8d-459d-9f2a-0e1f3614d38e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.888470 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment b6761715-ee8d-459d-9f2a-0e1f3614d38e of type vlan for network b4897b85-ffa1-4ecb-8e46-c9f93895b448 Mar 22 14:10:34.002011 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b4897b85-ffa1-4ecb-8e46-c9f93895b448), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.050371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d087d-735f-4682-9923-e8845098534a req-667f6f38-d0d0-4c52-b824-b9f458faf59f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.057951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff2d087d-735f-4682-9923-e8845098534a req-667f6f38-d0d0-4c52-b824-b9f458faf59f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1051283 Mar 22 14:10:34.059763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b4897b85-ffa1-4ecb-8e46-c9f93895b448), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.066072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.066671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.074706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Router 266f659f-d4ee-474a-a770-bb873c7c517e is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:34.148037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=b4897b85-ffa1-4ecb-8e46-c9f93895b448,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:34.193172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b4897b85-ffa1-4ecb-8e46-c9f93895b448 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:34.203447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a2c7c9f8-f9e3-4c6f-8d1b-2a2ef9e4f90c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4863474 Mar 22 14:10:34.205239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33480) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.238818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': 'b4897b85-ffa1-4ecb-8e46-c9f93895b448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:34.289854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:34.297535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.303649 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] Sync routers for ids ['266f659f-d4ee-474a-a770-bb873c7c517e'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:34.304952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-383dbbc7-378a-4a02-b22a-09b767f580d8 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "PUT /v2.0/routers/266f659f-d4ee-474a-a770-bb873c7c517e HTTP/1.1" status: 200 len: 915 time: 2.8512816 Mar 22 14:10:34.307540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33482) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.309882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-f5d92461-041d-4d71-a80d-91454e6e16b3', 'network_id': 'f5d92461-041d-4d71-a80d-91454e6e16b3', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': '4698cc06-bdd4-4b71-a27d-57001a04032f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:34.312327 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.319762 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] Routers {'266f659f-d4ee-474a-a770-bb873c7c517e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:34.320759 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['266f659f-d4ee-474a-a770-bb873c7c517e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:34.361603 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:34.374271 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] Routers {'266f659f-d4ee-474a-a770-bb873c7c517e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:34.375501 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['266f659f-d4ee-474a-a770-bb873c7c517e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:34.437914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95fcc540-4557-43b6-994e-763f206d4416 req-ae111976-9895-4ddb-9424-9b24e59a0fdb tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.1517944 Mar 22 14:10:34.438688 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:34.439667 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4e8e1-5746-4aca-b66a-e28b20f0fffa None None] The sync data for ids ['266f659f-d4ee-474a-a770-bb873c7c517e'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:34.463763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff2d087d-735f-4682-9923-e8845098534a req-dbbb0203-5710-4911-968d-799125525638 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047217 Mar 22 14:10:34.505562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:34.511361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.558278 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f71d62ad-807a-4dab-bcd6-506239eb75bc tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/266f659f-d4ee-474a-a770-bb873c7c517e HTTP/1.1" status: 200 len: 921 time: 0.2428284 Mar 22 14:10:34.559076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.651496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e873c17-d904-4dbe-9702-59c3f6474f63 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.654015 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4e873c17-d904-4dbe-9702-59c3f6474f63 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=266f659f-d4ee-474a-a770-bb873c7c517e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0930054 Mar 22 14:10:34.655709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.747681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Allocated IP 2001:db8:0:ffff::2 (f5d92461-041d-4d71-a80d-91454e6e16b3/4698cc06-bdd4-4b71-a27d-57001a04032f/d0c0dce5-8d12-4a69-bada-0702d6671e4f) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:34.754206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.760652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.766279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.771948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.777921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.783865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.789362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.794145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c6201-f292-458f-ac23-08fd1ffeb2b2 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.798331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7525a35-01d8-4b51-b492-80d6e342389d req-63767ed2-d6d9-4e1a-bc1f-52d8b363e42f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.1764905 Mar 22 14:10:34.799722 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-975c6201-f292-458f-ac23-08fd1ffeb2b2 tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.1430125 Mar 22 14:10:34.801209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.857865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-09cd65e8-c3e7-4dd6-9de8-eee326f3d92f tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=266f659f-d4ee-474a-a770-bb873c7c517e HTTP/1.1" status: 200 len: 205 time: 0.0532310 Mar 22 14:10:34.860564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33500) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.944652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7525a35-01d8-4b51-b492-80d6e342389d req-cd375ca1-61c1-40a5-977f-8db5c80d0246 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1453512 Mar 22 14:10:34.950715 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (307694ac-b0c6-4893-96fe-3fa203d424ce), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.993849 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Publish callbacks [] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.003086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.042028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': 'b6761715-ee8d-459d-9f2a-0e1f3614d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b4897b85-ffa1-4ecb-8e46-c9f93895b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:35.042028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: b4897b85-ffa1-4ecb-8e46-c9f93895b448, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:35.042028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=307694ac-b0c6-4893-96fe-3fa203d424ce,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.075883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Network f5d92461-041d-4d71-a80d-91454e6e16b3 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:35.077218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network b4897b85-ffa1-4ecb-8e46-c9f93895b448 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:35.077557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (266f659f-d4ee-474a-a770-bb873c7c517e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.089129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:35.092523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b4897b85-ffa1-4ecb-8e46-c9f93895b448) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:35.100634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:35.100850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:35.101479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.106134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Pushing event updated for resources: {'Port': ['ID=d0c0dce5-8d12-4a69-bada-0702d6671e4f,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.109591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875ed3f-0d33-4f29-9363-da96fecc0020 None None] Network b4897b85-ffa1-4ecb-8e46-c9f93895b448 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:35.142133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-21a3b33b-4629-4742-a796-41fffa598efc tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9314282 Mar 22 14:10:35.142824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33506) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:35.246201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (266f659f-d4ee-474a-a770-bb873c7c517e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.257487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Attempting to bind port d0c0dce5-8d12-4a69-bada-0702d6671e4f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:35.258312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Attempting to bind port d0c0dce5-8d12-4a69-bada-0702d6671e4f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '9b24b430-c013-414b-8144-3aa9fe3a262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5d92461-041d-4d71-a80d-91454e6e16b3'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:35.258738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Attempting to bind port d0c0dce5-8d12-4a69-bada-0702d6671e4f on network f5d92461-041d-4d71-a80d-91454e6e16b3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:35.273745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:35.274185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Checking segment: {'id': '9b24b430-c013-414b-8144-3aa9fe3a262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5d92461-041d-4d71-a80d-91454e6e16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:35.274588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.274976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Bound using segment: {'id': '9b24b430-c013-414b-8144-3aa9fe3a262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5d92461-041d-4d71-a80d-91454e6e16b3'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:35.275578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Bound port: d0c0dce5-8d12-4a69-bada-0702d6671e4f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b24b430-c013-414b-8144-3aa9fe3a262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5d92461-041d-4d71-a80d-91454e6e16b3'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:35.275956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.292216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b4897b85-ffa1-4ecb-8e46-c9f93895b448), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.314164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Deleting port 4a7f4221-8a9a-4f0d-89bc-26caa396f18e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:35.314942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4a7f4221-8a9a-4f0d-89bc-26caa396f18e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.403674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07444a9-8d9e-435c-b41f-a2a4b0ab251f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b4897b85-ffa1-4ecb-8e46-c9f93895b448', 'network_id': 'b4897b85-ffa1-4ecb-8e46-c9f93895b448', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': '307694ac-b0c6-4893-96fe-3fa203d424ce'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:35.404987 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d07444a9-8d9e-435c-b41f-a2a4b0ab251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.411039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (307694ac-b0c6-4893-96fe-3fa203d424ce), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.444298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] For port d0c0dce5-8d12-4a69-bada-0702d6671e4f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:35.458007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] For port d0c0dce5-8d12-4a69-bada-0702d6671e4f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0c0dce5-8d12-4a69-bada-0702d6671e4f,segment=NetworkSegment(9b24b430-c013-414b-8144-3aa9fe3a262a),segment_id=9b24b430-c013-414b-8144-3aa9fe3a262a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:35.475717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4a7f4221-8a9a-4f0d-89bc-26caa396f18e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.492458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Calling delete_port for 4a7f4221-8a9a-4f0d-89bc-26caa396f18e owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:35.544580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (307694ac-b0c6-4893-96fe-3fa203d424ce), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-d07444a9-8d9e-435c-b41f-a2a4b0ab251f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 307694ac-b0c6-4893-96fe-3fa203d424ce: This subnet is being modified by another concurrent operation. Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:10:35.552763 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 307694ac-b0c6-4893-96fe-3fa203d424ce: This subnet is being modified by another concurrent operation. Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 14:10:35.556922 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.598479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092aea0-00d6-419c-810e-9c52af779d16 None None] Network b4897b85-ffa1-4ecb-8e46-c9f93895b448 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:35.630803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b89bf-606d-47f7-abae-abe8faf89ea4 None None] Pushing event updated for resources: {'Port': ['ID=d0c0dce5-8d12-4a69-bada-0702d6671e4f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.736809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=307694ac-b0c6-4893-96fe-3fa203d424ce,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.773587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4a7f4221-8a9a-4f0d-89bc-26caa396f18e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.807043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event deleted for resources: {'Port': ['ID=4a7f4221-8a9a-4f0d-89bc-26caa396f18e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.838489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23477d9a-3674-4a72-bd4e-ee4c1f6b8662 req-50b00867-282f-4190-91cd-57c237c990fe tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.1215622 Mar 22 14:10:35.906439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b4897b85-ffa1-4ecb-8e46-c9f93895b448), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.961382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b63c3-aee6-4489-9a95-769d874f1794 req-6f772495-3696-4b9d-91fd-057858a4c681 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:35.963312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf8b63c3-aee6-4489-9a95-769d874f1794 req-6f772495-3696-4b9d-91fd-057858a4c681 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2484698 Mar 22 14:10:35.967133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4897b85-ffa1-4ecb-8e46-c9f93895b448']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:35.969953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (266f659f-d4ee-474a-a770-bb873c7c517e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.997582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6761715-ee8d-459d-9f2a-0e1f3614d38e') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:35.998230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6761715-ee8d-459d-9f2a-0e1f3614d38e') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:36.021438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (b6761715-ee8d-459d-9f2a-0e1f3614d38e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.080084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b6761715-ee8d-459d-9f2a-0e1f3614d38e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.102785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:36.103326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (b6761715-ee8d-459d-9f2a-0e1f3614d38e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.104178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (266f659f-d4ee-474a-a770-bb873c7c517e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:36.106674 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:36.109538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (266f659f-d4ee-474a-a770-bb873c7c517e), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.186328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (266f659f-d4ee-474a-a770-bb873c7c517e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.187059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Fanout notify agent at l3_agent the message router_deleted on router 266f659f-d4ee-474a-a770-bb873c7c517e {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:36.221659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.232151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf8b63c3-aee6-4489-9a95-769d874f1794 req-1f9f4c20-e343-4e4f-80d0-c25ca9038708 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385623 Mar 22 14:10:36.233087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-97410691-1f15-4386-af98-7b66fa5811d7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/266f659f-d4ee-474a-a770-bb873c7c517e HTTP/1.1" status: 204 len: 168 time: 1.3711219 Mar 22 14:10:36.233759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33540) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.251787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-698064443', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:36.260502 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b4897b85-ffa1-4ecb-8e46-c9f93895b448), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.275044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.284442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/b4897b85-ffa1-4ecb-8e46-c9f93895b448 HTTP/1.1" status: 204 len: 168 time: 1.1371689 Mar 22 14:10:36.285295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.318884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1165765637'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:36.343599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.348290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.373194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7084f5f-24b5-496a-a040-473b3ab44ba2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=b4897b85-ffa1-4ecb-8e46-c9f93895b448,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:36.377818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:36.382607 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.444029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:36.456225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0cb4bcde-bae0-458f-87fe-e62184cf20b7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.456868 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment 0cb4bcde-bae0-458f-87fe-e62184cf20b7 of type vlan for network ec8e4387-9d08-417b-8531-e6f4f07658db Mar 22 14:10:36.459879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.503725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ec8e4387-9d08-417b-8531-e6f4f07658db), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.556983 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ec8e4387-9d08-417b-8531-e6f4f07658db), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.563498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.564570 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.659350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3493478 Mar 22 14:10:36.662922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33558) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.671389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': 'ec8e4387-9d08-417b-8531-e6f4f07658db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:36.678540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 76d61b6c-ba28-4917-a275-0cd7eabe304d details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:36.740513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.833457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fab38-32af-4928-90f2-27f93affa63b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=ec8e4387-9d08-417b-8531-e6f4f07658db,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:36.876623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.885649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.889299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ec8e4387-9d08-417b-8531-e6f4f07658db details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:36.893932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.900412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.906572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.913637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.919729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.923614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-1b09d0c3-0b05-448c-b9a5-895e1ba19699 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5430 time: 0.5082765 Mar 22 14:10:36.939586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:36.944191 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.135649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 76d61b6c-ba28-4917-a275-0cd7eabe304d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:37.224240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.228508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '76d61b6c-ba28-4917-a275-0cd7eabe304d', 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50', 'port_id': '76d61b6c-ba28-4917-a275-0cd7eabe304d', 'mac_address': 'fa:16:3e:92:d2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d59628-a2bc-46ae-b9fd-3be745da8856', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:37.276854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.288215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0056874-e67c-42be-93b9-11763537a790 req-e957804e-6cfe-4eab-9437-b52435507a18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=566ec24c270a45a781d61925cf9d5fd5&device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.0949297 Mar 22 14:10:37.341927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 76d61b6c-ba28-4917-a275-0cd7eabe304d is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:37.342357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.379574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d61b6c-ba28-4917-a275-0cd7eabe304d {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:37.422084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 76d61b6c-ba28-4917-a275-0cd7eabe304d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:37.422305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0056874-e67c-42be-93b9-11763537a790 req-f079933a-940d-49d5-a2c9-4003e305248d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=566ec24c270a45a781d61925cf9d5fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196046 Mar 22 14:10:37.429996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0c0dce5-8d12-4a69-bada-0702d6671e4f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:37.497195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Allocated IP 172.25.2.145 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/54d9343e-4218-472d-aaf0-f5aee9b4febe) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:37.521570 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.526733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:37.558032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40a2fad0-eb9c-4c39-9bb8-9fbf405ec3b8 req-fdf3ac90-5dd3-494a-a6d0-73a3b0e3816a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6233268 Mar 22 14:10:37.577109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e93e6-137a-4923-94e1-85f7ffa31a37 req-e9c056d1-ae63-4fef-acf7-8ad338f9c3a1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:37.586599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-970e93e6-137a-4923-94e1-85f7ffa31a37 req-e9c056d1-ae63-4fef-acf7-8ad338f9c3a1 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.3195915 Mar 22 14:10:37.599461 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (254f294c-43db-493b-9086-f182c8d67c85), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.711053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for port (54d9343e-4218-472d-aaf0-f5aee9b4febe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.774693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=254f294c-43db-493b-9086-f182c8d67c85,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:37.780966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef402d4-0c4e-4583-a528-2d9178414b29 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:10:37.783921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbece38f-a586-46d2-9e85-1f6ec9e14537 req-2b4b3358-652c-4781-98a1-85dded8b2e30 tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.0474579 Mar 22 14:10:37.786388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (54d9343e-4218-472d-aaf0-f5aee9b4febe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.788875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.789225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.789566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.790364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.790704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.791077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.791587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.791926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.792255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.793066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.793430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.793762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.794136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.794463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.794895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.883557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:37.890233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:37.895264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:37.914389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': '0cb4bcde-bae0-458f-87fe-e62184cf20b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ec8e4387-9d08-417b-8531-e6f4f07658db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:37.915071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: ec8e4387-9d08-417b-8531-e6f4f07658db, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:37.928049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=76d61b6c-ba28-4917-a275-0cd7eabe304d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:37.969041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:37.975067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0056874-e67c-42be-93b9-11763537a790 req-07ea9f42-91b9-4b60-a78c-065071557ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:37.976556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0056874-e67c-42be-93b9-11763537a790 req-07ea9f42-91b9-4b60-a78c-065071557ffa service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5270536 Mar 22 14:10:37.995970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event updated for resources: {'Port': ['ID=54d9343e-4218-472d-aaf0-f5aee9b4febe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:38.013460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'port_id': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'mac_address': 'fa:16:3e:04:79:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:38.036269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-970e93e6-137a-4923-94e1-85f7ffa31a37 req-eee170b5-419e-48fe-89fd-83a353c8c3e8 tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468193 Mar 22 14:10:38.046056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f932190b-b9ec-4124-9b4b-2f3cfb12c2a7 None None] Provisioning complete for port d0c0dce5-8d12-4a69-bada-0702d6671e4f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:38.046696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f932190b-b9ec-4124-9b4b-2f3cfb12c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.049706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d0c0dce5-8d12-4a69-bada-0702d6671e4f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:38.050316 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.086666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfe9a5-3cee-4e09-b084-e0b0663cac6e req-540a392c-4a55-4992-8b11-11c144deaa0d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:38.088581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5cdfe9a5-3cee-4e09-b084-e0b0663cac6e req-540a392c-4a55-4992-8b11-11c144deaa0d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1687884 Mar 22 14:10:38.089949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network ec8e4387-9d08-417b-8531-e6f4f07658db is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:38.148248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ec8e4387-9d08-417b-8531-e6f4f07658db) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:38.164517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:38.171862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.232026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7d5b5a0a-60a5-4c75-833d-aa23b2d8cd3b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5646503 Mar 22 14:10:38.232660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33588) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:38.261348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1742965413'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:38.271658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5cdfe9a5-3cee-4e09-b084-e0b0663cac6e req-703d2d7b-8bfa-4eb8-8c00-6c5e98fe19be tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697578 Mar 22 14:10:38.322979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:38.326379 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.372795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:38.375256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:38.375652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.391122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:38.392358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (663e909f-3413-4a5a-b52a-357429c73bb5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.392690 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment 663e909f-3413-4a5a-b52a-357429c73bb5 of type vlan for network 145003ff-7b65-4d9d-a791-dd429da0e6d7 Mar 22 14:10:38.447089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.457519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:38.476973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (145003ff-7b65-4d9d-a791-dd429da0e6d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.497171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.497432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b0f66220-7e2e-421e-b4ac-78e170a3f987 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:38.543496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b0f66220-7e2e-421e-b4ac-78e170a3f987, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:38.564775 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (145003ff-7b65-4d9d-a791-dd429da0e6d7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.570076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:38.570892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.612500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'b0f66220-7e2e-421e-b4ac-78e170a3f987', 'network_id': '9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50', 'port_id': 'b0f66220-7e2e-421e-b4ac-78e170a3f987', 'mac_address': 'fa:16:3e:2d:9e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d59628-a2bc-46ae-b9fd-3be745da8856', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:38.659536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f932190b-b9ec-4124-9b4b-2f3cfb12c2a7 None None] Current status of the port d0c0dce5-8d12-4a69-bada-0702d6671e4f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:38.659925 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f932190b-b9ec-4124-9b4b-2f3cfb12c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.764415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b0f66220-7e2e-421e-b4ac-78e170a3f987 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:38.765081 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.767166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:38.783462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d0c0dce5-8d12-4a69-bada-0702d6671e4f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:38.784658 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.814796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.824153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port d0c0dce5-8d12-4a69-bada-0702d6671e4f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0c0dce5-8d12-4a69-bada-0702d6671e4f,segment=NetworkSegment(9b24b430-c013-414b-8144-3aa9fe3a262a),segment_id=9b24b430-c013-414b-8144-3aa9fe3a262a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:38.840808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.966667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f66220-7e2e-421e-b4ac-78e170a3f987 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:38.989838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b0f66220-7e2e-421e-b4ac-78e170a3f987, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:39.018396 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.018924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bd30ff5f-f2a3-41a5-8e13-4346725dcf66 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:39.025030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=d0c0dce5-8d12-4a69-bada-0702d6671e4f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:39.057653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Router f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:39.110174 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-f932190b-b9ec-4124-9b4b-2f3cfb12c2a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:10:39.110489 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-f932190b-b9ec-4124-9b4b-2f3cfb12c2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:10:39.157147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b0f66220-7e2e-421e-b4ac-78e170a3f987,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:39.259846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:39.263558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0c0dce5-8d12-4a69-bada-0702d6671e4f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:39.288431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-228dc681-3b26-4625-a39b-33f58c97b9a5 req-f7826b10-d7dc-4df5-8412-06cd5704ce50 tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.0743389 Mar 22 14:10:39.293256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] Sync routers for ids ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:39.298164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.304512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef402d4-0c4e-4583-a528-2d9178414b29 None None] Unable to find a vacant binding_index for network ec8e4387-9d08-417b-8531-e6f4f07658db and agent 12001711-1041-437f-acbe-3d459c165f3f {{(pid=110459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 22 14:10:39.306329 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c59ef4ba-5489-463a-b175-cb8f70d3c56d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0711663 Mar 22 14:10:39.307383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33608) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:39.320532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:39.356112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1136670 Mar 22 14:10:39.356836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef402d4-0c4e-4583-a528-2d9178414b29 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ec8e4387-9d08-417b-8531-e6f4f07658db) {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:10:39.372339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] Routers {'f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:39.372988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:39.374670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:39.416288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362b892-e06d-45e1-9a9a-b9baf6ec7712 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=145003ff-7b65-4d9d-a791-dd429da0e6d7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:39.515389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.521086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.528865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.535410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.541200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.555080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.562254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.564754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fd6587c-fd03-41e9-8362-e915db83972e req-af64fe78-2e08-443e-8858-547cdf34afeb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5433 time: 0.3442008 Mar 22 14:10:39.578563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-302c76c7-9db9-4563-97c0-f107ada86e2d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.580245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-302c76c7-9db9-4563-97c0-f107ada86e2d tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.3706486 Mar 22 14:10:39.653069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 145003ff-7b65-4d9d-a791-dd429da0e6d7 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:39.681035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:39.771956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fd6587c-fd03-41e9-8362-e915db83972e req-6f2f93a3-36fb-4061-aec7-7a57439fa806 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886661 Mar 22 14:10:39.783570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987588c-a1f2-43ca-a75b-89b76edd6e8d req-97d0ede6-d6ca-4e12-b115-605f010d346b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.785297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d987588c-a1f2-43ca-a75b-89b76edd6e8d req-97d0ede6-d6ca-4e12-b115-605f010d346b tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/ports?device_id=5992a212-6f1a-4806-b803-e50cd9bde404 HTTP/1.1" status: 200 len: 946 time: 0.3566062 Mar 22 14:10:39.810181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:39.832110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': '145003ff-7b65-4d9d-a791-dd429da0e6d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:39.849549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Deleting port c2f876d6-d74d-46e0-80ab-1efdeddacf49 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:39.850737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.857942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f932190b-b9ec-4124-9b4b-2f3cfb12c2a7 None None] Current status of the port d0c0dce5-8d12-4a69-bada-0702d6671e4f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:39.865881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'bd30ff5f-f2a3-41a5-8e13-4346725dcf66', 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'port_id': 'bd30ff5f-f2a3-41a5-8e13-4346725dcf66', 'mac_address': 'fa:16:3e:73:65:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:39.867729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d0c0dce5-8d12-4a69-bada-0702d6671e4f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:39.868340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.875207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] Routers {'f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:39.876358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:39.933599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d987588c-a1f2-43ca-a75b-89b76edd6e8d req-2d696d42-9ccd-4732-8581-a5fa885e0ebf tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.44 "GET /v2.0/security-groups?id=f415bec8-88f0-4fe7-b407-5c6aa2c3692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424432 Mar 22 14:10:39.977020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:39.977750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0619d1-b728-4bc8-9f5f-99c05f9b80d8 None None] The sync data for ids ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:40.011438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] For port c2f876d6-d74d-46e0-80ab-1efdeddacf49, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=c2f876d6-d74d-46e0-80ab-1efdeddacf49,segment=NetworkSegment(78aa225b-3886-4718-ac36-3d6371ca057a),segment_id=78aa225b-3886-4718-ac36-3d6371ca057a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:40.011885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.035738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Calling delete_port for c2f876d6-d74d-46e0-80ab-1efdeddacf49 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:40.075816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:40.079784 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.085764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:40.086184 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.111717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd30ff5f-f2a3-41a5-8e13-4346725dcf66 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:40.161475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:40.181181 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a0056874-e67c-42be-93b9-11763537a790 req-5c2dc448-de5b-4580-8317-5b71db8d7382 tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.42 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.0935886 Mar 22 14:10:40.207811 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.208486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 255aa5f4-14aa-4847-a791-8dec85ba3e20 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:40.212879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d0c0dce5-8d12-4a69-bada-0702d6671e4f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:40.228966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Performing IP validity checks on allocation pools {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:10:40.231935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:10:40.260255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ec8e4387-9d08-417b-8531-e6f4f07658db', 'network_id': 'ec8e4387-9d08-417b-8531-e6f4f07658db', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': '254f294c-43db-493b-9086-f182c8d67c85'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:40.261229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.270630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c2f876d6-d74d-46e0-80ab-1efdeddacf49), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.291908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['c2f876d6-d74d-46e0-80ab-1efdeddacf49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:40.319534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Pushing event deleted for resources: {'Port': ['ID=c2f876d6-d74d-46e0-80ab-1efdeddacf49,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:40.351492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 255aa5f4-14aa-4847-a791-8dec85ba3e20, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=255aa5f4-14aa-4847-a791-8dec85ba3e20,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:40.355684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:40.391627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] No DVR routers for this DVR port c2f876d6-d74d-46e0-80ab-1efdeddacf49 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:40.402932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083517d-3a79-4e37-8fca-a925ff612755 req-f9de4a25-c460-451d-bbe8-f7de835d0cdf tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.404251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '255aa5f4-14aa-4847-a791-8dec85ba3e20', 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'port_id': '255aa5f4-14aa-4847-a791-8dec85ba3e20', 'mac_address': 'fa:16:3e:d1:a9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:40.407299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4083517d-3a79-4e37-8fca-a925ff612755 req-f9de4a25-c460-451d-bbe8-f7de835d0cdf tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2926853 Mar 22 14:10:40.409087 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.412908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5848cd9c-6876-4ae9-9b5b-6fd8fc4f9138 req-cbc1ed3c-359c-4fb2-b72e-5e8acb25f61f tempest-ServersNegativeTestJSON-536017404 tempest-ServersNegativeTestJSON-536017404-project] 10.222.0.42 "DELETE /v2.0/ports/c2f876d6-d74d-46e0-80ab-1efdeddacf49 HTTP/1.1" status: 204 len: 173 time: 0.8026786 Mar 22 14:10:40.413546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-deleted', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:40.416765 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e767991-802c-4204-858a-e07467871a7b" -d '{"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-deleted", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:40.489266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91912b42-dad1-4e8a-9954-ded109eca9c4 req-b2c166df-662b-4888-a129-17ae146f15a8 tempest-ServersAaction247Test-1159822559 tempest-ServersAaction247Test-1159822559-project] 10.222.0.44 "GET /v2.0/ports?device_id=128dcb5e-c769-489e-86ef-f2bf29290437 HTTP/1.1" status: 200 len: 210 time: 0.0570595 Mar 22 14:10:40.522107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4083517d-3a79-4e37-8fca-a925ff612755 req-994684a9-7366-4101-bd4b-97e4055aa15a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001871 Mar 22 14:10:40.586378 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1fd58-2573-46ef-ace0-e497e6ea001e x-openstack-request-id: req-a6c1fd58-2573-46ef-ace0-e497e6ea001e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:40.586938 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5992a212-6f1a-4806-b803-e50cd9bde404", "name": "network-vif-deleted", "tag": "c2f876d6-d74d-46e0-80ab-1efdeddacf49", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:40.587141 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6c1fd58-2573-46ef-ace0-e497e6ea001e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:40.588273 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c1fd58-2573-46ef-ace0-e497e6ea001e'] response: {'server_uuid': '5992a212-6f1a-4806-b803-e50cd9bde404', 'name': 'network-vif-deleted', 'tag': 'c2f876d6-d74d-46e0-80ab-1efdeddacf49', 'status': 'completed', 'code': 200} Mar 22 14:10:40.607639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 255aa5f4-14aa-4847-a791-8dec85ba3e20 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:40.608425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.622094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.633993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255aa5f4-14aa-4847-a791-8dec85ba3e20 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:40.645950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (2feae74a-a1fe-4131-8648-faf0ae9c8b1e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.656990 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_gateway (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.671176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Allocated IP 2001:db8::1 (ec8e4387-9d08-417b-8531-e6f4f07658db/254f294c-43db-493b-9086-f182c8d67c85/eb411175-5bc4-46ca-812e-95c539cf680f) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:40.680755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 255aa5f4-14aa-4847-a791-8dec85ba3e20, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=255aa5f4-14aa-4847-a791-8dec85ba3e20,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:40.688647 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.689417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 1616d952-a6ab-4d41-923b-ddc7f962147f details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:40.799481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=2feae74a-a1fe-4131-8648-faf0ae9c8b1e,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:40.823699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': '663e909f-3413-4a5a-b52a-357429c73bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '145003ff-7b65-4d9d-a791-dd429da0e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:40.824956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: 145003ff-7b65-4d9d-a791-dd429da0e6d7, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:40.837371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 1616d952-a6ab-4d41-923b-ddc7f962147f, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1616d952-a6ab-4d41-923b-ddc7f962147f,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:40.852705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=255aa5f4-14aa-4847-a791-8dec85ba3e20,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:40.866598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '1616d952-a6ab-4d41-923b-ddc7f962147f', 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'port_id': '1616d952-a6ab-4d41-923b-ddc7f962147f', 'mac_address': 'fa:16:3e:87:53:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:40.871252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network 145003ff-7b65-4d9d-a791-dd429da0e6d7 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:40.881430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Deleting port 54d9343e-4218-472d-aaf0-f5aee9b4febe {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:40.881771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (54d9343e-4218-472d-aaf0-f5aee9b4febe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.895552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 145003ff-7b65-4d9d-a791-dd429da0e6d7) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:40.928274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.928869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.973731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33646) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:40.987243 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6d84c818-2b41-421f-bb65-6baa5ef2cc4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5990586 Mar 22 14:10:40.992516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 1616d952-a6ab-4d41-923b-ddc7f962147f is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:40.999462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.022855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1616d952-a6ab-4d41-923b-ddc7f962147f {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:41.031121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (54d9343e-4218-472d-aaf0-f5aee9b4febe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.034190 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Publish callbacks [] for port (eb411175-5bc4-46ca-812e-95c539cf680f), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.049025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33648) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:41.049375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.067361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 1616d952-a6ab-4d41-923b-ddc7f962147f, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1616d952-a6ab-4d41-923b-ddc7f962147f,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:41.106001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Network ec8e4387-9d08-417b-8531-e6f4f07658db is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:41.110495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:41.114561 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.115462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:41.119617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:41.153424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Calling delete_port for 54d9343e-4218-472d-aaf0-f5aee9b4febe owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:41.163243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.165959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Pushing event updated for resources: {'Port': ['ID=eb411175-5bc4-46ca-812e-95c539cf680f,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.168994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.174397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.179752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.185090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.190951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.196026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.198123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-9e0c00e5-9190-47bf-82b7-79c9ce943837 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5435 time: 0.2081704 Mar 22 14:10:41.224776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] Deleting subnet 19982f16-a417-4746-99d6-50297f9a1ef4 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:10:41.231346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] Publish callbacks [] for subnet (19982f16-a417-4746-99d6-50297f9a1ef4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.241100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (145003ff-7b65-4d9d-a791-dd429da0e6d7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.242907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:41.252194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Attempting to bind port eb411175-5bc4-46ca-812e-95c539cf680f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:41.252413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Attempting to bind port eb411175-5bc4-46ca-812e-95c539cf680f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0cb4bcde-bae0-458f-87fe-e62184cf20b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ec8e4387-9d08-417b-8531-e6f4f07658db'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:41.253029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Attempting to bind port eb411175-5bc4-46ca-812e-95c539cf680f on network ec8e4387-9d08-417b-8531-e6f4f07658db {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:41.268785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:41.269173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Checking segment: {'id': '0cb4bcde-bae0-458f-87fe-e62184cf20b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ec8e4387-9d08-417b-8531-e6f4f07658db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:41.269567 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.269978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Bound using segment: {'id': '0cb4bcde-bae0-458f-87fe-e62184cf20b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ec8e4387-9d08-417b-8531-e6f4f07658db'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:41.270450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Bound port: eb411175-5bc4-46ca-812e-95c539cf680f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb4bcde-bae0-458f-87fe-e62184cf20b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ec8e4387-9d08-417b-8531-e6f4f07658db'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:41.270824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.288430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4', 'network_id': '1e83e16a-45a9-4d6e-890c-b5a1d13688f9', 'port_id': 'a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4', 'mac_address': 'fa:16:3e:56:e8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:41.293784 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (19982f16-a417-4746-99d6-50297f9a1ef4), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.298528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=1616d952-a6ab-4d41-923b-ddc7f962147f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.317054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2feae74a-a1fe-4131-8648-faf0ae9c8b1e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.371976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02a1f618-9025-4bc5-9089-62a27b2c4352 req-03404c85-94fe-4478-b346-ef1b88162acf tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653745 Mar 22 14:10:41.381727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:41.382155 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.400887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] For port eb411175-5bc4-46ca-812e-95c539cf680f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:41.405638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:41.416100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (19982f16-a417-4746-99d6-50297f9a1ef4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.428286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] For port eb411175-5bc4-46ca-812e-95c539cf680f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=eb411175-5bc4-46ca-812e-95c539cf680f,segment=NetworkSegment(0cb4bcde-bae0-458f-87fe-e62184cf20b7),segment_id=0cb4bcde-bae0-458f-87fe-e62184cf20b7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:41.430811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (2feae74a-a1fe-4131-8648-faf0ae9c8b1e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.441449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:41.443579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.463203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=2feae74a-a1fe-4131-8648-faf0ae9c8b1e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.477529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.514865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d81e3-279f-4a4a-a857-db347e149a55 None None] Pushing event updated for resources: {'Port': ['ID=eb411175-5bc4-46ca-812e-95c539cf680f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.547157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (145003ff-7b65-4d9d-a791-dd429da0e6d7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.592653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145003ff-7b65-4d9d-a791-dd429da0e6d7']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:41.617676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663e909f-3413-4a5a-b52a-357429c73bb5') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:41.619392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663e909f-3413-4a5a-b52a-357429c73bb5') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:41.620135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (19982f16-a417-4746-99d6-50297f9a1ef4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.641192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (663e909f-3413-4a5a-b52a-357429c73bb5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.648874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.663794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19982f16-a417-4746-99d6-50297f9a1ef4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.665601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (54d9343e-4218-472d-aaf0-f5aee9b4febe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.693460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (663e909f-3413-4a5a-b52a-357429c73bb5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.702098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Pushing event deleted for resources: {'Port': ['ID=54d9343e-4218-472d-aaf0-f5aee9b4febe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.709375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.716554 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-71cbd1dc-1632-4c62-aa2a-5087b3d41fad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/19982f16-a417-4746-99d6-50297f9a1ef4 HTTP/1.1" status: 204 len: 168 time: 0.6661551 Mar 22 14:10:41.717468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33656) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:41.719170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:41.720227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (663e909f-3413-4a5a-b52a-357429c73bb5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.795215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:41.838760 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:41.858292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (57aef518-ec9b-4e15-a7a9-80a0695722a3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.946699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483630-868a-4470-ae2e-82dde68d2496 req-8463c963-60dd-484b-9527-c94736c09c36 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:41.950400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0483630-868a-4470-ae2e-82dde68d2496 req-8463c963-60dd-484b-9527-c94736c09c36 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.3048847 Mar 22 14:10:41.995595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (145003ff-7b65-4d9d-a791-dd429da0e6d7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.042555 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.053668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/145003ff-7b65-4d9d-a791-dd429da0e6d7 HTTP/1.1" status: 204 len: 168 time: 1.0758545 Mar 22 14:10:42.060559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33662) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.065800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923121657'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:42.067524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f172b-fe20-49a0-b856-2e502b129a24 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=145003ff-7b65-4d9d-a791-dd429da0e6d7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:42.093328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:42.097181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.105439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33664) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.149029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0483630-868a-4470-ae2e-82dde68d2496 req-e7e32b84-6455-4240-952e-84e40e5979ee tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856196 Mar 22 14:10:42.151021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bd30ff5f-f2a3-41a5-8e13-4346725dcf66'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:42.157649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (57aef518-ec9b-4e15-a7a9-80a0695722a3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.184936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57aef518-ec9b-4e15-a7a9-80a0695722a3']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:42.195697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78aa225b-3886-4718-ac36-3d6371ca057a') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:42.196195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78aa225b-3886-4718-ac36-3d6371ca057a') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:42.213287 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (78aa225b-3886-4718-ac36-3d6371ca057a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.218189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:42.223663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['b0f66220-7e2e-421e-b4ac-78e170a3f987'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:42.226093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.229959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['40bc9f53-aab1-44c0-97b8-a80ad1a0df28'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:42.232065 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.234324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (78aa225b-3886-4718-ac36-3d6371ca057a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.239826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:42.240709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (898d284c-f5d5-4a94-8604-393d139cb3d6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.241025 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment 898d284c-f5d5-4a94-8604-393d139cb3d6 of type vlan for network b5702502-50b0-48a8-a858-e56292b4b990 Mar 22 14:10:42.243435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['1616d952-a6ab-4d41-923b-ddc7f962147f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:42.244002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:42.244833 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (78aa225b-3886-4718-ac36-3d6371ca057a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:42.318923 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:42.332006 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (57aef518-ec9b-4e15-a7a9-80a0695722a3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.343093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.350475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] 10.222.0.44 "DELETE /v2.0/networks/57aef518-ec9b-4e15-a7a9-80a0695722a3 HTTP/1.1" status: 204 len: 168 time: 0.6205087 Mar 22 14:10:42.368326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['255aa5f4-14aa-4847-a791-8dec85ba3e20'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:42.381478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf3c8a-b509-44a9-899f-0845e7ecc232 admin admin] Pushing event deleted for resources: {'Network': ['ID=57aef518-ec9b-4e15-a7a9-80a0695722a3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:42.391289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2cec-4872-4a94-90d9-d69f25d14fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.404801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b5702502-50b0-48a8-a858-e56292b4b990), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.415096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Router f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:10:42.472410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b5702502-50b0-48a8-a858-e56292b4b990), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.477543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.478182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.571298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33672) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.620380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.642123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.663781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.673027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.679572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.686047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.693250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.697640 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6359344 Mar 22 14:10:42.704072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-65074240-08e5-4154-ad4b-aac7d7bd492b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5437 time: 0.1920383 Mar 22 14:10:42.706518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33674) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.707764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:42.720322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.722004 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] Sync routers for ids ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:42.724825 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-506b33e7-ec1f-4534-a1a5-0383ec8adcd3 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "PUT /v2.0/routers/f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 HTTP/1.1" status: 200 len: 705 time: 3.4164255 Mar 22 14:10:42.729607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33676) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.737533 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] Routers {'f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:42.738511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': 'b5702502-50b0-48a8-a858-e56292b4b990', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:42.738664 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:42.779114 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:42.791691 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] Routers {'f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:42.793667 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:42.843927 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:42.844890 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49536f-1d84-4109-858a-d1b53e51f29e None None] The sync data for ids ['f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:42.891123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-88d7cce6-1fb6-454b-ab43-2708349f640c tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/routers/f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 HTTP/1.1" status: 200 len: 740 time: 0.1594229 Mar 22 14:10:42.893635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33680) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.942101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2cec-4872-4a94-90d9-d69f25d14fd5 admin admin] Publish callbacks [] for security_group (4014c5ae-676e-4129-b52b-8feea13db329), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.946968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-711aa3ea-f411-48ee-a3dc-d9aba846071b tempest-RoutersAdminTest-1738365043 tempest-RoutersAdminTest-1738365043-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 HTTP/1.1" status: 200 len: 205 time: 0.0521221 Mar 22 14:10:42.953376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33682) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.968814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277ccb2-a1a0-41ba-bb48-0d7df44bb5a2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=b5702502-50b0-48a8-a858-e56292b4b990,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:42.976714 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-42f58e6b-bc5b-476f-9079-3c90805b0ba6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3d63234582f41cf9d1af373264eb728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624711 Mar 22 14:10:42.977700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:42.986498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2cec-4872-4a94-90d9-d69f25d14fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4014c5ae-676e-4129-b52b-8feea13db329), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.025182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b5702502-50b0-48a8-a858-e56292b4b990 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:43.044870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:43.047864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e51edc0c-8b29-494d-97ef-024313fe3e1d tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 HTTP/1.1" status: 200 len: 205 time: 0.0932956 Mar 22 14:10:43.048514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33686) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:43.049142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.098889 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b6e2cec-4872-4a94-90d9-d69f25d14fd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=566ec24c270a45a781d61925cf9d5fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9929397 Mar 22 14:10:43.118863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33688) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:43.130168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['76d61b6c-ba28-4917-a275-0cd7eabe304d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:43.218440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515365c6-f76b-472d-a623-e1b2671d0657 None None] Network f5d92461-041d-4d71-a80d-91454e6e16b3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:43.223481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-204cd267-e0a2-4aad-8c94-ae246413c32f req-b5dd319e-8b25-447c-871a-ba558f48ec7c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5183923 Mar 22 14:10:43.231327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ce5e9-63af-4c5f-aed6-4ebedb647dab None None] Network ec8e4387-9d08-417b-8531-e6f4f07658db requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:43.251665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e2cec-4872-4a94-90d9-d69f25d14fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4014c5ae-676e-4129-b52b-8feea13db329,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:43.289252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c72edd7b-838f-49f1-b21c-9048f081a368 admin admin] Publish callbacks [] for security_group (f415bec8-88f0-4fe7-b407-5c6aa2c3692d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.327885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c0d4f-2664-4051-82cf-eabdfb2f7855 None None] Network 145003ff-7b65-4d9d-a791-dd429da0e6d7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:43.341685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c72edd7b-838f-49f1-b21c-9048f081a368 admin admin] Publish callbacks [] for security_group (f415bec8-88f0-4fe7-b407-5c6aa2c3692d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.367106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eb411175-5bc4-46ca-812e-95c539cf680f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:43.372896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c0d4f-2664-4051-82cf-eabdfb2f7855 None None] Network 145003ff-7b65-4d9d-a791-dd429da0e6d7 could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:10:43.392282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2bafd3a-a6f4-47d0-a0c1-31c15f770a62 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.453285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c72edd7b-838f-49f1-b21c-9048f081a368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f415bec8-88f0-4fe7-b407-5c6aa2c3692d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.456692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c72edd7b-838f-49f1-b21c-9048f081a368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.458121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c72edd7b-838f-49f1-b21c-9048f081a368 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f415bec8-88f0-4fe7-b407-5c6aa2c3692d HTTP/1.1" status: 204 len: 168 time: 0.4759912 Mar 22 14:10:43.471880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72edd7b-838f-49f1-b21c-9048f081a368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415bec8-88f0-4fe7-b407-5c6aa2c3692d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:43.475973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (6ef00afa-009e-4f3b-beda-60252e864313), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.498749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-638b3b31-b9e1-43d3-9744-f6bdfb613c14 admin admin] Publish callbacks [] for security_group (4014c5ae-676e-4129-b52b-8feea13db329), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.547882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253e10d-8b43-4ac1-9a8c-873f7d1793b6 req-b9e8de5d-5f28-4c9e-ab3b-2a6c86df532e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.549902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5253e10d-8b43-4ac1-9a8c-873f7d1793b6 req-b9e8de5d-5f28-4c9e-ab3b-2a6c86df532e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2534122 Mar 22 14:10:43.569740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': '898d284c-f5d5-4a94-8604-393d139cb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b5702502-50b0-48a8-a858-e56292b4b990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:43.570251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: b5702502-50b0-48a8-a858-e56292b4b990, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:43.572614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=6ef00afa-009e-4f3b-beda-60252e864313,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:43.579704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-638b3b31-b9e1-43d3-9744-f6bdfb613c14 admin admin] Publish callbacks [] for security_group (4014c5ae-676e-4129-b52b-8feea13db329), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.614280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network b5702502-50b0-48a8-a858-e56292b4b990 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:43.636385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b5702502-50b0-48a8-a858-e56292b4b990) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:43.646914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.649896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.656539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1cfec-4916-4027-bd11-a3812f8af0a3 None None] Network 145003ff-7b65-4d9d-a791-dd429da0e6d7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:43.687699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-591ab1fa-7995-483d-a529-e99e01faad69 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9774752 Mar 22 14:10:43.690814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33702) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:43.701783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5253e10d-8b43-4ac1-9a8c-873f7d1793b6 req-7e671d4f-b93f-498c-9bf9-bcf94db5670a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196620 Mar 22 14:10:43.730764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bbfb7b25-e0b7-4180-b039-e369129f543c None None] Provisioning complete for port eb411175-5bc4-46ca-812e-95c539cf680f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:43.731140 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7b25-e0b7-4180-b039-e369129f543c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.740460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2bafd3a-a6f4-47d0-a0c1-31c15f770a62 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.744781 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2bafd3a-a6f4-47d0-a0c1-31c15f770a62 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router_controller (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.745920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51523b92-b41b-4ef8-a2bc-f013e99870ba None None] Network b5702502-50b0-48a8-a858-e56292b4b990 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:43.831006 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2bafd3a-a6f4-47d0-a0c1-31c15f770a62 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.831592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bafd3a-a6f4-47d0-a0c1-31c15f770a62 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Fanout notify agent at l3_agent the message router_deleted on router f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:43.849673 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e2bafd3a-a6f4-47d0-a0c1-31c15f770a62 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.855409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e2bafd3a-a6f4-47d0-a0c1-31c15f770a62 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 HTTP/1.1" status: 204 len: 168 time: 0.7906873 Mar 22 14:10:43.855409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-638b3b31-b9e1-43d3-9744-f6bdfb613c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4014c5ae-676e-4129-b52b-8feea13db329), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.856841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33712) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:43.857482 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-638b3b31-b9e1-43d3-9744-f6bdfb613c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.857870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1cfec-4916-4027-bd11-a3812f8af0a3 None None] Network 145003ff-7b65-4d9d-a791-dd429da0e6d7 could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:10:43.861766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-638b3b31-b9e1-43d3-9744-f6bdfb613c14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4014c5ae-676e-4129-b52b-8feea13db329 HTTP/1.1" status: 204 len: 168 time: 0.7381356 Mar 22 14:10:43.878601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b3b31-b9e1-43d3-9744-f6bdfb613c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014c5ae-676e-4129-b52b-8feea13db329,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:43.886170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:43.921483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-faf58edf-d92b-45ea-b577-4d224c3bb28c tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 HTTP/1.1" status: 200 len: 205 time: 0.0563130 Mar 22 14:10:43.923966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33716) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:43.943825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b5702502-50b0-48a8-a858-e56292b4b990), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.016636 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-c0df7527-b5b8-4ba7-8263-4463cd8af879 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] delete failed (client error): The resource could not be found. Mar 22 14:10:44.018026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c0df7527-b5b8-4ba7-8263-4463cd8af879 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/f56fe24b-cfe0-4a6c-b9ef-9e9b37040ff8 HTTP/1.1" status: 404 len: 336 time: 0.0927179 Mar 22 14:10:44.022237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33720) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.088541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a07f1d99-9c06-497d-963e-1a5c6d670a14 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=266f659f-d4ee-474a-a770-bb873c7c517e HTTP/1.1" status: 200 len: 205 time: 0.0649405 Mar 22 14:10:44.092147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33724) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.129611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6ef00afa-009e-4f3b-beda-60252e864313), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.215573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc6652-b98a-4b75-b3f5-6cf2cca0d2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b5702502-50b0-48a8-a858-e56292b4b990', 'network_id': 'b5702502-50b0-48a8-a858-e56292b4b990', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': '6ef00afa-009e-4f3b-beda-60252e864313'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:44.216430 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6652-b98a-4b75-b3f5-6cf2cca0d2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.246131 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-5659ef47-3ac0-4a82-8021-a395c206eabf tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] delete failed (client error): The resource could not be found. Mar 22 14:10:44.247755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: c2f876d6-d74d-46e0-80ab-1efdeddacf49 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:44.248652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5659ef47-3ac0-4a82-8021-a395c206eabf tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/266f659f-d4ee-474a-a770-bb873c7c517e HTTP/1.1" status: 404 len: 336 time: 0.1535563 Mar 22 14:10:44.250663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33730) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.253767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device c2f876d6-d74d-46e0-80ab-1efdeddacf49 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:44.299280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (6ef00afa-009e-4f3b-beda-60252e864313), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.324271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port eb411175-5bc4-46ca-812e-95c539cf680f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:44.324792 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.364220 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-81ea7942-1b8e-4c8b-bb24-7338c18f15f7 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f25a5f-013e-4b26-af64-742116543d73 HTTP/1.1" status: 200 len: 205 time: 0.1122918 Mar 22 14:10:44.371362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33734) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.389525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-f65b4bd9-0d17-4b6b-b181-5597a1ee6a77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1677718 Mar 22 14:10:44.475467 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-f759f8a4-585a-4805-92a5-9ee1f6533811 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] delete failed (client error): The resource could not be found. Mar 22 14:10:44.477604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f759f8a4-585a-4805-92a5-9ee1f6533811 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/68f25a5f-013e-4b26-af64-742116543d73 HTTP/1.1" status: 404 len: 336 time: 0.1020582 Mar 22 14:10:44.493992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33740) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.494945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef00afa-009e-4f3b-beda-60252e864313,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:44.591148 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6b343b0c-09ff-424b-98a1-7bc14398d6c9 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 HTTP/1.1" status: 200 len: 205 time: 0.0874486 Mar 22 14:10:44.611078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33742) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.642638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb7b25-e0b7-4180-b039-e369129f543c None None] Current status of the port eb411175-5bc4-46ca-812e-95c539cf680f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:44.643031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7b25-e0b7-4180-b039-e369129f543c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.713784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6835a41-54a9-4e94-bc1e-f157e5e9242b None None] Network b5702502-50b0-48a8-a858-e56292b4b990 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:44.821840 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-41cd747d-ce1e-4a00-af72-08eb70330a67 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] delete failed (client error): The resource could not be found. Mar 22 14:10:44.829151 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-41cd747d-ce1e-4a00-af72-08eb70330a67 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/edcd825c-b5b0-4c7e-9f7e-b09e6a4a70d7 HTTP/1.1" status: 404 len: 336 time: 0.2104943 Mar 22 14:10:44.836874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33754) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.900800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b5702502-50b0-48a8-a858-e56292b4b990), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.986061 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6fede085-da6c-4731-ab40-2f1fdc761139 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=783ddd89-4e95-4f48-b33a-110d358050b9 HTTP/1.1" status: 200 len: 205 time: 0.1475799 Mar 22 14:10:44.993431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33762) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.003751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.014247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.034545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.035220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5702502-50b0-48a8-a858-e56292b4b990']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:45.050262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.055666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.074932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.080603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.092936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-70ce09a2-c95c-45f9-a700-439b49f607fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5437 time: 0.6275263 Mar 22 14:10:45.139533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port eb411175-5bc4-46ca-812e-95c539cf680f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:45.141029 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.142152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-1e2a8a64-5ab7-4c3f-81f5-5a371922c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.145031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-1e2a8a64-5ab7-4c3f-81f5-5a371922c814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.6817307 Mar 22 14:10:45.148722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bbfb7b25-e0b7-4180-b039-e369129f543c None None] For port eb411175-5bc4-46ca-812e-95c539cf680f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=eb411175-5bc4-46ca-812e-95c539cf680f,segment=NetworkSegment(0cb4bcde-bae0-458f-87fe-e62184cf20b7),segment_id=0cb4bcde-bae0-458f-87fe-e62184cf20b7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:45.164696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7b25-e0b7-4180-b039-e369129f543c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.175832 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-6f63d880-f6e9-43ae-94b9-298de1c6f6a2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] delete failed (client error): The resource could not be found. Mar 22 14:10:45.179059 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6f63d880-f6e9-43ae-94b9-298de1c6f6a2 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/783ddd89-4e95-4f48-b33a-110d358050b9 HTTP/1.1" status: 404 len: 336 time: 0.1783004 Mar 22 14:10:45.184712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.268921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898d284c-f5d5-4a94-8604-393d139cb3d6') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:45.269286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898d284c-f5d5-4a94-8604-393d139cb3d6') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:45.273136 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1418810-1c8f-4f9c-89ec-b6bc7ee64df6 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "GET /v2.0/ports?device_id=49da3d8b-7227-48d8-a1e4-f6a543ba2bac HTTP/1.1" status: 200 len: 205 time: 0.0846517 Mar 22 14:10:45.286766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33774) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.310017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (898d284c-f5d5-4a94-8604-393d139cb3d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.412776 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-caec2536-8690-47cf-a9e7-6eb343da8b92 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] delete failed (client error): The resource could not be found. Mar 22 14:10:45.412776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-caec2536-8690-47cf-a9e7-6eb343da8b92 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/routers/49da3d8b-7227-48d8-a1e4-f6a543ba2bac HTTP/1.1" status: 404 len: 336 time: 0.1221631 Mar 22 14:10:45.413416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.415488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33782) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.426145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b1c96-fd05-4768-8a7d-d0d13c890db8 None None] Network ec8e4387-9d08-417b-8531-e6f4f07658db requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:45.432776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c1c8fcc-1daf-4e38-96e0-a487d873d1e8 req-75f2495f-d5dd-490a-98cc-669f9aec95f5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3357410 Mar 22 14:10:45.493516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abe764-7ec5-489d-9184-c9dbdde9b0e7 req-ceee311d-4644-4bf5-b026-b4518016848c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.502340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60abe764-7ec5-489d-9184-c9dbdde9b0e7 req-ceee311d-4644-4bf5-b026-b4518016848c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.4062436 Mar 22 14:10:45.556671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-988e56c8-23cb-48cf-9d21-8566e92dcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.559707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 255aa5f4-14aa-4847-a791-8dec85ba3e20 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:45.561068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-988e56c8-23cb-48cf-9d21-8566e92dcb49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.3805463 Mar 22 14:10:45.564626 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:10:45.565532 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:10:45.567611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33786) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.643224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60abe764-7ec5-489d-9184-c9dbdde9b0e7 req-c667fb63-730f-4dc2-905e-decd6a37b698 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395800 Mar 22 14:10:45.662188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-ebaa722c-0197-4bf4-b801-ee8965f72559 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.0825551 Mar 22 14:10:45.665568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5e4cec3f-2da6-41e6-ab34-d75ccdf2beb7 None None] Provisioning complete for port d0c0dce5-8d12-4a69-bada-0702d6671e4f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:45.665940 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e4cec3f-2da6-41e6-ab34-d75ccdf2beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.672913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb7b25-e0b7-4180-b039-e369129f543c None None] Pushing event updated for resources: {'Port': ['ID=eb411175-5bc4-46ca-812e-95c539cf680f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:45.751872 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (898d284c-f5d5-4a94-8604-393d139cb3d6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.760108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:45.760436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (898d284c-f5d5-4a94-8604-393d139cb3d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.776314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 255aa5f4-14aa-4847-a791-8dec85ba3e20 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:45.791170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-7495e027-029c-43d4-9c71-83d4a53991e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.794019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-7495e027-029c-43d4-9c71-83d4a53991e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1203768 Mar 22 14:10:45.804931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 255aa5f4-14aa-4847-a791-8dec85ba3e20 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:45.805254 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:45.838414 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:45.841858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b5702502-50b0-48a8-a858-e56292b4b990), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.846775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.854403 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/b5702502-50b0-48a8-a858-e56292b4b990 HTTP/1.1" status: 204 len: 168 time: 2.1586070 Mar 22 14:10:45.877022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33790) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.883164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387350975'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:45.917447 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab1f171-5732-43b1-a1f1-7c44ab530d77 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] DELETE failed (client error): The resource could not be found. Mar 22 14:10:45.917915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab1f171-5732-43b1-a1f1-7c44ab530d77 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:10:45.921927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0ab1f171-5732-43b1-a1f1-7c44ab530d77 tempest-RoutersAdminTest-170266540 tempest-RoutersAdminTest-170266540-project] 10.222.0.44 "DELETE /v2.0/subnets/c38dba0f-2faa-4e25-8dd1-87f886b6c389 HTTP/1.1" status: 404 len: 337 time: 0.0934379 Mar 22 14:10:45.923632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:45.927813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.931888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1219c-3412-4ede-9975-4aa86bab5419 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=b5702502-50b0-48a8-a858-e56292b4b990,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:45.945661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-b4025dec-4ba2-4a19-abec-7e7d7da771f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.958372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-b4025dec-4ba2-4a19-abec-7e7d7da771f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1530225 Mar 22 14:10:45.966247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:45.982867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bcb055ab-7e32-4022-a023-fa94c126a2a5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.983352 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment bcb055ab-7e32-4022-a023-fa94c126a2a5 of type vlan for network b4148365-6c3c-48e9-9585-390586f2021d Mar 22 14:10:45.989622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-622582251-network', 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:46.056230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b4148365-6c3c-48e9-9585-390586f2021d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.111462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:46.113436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-883160676-network', 'tenant_id': '5554def145074352802771e6959efca0'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:46.115388 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.128726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b4148365-6c3c-48e9-9585-390586f2021d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.136865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:46.137690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.144777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.186806 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3078570 Mar 22 14:10:46.193012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33796) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:46.201554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': 'b4148365-6c3c-48e9-9585-390586f2021d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:46.246534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5e4cec3f-2da6-41e6-ab34-d75ccdf2beb7 None None] Current status of the port d0c0dce5-8d12-4a69-bada-0702d6671e4f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:46.254523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186c027-66be-4ca6-a13c-1f1ec7af23f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=b4148365-6c3c-48e9-9585-390586f2021d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:46.257448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Made reservation on behalf of 5554def145074352802771e6959efca0 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:46.259963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.269864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.281660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b4148365-6c3c-48e9-9585-390586f2021d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:46.295311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-512f1b2b-28dd-4725-bc11-0f9a7113b8c9 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281822 Mar 22 14:10:46.364422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks [] for security_group (4d15a08d-d89f-42fc-bfd2-c21e91532834), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.374372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port eb411175-5bc4-46ca-812e-95c539cf680f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:46.376102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4d15a08d-d89f-42fc-bfd2-c21e91532834), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.417863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33800) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:46.428710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:46.443845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d15a08d-d89f-42fc-bfd2-c21e91532834,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:46.449932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a1990ecc-57c5-4af3-9322-4d76b0b05b12), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.450234 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Added segment a1990ecc-57c5-4af3-9322-4d76b0b05b12 of type vlan for network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 Mar 22 14:10:46.459037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks [] for security_group (f63ea21c-e612-474a-90f3-c6b57544394f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.486001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 255aa5f4-14aa-4847-a791-8dec85ba3e20 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:46.486001 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.502357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f63ea21c-e612-474a-90f3-c6b57544394f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.531563 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (6aad9d61-b8df-49ea-aff1-3942ae2cc2e0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.551338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aa5f4-14aa-4847-a791-8dec85ba3e20'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:46.559099 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1634e60-2c88-4db7-9998-d5b761a14edc" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "255aa5f4-14aa-4847-a791-8dec85ba3e20"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:46.570520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f866c9cd-aa32-45dc-b69f-ea6ba0f787db None None] Provisioning complete for port eb411175-5bc4-46ca-812e-95c539cf680f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:46.570899 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f866c9cd-aa32-45dc-b69f-ea6ba0f787db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.584191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eb411175-5bc4-46ca-812e-95c539cf680f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:46.606230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (6aad9d61-b8df-49ea-aff1-3942ae2cc2e0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.607578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:46.608664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.630579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:46.653026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 255aa5f4-14aa-4847-a791-8dec85ba3e20, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=255aa5f4-14aa-4847-a791-8dec85ba3e20,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:46.665697 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d880bc-de93-4800-925c-b33f1b244046 x-openstack-request-id: req-32d880bc-de93-4800-925c-b33f1b244046 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:46.665697 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "255aa5f4-14aa-4847-a791-8dec85ba3e20", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:46.666050 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32d880bc-de93-4800-925c-b33f1b244046 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:46.666509 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d880bc-de93-4800-925c-b33f1b244046'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aa5f4-14aa-4847-a791-8dec85ba3e20', 'code': 200} Mar 22 14:10:46.674634 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.675611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:46.688814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ea21c-e612-474a-90f3-c6b57544394f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:46.695530 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2808905 Mar 22 14:10:46.702822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5fd15179-374c-497d-8e98-123c247114cc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.703275 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Added segment 5fd15179-374c-497d-8e98-123c247114cc of type vlan for network 0fe42f4b-0f12-4858-ba08-c78a76740d73 Mar 22 14:10:46.713689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33812) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:46.720760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d44ced0e-5bee-4cb6-9aeb-149041eabe67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.725595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:46.730107 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.737743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Request body: {'subnet': {'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-883160676-subnet', 'tenant_id': '5554def145074352802771e6959efca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:46.758178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=255aa5f4-14aa-4847-a791-8dec85ba3e20,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:46.805550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d80572d7-0252-4556-ae32-27d03ef5feb7 req-6dd27b6f-1601-4b18-acbb-8596c51839fe service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005946 Mar 22 14:10:46.812077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port eb411175-5bc4-46ca-812e-95c539cf680f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:46.812461 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.817306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76589a-578e-4798-ac47-22106ca46dfc admin admin] Pushing event updated for resources: {'Network': ['ID=6aad9d61-b8df-49ea-aff1-3942ae2cc2e0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:46.855702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:46.928242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d44ced0e-5bee-4cb6-9aeb-149041eabe67 admin admin] Publish callbacks [] for security_group (c2fbe5ea-a1af-4346-ac04-49602edeaa04), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.937395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d44ced0e-5bee-4cb6-9aeb-149041eabe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c2fbe5ea-a1af-4346-ac04-49602edeaa04), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.944239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (0fe42f4b-0f12-4858-ba08-c78a76740d73), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.964165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f866c9cd-aa32-45dc-b69f-ea6ba0f787db None None] Current status of the port eb411175-5bc4-46ca-812e-95c539cf680f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:46.965187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:46.966767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:46.991275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:46.991846 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.992007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.000681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.005738 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d44ced0e-5bee-4cb6-9aeb-149041eabe67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c6a499f72234efcbade057187c27343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5841575 Mar 22 14:10:47.007145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ced0e-5bee-4cb6-9aeb-149041eabe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fbe5ea-a1af-4346-ac04-49602edeaa04,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.009382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:47.027000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.032412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.037653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.046737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.048758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c064920-adbb-4205-9325-c1af16a8953c req-73d83254-ba37-4e84-893a-2a4e4004d6d7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5437 time: 0.4578617 Mar 22 14:10:47.073900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port eb411175-5bc4-46ca-812e-95c539cf680f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:47.079814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Made reservation on behalf of 5554def145074352802771e6959efca0 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:47.082354 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.097565 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e2859ef-0044-40ca-890a-8f48c0776102 admin admin] Publish callbacks [] for security_group (c2fbe5ea-a1af-4346-ac04-49602edeaa04), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.112497 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (0fe42f4b-0f12-4858-ba08-c78a76740d73), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.113610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.114533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.130007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e2859ef-0044-40ca-890a-8f48c0776102 admin admin] Publish callbacks [] for security_group (c2fbe5ea-a1af-4346-ac04-49602edeaa04), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.144822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:47.145362 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.195763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:47.199579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e2859ef-0044-40ca-890a-8f48c0776102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c2fbe5ea-a1af-4346-ac04-49602edeaa04), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.203766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e2859ef-0044-40ca-890a-8f48c0776102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.205416 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e2859ef-0044-40ca-890a-8f48c0776102 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2fbe5ea-a1af-4346-ac04-49602edeaa04 HTTP/1.1" status: 204 len: 168 time: 0.1948228 Mar 22 14:10:47.211870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.213036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b0f66220-7e2e-421e-b4ac-78e170a3f987 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:47.215422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2859ef-0044-40ca-890a-8f48c0776102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fbe5ea-a1af-4346-ac04-49602edeaa04,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.280087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] Pushing event updated for resources: {'Network': ['ID=0fe42f4b-0f12-4858-ba08-c78a76740d73,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.315151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:47.350197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-55b4fa37-adb8-4d89-bc4f-1d7c27d96faf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7719440 Mar 22 14:10:47.353538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33822) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:47.359353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Request body: {'subnet': {'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-622582251-subnet', 'tenant_id': '2b3c734630184801b0dc907f5109f3b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:47.396073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3685e52-ed33-4282-8565-252748fda00a req-c550031e-25aa-4dc4-b619-663473feac77 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.397906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3685e52-ed33-4282-8565-252748fda00a req-c550031e-25aa-4dc4-b619-663473feac77 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.6437249 Mar 22 14:10:47.407785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:47.410902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.436839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c064920-adbb-4205-9325-c1af16a8953c req-2f48da0c-d691-4e6b-8a22-c1e4c89ef2fb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3609591 Mar 22 14:10:47.550496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3685e52-ed33-4282-8565-252748fda00a req-bbd03d0a-d6b1-45c2-b7c7-b3769fdbae5e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370251 Mar 22 14:10:47.576630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port b0f66220-7e2e-421e-b4ac-78e170a3f987 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:47.586876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.593877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (2b35ccf2-57ff-44ab-8b8f-c8faf1bcbb94), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.595561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port b0f66220-7e2e-421e-b4ac-78e170a3f987 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:47.596335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.614167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33826) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:47.751900 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1b9469b2-2c9e-47a3-a055-2c74b9e98026 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a8882d2ecbb47deb6a10aa9dfa6af08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338401 Mar 22 14:10:47.754756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:47.769037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b0f66220-7e2e-421e-b4ac-78e170a3f987 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:47.769718 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.798800 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (aa86f5a7-13a4-4b64-9d9f-044506be6cb4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.805251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b0f66220-7e2e-421e-b4ac-78e170a3f987, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:47.814860 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.851115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 76d61b6c-ba28-4917-a275-0cd7eabe304d up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:47.851407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (edb6b946-1919-428d-82b4-bb41969f7980), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.914967 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df5c2f64-6181-4214-83d7-9f14be6adda1 admin admin] Publish callbacks [] for security_group (eb986924-1acc-4246-93e2-8ba00b6b5f9d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.920299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b0f66220-7e2e-421e-b4ac-78e170a3f987,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.930965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.931571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.932065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.932577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.933065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.934003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.934651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.935163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.935780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.936257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.936444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=2b35ccf2-57ff-44ab-8b8f-c8faf1bcbb94,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.936924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.937454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.938029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.938921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.941196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:47.954064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': 'bcb055ab-7e32-4022-a023-fa94c126a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b4148365-6c3c-48e9-9585-390586f2021d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:47.954461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: b4148365-6c3c-48e9-9585-390586f2021d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:47.964901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 76d61b6c-ba28-4917-a275-0cd7eabe304d completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:47.969347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 76d61b6c-ba28-4917-a275-0cd7eabe304d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:47.969727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.977776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df5c2f64-6181-4214-83d7-9f14be6adda1 admin admin] Publish callbacks [] for security_group (eb986924-1acc-4246-93e2-8ba00b6b5f9d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.998438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb6b946-1919-428d-82b4-bb41969f7980,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:48.025088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa86f5a7-13a4-4b64-9d9f-044506be6cb4,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:48.033286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:48.038651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Network hostable DHCP agents. Network: 0fe42f4b-0f12-4858-ba08-c78a76740d73, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:48.041552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-a1015de1-7587-4e59-98b9-0a3937a3ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.043490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-a1015de1-7587-4e59-98b9-0a3937a3ec8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.2699792 Mar 22 14:10:48.083066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:48.088003 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df5c2f64-6181-4214-83d7-9f14be6adda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (eb986924-1acc-4246-93e2-8ba00b6b5f9d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.091417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df5c2f64-6181-4214-83d7-9f14be6adda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.092705 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df5c2f64-6181-4214-83d7-9f14be6adda1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb986924-1acc-4246-93e2-8ba00b6b5f9d HTTP/1.1" status: 204 len: 168 time: 0.3365884 Mar 22 14:10:48.106644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c2f64-6181-4214-83d7-9f14be6adda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb986924-1acc-4246-93e2-8ba00b6b5f9d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:48.113493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 0fe42f4b-0f12-4858-ba08-c78a76740d73) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:48.123735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.124520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.134289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab6942-d2f6-4f71-978c-a32ee7c1a06c None None] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:48.154298 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bbf313d1-53da-4f8d-a8a9-0e563484a2d7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7920341 Mar 22 14:10:48.154525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 76d61b6c-ba28-4917-a275-0cd7eabe304d is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:48.154525 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.192236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-1ee52803-9a81-4835-907c-122e54817e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.193891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-1ee52803-9a81-4835-907c-122e54817e45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.1412361 Mar 22 14:10:48.196492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Checking segment: {'id': 'a1990ecc-57c5-4af3-9322-4d76b0b05b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:48.196894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Network hostable DHCP agents. Network: 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:48.235679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5018d-8f14-4022-a622-7fb7b9f0afcd req-c7057bf4-09df-48df-833f-1376a1692413 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.243779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7f5018d-8f14-4022-a622-7fb7b9f0afcd req-c7057bf4-09df-48df-833f-1376a1692413 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.4678433 Mar 22 14:10:48.268420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a991af58-9458-4869-921c-f10046e1638c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.286332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network b4148365-6c3c-48e9-9585-390586f2021d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:48.308181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 76d61b6c-ba28-4917-a275-0cd7eabe304d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:48.320010 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.321442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:48.344281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:48.401138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=76d61b6c-ba28-4917-a275-0cd7eabe304d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:48.434260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7f5018d-8f14-4022-a622-7fb7b9f0afcd req-0ddfa4ec-6822-4ac9-b70d-9028f0fac5b5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892583 Mar 22 14:10:48.435886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b4148365-6c3c-48e9-9585-390586f2021d) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:48.436951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a741e24f-2703-4dd2-ac05-d99128a07e8a None None] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:48.443080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.443680 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.454509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:48.456971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f76b17-fbb0-4904-a651-53b59e1c83d8 None None] Network b4148365-6c3c-48e9-9585-390586f2021d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:48.478746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.479528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.502019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-a3b39ad6-4e7f-4699-a85f-e16716f7c388 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.2956836 Mar 22 14:10:48.526399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c86e329b-9f50-4931-8ffe-aa2d3e5e15d6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3297291 Mar 22 14:10:48.526906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33842) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:48.527638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60e35464-2830-477d-aeb7-893c4631a9ff admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7936256 Mar 22 14:10:48.568688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-bc6af7e2-36e7-4399-a831-3f2b16b815d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.570579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-bc6af7e2-36e7-4399-a831-3f2b16b815d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.0621107 Mar 22 14:10:48.572207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97019e-f719-4e3c-99a2-e967af586559 None None] Network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:48.713894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:48.716220 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e2519f-0211-4103-8902-4a98b449df21" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:48.741787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:48.750253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b4148365-6c3c-48e9-9585-390586f2021d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.750481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:48.750828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.783498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-d7e29b55-05c5-4083-9e38-816af09f6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.785208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-d7e29b55-05c5-4083-9e38-816af09f6eab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2075505 Mar 22 14:10:48.840637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81df8f0-1676-4e8c-be44-99cf8890f546 req-f38a5005-9793-4c1a-ab42-b8cb429af389 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.845671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b81df8f0-1676-4e8c-be44-99cf8890f546 req-f38a5005-9793-4c1a-ab42-b8cb429af389 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1673751 Mar 22 14:10:48.894008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2b35ccf2-57ff-44ab-8b8f-c8faf1bcbb94), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.915470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.922366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.928043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.933550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.939077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.945121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.952284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.954506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-474a6b09-c367-4f0e-ae2a-2c0c84f95048 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5441 time: 0.2999074 Mar 22 14:10:49.030818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (2b35ccf2-57ff-44ab-8b8f-c8faf1bcbb94), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.069436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bd6db-9592-44be-8e0b-e4e83e6cfe2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b4148365-6c3c-48e9-9585-390586f2021d', 'network_id': 'b4148365-6c3c-48e9-9585-390586f2021d', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': '2b35ccf2-57ff-44ab-8b8f-c8faf1bcbb94'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:49.070422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-996bd6db-9592-44be-8e0b-e4e83e6cfe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.122444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=2b35ccf2-57ff-44ab-8b8f-c8faf1bcbb94,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:49.137512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b81df8f0-1676-4e8c-be44-99cf8890f546 req-366e067e-5916-4499-b56f-4008a3151737 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557588 Mar 22 14:10:49.147916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:49.148315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.161907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f3748-9ab3-4144-a706-269e286c12f5 None None] Network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:49.223338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-b792bb49-4519-4b83-a454-bfb6e44f798c service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281435 Mar 22 14:10:49.230595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c9f9a46-53aa-4dea-b592-d27e7df410b3 req-ba11a0bd-67bb-48b1-ac29-b165517f3f88 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2615793 Mar 22 14:10:49.275569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b4148365-6c3c-48e9-9585-390586f2021d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.285492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52d8b6-c2eb-41cb-ba64-acd910746a43 None None] Network b4148365-6c3c-48e9-9585-390586f2021d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:49.343797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4148365-6c3c-48e9-9585-390586f2021d']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:49.362790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dd71bca-67a1-4db3-9776-064be5bd59dd req-fd4774bf-eba8-48ab-af33-d850c77b7757 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303966 Mar 22 14:10:49.364607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb055ab-7e32-4022-a023-fa94c126a2a5') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:49.365175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb055ab-7e32-4022-a023-fa94c126a2a5') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:49.391183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (bcb055ab-7e32-4022-a023-fa94c126a2a5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.404194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:49.406530 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bcb055ab-7e32-4022-a023-fa94c126a2a5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.414555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:49.415138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (bcb055ab-7e32-4022-a023-fa94c126a2a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:49.419745 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:49.422608 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2601296-4e9a-496d-9737-91a92bd59e59 x-openstack-request-id: req-d2601296-4e9a-496d-9737-91a92bd59e59 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:49.422608 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:49.425510 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2601296-4e9a-496d-9737-91a92bd59e59 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:49.434510 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2601296-4e9a-496d-9737-91a92bd59e59'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'code': 200} Mar 22 14:10:49.434779 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2601296-4e9a-496d-9737-91a92bd59e59'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987', 'code': 200} Mar 22 14:10:49.435499 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2601296-4e9a-496d-9737-91a92bd59e59'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d', 'code': 200} Mar 22 14:10:49.479182 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.480021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 1616d952-a6ab-4d41-923b-ddc7f962147f up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:49.529697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b4148365-6c3c-48e9-9585-390586f2021d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.543345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.553603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33876) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:49.554428 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/b4148365-6c3c-48e9-9585-390586f2021d HTTP/1.1" status: 204 len: 168 time: 1.0213091 Mar 22 14:10:49.561898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905072810'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:49.611702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39133e14-33d3-4ec6-ac33-e31c095b2289 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=b4148365-6c3c-48e9-9585-390586f2021d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:49.709274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740ddbe-5305-4de4-a528-9cd8e85288e3 req-ce1652c7-07f8-4d2a-86a8-d152fb8d6ac5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:49.710981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8740ddbe-5305-4de4-a528-9cd8e85288e3 req-ce1652c7-07f8-4d2a-86a8-d152fb8d6ac5 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1363997 Mar 22 14:10:49.713202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:49.717059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.801556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33894) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:49.808292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-765538712-network', 'tenant_id': '711fde2c4e634bb2ad451282a2501bca'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:49.859902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Made reservation on behalf of 711fde2c4e634bb2ad451282a2501bca for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:49.863939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.888067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.902752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:49.946906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:49.966240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (17bfa465-8f8d-4afd-8c22-69c42f3f34d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.966587 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment 17bfa465-8f8d-4afd-8c22-69c42f3f34d7 of type vlan for network 604ae912-a6ef-43ab-9071-f49947370c56 Mar 22 14:10:49.968355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 1616d952-a6ab-4d41-923b-ddc7f962147f completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:49.976336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 1616d952-a6ab-4d41-923b-ddc7f962147f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:49.977139 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.013244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks [] for security_group (7d1470ae-9579-4c04-8bd1-66077fdf6122), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.018038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7d1470ae-9579-4c04-8bd1-66077fdf6122), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.047548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33898) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:50.059128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:50.084109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d0a84d56-e514-425c-8a20-5b4bdc54d969), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.084109 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Added segment d0a84d56-e514-425c-8a20-5b4bdc54d969 of type vlan for network b0a4f235-608a-4c65-96f2-66f78d83f60b Mar 22 14:10:50.087220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8740ddbe-5305-4de4-a528-9cd8e85288e3 req-bb41bb33-f8b8-47a9-86e0-57107ca42c06 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675401 Mar 22 14:10:50.095730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1470ae-9579-4c04-8bd1-66077fdf6122,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.107678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (604ae912-a6ef-43ab-9071-f49947370c56), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.135594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 1616d952-a6ab-4d41-923b-ddc7f962147f is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:50.136114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.137718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-34e48c94-8904-4213-80cb-199a0ad3bd00 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.146527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-34e48c94-8904-4213-80cb-199a0ad3bd00 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.4345009 Mar 22 14:10:50.164631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b0a4f235-608a-4c65-96f2-66f78d83f60b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.187738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-4f351954-e32a-48da-8311-ae4ab2c36d06 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0278542 Mar 22 14:10:50.193129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 1616d952-a6ab-4d41-923b-ddc7f962147f, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1616d952-a6ab-4d41-923b-ddc7f962147f,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:50.198373 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b0a4f235-608a-4c65-96f2-66f78d83f60b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.199669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.201069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.206885 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.208255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bd30ff5f-f2a3-41a5-8e13-4346725dcf66 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:50.233877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-b842cf63-16b2-41cb-be44-af7d4beced03 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447447 Mar 22 14:10:50.312991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] Pushing event updated for resources: {'Network': ['ID=b0a4f235-608a-4c65-96f2-66f78d83f60b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.323212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-997640455'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:50.326567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b0a4f235-608a-4c65-96f2-66f78d83f60b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:50.347684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:50.349921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-83999fea-a21c-4c4e-8792-236210985176 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149540 Mar 22 14:10:50.352515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.361289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-45bacb75-01ec-4e6f-a2c4-3f746aab6b5c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5578730 Mar 22 14:10:50.372444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33908) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:50.378125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Request body: {'subnet': {'network_id': 'b0a4f235-608a-4c65-96f2-66f78d83f60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-765538712-subnet', 'tenant_id': '711fde2c4e634bb2ad451282a2501bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:50.382004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=1616d952-a6ab-4d41-923b-ddc7f962147f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.402882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.417817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Made reservation on behalf of 711fde2c4e634bb2ad451282a2501bca for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:50.420994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.434016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2c2c2778-c889-41b9-b7f8-924454769604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.442112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:50.447665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:50.448352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.570132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:50.570904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.619502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:50.626749 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.627295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for security_group (727d53f0-11b4-49cc-a2a4-0c136e095724), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.689459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.694655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (727d53f0-11b4-49cc-a2a4-0c136e095724), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.700012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (604ae912-a6ef-43ab-9071-f49947370c56), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.705463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.706196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.725219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727d53f0-11b4-49cc-a2a4-0c136e095724,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.728123 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (566003d8-c582-43a8-ac81-73dcfa3b7660), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.772741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566003d8-c582-43a8-ac81-73dcfa3b7660,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.781179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:50.817069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ea2043a0-7de5-483a-b4f9-d733ab066663), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.817423 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Added segment ea2043a0-7de5-483a-b4f9-d733ab066663 of type vlan for network 542c5c30-ca46-4b5c-85ad-d663406fc57b Mar 22 14:10:50.830475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2721429 Mar 22 14:10:50.832420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Checking segment: {'id': 'd0a84d56-e514-425c-8a20-5b4bdc54d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0a4f235-608a-4c65-96f2-66f78d83f60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:50.832792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Network hostable DHCP agents. Network: b0a4f235-608a-4c65-96f2-66f78d83f60b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:50.835450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd556-8104-48c6-9599-2d4785c3b23b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=604ae912-a6ef-43ab-9071-f49947370c56,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.837622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33910) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:50.847990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': '604ae912-a6ef-43ab-9071-f49947370c56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:50.850066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 604ae912-a6ef-43ab-9071-f49947370c56 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:50.855924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c1a38-d8a1-4c94-95d7-6e7ceaff8ff5 req-bf4476b0-9681-4ff2-9ec7-12b92af7af5d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.857563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e18c1a38-d8a1-4c94-95d7-6e7ceaff8ff5 req-bf4476b0-9681-4ff2-9ec7-12b92af7af5d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.5249417 Mar 22 14:10:50.909633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-c131333f-b284-4888-b8fa-56d5efc72f99 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584116 Mar 22 14:10:50.935114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e18c1a38-d8a1-4c94-95d7-6e7ceaff8ff5 req-e5b6f71e-731e-46f9-8600-f5c1edcdb0de tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683339 Mar 22 14:10:50.962538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Network b0a4f235-608a-4c65-96f2-66f78d83f60b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:50.975501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (542c5c30-ca46-4b5c-85ad-d663406fc57b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.991239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b0a4f235-608a-4c65-96f2-66f78d83f60b) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:51.005345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.005948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.029999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd1f46-9abe-4db3-a6ff-1ffe32a27b9f None None] Network b0a4f235-608a-4c65-96f2-66f78d83f60b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:51.050896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee364613-1fe2-4d2f-81a8-4c60fa261821 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6772146 Mar 22 14:10:51.072241 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (542c5c30-ca46-4b5c-85ad-d663406fc57b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.079378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.080040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.095473 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:51.099578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.152524 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1037738 Mar 22 14:10:51.182319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33920) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:51.220538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'subnet': {'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:51.255790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5eedd74-7a66-44e3-b2fd-d079912c276e req-9fbda061-e4dc-41fa-8f78-f40bded936ff tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 210 time: 0.1381371 Mar 22 14:10:51.336076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05e8c0-e2dd-4471-803b-9ab13a9e3ef1 None None] Network b0a4f235-608a-4c65-96f2-66f78d83f60b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:51.418843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb3c51-b424-4e7a-bdfa-9bdee73d2800 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Network': ['ID=542c5c30-ca46-4b5c-85ad-d663406fc57b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:51.439974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd30ff5f-f2a3-41a5-8e13-4346725dcf66'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:51.441885 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9047bb-ce4c-4935-a962-15504ee9251c" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "bd30ff5f-f2a3-41a5-8e13-4346725dcf66"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:51.444366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:51.521374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.527877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.533606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.539341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.545802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.551103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.556483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.562545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-c4fcdfdf-3ef0-421b-83d4-2229846cef67 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.3783293 Mar 22 14:10:51.618157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f8814-bdc0-4757-9bea-368a7c30b0cc req-858a3bfa-b8b6-4989-9b3c-bdd3814f4421 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.620192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-080f8814-bdc0-4757-9bea-368a7c30b0cc req-858a3bfa-b8b6-4989-9b3c-bdd3814f4421 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1977813 Mar 22 14:10:51.632047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:51.636202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.690286 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.740976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7165223-7fbf-4d07-a143-209551dc7d6d req-471b30cf-f49f-42df-9ba3-057c3ed04f62 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701624 Mar 22 14:10:51.771179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:51.781219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-080f8814-bdc0-4757-9bea-368a7c30b0cc req-c2fbd357-614a-40c2-8d26-df19bfd84eec tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413462 Mar 22 14:10:51.814896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': '17bfa465-8f8d-4afd-8c22-69c42f3f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '604ae912-a6ef-43ab-9071-f49947370c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:51.816263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: 604ae912-a6ef-43ab-9071-f49947370c56, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:51.819431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.864781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network 604ae912-a6ef-43ab-9071-f49947370c56 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:51.899899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 604ae912-a6ef-43ab-9071-f49947370c56) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:51.907605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.910147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.911113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532946c-6560-4584-97ec-26fb939cdb37 None None] Network 604ae912-a6ef-43ab-9071-f49947370c56 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:51.950267 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-adde8d23-6bb7-4d97-a9af-f6d4555cf668 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1087091 Mar 22 14:10:51.952974 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33940) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:51.960745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': '604ae912-a6ef-43ab-9071-f49947370c56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:52.022811 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11341568-99cc-493d-9ce3-2f98f4c2ea39 x-openstack-request-id: req-11341568-99cc-493d-9ce3-2f98f4c2ea39 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:52.023491 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-plugged", "status": "completed", "tag": "bd30ff5f-f2a3-41a5-8e13-4346725dcf66", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:52.023960 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11341568-99cc-493d-9ce3-2f98f4c2ea39 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:52.024606 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11341568-99cc-493d-9ce3-2f98f4c2ea39'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4', 'code': 200} Mar 22 14:10:52.026398 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11341568-99cc-493d-9ce3-2f98f4c2ea39'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f', 'code': 200} Mar 22 14:10:52.026842 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11341568-99cc-493d-9ce3-2f98f4c2ea39'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd30ff5f-f2a3-41a5-8e13-4346725dcf66', 'code': 200} Mar 22 14:10:52.048177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (f3f52aab-0d21-463d-9675-441d9c8ae046), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.107891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Subnet': ['ID=f3f52aab-0d21-463d-9675-441d9c8ae046,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:52.178379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-604ae912-a6ef-43ab-9071-f49947370c56', 'network_id': '604ae912-a6ef-43ab-9071-f49947370c56', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': 'f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:52.180341 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.299716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-39194384-aaa6-4a9e-9d92-45b20d47bf89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3231549 Mar 22 14:10:52.307332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-ee1d9bb8-23d3-40c2-9e3e-a826ce839ad4 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.315009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-ee1d9bb8-23d3-40c2-9e3e-a826ce839ad4 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/networks?id=6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 HTTP/1.1" status: 200 len: 824 time: 0.1353371 Mar 22 14:10:52.330228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:52.337467 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.339859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-2dc852ee-3017-46ec-8600-efdadfb6282f tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/quotas/5554def145074352802771e6959efca0 HTTP/1.1" status: 200 len: 375 time: 0.0237389 Mar 22 14:10:52.354224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Allocated IP 2001:db8::2 (604ae912-a6ef-43ab-9071-f49947370c56/f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799/6a9009bd-0c0f-4b1b-8d54-a3538fd10128) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:52.415418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-8f9a93ce-73e4-4596-aab2-4bea4da0e4e3 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5554def145074352802771e6959efca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744419 Mar 22 14:10:52.469946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc912d-f8f7-4238-99d9-631d55577117 req-b57f7d8b-5b65-41c0-900c-951d21ad9f54 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.478825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8cc912d-f8f7-4238-99d9-631d55577117 req-b57f7d8b-5b65-41c0-900c-951d21ad9f54 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.3605077 Mar 22 14:10:52.514014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Publish callbacks [] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.521817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Checking segment: {'id': 'ea2043a0-7de5-483a-b4f9-d733ab066663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:52.522336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network hostable DHCP agents. Network: 542c5c30-ca46-4b5c-85ad-d663406fc57b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:52.528810 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.583563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-c7a129da-bc9c-4dcf-9b9e-873265d70ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.585342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-c7a129da-bc9c-4dcf-9b9e-873265d70ef6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 1127 time: 0.2350595 Mar 22 14:10:52.594098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:52.611412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Network 604ae912-a6ef-43ab-9071-f49947370c56 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:52.619669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:52.629297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:52.691510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Pushing event updated for resources: {'Port': ['ID=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:52.712452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Attempting to bind port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:52.713126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Attempting to bind port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '17bfa465-8f8d-4afd-8c22-69c42f3f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '604ae912-a6ef-43ab-9071-f49947370c56'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:52.713877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Attempting to bind port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 on network 604ae912-a6ef-43ab-9071-f49947370c56 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:52.720681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:52.721712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Checking segment: {'id': '17bfa465-8f8d-4afd-8c22-69c42f3f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '604ae912-a6ef-43ab-9071-f49947370c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:52.722340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.722954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Bound using segment: {'id': '17bfa465-8f8d-4afd-8c22-69c42f3f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '604ae912-a6ef-43ab-9071-f49947370c56'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:52.723736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Bound port: 6a9009bd-0c0f-4b1b-8d54-a3538fd10128, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bfa465-8f8d-4afd-8c22-69c42f3f34d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '604ae912-a6ef-43ab-9071-f49947370c56'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:52.724291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.753489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.754148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.754690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.754990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.755486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.755947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.756585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.760030 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-4b2dd5fe-df5d-4fb5-9461-2dfb485c937d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6718 time: 0.6356716 Mar 22 14:10:52.765040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8cc912d-f8f7-4238-99d9-631d55577117 req-946a6e58-1aa0-47e6-b7a7-b30a07a26961 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850204 Mar 22 14:10:52.765680 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (eed5285d-e6f8-4d7e-af8e-282e9b807a7a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.776019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 542c5c30-ca46-4b5c-85ad-d663406fc57b) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:52.832609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-05d05143-d1aa-4761-bd5d-16129a879f8e service neutron] 10.222.0.44 "GET /v2.0/networks/6aad9d61-b8df-49ea-aff1-3942ae2cc2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064465 Mar 22 14:10:52.879596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=eed5285d-e6f8-4d7e-af8e-282e9b807a7a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:52.907413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] For port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:52.909996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-22879a19-a87d-4043-9b76-35fb54f260b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.915039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-22879a19-a87d-4043-9b76-35fb54f260b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.2919099 Mar 22 14:10:52.916604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] For port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,segment=NetworkSegment(17bfa465-8f8d-4afd-8c22-69c42f3f34d7),segment_id=17bfa465-8f8d-4afd-8c22-69c42f3f34d7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:52.928459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab9db6-337e-44d8-8b40-0685c931af3f None None] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:52.959754 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.964364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network 604ae912-a6ef-43ab-9071-f49947370c56 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:52.977210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:52.998222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.998820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.003795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.004565 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.055584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7706013-f8f3-4731-825c-e2c17778f7a6 req-db18d4fd-3832-4ff1-aa1a-210ad55a9052 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772275 Mar 22 14:10:53.072851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eda907e1-0634-4be3-a0bc-9b2fa9d192f1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1181102 Mar 22 14:10:53.076732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33958) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.087059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba3c2a-8773-498a-9b31-7627055f0249 None None] Pushing event updated for resources: {'Port': ['ID=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:53.100462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1d80a95-5ebc-4882-be69-bb0aa5cddd91 req-de094774-619b-425d-973b-1e75d36fbd61 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 210 time: 0.1753740 Mar 22 14:10:53.143441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-542c5c30-ca46-4b5c-85ad-d663406fc57b', 'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'project_id': '98d0233adca3432d9470d38d089b8024', 'fixed_ips': [{'subnet_id': 'f3f52aab-0d21-463d-9675-441d9c8ae046'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:53.144408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.262722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0e8e0-8bbc-4305-b29f-cfa4b3f64239 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.264570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0e8e0-8bbc-4305-b29f-cfa4b3f64239 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.265415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-9266930c-b068-497b-9990-e978b346354c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bd258-08a7-4752-8192-1a39568f097e HTTP/1.1" status: 200 len: 217 time: 0.1873538 Mar 22 14:10:53.266921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0e8e0-8bbc-4305-b29f-cfa4b3f64239 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.274670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0e8e0-8bbc-4305-b29f-cfa4b3f64239 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.276697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0e8e0-8bbc-4305-b29f-cfa4b3f64239 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.278921 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aee0e8e0-8bbc-4305-b29f-cfa4b3f64239 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2006490 Mar 22 14:10:53.283769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.290574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3757650'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:53.290994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-47460011-c79a-4988-bff5-48b92c3c19d0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0906229 Mar 22 14:10:53.313302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33964) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.326614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Allocated IP 172.20.0.2 (542c5c30-ca46-4b5c-85ad-d663406fc57b/f3f52aab-0d21-463d-9675-441d9c8ae046/8dc01c87-0eed-4a56-8263-4a5618beca0e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:53.327276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'name': 'tempest-AllowedAddressPairTestJSON-1355380255'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:53.423258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:53.427657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.440349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-bc816fab-44b0-4317-8412-f6c835d2b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.441922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-bc816fab-44b0-4317-8412-f6c835d2b590 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1202908 Mar 22 14:10:53.539172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.540140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:53.569237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-439efb57-875e-48a3-9c81-95ec52ee0e67 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.570777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-439efb57-875e-48a3-9c81-95ec52ee0e67 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.8096683 Mar 22 14:10:53.590075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Request body: {'port': {'device_id': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'admin_state_up': True, 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:53.594206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b400c98d-c723-4ac4-8bab-445b9ddb111a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.594555 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment b400c98d-c723-4ac4-8bab-445b9ddb111a of type vlan for network e930d421-1bce-4b16-b084-035234529e5e Mar 22 14:10:53.606427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4386c424-dbac-4246-b4a2-3f96d81437f0 service neutron] 10.222.0.44 "GET /v2.0/networks/6aad9d61-b8df-49ea-aff1-3942ae2cc2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7728043 Mar 22 14:10:53.629211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.635915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.642811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.650051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.656855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.664026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.670359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.679968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-5f2e865d-49d1-45ee-a2ca-4f3cb5049bc7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.4222887 Mar 22 14:10:53.681510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e930d421-1bce-4b16-b084-035234529e5e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.702077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:53.705648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.729722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e930d421-1bce-4b16-b084-035234529e5e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.735226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Publish callbacks [] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.735471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.736139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.739893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] device_id is not set on port bb5ea635-5c91-4d43-8c86-187bdcc69da6 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:10:53.748655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.797836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-e1329480-f07f-4bcb-b6da-c83764370d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.799751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-e1329480-f07f-4bcb-b6da-c83764370d4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3460395 Mar 22 14:10:53.862670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Pushing event updated for resources: {'Port': ['ID=8dc01c87-0eed-4a56-8263-4a5618beca0e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:53.871299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:53.889233 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6013477 Mar 22 14:10:53.899116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33972) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.915069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d258-c538-424e-ba7f-05dcd8be0b77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=e930d421-1bce-4b16-b084-035234529e5e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:53.925232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:53.935393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:53.939283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:53.942274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e930d421-1bce-4b16-b084-035234529e5e details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:54.004444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-011be395-a937-4125-85e5-72a71380e936 req-5285d675-a071-4755-8b37-11539b9d39c5 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 210 time: 0.1766927 Mar 22 14:10:54.015729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44212aa3-ed2f-4bbd-8ff4-722c51962ef6 req-c19e59cf-9f67-4da8-9c34-bc1e5e3b5532 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3347633 Mar 22 14:10:54.019250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Allocated IP 172.20.0.4 (542c5c30-ca46-4b5c-85ad-d663406fc57b/f3f52aab-0d21-463d-9675-441d9c8ae046/bb5ea635-5c91-4d43-8c86-187bdcc69da6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:54.060693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:54.190298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:10:54.383690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (bb5ea635-5c91-4d43-8c86-187bdcc69da6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.403367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-600c6952-a646-4a88-88f3-f4d18aa65561 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886183 Mar 22 14:10:54.444962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:54.453108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.460283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bb5ea635-5c91-4d43-8c86-187bdcc69da6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.554984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Attempting to bind port 8dc01c87-0eed-4a56-8263-4a5618beca0e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:54.556108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Attempting to bind port 8dc01c87-0eed-4a56-8263-4a5618beca0e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ea2043a0-7de5-483a-b4f9-d733ab066663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:54.556655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Attempting to bind port 8dc01c87-0eed-4a56-8263-4a5618beca0e on network 542c5c30-ca46-4b5c-85ad-d663406fc57b {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:54.568873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:54.573086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:54.573899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Checking segment: {'id': 'ea2043a0-7de5-483a-b4f9-d733ab066663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:54.574719 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.575449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Bound using segment: {'id': 'ea2043a0-7de5-483a-b4f9-d733ab066663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:54.576195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Bound port: 8dc01c87-0eed-4a56-8263-4a5618beca0e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2043a0-7de5-483a-b4f9-d733ab066663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:54.576798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.582009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:54.591071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:54.612842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.686988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=bb5ea635-5c91-4d43-8c86-187bdcc69da6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.692153 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.734705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:54.747142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d76e0ed-ee47-4424-bf6a-7b4117bbeb2e req-b98c9ff4-617b-44a7-8f4c-6283cd222170 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430329 Mar 22 14:10:54.750360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41d0d03f-0dde-4801-b023-9c552a93e87b req-1d49c1b9-b138-4f9b-8d90-1787c67ac2c8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 210 time: 0.3904150 Mar 22 14:10:54.770827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:54.859150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:54.881114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.890583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62b002-33ee-4c4d-b4da-cbf97b70239d None None] Network 604ae912-a6ef-43ab-9071-f49947370c56 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:54.946553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d4bd-1bce-42d1-9985-620f1827fb6b req-a5d370f0-d309-464c-bb5d-8c1b1b0cc9e7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:54.967223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77479d45-f527-40f2-8912-1ba9b2e4cad2 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6449783 Mar 22 14:10:54.968061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b78d4bd-1bce-42d1-9985-620f1827fb6b req-a5d370f0-d309-464c-bb5d-8c1b1b0cc9e7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.7445867 Mar 22 14:10:54.968184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.973360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'name': 'tempest-AllowedAddressPairTestJSON-1310577435', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1f:da:c9'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:54.998835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'mac_address': 'fa:16:3e:80:29:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:55.024467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] For port 8dc01c87-0eed-4a56-8263-4a5618beca0e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:55.226324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:55.401294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] For port 8dc01c87-0eed-4a56-8263-4a5618beca0e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8dc01c87-0eed-4a56-8263-4a5618beca0e,segment=NetworkSegment(ea2043a0-7de5-483a-b4f9-d733ab066663),segment_id=ea2043a0-7de5-483a-b4f9-d733ab066663)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:55.428811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c9f49586-033a-491e-8c10-331ed9579bff None None] Provisioning complete for port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:55.430352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c9f49586-033a-491e-8c10-331ed9579bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.438789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.472459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] device_id is not set on port d5128f41-1bc5-4306-b5c7-9a1f13d1388d yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:10:55.537387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.575314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:55.576055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.711554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Allocated IP 172.20.0.11 (542c5c30-ca46-4b5c-85ad-d663406fc57b/f3f52aab-0d21-463d-9675-441d9c8ae046/d5128f41-1bc5-4306-b5c7-9a1f13d1388d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:55.718423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:55.721875 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.803349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Allocated IP 172.20.0.13 (0fe42f4b-0f12-4858-ba08-c78a76740d73/edb6b946-1919-428d-82b4-bb41969f7980/792e18f5-534d-440d-87ef-98b45c9719bc) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:55.825953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f54264c-4e49-4e78-88e4-ca3df09dfa36 req-8bee9adc-9b0c-4904-b48f-9cb318e39de7 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 210 time: 0.5433481 Mar 22 14:10:55.864187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:55.870130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e930d421-1bce-4b16-b084-035234529e5e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.957313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e930d421-1bce-4b16-b084-035234529e5e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.020457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:56.053578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network e930d421-1bce-4b16-b084-035234529e5e is not hosted by any dhcp agent {{(pid=110457) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:10:56.063991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.064619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.064923 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.071225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "PUT /v2.0/networks/e930d421-1bce-4b16-b084-035234529e5e HTTP/1.1" status: 200 len: 723 time: 2.0628989 Mar 22 14:10:56.091145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae25dc9-6076-496c-ae91-7e38de7cd23c None None] Pushing event updated for resources: {'Port': ['ID=8dc01c87-0eed-4a56-8263-4a5618beca0e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:56.092825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34022) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:56.112660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b78d4bd-1bce-42d1-9985-620f1827fb6b req-a5baa81e-4343-42b6-930e-cd6e1e31b29f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0941167 Mar 22 14:10:56.118607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': 'e930d421-1bce-4b16-b084-035234529e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:56.272273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d36f7-ad0c-407e-86cd-e2b0d5d72756 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=e930d421-1bce-4b16-b084-035234529e5e,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:56.374239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:56.380986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:56.381998 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.388457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70baf599-2ad6-4dac-804d-5a7da75ed50c req-cc72de60-8cc8-4c39-8141-44fd24402b0d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 210 time: 0.0560694 Mar 22 14:10:56.434965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5b25a23b-9f3e-41b5-a249-d6f77c3008d0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:56.440488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e930d421-1bce-4b16-b084-035234529e5e details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:56.449247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.455072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.461299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.467263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.474517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.480258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.485743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.493661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-704e4649-0bbc-4212-bc28-3c7d8c74f1d5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.5443861 Mar 22 14:10:56.614762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:56.620537 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.694169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,segment=NetworkSegment(17bfa465-8f8d-4afd-8c22-69c42f3f34d7),segment_id=17bfa465-8f8d-4afd-8c22-69c42f3f34d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:56.699557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c9f49586-033a-491e-8c10-331ed9579bff None None] Current status of the port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:56.701345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c9f49586-033a-491e-8c10-331ed9579bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.715732 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.718847 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks [] for port (792e18f5-534d-440d-87ef-98b45c9719bc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.745277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2a9776a-deb3-465d-8829-e3c5605a8d38 req-bec4cca4-b675-4230-beff-4e847badccc4 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2502735 Mar 22 14:10:56.845377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.941596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a63aa2f-5133-4997-8918-c8d8cefd5cce None None] Update dhcp port {'port': {'network_id': '604ae912-a6ef-43ab-9071-f49947370c56', 'fixed_ips': [{'subnet_id': 'f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eed5285d-e6f8-4d7e-af8e-282e9b807a7a'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '6a9009bd-0c0f-4b1b-8d54-a3538fd10128'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:10:57.006036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:57.013003 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a63aa2f-5133-4997-8918-c8d8cefd5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.080643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:57.090614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8dc01c87-0eed-4a56-8263-4a5618beca0e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:57.093148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:57.212066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22b50fd4-ea5d-4366-a718-0bad5711b5bf req-229fab39-2860-4592-8f44-8baa1c094a9e tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 210 time: 0.2027826 Mar 22 14:10:57.269685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-9fe829c2-4ab5-454f-8158-5bba5927d7c0 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.272092 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-9fe829c2-4ab5-454f-8158-5bba5927d7c0 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.42 "GET /v2.0/networks?id=6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 HTTP/1.1" status: 200 len: 824 time: 1.4820406 Mar 22 14:10:57.289030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Request body: {'port': {'device_id': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0', 'admin_state_up': True, 'tenant_id': '5554def145074352802771e6959efca0'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:57.311216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:57.387850 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-c9f49586-033a-491e-8c10-331ed9579bff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:10:57.387850 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-c9f49586-033a-491e-8c10-331ed9579bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:10:57.463218 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (d5128f41-1bc5-4306-b5c7-9a1f13d1388d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.499852 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (03138d97-aff0-4396-b288-c3a3abbfd1b6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.599906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-9a63aa2f-5133-4997-8918-c8d8cefd5cce None None] Allocated IP 172.20.0.1 (604ae912-a6ef-43ab-9071-f49947370c56/eed5285d-e6f8-4d7e-af8e-282e9b807a7a/6a9009bd-0c0f-4b1b-8d54-a3538fd10128) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:57.609138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d5128f41-1bc5-4306-b5c7-9a1f13d1388d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.690904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=03138d97-aff0-4396-b288-c3a3abbfd1b6,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:57.713819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event updated for resources: {'Port': ['ID=792e18f5-534d-440d-87ef-98b45c9719bc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:57.719593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9a63aa2f-5133-4997-8918-c8d8cefd5cce None None] For port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,segment=NetworkSegment(17bfa465-8f8d-4afd-8c22-69c42f3f34d7),segment_id=17bfa465-8f8d-4afd-8c22-69c42f3f34d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:57.766548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=d5128f41-1bc5-4306-b5c7-9a1f13d1388d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:57.767761 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a63aa2f-5133-4997-8918-c8d8cefd5cce None None] Publish callbacks [] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.787794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.792576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:57.793341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b3119-0dd4-48b2-a171-03ad5259bceb None None] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:57.796800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a63aa2f-5133-4997-8918-c8d8cefd5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.798052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:57.803932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.809510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:57.820043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.826005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.841479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.847478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.853233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.855361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53876ed3-ffb2-4424-b83a-3dfb313534ea req-b556726e-7a25-432e-b873-d10a6c4c8522 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.8451924 Mar 22 14:10:57.868964 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.870409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.875014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34036) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:57.887177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Request body: {'floatingip': {'port_id': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:57.906918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f11cf3-85c0-4e12-9432-01a5e73ff9c2 req-1446cfaf-757b-4a30-a970-33a0501ed241 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.914346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6f11cf3-85c0-4e12-9432-01a5e73ff9c2 req-1446cfaf-757b-4a30-a970-33a0501ed241 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 945 time: 0.4560738 Mar 22 14:10:57.945159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-af240f43-c919-4c1d-8118-b1be8320748e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3638480 Mar 22 14:10:57.966096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Request body: {'port': {'device_id': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:57.974100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Made reservation on behalf of 5554def145074352802771e6959efca0 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:57.977832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.020165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': 'b400c98d-c723-4ac4-8bab-445b9ddb111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e930d421-1bce-4b16-b084-035234529e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:58.020790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: e930d421-1bce-4b16-b084-035234529e5e, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:58.048840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:58.049473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.059670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8dc01c87-0eed-4a56-8263-4a5618beca0e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:58.060056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.066378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6f11cf3-85c0-4e12-9432-01a5e73ff9c2 req-05a6e4e2-1d5f-4eeb-8d8a-8a8fb1496774 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506336 Mar 22 14:10:58.114491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for floatingip (5bea1fc7-cb7a-4d65-b25b-ad105ba847e8), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.115879 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.155361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network e930d421-1bce-4b16-b084-035234529e5e is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:58.166661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ca008-3a75-48be-9347-c830edd1b2c0 req-d8c18aa4-5d90-4889-b3f2-93d6ce6ca68a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:58.178393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-511ca008-3a75-48be-9347-c830edd1b2c0 req-d8c18aa4-5d90-4889-b3f2-93d6ce6ca68a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 932 time: 0.1334958 Mar 22 14:10:58.258023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63aa2f-5133-4997-8918-c8d8cefd5cce None None] Pushing event updated for resources: {'Port': ['ID=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:58.276516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c9f49586-033a-491e-8c10-331ed9579bff None None] Current status of the port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:58.331615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e930d421-1bce-4b16-b084-035234529e5e) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:58.364057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cca7e-e517-4369-b835-8458a3714d63 None None] Network e930d421-1bce-4b16-b084-035234529e5e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:58.370279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:58.371048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.380138 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06b538c6-d475-4314-b8af-de9d35d70392 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.4061944 Mar 22 14:10:58.383234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34040) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:58.488976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Allocated IP 172.20.0.7 (6aad9d61-b8df-49ea-aff1-3942ae2cc2e0/aa86f5a7-13a4-4b64-9d9f-044506be6cb4/48b1cb2a-7794-4484-9369-5f9ff72cbddd) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:58.548244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90243870-a3da-44a6-8742-19dc5169212b req-5a1d99ad-757e-47a6-bb79-83c1fe60b8f1 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 210 time: 0.1617885 Mar 22 14:10:58.572885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-78ecda88-103d-450b-8a82-6f9876a4c2f7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4591255 Mar 22 14:10:58.585033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34044) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:58.593484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-511ca008-3a75-48be-9347-c830edd1b2c0 req-40d22752-ee7b-4da3-94d9-59f0ae8f6b42 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142153 Mar 22 14:10:58.606709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b50ccfcb-55e9-473e-91ba-3d0ae48ee6b5 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:58.689127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8dc01c87-0eed-4a56-8263-4a5618beca0e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:58.690330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.714663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f2770ace-3f48-43cb-b84a-a515b5fcbdd9 None None] Provisioning complete for port 8dc01c87-0eed-4a56-8263-4a5618beca0e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:58.715774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2770ace-3f48-43cb-b84a-a515b5fcbdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.789402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.820954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e930d421-1bce-4b16-b084-035234529e5e', 'network_id': 'e930d421-1bce-4b16-b084-035234529e5e', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': '03138d97-aff0-4396-b288-c3a3abbfd1b6'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:58.833417 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.873870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 8dc01c87-0eed-4a56-8263-4a5618beca0e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8dc01c87-0eed-4a56-8263-4a5618beca0e,segment=NetworkSegment(ea2043a0-7de5-483a-b4f9-d733ab066663),segment_id=ea2043a0-7de5-483a-b4f9-d733ab066663)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:58.892666 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.911062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76a48f-7378-4b57-89b3-7406bda300e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:58.927811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76a48f-7378-4b57-89b3-7406bda300e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:58.958702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76a48f-7378-4b57-89b3-7406bda300e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:58.964314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34046) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:58.970461 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df76a48f-7378-4b57-89b3-7406bda300e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5775766 Mar 22 14:10:59.124168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:59.365957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks [] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.376101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792e18f5-534d-440d-87ef-98b45c9719bc {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:59.406543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Publish callbacks [] for port (792e18f5-534d-440d-87ef-98b45c9719bc), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.438746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.464993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Transition to ACTIVE for port object 792e18f5-534d-440d-87ef-98b45c9719bc will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:59.489142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.569685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed689c-609e-4090-8410-536188330f82 None None] Network 604ae912-a6ef-43ab-9071-f49947370c56 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:59.592362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18c2ef-fb5d-4773-b59d-2e831ef4b619 req-3dadc746-ce02-42fd-a5cd-0cf9873a73f2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:59.595356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea18c2ef-fb5d-4773-b59d-2e831ef4b619 req-3dadc746-ce02-42fd-a5cd-0cf9873a73f2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 945 time: 0.3746567 Mar 22 14:10:59.693923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting port d5128f41-1bc5-4306-b5c7-9a1f13d1388d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:59.694411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d5128f41-1bc5-4306-b5c7-9a1f13d1388d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.708781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea18c2ef-fb5d-4773-b59d-2e831ef4b619 req-0265edbf-8827-4fab-b591-125e227291ea tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050563 Mar 22 14:10:59.756706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Pushing event updated for resources: {'Port': ['ID=792e18f5-534d-440d-87ef-98b45c9719bc,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:59.795492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=8dc01c87-0eed-4a56-8263-4a5618beca0e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:59.943777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:59.968433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:59.999764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f2770ace-3f48-43cb-b84a-a515b5fcbdd9 None None] Current status of the port 8dc01c87-0eed-4a56-8263-4a5618beca0e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:00.003510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:00.019840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b50ccfcb-55e9-473e-91ba-3d0ae48ee6b5 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17509162'] for subnet (03138d97-aff0-4396-b288-c3a3abbfd1b6), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.052434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Allocated IP 2001:db8::2 (e930d421-1bce-4b16-b084-035234529e5e/03138d97-aff0-4396-b288-c3a3abbfd1b6/ab8a7e53-b207-405d-9b2d-55bf46987571) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:00.071724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671cf70-4c5a-4a6f-adb5-67b8741ea5ac req-f7a31931-3180-4ff6-9d1d-0f86ca769797 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:00.073484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9671cf70-4c5a-4a6f-adb5-67b8741ea5ac req-f7a31931-3180-4ff6-9d1d-0f86ca769797 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 944 time: 0.2151368 Mar 22 14:11:00.083711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a2bbb-80f5-47a7-88b8-7bb4310a29c8 req-f3bdd8a5-6a3c-4401-ae5b-3c48ea4e55ac tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:00.093690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-093a2bbb-80f5-47a7-88b8-7bb4310a29c8 req-f3bdd8a5-6a3c-4401-ae5b-3c48ea4e55ac tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 931 time: 0.3339267 Mar 22 14:11:00.104668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Attempting to bind port 792e18f5-534d-440d-87ef-98b45c9719bc on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:00.105110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Attempting to bind port 792e18f5-534d-440d-87ef-98b45c9719bc by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:00.105503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Attempting to bind port 792e18f5-534d-440d-87ef-98b45c9719bc on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:00.120098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:00.121845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.147514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d5128f41-1bc5-4306-b5c7-9a1f13d1388d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.161394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Pushing event updated for resources: {'Port': ['ID=48b1cb2a-7794-4484-9369-5f9ff72cbddd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:00.175548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:00.176631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Port 792e18f5-534d-440d-87ef-98b45c9719bc on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:00.177677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Attempting to bind port 792e18f5-534d-440d-87ef-98b45c9719bc on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:00.213145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:00.213710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:00.214192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Bound using segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:00.214826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Bound port: 792e18f5-534d-440d-87ef-98b45c9719bc, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:00.215282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:00.215454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.215993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.238958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Calling delete_port for d5128f41-1bc5-4306-b5c7-9a1f13d1388d owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:00.279226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-093a2bbb-80f5-47a7-88b8-7bb4310a29c8 req-cc75c123-5988-4445-bfab-714d3f07330e tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844330 Mar 22 14:11:00.368814 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-f64e9673-3a39-4055-80b6-095a92e3b269 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0856361 Mar 22 14:11:00.397529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Request body: {'port': {'device_id': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:00.403424 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:11:00.431414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Provisioning complete for port bb5ea635-5c91-4d43-8c86-187bdcc69da6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:00.432313 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb5ea635-5c91-4d43-8c86-187bdcc69da6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.436840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9671cf70-4c5a-4a6f-adb5-67b8741ea5ac req-04ef8233-cd3d-4aab-a90e-b16ca64fa01c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340900 Mar 22 14:11:00.494785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] For port 792e18f5-534d-440d-87ef-98b45c9719bc, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:00.503293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] For port 792e18f5-534d-440d-87ef-98b45c9719bc, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=792e18f5-534d-440d-87ef-98b45c9719bc,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:00.523997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.575118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:00.576006 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.578030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] 10.222.0.42 "PUT /v2.0/ports/792e18f5-534d-440d-87ef-98b45c9719bc HTTP/1.1" status: 200 len: 1092 time: 2.6216187 Mar 22 14:11:00.589385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.605828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (5bea1fc7-cb7a-4d65-b25b-ad105ba847e8), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.624382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'tag': '792e18f5-534d-440d-87ef-98b45c9719bc'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:00.627809 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fad497-70ca-452a-97dc-4dc8380d3d03" -d '{"events": [{"name": "network-changed", "server_uuid": "d00c19eb-4c32-4931-b618-8fc3140394e5", "tag": "792e18f5-534d-440d-87ef-98b45c9719bc"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:00.667332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:00.676797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Port bb5ea635-5c91-4d43-8c86-187bdcc69da6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:00.720143 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6377ea-3cac-4814-8244-fa6934754f79 x-openstack-request-id: req-5e6377ea-3cac-4814-8244-fa6934754f79 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:00.723567 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00c19eb-4c32-4931-b618-8fc3140394e5", "tag": "792e18f5-534d-440d-87ef-98b45c9719bc", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:00.724019 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e6377ea-3cac-4814-8244-fa6934754f79 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:00.724594 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6377ea-3cac-4814-8244-fa6934754f79'] response: {'name': 'network-changed', 'server_uuid': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'tag': '792e18f5-534d-440d-87ef-98b45c9719bc', 'status': 'completed', 'code': 200} Mar 22 14:11:00.725855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:00.726238 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.770957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Provisioning complete for port 8dc01c87-0eed-4a56-8263-4a5618beca0e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:00.771330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.815708 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Floating IP 5bea1fc7-cb7a-4d65-b25b-ad105ba847e8 associated. External IP: 172.25.2.226, port: 40bc9f53-aab1-44c0-97b8-a80ad1a0df28. Mar 22 14:11:00.818207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.832996 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Publish callbacks [] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.844712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b9bff-ac3c-4815-a3e1-63d85eaec1cd service neutron] Pushing event updated for resources: {'Port': ['ID=792e18f5-534d-440d-87ef-98b45c9719bc,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:00.853135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.895884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d5128f41-1bc5-4306-b5c7-9a1f13d1388d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.962230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-da1e16c4-edd1-408d-8107-2bde57be46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:00.963864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-da1e16c4-edd1-408d-8107-2bde57be46ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 1126 time: 0.3114700 Mar 22 14:11:00.967091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Port': ['ID=d5128f41-1bc5-4306-b5c7-9a1f13d1388d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:00.980199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Current status of the port 8dc01c87-0eed-4a56-8263-4a5618beca0e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:00.985424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Network e930d421-1bce-4b16-b084-035234529e5e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:00.988816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Could not find standard attr ID for object d5128f41-1bc5-4306-b5c7-9a1f13d1388d. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:11:01.013223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:01.019501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:01.077195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Pushing event updated for resources: {'Port': ['ID=ab8a7e53-b207-405d-9b2d-55bf46987571,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:01.175248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Provisioning complete for port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:01.176728 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.184154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8dc01c87-0eed-4a56-8263-4a5618beca0e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:01.347453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:01.347962 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.443669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:01.447719 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c74e5d-a3d2-4881-9a1c-595702326436" -d '{"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:01.533180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:01.535779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c38a5d43-7e61-46dc-aa60-5a0a9922bec2 None None] Current status of the port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:01.538506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-dc72c85d-5d6e-4772-a7c6-fb65e7768784 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792e18f5-534d-440d-87ef-98b45c9719bc HTTP/1.1" status: 200 len: 217 time: 0.5657322 Mar 22 14:11:01.542670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Attempting to bind port ab8a7e53-b207-405d-9b2d-55bf46987571 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:01.543082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Attempting to bind port ab8a7e53-b207-405d-9b2d-55bf46987571 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b400c98d-c723-4ac4-8bab-445b9ddb111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e930d421-1bce-4b16-b084-035234529e5e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:01.544104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Attempting to bind port ab8a7e53-b207-405d-9b2d-55bf46987571 on network e930d421-1bce-4b16-b084-035234529e5e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:01.551735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.556327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:01.556766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Checking segment: {'id': 'b400c98d-c723-4ac4-8bab-445b9ddb111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e930d421-1bce-4b16-b084-035234529e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:01.557107 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.557492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Bound using segment: {'id': 'b400c98d-c723-4ac4-8bab-445b9ddb111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e930d421-1bce-4b16-b084-035234529e5e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:01.558284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Bound port: ab8a7e53-b207-405d-9b2d-55bf46987571, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b400c98d-c723-4ac4-8bab-445b9ddb111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e930d421-1bce-4b16-b084-035234529e5e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:01.558667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.574627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6084369-0886-4433-bf6d-6064e59d5050 req-8dfee81b-40e9-434d-986b-8214f0f6ae93 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:01.576820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6084369-0886-4433-bf6d-6064e59d5050 req-8dfee81b-40e9-434d-986b-8214f0f6ae93 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 945 time: 0.7146347 Mar 22 14:11:01.666827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8dc01c87-0eed-4a56-8263-4a5618beca0e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:01.667392 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.831658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-c5bf7530-65d5-4558-a3df-5d4206631656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:01.833292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-c5bf7530-65d5-4558-a3df-5d4206631656 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.2769613 Mar 22 14:11:01.913141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:01.935173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-12d37b3e-8e5f-4b91-8d33-6003cba32bcd None None] Provisioning complete for port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:01.935760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-12d37b3e-8e5f-4b91-8d33-6003cba32bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.938836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] For port ab8a7e53-b207-405d-9b2d-55bf46987571, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:01.978765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] For port ab8a7e53-b207-405d-9b2d-55bf46987571, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab8a7e53-b207-405d-9b2d-55bf46987571,segment=NetworkSegment(b400c98d-c723-4ac4-8bab-445b9ddb111a),segment_id=b400c98d-c723-4ac4-8bab-445b9ddb111a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:01.996109 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.045229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b1cb2a-7794-4484-9369-5f9ff72cbddd {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:02.051419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7530f7-c1aa-4c3b-abad-5ac1c02b9857 req-35dc4ea3-82e2-4ad6-a3f2-d9fe8533466f tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:02.055377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Publish callbacks [] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.061552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b7530f7-c1aa-4c3b-abad-5ac1c02b9857 req-35dc4ea3-82e2-4ad6-a3f2-d9fe8533466f tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 931 time: 0.5346704 Mar 22 14:11:02.074563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Transition to ACTIVE for port object 48b1cb2a-7794-4484-9369-5f9ff72cbddd will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:02.086883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.102354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6084369-0886-4433-bf6d-6064e59d5050 req-315bb149-7e33-4416-bc85-b949defe3a47 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014961 Mar 22 14:11:02.107277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.125422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-37ad54c7-3ba3-4dec-8713-2b245bafcaca tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/ports/d5128f41-1bc5-4306-b5c7-9a1f13d1388d HTTP/1.1" status: 204 len: 168 time: 3.1599576 Mar 22 14:11:02.136960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-3ab6ed7d-8868-47ee-ab2a-8690caaebd4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2639766 Mar 22 14:11:02.141860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34152) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:02.173403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8dc01c87-0eed-4a56-8263-4a5618beca0e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:02.175672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f5772-51cf-4d7b-993a-d15460c04038 None None] Pushing event updated for resources: {'Port': ['ID=ab8a7e53-b207-405d-9b2d-55bf46987571,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:02.194928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Pushing event updated for resources: {'Port': ['ID=48b1cb2a-7794-4484-9369-5f9ff72cbddd,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:02.204573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-12d37b3e-8e5f-4b91-8d33-6003cba32bcd None None] Current status of the port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:02.222602 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd6ec0e-bf56-4205-98b5-78673681dfae x-openstack-request-id: req-7dd6ec0e-bf56-4205-98b5-78673681dfae {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:02.222926 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-plugged", "status": "completed", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:02.223185 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dd6ec0e-bf56-4205-98b5-78673681dfae {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:02.223584 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd6ec0e-bf56-4205-98b5-78673681dfae'] response: {'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'code': 200} Mar 22 14:11:02.308788 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-017d0214-008b-420e-b2fb-1c30f46aa342 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] GET failed (client error): The resource could not be found. Mar 22 14:11:02.315628 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-017d0214-008b-420e-b2fb-1c30f46aa342 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "GET /v2.0/ports/d5128f41-1bc5-4306-b5c7-9a1f13d1388d HTTP/1.1" status: 404 len: 333 time: 0.1465247 Mar 22 14:11:02.351662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34162) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:02.360838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'name': 'tempest-AllowedAddressPairTestJSON-145560981'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:02.505015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cf928-75d1-4c11-8ee9-eb07a064f990 req-1bf50d28-de1f-42f5-b41e-fca7916cb298 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:02.507104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f91cf928-75d1-4c11-8ee9-eb07a064f990 req-1bf50d28-de1f-42f5-b41e-fca7916cb298 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 944 time: 0.1686041 Mar 22 14:11:02.512527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b7530f7-c1aa-4c3b-abad-5ac1c02b9857 req-030e7db1-0638-4a64-91f0-bf8b227d2594 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495802 Mar 22 14:11:02.595616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-7d771187-6be4-4ad9-8b8e-041e98e17f50 service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399569 Mar 22 14:11:02.640081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:02.644678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.645828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f91cf928-75d1-4c11-8ee9-eb07a064f990 req-506f424e-7404-4364-9fae-de1ed6f81082 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272376 Mar 22 14:11:02.687648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] device_id is not set on port 6d8b43b5-7651-4a06-9645-df10f5e04fd8 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:02.701135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b50ccfcb-55e9-473e-91ba-3d0ae48ee6b5 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784113941643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16940182'] for subnet (03138d97-aff0-4396-b288-c3a3abbfd1b6), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.738827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74479976-43f8-43f3-aeca-4520f2bcd1e8 req-c0805d38-a668-4cb9-83a4-a7abcd031913 service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342657 Mar 22 14:11:02.885572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ccfcb-55e9-473e-91ba-3d0ae48ee6b5 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:02.886662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b50ccfcb-55e9-473e-91ba-3d0ae48ee6b5 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.891435 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b50ccfcb-55e9-473e-91ba-3d0ae48ee6b5 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "PUT /v2.0/subnets/03138d97-aff0-4396-b288-c3a3abbfd1b6 HTTP/1.1" status: 200 len: 826 time: 4.2986672 Mar 22 14:11:02.899758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34202) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:02.921016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-1f64c926-d353-4c77-8ff0-cf9cf93c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:02.929542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Attempting to bind port 48b1cb2a-7794-4484-9369-5f9ff72cbddd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:02.929992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Attempting to bind port 48b1cb2a-7794-4484-9369-5f9ff72cbddd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'a1990ecc-57c5-4af3-9322-4d76b0b05b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:02.930647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Attempting to bind port 48b1cb2a-7794-4484-9369-5f9ff72cbddd on network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:02.957030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-1f64c926-d353-4c77-8ff0-cf9cf93c593e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 1126 time: 0.1372068 Mar 22 14:11:03.010462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Port 48b1cb2a-7794-4484-9369-5f9ff72cbddd on network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:03.011223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Attempting to bind port 48b1cb2a-7794-4484-9369-5f9ff72cbddd on network 6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:03.043675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:03.044025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Checking segment: {'id': 'a1990ecc-57c5-4af3-9322-4d76b0b05b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:03.044526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Bound using segment: {'id': 'a1990ecc-57c5-4af3-9322-4d76b0b05b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:03.045072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Bound port: 48b1cb2a-7794-4484-9369-5f9ff72cbddd, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1990ecc-57c5-4af3-9322-4d76b0b05b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:03.045529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.063658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ccfcb-55e9-473e-91ba-3d0ae48ee6b5 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=03138d97-aff0-4396-b288-c3a3abbfd1b6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:03.146297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab8a7e53-b207-405d-9b2d-55bf46987571 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:03.179497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] For port 48b1cb2a-7794-4484-9369-5f9ff72cbddd, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:03.183428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] For port 48b1cb2a-7794-4484-9369-5f9ff72cbddd, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=48b1cb2a-7794-4484-9369-5f9ff72cbddd,segment=NetworkSegment(a1990ecc-57c5-4af3-9322-4d76b0b05b12),segment_id=a1990ecc-57c5-4af3-9322-4d76b0b05b12)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:03.202165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Allocated IP 172.20.0.10 (542c5c30-ca46-4b5c-85ad-d663406fc57b/f3f52aab-0d21-463d-9675-441d9c8ae046/6d8b43b5-7651-4a06-9645-df10f5e04fd8) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:03.222037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Router ca5a55b6-8559-4869-a995-75f22ca8dea7 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:11:03.237748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.310873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ab8a7e53-b207-405d-9b2d-55bf46987571 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:03.311255 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.428551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ab8a7e53-b207-405d-9b2d-55bf46987571 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:03.428950 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.470114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ab8a7e53-b207-405d-9b2d-55bf46987571, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab8a7e53-b207-405d-9b2d-55bf46987571,segment=NetworkSegment(b400c98d-c723-4ac4-8bab-445b9ddb111a),segment_id=b400c98d-c723-4ac4-8bab-445b9ddb111a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:03.474192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f64e-4270-4047-8b80-986c29127a3e req-cbf92659-16c3-4a81-bb7d-2684c8301107 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:03.476842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.481604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c53f64e-4270-4047-8b80-986c29127a3e req-cbf92659-16c3-4a81-bb7d-2684c8301107 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2053223 Mar 22 14:11:03.490477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-c66935d5-5f1d-40a9-bbc7-21dd7936c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:03.491740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-c66935d5-5f1d-40a9-bbc7-21dd7936c672 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.5040445 Mar 22 14:11:03.504813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e930d421-1bce-4b16-b084-035234529e5e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.569155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-9ddc72a7-b47e-4a22-9ff7-e3cf2425a938 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792e18f5-534d-440d-87ef-98b45c9719bc HTTP/1.1" status: 200 len: 217 time: 0.0569365 Mar 22 14:11:03.612589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ab8a7e53-b207-405d-9b2d-55bf46987571,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:03.642859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c53f64e-4270-4047-8b80-986c29127a3e req-9a8b7b52-f7dc-4d1b-b7f5-e38b3d2311c9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521418 Mar 22 14:11:03.675662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.731322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.735410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:03.736155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.737713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] 10.222.0.42 "PUT /v2.0/ports/48b1cb2a-7794-4484-9369-5f9ff72cbddd HTTP/1.1" status: 200 len: 1091 time: 3.3591874 Mar 22 14:11:03.764714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'tag': '48b1cb2a-7794-4484-9369-5f9ff72cbddd'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:03.769485 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083268b7-5587-4170-9d81-f369fac8afec" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4570ff-cf18-4e09-bbb5-17b7dfd0233a", "tag": "48b1cb2a-7794-4484-9369-5f9ff72cbddd"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:03.826888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9f0b0-9b4c-40b1-8ac8-6c4cc7250374 req-91eb4e12-fffd-46f2-9aa9-4f5e9c17b78f tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:03.828697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bba9f0b0-9b4c-40b1-8ac8-6c4cc7250374 req-91eb4e12-fffd-46f2-9aa9-4f5e9c17b78f tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 943 time: 0.1840634 Mar 22 14:11:03.926914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bba9f0b0-9b4c-40b1-8ac8-6c4cc7250374 req-c4b2f4fd-32f9-4652-b630-3243cc0102bc tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913820 Mar 22 14:11:03.929636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-63d90b4e-81c4-43ce-9263-3cebcde2ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:03.931661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-63d90b4e-81c4-43ce-9263-3cebcde2ea91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.3111167 Mar 22 14:11:04.018864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-7ebfcfec-94a6-408f-a5a3-07dfa2fe4980 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612059 Mar 22 14:11:04.022671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting port ab8a7e53-b207-405d-9b2d-55bf46987571 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:04.023644 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.039963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:04.054148 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47ac387-0d9e-46d7-a49e-a9d687104312 x-openstack-request-id: req-f47ac387-0d9e-46d7-a49e-a9d687104312 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:04.055303 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4570ff-cf18-4e09-bbb5-17b7dfd0233a", "tag": "48b1cb2a-7794-4484-9369-5f9ff72cbddd", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:04.055303 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f47ac387-0d9e-46d7-a49e-a9d687104312 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:04.055303 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47ac387-0d9e-46d7-a49e-a9d687104312'] response: {'name': 'network-changed', 'server_uuid': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'tag': '48b1cb2a-7794-4484-9369-5f9ff72cbddd', 'status': 'completed', 'code': 200} Mar 22 14:11:04.060565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-b0aa258c-d82e-4347-a056-7cc360e5e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:04.062327 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-b0aa258c-d82e-4347-a056-7cc360e5e3b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5554def145074352802771e6959efca0&device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 1125 time: 0.2748387 Mar 22 14:11:04.063195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:04.067928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:04.090131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f767-61b4-4269-8116-2f5aa2f76002 service neutron] Pushing event updated for resources: {'Port': ['ID=48b1cb2a-7794-4484-9369-5f9ff72cbddd,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:04.121128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0ca3f-8a32-4031-8d92-f15c4da80ac9 None None] Network e930d421-1bce-4b16-b084-035234529e5e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:04.234195 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-541f7abd-6be6-4d42-950d-ea5ff7fd95c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b1cb2a-7794-4484-9369-5f9ff72cbddd HTTP/1.1" status: 200 len: 217 time: 0.1341302 Mar 22 14:11:04.247705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2d79d530-fad0-48be-8166-b8a03efc3b30 None None] Provisioning complete for port ab8a7e53-b207-405d-9b2d-55bf46987571 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:04.248656 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2d79d530-fad0-48be-8166-b8a03efc3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.364271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7089f7-c409-4759-aa8b-83a72cc946ce req-e16c9667-2b37-461d-b03c-c1b9d6c5214c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:04.376900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb7089f7-c409-4759-aa8b-83a72cc946ce req-e16c9667-2b37-461d-b03c-c1b9d6c5214c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 944 time: 0.4709659 Mar 22 14:11:04.459206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-8a229860-e838-448a-9c23-392e86cef62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:04.461517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-8a229860-e838-448a-9c23-392e86cef62b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa86f5a7-13a4-4b64-9d9f-044506be6cb4 HTTP/1.1" status: 200 len: 864 time: 0.2261472 Mar 22 14:11:04.480955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] For port ab8a7e53-b207-405d-9b2d-55bf46987571, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab8a7e53-b207-405d-9b2d-55bf46987571,segment=NetworkSegment(b400c98d-c723-4ac4-8bab-445b9ddb111a),segment_id=b400c98d-c723-4ac4-8bab-445b9ddb111a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:04.482279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.517995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2d79d530-fad0-48be-8166-b8a03efc3b30 None None] Current status of the port ab8a7e53-b207-405d-9b2d-55bf46987571 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:04.521054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:04.521725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.571285 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-dd1af32a-739a-43ff-9160-d3b002abb057 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6aad9d61-b8df-49ea-aff1-3942ae2cc2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915935 Mar 22 14:11:04.585003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Calling delete_port for ab8a7e53-b207-405d-9b2d-55bf46987571 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:04.587461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=6d8b43b5-7651-4a06-9645-df10f5e04fd8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:04.604801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-4968d0bf-c7ca-47ba-bd66-d79d2255ff47 service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873600 Mar 22 14:11:04.632415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:04.642061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.666198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] Sync routers for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:04.675798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d536896f-f9ab-4ffa-8a2b-ad27d778fcb1 None None] Provisioning complete for port 6d8b43b5-7651-4a06-9645-df10f5e04fd8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:04.676660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d536896f-f9ab-4ffa-8a2b-ad27d778fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.753317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fad497-70ca-452a-97dc-4dc8380d3d03 req-e00fd336-0ea6-47ee-82ec-b49d6100b542 service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402581 Mar 22 14:11:04.764419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ffc97dfe-39a2-4d6c-ad69-78062648ce80 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4115324 Mar 22 14:11:04.772361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34340) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:04.781416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d536896f-f9ab-4ffa-8a2b-ad27d778fcb1 None None] Port 6d8b43b5-7651-4a06-9645-df10f5e04fd8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:04.783578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb7089f7-c409-4759-aa8b-83a72cc946ce req-7baed76d-b9c9-4e2a-b45d-66132a747988 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055345 Mar 22 14:11:04.793841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1f:da:c9'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:04.816738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:04.817836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:04.859141 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2ad8bd31-53d0-4b53-803a-87a9b46be9af tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "PUT /v2.0/floatingips/5bea1fc7-cb7a-4d65-b25b-ad105ba847e8 HTTP/1.1" status: 200 len: 991 time: 6.9825156 Mar 22 14:11:04.941780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf1a629-126a-4576-a46a-c168979d49dc None None] Network e930d421-1bce-4b16-b084-035234529e5e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:04.972949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c55a0-3c75-4337-b50d-cd1ba49eefa3 req-c0483fbf-1938-4b52-8c49-85f82b4f1e23 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.000924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-129c55a0-3c75-4337-b50d-cd1ba49eefa3 req-c0483fbf-1938-4b52-8c49-85f82b4f1e23 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1680422 Mar 22 14:11:05.002432 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-a6e63f57-7084-4434-8829-9586240b30fe service neutron] 10.222.0.42 "GET /v2.0/networks/6aad9d61-b8df-49ea-aff1-3942ae2cc2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028251 Mar 22 14:11:05.241697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-129c55a0-3c75-4337-b50d-cd1ba49eefa3 req-80d828d4-633e-438c-a7c7-37ee72d43070 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326190 Mar 22 14:11:05.244278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ab8a7e53-b207-405d-9b2d-55bf46987571), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.348712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311ac62-3160-4f4c-bb8a-096292c557c9 req-b28f57e6-b137-47d2-b931-317fbbed9e8b tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.358862 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89a310b8-1f15-49dd-b5cd-89e3de2d8dd0 req-6090ee03-ed51-4966-8d85-623e7e120625 service neutron] 10.222.0.42 "GET /v2.0/networks/6aad9d61-b8df-49ea-aff1-3942ae2cc2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492393 Mar 22 14:11:05.359451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f311ac62-3160-4f4c-bb8a-096292c557c9 req-b28f57e6-b137-47d2-b931-317fbbed9e8b tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 943 time: 0.2399852 Mar 22 14:11:05.364926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab8a7e53-b207-405d-9b2d-55bf46987571 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:05.367370 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.380626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Port': ['ID=ab8a7e53-b207-405d-9b2d-55bf46987571,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.409098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ab8a7e53-b207-405d-9b2d-55bf46987571 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:05.409652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab8a7e53-b207-405d-9b2d-55bf46987571 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 14:11:05.462419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-753d5788-a40d-433c-8a84-6e9444a5cec2 None None] Could not find standard attr ID for object ab8a7e53-b207-405d-9b2d-55bf46987571. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:11:05.468236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Port ab8a7e53-b207-405d-9b2d-55bf46987571 not found, will not notify nova. {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 14:11:05.517078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No DVR routers for this DVR port ab8a7e53-b207-405d-9b2d-55bf46987571 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:05.532824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:05.630251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f311ac62-3160-4f4c-bb8a-096292c557c9 req-45600d17-cf88-4f26-8106-fdccdfacd146 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641516 Mar 22 14:11:05.662037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (03138d97-aff0-4396-b288-c3a3abbfd1b6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.717659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083268b7-5587-4170-9d81-f369fac8afec req-337aec9b-4424-42f7-8dd2-f29cf2039931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.721573 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-083268b7-5587-4170-9d81-f369fac8afec req-337aec9b-4424-42f7-8dd2-f29cf2039931 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5554def145074352802771e6959efca0&device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 1125 time: 0.3129392 Mar 22 14:11:05.788130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (03138d97-aff0-4396-b288-c3a3abbfd1b6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.849630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=03138d97-aff0-4396-b288-c3a3abbfd1b6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.940382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e958f038-9748-463f-9923-88347174abb5 None None] Network e930d421-1bce-4b16-b084-035234529e5e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:05.998365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e930d421-1bce-4b16-b084-035234529e5e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.044317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083268b7-5587-4170-9d81-f369fac8afec req-8f5056b1-38b7-4373-9918-97e5e5e7d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.048899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-083268b7-5587-4170-9d81-f369fac8afec req-8f5056b1-38b7-4373-9918-97e5e5e7d481 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 HTTP/1.1" status: 200 len: 925 time: 0.3184819 Mar 22 14:11:06.056276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e930d421-1bce-4b16-b084-035234529e5e']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.059212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:06.061928 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf6a380-2553-47fc-b44a-63975011d473" -d '{"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:06.109330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 792e18f5-534d-440d-87ef-98b45c9719bc details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:06.153689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b400c98d-c723-4ac4-8bab-445b9ddb111a') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.163641 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7515246-f641-443c-bc07-0ba570d9e924 x-openstack-request-id: req-c7515246-f641-443c-bc07-0ba570d9e924 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:06.164501 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:06.164956 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7515246-f641-443c-bc07-0ba570d9e924 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:06.165622 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7515246-f641-443c-bc07-0ba570d9e924'] response: {'name': 'network-changed', 'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'status': 'completed', 'code': 200} Mar 22 14:11:06.169554 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-083268b7-5587-4170-9d81-f369fac8afec req-a98c66c1-77c3-4338-b674-a9c6863ca563 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b1cb2a-7794-4484-9369-5f9ff72cbddd HTTP/1.1" status: 200 len: 217 time: 0.0692246 Mar 22 14:11:06.171875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.182181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b400c98d-c723-4ac4-8bab-445b9ddb111a') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.204925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (b400c98d-c723-4ac4-8bab-445b9ddb111a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.229924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.233054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b400c98d-c723-4ac4-8bab-445b9ddb111a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.240992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:06.241818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (b400c98d-c723-4ac4-8bab-445b9ddb111a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.254361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 792e18f5-534d-440d-87ef-98b45c9719bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=792e18f5-534d-440d-87ef-98b45c9719bc,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:06.288009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '792e18f5-534d-440d-87ef-98b45c9719bc', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'port_id': '792e18f5-534d-440d-87ef-98b45c9719bc', 'mac_address': 'fa:16:3e:1a:c5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6b946-1919-428d-82b4-bb41969f7980', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:06.301070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87629ab-072c-46f0-bda7-d6324136b1d7 None None] DHCP port deletion for e930d421-1bce-4b16-b084-035234529e5e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:06.377202 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:06.408049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '5bea1fc7-cb7a-4d65-b25b-ad105ba847e8', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'port_id': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'mac_address': 'fa:16:3e:04:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:08:53Z', 'updated_at': '2022-03-22T14:11:00Z', 'revision_number': 1, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:34Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.450704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083268b7-5587-4170-9d81-f369fac8afec req-361671fd-5a60-40d6-8e9d-0d71304f4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.452276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-083268b7-5587-4170-9d81-f369fac8afec req-361671fd-5a60-40d6-8e9d-0d71304f4a7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa86f5a7-13a4-4b64-9d9f-044506be6cb4 HTTP/1.1" status: 200 len: 864 time: 0.2732894 Mar 22 14:11:06.455112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] Checking router: ca5a55b6-8559-4869-a995-75f22ca8dea7 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:06.457748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 792e18f5-534d-440d-87ef-98b45c9719bc is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:06.459781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.506355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:06.509472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:10:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.525625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792e18f5-534d-440d-87ef-98b45c9719bc {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:06.527864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=6d8b43b5-7651-4a06-9645-df10f5e04fd8,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:06.548605 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e930d421-1bce-4b16-b084-035234529e5e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.573456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] In _notify_port_updated(), no bound segment for port 6d8b43b5-7651-4a06-9645-df10f5e04fd8 on network 542c5c30-ca46-4b5c-85ad-d663406fc57b {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:06.583507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.593263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.593710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.597182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/e930d421-1bce-4b16-b084-035234529e5e HTTP/1.1" status: 204 len: 168 time: 3.6964417 Mar 22 14:11:06.598945 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee7fe379-8327-49f3-a6cf-10e7eb514bb5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "PUT /v2.0/ports/6d8b43b5-7651-4a06-9645-df10f5e04fd8 HTTP/1.1" status: 200 len: 993 time: 1.8107526 Mar 22 14:11:06.602116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34466) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:06.602895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34468) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:06.611355 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-083268b7-5587-4170-9d81-f369fac8afec req-a05e759a-a222-4450-914a-9e32e83f0897 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6aad9d61-b8df-49ea-aff1-3942ae2cc2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436911 Mar 22 14:11:06.633928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c588-1c4d-442b-ab35-54be2168bf61 req-e808aa6a-3738-4447-a5ec-7f2b5f4894c5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.635615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8c3c588-1c4d-442b-ab35-54be2168bf61 req-e808aa6a-3738-4447-a5ec-7f2b5f4894c5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.1728418 Mar 22 14:11:06.702163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd032a-7321-4939-8591-cbeffc3cbaae tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=e930d421-1bce-4b16-b084-035234529e5e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:06.769176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 792e18f5-534d-440d-87ef-98b45c9719bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=792e18f5-534d-440d-87ef-98b45c9719bc,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:06.778597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.779229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.779886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.780575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.781160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.781729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.782436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.789200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf6a380-2553-47fc-b44a-63975011d473 req-9bef3474-d916-4abf-8ed5-504ea5b8daca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6718 time: 0.4033914 Mar 22 14:11:06.814910 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.828892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81842058-45ef-4ea9-8a0c-8f6ad0656bf4 req-95533dee-22c5-461f-8966-b7dd29e72768 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.848100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81842058-45ef-4ea9-8a0c-8f6ad0656bf4 req-95533dee-22c5-461f-8966-b7dd29e72768 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 944 time: 0.8165510 Mar 22 14:11:06.857317 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d9abf9-0830-483a-85ff-a0ee3b7c8d08 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:06.857466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d9abf9-0830-483a-85ff-a0ee3b7c8d08 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:06.864959 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f2d9abf9-0830-483a-85ff-a0ee3b7c8d08 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/e930d421-1bce-4b16-b084-035234529e5e HTTP/1.1" status: 404 len: 339 time: 0.2487969 Mar 22 14:11:06.872368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4c81572d-31ac-4d14-8b92-0a06114a772c None None] Provisioning complete for port 6d8b43b5-7651-4a06-9645-df10f5e04fd8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:06.872863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c81572d-31ac-4d14-8b92-0a06114a772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.882245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8c3c588-1c4d-442b-ab35-54be2168bf61 req-e21178a1-abf6-4369-9b1b-d943debc8abf tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218969 Mar 22 14:11:06.912067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34486) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:06.935035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1670404833', 'description': 'd1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:07.051565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:07.055049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=792e18f5-534d-440d-87ef-98b45c9719bc,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:07.116374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab8a7e53-b207-405d-9b2d-55bf46987571 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:07.139241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:07.142333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c81572d-31ac-4d14-8b92-0a06114a772c None None] Port 6d8b43b5-7651-4a06-9645-df10f5e04fd8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:07.235926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-7adfcc69-5864-4565-b376-2e787d9a2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:07.238260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf6a380-2553-47fc-b44a-63975011d473 req-7adfcc69-5864-4565-b376-2e787d9a2af9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0898a8-edc4-4b45-bae3-8138b313d423 HTTP/1.1" status: 200 len: 915 time: 0.4385540 Mar 22 14:11:07.238994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ab8a7e53-b207-405d-9b2d-55bf46987571 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:07.239341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab8a7e53-b207-405d-9b2d-55bf46987571 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:07.685399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting port 6d8b43b5-7651-4a06-9645-df10f5e04fd8 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:07.686546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.691355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '5bea1fc7-cb7a-4d65-b25b-ad105ba847e8', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'port_id': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'mac_address': 'fa:16:3e:04:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:08:53Z', 'updated_at': '2022-03-22T14:11:00Z', 'revision_number': 1, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:34Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:07.733726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6006e-9f2f-47ea-8d02-2ee89a50f9cc None None] The sync data for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 is: [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '5bea1fc7-cb7a-4d65-b25b-ad105ba847e8', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'port_id': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'mac_address': 'fa:16:3e:04:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:08:53Z', 'updated_at': '2022-03-22T14:11:00Z', 'revision_number': 1, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:34Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:07.779830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:07.783366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.825777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.834600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81842058-45ef-4ea9-8a0c-8f6ad0656bf4 req-47c13c17-2c8d-48ce-bee0-c88d6f90c2d8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9769404 Mar 22 14:11:07.847101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Calling delete_port for 6d8b43b5-7651-4a06-9645-df10f5e04fd8 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:07.869279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf6a380-2553-47fc-b44a-63975011d473 req-d42e592d-9bc0-4db2-b559-47151db79b0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28 HTTP/1.1" status: 200 len: 999 time: 0.1619503 Mar 22 14:11:07.879850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cffd4-cc34-4dfe-b86b-dcbdd3b26fb5 req-85dc7e60-1ce0-4135-b555-45335150e702 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:07.881390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a74cffd4-cc34-4dfe-b86b-dcbdd3b26fb5 req-85dc7e60-1ce0-4135-b555-45335150e702 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 943 time: 0.6391959 Mar 22 14:11:07.901922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:07.943219 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e7e67992-511b-4a55-8d88-5971f73e8395), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.943867 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment e7e67992-511b-4a55-8d88-5971f73e8395 of type vlan for network 9430f874-cba0-4e16-b1b0-4bb7eaf6f869 Mar 22 14:11:08.015711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-eed2f347-877b-4055-a899-2d64d07c18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.023968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf6a380-2553-47fc-b44a-63975011d473 req-eed2f347-877b-4055-a899-2d64d07c18ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e180e39c-c3f4-4029-9ecc-2af3e6986ab1 HTTP/1.1" status: 200 len: 853 time: 0.1415133 Mar 22 14:11:08.033335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9430f874-cba0-4e16-b1b0-4bb7eaf6f869), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.060525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-083268b7-5587-4170-9d81-f369fac8afec req-845f0a62-3fd3-478a-913a-a699dbd6b205 service neutron] 10.222.0.42 "GET /v2.0/networks/6aad9d61-b8df-49ea-aff1-3942ae2cc2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3975101 Mar 22 14:11:08.104161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a74cffd4-cc34-4dfe-b86b-dcbdd3b26fb5 req-63b6d2e5-08b9-4770-9d94-0488d368e8ef tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116013 Mar 22 14:11:08.138846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 48b1cb2a-7794-4484-9369-5f9ff72cbddd details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:08.165355 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:11:08.198344 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6d8b43b5-7651-4a06-9645-df10f5e04fd8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.227302 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b054ab-5b4f-43f2-a21c-cb831ae0a216 None None] New status for floating IP 5bea1fc7-cb7a-4d65-b25b-ad105ba847e8: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:11:08.254194 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9430f874-cba0-4e16-b1b0-4bb7eaf6f869), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.260598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.261498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.342446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 792e18f5-534d-440d-87ef-98b45c9719bc up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:08.359280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a380-2553-47fc-b44a-63975011d473 req-49c60553-8489-429f-9f52-942a06a68a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.361443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf6a380-2553-47fc-b44a-63975011d473 req-49c60553-8489-429f-9f52-942a06a68a2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0898a8-edc4-4b45-bae3-8138b313d423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3109622 Mar 22 14:11:08.377565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4606540 Mar 22 14:11:08.428117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Port': ['ID=6d8b43b5-7651-4a06-9645-df10f5e04fd8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:08.439332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34572) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:08.559552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 792e18f5-534d-440d-87ef-98b45c9719bc completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:08.577731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf6a380-2553-47fc-b44a-63975011d473 req-ecb16b72-bbe5-44c8-bbce-8197d0d74543 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946492 Mar 22 14:11:08.583038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 792e18f5-534d-440d-87ef-98b45c9719bc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:08.584651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.631090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3794-fdfc-49a6-aa51-4b5f33e83b98 req-02e2a5ac-3f6f-4040-a48c-40bbf9b0182a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.632735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3a3794-fdfc-49a6-aa51-4b5f33e83b98 req-02e2a5ac-3f6f-4040-a48c-40bbf9b0182a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.5679116 Mar 22 14:11:08.697247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 48b1cb2a-7794-4484-9369-5f9ff72cbddd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=48b1cb2a-7794-4484-9369-5f9ff72cbddd,segment=NetworkSegment(a1990ecc-57c5-4af3-9322-4d76b0b05b12),segment_id=a1990ecc-57c5-4af3-9322-4d76b0b05b12)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:08.732425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '48b1cb2a-7794-4484-9369-5f9ff72cbddd', 'network_id': '6aad9d61-b8df-49ea-aff1-3942ae2cc2e0', 'port_id': '48b1cb2a-7794-4484-9369-5f9ff72cbddd', 'mac_address': 'fa:16:3e:a5:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa86f5a7-13a4-4b64-9d9f-044506be6cb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:08.772388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a395721-3500-459d-88b7-62a98192f7c4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=9430f874-cba0-4e16-b1b0-4bb7eaf6f869,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:08.796422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-083268b7-5587-4170-9d81-f369fac8afec req-09c839d8-b1b3-47c0-b319-52b1ff234227 service neutron] 10.222.0.42 "GET /v2.0/networks/6aad9d61-b8df-49ea-aff1-3942ae2cc2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7269955 Mar 22 14:11:08.800195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9430f874-cba0-4e16-b1b0-4bb7eaf6f869 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:08.819017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e652cce-e605-4e3a-967d-e7c076e150c7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.825212 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e652cce-e605-4e3a-967d-e7c076e150c7 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/networks?id=9430f874-cba0-4e16-b1b0-4bb7eaf6f869 HTTP/1.1" status: 200 len: 765 time: 0.3630540 Mar 22 14:11:08.827227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34574) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:08.838742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'description': 'd2'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:08.874710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 48b1cb2a-7794-4484-9369-5f9ff72cbddd is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:08.875021 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.897808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b1cb2a-7794-4484-9369-5f9ff72cbddd {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:08.910816 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:11:08.917837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.924111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-70c33428-2068-46cb-bb1c-8be70c6dfa8f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/ports/6d8b43b5-7651-4a06-9645-df10f5e04fd8 HTTP/1.1" status: 204 len: 168 time: 2.2948565 Mar 22 14:11:08.924741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34578) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:08.963920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 48b1cb2a-7794-4484-9369-5f9ff72cbddd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=48b1cb2a-7794-4484-9369-5f9ff72cbddd,segment=NetworkSegment(a1990ecc-57c5-4af3-9322-4d76b0b05b12),segment_id=a1990ecc-57c5-4af3-9322-4d76b0b05b12)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:08.964939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 792e18f5-534d-440d-87ef-98b45c9719bc is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:08.971428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.990149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.991765 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bdcec8-281b-40fd-9df1-a829f247e421 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] GET failed (client error): The resource could not be found. Mar 22 14:11:08.993419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f0bdcec8-281b-40fd-9df1-a829f247e421 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "GET /v2.0/ports/6d8b43b5-7651-4a06-9645-df10f5e04fd8 HTTP/1.1" status: 404 len: 333 time: 0.0675893 Mar 22 14:11:08.999709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34580) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:09.017174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'name': 'tempest-AllowedAddressPairTestJSON-289229025'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:09.026389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3a3794-fdfc-49a6-aa51-4b5f33e83b98 req-9b772bd6-f945-4312-8a57-f95130254f88 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772683 Mar 22 14:11:09.186615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9430f874-cba0-4e16-b1b0-4bb7eaf6f869), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.212956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9430f874-cba0-4e16-b1b0-4bb7eaf6f869), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.228635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccf6a380-2553-47fc-b44a-63975011d473 req-03fa2c00-7a51-46a8-be70-401bd7535bdd service neutron] 10.222.0.57 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411748 Mar 22 14:11:09.274177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:09.278042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.301170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 792e18f5-534d-440d-87ef-98b45c9719bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=792e18f5-534d-440d-87ef-98b45c9719bc,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:09.327500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792e18f5-534d-440d-87ef-98b45c9719bc'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:09.329073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398135e-676c-4d16-9da3-376c30ee1673 req-960811c2-03c7-44d6-83d9-666196562be5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:09.330755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5398135e-676c-4d16-9da3-376c30ee1673 req-960811c2-03c7-44d6-83d9-666196562be5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 945 time: 0.3307648 Mar 22 14:11:09.331136 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f091bf6-e6f4-429d-872e-c4cc2fdeed4d" -d '{"events": [{"server_uuid": "d00c19eb-4c32-4931-b618-8fc3140394e5", "name": "network-vif-plugged", "status": "completed", "tag": "792e18f5-534d-440d-87ef-98b45c9719bc"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:09.342255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network 9430f874-cba0-4e16-b1b0-4bb7eaf6f869 is not hosted by any dhcp agent {{(pid=110457) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:11:09.344468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] device_id is not set on port b705fa9d-203e-4001-8ddc-d5a7a2847d82 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:09.348202 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.349833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:09.352533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.356391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "PUT /v2.0/networks/9430f874-cba0-4e16-b1b0-4bb7eaf6f869 HTTP/1.1" status: 200 len: 762 time: 0.5260251 Mar 22 14:11:09.373752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34586) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:09.387968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=48b1cb2a-7794-4484-9369-5f9ff72cbddd,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:09.526220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128ff05-18a1-4f4b-87d1-da998270cde2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=9430f874-cba0-4e16-b1b0-4bb7eaf6f869,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:09.527898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=792e18f5-534d-440d-87ef-98b45c9719bc,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:09.535138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['48b1cb2a-7794-4484-9369-5f9ff72cbddd'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:09.539207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9430f874-cba0-4e16-b1b0-4bb7eaf6f869 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:09.543230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5398135e-676c-4d16-9da3-376c30ee1673 req-2d629e58-fb81-498a-905f-fd79fb975ea8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654522 Mar 22 14:11:09.566436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946ebd4-bef3-4334-b665-a7da2b94ac14 req-bdbae506-866b-4f86-bdba-a92b1222fd00 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:09.568871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f946ebd4-bef3-4334-b665-a7da2b94ac14 req-bdbae506-866b-4f86-bdba-a92b1222fd00 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 944 time: 0.2580225 Mar 22 14:11:09.658704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f946ebd4-bef3-4334-b665-a7da2b94ac14 req-0f140d57-4645-40ae-90f6-af90933b8770 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756950 Mar 22 14:11:09.730791 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42da11b-c4f4-46e5-a871-234a52a1e054 x-openstack-request-id: req-e42da11b-c4f4-46e5-a871-234a52a1e054 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:09.731381 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00c19eb-4c32-4931-b618-8fc3140394e5", "name": "network-vif-plugged", "status": "completed", "tag": "792e18f5-534d-440d-87ef-98b45c9719bc", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:09.731381 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e42da11b-c4f4-46e5-a871-234a52a1e054 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:09.731685 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42da11b-c4f4-46e5-a871-234a52a1e054'] response: {'server_uuid': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792e18f5-534d-440d-87ef-98b45c9719bc', 'code': 200} Mar 22 14:11:09.749078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Allocated IP 172.20.0.5 (542c5c30-ca46-4b5c-85ad-d663406fc57b/f3f52aab-0d21-463d-9675-441d9c8ae046/b705fa9d-203e-4001-8ddc-d5a7a2847d82) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:09.899055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3072052d-6604-4b4f-9fbd-ac3caa742d01 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:09.902033 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3072052d-6604-4b4f-9fbd-ac3caa742d01 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/networks?id=9430f874-cba0-4e16-b1b0-4bb7eaf6f869 HTTP/1.1" status: 200 len: 765 time: 0.5250444 Mar 22 14:11:09.905724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:10.039844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf53e-92b4-4c41-9c19-8bd8aa80c1f0 req-cd51ddc8-cdc9-4cc5-b9ff-b18d14a265cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.041517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-353bf53e-92b4-4c41-9c19-8bd8aa80c1f0 req-cd51ddc8-cdc9-4cc5-b9ff-b18d14a265cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 1128 time: 0.2363808 Mar 22 14:11:10.133250 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-353bf53e-92b4-4c41-9c19-8bd8aa80c1f0 req-be06b4c8-1572-4986-9aec-aa52aafb736b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 Mar 22 14:11:10.186233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.233327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.287569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:10.297172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:10.305821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19ab03-eec1-4e60-b85a-47f8ba6fae14 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.307667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cf19ab03-eec1-4e60-b85a-47f8ba6fae14 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3936384 Mar 22 14:11:10.311306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34598) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:10.327736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:10.368608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7cb21a2b-21b9-4b86-941f-cfa36ad5e94c tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 207 time: 0.0564067 Mar 22 14:11:10.371740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34600) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:10.418226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.418860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.475863 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4689233 Mar 22 14:11:10.476128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205d5b-18f8-4462-80d9-52a1019c75d7 req-3115c4ae-f9a8-4d9a-8447-73b9d40eee47 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.476271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34604) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:10.476379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e205d5b-18f8-4462-80d9-52a1019c75d7 req-3115c4ae-f9a8-4d9a-8447-73b9d40eee47 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.3398728 Mar 22 14:11:10.489638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1f:da:c9'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:10.498601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4661b2a-4087-43d9-aace-44747fe3b6c3 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=b705fa9d-203e-4001-8ddc-d5a7a2847d82,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:10.701696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e205d5b-18f8-4462-80d9-52a1019c75d7 req-ed02f828-da90-4629-8d77-1337f0909560 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044983 Mar 22 14:11:10.712052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cbbb9b78-1938-4b4f-aad1-a9c4899d8cca None None] Provisioning complete for port b705fa9d-203e-4001-8ddc-d5a7a2847d82 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:10.712438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9b78-1938-4b4f-aad1-a9c4899d8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.719838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bad7ca-4d7a-4ed1-9d3f-3fd3d7cafedd tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.737808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bad7ca-4d7a-4ed1-9d3f-3fd3d7cafedd tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.753370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bad7ca-4d7a-4ed1-9d3f-3fd3d7cafedd tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.767894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bad7ca-4d7a-4ed1-9d3f-3fd3d7cafedd tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.787111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb9b78-1938-4b4f-aad1-a9c4899d8cca None None] Port b705fa9d-203e-4001-8ddc-d5a7a2847d82 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:10.788606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bad7ca-4d7a-4ed1-9d3f-3fd3d7cafedd tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.795122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bad7ca-4d7a-4ed1-9d3f-3fd3d7cafedd tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.805850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-06bad7ca-4d7a-4ed1-9d3f-3fd3d7cafedd tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4322915 Mar 22 14:11:10.806537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34612) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:10.871474 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.036586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd360561-45de-427c-830f-a6ba0eda6e27 req-c0d39b39-f0be-4bd7-960c-04684e10c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.042472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd360561-45de-427c-830f-a6ba0eda6e27 req-c0d39b39-f0be-4bd7-960c-04684e10c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 946 time: 0.2349625 Mar 22 14:11:11.059338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba96b6d-e40b-459f-abc2-d17f8d7857be req-8064006b-2ff0-46d4-b392-58516d499f00 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.060970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dba96b6d-e40b-459f-abc2-d17f8d7857be req-8064006b-2ff0-46d4-b392-58516d499f00 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 944 time: 0.1950259 Mar 22 14:11:11.148720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-17ff37f8-bc23-4a87-a440-7584d5d12f4e tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3278942 Mar 22 14:11:11.149498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34614) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:11.209568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.223196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.252739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dba96b6d-e40b-459f-abc2-d17f8d7857be req-a4291aca-5407-429c-ae12-938a6d6fe8ef tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592991 Mar 22 14:11:11.269342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd360561-45de-427c-830f-a6ba0eda6e27 req-839c9daa-d779-4fc1-9664-5cc3c0b67863 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993372 Mar 22 14:11:11.330813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d73127-3923-4bee-aebc-76b9cfc9b49a tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.332125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d73127-3923-4bee-aebc-76b9cfc9b49a tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.334001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d73127-3923-4bee-aebc-76b9cfc9b49a tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.335908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d73127-3923-4bee-aebc-76b9cfc9b49a tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.338205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d73127-3923-4bee-aebc-76b9cfc9b49a tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.340440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-41d73127-3923-4bee-aebc-76b9cfc9b49a tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1899400 Mar 22 14:11:11.346669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34616) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:11.384469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=b705fa9d-203e-4001-8ddc-d5a7a2847d82,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:11.441758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] In _notify_port_updated(), no bound segment for port b705fa9d-203e-4001-8ddc-d5a7a2847d82 on network 542c5c30-ca46-4b5c-85ad-d663406fc57b {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:11.457799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.461541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb767578-fd9d-4c24-966f-c69dc24edd77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.462959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb767578-fd9d-4c24-966f-c69dc24edd77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.465340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb767578-fd9d-4c24-966f-c69dc24edd77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.467481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb767578-fd9d-4c24-966f-c69dc24edd77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.469305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb767578-fd9d-4c24-966f-c69dc24edd77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.471814 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.473407 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e116cc56-965e-42a0-adf3-bf3faaf932e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "PUT /v2.0/ports/b705fa9d-203e-4001-8ddc-d5a7a2847d82 HTTP/1.1" status: 200 len: 995 time: 0.9961891 Mar 22 14:11:11.480776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:11.481129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34620) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:11.483171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bb767578-fd9d-4c24-966f-c69dc24edd77 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1355865 Mar 22 14:11:11.661848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5258f71b-78aa-4e6e-86d4-49b409d61a48 None None] Provisioning complete for port b705fa9d-203e-4001-8ddc-d5a7a2847d82 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:11.662265 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5258f71b-78aa-4e6e-86d4-49b409d61a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.704244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede4854-6f8a-42a8-b1af-a3070907484b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.706283 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2ede4854-6f8a-42a8-b1af-a3070907484b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/networks/f5d92461-041d-4d71-a80d-91454e6e16b3 HTTP/1.1" status: 200 len: 803 time: 0.2139037 Mar 22 14:11:11.706413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5258f71b-78aa-4e6e-86d4-49b409d61a48 None None] Port b705fa9d-203e-4001-8ddc-d5a7a2847d82 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:11.711842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34622) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:11.788448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting port b705fa9d-203e-4001-8ddc-d5a7a2847d82 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:11.788908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.921896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.935507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Calling delete_port for b705fa9d-203e-4001-8ddc-d5a7a2847d82 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:12.104940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b705fa9d-203e-4001-8ddc-d5a7a2847d82), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.137286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 48b1cb2a-7794-4484-9369-5f9ff72cbddd up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:12.161447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Port': ['ID=b705fa9d-203e-4001-8ddc-d5a7a2847d82,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:12.262090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 48b1cb2a-7794-4484-9369-5f9ff72cbddd completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:12.270219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 48b1cb2a-7794-4484-9369-5f9ff72cbddd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:12.270952 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.298455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2d5d5cd5-1406-4ae2-88b8-af9869e22b4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/networks/f5d92461-041d-4d71-a80d-91454e6e16b3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5838671 Mar 22 14:11:12.302082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.379281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.382839 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-837008c1-8ecf-4709-9b4c-a969f15cd0c5 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/ports/b705fa9d-203e-4001-8ddc-d5a7a2847d82 HTTP/1.1" status: 204 len: 168 time: 0.9006760 Mar 22 14:11:12.388200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34634) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.466871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 48b1cb2a-7794-4484-9369-5f9ff72cbddd is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:12.467912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.468381 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da932ae-ad04-4b5d-84ba-cd48219bb82f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] GET failed (client error): The resource could not be found. Mar 22 14:11:12.472145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6da932ae-ad04-4b5d-84ba-cd48219bb82f tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "GET /v2.0/ports/b705fa9d-203e-4001-8ddc-d5a7a2847d82 HTTP/1.1" status: 404 len: 333 time: 0.0807235 Mar 22 14:11:12.474269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34636) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.489261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'name': 'tempest-AllowedAddressPairTestJSON-819358229'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:12.522693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 48b1cb2a-7794-4484-9369-5f9ff72cbddd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=48b1cb2a-7794-4484-9369-5f9ff72cbddd,segment=NetworkSegment(a1990ecc-57c5-4af3-9322-4d76b0b05b12),segment_id=a1990ecc-57c5-4af3-9322-4d76b0b05b12)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:12.527306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1cb2a-7794-4484-9369-5f9ff72cbddd'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:12.527603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b587c-e8ad-48b4-a33b-5bae212bfd99 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:12.531809 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab5b94-da86-46bb-854f-9356351476a2" -d '{"events": [{"server_uuid": "1d4570ff-cf18-4e09-bbb5-17b7dfd0233a", "name": "network-vif-plugged", "status": "completed", "tag": "48b1cb2a-7794-4484-9369-5f9ff72cbddd"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:12.535024 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-149b587c-e8ad-48b4-a33b-5bae212bfd99 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/subnets/4698cc06-bdd4-4b71-a27d-57001a04032f HTTP/1.1" status: 200 len: 843 time: 0.2292395 Mar 22 14:11:12.535667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34638) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.538781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.545744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fe23b-940f-4f39-99c7-a88d0324de8f req-361be3dd-8577-484f-b9ca-09713aecbc93 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:12.555465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c5fe23b-940f-4f39-99c7-a88d0324de8f req-361be3dd-8577-484f-b9ca-09713aecbc93 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2555971 Mar 22 14:11:12.619798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a26c18-e222-45f7-ba0a-363614f7c42d req-45e1cd76-0130-4d98-8079-3e3550cf9784 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:12.624773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4a26c18-e222-45f7-ba0a-363614f7c42d req-45e1cd76-0130-4d98-8079-3e3550cf9784 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 944 time: 0.2345655 Mar 22 14:11:12.626081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=48b1cb2a-7794-4484-9369-5f9ff72cbddd,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:12.655876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb2536-bdf4-4058-9456-f86fe47b2f61 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:12.663998 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-49bb2536-bdf4-4058-9456-f86fe47b2f61 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "GET /v2.0/subnets/4698cc06-bdd4-4b71-a27d-57001a04032f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1010861 Mar 22 14:11:12.667705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34642) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.674092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1279420062'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:12.724464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:12.728664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.753858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:12.757276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.763192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c5fe23b-940f-4f39-99c7-a88d0324de8f req-33034497-509d-43d2-af82-9049c9609262 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999061 Mar 22 14:11:12.768182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4a26c18-e222-45f7-ba0a-363614f7c42d req-3252112b-8456-4ca9-9105-cd011ee80594 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084073 Mar 22 14:11:12.773791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:12.787578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] device_id is not set on port e42a0230-6b3b-4860-b1a0-eaf911c864fa yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:12.795510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (916e1171-5674-4859-aea1-e285394cdafb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.795864 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Added segment 916e1171-5674-4859-aea1-e285394cdafb of type vlan for network 54f339b5-69f8-4dc7-b078-096c303452ed Mar 22 14:11:12.894249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (54f339b5-69f8-4dc7-b078-096c303452ed), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.917233 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a03079-21cd-4c95-9b18-993603c2b3e9 x-openstack-request-id: req-b1a03079-21cd-4c95-9b18-993603c2b3e9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:12.917633 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4570ff-cf18-4e09-bbb5-17b7dfd0233a", "name": "network-vif-plugged", "status": "completed", "tag": "48b1cb2a-7794-4484-9369-5f9ff72cbddd", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:12.918107 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1a03079-21cd-4c95-9b18-993603c2b3e9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:12.918662 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a03079-21cd-4c95-9b18-993603c2b3e9'] response: {'server_uuid': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1cb2a-7794-4484-9369-5f9ff72cbddd', 'code': 200} Mar 22 14:11:13.000735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a416c54-df26-4ee7-99b1-0d2d36031f80 req-00a7412c-993e-42ef-b4b7-4579ede63d4c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:13.002883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a416c54-df26-4ee7-99b1-0d2d36031f80 req-00a7412c-993e-42ef-b4b7-4579ede63d4c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 946 time: 0.1168556 Mar 22 14:11:13.006515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:11:13.066294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (54f339b5-69f8-4dc7-b078-096c303452ed), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.071445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:13.072079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.076227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a416c54-df26-4ee7-99b1-0d2d36031f80 req-7fac4637-178a-4401-a4c1-ae8093a6a470 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Mar 22 14:11:13.110986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Allocated IP 172.20.0.14 (542c5c30-ca46-4b5c-85ad-d663406fc57b/f3f52aab-0d21-463d-9675-441d9c8ae046/e42a0230-6b3b-4860-b1a0-eaf911c864fa) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:13.166001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88de8cc-49df-4ee0-b3bd-18301dfe8e0b req-abc213a2-baaf-41e2-aa76-bc6905e5e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:13.167723 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a88de8cc-49df-4ee0-b3bd-18301dfe8e0b req-abc213a2-baaf-41e2-aa76-bc6905e5e8e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 1127 time: 0.1752999 Mar 22 14:11:13.187453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5187461 Mar 22 14:11:13.187695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34648) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:13.195296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'network_id': '54f339b5-69f8-4dc7-b078-096c303452ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:13.224423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785648c8-8fb8-4010-91fc-5d92291b0bde tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Network': ['ID=54f339b5-69f8-4dc7-b078-096c303452ed,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:13.236337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 54f339b5-69f8-4dc7-b078-096c303452ed details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:13.316823 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a88de8cc-49df-4ee0-b3bd-18301dfe8e0b req-972d97ff-8908-44f5-ae99-933f47aceb06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248958 Mar 22 14:11:13.362718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Made reservation on behalf of 7da4d550fd9c4e399c320d1f7b3e26b2 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:13.372849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.521310 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (e42a0230-6b3b-4860-b1a0-eaf911c864fa), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.555535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e7dfe-4f64-4be5-b505-ec2221915008 req-90876e07-c354-4827-b1ab-37c2ee3e9c3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:13.563399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e20e7dfe-4f64-4be5-b505-ec2221915008 req-90876e07-c354-4827-b1ab-37c2ee3e9c3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.1146100 Mar 22 14:11:13.575622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e42a0230-6b3b-4860-b1a0-eaf911c864fa), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.581755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e20e7dfe-4f64-4be5-b505-ec2221915008 req-75e16ac2-49aa-44f9-94b5-720093cf9bb8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0170975 Mar 22 14:11:13.619995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Performing IP validity checks on allocation pools {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:11:13.620800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:11:13.657346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:13.661004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:13.676107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e20e7dfe-4f64-4be5-b505-ec2221915008 req-48d7ae42-55d8-4033-959b-b7f7a4e44d4f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931582 Mar 22 14:11:13.677793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:13.779640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:13.783420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.820592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=e42a0230-6b3b-4860-b1a0-eaf911c864fa,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:13.854868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae325177-e011-4dbf-9e58-be0da9abc8bd tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3732252 Mar 22 14:11:13.855442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34664) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:13.869085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'network_id': '542c5c30-ca46-4b5c-85ad-d663406fc57b', 'name': 'tempest-AllowedAddressPairTestJSON-841014830'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:13.906246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e20e7dfe-4f64-4be5-b505-ec2221915008 req-1f1cd6ae-c051-4983-8413-fe8d3971d60f service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286541 Mar 22 14:11:14.060761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9798081f-eca2-45cf-85f4-4cd8591e8eab None None] Provisioning complete for port e42a0230-6b3b-4860-b1a0-eaf911c864fa triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:14.061134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9798081f-eca2-45cf-85f4-4cd8591e8eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e42a0230-6b3b-4860-b1a0-eaf911c864fa), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.133410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Made reservation on behalf of 98d0233adca3432d9470d38d089b8024 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:14.136307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.151663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9798081f-eca2-45cf-85f4-4cd8591e8eab None None] Port e42a0230-6b3b-4860-b1a0-eaf911c864fa cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:14.171535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] device_id is not set on port 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:14.290678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250f7bc-b6d0-40a0-ac3b-f8119b028159 req-b5b5b41c-9945-4c7b-bdd3-5f29b230f201 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:14.297721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5250f7bc-b6d0-40a0-ac3b-f8119b028159 req-b5b5b41c-9945-4c7b-bdd3-5f29b230f201 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 945 time: 0.3250163 Mar 22 14:11:14.326823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.380831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e20e7dfe-4f64-4be5-b505-ec2221915008 req-95204d70-a0e9-469f-b72d-a045a9434bdd service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737771 Mar 22 14:11:14.392962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Allocated IP 172.20.0.12 (542c5c30-ca46-4b5c-85ad-d663406fc57b/f3f52aab-0d21-463d-9675-441d9c8ae046/6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:14.436278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5250f7bc-b6d0-40a0-ac3b-f8119b028159 req-ad51cd63-2e64-479b-bb1d-f6792a4c2546 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343760 Mar 22 14:11:14.584832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:14.724895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Checking segment: {'id': '916e1171-5674-4859-aea1-e285394cdafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '54f339b5-69f8-4dc7-b078-096c303452ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:14.726107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network hostable DHCP agents. Network: 54f339b5-69f8-4dc7-b078-096c303452ed, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:14.732910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.798506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Network 54f339b5-69f8-4dc7-b078-096c303452ed is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:14.809020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.840337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 54f339b5-69f8-4dc7-b078-096c303452ed) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:14.849731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6525e1-b7b1-4017-8d87-9d3d29c338d7 None None] Network 54f339b5-69f8-4dc7-b078-096c303452ed requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:14.856868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:14.857512 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.904961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ea665-095d-4343-bf73-03be5becf60a req-8700d60e-2f9b-49c0-b146-bd17b2f61428 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:14.906571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac0ea665-095d-4343-bf73-03be5becf60a req-8700d60e-2f9b-49c0-b146-bd17b2f61428 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.3237166 Mar 22 14:11:14.930315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:14.931187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:14.939006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:14.941428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:14.953902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e20edf59-bb71-4da4-9b99-486bbf0ce43b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7648318 Mar 22 14:11:14.959773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34678) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:14.974250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-159530e2-638c-4da1-96eb-fdbd34a62beb tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:15.107926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-54f339b5-69f8-4dc7-b078-096c303452ed', 'network_id': '54f339b5-69f8-4dc7-b078-096c303452ed', 'project_id': '7da4d550fd9c4e399c320d1f7b3e26b2', 'fixed_ips': [{'subnet_id': '4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:15.108817 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.162740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac0ea665-095d-4343-bf73-03be5becf60a req-e8600dc1-427c-4bd8-95a5-212acdd0d16b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964786 Mar 22 14:11:15.281613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:15.287339 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.317961 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-150fbe4b-ebd3-4b23-9fc5-ac6397110e33 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4589753 Mar 22 14:11:15.318397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34698) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:15.334165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1f:da:c9'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c2:2c:9c'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:15.430935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-159530e2-638c-4da1-96eb-fdbd34a62beb tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17509162'] for subnet (4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.463882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Allocated IP 2001:db8::3 (54f339b5-69f8-4dc7-b078-096c303452ed/4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e/e70bc0ef-edcc-4788-933c-6b598467e74b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:15.640299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Publish callbacks [] for port (e70bc0ef-edcc-4788-933c-6b598467e74b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.676263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b15fd414-58dd-408e-9f50-fbe41e6d1751 None None] Provisioning complete for port 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:15.676920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b15fd414-58dd-408e-9f50-fbe41e6d1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.679367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e70bc0ef-edcc-4788-933c-6b598467e74b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.729954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b15fd414-58dd-408e-9f50-fbe41e6d1751 None None] Port 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:15.772020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Network 54f339b5-69f8-4dc7-b078-096c303452ed is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:15.777293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:15.779511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Pushing event updated for resources: {'Port': ['ID=e70bc0ef-edcc-4788-933c-6b598467e74b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:15.807568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:15.902496 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.970554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-159530e2-638c-4da1-96eb-fdbd34a62beb tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784113941643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16940182'] for subnet (4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.973775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db889-e567-4a68-90c4-da571852ce65 req-aaf31fd9-4671-4383-9a9c-98a06bf83578 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:15.988553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b66db889-e567-4a68-90c4-da571852ce65 req-aaf31fd9-4671-4383-9a9c-98a06bf83578 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 945 time: 0.3914092 Mar 22 14:11:16.003573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-6506cb4d-0343-4adf-8e56-00e70f409874 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.015062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Attempting to bind port e70bc0ef-edcc-4788-933c-6b598467e74b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:16.016059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Attempting to bind port e70bc0ef-edcc-4788-933c-6b598467e74b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '916e1171-5674-4859-aea1-e285394cdafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '54f339b5-69f8-4dc7-b078-096c303452ed'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:16.016887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-6506cb4d-0343-4adf-8e56-00e70f409874 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.4602804 Mar 22 14:11:16.017420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Attempting to bind port e70bc0ef-edcc-4788-933c-6b598467e74b on network 54f339b5-69f8-4dc7-b078-096c303452ed {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:16.031221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:16.031913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Checking segment: {'id': '916e1171-5674-4859-aea1-e285394cdafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '54f339b5-69f8-4dc7-b078-096c303452ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:16.032518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.033091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Bound using segment: {'id': '916e1171-5674-4859-aea1-e285394cdafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '54f339b5-69f8-4dc7-b078-096c303452ed'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:16.033744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Bound port: e70bc0ef-edcc-4788-933c-6b598467e74b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916e1171-5674-4859-aea1-e285394cdafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '54f339b5-69f8-4dc7-b078-096c303452ed'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:16.034395 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e70bc0ef-edcc-4788-933c-6b598467e74b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.066412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159530e2-638c-4da1-96eb-fdbd34a62beb tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event updated for resources: {'Subnet': ['ID=4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:16.101032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159530e2-638c-4da1-96eb-fdbd34a62beb tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.102925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-159530e2-638c-4da1-96eb-fdbd34a62beb tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.104421 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-159530e2-638c-4da1-96eb-fdbd34a62beb tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "PUT /v2.0/subnets/4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e HTTP/1.1" status: 200 len: 900 time: 1.1424406 Mar 22 14:11:16.107660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34714) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:16.145154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-831abd54-e716-4a55-adb6-d730be867092 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.1265619 Mar 22 14:11:16.206430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] For port e70bc0ef-edcc-4788-933c-6b598467e74b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:16.210331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] For port e70bc0ef-edcc-4788-933c-6b598467e74b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e70bc0ef-edcc-4788-933c-6b598467e74b,segment=NetworkSegment(916e1171-5674-4859-aea1-e285394cdafb),segment_id=916e1171-5674-4859-aea1-e285394cdafb)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:16.219652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e70bc0ef-edcc-4788-933c-6b598467e74b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.295171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0b2fb-9a57-4772-bd93-95c908c1d705 None None] Pushing event updated for resources: {'Port': ['ID=e70bc0ef-edcc-4788-933c-6b598467e74b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:16.301804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (54f339b5-69f8-4dc7-b078-096c303452ed), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.420425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting port e70bc0ef-edcc-4788-933c-6b598467e74b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:16.420841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e70bc0ef-edcc-4788-933c-6b598467e74b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.425332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b66db889-e567-4a68-90c4-da571852ce65 req-732bfc80-fc91-4d3f-bb47-a9fc3784ccb9 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017327 Mar 22 14:11:16.524910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-91ace848-7351-47b2-a11a-3b0b6ce96e2e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3786836 Mar 22 14:11:16.532819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] For port e70bc0ef-edcc-4788-933c-6b598467e74b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e70bc0ef-edcc-4788-933c-6b598467e74b,segment=NetworkSegment(916e1171-5674-4859-aea1-e285394cdafb),segment_id=916e1171-5674-4859-aea1-e285394cdafb)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:16.533959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e70bc0ef-edcc-4788-933c-6b598467e74b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.554465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Calling delete_port for e70bc0ef-edcc-4788-933c-6b598467e74b owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:16.584640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.601045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.904663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e70bc0ef-edcc-4788-933c-6b598467e74b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.934488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d033b25-6a71-4099-991a-67da5f0f5ba6 req-e90dd873-818a-4498-b6d2-b527960db9a8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.943954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d033b25-6a71-4099-991a-67da5f0f5ba6 req-e90dd873-818a-4498-b6d2-b527960db9a8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.3567491 Mar 22 14:11:16.946343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] In _notify_port_updated(), no bound segment for port 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 on network 542c5c30-ca46-4b5c-85ad-d663406fc57b {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:16.956635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Port': ['ID=e70bc0ef-edcc-4788-933c-6b598467e74b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:16.961673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.963362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.967537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "PUT /v2.0/ports/6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 HTTP/1.1" status: 200 len: 1056 time: 1.6457024 Mar 22 14:11:16.986946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34726) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:17.106267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497be4a-1bb6-4a10-9927-adcc073047e1 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event updated for resources: {'Port': ['ID=6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:17.161795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No DVR routers for this DVR port e70bc0ef-edcc-4788-933c-6b598467e74b on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:17.180384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-9a9e2bf4-d7ef-4970-8be3-c0dad8edc748 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410847 Mar 22 14:11:17.180744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e70bc0ef-edcc-4788-933c-6b598467e74b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:17.219567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e70bc0ef-edcc-4788-933c-6b598467e74b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:17.220391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e70bc0ef-edcc-4788-933c-6b598467e74b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 14:11:17.242825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Port e70bc0ef-edcc-4788-933c-6b598467e74b not found, will not notify nova. {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 14:11:17.298521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6f5e464e-7da8-4761-8df5-6663134c8e3d None None] Provisioning complete for port 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:17.299747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6f5e464e-7da8-4761-8df5-6663134c8e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.312439 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.357605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e464e-7da8-4761-8df5-6663134c8e3d None None] Port 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:17.409385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.411809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d033b25-6a71-4099-991a-67da5f0f5ba6 req-b86fab8e-29db-4193-8b3d-d56c605461e2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668345 Mar 22 14:11:17.451177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting port 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:17.451516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.534052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-5ced3f16-db31-4b46-8e11-11bc7f22332b service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165212 Mar 22 14:11:17.660202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:17.675467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.675809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.676148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.676485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.676821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.677147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.677472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.677798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.678148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.678474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.678924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.679392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.679720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.680117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.680438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:17.686453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (54f339b5-69f8-4dc7-b078-096c303452ed), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.704361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.715066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f339b5-69f8-4dc7-b078-096c303452ed']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:17.731025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916e1171-5674-4859-aea1-e285394cdafb') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:17.731328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916e1171-5674-4859-aea1-e285394cdafb') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:17.732709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Calling delete_port for 6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:17.769380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (916e1171-5674-4859-aea1-e285394cdafb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.806831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (916e1171-5674-4859-aea1-e285394cdafb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.822869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987746c-4966-40f0-9d30-c05359a342e9 req-a5d30440-a886-45b2-a8df-a05e7f4a6bb7 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:17.827023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9987746c-4966-40f0-9d30-c05359a342e9 req-a5d30440-a886-45b2-a8df-a05e7f4a6bb7 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 945 time: 0.2173901 Mar 22 14:11:17.833603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:17.834403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (916e1171-5674-4859-aea1-e285394cdafb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:17.849552 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:17.886684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea0d5d5f-5043-4de4-985b-3fa4aa5f366f req-7ecb1233-31da-4dfa-855a-0a9810a893d5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 210 time: 0.0540686 Mar 22 14:11:17.886968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34748) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:17.940919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9987746c-4966-40f0-9d30-c05359a342e9 req-bfe95626-ed1c-49b4-83ba-330aaa83f447 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978310 Mar 22 14:11:18.048880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (54f339b5-69f8-4dc7-b078-096c303452ed), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.062080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.072049 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/54f339b5-69f8-4dc7-b078-096c303452ed HTTP/1.1" status: 204 len: 168 time: 1.9630520 Mar 22 14:11:18.072454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.076398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34756) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:18.135145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Port': ['ID=6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:18.141025 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59de042-d419-4c76-ab4f-88ededce23b8 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:18.141500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59de042-d419-4c76-ab4f-88ededce23b8 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:18.144847 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e59de042-d419-4c76-ab4f-88ededce23b8 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/4cfe592e-9d9d-43b8-b5ba-8f9b22f3cc4e HTTP/1.1" status: 404 len: 337 time: 0.0570490 Mar 22 14:11:18.157908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:18.162148 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92dcf205-572f-463c-9315-03a67ec5e448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.188153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ce945-791e-4d79-bc26-d6d67fcfd2b1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=54f339b5-69f8-4dc7-b078-096c303452ed,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:18.274427 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee623ce4-7705-473d-b427-12507c568ae3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:18.274968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee623ce4-7705-473d-b427-12507c568ae3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:18.285512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-245ad294-2aef-41df-8252-9823137ccde8 None None] Could not find standard attr ID for object e70bc0ef-edcc-4788-933c-6b598467e74b. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:11:18.286842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee623ce4-7705-473d-b427-12507c568ae3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/54f339b5-69f8-4dc7-b078-096c303452ed HTTP/1.1" status: 404 len: 339 time: 0.1267114 Mar 22 14:11:18.307450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34764) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:18.332945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66277bb2-44da-487e-bbe7-f691470f5382 None None] DHCP port deletion for 54f339b5-69f8-4dc7-b078-096c303452ed request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:18.347822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b6039b2d-f04a-446a-a59e-6f34eababf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.367995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53455a-72e7-4acd-9e29-affaa471ea88 None None] Network 54f339b5-69f8-4dc7-b078-096c303452ed requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:18.394177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53455a-72e7-4acd-9e29-affaa471ea88 None None] Network 54f339b5-69f8-4dc7-b078-096c303452ed could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:11:18.411185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7bf86-4b2b-4656-84cc-5b219b6586f9 None None] Network 54f339b5-69f8-4dc7-b078-096c303452ed requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:18.460703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7bf86-4b2b-4656-84cc-5b219b6586f9 None None] Network 54f339b5-69f8-4dc7-b078-096c303452ed could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:11:18.540601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-2a4b9f6c-f3ba-4487-8f6e-6f7877d0c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:18.542262 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-2a4b9f6c-f3ba-4487-8f6e-6f7877d0c102 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 1128 time: 0.3127713 Mar 22 14:11:18.654957 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9430f874-cba0-4e16-b1b0-4bb7eaf6f869), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.738960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f645c-498e-4509-9e38-e346e27fb559 req-080b8f7b-9d19-4092-921e-89d97206dca2 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:18.740551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-039f645c-498e-4509-9e38-e346e27fb559 req-080b8f7b-9d19-4092-921e-89d97206dca2 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 945 time: 0.1831968 Mar 22 14:11:18.804985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d1c4-00c4-45fc-b0e9-c67c9ecde1f2 req-4c38081e-6fb5-4616-9866-242ecef786da tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:18.806756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2636d1c4-00c4-45fc-b0e9-c67c9ecde1f2 req-4c38081e-6fb5-4616-9866-242ecef786da tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2504921 Mar 22 14:11:19.005533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e70bc0ef-edcc-4788-933c-6b598467e74b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:19.029579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e70bc0ef-edcc-4788-933c-6b598467e74b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:19.030229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e70bc0ef-edcc-4788-933c-6b598467e74b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:19.075619 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b6039b2d-f04a-446a-a59e-6f34eababf16 admin admin] Publish callbacks [] for security_group (ed9cde85-f3da-4228-af2b-7901332e678f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.089583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b6039b2d-f04a-446a-a59e-6f34eababf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ed9cde85-f3da-4228-af2b-7901332e678f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.150448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b6039b2d-f04a-446a-a59e-6f34eababf16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8687c765f0f946e99eb609637d2c1bda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2595060 Mar 22 14:11:19.150448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-eec734d1-a9df-4f0a-8f7f-32b869f79c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:19.150448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-eec734d1-a9df-4f0a-8f7f-32b869f79c90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.5856287 Mar 22 14:11:19.151081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34774) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.151594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6039b2d-f04a-446a-a59e-6f34eababf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9cde85-f3da-4228-af2b-7901332e678f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:19.205584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-dd4817f6-5d8b-474c-b099-5fddf88afc94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0 HTTP/1.1" status: 200 len: 217 time: 0.0453012 Mar 22 14:11:19.277734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-0f13496d-0368-4f01-b0e5-d860f0b9da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:19.280768 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-0f13496d-0368-4f01-b0e5-d860f0b9da89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.0673974 Mar 22 14:11:19.312522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e9f31a-7a4e-4cb9-820f-884c5b53bf63 admin admin] Publish callbacks [] for security_group (ed9cde85-f3da-4228-af2b-7901332e678f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.331762 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-53f7ebf2-f574-4980-aedc-c38f227bf84e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430140 Mar 22 14:11:19.373455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9430f874-cba0-4e16-b1b0-4bb7eaf6f869), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.399390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-039f645c-498e-4509-9e38-e346e27fb559 req-26cb3230-eb9d-4ce1-8c33-c00914e73ed1 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118994 Mar 22 14:11:19.408403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e9f31a-7a4e-4cb9-820f-884c5b53bf63 admin admin] Publish callbacks [] for security_group (ed9cde85-f3da-4228-af2b-7901332e678f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.426101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.429463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1c25fae2-bbb8-4c18-97bb-5dade197f491 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/ports/6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 HTTP/1.1" status: 204 len: 168 time: 2.4414966 Mar 22 14:11:19.433288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34778) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.435233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2636d1c4-00c4-45fc-b0e9-c67c9ecde1f2 req-e44b2eb2-8a27-47cd-96a6-7f8b78227e3c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996001 Mar 22 14:11:19.443898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9430f874-cba0-4e16-b1b0-4bb7eaf6f869']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:19.465287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e67992-511b-4a55-8d88-5971f73e8395') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:19.465744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e67992-511b-4a55-8d88-5971f73e8395') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:19.482712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (e7e67992-511b-4a55-8d88-5971f73e8395), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.534186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-f6a856f5-24a5-46fb-92fa-c7e2e17d1866 service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886446 Mar 22 14:11:19.537923 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-14289236-e295-4851-90cd-0ad7a45e5afc tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] GET failed (client error): The resource could not be found. Mar 22 14:11:19.539373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-14289236-e295-4851-90cd-0ad7a45e5afc tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "GET /v2.0/ports/6f04b9d8-d6b5-4a62-8c63-ee75a9fdd4e7 HTTP/1.1" status: 404 len: 333 time: 0.0374625 Mar 22 14:11:19.543970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34782) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.544286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-3630dfdb-4a2b-4e41-b8a7-8835628d2f07 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:19.546370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-3630dfdb-4a2b-4e41-b8a7-8835628d2f07 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.2627132 Mar 22 14:11:19.547576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e7e67992-511b-4a55-8d88-5971f73e8395), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.552520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7eb9eb9d-b5e0-45f0-b411-3feea4e7588d req-1ef0acf3-b730-40d2-8e11-0b16936e672f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 210 time: 0.0581212 Mar 22 14:11:19.567027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Request body: {'port': {'device_id': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'admin_state_up': True, 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:19.721168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:19.721761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (e7e67992-511b-4a55-8d88-5971f73e8395), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.734435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e9f31a-7a4e-4cb9-820f-884c5b53bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ed9cde85-f3da-4228-af2b-7901332e678f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:19.735790 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:19.738287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e9f31a-7a4e-4cb9-820f-884c5b53bf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.738287 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-61e9f31a-7a4e-4cb9-820f-884c5b53bf63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed9cde85-f3da-4228-af2b-7901332e678f HTTP/1.1" status: 204 len: 168 time: 0.5838532 Mar 22 14:11:19.760030 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92e36a56-c5bf-4432-b23e-6f114f424a70 req-dcb2d94e-0949-4465-8378-64ad48b9717e service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150970 Mar 22 14:11:19.784763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9f31a-7a4e-4cb9-820f-884c5b53bf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9cde85-f3da-4228-af2b-7901332e678f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:19.804640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting port e42a0230-6b3b-4860-b1a0-eaf911c864fa {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:19.805046 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e42a0230-6b3b-4860-b1a0-eaf911c864fa), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.893095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:19.896683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.917942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9430f874-cba0-4e16-b1b0-4bb7eaf6f869), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.929230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.933326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/9430f874-cba0-4e16-b1b0-4bb7eaf6f869 HTTP/1.1" status: 204 len: 168 time: 1.6236079 Mar 22 14:11:19.946455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e42a0230-6b3b-4860-b1a0-eaf911c864fa), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.958476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34788) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.959643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515ac1d-dd86-4a98-9b17-666b5f95bbd1 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=9430f874-cba0-4e16-b1b0-4bb7eaf6f869,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:19.976000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Calling delete_port for e42a0230-6b3b-4860-b1a0-eaf911c864fa owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:20.003159 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f4a80c-d22a-4b2c-a8ed-6fb5a3567cc4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:20.003720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f4a80c-d22a-4b2c-a8ed-6fb5a3567cc4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:20.007359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a5f4a80c-d22a-4b2c-a8ed-6fb5a3567cc4 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/03138d97-aff0-4396-b288-c3a3abbfd1b6 HTTP/1.1" status: 404 len: 337 time: 0.0430801 Mar 22 14:11:20.010428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34790) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.077227 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0593fa4-4ad0-4948-a316-3a00332ccab2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:20.077926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0593fa4-4ad0-4948-a316-3a00332ccab2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:20.083040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e0593fa4-4ad0-4948-a316-3a00332ccab2 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/e930d421-1bce-4b16-b084-035234529e5e HTTP/1.1" status: 404 len: 339 time: 0.0702405 Mar 22 14:11:20.094989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff7559-cb6d-44fb-9a92-0e58622fc36f req-e1531ea3-794c-479c-9e2b-d3024421695e tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:20.096995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78ff7559-cb6d-44fb-9a92-0e58622fc36f req-e1531ea3-794c-479c-9e2b-d3024421695e tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 945 time: 0.2487533 Mar 22 14:11:20.100426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34792) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.158083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e42a0230-6b3b-4860-b1a0-eaf911c864fa), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.197312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Port': ['ID=e42a0230-6b3b-4860-b1a0-eaf911c864fa,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:20.208423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78ff7559-cb6d-44fb-9a92-0e58622fc36f req-571c5b6f-b499-4206-8db3-961c38cf43dc tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948675 Mar 22 14:11:20.287333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting subnet eed5285d-e6f8-4d7e-af8e-282e9b807a7a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:20.296602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (eed5285d-e6f8-4d7e-af8e-282e9b807a7a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.321679 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.327494 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-26a29386-0c3f-4272-98d3-06691ab6a85e tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/ports/e42a0230-6b3b-4860-b1a0-eaf911c864fa HTTP/1.1" status: 204 len: 168 time: 0.7728631 Mar 22 14:11:20.330158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34794) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.337746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Allocated IP 172.20.0.6 (0fe42f4b-0f12-4858-ba08-c78a76740d73/edb6b946-1919-428d-82b4-bb41969f7980/70deef93-c188-46eb-8461-a4c243120a7b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:20.368754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (eed5285d-e6f8-4d7e-af8e-282e9b807a7a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.376860 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b08104-8fec-41bb-8d00-f6a17d9b96c0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] GET failed (client error): The resource could not be found. Mar 22 14:11:20.379116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-91b08104-8fec-41bb-8d00-f6a17d9b96c0 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "GET /v2.0/ports/e42a0230-6b3b-4860-b1a0-eaf911c864fa HTTP/1.1" status: 404 len: 333 time: 0.0474229 Mar 22 14:11:20.383676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.384752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36422f09-1abb-46ff-b9fe-8d5733ce51b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.507094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting port bb5ea635-5c91-4d43-8c86-187bdcc69da6 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:20.507656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bb5ea635-5c91-4d43-8c86-187bdcc69da6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.618312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bb5ea635-5c91-4d43-8c86-187bdcc69da6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.635783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Calling delete_port for bb5ea635-5c91-4d43-8c86-187bdcc69da6 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:20.682835 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (eed5285d-e6f8-4d7e-af8e-282e9b807a7a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.778942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07e39d-6420-449c-b04e-84df6dc7d3ac req-edc49195-912b-4e46-a7d2-33e9ece9717c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:20.780483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd07e39d-6420-449c-b04e-84df6dc7d3ac req-edc49195-912b-4e46-a7d2-33e9ece9717c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.2084837 Mar 22 14:11:20.793526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bb5ea635-5c91-4d43-8c86-187bdcc69da6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.801247 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks [] for port (70deef93-c188-46eb-8461-a4c243120a7b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.823958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (eed5285d-e6f8-4d7e-af8e-282e9b807a7a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.832214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Port': ['ID=bb5ea635-5c91-4d43-8c86-187bdcc69da6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:20.874048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=eed5285d-e6f8-4d7e-af8e-282e9b807a7a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:20.903754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.907497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-080abee9-efde-4877-bfd6-75398e2a54b6 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/eed5285d-e6f8-4d7e-af8e-282e9b807a7a HTTP/1.1" status: 204 len: 168 time: 0.8056357 Mar 22 14:11:20.911146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34802) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.912899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2e324-ff97-4922-9e48-94d4fc7e518f None None] Network 604ae912-a6ef-43ab-9071-f49947370c56 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:20.919329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd07e39d-6420-449c-b04e-84df6dc7d3ac req-236967f0-22db-4ae9-bfdb-7fa047da4305 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262715 Mar 22 14:11:20.921466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.924789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fe995aae-0ee2-4579-93a6-e207dfec99e7 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/ports/bb5ea635-5c91-4d43-8c86-187bdcc69da6 HTTP/1.1" status: 204 len: 168 time: 0.5398023 Mar 22 14:11:20.927303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.968465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a648b32-ea80-4e12-a717-c768d94443b9 req-293d2bb4-8220-41fd-a300-d42e1197c050 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 210 time: 0.0526814 Mar 22 14:11:20.978827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (70deef93-c188-46eb-8461-a4c243120a7b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.035466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting subnet f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:21.039354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:21.041378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.046822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:21.047539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:21.050749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting subnet f3f52aab-0d21-463d-9675-441d9c8ae046 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:21.054615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:21.060202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event updated for resources: {'Port': ['ID=70deef93-c188-46eb-8461-a4c243120a7b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.083448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for subnet (f3f52aab-0d21-463d-9675-441d9c8ae046), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.113702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.119374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:21.120415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.144906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-f304d5da-4f95-407e-b8b6-c88cd0351a81 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5872109 Mar 22 14:11:21.163265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Request body: {'port': {'device_id': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:21.250787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f3f52aab-0d21-463d-9675-441d9c8ae046), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.254465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.255460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (70deef93-c188-46eb-8461-a4c243120a7b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.471834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-6c349960-505c-447f-9ca8-9c304637f97d tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:21.473380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-6c349960-505c-447f-9ca8-9c304637f97d tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 945 time: 0.1300128 Mar 22 14:11:21.475889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f3f52aab-0d21-463d-9675-441d9c8ae046), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.476466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd12ee-4d1a-4144-b144-e8d0cae55e4b req-ebc9da27-1b1f-480f-a111-9d7b8425875d tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:21.478717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47dd12ee-4d1a-4144-b144-e8d0cae55e4b req-ebc9da27-1b1f-480f-a111-9d7b8425875d tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 945 time: 0.1579678 Mar 22 14:11:21.509558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.567647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.570572 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799 HTTP/1.1" status: 204 len: 168 time: 0.6583939 Mar 22 14:11:21.574111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9b2b-f3fd-4cfd-947a-e217071023a0 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=f4cb18ec-70e2-4b88-ab2e-f49d4ca4d799,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.576048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34808) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:21.595852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47dd12ee-4d1a-4144-b144-e8d0cae55e4b req-1c5f6e89-c94a-42d7-8c57-ee3612b3a624 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d15a08d-d89f-42fc-bfd2-c21e91532834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903728 Mar 22 14:11:21.667732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f3f52aab-0d21-463d-9675-441d9c8ae046), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.683699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.687173 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/subnets/f3f52aab-0d21-463d-9675-441d9c8ae046 HTTP/1.1" status: 204 len: 168 time: 0.7575438 Mar 22 14:11:21.690739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34810) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:21.693791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e3f7a-87f7-4d9f-8aa6-6193fb27c1fb None None] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:21.721797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd83ecb-7f38-4bdc-8f7c-12b68e02f8ae tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f52aab-0d21-463d-9675-441d9c8ae046,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.740622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (604ae912-a6ef-43ab-9071-f49947370c56), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.777288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Deleting port 48b1cb2a-7794-4484-9369-5f9ff72cbddd {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:21.777635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.826595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.834924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70deef93-c188-46eb-8461-a4c243120a7b {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:21.848973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Publish callbacks [] for port (70deef93-c188-46eb-8461-a4c243120a7b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.872938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (542c5c30-ca46-4b5c-85ad-d663406fc57b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.874536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Transition to ACTIVE for port object 70deef93-c188-46eb-8461-a4c243120a7b will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:21.882208 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (70deef93-c188-46eb-8461-a4c243120a7b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.927461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:21.927904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.942990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] For port 48b1cb2a-7794-4484-9369-5f9ff72cbddd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=48b1cb2a-7794-4484-9369-5f9ff72cbddd,segment=NetworkSegment(a1990ecc-57c5-4af3-9322-4d76b0b05b12),segment_id=a1990ecc-57c5-4af3-9322-4d76b0b05b12)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:21.942990 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.961937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Calling delete_port for 48b1cb2a-7794-4484-9369-5f9ff72cbddd owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:21.970192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c346e-a187-4c9a-b394-6280692b7d79 None None] Network 604ae912-a6ef-43ab-9071-f49947370c56 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:22.034285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Deleting port 8dc01c87-0eed-4a56-8263-4a5618beca0e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:22.034630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.063468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Pushing event updated for resources: {'Port': ['ID=70deef93-c188-46eb-8461-a4c243120a7b,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:22.079400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] For port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,segment=NetworkSegment(17bfa465-8f8d-4afd-8c22-69c42f3f34d7),segment_id=17bfa465-8f8d-4afd-8c22-69c42f3f34d7)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:22.079725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.090166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] DHCP port deletion for 542c5c30-ca46-4b5c-85ad-d663406fc57b request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:22.121283 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] For port 8dc01c87-0eed-4a56-8263-4a5618beca0e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8dc01c87-0eed-4a56-8263-4a5618beca0e,segment=NetworkSegment(ea2043a0-7de5-483a-b4f9-d733ab066663),segment_id=ea2043a0-7de5-483a-b4f9-d733ab066663)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:22.121652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.146103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Calling delete_port for 8dc01c87-0eed-4a56-8263-4a5618beca0e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:22.162944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:22.172452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2652f948-55b4-4bc5-b1f1-a3a1ee46a7bf None None] Provisioning complete for port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:22.172939 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2652f948-55b4-4bc5-b1f1-a3a1ee46a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.179633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Calling delete_port for 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:22.351148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Attempting to bind port 70deef93-c188-46eb-8461-a4c243120a7b on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:22.351880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Attempting to bind port 70deef93-c188-46eb-8461-a4c243120a7b by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:22.352586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Attempting to bind port 70deef93-c188-46eb-8461-a4c243120a7b on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:22.353430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:22.358147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.370511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (48b1cb2a-7794-4484-9369-5f9ff72cbddd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.376112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ace0bf-ac4c-4f01-829b-c4e224bce293 req-cbdae164-1b71-415e-9eca-046484aca9a6 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:22.381613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.384637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4ace0bf-ac4c-4f01-829b-c4e224bce293 req-cbdae164-1b71-415e-9eca-046484aca9a6 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 943 time: 0.2936234 Mar 22 14:11:22.385516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] DHCP port deletion for 604ae912-a6ef-43ab-9071-f49947370c56 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:22.392737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['48b1cb2a-7794-4484-9369-5f9ff72cbddd'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:22.404535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501407fc-537c-40c1-852e-086e47786dbf req-a179a8d8-c51a-4f12-80c7-0fe3085bc52e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:22.406555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-501407fc-537c-40c1-852e-086e47786dbf req-a179a8d8-c51a-4f12-80c7-0fe3085bc52e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 946 time: 0.3233614 Mar 22 14:11:22.418328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Port 70deef93-c188-46eb-8461-a4c243120a7b on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:22.418951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Attempting to bind port 70deef93-c188-46eb-8461-a4c243120a7b on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:22.428504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:22.431337 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988fe92c-adc4-4b3b-a158-efcbd5ff65da" -d '{"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:22.432112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Pushing event deleted for resources: {'Port': ['ID=48b1cb2a-7794-4484-9369-5f9ff72cbddd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:22.434210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] No DVR routers for this DVR port 8dc01c87-0eed-4a56-8263-4a5618beca0e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:22.467638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:22.468312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:22.468879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Bound using segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:22.469552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Bound port: 70deef93-c188-46eb-8461-a4c243120a7b, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:22.470139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (70deef93-c188-46eb-8461-a4c243120a7b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.494231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Deleting port 8dc01c87-0eed-4a56-8263-4a5618beca0e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:22.494629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.525120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:22.530764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] No DVR routers for this DVR port 48b1cb2a-7794-4484-9369-5f9ff72cbddd on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:22.533564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.536920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-177d5d51-df63-4b14-919b-162f4e0a05ef req-a4bcdb5d-b618-4fcc-99cf-b3c7ce4cbf4c tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.42 "DELETE /v2.0/ports/48b1cb2a-7794-4484-9369-5f9ff72cbddd HTTP/1.1" status: 204 len: 173 time: 1.0568337 Mar 22 14:11:22.537842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Port': ['ID=8dc01c87-0eed-4a56-8263-4a5618beca0e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:22.539589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'name': 'network-vif-deleted', 'tag': '48b1cb2a-7794-4484-9369-5f9ff72cbddd'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:22.542733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-501407fc-537c-40c1-852e-086e47786dbf req-f5b2d291-e078-417f-907c-9dd9cf296eec tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165161 Mar 22 14:11:22.542845 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864697d-5d58-404d-89d9-f5521aed7da9" -d '{"events": [{"server_uuid": "1d4570ff-cf18-4e09-bbb5-17b7dfd0233a", "name": "network-vif-deleted", "tag": "48b1cb2a-7794-4484-9369-5f9ff72cbddd"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:22.578641 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.605865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4ace0bf-ac4c-4f01-829b-c4e224bce293 req-f31805c0-4503-414f-84e7-e2a3e7e74456 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189951 Mar 22 14:11:22.610793 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.621453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2652f948-55b4-4bc5-b1f1-a3a1ee46a7bf None None] Current status of the port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:22.643170 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37acd1c-c89d-4b02-a863-a011da010515 x-openstack-request-id: req-d37acd1c-c89d-4b02-a863-a011da010515 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:22.643469 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-unplugged", "status": "failed", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0", "code": 422}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:22.643773 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d37acd1c-c89d-4b02-a863-a011da010515 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:22.644277 n-d-834677-3 neutron-server[110459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d37acd1c-c89d-4b02-a863-a011da010515']: {'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'code': 422} returned with failed status Mar 22 14:11:22.668532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Port': ['ID=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:22.695386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No DVR routers for this DVR port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:22.704462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (542c5c30-ca46-4b5c-85ad-d663406fc57b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.794230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542c5c30-ca46-4b5c-85ad-d663406fc57b']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:22.809050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2043a0-7de5-483a-b4f9-d733ab066663') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:22.809362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2043a0-7de5-483a-b4f9-d733ab066663') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:22.821582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ea2043a0-7de5-483a-b4f9-d733ab066663), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.840663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ea2043a0-7de5-483a-b4f9-d733ab066663), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.855208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:22.856103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ea2043a0-7de5-483a-b4f9-d733ab066663), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.869751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (604ae912-a6ef-43ab-9071-f49947370c56), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.898577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8602a29-0a41-49fe-919d-c7c632ac7b09 req-ea6f25ad-7d36-43fe-a8fa-8dead702c7a6 tempest-ServersNegativeTestMultiTenantJSON-1752369145 tempest-ServersNegativeTestMultiTenantJSON-1752369145-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d4570ff-cf18-4e09-bbb5-17b7dfd0233a HTTP/1.1" status: 200 len: 210 time: 0.0538461 Mar 22 14:11:22.924308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] For port 70deef93-c188-46eb-8461-a4c243120a7b, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:22.932912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604ae912-a6ef-43ab-9071-f49947370c56']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:22.956596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] For port 70deef93-c188-46eb-8461-a4c243120a7b, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=70deef93-c188-46eb-8461-a4c243120a7b,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:22.959086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bfa465-8f8d-4afd-8c22-69c42f3f34d7') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:22.959389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bfa465-8f8d-4afd-8c22-69c42f3f34d7') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:22.974781 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (70deef93-c188-46eb-8461-a4c243120a7b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.988555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] For port 8dc01c87-0eed-4a56-8263-4a5618beca0e, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:22.989121 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.990776 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (17bfa465-8f8d-4afd-8c22-69c42f3f34d7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:22.991957 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:22.997366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (542c5c30-ca46-4b5c-85ad-d663406fc57b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.004288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:23.006542 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.008186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] 10.222.0.57 "PUT /v2.0/ports/70deef93-c188-46eb-8461-a4c243120a7b HTTP/1.1" status: 200 len: 1091 time: 1.8534715 Mar 22 14:11:23.009588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.013597 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] 10.222.0.44 "DELETE /v2.0/networks/542c5c30-ca46-4b5c-85ad-d663406fc57b HTTP/1.1" status: 204 len: 168 time: 1.3050766 Mar 22 14:11:23.014795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.021443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'tag': '70deef93-c188-46eb-8461-a4c243120a7b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:23.024584 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a037e576-7127-41f6-8591-4c454315ffd4" -d '{"events": [{"name": "network-changed", "server_uuid": "8afd10e0-8592-4ccd-8873-00a649b0a26a", "tag": "70deef93-c188-46eb-8461-a4c243120a7b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:23.034944 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4597d7d7-90c9-4d0c-8d2f-ee39eb44d32d x-openstack-request-id: req-4597d7d7-90c9-4d0c-8d2f-ee39eb44d32d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:23.037011 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4570ff-cf18-4e09-bbb5-17b7dfd0233a", "name": "network-vif-deleted", "tag": "48b1cb2a-7794-4484-9369-5f9ff72cbddd", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:23.039656 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4597d7d7-90c9-4d0c-8d2f-ee39eb44d32d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:23.054377 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4597d7d7-90c9-4d0c-8d2f-ee39eb44d32d'] response: {'server_uuid': '1d4570ff-cf18-4e09-bbb5-17b7dfd0233a', 'name': 'network-vif-deleted', 'tag': '48b1cb2a-7794-4484-9369-5f9ff72cbddd', 'status': 'completed', 'code': 200} Mar 22 14:11:23.079027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d1a22-78ed-42fa-a206-a5ab6bb09517 tempest-AllowedAddressPairTestJSON-505136268 tempest-AllowedAddressPairTestJSON-505136268-project] Pushing event deleted for resources: {'Network': ['ID=542c5c30-ca46-4b5c-85ad-d663406fc57b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.093157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Calling delete_port for 8dc01c87-0eed-4a56-8263-4a5618beca0e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:23.102974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] Deleting port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:23.103346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.138765 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (17bfa465-8f8d-4afd-8c22-69c42f3f34d7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.142172 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa979d9-5a5b-4d0f-85fc-b03fe2804286 x-openstack-request-id: req-3fa979d9-5a5b-4d0f-85fc-b03fe2804286 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:23.142640 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afd10e0-8592-4ccd-8873-00a649b0a26a", "tag": "70deef93-c188-46eb-8461-a4c243120a7b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:23.142936 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fa979d9-5a5b-4d0f-85fc-b03fe2804286 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:23.143257 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa979d9-5a5b-4d0f-85fc-b03fe2804286'] response: {'name': 'network-changed', 'server_uuid': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'tag': '70deef93-c188-46eb-8461-a4c243120a7b', 'status': 'completed', 'code': 200} Mar 22 14:11:23.181558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] For port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:23.182577 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.187536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:23.188454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (17bfa465-8f8d-4afd-8c22-69c42f3f34d7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.197681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] Calling delete_port for 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:23.200632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] Port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:11:23.205558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8dc01c87-0eed-4a56-8263-4a5618beca0e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:23.236858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Port 8dc01c87-0eed-4a56-8263-4a5618beca0e was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:11:23.238225 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (6a9009bd-0c0f-4b1b-8d54-a3538fd10128), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.248674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 8dc01c87-0eed-4a56-8263-4a5618beca0e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:23.249029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8dc01c87-0eed-4a56-8263-4a5618beca0e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:23.249457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:23.266823 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:23.278668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (604ae912-a6ef-43ab-9071-f49947370c56), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.285515 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (8dc01c87-0eed-4a56-8263-4a5618beca0e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.288332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] No DVR routers for this DVR port 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:23.294994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.302299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/604ae912-a6ef-43ab-9071-f49947370c56 HTTP/1.1" status: 204 len: 168 time: 1.7215650 Mar 22 14:11:23.303006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34846) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.313834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:23.314084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b1dd2-e701-481d-82ee-8a72341fe181 service neutron] Pushing event updated for resources: {'Port': ['ID=70deef93-c188-46eb-8461-a4c243120a7b,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.314267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6a9009bd-0c0f-4b1b-8d54-a3538fd10128 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:23.330211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd1255-de80-4079-8cd6-b1d8a8d03e75 None None] Pushing event deleted for resources: {'Port': ['ID=6a9009bd-0c0f-4b1b-8d54-a3538fd10128,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.336235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Network 542c5c30-ca46-4b5c-85ad-d663406fc57b is not hosted by any dhcp agent {{(pid=110459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:11:23.336694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] No DVR routers for this DVR port 8dc01c87-0eed-4a56-8263-4a5618beca0e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:23.359931 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-081752f9-90e8-4b5b-92fa-f329a7f15f4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:23.360866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081752f9-90e8-4b5b-92fa-f329a7f15f4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:23.367038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-081752f9-90e8-4b5b-92fa-f329a7f15f4d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/2b35ccf2-57ff-44ab-8b8f-c8faf1bcbb94 HTTP/1.1" status: 404 len: 337 time: 0.0540874 Mar 22 14:11:23.370686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9647a7-0060-4f9f-8ef0-12818716c572 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=604ae912-a6ef-43ab-9071-f49947370c56,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.371449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34848) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.379652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-05c4ae72-c21a-41fe-8a04-c15a5dd5e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:23.384527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-05c4ae72-c21a-41fe-8a04-c15a5dd5e597 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 1125 time: 0.2938995 Mar 22 14:11:23.406129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0b28f-6f41-439b-a207-489e3dde2fb1 None None] Pushing event deleted for resources: {'Port': ['ID=8dc01c87-0eed-4a56-8263-4a5618beca0e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.408291 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad703ccd-79d4-40d2-8db3-99cbdfa669b8 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:23.409592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad703ccd-79d4-40d2-8db3-99cbdfa669b8 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:23.417897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.419176 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ad703ccd-79d4-40d2-8db3-99cbdfa669b8 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/b4148365-6c3c-48e9-9585-390586f2021d HTTP/1.1" status: 404 len: 339 time: 0.0456135 Mar 22 14:11:23.420047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34856) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.448965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-78c920c9-3c7c-4d6a-aa5a-01af9da941d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70deef93-c188-46eb-8461-a4c243120a7b HTTP/1.1" status: 200 len: 217 time: 0.0553265 Mar 22 14:11:23.465445 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-340b11a9-1a27-413a-a8a1-c9ddac35f2b3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:23.466101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340b11a9-1a27-413a-a8a1-c9ddac35f2b3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:23.473942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-340b11a9-1a27-413a-a8a1-c9ddac35f2b3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/6ef00afa-009e-4f3b-beda-60252e864313 HTTP/1.1" status: 404 len: 337 time: 0.0526078 Mar 22 14:11:23.474849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.497521 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12e20e9-6abc-4860-a0de-591070adb3e3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:23.498058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12e20e9-6abc-4860-a0de-591070adb3e3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:23.504762 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b12e20e9-6abc-4860-a0de-591070adb3e3 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/b5702502-50b0-48a8-a858-e56292b4b990 HTTP/1.1" status: 404 len: 339 time: 0.0286255 Mar 22 14:11:23.505401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34868) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.515062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-dbd1ff03-911c-4e1f-9bd5-d48dc10a395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:23.516458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-dbd1ff03-911c-4e1f-9bd5-d48dc10a395c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.0602317 Mar 22 14:11:23.533232 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f8bc19-e912-4e72-93c8-fa04a4feda56 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:23.533680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f8bc19-e912-4e72-93c8-fa04a4feda56 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:23.536901 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-61f8bc19-e912-4e72-93c8-fa04a4feda56 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/2feae74a-a1fe-4131-8648-faf0ae9c8b1e HTTP/1.1" status: 404 len: 337 time: 0.0304530 Mar 22 14:11:23.539964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34874) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.557428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34880) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.560240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-8fe90e68-ebd8-4fe6-bd07-5110590420cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363379 Mar 22 14:11:23.568704 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de838d6-0485-4715-9ba1-a0c9a1b1b85d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:23.569578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de838d6-0485-4715-9ba1-a0c9a1b1b85d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:23.577270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1de838d6-0485-4715-9ba1-a0c9a1b1b85d tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/145003ff-7b65-4d9d-a791-dd429da0e6d7 HTTP/1.1" status: 404 len: 339 time: 0.0361664 Mar 22 14:11:23.577927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34884) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.645957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting subnet 254f294c-43db-493b-9086-f182c8d67c85 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:23.650253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (254f294c-43db-493b-9086-f182c8d67c85), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.700105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-1cc4612d-12c9-4951-b5f7-c49ddbdc8e39 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311593 Mar 22 14:11:23.701712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (254f294c-43db-493b-9086-f182c8d67c85), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.814925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (254f294c-43db-493b-9086-f182c8d67c85), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.888272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (254f294c-43db-493b-9086-f182c8d67c85), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.921468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=254f294c-43db-493b-9086-f182c8d67c85,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.925550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.930137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-47194e16-5ebd-475c-9aba-99cfd58d0f87 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/254f294c-43db-493b-9086-f182c8d67c85 HTTP/1.1" status: 204 len: 168 time: 0.3503230 Mar 22 14:11:23.932432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34890) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.939605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581cbdb-53dd-4b94-8dce-4702d8426e55 None None] Network ec8e4387-9d08-417b-8531-e6f4f07658db requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:24.040181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ec8e4387-9d08-417b-8531-e6f4f07658db), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.112829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-01692179-954a-46b5-b2cd-8cc4e28f57ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98d0233adca3432d9470d38d089b8024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515187 Mar 22 14:11:24.113437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting port eb411175-5bc4-46ca-812e-95c539cf680f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:24.113437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.116239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.124546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] DHCP port deletion for ec8e4387-9d08-417b-8531-e6f4f07658db request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:24.180456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d2065a-8a82-4d12-aad3-08c18dc0c136 req-fc174c85-07e7-4ba7-adfb-90e40b878b15 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723547 Mar 22 14:11:24.190565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fd40b-b7c4-4137-8f45-8c09c04782de req-93b70068-3a0e-4f1f-acd6-6dbdbf983c59 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.192279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-522fd40b-b7c4-4137-8f45-8c09c04782de req-93b70068-3a0e-4f1f-acd6-6dbdbf983c59 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 943 time: 0.4086282 Mar 22 14:11:24.196036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] Deleting port eb411175-5bc4-46ca-812e-95c539cf680f {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:24.196544 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.225637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] For port eb411175-5bc4-46ca-812e-95c539cf680f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=eb411175-5bc4-46ca-812e-95c539cf680f,segment=NetworkSegment(0cb4bcde-bae0-458f-87fe-e62184cf20b7),segment_id=0cb4bcde-bae0-458f-87fe-e62184cf20b7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:24.225637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.245091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Calling delete_port for eb411175-5bc4-46ca-812e-95c539cf680f owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:24.254083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9886f5-c8be-4472-b1ab-6674f64ca463 admin admin] Publish callbacks [] for security_group (727d53f0-11b4-49cc-a2a4-0c136e095724), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.281898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-522fd40b-b7c4-4137-8f45-8c09c04782de req-f29e7845-d09b-469e-8b9d-be7bf24e8b6b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832143 Mar 22 14:11:24.294888 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.301203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e576-7127-41f6-8591-4c454315ffd4 req-b6680bf4-d58c-47e8-8426-c8fe1fe0bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.304042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a037e576-7127-41f6-8591-4c454315ffd4 req-b6680bf4-d58c-47e8-8426-c8fe1fe0bc31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 1125 time: 0.0615869 Mar 22 14:11:24.309780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] For port eb411175-5bc4-46ca-812e-95c539cf680f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=eb411175-5bc4-46ca-812e-95c539cf680f,segment=NetworkSegment(0cb4bcde-bae0-458f-87fe-e62184cf20b7),segment_id=0cb4bcde-bae0-458f-87fe-e62184cf20b7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:24.310503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.325653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] Calling delete_port for eb411175-5bc4-46ca-812e-95c539cf680f owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:24.326621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9886f5-c8be-4472-b1ab-6674f64ca463 admin admin] Publish callbacks [] for security_group (727d53f0-11b4-49cc-a2a4-0c136e095724), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.352572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34894) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.427718 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.434253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e576-7127-41f6-8591-4c454315ffd4 req-3106f082-e55e-4860-afe3-e80bea886868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.436348 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a037e576-7127-41f6-8591-4c454315ffd4 req-3106f082-e55e-4860-afe3-e80bea886868 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.1259446 Mar 22 14:11:24.443588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] Deleting subnet aa86f5a7-13a4-4b64-9d9f-044506be6cb4 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:24.448308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (eb411175-5bc4-46ca-812e-95c539cf680f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.450334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] Publish callbacks [] for subnet (aa86f5a7-13a4-4b64-9d9f-044506be6cb4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.472221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] Pushing event deleted for resources: {'Port': ['ID=eb411175-5bc4-46ca-812e-95c539cf680f,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.478323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0aeb9-a39c-49f3-98b3-1fff12253004 None None] No DVR routers for this DVR port eb411175-5bc4-46ca-812e-95c539cf680f on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:24.489871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a037e576-7127-41f6-8591-4c454315ffd4 req-4947362c-3810-484c-8040-a2e6868b294f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70deef93-c188-46eb-8461-a4c243120a7b HTTP/1.1" status: 200 len: 217 time: 0.0466084 Mar 22 14:11:24.499235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9886f5-c8be-4472-b1ab-6674f64ca463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (727d53f0-11b4-49cc-a2a4-0c136e095724), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.501944 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9886f5-c8be-4472-b1ab-6674f64ca463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.503105 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c9886f5-c8be-4472-b1ab-6674f64ca463 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/727d53f0-11b4-49cc-a2a4-0c136e095724 HTTP/1.1" status: 204 len: 168 time: 0.3858969 Mar 22 14:11:24.509265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Port': ['ID=eb411175-5bc4-46ca-812e-95c539cf680f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.515297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No DVR routers for this DVR port eb411175-5bc4-46ca-812e-95c539cf680f on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:24.527407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9886f5-c8be-4472-b1ab-6674f64ca463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d53f0-11b4-49cc-a2a4-0c136e095724,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.552459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (aa86f5a7-13a4-4b64-9d9f-044506be6cb4), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.555462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e576-7127-41f6-8591-4c454315ffd4 req-9330a67b-5475-4494-8635-f03fe85febbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.557071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a037e576-7127-41f6-8591-4c454315ffd4 req-9330a67b-5475-4494-8635-f03fe85febbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.0599341 Mar 22 14:11:24.588966 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.604754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a037e576-7127-41f6-8591-4c454315ffd4 req-b582a74d-158b-4d6e-b89b-9bca5a3c8c39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407045 Mar 22 14:11:24.635773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ec8e4387-9d08-417b-8531-e6f4f07658db), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.653435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (aa86f5a7-13a4-4b64-9d9f-044506be6cb4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.681382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8e4387-9d08-417b-8531-e6f4f07658db']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:24.697741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb4bcde-bae0-458f-87fe-e62184cf20b7') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:24.698010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb4bcde-bae0-458f-87fe-e62184cf20b7') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:24.711499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (0cb4bcde-bae0-458f-87fe-e62184cf20b7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.712789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a037e576-7127-41f6-8591-4c454315ffd4 req-a82a0642-85aa-4efa-af3c-c0cfa2db8559 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005502 Mar 22 14:11:24.731750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0cb4bcde-bae0-458f-87fe-e62184cf20b7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.740828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:24.741201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (0cb4bcde-bae0-458f-87fe-e62184cf20b7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:24.744642 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:24.761129 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (aa86f5a7-13a4-4b64-9d9f-044506be6cb4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.823954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa86f5a7-13a4-4b64-9d9f-044506be6cb4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.826051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.832296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cfea8990-380b-4c0d-b0c8-0964ddec6c76 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa86f5a7-13a4-4b64-9d9f-044506be6cb4 HTTP/1.1" status: 204 len: 168 time: 0.4786623 Mar 22 14:11:24.836380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34906) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.864173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a037e576-7127-41f6-8591-4c454315ffd4 req-06e6cb9d-fcc8-4578-89a2-e53abef87f01 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385603 Mar 22 14:11:24.896123 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ec8e4387-9d08-417b-8531-e6f4f07658db), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.906755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.910139 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/ec8e4387-9d08-417b-8531-e6f4f07658db HTTP/1.1" status: 204 len: 168 time: 0.9766235 Mar 22 14:11:24.914403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34910) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.918900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-aad7aceb-25ef-457d-b380-b385707b78c1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.925842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-aad7aceb-25ef-457d-b380-b385707b78c1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=dda5e3d2-c21d-4e72-8bd9-523837a559c1 HTTP/1.1" status: 200 len: 944 time: 0.1085663 Mar 22 14:11:24.935994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76d4c-accf-41b7-a8d1-421d4a7a656f tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=ec8e4387-9d08-417b-8531-e6f4f07658db,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.974424 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdda1aa-fc44-48ee-b7c2-8c9fae5f328e tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:24.974887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdda1aa-fc44-48ee-b7c2-8c9fae5f328e tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:24.978464 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0cdda1aa-fc44-48ee-b7c2-8c9fae5f328e tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/307694ac-b0c6-4893-96fe-3fa203d424ce HTTP/1.1" status: 404 len: 337 time: 0.0544474 Mar 22 14:11:24.989012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (6aad9d61-b8df-49ea-aff1-3942ae2cc2e0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.989777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34914) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:25.041233 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-428cf9e0-c61e-4e2a-a247-9ac119637c1b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:25.041795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428cf9e0-c61e-4e2a-a247-9ac119637c1b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:25.045152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-428cf9e0-c61e-4e2a-a247-9ac119637c1b tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/b4897b85-ffa1-4ecb-8e46-c9f93895b448 HTTP/1.1" status: 404 len: 339 time: 0.0540516 Mar 22 14:11:25.046231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eb411175-5bc4-46ca-812e-95c539cf680f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:25.047731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34918) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:25.079880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: eb411175-5bc4-46ca-812e-95c539cf680f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:25.080468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eb411175-5bc4-46ca-812e-95c539cf680f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:25.130720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (6aad9d61-b8df-49ea-aff1-3942ae2cc2e0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.158128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting subnet 4698cc06-bdd4-4b71-a27d-57001a04032f {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:25.158813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aad9d61-b8df-49ea-aff1-3942ae2cc2e0']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:25.168140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks [] for subnet (4698cc06-bdd4-4b71-a27d-57001a04032f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.169629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1990ecc-57c5-4af3-9322-4d76b0b05b12') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:25.169943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1990ecc-57c5-4af3-9322-4d76b0b05b12') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:25.181119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (a1990ecc-57c5-4af3-9322-4d76b0b05b12), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.196903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a1990ecc-57c5-4af3-9322-4d76b0b05b12), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.204604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Deleting port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:25.204974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.205127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:25.205586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (a1990ecc-57c5-4af3-9322-4d76b0b05b12), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:25.207620 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:25.264067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (6aad9d61-b8df-49ea-aff1-3942ae2cc2e0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.268059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9e55-7734-4bbc-b748-55a4b871c9f8 req-c2d5281a-4e0d-4ae9-b67f-7a6c09c4c84f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:25.268704 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.269796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53bc9e55-7734-4bbc-b748-55a4b871c9f8 req-c2d5281a-4e0d-4ae9-b67f-7a6c09c4c84f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2089357 Mar 22 14:11:25.275111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] 10.222.0.44 "DELETE /v2.0/networks/6aad9d61-b8df-49ea-aff1-3942ae2cc2e0 HTTP/1.1" status: 204 len: 168 time: 0.4350142 Mar 22 14:11:25.277213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34928) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:25.287876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7849d-f718-4327-bb29-a1e25af9cdee admin admin] Pushing event deleted for resources: {'Network': ['ID=6aad9d61-b8df-49ea-aff1-3942ae2cc2e0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:25.292486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (4698cc06-bdd4-4b71-a27d-57001a04032f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.450829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] Deleting subnet 566003d8-c582-43a8-ac81-73dcfa3b7660 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:25.467765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] For port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:25.468047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.473762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] Publish callbacks [] for subnet (566003d8-c582-43a8-ac81-73dcfa3b7660), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.484605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53bc9e55-7734-4bbc-b748-55a4b871c9f8 req-065d3387-2d69-4eb7-b92c-b0264d54033c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043371 Mar 22 14:11:25.527321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Calling delete_port for 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:25.551915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34934) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:25.570762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (566003d8-c582-43a8-ac81-73dcfa3b7660), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.665956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (4698cc06-bdd4-4b71-a27d-57001a04032f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.707892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3b917992-86dc-4793-9bc8-35c91d1fe2d4 tempest-DvrRoutersNegativeTest-1996426444 tempest-DvrRoutersNegativeTest-1996426444-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-248167043', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:25.710764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.policy [None req-3b917992-86dc-4793-9bc8-35c91d1fe2d4 tempest-DvrRoutersNegativeTest-1996426444 tempest-DvrRoutersNegativeTest-1996426444-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110457) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 22 14:11:25.711134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.policy [None req-3b917992-86dc-4793-9bc8-35c91d1fe2d4 tempest-DvrRoutersNegativeTest-1996426444 tempest-DvrRoutersNegativeTest-1996426444-project] Failed policy check for 'create_router' {{(pid=110457) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 22 14:11:25.711679 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-3b917992-86dc-4793-9bc8-35c91d1fe2d4 tempest-DvrRoutersNegativeTest-1996426444 tempest-DvrRoutersNegativeTest-1996426444-project] create failed (client error): Access was denied to this resource. Mar 22 14:11:25.712712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3b917992-86dc-4793-9bc8-35c91d1fe2d4 tempest-DvrRoutersNegativeTest-1996426444 tempest-DvrRoutersNegativeTest-1996426444-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1557591 Mar 22 14:11:25.718382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 70deef93-c188-46eb-8461-a4c243120a7b details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:25.755406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (566003d8-c582-43a8-ac81-73dcfa3b7660), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.826464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f4c1a-6a82-4756-9237-376465166ce8 req-6023c13a-ae1d-4d09-a03e-9ea0ff5d4c00 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:25.828246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-287f4c1a-6a82-4756-9237-376465166ce8 req-6023c13a-ae1d-4d09-a03e-9ea0ff5d4c00 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 943 time: 0.2697694 Mar 22 14:11:25.835548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 70deef93-c188-46eb-8461-a4c243120a7b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=70deef93-c188-46eb-8461-a4c243120a7b,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:25.857405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '70deef93-c188-46eb-8461-a4c243120a7b', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'port_id': '70deef93-c188-46eb-8461-a4c243120a7b', 'mac_address': 'fa:16:3e:bd:fa:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6b946-1919-428d-82b4-bb41969f7980', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:25.863086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (4698cc06-bdd4-4b71-a27d-57001a04032f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.902100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 70deef93-c188-46eb-8461-a4c243120a7b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:25.903028 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (70deef93-c188-46eb-8461-a4c243120a7b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.917951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70deef93-c188-46eb-8461-a4c243120a7b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:25.941073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Subnet': ['ID=4698cc06-bdd4-4b71-a27d-57001a04032f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:25.951375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 70deef93-c188-46eb-8461-a4c243120a7b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=70deef93-c188-46eb-8461-a4c243120a7b,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:25.953863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.960243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ff4d022a-38fd-4082-a04c-50330b0cf339 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/subnets/4698cc06-bdd4-4b71-a27d-57001a04032f HTTP/1.1" status: 204 len: 168 time: 0.9056332 Mar 22 14:11:25.960624 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (70deef93-c188-46eb-8461-a4c243120a7b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.960891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:25.973740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (566003d8-c582-43a8-ac81-73dcfa3b7660), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.995521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4e839-ea8f-4ae6-8eb1-53023a00c431 None None] Network f5d92461-041d-4d71-a80d-91454e6e16b3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:26.039126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566003d8-c582-43a8-ac81-73dcfa3b7660,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.048661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5b25a23b-9f3e-41b5-a249-d6f77c3008d0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.059986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-287f4c1a-6a82-4756-9237-376465166ce8 req-987e9682-9776-4f71-b6a6-56a4d0e7b6ad tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194266 Mar 22 14:11:26.063255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.066959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-243bf8dc-ea8d-4261-9d75-f2c0d70a2926 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/566003d8-c582-43a8-ac81-73dcfa3b7660 HTTP/1.1" status: 204 len: 168 time: 0.7855406 Mar 22 14:11:26.070825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34944) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:26.071338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34946) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:26.095074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event deleted for resources: {'Port': ['ID=5b25a23b-9f3e-41b5-a249-d6f77c3008d0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.132285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=70deef93-c188-46eb-8461-a4c243120a7b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.146496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 48b1cb2a-7794-4484-9369-5f9ff72cbddd no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:26.165677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] No DVR routers for this DVR port 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:26.171141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.176610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1154faa-d981-470d-b5b0-6b55bc5d30a8 req-dfe4cbba-7655-4f3f-b77f-7c5c2aa957a6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "DELETE /v2.0/ports/5b25a23b-9f3e-41b5-a249-d6f77c3008d0 HTTP/1.1" status: 204 len: 173 time: 1.2499526 Mar 22 14:11:26.177346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-deleted', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:26.181962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 48b1cb2a-7794-4484-9369-5f9ff72cbddd {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:26.183185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 48b1cb2a-7794-4484-9369-5f9ff72cbddd not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:26.184028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:26.192056 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2982b5df-ef38-4a01-a81c-bf8efe11328e" -d '{"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-deleted", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:26.219730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:26.220995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5b25a23b-9f3e-41b5-a249-d6f77c3008d0 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:26.276791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] DHCP port deletion for f5d92461-041d-4d71-a80d-91454e6e16b3 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:26.284122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b0a4f235-608a-4c65-96f2-66f78d83f60b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.298616 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-090a5d4a-2aa7-46e1-8646-4edd41158696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.302055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749df3da-4d04-4401-8867-08f9806058b1 req-b8a82828-4ce0-46d3-8f21-1cd1879e4245 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:26.304059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-749df3da-4d04-4401-8867-08f9806058b1 req-b8a82828-4ce0-46d3-8f21-1cd1879e4245 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1076770 Mar 22 14:11:26.310223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f5d92461-041d-4d71-a80d-91454e6e16b3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.363338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['70deef93-c188-46eb-8461-a4c243120a7b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:26.402118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-749df3da-4d04-4401-8867-08f9806058b1 req-dd2517e6-d75b-45c3-843b-157f22e963bd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918806 Mar 22 14:11:26.482063 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7931a87e-b7c1-4eba-a3dd-c057736086e7 x-openstack-request-id: req-7931a87e-b7c1-4eba-a3dd-c057736086e7 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:26.483031 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5e3d2-c21d-4e72-8bd9-523837a559c1", "name": "network-vif-deleted", "tag": "5b25a23b-9f3e-41b5-a249-d6f77c3008d0", "status": "failed", "code": 422}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:26.483464 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7931a87e-b7c1-4eba-a3dd-c057736086e7 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:26.484223 n-d-834677-3 neutron-server[110457]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7931a87e-b7c1-4eba-a3dd-c057736086e7']: {'server_uuid': 'dda5e3d2-c21d-4e72-8bd9-523837a559c1', 'name': 'network-vif-deleted', 'tag': '5b25a23b-9f3e-41b5-a249-d6f77c3008d0', 'status': 'failed', 'code': 422} returned with failed status Mar 22 14:11:26.487494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b0a4f235-608a-4c65-96f2-66f78d83f60b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.536311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] Deleting port d0c0dce5-8d12-4a69-bada-0702d6671e4f {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:26.537406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.551490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a4f235-608a-4c65-96f2-66f78d83f60b']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:26.574974 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a84d56-e514-425c-8a20-5b4bdc54d969') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:26.575533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a84d56-e514-425c-8a20-5b4bdc54d969') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:26.593770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Deleting port d0c0dce5-8d12-4a69-bada-0702d6671e4f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:26.594459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.655714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] For port d0c0dce5-8d12-4a69-bada-0702d6671e4f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0c0dce5-8d12-4a69-bada-0702d6671e4f,segment=NetworkSegment(9b24b430-c013-414b-8144-3aa9fe3a262a),segment_id=9b24b430-c013-414b-8144-3aa9fe3a262a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:26.656124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.680802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] For port d0c0dce5-8d12-4a69-bada-0702d6671e4f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0c0dce5-8d12-4a69-bada-0702d6671e4f,segment=NetworkSegment(9b24b430-c013-414b-8144-3aa9fe3a262a),segment_id=9b24b430-c013-414b-8144-3aa9fe3a262a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:26.681530 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.693678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5caab-da71-4255-9a38-4976710206a1 req-34cb4676-56c8-4704-9124-3079440a8f2e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:26.695778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3a5caab-da71-4255-9a38-4976710206a1 req-34cb4676-56c8-4704-9124-3079440a8f2e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1227863 Mar 22 14:11:26.697774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Calling delete_port for d0c0dce5-8d12-4a69-bada-0702d6671e4f owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:26.715573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] Calling delete_port for d0c0dce5-8d12-4a69-bada-0702d6671e4f owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:26.783935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3a5caab-da71-4255-9a38-4976710206a1 req-e16bf8e5-88a6-48b5-9423-f80bbbc4faeb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818574 Mar 22 14:11:26.792624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (d0a84d56-e514-425c-8a20-5b4bdc54d969), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.796482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.854915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Port': ['ID=d0c0dce5-8d12-4a69-bada-0702d6671e4f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.859129 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:26.863012 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:11:26.874179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-090a5d4a-2aa7-46e1-8646-4edd41158696 admin admin] Publish callbacks [] for security_group (3f74db63-9f70-436f-88b1-b4538b75deca), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.875491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d0a84d56-e514-425c-8a20-5b4bdc54d969), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.877878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] No DVR routers for this DVR port d0c0dce5-8d12-4a69-bada-0702d6671e4f on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:26.887731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:26.888139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (d0a84d56-e514-425c-8a20-5b4bdc54d969), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:26.889821 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:26.899341 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (d0c0dce5-8d12-4a69-bada-0702d6671e4f), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.943668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-090a5d4a-2aa7-46e1-8646-4edd41158696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3f74db63-9f70-436f-88b1-b4538b75deca), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.945212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] Pushing event deleted for resources: {'Port': ['ID=d0c0dce5-8d12-4a69-bada-0702d6671e4f,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.949471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcb71b-0fd8-40f3-b40c-ac86bf3ce8fb None None] No DVR routers for this DVR port d0c0dce5-8d12-4a69-bada-0702d6671e4f on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:26.990348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b641b1-b6ff-43d0-aed7-ec7af5bf5c27 req-178eb11c-3bca-420b-8be1-ae4cc4bcc4cd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:26.992067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75b641b1-b6ff-43d0-aed7-ec7af5bf5c27 req-178eb11c-3bca-420b-8be1-ae4cc4bcc4cd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.0932391 Mar 22 14:11:27.022458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b0a4f235-608a-4c65-96f2-66f78d83f60b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.065823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75b641b1-b6ff-43d0-aed7-ec7af5bf5c27 req-8f1b9932-d033-40b5-b913-8839ae4f95fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677798 Mar 22 14:11:27.081254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.085167 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0a4f235-608a-4c65-96f2-66f78d83f60b HTTP/1.1" status: 204 len: 168 time: 1.0103588 Mar 22 14:11:27.097065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0c0dce5-8d12-4a69-bada-0702d6671e4f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:27.146193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d0c0dce5-8d12-4a69-bada-0702d6671e4f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:27.147324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0c0dce5-8d12-4a69-bada-0702d6671e4f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:27.162398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f5d92461-041d-4d71-a80d-91454e6e16b3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.225527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d92461-041d-4d71-a80d-91454e6e16b3']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:27.251052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b24b430-c013-414b-8144-3aa9fe3a262a') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:27.251766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b24b430-c013-414b-8144-3aa9fe3a262a') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:27.283188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (9b24b430-c013-414b-8144-3aa9fe3a262a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.287973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba956d3-e7be-4f15-8202-7cf6e8f7cbce admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a4f235-608a-4c65-96f2-66f78d83f60b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:27.307237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a5d4a-2aa7-46e1-8646-4edd41158696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f74db63-9f70-436f-88b1-b4538b75deca,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:27.319166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34990) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:27.328356 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9b24b430-c013-414b-8144-3aa9fe3a262a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.334363 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-090a5d4a-2aa7-46e1-8646-4edd41158696 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51b5abd26bdb47dda5e61dfe72533b68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2614393 Mar 22 14:11:27.337699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34992) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:27.348206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:27.348613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (9b24b430-c013-414b-8144-3aa9fe3a262a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:27.354373 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:27.402888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3d581f3d-d1f1-4b0b-b303-840db2d0024d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5554def145074352802771e6959efca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826168 Mar 22 14:11:27.406716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34994) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:27.419362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcbb0-05ee-41cc-aa20-ba999ea44c74 req-afa1283a-6c5b-4d31-8c1f-4f7f7c63530e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:27.421294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ecdcbb0-05ee-41cc-aa20-ba999ea44c74 req-afa1283a-6c5b-4d31-8c1f-4f7f7c63530e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 944 time: 0.2146096 Mar 22 14:11:27.451574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f5d92461-041d-4d71-a80d-91454e6e16b3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.460037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.463270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] 10.222.0.44 "DELETE /v2.0/networks/f5d92461-041d-4d71-a80d-91454e6e16b3 HTTP/1.1" status: 204 len: 168 time: 1.5006149 Mar 22 14:11:27.464110 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1fbe-d516-44a6-b68b-e475d87044d7 admin admin] Publish callbacks [] for security_group (3f74db63-9f70-436f-88b1-b4538b75deca), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.480265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfba4-71a4-45e7-a5fb-88939e1f4b40 tempest-NetworksIpV6Test-417930773 tempest-NetworksIpV6Test-417930773-project] Pushing event deleted for resources: {'Network': ['ID=f5d92461-041d-4d71-a80d-91454e6e16b3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:27.500566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-f9b46422-46f1-4ed3-b723-e83e9302bef5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:27.502923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-f9b46422-46f1-4ed3-b723-e83e9302bef5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.2416713 Mar 22 14:11:27.505437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1fbe-d516-44a6-b68b-e475d87044d7 admin admin] Publish callbacks [] for security_group (3f74db63-9f70-436f-88b1-b4538b75deca), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.537134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-89d8dda7-9e56-46db-9b55-3d5295e81b68 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/quotas/03a6139e620642568a3b5527faefcf60 HTTP/1.1" status: 200 len: 375 time: 0.0175641 Mar 22 14:11:27.558171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a88653e0-7cdc-43b1-91c6-bb148b7c955a admin admin] Publish callbacks [] for security_group (4d15a08d-d89f-42fc-bfd2-c21e91532834), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.560200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1fbe-d516-44a6-b68b-e475d87044d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3f74db63-9f70-436f-88b1-b4538b75deca), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.563438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1fbe-d516-44a6-b68b-e475d87044d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.564946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2d3c1fbe-d516-44a6-b68b-e475d87044d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f74db63-9f70-436f-88b1-b4538b75deca HTTP/1.1" status: 204 len: 168 time: 0.2247541 Mar 22 14:11:27.575100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c1fbe-d516-44a6-b68b-e475d87044d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f74db63-9f70-436f-88b1-b4538b75deca,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:27.623824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ecdcbb0-05ee-41cc-aa20-ba999ea44c74 req-6cd01d17-534a-4336-bc27-656c66d8071a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858134 Mar 22 14:11:27.628251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5787b8f4-fe9f-4b3b-a07b-33c296234dc9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731676 Mar 22 14:11:27.733703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 70deef93-c188-46eb-8461-a4c243120a7b up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:27.783084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-e5ce477f-0fe4-458b-97fa-62122896041a service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424499 Mar 22 14:11:27.820069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 70deef93-c188-46eb-8461-a4c243120a7b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:27.826685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 70deef93-c188-46eb-8461-a4c243120a7b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:27.827066 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (70deef93-c188-46eb-8461-a4c243120a7b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.905409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35012) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:27.919706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 70deef93-c188-46eb-8461-a4c243120a7b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:27.920471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (70deef93-c188-46eb-8461-a4c243120a7b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.933386 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a88653e0-7cdc-43b1-91c6-bb148b7c955a admin admin] Publish callbacks [] for security_group (4d15a08d-d89f-42fc-bfd2-c21e91532834), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.947561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70deef93-c188-46eb-8461-a4c243120a7b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:27.949944 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e513be3-e44d-4ba4-8f63-f51c309a39e3" -d '{"events": [{"server_uuid": "8afd10e0-8592-4ccd-8873-00a649b0a26a", "name": "network-vif-plugged", "status": "completed", "tag": "70deef93-c188-46eb-8461-a4c243120a7b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:27.992978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 70deef93-c188-46eb-8461-a4c243120a7b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=70deef93-c188-46eb-8461-a4c243120a7b,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:28.010405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (70deef93-c188-46eb-8461-a4c243120a7b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.094093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-73af9e50-384c-4421-8226-25ff4403888e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:28.095961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-73af9e50-384c-4421-8226-25ff4403888e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.2988763 Mar 22 14:11:28.107948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-eb986207-dbea-4712-a2f7-fe516a4cbae6 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268881 Mar 22 14:11:28.112906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=70deef93-c188-46eb-8461-a4c243120a7b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:28.130625 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-027098ac-2595-4657-9b43-3b9a661535d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7da4d550fd9c4e399c320d1f7b3e26b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221553 Mar 22 14:11:28.130625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35024) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:28.142885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-0b23732d-9f6b-430f-b261-8ebec9d843a3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/quotas/46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 375 time: 0.0334644 Mar 22 14:11:28.160443 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a88653e0-7cdc-43b1-91c6-bb148b7c955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4d15a08d-d89f-42fc-bfd2-c21e91532834), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.167367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a88653e0-7cdc-43b1-91c6-bb148b7c955a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.173788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a88653e0-7cdc-43b1-91c6-bb148b7c955a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d15a08d-d89f-42fc-bfd2-c21e91532834 HTTP/1.1" status: 204 len: 168 time: 0.7659092 Mar 22 14:11:28.236405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88653e0-7cdc-43b1-91c6-bb148b7c955a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d15a08d-d89f-42fc-bfd2-c21e91532834,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:28.268674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01573aee-1bb7-4983-9b67-08dd031e402b admin admin] Publish callbacks [] for security_group (ed190b1b-1ce1-4283-a039-dd9ffc89b9cf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.346872 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3980ae-7ea0-4cad-8de3-e078bfd0d406 x-openstack-request-id: req-8f3980ae-7ea0-4cad-8de3-e078bfd0d406 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:28.348102 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afd10e0-8592-4ccd-8873-00a649b0a26a", "name": "network-vif-plugged", "status": "completed", "tag": "70deef93-c188-46eb-8461-a4c243120a7b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:28.348737 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f3980ae-7ea0-4cad-8de3-e078bfd0d406 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:28.349191 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3980ae-7ea0-4cad-8de3-e078bfd0d406'] response: {'server_uuid': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70deef93-c188-46eb-8461-a4c243120a7b', 'code': 200} Mar 22 14:11:28.366666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01573aee-1bb7-4983-9b67-08dd031e402b admin admin] Publish callbacks [] for security_group (ed190b1b-1ce1-4283-a039-dd9ffc89b9cf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.392706 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.403850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-e5f9e5a4-006b-4acf-a896-2f35df8bd847 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2600095 Mar 22 14:11:28.487139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01573aee-1bb7-4983-9b67-08dd031e402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ed190b1b-1ce1-4283-a039-dd9ffc89b9cf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.491283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-01573aee-1bb7-4983-9b67-08dd031e402b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.493664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-01573aee-1bb7-4983-9b67-08dd031e402b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed190b1b-1ce1-4283-a039-dd9ffc89b9cf HTTP/1.1" status: 204 len: 168 time: 0.3619914 Mar 22 14:11:28.506631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01573aee-1bb7-4983-9b67-08dd031e402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed190b1b-1ce1-4283-a039-dd9ffc89b9cf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:28.598153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c772ba50-ba0f-440a-ae96-9c4b749b0981 req-4c2ea702-1d70-4657-80a5-d03d341daf2c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 210 time: 0.1713359 Mar 22 14:11:28.675553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324b17f-6c3b-4396-aca2-c8dd09ace01b req-2771c664-38b6-41d1-a188-8b44a0bd38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:28.678983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c324b17f-6c3b-4396-aca2-c8dd09ace01b req-2771c664-38b6-41d1-a188-8b44a0bd38dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 1127 time: 0.2505341 Mar 22 14:11:28.712419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-394649ee-ba0a-499f-b21c-40d67d5310ee service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011796 Mar 22 14:11:28.786342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35048) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:28.855557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c324b17f-6c3b-4396-aca2-c8dd09ace01b req-fcaaf7df-046f-469d-a0f3-10059b9e273e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692371 Mar 22 14:11:28.885531 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-98923d79-124a-4fd5-b622-5630ddc3c788 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=711fde2c4e634bb2ad451282a2501bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973990 Mar 22 14:11:28.888905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35054) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:28.915507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfcbb-ffd1-493a-8a6c-58ac16c7aa29 req-6aa6128b-b38a-4f3a-92bb-9ae8756c4f74 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:28.919749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-824cfcbb-ffd1-493a-8a6c-58ac16c7aa29 req-6aa6128b-b38a-4f3a-92bb-9ae8756c4f74 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 945 time: 0.1695473 Mar 22 14:11:29.016504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eee87cf2-1197-4c77-9dc9-292433f7c100 admin admin] Publish callbacks [] for security_group (7d1470ae-9579-4c04-8bd1-66077fdf6122), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.081489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eee87cf2-1197-4c77-9dc9-292433f7c100 admin admin] Publish callbacks [] for security_group (7d1470ae-9579-4c04-8bd1-66077fdf6122), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.118294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-824cfcbb-ffd1-493a-8a6c-58ac16c7aa29 req-e33df1d6-0f52-477e-b85d-33bcce377aba tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922421 Mar 22 14:11:29.130281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-d36457b9-5cf0-442f-a4e2-b471a365d1a0 service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050460 Mar 22 14:11:29.156889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35064) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:29.165277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eee87cf2-1197-4c77-9dc9-292433f7c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7d1470ae-9579-4c04-8bd1-66077fdf6122), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.168188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eee87cf2-1197-4c77-9dc9-292433f7c100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.169485 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eee87cf2-1197-4c77-9dc9-292433f7c100 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d1470ae-9579-4c04-8bd1-66077fdf6122 HTTP/1.1" status: 204 len: 168 time: 0.2797897 Mar 22 14:11:29.178125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee87cf2-1197-4c77-9dc9-292433f7c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1470ae-9579-4c04-8bd1-66077fdf6122,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:29.310862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2ad21507-cb8a-451a-bebf-4f772c18df36 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2086558794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:29.371175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ad21507-cb8a-451a-bebf-4f772c18df36 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (b85c88ee-3ff0-4c19-b707-385e25502617), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.372795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ad21507-cb8a-451a-bebf-4f772c18df36 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (b85c88ee-3ff0-4c19-b707-385e25502617), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.460725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81343c69-bf88-42da-b7e7-331fc9080d3f req-9e534dc3-c306-4fde-a35e-6b2e1dc613f7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 210 time: 0.0637822 Mar 22 14:11:29.557022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ad21507-cb8a-451a-bebf-4f772c18df36 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router_controller (b85c88ee-3ff0-4c19-b707-385e25502617), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.564169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ad21507-cb8a-451a-bebf-4f772c18df36 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (b85c88ee-3ff0-4c19-b707-385e25502617), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.595968 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ad21507-cb8a-451a-bebf-4f772c18df36 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.597197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2ad21507-cb8a-451a-bebf-4f772c18df36 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4451549 Mar 22 14:11:29.600032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35086) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:29.609114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-557431887'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:29.647594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:29.651908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.675586 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.753730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df693694-4a04-42d8-838f-b45a70068963 req-571b29e2-d07d-4517-9673-3c812a0bf668 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 210 time: 0.0511746 Mar 22 14:11:29.876964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for security_group (f2139824-3f70-4422-89c4-2eff8976b6d1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.886505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f2139824-3f70-4422-89c4-2eff8976b6d1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.916128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:29.927136 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (601830d7-a4b8-4d41-a691-5d00dd742836), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.927477 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Added segment 601830d7-a4b8-4d41-a691-5d00dd742836 of type vlan for network 73e237ff-1bce-4134-ae68-6360629cd450 Mar 22 14:11:29.996094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (73e237ff-1bce-4134-ae68-6360629cd450), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.033342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2139824-3f70-4422-89c4-2eff8976b6d1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:30.047184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (73e237ff-1bce-4134-ae68-6360629cd450), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.055676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:30.056435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.065278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-d186f345-00e7-42bf-843a-b039c9aa8086 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:30.067175 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-d186f345-00e7-42bf-843a-b039c9aa8086 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.2433639 Mar 22 14:11:30.081710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Request body: {'port': {'device_id': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'admin_state_up': True, 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:30.134297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35108) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:30.154753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5533392 Mar 22 14:11:30.193907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35114) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:30.212604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'subnet': {'network_id': '73e237ff-1bce-4134-ae68-6360629cd450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:30.319569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-946466322'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:30.351512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:30.355471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.362322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf23e5c-8b77-4cd4-ad6a-204278bbb2c6 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Network': ['ID=73e237ff-1bce-4134-ae68-6360629cd450,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:30.373945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 73e237ff-1bce-4134-ae68-6360629cd450 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:30.410566 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.439985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35122) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:30.479361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177eaaab-81a7-4aa0-9da5-971d259124c5 req-64fc6182-aa53-44c4-a49d-711b2a2c944f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:30.480945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-177eaaab-81a7-4aa0-9da5-971d259124c5 req-64fc6182-aa53-44c4-a49d-711b2a2c944f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 945 time: 0.1699033 Mar 22 14:11:30.507156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:30.511035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.590375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-992591970-network', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:30.626979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:30.630624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.766779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Allocated IP 172.20.0.8 (3b4d4fe1-57f8-46db-90f7-13628524dea6/7688f550-22c3-4c7f-b5c5-16e2757ded09/0f21dba6-edf9-488d-b2e3-155f9a6e3179) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:30.933319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks [] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.954585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-658d06f8-613d-43e5-8260-cb9d371eeb1c req-357bab7a-1afa-4d27-975f-ae1c61110d8f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 210 time: 0.3894517 Mar 22 14:11:30.984986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.032895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:31.035970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:31.036914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-177eaaab-81a7-4aa0-9da5-971d259124c5 req-138092a8-a324-424b-9df9-3ed94e308226 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461533 Mar 22 14:11:31.042830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:31.049819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event updated for resources: {'Port': ['ID=0f21dba6-edf9-488d-b2e3-155f9a6e3179,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.094366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Made reservation on behalf of a1ca8cbb8acb4455a58b76aa63043f82 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:31.096948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.101069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.101734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.111926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for security_group (9ea2653f-d74d-47ed-9908-6a20ee48ffe7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.122577 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a76614d6-241c-467f-8c0a-2015d25af3af tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0458775 Mar 22 14:11:31.128681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ea2653f-d74d-47ed-9908-6a20ee48ffe7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.131475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.133383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Request body: {'port': {'device_id': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:31.193809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.201626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:31.276553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-a0481344-87cf-4347-bc35-868a29449dc7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.277991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-a0481344-87cf-4347-bc35-868a29449dc7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.3425131 Mar 22 14:11:31.278650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea2653f-d74d-47ed-9908-6a20ee48ffe7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.284050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (45986423-7b4e-49eb-8db7-5b4c531fa503), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.284300 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 45986423-7b4e-49eb-8db7-5b4c531fa503 of type vlan for network b4643dac-0a58-460f-a317-3fa73cb00b42 Mar 22 14:11:31.293794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67216391-7426-41eb-bb88-fae7ab6ca909 req-1e294a28-e85d-4ac4-ba97-792f413eb0f1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.295263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67216391-7426-41eb-bb88-fae7ab6ca909 req-1e294a28-e85d-4ac4-ba97-792f413eb0f1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 931 time: 0.2732084 Mar 22 14:11:31.320334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'port': {'device_id': '8d304638-68f2-4be4-a401-2a30563ab8be', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'admin_state_up': True, 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:31.440563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b4643dac-0a58-460f-a317-3fa73cb00b42), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.468947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f21dba6-edf9-488d-b2e3-155f9a6e3179 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:31.477071 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Publish callbacks [] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.489307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Transition to ACTIVE for port object 0f21dba6-edf9-488d-b2e3-155f9a6e3179 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:31.493270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.509094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c928b-d08e-489f-b873-6e41e5850d8b req-f3a61f3a-c7cb-4cc8-897e-a79028b6d711 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.510597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d7c928b-d08e-489f-b873-6e41e5850d8b req-f3a61f3a-c7cb-4cc8-897e-a79028b6d711 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 945 time: 0.3882601 Mar 22 14:11:31.540862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Pushing event updated for resources: {'Port': ['ID=0f21dba6-edf9-488d-b2e3-155f9a6e3179,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.580845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67216391-7426-41eb-bb88-fae7ab6ca909 req-dd7aab47-1509-4c83-954d-6143194b0514 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643414 Mar 22 14:11:31.588649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (2c8a8f65-e082-48c5-964b-858119a4abef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.609549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b4643dac-0a58-460f-a317-3fa73cb00b42), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.614450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.615000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.618212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Attempting to bind port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:31.618594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Attempting to bind port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:31.618918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Attempting to bind port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:31.623666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:31.623933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Attempting to bind port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:31.628888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:31.629514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:31.629631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Bound using segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:31.630013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Bound port: 0f21dba6-edf9-488d-b2e3-155f9a6e3179, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:31.630382 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.641609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks [] for security_group (76d37d45-b27a-4db7-ad29-d55618269a8e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.679816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76d37d45-b27a-4db7-ad29-d55618269a8e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.695223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] For port 0f21dba6-edf9-488d-b2e3-155f9a6e3179, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:31.698388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] For port 0f21dba6-edf9-488d-b2e3-155f9a6e3179, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0f21dba6-edf9-488d-b2e3-155f9a6e3179,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:31.704376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.738959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.739589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.740987 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f21dba6-edf9-488d-b2e3-155f9a6e3179 HTTP/1.1" status: 200 len: 1091 time: 0.6117227 Mar 22 14:11:31.741432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'tag': '0f21dba6-edf9-488d-b2e3-155f9a6e3179'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:31.743891 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff3249b-5031-4cf0-9918-e61ad97e2880", "tag": "0f21dba6-edf9-488d-b2e3-155f9a6e3179"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:31.766705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6306751 Mar 22 14:11:31.768675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea40038-9fb4-41e2-a6dc-7935e382bd88 service neutron] Pushing event updated for resources: {'Port': ['ID=0f21dba6-edf9-488d-b2e3-155f9a6e3179,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.820997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:31.823308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Subnet': ['ID=2c8a8f65-e082-48c5-964b-858119a4abef,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.829530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d7c928b-d08e-489f-b873-6e41e5850d8b req-352d73f2-7e85-4b7e-bcd9-c2f4f0564da3 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939732 Mar 22 14:11:31.838356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c16be-f0a9-4a2f-9314-2f9715b1460d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=b4643dac-0a58-460f-a317-3fa73cb00b42,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.840215 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f157cb9-6718-40ab-8e1a-8572f264bab1 x-openstack-request-id: req-4f157cb9-6718-40ab-8e1a-8572f264bab1 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:31.840531 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff3249b-5031-4cf0-9918-e61ad97e2880", "tag": "0f21dba6-edf9-488d-b2e3-155f9a6e3179", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:31.840803 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f157cb9-6718-40ab-8e1a-8572f264bab1 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:31.841248 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f157cb9-6718-40ab-8e1a-8572f264bab1'] response: {'name': 'network-changed', 'server_uuid': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'tag': '0f21dba6-edf9-488d-b2e3-155f9a6e3179', 'status': 'completed', 'code': 200} Mar 22 14:11:31.845958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d37d45-b27a-4db7-ad29-d55618269a8e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.853324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b4643dac-0a58-460f-a317-3fa73cb00b42 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:31.880716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-ab6fc574-847a-4daf-876d-440e3aca84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.882648 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-ab6fc574-847a-4daf-876d-440e3aca84e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 1125 time: 0.0874026 Mar 22 14:11:31.885310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:31.889316 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1d195b48-8154-4d9d-a9bc-62b33ae2e91a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.889703 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Added segment 1d195b48-8154-4d9d-a9bc-62b33ae2e91a of type vlan for network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 Mar 22 14:11:31.891296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': 'b4643dac-0a58-460f-a317-3fa73cb00b42', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:31.894257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Checking segment: {'id': '601830d7-a4b8-4d41-a691-5d00dd742836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73e237ff-1bce-4134-ae68-6360629cd450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:31.894671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network hostable DHCP agents. Network: 73e237ff-1bce-4134-ae68-6360629cd450, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:31.905239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Made reservation on behalf of 46681445aaef43cf93b9d2f53d12b44c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:31.908802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.988777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.997690 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-a1b59e5a-8e0e-4d18-b92b-dcd0106fcf93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f21dba6-edf9-488d-b2e3-155f9a6e3179 HTTP/1.1" status: 200 len: 217 time: 0.1014040 Mar 22 14:11:32.032554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network 73e237ff-1bce-4134-ae68-6360629cd450 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:32.059967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 73e237ff-1bce-4134-ae68-6360629cd450) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:32.064723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.065335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.073649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287af4ee-b7b3-49ec-acd5-308b006c31b3 None None] Network 73e237ff-1bce-4134-ae68-6360629cd450 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:32.097439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-0ee08a36-b3c5-4718-b0a1-3c50e1355208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.099201 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-0ee08a36-b3c5-4718-b0a1-3c50e1355208 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.0932376 Mar 22 14:11:32.115807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:32.119720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.120906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-578f5e09-5bbf-4183-adb3-41da8296519c req-ab26ff2c-3a58-4515-a49c-b34570698cf2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 210 time: 0.0479205 Mar 22 14:11:32.125355 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.126438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.127142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.152707 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-e84ee8c6-d744-436e-ae0f-29e635990df4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469816 Mar 22 14:11:32.172474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ca23d328-a6c1-4f21-8698-2aad2cf62352 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9771996 Mar 22 14:11:32.208921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35144) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:32.214712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-73e237ff-1bce-4134-ae68-6360629cd450', 'network_id': '73e237ff-1bce-4134-ae68-6360629cd450', 'project_id': '66fc90f18e0d4e6f91dcf25b5b7482bb', 'fixed_ips': [{'subnet_id': '2c8a8f65-e082-48c5-964b-858119a4abef'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:32.215687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.227924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'network': {'name': 'tempest-router-network01--480859826'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:32.259102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8154643 Mar 22 14:11:32.264736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35146) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:32.275342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Request body: {'subnet': {'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-992591970-subnet', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:32.280403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993e0f0-ed86-4609-9cba-24bd8c3f6504 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:32.295651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Allocated IP 172.20.0.5 (9840ebf2-822d-4151-9260-dcc7fddf1be9/8cc6706b-a1c2-4ff2-8f31-120c44ff1951/5489adc7-989e-4387-8075-735da2e85229) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:32.305468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:32.316600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794391d-90d6-4f3a-91f3-5ecf6a432fd4 req-7f903cac-f8fb-43d9-acf4-c967321e6e91 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.321863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:32.323914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0794391d-90d6-4f3a-91f3-5ecf6a432fd4 req-7f903cac-f8fb-43d9-acf4-c967321e6e91 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 945 time: 0.1900489 Mar 22 14:11:32.325245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.355799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Made reservation on behalf of a1ca8cbb8acb4455a58b76aa63043f82 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:32.358084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.420345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0794391d-90d6-4f3a-91f3-5ecf6a432fd4 req-e119e5dd-5dfc-429a-a3af-17b5dac25603 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 Mar 22 14:11:32.483536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:32.487075 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-3ac9dacf-70ea-456e-b403-5b8d0623793e service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237863 Mar 22 14:11:32.511979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6bcf2554-528c-4efd-be68-9cfb39349e84), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.512718 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Added segment 6bcf2554-528c-4efd-be68-9cfb39349e84 of type vlan for network b788c9b2-b57a-43b8-ad29-697d11f3edff Mar 22 14:11:32.536102 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (5489adc7-989e-4387-8075-735da2e85229), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.574618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5489adc7-989e-4387-8075-735da2e85229), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.589440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bec0c44c-347d-463a-b446-65aa6a3e58ad', '6f4bd258-08a7-4752-8192-1a39568f097e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:32.618999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:32.622610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:32.626728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:32.638295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Allocated IP 2001:db8::2 (73e237ff-1bce-4134-ae68-6360629cd450/2c8a8f65-e082-48c5-964b-858119a4abef/c67fd96e-aacc-425d-8cad-8f604c65556a) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:32.712842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=5489adc7-989e-4387-8075-735da2e85229,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:32.722495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.723201 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.743652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-91a86e6c-9ca0-4ace-a351-90218023e585 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4473326 Mar 22 14:11:32.751921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f3e17-bb56-44c2-9a0e-62951fee6b48 req-875ee7be-7943-4c3c-9f0a-3793043f6884 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.753540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-132f3e17-bb56-44c2-9a0e-62951fee6b48 req-875ee7be-7943-4c3c-9f0a-3793043f6884 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 943 time: 0.0906541 Mar 22 14:11:32.756090 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b788c9b2-b57a-43b8-ad29-697d11f3edff), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.760850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Request body: {'port': {'device_id': '8d304638-68f2-4be4-a401-2a30563ab8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:32.791673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b788c9b2-b57a-43b8-ad29-697d11f3edff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.798499 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.799226 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.829375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (4cc5613e-7860-4f8e-aefb-f5b8bc328e5e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.864461 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5489adc7-989e-4387-8075-735da2e85229), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.870483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-132f3e17-bb56-44c2-9a0e-62951fee6b48 req-f7aec2b7-b308-4ee3-a0d9-39eb23604bec tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Mar 22 14:11:32.889868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Publish callbacks [] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.907666 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.993226 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7825708 Mar 22 14:11:32.993857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35150) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:32.998784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'network': {'name': 'tempest-router-network02--2008379064'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:32.999556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Network 73e237ff-1bce-4134-ae68-6360629cd450 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:33.010781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:33.015487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:33.017075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=4cc5613e-7860-4f8e-aefb-f5b8bc328e5e,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.036460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:33.040055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.048701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Pushing event updated for resources: {'Port': ['ID=c67fd96e-aacc-425d-8cad-8f604c65556a,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.053992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f4d7e-c64f-4e15-9e66-fabc8ed613d0 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Network': ['ID=b788c9b2-b57a-43b8-ad29-697d11f3edff,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.057400 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-306a9195-8226-4935-9d64-f5e80c4bb116 req-f75b8a6e-672f-4881-92db-8656741bb466 service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594330 Mar 22 14:11:33.082403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b788c9b2-b57a-43b8-ad29-697d11f3edff details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:33.092563 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (3aa5a118-7118-4c43-bd3d-f956be91bae4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.101883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5869b3d7-51f2-4584-b0b6-38e212343818 None None] Provisioning complete for port 5489adc7-989e-4387-8075-735da2e85229 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:33.102185 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5869b3d7-51f2-4584-b0b6-38e212343818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5489adc7-989e-4387-8075-735da2e85229), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.126770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:33.137437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '45986423-7b4e-49eb-8db7-5b4c531fa503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4643dac-0a58-460f-a317-3fa73cb00b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:33.137437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: b4643dac-0a58-460f-a317-3fa73cb00b42, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:33.145493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8d68269b-e94a-4c79-84c5-5499c6d9649c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.145959 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Added segment 8d68269b-e94a-4c79-84c5-5499c6d9649c of type vlan for network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 Mar 22 14:11:33.203154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa5a118-7118-4c43-bd3d-f956be91bae4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.211450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network b4643dac-0a58-460f-a317-3fa73cb00b42 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:33.220256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (8cd1c7df-caf8-42e9-93aa-55c5dac32741), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.227883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Checking segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:33.228247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Network hostable DHCP agents. Network: 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:33.232564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b4643dac-0a58-460f-a317-3fa73cb00b42) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:33.236358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-3603c046-471f-49ef-900a-a3e704dd5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.238471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-3603c046-471f-49ef-900a-a3e704dd5bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 1125 time: 0.1259575 Mar 22 14:11:33.242168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.242856 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.267497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Attempting to bind port c67fd96e-aacc-425d-8cad-8f604c65556a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:33.267769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Attempting to bind port c67fd96e-aacc-425d-8cad-8f604c65556a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '601830d7-a4b8-4d41-a691-5d00dd742836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73e237ff-1bce-4134-ae68-6360629cd450'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:33.268123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Attempting to bind port c67fd96e-aacc-425d-8cad-8f604c65556a on network 73e237ff-1bce-4134-ae68-6360629cd450 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:33.280223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e190c89-f581-4d1d-86bf-9677f1907bfa None None] Network b4643dac-0a58-460f-a317-3fa73cb00b42 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:33.286135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (8cd1c7df-caf8-42e9-93aa-55c5dac32741), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.291758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.292725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.304992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5869b3d7-51f2-4584-b0b6-38e212343818 None None] Port 5489adc7-989e-4387-8075-735da2e85229 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:33.322731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5489adc7-989e-4387-8075-735da2e85229 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:33.322987 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e409cb61-9818-4c8d-94e1-ea180d7bad1c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4325607 Mar 22 14:11:33.323136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35154) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:33.327902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465317623'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:33.342504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:33.342823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:33.345941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Checking segment: {'id': '601830d7-a4b8-4d41-a691-5d00dd742836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73e237ff-1bce-4134-ae68-6360629cd450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:33.346913 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.346913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Bound using segment: {'id': '601830d7-a4b8-4d41-a691-5d00dd742836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73e237ff-1bce-4134-ae68-6360629cd450'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:33.347406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Bound port: c67fd96e-aacc-425d-8cad-8f604c65556a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601830d7-a4b8-4d41-a691-5d00dd742836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73e237ff-1bce-4134-ae68-6360629cd450'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:33.347818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.364763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:33.374806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3798606 Mar 22 14:11:33.379443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35156) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:33.380345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.380560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.386680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7c575-2af7-4ce9-a6a7-edb78f619d3f None None] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:33.397399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'subnet': {'network_id': 'b788c9b2-b57a-43b8-ad29-697d11f3edff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:33.398762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Publish callbacks [] for port (5489adc7-989e-4387-8075-735da2e85229), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.401722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:33.405060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.423972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75144795-2d25-436d-ac44-b3a408204609 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Network': ['ID=8cd1c7df-caf8-42e9-93aa-55c5dac32741,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.429321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Transition to ACTIVE for port object 5489adc7-989e-4387-8075-735da2e85229 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:33.438468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5489adc7-989e-4387-8075-735da2e85229), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.449225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:33.524836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310a3a7-5f41-4f93-84f2-ad0fe36e4593 req-6dcfe881-408f-4827-b8b6-dc830c8984a6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.526447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3310a3a7-5f41-4f93-84f2-ad0fe36e4593 req-6dcfe881-408f-4827-b8b6-dc830c8984a6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 931 time: 0.2152443 Mar 22 14:11:33.583702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5489adc7-989e-4387-8075-735da2e85229,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.604548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-068ece58-9e48-42f0-a7a4-fd42c2fa2840 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3323874 Mar 22 14:11:33.604548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:33.606134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.613428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:33.631708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:33.671432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] For port c67fd96e-aacc-425d-8cad-8f604c65556a, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:33.702621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b4643dac-0a58-460f-a317-3fa73cb00b42', 'network_id': 'b4643dac-0a58-460f-a317-3fa73cb00b42', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '4cc5613e-7860-4f8e-aefb-f5b8bc328e5e'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:33.703560 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.707191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] For port c67fd96e-aacc-425d-8cad-8f604c65556a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c67fd96e-aacc-425d-8cad-8f604c65556a,segment=NetworkSegment(601830d7-a4b8-4d41-a691-5d00dd742836),segment_id=601830d7-a4b8-4d41-a691-5d00dd742836)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:33.716868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3310a3a7-5f41-4f93-84f2-ad0fe36e4593 req-ab2722bf-6fa1-46e9-b199-5aff4f84a656 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797385 Mar 22 14:11:33.730930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:33.730930 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.738639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Attempting to bind port 5489adc7-989e-4387-8075-735da2e85229 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:33.738975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Attempting to bind port 5489adc7-989e-4387-8075-735da2e85229 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:33.739304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Attempting to bind port 5489adc7-989e-4387-8075-735da2e85229 on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:33.741611 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.746948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-1222a2e0-3c09-4690-abad-889c1421a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.748745 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-1222a2e0-3c09-4690-abad-889c1421a29d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.4988492 Mar 22 14:11:33.759067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaf93-a31a-4d89-a9ef-fce7123f654c req-658b659b-9e9f-45ce-90e9-48b542185549 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.760660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-989aaf93-a31a-4d89-a9ef-fce7123f654c req-658b659b-9e9f-45ce-90e9-48b542185549 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 945 time: 0.2458754 Mar 22 14:11:33.761487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Port 5489adc7-989e-4387-8075-735da2e85229 on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:33.761808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Attempting to bind port 5489adc7-989e-4387-8075-735da2e85229 on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:33.769761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:33.770120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:33.770508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Bound using segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:33.773643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Bound port: 5489adc7-989e-4387-8075-735da2e85229, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:33.774051 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5489adc7-989e-4387-8075-735da2e85229), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.845840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:33.853163 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-b2ba561c-968d-4b25-8eb0-ba7f34dcb5aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f21dba6-edf9-488d-b2e3-155f9a6e3179 HTTP/1.1" status: 200 len: 217 time: 0.0865905 Mar 22 14:11:33.861860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] For port 5489adc7-989e-4387-8075-735da2e85229, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:33.865711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] For port 5489adc7-989e-4387-8075-735da2e85229, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5489adc7-989e-4387-8075-735da2e85229,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:33.875090 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5489adc7-989e-4387-8075-735da2e85229), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.919826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-2e9d22fc-d808-4937-93e5-37da6f2d59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.921664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-2e9d22fc-d808-4937-93e5-37da6f2d59cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.0579686 Mar 22 14:11:33.960462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-989aaf93-a31a-4d89-a9ef-fce7123f654c req-d8589c9a-f347-43f3-8976-8b7e5553918f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927009 Mar 22 14:11:33.965039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (649821be-3f09-4d74-9e4c-89190782296b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.965440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.966387 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.967746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (649821be-3f09-4d74-9e4c-89190782296b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.968335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/5489adc7-989e-4387-8075-735da2e85229 HTTP/1.1" status: 200 len: 1091 time: 1.2116182 Mar 22 14:11:33.968949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'tag': '5489adc7-989e-4387-8075-735da2e85229'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:33.973148 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d05d0-1d15-4270-baf9-da53b087c054" -d '{"events": [{"name": "network-changed", "server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "tag": "5489adc7-989e-4387-8075-735da2e85229"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:33.996171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ce9213c4-59c4-4afd-9211-0d5e45a79531), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.996892 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment ce9213c4-59c4-4afd-9211-0d5e45a79531 of type vlan for network 9d4bdcfa-e964-4aba-b510-a295d6f36843 Mar 22 14:11:34.017545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab81aa5-489a-427a-8ebb-153dead172f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5489adc7-989e-4387-8075-735da2e85229,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:34.047574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-28c46b30-1e94-4615-a13e-6fd11788ed8d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.050542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-28c46b30-1e94-4615-a13e-6fd11788ed8d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 945 time: 0.5165591 Mar 22 14:11:34.053083 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-fae67234-8ba4-42e1-83e4-97fbf2185b47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536044 Mar 22 14:11:34.059567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dd6fe-5198-44a9-bd31-d0396ec495f4 None None] Pushing event updated for resources: {'Port': ['ID=c67fd96e-aacc-425d-8cad-8f604c65556a,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:34.083736 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23027b02-49aa-4fad-8c1b-c8a9abbd31c5 x-openstack-request-id: req-23027b02-49aa-4fad-8c1b-c8a9abbd31c5 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:34.084179 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "tag": "5489adc7-989e-4387-8075-735da2e85229", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:34.084449 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23027b02-49aa-4fad-8c1b-c8a9abbd31c5 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:34.085348 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23027b02-49aa-4fad-8c1b-c8a9abbd31c5'] response: {'name': 'network-changed', 'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'tag': '5489adc7-989e-4387-8075-735da2e85229', 'status': 'completed', 'code': 200} Mar 22 14:11:34.199915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Allocated IP 172.20.255.242 (b4643dac-0a58-460f-a317-3fa73cb00b42/4cc5613e-7860-4f8e-aefb-f5b8bc328e5e/2e556f64-9569-4c3d-9004-8bc5f4a0bffe) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:34.202781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Allocated IP 172.20.0.2 (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4/3aa5a118-7118-4c43-bd3d-f956be91bae4/014d03b4-7a3d-41a0-9591-777430a6d14c) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:34.206841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-0275fe81-fafd-4444-a729-42f6f8506e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.208405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-0275fe81-fafd-4444-a729-42f6f8506e68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 1125 time: 0.1680095 Mar 22 14:11:34.318422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-4cdfb179-17dc-4110-811a-a359954d64d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5489adc7-989e-4387-8075-735da2e85229 HTTP/1.1" status: 200 len: 217 time: 0.0860643 Mar 22 14:11:34.396919 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-254c9026-afed-4905-9d35-eb9a29ad3650 service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017101 Mar 22 14:11:34.447664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b04461-0690-4706-a56a-193f0db051b7 req-2c85f273-037a-489d-b9b7-344d5b8885eb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.457334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19b04461-0690-4706-a56a-193f0db051b7 req-2c85f273-037a-489d-b9b7-344d5b8885eb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 943 time: 0.3006296 Mar 22 14:11:34.462456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-8a842f37-bc1f-401d-883f-d2b9381639bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.464316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-8a842f37-bc1f-401d-883f-d2b9381639bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1369636 Mar 22 14:11:34.503350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9d4bdcfa-e964-4aba-b510-a295d6f36843), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.513200 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Publish callbacks [] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.535945 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.576049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19b04461-0690-4706-a56a-193f0db051b7 req-1d28d623-16a8-424e-a9f8-1d71f02b30e0 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159425 Mar 22 14:11:34.593455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-ca6f64e9-80c9-4ab5-9415-5b193f79bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.595244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-ca6f64e9-80c9-4ab5-9415-5b193f79bfcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223478 Mar 22 14:11:34.628228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks [] for router_controller (649821be-3f09-4d74-9e4c-89190782296b), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.633088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:34.645643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:34.657413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:34.669119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Pushing event updated for resources: {'Port': ['ID=014d03b4-7a3d-41a0-9591-777430a6d14c,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:34.711726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-15aefeec-b61d-4d10-b50c-c570a8707595 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084058 Mar 22 14:11:34.731126 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Publish callbacks [] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.739373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Attempting to bind port 014d03b4-7a3d-41a0-9591-777430a6d14c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:34.739889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Attempting to bind port 014d03b4-7a3d-41a0-9591-777430a6d14c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:34.740304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Attempting to bind port 014d03b4-7a3d-41a0-9591-777430a6d14c on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:34.744613 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.750143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9d4bdcfa-e964-4aba-b510-a295d6f36843), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.755647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:34.755885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Checking segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:34.756179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.756636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Bound using segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:34.757233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Bound port: 014d03b4-7a3d-41a0-9591-777430a6d14c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:34.757634 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.763893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.764641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.786278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (7685922b-2de8-4df3-a459-1ef605c3ef96), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.806619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Network b4643dac-0a58-460f-a317-3fa73cb00b42 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:34.814294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:34.822186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:34.852886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Pushing event updated for resources: {'Port': ['ID=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:34.894924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42b926b7-1d20-4e9c-8b95-e3aa82ed74bf req-0985109c-9fbf-4263-9a45-5f4ac2fe7e6b service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686642 Mar 22 14:11:34.916780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899923af-34c9-4762-ac32-e0bcd6581977 req-bca12975-4686-45f7-be76-c21e9dd16498 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.918383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-899923af-34c9-4762-ac32-e0bcd6581977 req-bca12975-4686-45f7-be76-c21e9dd16498 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 943 time: 0.0932317 Mar 22 14:11:34.938774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Attempting to bind port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:34.939472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Attempting to bind port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '45986423-7b4e-49eb-8db7-5b4c531fa503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4643dac-0a58-460f-a317-3fa73cb00b42'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:34.940036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Attempting to bind port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe on network b4643dac-0a58-460f-a317-3fa73cb00b42 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:34.948365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] For port 014d03b4-7a3d-41a0-9591-777430a6d14c, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:34.951968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:34.952966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Checking segment: {'id': '45986423-7b4e-49eb-8db7-5b4c531fa503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4643dac-0a58-460f-a317-3fa73cb00b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:34.953613 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.954235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Bound using segment: {'id': '45986423-7b4e-49eb-8db7-5b4c531fa503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4643dac-0a58-460f-a317-3fa73cb00b42'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:34.954979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Bound port: 2e556f64-9569-4c3d-9004-8bc5f4a0bffe, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45986423-7b4e-49eb-8db7-5b4c531fa503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4643dac-0a58-460f-a317-3fa73cb00b42'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:34.955604 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.959617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] For port 014d03b4-7a3d-41a0-9591-777430a6d14c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=014d03b4-7a3d-41a0-9591-777430a6d14c,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:34.981473 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.011883 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6877849 Mar 22 14:11:35.025603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35170) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:35.073354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '9d4bdcfa-e964-4aba-b510-a295d6f36843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:35.120484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13267f00-03f5-42df-becd-ec2a497e1adf None None] Pushing event updated for resources: {'Port': ['ID=014d03b4-7a3d-41a0-9591-777430a6d14c,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.133248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] For port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:35.137385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] For port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,segment=NetworkSegment(45986423-7b4e-49eb-8db7-5b4c531fa503),segment_id=45986423-7b4e-49eb-8db7-5b4c531fa503)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:35.146032 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.172140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-8eb52bef-94cd-46b2-9ca5-da5f6765e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.176782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-8eb52bef-94cd-46b2-9ca5-da5f6765e83b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 1125 time: 0.2028942 Mar 22 14:11:35.179331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9783f6d3-8d8b-4f2d-90e9-0652fab618c2 req-ab9c2904-0691-4488-8c7d-01ddc5fb62c4 service neutron] 10.222.0.42 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7379110 Mar 22 14:11:35.184181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c67fd96e-aacc-425d-8cad-8f604c65556a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:35.206815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-899923af-34c9-4762-ac32-e0bcd6581977 req-02ff4e70-6d6d-46f2-8e66-07154c76f746 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657511 Mar 22 14:11:35.280474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82177da7-fd65-4eb5-a7b8-6593cb3270d8 None None] Pushing event updated for resources: {'Port': ['ID=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.326380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c67fd96e-aacc-425d-8cad-8f604c65556a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:35.326805 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.394766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41723246-41ee-40f0-a8dd-6fab7735d3ee req-bf38f10b-b218-4bf5-9609-4d4e6fb3a955 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.396665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41723246-41ee-40f0-a8dd-6fab7735d3ee req-bf38f10b-b218-4bf5-9609-4d4e6fb3a955 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 945 time: 0.2918551 Mar 22 14:11:35.501527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-bc15be14-c532-4dcd-8807-e48ffafac646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.506781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-bc15be14-c532-4dcd-8807-e48ffafac646 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.2911780 Mar 22 14:11:35.539045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c67fd96e-aacc-425d-8cad-8f604c65556a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:35.539560 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.573869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-79d868b3-dd7e-4d96-90b4-b1a377205dbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5489adc7-989e-4387-8075-735da2e85229 HTTP/1.1" status: 200 len: 217 time: 0.0519896 Mar 22 14:11:35.606297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port c67fd96e-aacc-425d-8cad-8f604c65556a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c67fd96e-aacc-425d-8cad-8f604c65556a,segment=NetworkSegment(601830d7-a4b8-4d41-a691-5d00dd742836),segment_id=601830d7-a4b8-4d41-a691-5d00dd742836)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:35.614964 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.696034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41723246-41ee-40f0-a8dd-6fab7735d3ee req-b63f5b8c-73bf-4a57-8fe0-b2e4c7fe8453 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812114 Mar 22 14:11:35.745364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Deleting port 70deef93-c188-46eb-8461-a4c243120a7b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:35.745875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (70deef93-c188-46eb-8461-a4c243120a7b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.749326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-e38a2d69-f574-43ab-9864-0374612a5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.750685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-e38a2d69-f574-43ab-9864-0374612a5dea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1700466 Mar 22 14:11:35.757950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 70deef93-c188-46eb-8461-a4c243120a7b no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:35.770702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=c67fd96e-aacc-425d-8cad-8f604c65556a,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.842921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36152829-07b4-48b1-828b-f9df8ffd4b1e req-06a23509-2927-4cf8-ad61-bcc1f6b955da tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.844887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36152829-07b4-48b1-828b-f9df8ffd4b1e req-06a23509-2927-4cf8-ad61-bcc1f6b955da tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 943 time: 0.1141722 Mar 22 14:11:35.854283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93738ca7-310a-47d8-88ff-edfdf8c68967 None None] Network 73e237ff-1bce-4134-ae68-6360629cd450 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:35.886213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-f45861e2-e765-47a5-a096-4009a7f9220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.888159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-f45861e2-e765-47a5-a096-4009a7f9220c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1134684 Mar 22 14:11:35.909598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d12ca-5774-4623-8726-34b1b0eecc65 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=9d4bdcfa-e964-4aba-b510-a295d6f36843,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.923836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks [] for router_gateway (649821be-3f09-4d74-9e4c-89190782296b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.941893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Subnet': ['ID=7685922b-2de8-4df3-a459-1ef605c3ef96,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.965781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Checking segment: {'id': '6bcf2554-528c-4efd-be68-9cfb39349e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b788c9b2-b57a-43b8-ad29-697d11f3edff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:35.966078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network hostable DHCP agents. Network: b788c9b2-b57a-43b8-ad29-697d11f3edff, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:35.976898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36152829-07b4-48b1-828b-f9df8ffd4b1e req-f7025c07-5496-4ac0-a44a-9b3d97cbee7c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246510 Mar 22 14:11:36.039615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-095ce2ea-4d6f-4558-9bd4-f61991ca58f7 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428878 Mar 22 14:11:36.092255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] For port 70deef93-c188-46eb-8461-a4c243120a7b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=70deef93-c188-46eb-8461-a4c243120a7b,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:36.092859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (70deef93-c188-46eb-8461-a4c243120a7b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.109591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Calling delete_port for 70deef93-c188-46eb-8461-a4c243120a7b owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:36.120432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9d4bdcfa-e964-4aba-b510-a295d6f36843 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:36.137888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network b788c9b2-b57a-43b8-ad29-697d11f3edff is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:36.157925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b788c9b2-b57a-43b8-ad29-697d11f3edff) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:36.171028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac1d05d0-1d15-4270-baf9-da53b087c054 req-71dab1a9-d281-4a3e-90fe-755110862966 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214435 Mar 22 14:11:36.187482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963135b-0f4a-45c2-b5e8-49c8f743de83 None None] Network b788c9b2-b57a-43b8-ad29-697d11f3edff requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:36.195044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-84bb5580-106a-4e4e-a51f-27120ce9dbfc None None] Provisioning complete for port c67fd96e-aacc-425d-8cad-8f604c65556a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:36.195480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84bb5580-106a-4e4e-a51f-27120ce9dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.197135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0f21dba6-edf9-488d-b2e3-155f9a6e3179 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:36.205123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:36.205907 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.211598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:36.215616 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.297329 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-86a56b31-01b4-4ead-b151-3eb2ed3815de tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9115665 Mar 22 14:11:36.300976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35176) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:36.309076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'subnet': {'network_id': '8cd1c7df-caf8-42e9-93aa-55c5dac32741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:36.395445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 70deef93-c188-46eb-8461-a4c243120a7b is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:36.395853 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (70deef93-c188-46eb-8461-a4c243120a7b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.505884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9db7f5-0c3a-4e5e-94da-83a2ab285389 req-7a562af3-2594-4783-807b-d034afdfb975 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:36.507643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd9db7f5-0c3a-4e5e-94da-83a2ab285389 req-7a562af3-2594-4783-807b-d034afdfb975 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 943 time: 0.1752717 Mar 22 14:11:36.531700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:36.535976 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.585622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (70deef93-c188-46eb-8461-a4c243120a7b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.598331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b788c9b2-b57a-43b8-ad29-697d11f3edff', 'network_id': 'b788c9b2-b57a-43b8-ad29-697d11f3edff', 'project_id': '66fc90f18e0d4e6f91dcf25b5b7482bb', 'fixed_ips': [{'subnet_id': '7685922b-2de8-4df3-a459-1ef605c3ef96'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:36.599275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.657418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd9db7f5-0c3a-4e5e-94da-83a2ab285389 req-10ed1e7d-34d1-45d2-9e75-957ffa299b8e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425681 Mar 22 14:11:36.733434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event deleted for resources: {'Port': ['ID=70deef93-c188-46eb-8461-a4c243120a7b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:36.784464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:36.790291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (7f6452ed-10e2-4e9f-be08-e7b5d18abd45), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.796733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks [] for router_gateway (649821be-3f09-4d74-9e4c-89190782296b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.813999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0f21dba6-edf9-488d-b2e3-155f9a6e3179, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0f21dba6-edf9-488d-b2e3-155f9a6e3179,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:36.845914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '0f21dba6-edf9-488d-b2e3-155f9a6e3179', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': '0f21dba6-edf9-488d-b2e3-155f9a6e3179', 'mac_address': 'fa:16:3e:2b:84:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:36.883278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3dd729f-81d4-47c3-ad98-f1420af8e8a4 req-9b241d33-8bf0-4749-9d98-6605f528ba6f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afd10e0-8592-4ccd-8873-00a649b0a26a HTTP/1.1" status: 200 len: 210 time: 0.0623286 Mar 22 14:11:36.913475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] No DVR routers for this DVR port 70deef93-c188-46eb-8461-a4c243120a7b on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:36.917924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.923087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d5d7c93d-80f2-4fcc-89cf-967678e47910 req-aa34eb11-b09f-43f8-9217-5b961f6be815 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "DELETE /v2.0/ports/70deef93-c188-46eb-8461-a4c243120a7b HTTP/1.1" status: 204 len: 173 time: 2.8192306 Mar 22 14:11:36.949090 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.988546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (c4e1d0b7-dedf-46a2-be06-2c87feee685f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.009990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-84bb5580-106a-4e4e-a51f-27120ce9dbfc None None] Current status of the port c67fd96e-aacc-425d-8cad-8f604c65556a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:37.080632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'name': 'network-vif-deleted', 'tag': '70deef93-c188-46eb-8461-a4c243120a7b'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:37.084427 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb07f37-19e7-467b-804f-2dee5b69725d" -d '{"events": [{"server_uuid": "8afd10e0-8592-4ccd-8873-00a649b0a26a", "name": "network-vif-deleted", "tag": "70deef93-c188-46eb-8461-a4c243120a7b"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:37.091296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=7f6452ed-10e2-4e9f-be08-e7b5d18abd45,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:37.166685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': 'ce9213c4-59c4-4afd-9211-0d5e45a79531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9d4bdcfa-e964-4aba-b510-a295d6f36843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:37.167754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 9d4bdcfa-e964-4aba-b510-a295d6f36843, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:37.234685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Subnet': ['ID=c4e1d0b7-dedf-46a2-be06-2c87feee685f,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:37.237582 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b678ca-c10b-479f-b92f-ccac6cba75cf x-openstack-request-id: req-a4b678ca-c10b-479f-b92f-ccac6cba75cf {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:37.237862 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afd10e0-8592-4ccd-8873-00a649b0a26a", "name": "network-vif-deleted", "tag": "70deef93-c188-46eb-8461-a4c243120a7b", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:37.238137 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4b678ca-c10b-479f-b92f-ccac6cba75cf {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:37.238622 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b678ca-c10b-479f-b92f-ccac6cba75cf'] response: {'server_uuid': '8afd10e0-8592-4ccd-8873-00a649b0a26a', 'name': 'network-vif-deleted', 'tag': '70deef93-c188-46eb-8461-a4c243120a7b', 'status': 'completed', 'code': 200} Mar 22 14:11:37.249824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Checking segment: {'id': '8d68269b-e94a-4c79-84c5-5499c6d9649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8cd1c7df-caf8-42e9-93aa-55c5dac32741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:37.250492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network hostable DHCP agents. Network: 8cd1c7df-caf8-42e9-93aa-55c5dac32741, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:37.252219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 9d4bdcfa-e964-4aba-b510-a295d6f36843 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:37.289327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9d4bdcfa-e964-4aba-b510-a295d6f36843) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:37.305393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:37.306293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.324526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:37.325694 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.341261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Allocated IP 172.25.2.163 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/03cee25c-f535-4e5f-bd82-dda18173047f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:37.348786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e12c7a2c-a18f-40c4-a01b-dec3090fdad9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2988906 Mar 22 14:11:37.351923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35184) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:37.370146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86680ca3-5046-4694-b0bd-dcef132de8f6 None None] Network b4643dac-0a58-460f-a317-3fa73cb00b42 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:37.372655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1953c35-9b9f-443a-86b2-ffefde2ae646 None None] Network 9d4bdcfa-e964-4aba-b510-a295d6f36843 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:37.577808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c67fd96e-aacc-425d-8cad-8f604c65556a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:37.580731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2fd7b-6275-4364-8a1b-e7abb3b606e9 None None] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:37.599621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9d4bdcfa-e964-4aba-b510-a295d6f36843), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.636063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks [] for port (03cee25c-f535-4e5f-bd82-dda18173047f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.699726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:37.715679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0002-4d62-4def-9606-81bb55d9340e req-2a76ef72-fe06-4629-8ff5-e92086d8b0c8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:37.719422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7f6452ed-10e2-4e9f-be08-e7b5d18abd45), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.723981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67fa0002-4d62-4def-9606-81bb55d9340e req-2a76ef72-fe06-4629-8ff5-e92086d8b0c8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 943 time: 0.5164607 Mar 22 14:11:37.731750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 8cd1c7df-caf8-42e9-93aa-55c5dac32741) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:37.736834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f21dba6-edf9-488d-b2e3-155f9a6e3179 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:37.742811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:37.743434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.776346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0f21dba6-edf9-488d-b2e3-155f9a6e3179, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0f21dba6-edf9-488d-b2e3-155f9a6e3179,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:37.777040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bc8bd720-fec0-46aa-b216-f4178c3abbeb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4744837 Mar 22 14:11:37.782275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35190) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:37.799166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.819344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79921457-9883-44e2-84cf-6027cdad71cd None None] Network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:37.821533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5489adc7-989e-4387-8075-735da2e85229 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:37.849843 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.854986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:37.865211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:37.871843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:37.876643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67fa0002-4d62-4def-9606-81bb55d9340e req-f3136c28-1c2b-43c9-91c0-b6eceb56db96 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515830 Mar 22 14:11:37.878582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Pushing event updated for resources: {'Port': ['ID=03cee25c-f535-4e5f-bd82-dda18173047f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:37.891172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5e650-75dd-4aa0-992e-80ee9573669b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9d4bdcfa-e964-4aba-b510-a295d6f36843', 'network_id': '9d4bdcfa-e964-4aba-b510-a295d6f36843', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '7f6452ed-10e2-4e9f-be08-e7b5d18abd45'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:37.892502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-38a5e650-75dd-4aa0-992e-80ee9573669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.921290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (7f6452ed-10e2-4e9f-be08-e7b5d18abd45), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.956721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Allocated IP 2001:db8::2 (b788c9b2-b57a-43b8-ad29-697d11f3edff/7685922b-2de8-4df3-a459-1ef605c3ef96/a1bfc2be-ed35-4be9-8ce9-30167df91e9e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:37.966883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6452ed-10e2-4e9f-be08-e7b5d18abd45,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:38.007462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4ec14af0-583d-42e2-9049-4d75d99d9a97 None None] Provisioning complete for port c67fd96e-aacc-425d-8cad-8f604c65556a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:38.007904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ec14af0-583d-42e2-9049-4d75d99d9a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.206173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0f21dba6-edf9-488d-b2e3-155f9a6e3179'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:38.261402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9d4bdcfa-e964-4aba-b510-a295d6f36843), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.274796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe8da-11b8-4832-adea-c94343003ae0 req-9ea6400e-4808-4fd9-9553-2e7ee3edda82 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:38.282077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69dbe8da-11b8-4832-adea-c94343003ae0 req-9ea6400e-4808-4fd9-9553-2e7ee3edda82 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 943 time: 0.4524171 Mar 22 14:11:38.282707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:11:38.302284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4bdcfa-e964-4aba-b510-a295d6f36843']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:38.322628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9213c4-59c4-4afd-9211-0d5e45a79531') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:38.322969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9213c4-59c4-4afd-9211-0d5e45a79531') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:38.325511 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.342964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ce9213c4-59c4-4afd-9211-0d5e45a79531), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.366812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks [] for router_gateway (649821be-3f09-4d74-9e4c-89190782296b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.387226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50338a90-f885-4f73-8451-63491f4ff228 None None] Network 9d4bdcfa-e964-4aba-b510-a295d6f36843 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:38.390829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0f21dba6-edf9-488d-b2e3-155f9a6e3179,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:38.421016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ce9213c4-59c4-4afd-9211-0d5e45a79531), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.462100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69dbe8da-11b8-4832-adea-c94343003ae0 req-301cbf43-b209-43fe-9186-73d2758935b7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787083 Mar 22 14:11:38.464879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:38.465383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ce9213c4-59c4-4afd-9211-0d5e45a79531), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:38.469009 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:38.563533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9d4bdcfa-e964-4aba-b510-a295d6f36843), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.572053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.575583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/9d4bdcfa-e964-4aba-b510-a295d6f36843 HTTP/1.1" status: 204 len: 168 time: 1.2222495 Mar 22 14:11:38.580626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35210) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:38.587339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857121283'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:38.621116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c20b6-6ed6-40a3-9e65-5a0cb00c8782 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=9d4bdcfa-e964-4aba-b510-a295d6f36843,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:38.624452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:38.628250 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.731303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:38.735569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-8e53c202-0e90-4504-a68a-115ace7fd810 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:38.742804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-8e53c202-0e90-4504-a68a-115ace7fd810 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.3029892 Mar 22 14:11:38.752601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (766c169f-62cb-4de3-91fb-27062dfcf653), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.754194 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 766c169f-62cb-4de3-91fb-27062dfcf653 of type vlan for network 9f77a91b-ece0-40f6-9aea-4634f55b89e4 Mar 22 14:11:38.758019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50338a90-f885-4f73-8451-63491f4ff228 None None] Network 9d4bdcfa-e964-4aba-b510-a295d6f36843 could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:11:38.768412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-9b7f9605-1a50-4a0e-9619-0e5ff03007fe tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0245783 Mar 22 14:11:38.806958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (649821be-3f09-4d74-9e4c-89190782296b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.819132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9f77a91b-ece0-40f6-9aea-4634f55b89e4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.824987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c67fd96e-aacc-425d-8cad-8f604c65556a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:38.826088 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.842577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-8cd1c7df-caf8-42e9-93aa-55c5dac32741', 'network_id': '8cd1c7df-caf8-42e9-93aa-55c5dac32741', 'project_id': '66fc90f18e0d4e6f91dcf25b5b7482bb', 'fixed_ips': [{'subnet_id': 'c4e1d0b7-dedf-46a2-be06-2c87feee685f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:38.844821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.872349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-dd27fd1f-b1b0-47ec-9984-316872317ea3 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030359 Mar 22 14:11:38.934503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9f77a91b-ece0-40f6-9aea-4634f55b89e4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.943410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:38.944152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.997859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4ec14af0-583d-42e2-9049-4d75d99d9a97 None None] Current status of the port c67fd96e-aacc-425d-8cad-8f604c65556a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:39.065832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=9f77a91b-ece0-40f6-9aea-4634f55b89e4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:39.075362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16d5db-7c57-4b5c-9343-2c4225e4db8a req-834f8f2d-52aa-4dda-857c-bbf0a1a601f7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:39.076914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca16d5db-7c57-4b5c-9343-2c4225e4db8a req-834f8f2d-52aa-4dda-857c-bbf0a1a601f7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 944 time: 0.1085927 Mar 22 14:11:39.078080 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7dbdb9c9-52c9-4208-ba19-f557a11b6533 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4948320 Mar 22 14:11:39.079897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35214) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:39.086014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '9f77a91b-ece0-40f6-9aea-4634f55b89e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:39.095710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-ba7fa98f-0779-4343-a181-ffd40f8fa844 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091422 Mar 22 14:11:39.099088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9f77a91b-ece0-40f6-9aea-4634f55b89e4 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:39.141021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Router 649821be-3f09-4d74-9e4c-89190782296b is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:11:39.211925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5489adc7-989e-4387-8075-735da2e85229, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5489adc7-989e-4387-8075-735da2e85229,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:39.285095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:39.312841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:39.316828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.320957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-67cec553-2c30-47ea-9e8e-b265b3b99da5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7026618 Mar 22 14:11:39.322055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:39.349828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca16d5db-7c57-4b5c-9343-2c4225e4db8a req-230e6987-810d-4314-8313-dbf11646ea36 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577460 Mar 22 14:11:39.367021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-09042958-7145-4481-b23d-75c67b424fd0 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020385 Mar 22 14:11:39.373173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '5489adc7-989e-4387-8075-735da2e85229', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': '5489adc7-989e-4387-8075-735da2e85229', 'mac_address': 'fa:16:3e:cb:91:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:39.376611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Provisioning complete for port 014d03b4-7a3d-41a0-9591-777430a6d14c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:39.377064 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.381267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:39.387276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.449175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:39.451137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:39.469324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c67fd96e-aacc-425d-8cad-8f604c65556a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:39.471028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 014d03b4-7a3d-41a0-9591-777430a6d14c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:39.478035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing IP validity checks on allocation pools {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:11:39.478740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:11:39.489810 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Publish callbacks [] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.656327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Allocated IP 2001:db8::2 (8cd1c7df-caf8-42e9-93aa-55c5dac32741/c4e1d0b7-dedf-46a2-be06-2c87feee685f/e7fb620e-014a-479d-898b-62795afe962a) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:39.734908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (4edaf82c-387a-4358-bd50-dc390960d45a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.827802 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.858904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21338e70-d68f-451b-98ca-70d4cd3b1a23 req-36a256a2-842f-4628-8f58-e329982f32bb tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 210 time: 0.1489203 Mar 22 14:11:39.890770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Allocated IP 2001:db8::1 (b788c9b2-b57a-43b8-ad29-697d11f3edff/7685922b-2de8-4df3-a459-1ef605c3ef96/0b5574f0-c5ab-4cde-8b2e-127fc53cfce5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:39.893789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=4edaf82c-387a-4358-bd50-dc390960d45a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:39.923853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.923853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.924723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.924723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.924723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.925643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.925643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.925643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.925944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.926285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.926602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.927092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.927414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.927719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.928035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:39.938759 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Publish callbacks [] for port (e7fb620e-014a-479d-898b-62795afe962a), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.951196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc163-6174-498e-9b82-5cdc157ddf23 req-debcd496-0512-41c1-9fd1-bd18ca05ad99 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:39.953152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4dbc163-6174-498e-9b82-5cdc157ddf23 req-debcd496-0512-41c1-9fd1-bd18ca05ad99 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 943 time: 0.2425773 Mar 22 14:11:39.989061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 5489adc7-989e-4387-8075-735da2e85229 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:39.989904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5489adc7-989e-4387-8075-735da2e85229), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.011181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Network b788c9b2-b57a-43b8-ad29-697d11f3edff is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:40.016749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5489adc7-989e-4387-8075-735da2e85229 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:40.026448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e7fb620e-014a-479d-898b-62795afe962a), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.037293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:40.039383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Pushing event updated for resources: {'Port': ['ID=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:40.049224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:40.049392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '766c169f-62cb-4de3-91fb-27062dfcf653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9f77a91b-ece0-40f6-9aea-4634f55b89e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:40.050016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 9f77a91b-ece0-40f6-9aea-4634f55b89e4, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:40.102224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4dbc163-6174-498e-9b82-5cdc157ddf23 req-df765e05-2c67-445e-a32b-dba22ab2a9a8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328745 Mar 22 14:11:40.114082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 9f77a91b-ece0-40f6-9aea-4634f55b89e4 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:40.133656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5489adc7-989e-4387-8075-735da2e85229, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5489adc7-989e-4387-8075-735da2e85229,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:40.137956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 014d03b4-7a3d-41a0-9591-777430a6d14c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:40.138341 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.141308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:40.152272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9f77a91b-ece0-40f6-9aea-4634f55b89e4) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:40.157814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:40.158771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.162651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Current status of the port 014d03b4-7a3d-41a0-9591-777430a6d14c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:40.162651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.167643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:40.173195 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5489adc7-989e-4387-8075-735da2e85229), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.179175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.198593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fadc5f0c-1630-4e35-814d-637a8254a1b8 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1149366 Mar 22 14:11:40.199699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35230) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:40.250834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:40.254559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2190bc6a-3a42-4155-a7a3-28113aa63f76 None None] Network 9f77a91b-ece0-40f6-9aea-4634f55b89e4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:40.265738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:40.292050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.336981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network b788c9b2-b57a-43b8-ad29-697d11f3edff is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:40.346079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:40.356663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:40.357494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.376330 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9f77a91b-ece0-40f6-9aea-4634f55b89e4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.388645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Pushing event updated for resources: {'Port': ['ID=e7fb620e-014a-479d-898b-62795afe962a,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:40.415538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Port': ['ID=0b5574f0-c5ab-4cde-8b2e-127fc53cfce5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:40.492761 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.509817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] For port 014d03b4-7a3d-41a0-9591-777430a6d14c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=014d03b4-7a3d-41a0-9591-777430a6d14c,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:40.604138 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.615583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Attempting to bind port a1bfc2be-ed35-4be9-8ce9-30167df91e9e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:40.616114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Attempting to bind port a1bfc2be-ed35-4be9-8ce9-30167df91e9e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6bcf2554-528c-4efd-be68-9cfb39349e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b788c9b2-b57a-43b8-ad29-697d11f3edff'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:40.616348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Attempting to bind port a1bfc2be-ed35-4be9-8ce9-30167df91e9e on network b788c9b2-b57a-43b8-ad29-697d11f3edff {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:40.650194 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (4edaf82c-387a-4358-bd50-dc390960d45a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.657453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['5489adc7-989e-4387-8075-735da2e85229'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:40.680390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:40.680861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Checking segment: {'id': '6bcf2554-528c-4efd-be68-9cfb39349e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b788c9b2-b57a-43b8-ad29-697d11f3edff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:40.681172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.681646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Bound using segment: {'id': '6bcf2554-528c-4efd-be68-9cfb39349e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b788c9b2-b57a-43b8-ad29-697d11f3edff'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:40.682160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Bound port: a1bfc2be-ed35-4be9-8ce9-30167df91e9e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcf2554-528c-4efd-be68-9cfb39349e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b788c9b2-b57a-43b8-ad29-697d11f3edff'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:40.682542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.686577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Allocated IP 172.20.0.1 (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4/3aa5a118-7118-4c43-bd3d-f956be91bae4/af1c96a2-71d0-4cba-8d72-46f873c603d5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:40.728872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4db409-307c-464a-9afe-dfbf6569fb5e req-a87762da-992c-409a-b9c5-3004e42820f6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:40.730660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea4db409-307c-464a-9afe-dfbf6569fb5e req-a87762da-992c-409a-b9c5-3004e42820f6 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 944 time: 0.2555747 Mar 22 14:11:40.731261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.763075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Attempting to bind port e7fb620e-014a-479d-898b-62795afe962a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:40.763561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Attempting to bind port e7fb620e-014a-479d-898b-62795afe962a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '8d68269b-e94a-4c79-84c5-5499c6d9649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8cd1c7df-caf8-42e9-93aa-55c5dac32741'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:40.763983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Attempting to bind port e7fb620e-014a-479d-898b-62795afe962a on network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:40.772380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Provisioning complete for port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:40.772754 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.781851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=5489adc7-989e-4387-8075-735da2e85229,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:40.809444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks [] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.847391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea4db409-307c-464a-9afe-dfbf6569fb5e req-ba6c4297-24d9-4f74-91ec-96a7e0141fa1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023636 Mar 22 14:11:40.855596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.873694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (4edaf82c-387a-4358-bd50-dc390960d45a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.925719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Pushing event updated for resources: {'Port': ['ID=af1c96a2-71d0-4cba-8d72-46f873c603d5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:40.933715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:40.935486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:40.937860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:41.025649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (649821be-3f09-4d74-9e4c-89190782296b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.027374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=4edaf82c-387a-4358-bd50-dc390960d45a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:41.064799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:41.065166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Checking segment: {'id': '8d68269b-e94a-4c79-84c5-5499c6d9649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8cd1c7df-caf8-42e9-93aa-55c5dac32741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:41.065583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.066034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Bound using segment: {'id': '8d68269b-e94a-4c79-84c5-5499c6d9649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8cd1c7df-caf8-42e9-93aa-55c5dac32741'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:41.066534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Bound port: e7fb620e-014a-479d-898b-62795afe962a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d68269b-e94a-4c79-84c5-5499c6d9649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8cd1c7df-caf8-42e9-93aa-55c5dac32741'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:41.066919 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7fb620e-014a-479d-898b-62795afe962a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.177343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Pushing event updated for resources: {'Port': ['ID=014d03b4-7a3d-41a0-9591-777430a6d14c,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:41.199299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 014d03b4-7a3d-41a0-9591-777430a6d14c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:41.200623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2e556f64-9569-4c3d-9004-8bc5f4a0bffe up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:41.240656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08136cf2-5a4a-4735-afc4-57e893312d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9f77a91b-ece0-40f6-9aea-4634f55b89e4', 'network_id': '9f77a91b-ece0-40f6-9aea-4634f55b89e4', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '4edaf82c-387a-4358-bd50-dc390960d45a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:41.242037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08136cf2-5a4a-4735-afc4-57e893312d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.335821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-b1a1518c-df47-4ae5-8576-2f648b50d126 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.337567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-b1a1518c-df47-4ae5-8576-2f648b50d126 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.2999315 Mar 22 14:11:41.355258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Request body: {'port': {'device_id': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'admin_state_up': True, 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:41.462838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.472265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c00d319c-34d5-473c-bc8d-17f178a3b847 req-5e9abcdf-8420-4456-81be-cafc39cb2d6b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 210 time: 0.4385266 Mar 22 14:11:41.487656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] For port a1bfc2be-ed35-4be9-8ce9-30167df91e9e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:41.512962 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9f77a91b-ece0-40f6-9aea-4634f55b89e4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.520486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:41.521074 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.555227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] For port a1bfc2be-ed35-4be9-8ce9-30167df91e9e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,segment=NetworkSegment(6bcf2554-528c-4efd-be68-9cfb39349e84),segment_id=6bcf2554-528c-4efd-be68-9cfb39349e84)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:41.582066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:41.585740 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.595058 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.607233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bfa9e5-4c94-444c-b1e7-173ae4c1855f None None] Network 9f77a91b-ece0-40f6-9aea-4634f55b89e4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:41.627991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f77a91b-ece0-40f6-9aea-4634f55b89e4']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:41.633870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] For port e7fb620e-014a-479d-898b-62795afe962a, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:41.649764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766c169f-62cb-4de3-91fb-27062dfcf653') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:41.650228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766c169f-62cb-4de3-91fb-27062dfcf653') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:41.669771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07104ff4-ac7d-4154-b357-23b91225f8d4 req-4aca1529-c8f4-4270-b2f5-502458005c62 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.671929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07104ff4-ac7d-4154-b357-23b91225f8d4 req-4aca1529-c8f4-4270-b2f5-502458005c62 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 944 time: 0.2100899 Mar 22 14:11:41.677740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (766c169f-62cb-4de3-91fb-27062dfcf653), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.716516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (766c169f-62cb-4de3-91fb-27062dfcf653), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.729928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] For port e7fb620e-014a-479d-898b-62795afe962a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e7fb620e-014a-479d-898b-62795afe962a,segment=NetworkSegment(8d68269b-e94a-4c79-84c5-5499c6d9649c),segment_id=8d68269b-e94a-4c79-84c5-5499c6d9649c)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:41.742420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:41.742958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (766c169f-62cb-4de3-91fb-27062dfcf653), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:41.748544 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:41.762878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:38Z', 'revision_number': 3, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:41.779525 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7fb620e-014a-479d-898b-62795afe962a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.795529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks [] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.808076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Allocated IP 172.20.0.6 (0fe42f4b-0f12-4858-ba08-c78a76740d73/edb6b946-1919-428d-82b4-bb41969f7980/66253f37-4100-42fd-a24c-cae9fa95ec9e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:41.834981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.838704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07104ff4-ac7d-4154-b357-23b91225f8d4 req-8f787af9-ead7-45e2-9e80-8063b927446e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503756 Mar 22 14:11:41.839797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:41.840145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Updating router 649821be-3f09-4d74-9e4c-89190782296b port 03cee25c-f535-4e5f-bd82-dda18173047f binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:41.842208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Current status of the port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:41.842389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.875753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.878414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9f77a91b-ece0-40f6-9aea-4634f55b89e4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.884664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.888620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/9f77a91b-ece0-40f6-9aea-4634f55b89e4 HTTP/1.1" status: 204 len: 168 time: 1.6877682 Mar 22 14:11:41.903822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35240) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:41.905961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4fcee-40e7-4324-abfd-46a8c70e6fd6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=9f77a91b-ece0-40f6-9aea-4634f55b89e4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:41.912692 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.922671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572847875'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:41.928187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.928961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.968850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b5662-468d-4b75-b680-02c56822b0dd None None] Pushing event updated for resources: {'Port': ['ID=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.013295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Pushing event updated for resources: {'Port': ['ID=af1c96a2-71d0-4cba-8d72-46f873c603d5,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.130530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:42.134177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.158807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (649821be-3f09-4d74-9e4c-89190782296b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.166465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks [] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.167815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Port': ['ID=0b5574f0-c5ab-4cde-8b2e-127fc53cfce5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.196772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:42.228475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6e59060c-89ab-4dc4-bfed-2bdcc799551b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.228738 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 6e59060c-89ab-4dc4-bfed-2bdcc799551b of type vlan for network d8bb568e-3c05-4c53-875d-087d2d4f5b6f Mar 22 14:11:42.239182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] For port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,segment=NetworkSegment(45986423-7b4e-49eb-8db7-5b4c531fa503),segment_id=45986423-7b4e-49eb-8db7-5b4c531fa503)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:42.256791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae7dc2-5f25-4337-9252-25a677b0ceb2 req-43df3acb-9aa4-4961-a9fc-be46e25b8506 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.258477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94ae7dc2-5f25-4337-9252-25a677b0ceb2 req-43df3acb-9aa4-4961-a9fc-be46e25b8506 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 944 time: 0.2721062 Mar 22 14:11:42.296929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0f21dba6-edf9-488d-b2e3-155f9a6e3179 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:42.310331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network b788c9b2-b57a-43b8-ad29-697d11f3edff is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:42.322179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:42.327710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d8bb568e-3c05-4c53-875d-087d2d4f5b6f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.351569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:42.353300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.355797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:42.424224 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.428096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6cccc-a523-410d-8fd2-9699f36fe967 None None] Pushing event updated for resources: {'Port': ['ID=e7fb620e-014a-479d-898b-62795afe962a,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.454780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:42.464542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94ae7dc2-5f25-4337-9252-25a677b0ceb2 req-fca11365-1eb7-437c-a853-17f0f23498ba tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994901 Mar 22 14:11:42.476462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d8bb568e-3c05-4c53-875d-087d2d4f5b6f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.482056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.482613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.506633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5883312 Mar 22 14:11:42.513498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35242) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:42.529751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': 'd8bb568e-3c05-4c53-875d-087d2d4f5b6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:42.569397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event updated for resources: {'Port': ['ID=66253f37-4100-42fd-a24c-cae9fa95ec9e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.592710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:42.600950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:42.606432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:42.699232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:42.699826 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.720930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.721764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.737228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e4a6a-c2da-406b-8a5f-49a1a2313508 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=d8bb568e-3c05-4c53-875d-087d2d4f5b6f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.747961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:11:42.752638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-187f61f8-8027-4791-ac6d-2ac04cb0001a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4043803 Mar 22 14:11:42.768756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Request body: {'port': {'device_id': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:42.787038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d8bb568e-3c05-4c53-875d-087d2d4f5b6f details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:42.802888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d1494-6eff-4851-b69b-a106cee8f921 req-e6bc9a51-532b-4823-83ba-e2c7d050ff48 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.804408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e7d1494-6eff-4851-b69b-a106cee8f921 req-e6bc9a51-532b-4823-83ba-e2c7d050ff48 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 931 time: 0.1747086 Mar 22 14:11:42.811773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:42.816082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.829388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Router b85c88ee-3ff0-4c19-b707-385e25502617 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:11:42.881149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7d3081f-73bd-4479-9f02-3568d6e83173 None None] Provisioning complete for port af1c96a2-71d0-4cba-8d72-46f873c603d5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:42.881935 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7d3081f-73bd-4479-9f02-3568d6e83173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.927067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e7d1494-6eff-4851-b69b-a106cee8f921 req-dcb2b391-d929-4d51-8c9b-5e3a41214210 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049707 Mar 22 14:11:42.940580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021c89b-1b78-4a57-9b50-ba3e75ead5ad None None] Pushing event updated for resources: {'Port': ['ID=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.941425 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.048247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3081f-73bd-4479-9f02-3568d6e83173 None None] Port af1c96a2-71d0-4cba-8d72-46f873c603d5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:43.051551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:43.078994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:43.079429 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:43.080068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:43.080727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.088497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:43.106498 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-22db1826-f0c5-46aa-8f6b-45073f0c461e admin admin] 10.222.0.44 "PUT /v2.0/routers/649821be-3f09-4d74-9e4c-89190782296b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7800238 Mar 22 14:11:43.168990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7d3081f-73bd-4479-9f02-3568d6e83173 None None] Provisioning complete for port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:43.169363 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7d3081f-73bd-4479-9f02-3568d6e83173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.172700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:43.189396 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] Sync routers for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:43.213217 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:43.214351 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:43.248864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cf46fca5-fd6e-40bb-aff0-c0133da42274 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4651575 Mar 22 14:11:43.263886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35250) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:43.303499 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:43.314339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Publish callbacks [] for port (03cee25c-f535-4e5f-bd82-dda18173047f), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.316337 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:43.317170 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:43.319490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66253f37-4100-42fd-a24c-cae9fa95ec9e {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:43.330815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Publish callbacks [] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.360573 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:43.361623 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abcd4e-b466-4ad4-b6e5-18d614354f8c None None] The sync data for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:43.372207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Transition to ACTIVE for port object 66253f37-4100-42fd-a24c-cae9fa95ec9e will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:43.373943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.377385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.427414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc01448-87fd-437e-b6f2-2e67332ab8b5 req-5ab0a6c8-8f56-4bb0-9f56-4334fbfc0a79 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:43.429032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cc01448-87fd-437e-b6f2-2e67332ab8b5 req-5ab0a6c8-8f56-4bb0-9f56-4334fbfc0a79 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 944 time: 0.3900166 Mar 22 14:11:43.539957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Pushing event updated for resources: {'Port': ['ID=66253f37-4100-42fd-a24c-cae9fa95ec9e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:43.567560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Attempting to bind port 03cee25c-f535-4e5f-bd82-dda18173047f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:43.567955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Attempting to bind port 03cee25c-f535-4e5f-bd82-dda18173047f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:43.568320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Attempting to bind port 03cee25c-f535-4e5f-bd82-dda18173047f on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:43.612780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Attempting to bind port 66253f37-4100-42fd-a24c-cae9fa95ec9e on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:43.613415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Attempting to bind port 66253f37-4100-42fd-a24c-cae9fa95ec9e by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:43.615265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Attempting to bind port 66253f37-4100-42fd-a24c-cae9fa95ec9e on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:43.624444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Port 66253f37-4100-42fd-a24c-cae9fa95ec9e on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:43.630813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Attempting to bind port 66253f37-4100-42fd-a24c-cae9fa95ec9e on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:43.637724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:43.638232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:43.638737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Bound using segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:43.639766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Bound port: 66253f37-4100-42fd-a24c-cae9fa95ec9e, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:43.640276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.742581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] For port 66253f37-4100-42fd-a24c-cae9fa95ec9e, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:43.747779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] For port 66253f37-4100-42fd-a24c-cae9fa95ec9e, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=66253f37-4100-42fd-a24c-cae9fa95ec9e,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:43.756746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.840313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Pushing event updated for resources: {'Port': ['ID=66253f37-4100-42fd-a24c-cae9fa95ec9e,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:43.843977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:43.845056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.846343 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-f843b057-3436-4210-897a-da61e0ee9106 service neutron] 10.222.0.57 "PUT /v2.0/ports/66253f37-4100-42fd-a24c-cae9fa95ec9e HTTP/1.1" status: 200 len: 1091 time: 1.0829871 Mar 22 14:11:43.846797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'tag': '66253f37-4100-42fd-a24c-cae9fa95ec9e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:43.849268 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d258c64-62a3-4e2f-8097-72f4ff1bc733", "tag": "66253f37-4100-42fd-a24c-cae9fa95ec9e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:43.853313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cc01448-87fd-437e-b6f2-2e67332ab8b5 req-cf915711-cffe-4667-9662-7c0c242ed5ae tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509843 Mar 22 14:11:43.857187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (3793bf44-e765-4ee9-8ac2-aa98908a6b85), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.007580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-6dfcf9c3-cae2-4d0e-80f6-1624d1c45af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:44.009386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-6dfcf9c3-cae2-4d0e-80f6-1624d1c45af4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 1125 time: 0.0988216 Mar 22 14:11:44.037303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:44.055043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95f78c-ddb1-4195-bfa5-c70f0a468668 None None] Pushing event updated for resources: {'Port': ['ID=03cee25c-f535-4e5f-bd82-dda18173047f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:44.062835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:44.072566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:44.073560 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.076423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:44.076798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:44.077490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Bound port: 03cee25c-f535-4e5f-bd82-dda18173047f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:44.078161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.080359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412e732-834f-4831-9d67-e1a7927f61a0 None None] Network b788c9b2-b57a-43b8-ad29-697d11f3edff requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:44.082620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-05e1a115-63a7-4380-858c-190e19bba3b0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284329936', 'description': 'tempest-description--606545396'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:44.088006 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-ce267ee2-dbe7-4149-9b16-acb5a97469b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66253f37-4100-42fd-a24c-cae9fa95ec9e HTTP/1.1" status: 200 len: 217 time: 0.0712447 Mar 22 14:11:44.115949 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb25571f-94f8-466f-8f2b-c07c22d5e343 x-openstack-request-id: req-eb25571f-94f8-466f-8f2b-c07c22d5e343 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:44.116347 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d258c64-62a3-4e2f-8097-72f4ff1bc733", "tag": "66253f37-4100-42fd-a24c-cae9fa95ec9e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:44.117266 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb25571f-94f8-466f-8f2b-c07c22d5e343 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:44.117428 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb25571f-94f8-466f-8f2b-c07c22d5e343'] response: {'name': 'network-changed', 'server_uuid': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'tag': '66253f37-4100-42fd-a24c-cae9fa95ec9e', 'status': 'completed', 'code': 200} Mar 22 14:11:44.148416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=3793bf44-e765-4ee9-8ac2-aa98908a6b85,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:44.156797 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-ecb730fc-1fba-4c6e-a6d4-508c439cbb9a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:11:44.158464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ecb730fc-1fba-4c6e-a6d4-508c439cbb9a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8925574 Mar 22 14:11:44.164678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35264) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:44.177599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:44.178375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.178960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e1a115-63a7-4380-858c-190e19bba3b0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.188131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '6e59060c-89ab-4dc4-bfed-2bdcc799551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd8bb568e-3c05-4c53-875d-087d2d4f5b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:44.188694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: d8bb568e-3c05-4c53-875d-087d2d4f5b6f, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:44.230336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85127b29-4b47-44d4-86cb-55b6abc1b0ff req-42bfa95b-fe09-42d9-86ec-fe8ae3c50b94 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:44.230336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85127b29-4b47-44d4-86cb-55b6abc1b0ff req-42bfa95b-fe09-42d9-86ec-fe8ae3c50b94 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 944 time: 0.2521415 Mar 22 14:11:44.231640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network d8bb568e-3c05-4c53-875d-087d2d4f5b6f is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:44.262962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d8bb568e-3c05-4c53-875d-087d2d4f5b6f) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:44.278811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-ff82b76a-4678-4761-9a28-b5c997ad16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:44.280367 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-ff82b76a-4678-4761-9a28-b5c997ad16e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.1844540 Mar 22 14:11:44.299731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:44.299731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.312975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa389b7-6efa-420a-934f-0dd821759c10 None None] Network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:44.322997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3081f-73bd-4479-9f02-3568d6e83173 None None] Current status of the port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:44.326530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5489adc7-989e-4387-8075-735da2e85229 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:44.328001 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-2c978412-3c2e-4172-bd07-c86616ab501c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399752 Mar 22 14:11:44.330781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-051c52f9-c398-48e8-b539-3bc6a62f971b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8056512 Mar 22 14:11:44.334237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:44.336730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986b898-560c-4d84-8834-5c9c65bdd22f None None] Network d8bb568e-3c05-4c53-875d-087d2d4f5b6f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:44.383489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ec9d8-6b61-4253-840c-c14cb3336f04 req-0c853f94-398c-45d4-a436-ccdf236ce563 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:44.392804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c9ec9d8-6b61-4253-840c-c14cb3336f04 req-0c853f94-398c-45d4-a436-ccdf236ce563 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 943 time: 0.1628819 Mar 22 14:11:44.424465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85127b29-4b47-44d4-86cb-55b6abc1b0ff req-4a80da01-c22e-4c68-a3c1-3abe25f2cc1f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857262 Mar 22 14:11:44.424930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21dba6-edf9-488d-b2e3-155f9a6e3179'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:44.427207 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c98bde-9672-4463-9a39-1b26b0219dc1" -d '{"events": [{"server_uuid": "2ff3249b-5031-4cf0-9918-e61ad97e2880", "name": "network-vif-plugged", "status": "completed", "tag": "0f21dba6-edf9-488d-b2e3-155f9a6e3179"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:44.486741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1bfc2be-ed35-4be9-8ce9-30167df91e9e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:44.500053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c9ec9d8-6b61-4253-840c-c14cb3336f04 req-7344ad43-cf26-4372-bac3-4de646f69c2a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059127 Mar 22 14:11:44.536485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0f21dba6-edf9-488d-b2e3-155f9a6e3179, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0f21dba6-edf9-488d-b2e3-155f9a6e3179,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:44.554039 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f623e854-1b43-473e-a016-efcba9b3f2a2 x-openstack-request-id: req-f623e854-1b43-473e-a016-efcba9b3f2a2 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:44.554316 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff3249b-5031-4cf0-9918-e61ad97e2880", "name": "network-vif-plugged", "status": "completed", "tag": "0f21dba6-edf9-488d-b2e3-155f9a6e3179", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:44.554563 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f623e854-1b43-473e-a016-efcba9b3f2a2 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:44.555533 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f623e854-1b43-473e-a016-efcba9b3f2a2'] response: {'server_uuid': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21dba6-edf9-488d-b2e3-155f9a6e3179', 'code': 200} Mar 22 14:11:44.586568 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.628017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] For port 03cee25c-f535-4e5f-bd82-dda18173047f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:44.674005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Provisioning complete for port a1bfc2be-ed35-4be9-8ce9-30167df91e9e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:44.674385 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.684453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-fc8d09a6-e132-4592-ad7a-97d051ff056f service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490679 Mar 22 14:11:44.686369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] For port 03cee25c-f535-4e5f-bd82-dda18173047f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=03cee25c-f535-4e5f-bd82-dda18173047f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:44.687480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e1a115-63a7-4380-858c-190e19bba3b0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (9d7e1007-267a-4ebe-8b7d-96881125d3d3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.697830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d8bb568e-3c05-4c53-875d-087d2d4f5b6f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.729048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e1a115-63a7-4380-858c-190e19bba3b0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9d7e1007-267a-4ebe-8b7d-96881125d3d3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.762865 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.817988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff0e9-5ab4-43f8-a2f6-11365bf2dc28 req-16a56d47-ca99-41c8-af94-fcf1e9c49128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:44.819167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 5489adc7-989e-4387-8075-735da2e85229 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:44.819548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ea2ff0e9-5ab4-43f8-a2f6-11365bf2dc28 req-16a56d47-ca99-41c8-af94-fcf1e9c49128 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 1127 time: 0.2417367 Mar 22 14:11:44.826029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0f21dba6-edf9-488d-b2e3-155f9a6e3179,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:44.834002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05e1a115-63a7-4380-858c-190e19bba3b0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.838161 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05e1a115-63a7-4380-858c-190e19bba3b0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7570822 Mar 22 14:11:44.838475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b84eb-05e2-4ced-bb16-c1465595d064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d8bb568e-3c05-4c53-875d-087d2d4f5b6f', 'network_id': 'd8bb568e-3c05-4c53-875d-087d2d4f5b6f', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '3793bf44-e765-4ee9-8ac2-aa98908a6b85'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:44.838590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:44.839044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e3b84eb-05e2-4ced-bb16-c1465595d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.846008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1a115-63a7-4380-858c-190e19bba3b0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e1007-267a-4ebe-8b7d-96881125d3d3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:44.847453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e719c8b4-00cf-4e60-926f-3a2fc9f0eb4c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '9d7e1007-267a-4ebe-8b7d-96881125d3d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:44.891358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 5489adc7-989e-4387-8075-735da2e85229 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:44.891727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5489adc7-989e-4387-8075-735da2e85229), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.901809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e719c8b4-00cf-4e60-926f-3a2fc9f0eb4c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (63054476-f2e4-4175-a109-1d29be44fda2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.929313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a1bfc2be-ed35-4be9-8ce9-30167df91e9e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:44.929719 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.992784 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ea2ff0e9-5ab4-43f8-a2f6-11365bf2dc28 req-cca7e03b-1bd3-498c-93c6-247817e4b2e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638565 Mar 22 14:11:44.992962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:44.993439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:44.994837 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb92eb63-0487-41d7-98ba-a09d160e5062 req-281ff7df-bea3-4ed7-bbdc-ccb775e6f073 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021173 Mar 22 14:11:44.996657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3793bf44-e765-4ee9-8ac2-aa98908a6b85), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.030399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e719c8b4-00cf-4e60-926f-3a2fc9f0eb4c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (63054476-f2e4-4175-a109-1d29be44fda2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.043774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e719c8b4-00cf-4e60-926f-3a2fc9f0eb4c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (63054476-f2e4-4175-a109-1d29be44fda2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.086761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c8b4-00cf-4e60-926f-3a2fc9f0eb4c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63054476-f2e4-4175-a109-1d29be44fda2,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:45.101683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e719c8b4-00cf-4e60-926f-3a2fc9f0eb4c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.106811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e719c8b4-00cf-4e60-926f-3a2fc9f0eb4c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2669573 Mar 22 14:11:45.109426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35276) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:45.114114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dcf85576-5971-47f9-a513-4b464b9e6a1f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '9d7e1007-267a-4ebe-8b7d-96881125d3d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:45.151826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcf85576-5971-47f9-a513-4b464b9e6a1f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (1e39b250-ab81-45b8-95d2-de1eeb121925), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.156883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (3793bf44-e765-4ee9-8ac2-aa98908a6b85), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.182190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a826548-dab7-49a8-bdf1-a9f809dff46a req-4c9cd332-d3ee-467b-9e1a-3415b1aab112 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.189795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a826548-dab7-49a8-bdf1-a9f809dff46a req-4c9cd332-d3ee-467b-9e1a-3415b1aab112 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 944 time: 0.1573179 Mar 22 14:11:45.201088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95f78c-ddb1-4195-bfa5-c70f0a468668 None None] Pushing event updated for resources: {'Port': ['ID=03cee25c-f535-4e5f-bd82-dda18173047f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:45.296865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a826548-dab7-49a8-bdf1-a9f809dff46a req-3e8c3e89-5266-40a2-9597-48da97a32fe2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058166 Mar 22 14:11:45.303114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Current status of the port a1bfc2be-ed35-4be9-8ce9-30167df91e9e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:45.303643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.304187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcf85576-5971-47f9-a513-4b464b9e6a1f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (1e39b250-ab81-45b8-95d2-de1eeb121925), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-8e3b84eb-05e2-4ced-bb16-c1465595d064 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3793bf44-e765-4ee9-8ac2-aa98908a6b85: This subnet is being modified by another concurrent operation. Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:11:45.307949 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3793bf44-e765-4ee9-8ac2-aa98908a6b85: This subnet is being modified by another concurrent operation. Mar 22 14:11:45.313664 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 14:11:45.320593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcf85576-5971-47f9-a513-4b464b9e6a1f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (1e39b250-ab81-45b8-95d2-de1eeb121925), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.369308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03fac17-18ac-44b7-9745-dce92d89ea63 None None] Network d8bb568e-3c05-4c53-875d-087d2d4f5b6f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:45.369640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf85576-5971-47f9-a513-4b464b9e6a1f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e39b250-ab81-45b8-95d2-de1eeb121925,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:45.375706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcf85576-5971-47f9-a513-4b464b9e6a1f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.380649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dcf85576-5971-47f9-a513-4b464b9e6a1f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2698646 Mar 22 14:11:45.382126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35278) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:45.387491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:45.418073 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.512616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:45.545377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] For port a1bfc2be-ed35-4be9-8ce9-30167df91e9e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,segment=NetworkSegment(6bcf2554-528c-4efd-be68-9cfb39349e84),segment_id=6bcf2554-528c-4efd-be68-9cfb39349e84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:45.554812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a1bfc2be-ed35-4be9-8ce9-30167df91e9e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:45.555330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.647863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 5489adc7-989e-4387-8075-735da2e85229 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:45.648390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5489adc7-989e-4387-8075-735da2e85229), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.651463 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.716578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=3793bf44-e765-4ee9-8ac2-aa98908a6b85,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:45.756398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-5309ca2d-bfb1-45af-bf9a-cba288b251e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.757683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17777527-e68b-4dc2-908f-236f723cf1bd req-204057de-9b96-4fd1-b5ed-53ff7fa6dd5e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.758145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-5309ca2d-bfb1-45af-bf9a-cba288b251e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 1125 time: 0.6549091 Mar 22 14:11:45.759461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17777527-e68b-4dc2-908f-236f723cf1bd req-204057de-9b96-4fd1-b5ed-53ff7fa6dd5e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 943 time: 0.1228254 Mar 22 14:11:45.768614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064afe27-a0ca-4553-b2a1-01189e6e0ea6 req-6b4321bc-27cc-4645-9371-8745551abf65 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.770335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-064afe27-a0ca-4553-b2a1-01189e6e0ea6 req-6b4321bc-27cc-4645-9371-8745551abf65 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1631110 Mar 22 14:11:45.826982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.844528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.878277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Provisioning complete for port af1c96a2-71d0-4cba-8d72-46f873c603d5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:45.879201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.892085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5489adc7-989e-4387-8075-735da2e85229, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5489adc7-989e-4387-8075-735da2e85229,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:45.914376 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:11:45.928662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Pushing event updated for resources: {'Port': ['ID=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:45.936686 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5489adc7-989e-4387-8075-735da2e85229), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.974352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d8bb568e-3c05-4c53-875d-087d2d4f5b6f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.010421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:46.010949 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:46.026680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e990da6-1ed8-4704-9ebe-75cbcae63f0f None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:11:46.035362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Port af1c96a2-71d0-4cba-8d72-46f873c603d5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:46.098914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bb568e-3c05-4c53-875d-087d2d4f5b6f']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:46.153800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e59060c-89ab-4dc4-bfed-2bdcc799551b') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:46.154129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e59060c-89ab-4dc4-bfed-2bdcc799551b') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:46.191039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (6e59060c-89ab-4dc4-bfed-2bdcc799551b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.225136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-ce0782fd-701d-4147-bc37-843b5dd29ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:46.226007 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-ce0782fd-701d-4147-bc37-843b5dd29ee7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.4588826 Mar 22 14:11:46.227020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6e59060c-89ab-4dc4-bfed-2bdcc799551b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.235393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:46.235838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (6e59060c-89ab-4dc4-bfed-2bdcc799551b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:46.239103 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:46.245897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17777527-e68b-4dc2-908f-236f723cf1bd req-28047b7a-f0da-4ed5-8909-0108d593b7da tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726672 Mar 22 14:11:46.268625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-064afe27-a0ca-4553-b2a1-01189e6e0ea6 req-c3ccb9aa-4c50-422b-8bbb-6e3f6654ab4d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866123 Mar 22 14:11:46.298512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Provisioning complete for port e7fb620e-014a-479d-898b-62795afe962a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:46.299081 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7fb620e-014a-479d-898b-62795afe962a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.311849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 66253f37-4100-42fd-a24c-cae9fa95ec9e details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:46.336289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-d01984b8-966d-4668-a41e-d1665ffd8fc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66253f37-4100-42fd-a24c-cae9fa95ec9e HTTP/1.1" status: 200 len: 217 time: 0.0952535 Mar 22 14:11:46.359435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=5489adc7-989e-4387-8075-735da2e85229,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:46.366382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.25.2.85 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/68ee3c3b-20f0-4594-a958-e17e3cdf1d0d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:46.406309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d8bb568e-3c05-4c53-875d-087d2d4f5b6f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.439684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.446988 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/d8bb568e-3c05-4c53-875d-087d2d4f5b6f HTTP/1.1" status: 204 len: 168 time: 2.1005840 Mar 22 14:11:46.451536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35286) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:46.457856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735032483'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:46.468580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bb79f-a797-45a6-8068-77e5018f9c73 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=d8bb568e-3c05-4c53-875d-087d2d4f5b6f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:46.477886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-a8079281-e65b-4cf1-b320-e4587029733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:46.479606 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-a8079281-e65b-4cf1-b320-e4587029733f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.1299605 Mar 22 14:11:46.536841 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-37e908bc-84cf-4603-a4f4-0db1efb26104 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333180 Mar 22 14:11:46.547809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:46.551079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.556682 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.577121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489adc7-989e-4387-8075-735da2e85229'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:46.578736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20608349-9a09-4c37-a85d-d8aeb48efbf8" -d '{"events": [{"server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "name": "network-vif-plugged", "status": "completed", "tag": "5489adc7-989e-4387-8075-735da2e85229"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:46.590941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c534367-a948-4c06-a15f-001ecd825451 req-f1969499-fbb9-432a-92ea-8315fff29537 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:46.592500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c534367-a948-4c06-a15f-001ecd825451 req-f1969499-fbb9-432a-92ea-8315fff29537 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 945 time: 0.1399915 Mar 22 14:11:46.619860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:46.629176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting port 0b5574f0-c5ab-4cde-8b2e-127fc53cfce5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:46.629568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.638259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:46.660085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a1bfc2be-ed35-4be9-8ce9-30167df91e9e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:46.660475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (908a722f-41a9-4be3-973e-cfd7c32d4975), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.660801 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 908a722f-41a9-4be3-973e-cfd7c32d4975 of type vlan for network 4877f762-ede5-4260-beae-8e33fa004701 Mar 22 14:11:46.661189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7fb620e-014a-479d-898b-62795afe962a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:46.694711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.699467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c534367-a948-4c06-a15f-001ecd825451 req-d47db1bd-41ad-4e34-934c-42fabcd4b7bb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989721 Mar 22 14:11:46.708837 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb3666-7977-4f80-867c-d629fb438f12 x-openstack-request-id: req-96bb3666-7977-4f80-867c-d629fb438f12 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:46.708837 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "name": "network-vif-plugged", "status": "completed", "tag": "5489adc7-989e-4387-8075-735da2e85229", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:46.709198 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96bb3666-7977-4f80-867c-d629fb438f12 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:46.709641 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bb3666-7977-4f80-867c-d629fb438f12'] response: {'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489adc7-989e-4387-8075-735da2e85229', 'code': 200} Mar 22 14:11:46.711722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 66253f37-4100-42fd-a24c-cae9fa95ec9e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=66253f37-4100-42fd-a24c-cae9fa95ec9e,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:46.738509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Current status of the port e7fb620e-014a-479d-898b-62795afe962a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:46.738897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7fb620e-014a-479d-898b-62795afe962a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.741689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fa63a-d93c-48ea-b04c-1b1de819bde0 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:46.748730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-153660f3-da45-42a0-a530-9f9b6c06a2d9 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054079 Mar 22 14:11:46.777631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:46.779618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (4877f762-ede5-4260-beae-8e33fa004701), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.782865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e990da6-1ed8-4704-9ebe-75cbcae63f0f None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:11:46.790887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '66253f37-4100-42fd-a24c-cae9fa95ec9e', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'port_id': '66253f37-4100-42fd-a24c-cae9fa95ec9e', 'mac_address': 'fa:16:3e:11:64:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6b946-1919-428d-82b4-bb41969f7980', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:46.799115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:46.814533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:46.824700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=68ee3c3b-20f0-4594-a958-e17e3cdf1d0d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:46.825441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] For port e7fb620e-014a-479d-898b-62795afe962a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e7fb620e-014a-479d-898b-62795afe962a,segment=NetworkSegment(8d68269b-e94a-4c79-84c5-5499c6d9649c),segment_id=8d68269b-e94a-4c79-84c5-5499c6d9649c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:46.854126 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7fb620e-014a-479d-898b-62795afe962a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.884937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (4877f762-ede5-4260-beae-8e33fa004701), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.895341 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-87879b4d-4893-4b0c-bad3-8a9d832cc4f4 req-88dc5844-6e76-414f-bc63-9ce07846cfbf service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307778 Mar 22 14:11:46.905046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:46.905840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.937447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.959768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Calling delete_port for 0b5574f0-c5ab-4cde-8b2e-127fc53cfce5 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:46.986453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 66253f37-4100-42fd-a24c-cae9fa95ec9e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:46.987437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.008081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f3ea2-d5bf-46a9-96e7-f80ba8593603 req-ccea1c3a-fa5a-4a27-95c6-c28185385e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:47.009631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c60f3ea2-d5bf-46a9-96e7-f80ba8593603 req-ccea1c3a-fa5a-4a27-95c6-c28185385e24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 1127 time: 0.2462087 Mar 22 14:11:47.013834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66253f37-4100-42fd-a24c-cae9fa95ec9e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:47.020143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5661178 Mar 22 14:11:47.020965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35290) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:47.031413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '4877f762-ede5-4260-beae-8e33fa004701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:47.032428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea12c9b-6148-489b-b632-03b1d7592d4e None None] Pushing event updated for resources: {'Port': ['ID=e7fb620e-014a-479d-898b-62795afe962a,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.035931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e7fb620e-014a-479d-898b-62795afe962a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:47.037243 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7fb620e-014a-479d-898b-62795afe962a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.121416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d80a9121-2aca-4f0c-a430-f87568eb2920 None None] Provisioning complete for port a1bfc2be-ed35-4be9-8ce9-30167df91e9e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:47.122487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d80a9121-2aca-4f0c-a430-f87568eb2920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.126318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 66253f37-4100-42fd-a24c-cae9fa95ec9e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=66253f37-4100-42fd-a24c-cae9fa95ec9e,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:47.144050 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.191206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc29ea-6de0-4cd3-8799-d46ee9fe0480 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=4877f762-ede5-4260-beae-8e33fa004701,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.210639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (ef69650e-ce71-4097-9321-dd8ae72d4b58), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.242410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:47.246866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.248405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 4877f762-ede5-4260-beae-8e33fa004701 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:47.267973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c60f3ea2-d5bf-46a9-96e7-f80ba8593603 req-33d420f8-d42a-4962-a32e-133fd3ee01e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385867 Mar 22 14:11:47.281165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.436682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=66253f37-4100-42fd-a24c-cae9fa95ec9e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.459068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0b5574f0-c5ab-4cde-8b2e-127fc53cfce5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.525053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Port': ['ID=0b5574f0-c5ab-4cde-8b2e-127fc53cfce5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.545132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['66253f37-4100-42fd-a24c-cae9fa95ec9e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:47.604581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.616832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e7fb620e-014a-479d-898b-62795afe962a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:47.619586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 014d03b4-7a3d-41a0-9591-777430a6d14c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:47.641732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25cb44-91d8-494f-a77b-f48bdb070160 req-a08cdb03-17f2-485d-bbe5-ea7ae2814792 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:47.644760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e25cb44-91d8-494f-a77b-f48bdb070160 req-a08cdb03-17f2-485d-bbe5-ea7ae2814792 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 944 time: 0.2423174 Mar 22 14:11:47.645655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.655800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (bf1f8d1e-4a65-4a7b-ace0-7bb65794619f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.717141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d80a9121-2aca-4f0c-a430-f87568eb2920 None None] Current status of the port a1bfc2be-ed35-4be9-8ce9-30167df91e9e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:47.738564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d80a9121-2aca-4f0c-a430-f87568eb2920 None None] Could not find standard attr ID for object 0b5574f0-c5ab-4cde-8b2e-127fc53cfce5. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:11:47.798001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 014d03b4-7a3d-41a0-9591-777430a6d14c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:47.799450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.827766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=68ee3c3b-20f0-4594-a958-e17e3cdf1d0d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.879296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e25cb44-91d8-494f-a77b-f48bdb070160 req-2012183d-8730-4cd4-987c-a518efd9b83e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205019 Mar 22 14:11:47.890252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859135b9-54a7-4735-9ab7-ca6046534851 req-27ed9ea0-aec9-4f82-86ec-9b5eab713d46 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:47.895860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d80a9121-2aca-4f0c-a430-f87568eb2920 None None] Provisioning complete for port e7fb620e-014a-479d-898b-62795afe962a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:47.896667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d80a9121-2aca-4f0c-a430-f87568eb2920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7fb620e-014a-479d-898b-62795afe962a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.898324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-859135b9-54a7-4735-9ab7-ca6046534851 req-27ed9ea0-aec9-4f82-86ec-9b5eab713d46 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.2791162 Mar 22 14:11:47.936179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '908a722f-41a9-4be3-973e-cfd7c32d4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4877f762-ede5-4260-beae-8e33fa004701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:47.936179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 4877f762-ede5-4260-beae-8e33fa004701, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:47.946821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (ef69650e-ce71-4097-9321-dd8ae72d4b58), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.954373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=bf1f8d1e-4a65-4a7b-ace0-7bb65794619f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.972749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.018005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 4877f762-ede5-4260-beae-8e33fa004701 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:48.045227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-859135b9-54a7-4735-9ab7-ca6046534851 req-7a7fceeb-6883-4ee3-9890-dcead6b24654 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405156 Mar 22 14:11:48.051208 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.052963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6fd0bc9f-a4e8-4a46-987d-f20a95ee0b2b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6693275 Mar 22 14:11:48.143639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 4877f762-ede5-4260-beae-8e33fa004701) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:48.150725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:48.151375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.158429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 014d03b4-7a3d-41a0-9591-777430a6d14c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:48.159577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2e556f64-9569-4c3d-9004-8bc5f4a0bffe up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:48.175814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334a617-a1ab-481e-a1cc-d9c0fa9de1a8 None None] Network 4877f762-ede5-4260-beae-8e33fa004701 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:48.180831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4c23-c1df-48ca-b577-1a93deb9be61 req-3e6a101f-d9ad-42a1-bf76-43ebe62980c6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:48.183620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e85b4c23-c1df-48ca-b577-1a93deb9be61 req-3e6a101f-d9ad-42a1-bf76-43ebe62980c6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 945 time: 0.1558714 Mar 22 14:11:48.273224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e85b4c23-c1df-48ca-b577-1a93deb9be61 req-83225653-4a66-4ef3-b2bd-020f00a9d71b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790532 Mar 22 14:11:48.279135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Router b85c88ee-3ff0-4c19-b707-385e25502617 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:11:48.284960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9306207a-4f68-44d1-be4d-eebed063fbb9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2625206 Mar 22 14:11:48.287704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:48.296179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-782730a6-43e1-4d5d-8544-8730b8269512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.353749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d80a9121-2aca-4f0c-a430-f87568eb2920 None None] Current status of the port e7fb620e-014a-479d-898b-62795afe962a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:48.440430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:48.441036 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.445100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-99d67571-ca62-44ba-8280-736bdad47753 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1284329936&fields=id&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 267 time: 0.0899169 Mar 22 14:11:48.480366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-4877f762-ede5-4260-beae-8e33fa004701', 'network_id': '4877f762-ede5-4260-beae-8e33fa004701', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': 'bf1f8d1e-4a65-4a7b-ace0-7bb65794619f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:48.481995 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.490914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:48.506365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] Sync routers for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:48.512998 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae48d3fb-e95c-495c-b613-8a4b0a9b4144 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3469901 Mar 22 14:11:48.520218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35318) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:48.573912 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-9ca642fa-db7c-4517-882b-b8c04d39a7b8 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] delete failed (client error): The resource could not be found. Mar 22 14:11:48.575089 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ca642fa-db7c-4517-882b-b8c04d39a7b8 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1688150151 HTTP/1.1" status: 404 len: 335 time: 0.0538616 Mar 22 14:11:48.579036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35320) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:48.589414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-523716c4-d416-4edd-81dd-d6d3c6d7dc54 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b85c88ee-3ff0-4c19-b707-385e25502617'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:48.594758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdfab5-f791-4052-83ba-b761534f8db9 req-4e5da237-a0d5-4e65-9a6a-1b92d8e1f1cb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:48.599891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ecdfab5-f791-4052-83ba-b761534f8db9 req-4e5da237-a0d5-4e65-9a6a-1b92d8e1f1cb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1500573 Mar 22 14:11:48.634610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:48.635785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:48.674770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-549d0824-3788-4d89-b09e-c43243c57eb9 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:48.676365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-549d0824-3788-4d89-b09e-c43243c57eb9 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.2301772 Mar 22 14:11:48.682938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (4877f762-ede5-4260-beae-8e33fa004701), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.710726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-bd07a058-9944-4276-adcf-51b515334999 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/quotas/a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 375 time: 0.0258543 Mar 22 14:11:48.726616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ecdfab5-f791-4052-83ba-b761534f8db9 req-1ac5dd4d-3920-48be-a656-fa55471cc81c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968974 Mar 22 14:11:48.792836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-2d560337-fcc0-4fdd-9073-db0a10a1287f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651166 Mar 22 14:11:48.875348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-523716c4-d416-4edd-81dd-d6d3c6d7dc54 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router_gateway (b85c88ee-3ff0-4c19-b707-385e25502617), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.884954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:48.903069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (bf1f8d1e-4a65-4a7b-ace0-7bb65794619f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.906449 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-523716c4-d416-4edd-81dd-d6d3c6d7dc54 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] update failed (client error): The resource could not be found. Mar 22 14:11:48.910907 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-523716c4-d416-4edd-81dd-d6d3c6d7dc54 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617 HTTP/1.1" status: 404 len: 339 time: 0.3274980 Mar 22 14:11:48.911587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35324) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:48.925237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-588482941'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:48.954815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-7c955346-55db-46a0-9dbd-e54c47bd53ab service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468987 Mar 22 14:11:48.957602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:48.958276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:49.002176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:49.007387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:49.007565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d70f1-c1c0-4b98-9ca3-abc57058cb39 None None] The sync data for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:49.019158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Allocated IP 172.20.0.2 (4877f762-ede5-4260-beae-8e33fa004701/bf1f8d1e-4a65-4a7b-ace0-7bb65794619f/211b411c-04be-4d59-b263-b98a5824b68e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:49.083049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:49.086648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.161247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:49.176350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-4faf803e-d864-47c9-9160-b505f1645816 service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051296 Mar 22 14:11:49.183621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ee913-efa4-4bd3-9c61-33feb905afb9 req-38db2bd8-49cf-44cc-a437-a0a560389de9 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.190477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-292ee913-efa4-4bd3-9c61-33feb905afb9 req-38db2bd8-49cf-44cc-a437-a0a560389de9 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 944 time: 0.1415427 Mar 22 14:11:49.199651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0c06180a-e947-49a5-bb87-912924004329), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.199993 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Added segment 0c06180a-e947-49a5-bb87-912924004329 of type vlan for network fcafba8b-66c4-4984-997a-54bbe4fae415 Mar 22 14:11:49.203450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Publish callbacks [] for port (211b411c-04be-4d59-b263-b98a5824b68e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.214925 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (211b411c-04be-4d59-b263-b98a5824b68e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.233997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (bf1f8d1e-4a65-4a7b-ace0-7bb65794619f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.249193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7fb620e-014a-479d-898b-62795afe962a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:49.273895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (fcafba8b-66c4-4984-997a-54bbe4fae415), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.294856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-292ee913-efa4-4bd3-9c61-33feb905afb9 req-949a0e88-d2f7-488a-9e9b-804844908d71 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034198 Mar 22 14:11:49.324447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (fcafba8b-66c4-4984-997a-54bbe4fae415), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.330182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.330846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.332185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Network 4877f762-ede5-4260-beae-8e33fa004701 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:49.361314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:49.365890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:49.375095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Pushing event updated for resources: {'Port': ['ID=211b411c-04be-4d59-b263-b98a5824b68e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:49.405310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.405696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.405999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.406326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.406660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.406971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.407304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.407622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.407938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.408249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.408565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.408877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.409192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.410020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.410172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:49.475828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Attempting to bind port 211b411c-04be-4d59-b263-b98a5824b68e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:49.476629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Attempting to bind port 211b411c-04be-4d59-b263-b98a5824b68e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '908a722f-41a9-4be3-973e-cfd7c32d4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4877f762-ede5-4260-beae-8e33fa004701'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:49.476791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Attempting to bind port 211b411c-04be-4d59-b263-b98a5824b68e on network 4877f762-ede5-4260-beae-8e33fa004701 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:49.480566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e7fb620e-014a-479d-898b-62795afe962a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:49.481081 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7fb620e-014a-479d-898b-62795afe962a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.485957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Network': ['ID=fcafba8b-66c4-4984-997a-54bbe4fae415,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:49.486367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:49.486856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Checking segment: {'id': '908a722f-41a9-4be3-973e-cfd7c32d4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4877f762-ede5-4260-beae-8e33fa004701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:49.487398 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.487921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Bound using segment: {'id': '908a722f-41a9-4be3-973e-cfd7c32d4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4877f762-ede5-4260-beae-8e33fa004701'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:49.488883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Bound port: 211b411c-04be-4d59-b263-b98a5824b68e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908a722f-41a9-4be3-973e-cfd7c32d4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4877f762-ede5-4260-beae-8e33fa004701'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:49.489102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (211b411c-04be-4d59-b263-b98a5824b68e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.524167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network fcafba8b-66c4-4984-997a-54bbe4fae415 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:49.570181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9b8f4433-3e3b-496e-a59d-f6e3aafa8e88 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6419301 Mar 22 14:11:49.572010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35332) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:49.596482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'subnet': {'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:49.666950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48e75b25-d5b3-40a9-9ce0-c96811a564e8 req-227e8078-9908-4c52-9c3a-41726a1994cb tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 210 time: 0.1285665 Mar 22 14:11:49.681072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] For port 211b411c-04be-4d59-b263-b98a5824b68e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:49.704239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] For port 211b411c-04be-4d59-b263-b98a5824b68e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=211b411c-04be-4d59-b263-b98a5824b68e,segment=NetworkSegment(908a722f-41a9-4be3-973e-cfd7c32d4975),segment_id=908a722f-41a9-4be3-973e-cfd7c32d4975)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:49.759872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (211b411c-04be-4d59-b263-b98a5824b68e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.828800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7013a-2590-476f-8638-f50c40c3619e req-92188cac-b3b4-4a06-bb53-0163c36df0d7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.831993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24f7013a-2590-476f-8638-f50c40c3619e req-92188cac-b3b4-4a06-bb53-0163c36df0d7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 945 time: 0.3811128 Mar 22 14:11:49.880668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1f8d1e-4a65-4a7b-ace0-7bb65794619f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:49.896758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (4877f762-ede5-4260-beae-8e33fa004701), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.901181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e7fb620e-014a-479d-898b-62795afe962a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:49.902354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1bfc2be-ed35-4be9-8ce9-30167df91e9e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:49.922690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4877f762-ede5-4260-beae-8e33fa004701']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:49.941061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908a722f-41a9-4be3-973e-cfd7c32d4975') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:49.942465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908a722f-41a9-4be3-973e-cfd7c32d4975') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:49.959496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (908a722f-41a9-4be3-973e-cfd7c32d4975), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.961809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Made reservation on behalf of 66fc90f18e0d4e6f91dcf25b5b7482bb for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:49.966069 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.978694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6501e-9f1a-49f9-b4e9-8dbee2d3dc84 None None] Pushing event updated for resources: {'Port': ['ID=211b411c-04be-4d59-b263-b98a5824b68e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:49.987236 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (908a722f-41a9-4be3-973e-cfd7c32d4975), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.012213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24f7013a-2590-476f-8638-f50c40c3619e req-e2c9759d-11ae-4308-ac0a-77b799bfa36c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719160 Mar 22 14:11:50.014240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671a74c-9f07-4fd9-997e-c6e014fcc5d1 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:11:50.020432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:50.021397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (908a722f-41a9-4be3-973e-cfd7c32d4975), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:50.032714 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:50.086171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a1bfc2be-ed35-4be9-8ce9-30167df91e9e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:50.086840 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.088864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f663e-85f9-419e-99ed-486c2f4df988 req-e8d8c1f0-37ab-428c-81d6-500fe68bf373 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:50.096854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-705f663e-85f9-419e-99ed-486c2f4df988 req-e8d8c1f0-37ab-428c-81d6-500fe68bf373 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.2386773 Mar 22 14:11:50.185511 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:50.204849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.api [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:11:50.204849 n-d-834677-3 neutron-server[110458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:11:50.204849 n-d-834677-3 neutron-server[110458]: [parameters: {'id': '4877f762-ede5-4260-beae-8e33fa004701'}] Mar 22 14:11:50.204849 n-d-834677-3 neutron-server[110458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:50.206221 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:50.206221 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:50.208291 n-d-834677-3 neutron-server[110458]: DEBUG oslo_db.api [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:50.222201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-705f663e-85f9-419e-99ed-486c2f4df988 req-7a736cfd-56a7-4953-ab94-3ad4b558ef0c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237369 Mar 22 14:11:50.227352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 66253f37-4100-42fd-a24c-cae9fa95ec9e up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:50.252366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33749748-a8be-40f5-b401-1f075868b86f req-6b8476a5-6d9f-4874-84fa-f3ccef85d268 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 267 time: 0.1174028 Mar 22 14:11:50.341240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671a74c-9f07-4fd9-997e-c6e014fcc5d1 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:11:50.352791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a1bfc2be-ed35-4be9-8ce9-30167df91e9e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:50.353914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 03cee25c-f535-4e5f-bd82-dda18173047f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:50.392252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 66253f37-4100-42fd-a24c-cae9fa95ec9e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:50.412480 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:50.414897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 66253f37-4100-42fd-a24c-cae9fa95ec9e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:50.415284 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.455845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33749748-a8be-40f5-b401-1f075868b86f req-28f8c28c-807b-4784-84bb-1ce28957a117 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:50.464003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33749748-a8be-40f5-b401-1f075868b86f req-28f8c28c-807b-4784-84bb-1ce28957a117 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 945 time: 0.2020600 Mar 22 14:11:50.469745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'port': {'security_groups': []}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:50.489484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (388f74e1-db5f-4357-a139-0232aabb6062), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.545456 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e806c0be-6e45-432b-92d2-f7b551d7c9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.602021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 03cee25c-f535-4e5f-bd82-dda18173047f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:50.602800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.638563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Subnet': ['ID=388f74e1-db5f-4357-a139-0232aabb6062,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:50.659740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cec9d5-47f7-448e-a734-0bcb067d0ea0 req-793a4039-4e5e-4806-bcc1-f67303fc2543 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:50.661387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54cec9d5-47f7-448e-a734-0bcb067d0ea0 req-793a4039-4e5e-4806-bcc1-f67303fc2543 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 944 time: 0.2259722 Mar 22 14:11:50.672842 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5489adc7-989e-4387-8075-735da2e85229), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.697808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Checking segment: {'id': '0c06180a-e947-49a5-bb87-912924004329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:50.698275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network hostable DHCP agents. Network: fcafba8b-66c4-4984-997a-54bbe4fae415, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:50.709938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (4877f762-ede5-4260-beae-8e33fa004701), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.711134 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:50.743799 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:50.744219 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Updating router 649821be-3f09-4d74-9e4c-89190782296b port af1c96a2-71d0-4cba-8d72-46f873c603d5 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:50.781792 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.783247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54cec9d5-47f7-448e-a734-0bcb067d0ea0 req-6a06cc6e-148a-49ae-a80e-7ec9f304c2bf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113305 Mar 22 14:11:50.785185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 66253f37-4100-42fd-a24c-cae9fa95ec9e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:50.785560 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.790201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network fcafba8b-66c4-4984-997a-54bbe4fae415 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:50.809133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 211b411c-04be-4d59-b263-b98a5824b68e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:50.812407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (211b411c-04be-4d59-b263-b98a5824b68e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.815343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, fcafba8b-66c4-4984-997a-54bbe4fae415) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:50.861814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:50.862466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.875490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66253f37-4100-42fd-a24c-cae9fa95ec9e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:50.878676 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc72e43-e9df-4b11-a013-28d0b0151271" -d '{"events": [{"server_uuid": "2d258c64-62a3-4e2f-8097-72f4ff1bc733", "name": "network-vif-plugged", "status": "completed", "tag": "66253f37-4100-42fd-a24c-cae9fa95ec9e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:50.920346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 211b411c-04be-4d59-b263-b98a5824b68e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=211b411c-04be-4d59-b263-b98a5824b68e,segment=NetworkSegment(908a722f-41a9-4be3-973e-cfd7c32d4975),segment_id=908a722f-41a9-4be3-973e-cfd7c32d4975)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:50.921017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (211b411c-04be-4d59-b263-b98a5824b68e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.941528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 211b411c-04be-4d59-b263-b98a5824b68e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:50.990597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29f26d77-43b5-4a54-baae-51f014ae8495 req-ed07bb55-51ab-4215-9ce4-f3062c6691f4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 210 time: 0.0600517 Mar 22 14:11:50.994561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 66253f37-4100-42fd-a24c-cae9fa95ec9e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=66253f37-4100-42fd-a24c-cae9fa95ec9e,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:50.997603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 03cee25c-f535-4e5f-bd82-dda18173047f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:50.998450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.025162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 03cee25c-f535-4e5f-bd82-dda18173047f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=03cee25c-f535-4e5f-bd82-dda18173047f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:51.025753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-473b3240-ef5a-4e7a-9cd9-a74d0ae75646 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4389036 Mar 22 14:11:51.027977 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.046183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35350) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:51.059613 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.090430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-bc01e898-1340-4173-95b6-e6a35b224301 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:51.090718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce5a15-7135-4b54-a340-c24ad6cad6a6 None None] Network 4877f762-ede5-4260-beae-8e33fa004701 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:51.101259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286b065-6109-46ce-a533-b43837cd8e15 None None] Network fcafba8b-66c4-4984-997a-54bbe4fae415 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:51.116969 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fea4af-77c7-43db-b980-c01bb4d85544 x-openstack-request-id: req-78fea4af-77c7-43db-b980-c01bb4d85544 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:51.117678 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d258c64-62a3-4e2f-8097-72f4ff1bc733", "name": "network-vif-plugged", "status": "completed", "tag": "66253f37-4100-42fd-a24c-cae9fa95ec9e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:51.118168 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78fea4af-77c7-43db-b980-c01bb4d85544 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:51.118818 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fea4af-77c7-43db-b980-c01bb4d85544'] response: {'server_uuid': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66253f37-4100-42fd-a24c-cae9fa95ec9e', 'code': 200} Mar 22 14:11:51.195081 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Publish callbacks [] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.202200 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.204291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-09027575-e76a-4ba8-af0e-ac739132809b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:51.205984 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-09027575-e76a-4ba8-af0e-ac739132809b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.2615135 Mar 22 14:11:51.258279 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Pushing event updated for resources: {'Port': ['ID=af1c96a2-71d0-4cba-8d72-46f873c603d5,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:51.273667 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.274028 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.274734 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.275073 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.275405 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.275732 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.276057 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.276380 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.276844 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.277174 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.277498 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.277956 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.278360 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.278716 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.279089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:51.306898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (211b411c-04be-4d59-b263-b98a5824b68e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.323588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 211b411c-04be-4d59-b263-b98a5824b68e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:51.333395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] For port 5489adc7-989e-4387-8075-735da2e85229, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5489adc7-989e-4387-8075-735da2e85229,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:51.389843 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-d6764a4f-9bc9-43df-ab3c-55ff11e03890 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 380 time: 0.1717365 Mar 22 14:11:51.390089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Attempting to bind port af1c96a2-71d0-4cba-8d72-46f873c603d5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:51.390467 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Attempting to bind port af1c96a2-71d0-4cba-8d72-46f873c603d5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:51.390825 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Attempting to bind port af1c96a2-71d0-4cba-8d72-46f873c603d5 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:51.397038 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:51.397415 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Checking segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:51.397817 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.398230 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Bound using segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:51.398765 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Bound port: af1c96a2-71d0-4cba-8d72-46f873c603d5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:51.399145 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.403888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-fcafba8b-66c4-4984-997a-54bbe4fae415', 'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415', 'project_id': '66fc90f18e0d4e6f91dcf25b5b7482bb', 'fixed_ips': [{'subnet_id': '388f74e1-db5f-4357-a139-0232aabb6062'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:51.404891 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.408452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'port': {'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'admin_state_up': True, 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'security_groups': ['9d7e1007-267a-4ebe-8b7d-96881125d3d3']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:51.452133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=66253f37-4100-42fd-a24c-cae9fa95ec9e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:51.507547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=211b411c-04be-4d59-b263-b98a5824b68e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:51.537898 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] For port af1c96a2-71d0-4cba-8d72-46f873c603d5, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:51.542623 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] For port af1c96a2-71d0-4cba-8d72-46f873c603d5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=af1c96a2-71d0-4cba-8d72-46f873c603d5,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:51.555302 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.577234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (4877f762-ede5-4260-beae-8e33fa004701), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.603928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Made reservation on behalf of a1ca8cbb8acb4455a58b76aa63043f82 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:51.609084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.656457 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:51.657443 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:51.764622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.20.0.10 (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4/3aa5a118-7118-4c43-bd3d-f956be91bae4/1614de7f-4064-47be-b88d-e8e9316da646) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:51.942641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (1614de7f-4064-47be-b88d-e8e9316da646), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.949200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=03cee25c-f535-4e5f-bd82-dda18173047f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:51.955975 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.959059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-932de0fd-3072-4213-af46-d5e5b6c6535a None None] Provisioning complete for port af1c96a2-71d0-4cba-8d72-46f873c603d5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:51.959403 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-932de0fd-3072-4213-af46-d5e5b6c6535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.970541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95613cca-b677-44eb-97d9-8e5fe9962c15 None None] Pushing event updated for resources: {'Port': ['ID=af1c96a2-71d0-4cba-8d72-46f873c603d5,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:52.000371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4877f762-ede5-4260-beae-8e33fa004701']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:52.005952 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:52.006796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49941ea-0e66-4904-9f7d-8f300aea9e05 req-7a20a4f7-8197-4d52-b747-1896e5d845bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.009853 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1614de7f-4064-47be-b88d-e8e9316da646), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.012084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f49941ea-0e66-4904-9f7d-8f300aea9e05 req-7a20a4f7-8197-4d52-b747-1896e5d845bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 1127 time: 0.8347328 Mar 22 14:11:52.022554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908a722f-41a9-4be3-973e-cfd7c32d4975') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:52.022797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908a722f-41a9-4be3-973e-cfd7c32d4975') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:52.059819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (908a722f-41a9-4be3-973e-cfd7c32d4975), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.080988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Allocated IP 2001:db8:1::2 (fcafba8b-66c4-4984-997a-54bbe4fae415/388f74e1-db5f-4357-a139-0232aabb6062/44f86c71-74d0-40b2-8ec3-146c0e36268e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:52.090535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:52.100443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (908a722f-41a9-4be3-973e-cfd7c32d4975), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.103034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:52.103193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-932de0fd-3072-4213-af46-d5e5b6c6535a None None] Current status of the port af1c96a2-71d0-4cba-8d72-46f873c603d5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:52.103593 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-932de0fd-3072-4213-af46-d5e5b6c6535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.106575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:52.128083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab80652-bfeb-4008-8d23-9c6767e3488d req-ae67a05f-a029-4b50-be4d-663b0bab2e09 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.137413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eab80652-bfeb-4008-8d23-9c6767e3488d req-ae67a05f-a029-4b50-be4d-663b0bab2e09 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.7218888 Mar 22 14:11:52.138102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=1614de7f-4064-47be-b88d-e8e9316da646,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:52.151995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:52.152405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (908a722f-41a9-4be3-973e-cfd7c32d4975), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:52.155975 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:52.172960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (5489adc7-989e-4387-8075-735da2e85229), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.183766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc01e898-1340-4173-95b6-e6a35b224301 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router_gateway (b85c88ee-3ff0-4c19-b707-385e25502617), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.212963 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5489adc7-989e-4387-8075-735da2e85229), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.240687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bec0c44c-347d-463a-b446-65aa6a3e58ad', '6f4bd258-08a7-4752-8192-1a39568f097e', '5489adc7-989e-4387-8075-735da2e85229'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:52.243670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.244706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.268446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-a488eb33-c5cc-4381-ad4a-16916c70864d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8640881 Mar 22 14:11:52.274472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (4877f762-ede5-4260-beae-8e33fa004701), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.288840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.295493 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/4877f762-ede5-4260-beae-8e33fa004701 HTTP/1.1" status: 204 len: 168 time: 4.0034540 Mar 22 14:11:52.299382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eab80652-bfeb-4008-8d23-9c6767e3488d req-540988d2-5883-43ad-86df-f0531260a27f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602247 Mar 22 14:11:52.307544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:52.310770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f49941ea-0e66-4904-9f7d-8f300aea9e05 req-d58c3153-cd44-4872-a610-7f51766fb3ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591739 Mar 22 14:11:52.336616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.337283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.352090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33749748-a8be-40f5-b401-1f075868b86f req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "PUT /v2.0/ports/5489adc7-989e-4387-8075-735da2e85229 HTTP/1.1" status: 200 len: 904 time: 1.8851805 Mar 22 14:11:52.357004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'tag': '5489adc7-989e-4387-8075-735da2e85229'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:52.357206 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f30f843-2981-46dd-b4f3-19145fe621b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "tag": "5489adc7-989e-4387-8075-735da2e85229"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:52.362574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28388607'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:52.394523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Request body: {'port': {'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:52.397477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:51Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:52.399763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77084d9b-d061-444d-b790-fd399934031c tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=4877f762-ede5-4260-beae-8e33fa004701,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:52.426012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:52.438974 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Publish callbacks [] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.448043 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.469383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.476574 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a6b10-fb64-445a-be70-298497be43f7 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:51Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:52.486952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-932de0fd-3072-4213-af46-d5e5b6c6535a None None] For port af1c96a2-71d0-4cba-8d72-46f873c603d5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=af1c96a2-71d0-4cba-8d72-46f873c603d5,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:52.504380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c0d44-92c5-4e35-ae9f-2af9c768e806 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=5489adc7-989e-4387-8075-735da2e85229,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:52.541536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:52.562118 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-932de0fd-3072-4213-af46-d5e5b6c6535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.591566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['5489adc7-989e-4387-8075-735da2e85229'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:52.604170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9de3a-f939-45e6-b849-74f97a6fd08b req-eac173df-34e8-4e19-b846-e7d8393d5c67 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.605798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98c9de3a-f939-45e6-b849-74f97a6fd08b req-eac173df-34e8-4e19-b846-e7d8393d5c67 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 932 time: 0.1052814 Mar 22 14:11:52.628121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3dcab949-2421-4c20-8304-b093b88a952d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.628872 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 3dcab949-2421-4c20-8304-b093b88a952d of type vlan for network 62228160-9b28-47f9-ad48-662d544b8aa0 Mar 22 14:11:52.656674 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-bc01e898-1340-4173-95b6-e6a35b224301 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:11:52.657715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bc01e898-1340-4173-95b6-e6a35b224301 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617 HTTP/1.1" status: 400 len: 364 time: 1.6094398 Mar 22 14:11:52.663283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35364) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:52.676335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1614de7f-4064-47be-b88d-e8e9316da646), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.735184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (62228160-9b28-47f9-ad48-662d544b8aa0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.739984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Pushing event updated for resources: {'Port': ['ID=44f86c71-74d0-40b2-8ec3-146c0e36268e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:52.747028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Network fcafba8b-66c4-4984-997a-54bbe4fae415 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:52.758583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:52.775384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:52.779231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98c9de3a-f939-45e6-b849-74f97a6fd08b req-47020ed8-d0af-4099-86f9-c0de0b6e4b17 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672926 Mar 22 14:11:52.868187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (62228160-9b28-47f9-ad48-662d544b8aa0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.871867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c223a963-eb47-4049-85bd-2f5a8313be04 None None] Provisioning complete for port af1c96a2-71d0-4cba-8d72-46f873c603d5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:52.872320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c223a963-eb47-4049-85bd-2f5a8313be04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.880721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.882270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.037725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932de0fd-3072-4213-af46-d5e5b6c6535a None None] Pushing event updated for resources: {'Port': ['ID=af1c96a2-71d0-4cba-8d72-46f873c603d5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:53.056849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Attempting to bind port 44f86c71-74d0-40b2-8ec3-146c0e36268e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:53.057220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Attempting to bind port 44f86c71-74d0-40b2-8ec3-146c0e36268e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0c06180a-e947-49a5-bb87-912924004329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:53.057581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Attempting to bind port 44f86c71-74d0-40b2-8ec3-146c0e36268e on network fcafba8b-66c4-4984-997a-54bbe4fae415 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:53.081165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:53.087335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Checking segment: {'id': '0c06180a-e947-49a5-bb87-912924004329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:53.087970 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.089162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Bound using segment: {'id': '0c06180a-e947-49a5-bb87-912924004329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:53.090743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Bound port: 44f86c71-74d0-40b2-8ec3-146c0e36268e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c06180a-e947-49a5-bb87-912924004329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcafba8b-66c4-4984-997a-54bbe4fae415'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:53.092028 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.126014 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7753878 Mar 22 14:11:53.132347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35366) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:53.140974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '62228160-9b28-47f9-ad48-662d544b8aa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:53.146487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bcaa0-0595-4206-a87e-4b1a7cc20c3d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=62228160-9b28-47f9-ad48-662d544b8aa0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:53.213929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] For port 44f86c71-74d0-40b2-8ec3-146c0e36268e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:53.221057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] For port 44f86c71-74d0-40b2-8ec3-146c0e36268e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=44f86c71-74d0-40b2-8ec3-146c0e36268e,segment=NetworkSegment(0c06180a-e947-49a5-bb87-912924004329),segment_id=0c06180a-e947-49a5-bb87-912924004329)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:53.235678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 62228160-9b28-47f9-ad48-662d544b8aa0 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:53.245903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.277404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c223a963-eb47-4049-85bd-2f5a8313be04 None None] Current status of the port af1c96a2-71d0-4cba-8d72-46f873c603d5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:53.295663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86a01-db24-4287-af65-9ce0fefd6f50 req-d5eb4567-0d34-4d0f-9103-cf9cda6ca01e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:53.297380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26c86a01-db24-4287-af65-9ce0fefd6f50 req-d5eb4567-0d34-4d0f-9103-cf9cda6ca01e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 907 time: 0.3301783 Mar 22 14:11:53.326494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7287-9dcb-40c8-b1bd-36dde6ea2c16 req-71a6895b-384a-4111-8172-26db64dcf581 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:53.328136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a94f7287-9dcb-40c8-b1bd-36dde6ea2c16 req-71a6895b-384a-4111-8172-26db64dcf581 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 945 time: 0.3689792 Mar 22 14:11:53.343400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.348310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-d43b6b63-df98-4881-9243-01d00766f2b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3981533 Mar 22 14:11:53.394978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1614de7f-4064-47be-b88d-e8e9316da646 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:53.410016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Publish callbacks [] for port (1614de7f-4064-47be-b88d-e8e9316da646), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.421908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 03cee25c-f535-4e5f-bd82-dda18173047f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:53.428544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Transition to ACTIVE for port object 1614de7f-4064-47be-b88d-e8e9316da646 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:53.437192 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645c015-74d3-48c8-b1c6-d63373baba6d x-openstack-request-id: req-a645c015-74d3-48c8-b1c6-d63373baba6d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:53.437806 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "tag": "5489adc7-989e-4387-8075-735da2e85229", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:53.437806 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a645c015-74d3-48c8-b1c6-d63373baba6d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:53.438341 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a645c015-74d3-48c8-b1c6-d63373baba6d'] response: {'name': 'network-changed', 'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'tag': '5489adc7-989e-4387-8075-735da2e85229', 'status': 'completed', 'code': 200} Mar 22 14:11:53.497754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1614de7f-4064-47be-b88d-e8e9316da646), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.537443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.583233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=1614de7f-4064-47be-b88d-e8e9316da646,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:53.602531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-7a18b76c-bf85-44ef-a88d-92a6b88e2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:53.604145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-7a18b76c-bf85-44ef-a88d-92a6b88e2ddc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 1089 time: 0.1594048 Mar 22 14:11:53.667265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:53.670706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.722962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2583dce-5a8f-45cb-b02b-6270c4553cf6 None None] Pushing event updated for resources: {'Port': ['ID=44f86c71-74d0-40b2-8ec3-146c0e36268e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:53.786833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a94f7287-9dcb-40c8-b1bd-36dde6ea2c16 req-7d7a65ef-1d98-4c6e-b35c-bf7839ea747a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513602 Mar 22 14:11:53.800562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 03cee25c-f535-4e5f-bd82-dda18173047f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:53.801390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Attempting to bind port 1614de7f-4064-47be-b88d-e8e9316da646 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:53.801858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Attempting to bind port 1614de7f-4064-47be-b88d-e8e9316da646 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:53.802213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Attempting to bind port 1614de7f-4064-47be-b88d-e8e9316da646 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:53.802553 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.813821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Port 1614de7f-4064-47be-b88d-e8e9316da646 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:53.814182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Attempting to bind port 1614de7f-4064-47be-b88d-e8e9316da646 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:53.822722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:53.823226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Checking segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:53.823618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Bound using segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:53.824049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Bound port: 1614de7f-4064-47be-b88d-e8e9316da646, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:53.824402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1614de7f-4064-47be-b88d-e8e9316da646), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.927253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] For port 1614de7f-4064-47be-b88d-e8e9316da646, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:53.932768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] For port 1614de7f-4064-47be-b88d-e8e9316da646, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1614de7f-4064-47be-b88d-e8e9316da646,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:53.946124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1614de7f-4064-47be-b88d-e8e9316da646), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.973053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-5d37b93e-7792-4659-a364-96eb84869d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:53.974646 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-5d37b93e-7792-4659-a364-96eb84869d78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.3161681 Mar 22 14:11:53.989201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing IP validity checks on allocation pools {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:11:53.989931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:11:53.998661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fa751107-8148-4386-9083-4c7bb5e0da3d None None] Provisioning complete for port 5489adc7-989e-4387-8075-735da2e85229 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:53.999098 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fa751107-8148-4386-9083-4c7bb5e0da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5489adc7-989e-4387-8075-735da2e85229), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.032150 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-b17e0794-4da9-407e-9010-6f901f32dba7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5489adc7-989e-4387-8075-735da2e85229 HTTP/1.1" status: 200 len: 217 time: 0.0494134 Mar 22 14:11:54.055758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.056374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.058224 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] 10.222.0.42 "PUT /v2.0/ports/1614de7f-4064-47be-b88d-e8e9316da646 HTTP/1.1" status: 200 len: 1092 time: 1.7493043 Mar 22 14:11:54.058410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:54.060773 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b628c54c-9a39-43a5-826e-822c7ba906b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "tag": "1614de7f-4064-47be-b88d-e8e9316da646"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:54.110968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-1de387b0-5b5c-41c9-8dad-658c254d3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.114158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-1de387b0-5b5c-41c9-8dad-658c254d3c46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 1128 time: 0.7005467 Mar 22 14:11:54.166189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d58e96-c6f7-4226-a55f-9506b779e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=1614de7f-4064-47be-b88d-e8e9316da646,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:54.189436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 03cee25c-f535-4e5f-bd82-dda18173047f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:54.190641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device af1c96a2-71d0-4cba-8d72-46f873c603d5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:54.194827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-f2edd002-9142-4f75-abfb-48258f8f02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.196479 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-f2edd002-9142-4f75-abfb-48258f8f02ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1527386 Mar 22 14:11:54.204721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-6ebf8dcf-b636-4398-8191-4d370015be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.207036 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-6ebf8dcf-b636-4398-8191-4d370015be8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 1126 time: 0.0907462 Mar 22 14:11:54.250689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f7fc-c0b0-4aa2-96d6-8c4da46fdc27 req-24f9e330-947b-45df-bad0-1357bb5c2124 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.254933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fa751107-8148-4386-9083-4c7bb5e0da3d None None] Current status of the port 5489adc7-989e-4387-8075-735da2e85229 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:54.259603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0775f7fc-c0b0-4aa2-96d6-8c4da46fdc27 req-24f9e330-947b-45df-bad0-1357bb5c2124 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.6217666 Mar 22 14:11:54.270352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.291994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port af1c96a2-71d0-4cba-8d72-46f873c603d5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:54.292365 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.324855 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-e483ea7f-d4e9-4c6b-bbc4-281b2084b377 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1614de7f-4064-47be-b88d-e8e9316da646 HTTP/1.1" status: 200 len: 217 time: 0.0746660 Mar 22 14:11:54.372023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-3013b16e-f0b1-4e53-ade4-67df7882c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.373596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-3013b16e-f0b1-4e53-ade4-67df7882c204 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1611469 Mar 22 14:11:54.388351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port af1c96a2-71d0-4cba-8d72-46f873c603d5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:54.460213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-d778f4a2-079c-4616-89b7-7d68a95a1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.461993 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-d778f4a2-079c-4616-89b7-7d68a95a1fc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.1311331 Mar 22 14:11:54.471024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370f871-88b4-42be-b73c-6c44435b9118 req-259d22a7-b8af-49a3-b23a-2b6408797266 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.472678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9370f871-88b4-42be-b73c-6c44435b9118 req-259d22a7-b8af-49a3-b23a-2b6408797266 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.5293999 Mar 22 14:11:54.531770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0775f7fc-c0b0-4aa2-96d6-8c4da46fdc27 req-054b4859-5fe4-43a4-832a-907183443563 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697599 Mar 22 14:11:54.540994 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-aa57adf6-a9f9-4525-8295-1900a8ab5606 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606305 Mar 22 14:11:54.578736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Allocated IP 2001:db8::1 (73e237ff-1bce-4134-ae68-6360629cd450/2c8a8f65-e082-48c5-964b-858119a4abef/3a00b84c-c4df-4ed4-96aa-1aa6b59219af) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:54.596495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.647855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-5e29c81f-1367-4877-8c81-786a49fcb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.649440 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-5e29c81f-1367-4877-8c81-786a49fcb4a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1819456 Mar 22 14:11:54.724364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-cb2f22fd-170c-4b0f-9854-b963c1405d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.726095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-cb2f22fd-170c-4b0f-9854-b963c1405d8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.5753725 Mar 22 14:11:54.733604 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6f30f843-2981-46dd-b4f3-19145fe621b6 req-d8e733d2-8c19-4b63-8f86-c182f91796ba service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862521 Mar 22 14:11:54.770681 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-529b17c5-0f95-4ff2-bd1b-7abb50492706 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108193 Mar 22 14:11:54.805688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-d548825e-cbfa-43cb-a1cd-2d7a746cd5df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad HTTP/1.1" status: 200 len: 217 time: 0.0650833 Mar 22 14:11:54.815084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (e7b971ac-8474-457b-848b-d8283a8774d8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.819973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9370f871-88b4-42be-b73c-6c44435b9118 req-de486ea9-abf5-40f8-bb7a-f436b9fbbc2e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301468 Mar 22 14:11:54.886929 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-919a5521-7ad1-46c7-9b19-f62caf96c162 req-18cdbf43-3619-4c7d-b566-5c6622eae347 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091139 Mar 22 14:11:54.892461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe048151-f77d-4711-a47a-0034840ef2ce req-0f68cfba-952f-43ba-9f73-fe746e4aa64f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.893791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe048151-f77d-4711-a47a-0034840ef2ce req-0f68cfba-952f-43ba-9f73-fe746e4aa64f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 944 time: 0.2502496 Mar 22 14:11:54.906773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c4859-f87b-403e-86ff-67349a968526 None None] Network fcafba8b-66c4-4984-997a-54bbe4fae415 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:54.990806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-018f97ce-a680-4fa5-8c65-5aa2c41a7698 None None] Provisioning complete for port 44f86c71-74d0-40b2-8ec3-146c0e36268e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:54.991226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-018f97ce-a680-4fa5-8c65-5aa2c41a7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.117133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-018f97ce-a680-4fa5-8c65-5aa2c41a7698 None None] Current status of the port 44f86c71-74d0-40b2-8ec3-146c0e36268e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:55.117535 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-018f97ce-a680-4fa5-8c65-5aa2c41a7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.156781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-018f97ce-a680-4fa5-8c65-5aa2c41a7698 None None] For port 44f86c71-74d0-40b2-8ec3-146c0e36268e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=44f86c71-74d0-40b2-8ec3-146c0e36268e,segment=NetworkSegment(0c06180a-e947-49a5-bb87-912924004329),segment_id=0c06180a-e947-49a5-bb87-912924004329)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:55.162820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-018f97ce-a680-4fa5-8c65-5aa2c41a7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.209466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 44f86c71-74d0-40b2-8ec3-146c0e36268e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:55.260055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f97ce-a680-4fa5-8c65-5aa2c41a7698 None None] Pushing event updated for resources: {'Port': ['ID=44f86c71-74d0-40b2-8ec3-146c0e36268e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:55.287043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 44f86c71-74d0-40b2-8ec3-146c0e36268e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:55.287424 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.309582 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.312349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-86690375-fa88-4707-99bc-586611a7d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.313844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-86690375-fa88-4707-99bc-586611a7d76d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.4918880 Mar 22 14:11:55.326194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=e7b971ac-8474-457b-848b-d8283a8774d8,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:55.376017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 44f86c71-74d0-40b2-8ec3-146c0e36268e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:55.388354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6a0a6f88-2835-4ae3-bc80-b0f87e514038 None None] Provisioning complete for port 44f86c71-74d0-40b2-8ec3-146c0e36268e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:55.388731 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6f88-2835-4ae3-bc80-b0f87e514038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.404567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '3dcab949-2421-4c20-8304-b093b88a952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '62228160-9b28-47f9-ad48-662d544b8aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:55.404848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 62228160-9b28-47f9-ad48-662d544b8aa0, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:55.409422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe048151-f77d-4711-a47a-0034840ef2ce req-1da2744e-47dd-46d2-8268-583cbc1c3105 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4988639 Mar 22 14:11:55.447084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.452307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.457618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.459445 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f6d01-eca4-4906-bee4-4afe71bbad46 x-openstack-request-id: req-203f6d01-eca4-4906-bee4-4afe71bbad46 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:55.460406 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "tag": "1614de7f-4064-47be-b88d-e8e9316da646", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:55.460942 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-203f6d01-eca4-4906-bee4-4afe71bbad46 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:55.461654 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203f6d01-eca4-4906-bee4-4afe71bbad46'] response: {'name': 'network-changed', 'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646', 'status': 'completed', 'code': 200} Mar 22 14:11:55.462929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.468130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.474576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.479542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a6f88-2835-4ae3-bc80-b0f87e514038 None None] Current status of the port 44f86c71-74d0-40b2-8ec3-146c0e36268e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:55.479952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.482464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-01d5d923-98f4-4a1f-addf-8edd2ed09089 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.5539231 Mar 22 14:11:55.516588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 62228160-9b28-47f9-ad48-662d544b8aa0 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:55.532344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-5ab0fa2c-53af-41b6-83eb-075ebe899e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.533924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-06b4d9f1-f2a3-4d48-a092-cbbb2a269289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.534090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-5ab0fa2c-53af-41b6-83eb-075ebe899e8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1952546 Mar 22 14:11:55.535008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.535498 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-06b4d9f1-f2a3-4d48-a092-cbbb2a269289 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 1126 time: 0.0502026 Mar 22 14:11:55.605721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 62228160-9b28-47f9-ad48-662d544b8aa0) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:55.615238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad40b04-0aaa-48ac-aae9-2afbed8bdf35 None None] Network 62228160-9b28-47f9-ad48-662d544b8aa0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:55.636322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-c903455b-3ae1-4782-8e8b-b72e7287c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.637851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-c903455b-3ae1-4782-8e8b-b72e7287c411 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.0946941 Mar 22 14:11:55.653502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.654204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.673658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network 73e237ff-1bce-4134-ae68-6360629cd450 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:55.682037 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-ed9dac24-048d-4fef-afc1-669e70fca66d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1614de7f-4064-47be-b88d-e8e9316da646 HTTP/1.1" status: 200 len: 217 time: 0.0379784 Mar 22 14:11:55.707563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:55.718153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:55.718710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.721518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Port': ['ID=3a00b84c-c4df-4ed4-96aa-1aa6b59219af,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:55.730776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-67092699-0237-40d6-a78d-87ab18366678 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5937142 Mar 22 14:11:55.735717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35384) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:55.749622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-62228160-9b28-47f9-ad48-662d544b8aa0', 'network_id': '62228160-9b28-47f9-ad48-662d544b8aa0', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': 'e7b971ac-8474-457b-848b-d8283a8774d8'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:55.750549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.768323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e14af16-3310-421a-8f91-69e1f9df19f7 req-6afd3ace-adb8-4ed3-84cc-476dbe15d491 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2757769 Mar 22 14:11:55.815051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-94eb0619-5e1d-4d17-94a4-589ae0e3af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.816235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9396b9a-226c-4b14-a3e5-a777aea30dad req-7d142a7f-12ef-4ec4-b5da-2d5f2e8aca49 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.816522 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-94eb0619-5e1d-4d17-94a4-589ae0e3af79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.1287827 Mar 22 14:11:55.817905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9396b9a-226c-4b14-a3e5-a777aea30dad req-7d142a7f-12ef-4ec4-b5da-2d5f2e8aca49 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3084862 Mar 22 14:11:55.901149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-7fe4d020-628e-42c4-ab93-9921fcf670e2 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579111 Mar 22 14:11:55.915272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-38d3759d-d0bb-4199-afc8-058ce1a3e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.916866 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-38d3759d-d0bb-4199-afc8-058ce1a3e793 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0918081 Mar 22 14:11:55.925177 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (62228160-9b28-47f9-ad48-662d544b8aa0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.020089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9396b9a-226c-4b14-a3e5-a777aea30dad req-a56b324a-254b-4cab-8a3e-e8e186f4f618 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862032 Mar 22 14:11:56.106305 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-9a3c6757-e44f-4197-a32a-4c6d8adda783 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770020 Mar 22 14:11:56.107321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.109508 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e7b971ac-8474-457b-848b-d8283a8774d8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.158750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ff54e-133d-4cb1-bdcb-e61baf4144cc req-6c3eba8e-7139-4281-8e06-37f3193b92e1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.160444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f27ff54e-133d-4cb1-bdcb-e61baf4144cc req-6c3eba8e-7139-4281-8e06-37f3193b92e1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 945 time: 0.2495348 Mar 22 14:11:56.182859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Allocated IP 172.20.0.3 (62228160-9b28-47f9-ad48-662d544b8aa0/e7b971ac-8474-457b-848b-d8283a8774d8/7bc7c38c-db49-4988-a9f9-f28fe494cd8e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:56.237102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b628c54c-9a39-43a5-826e-822c7ba906b2 req-1c31f19e-67e1-44b1-bf10-7535fc50c50f service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243398 Mar 22 14:11:56.239372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d560b3f-726d-4ca9-8791-aef7f1b01856 req-31763384-3bcf-4ad9-b886-708857fc28f1 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295593 Mar 22 14:11:56.257099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bb16380c-4c47-4e2c-8dd3-8f5eb2f87fe2 None None] Provisioning complete for port 3a00b84c-c4df-4ed4-96aa-1aa6b59219af triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:56.257829 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bb16380c-4c47-4e2c-8dd3-8f5eb2f87fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.308822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bb16380c-4c47-4e2c-8dd3-8f5eb2f87fe2 None None] Port 3a00b84c-c4df-4ed4-96aa-1aa6b59219af cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:56.361851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.367132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.372409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.373571 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Publish callbacks [] for port (7bc7c38c-db49-4988-a9f9-f28fe494cd8e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.378449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.381304 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (7bc7c38c-db49-4988-a9f9-f28fe494cd8e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.383988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.389959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.395626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.398580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47525f55-ca4f-40c0-b181-b5f59f540201 req-9760e0cb-3281-4101-9f56-3189ecfbdc50 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.3054686 Mar 22 14:11:56.415073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (e7b971ac-8474-457b-848b-d8283a8774d8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.418426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Network 62228160-9b28-47f9-ad48-662d544b8aa0 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:56.419826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f27ff54e-133d-4cb1-bdcb-e61baf4144cc req-c1876e7d-f1ff-4651-828a-5369d985a568 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449155 Mar 22 14:11:56.421715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:56.425297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:56.444981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Pushing event updated for resources: {'Port': ['ID=7bc7c38c-db49-4988-a9f9-f28fe494cd8e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:56.498967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b971ac-8474-457b-848b-d8283a8774d8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:56.509469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Attempting to bind port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:56.509598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Attempting to bind port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '3dcab949-2421-4c20-8304-b093b88a952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '62228160-9b28-47f9-ad48-662d544b8aa0'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:56.510750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Attempting to bind port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e on network 62228160-9b28-47f9-ad48-662d544b8aa0 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:56.515434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:56.515816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Checking segment: {'id': '3dcab949-2421-4c20-8304-b093b88a952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '62228160-9b28-47f9-ad48-662d544b8aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:56.516363 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.516744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Bound using segment: {'id': '3dcab949-2421-4c20-8304-b093b88a952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '62228160-9b28-47f9-ad48-662d544b8aa0'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:56.517288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Bound port: 7bc7c38c-db49-4988-a9f9-f28fe494cd8e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcab949-2421-4c20-8304-b093b88a952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '62228160-9b28-47f9-ad48-662d544b8aa0'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:56.517603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7bc7c38c-db49-4988-a9f9-f28fe494cd8e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.570794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (62228160-9b28-47f9-ad48-662d544b8aa0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.588575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] For port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:56.594089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] For port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7bc7c38c-db49-4988-a9f9-f28fe494cd8e,segment=NetworkSegment(3dcab949-2421-4c20-8304-b093b88a952d),segment_id=3dcab949-2421-4c20-8304-b093b88a952d)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:56.605172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7bc7c38c-db49-4988-a9f9-f28fe494cd8e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.614944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62228160-9b28-47f9-ad48-662d544b8aa0']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:56.628363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcab949-2421-4c20-8304-b093b88a952d') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:56.628912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcab949-2421-4c20-8304-b093b88a952d') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:56.634869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fc0f8-5612-490e-8c1a-1f5aef753c68 req-4ca50106-546b-44bd-aee3-8ab61cb53d11 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.636729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23fc0f8-5612-490e-8c1a-1f5aef753c68 req-4ca50106-546b-44bd-aee3-8ab61cb53d11 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1218855 Mar 22 14:11:56.643383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (3dcab949-2421-4c20-8304-b093b88a952d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.651050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3297171-27e1-4ea1-82ae-a9373161a4ca req-1bbb8b92-e9e2-4201-b61d-95d18e1756be tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.658737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3297171-27e1-4ea1-82ae-a9373161a4ca req-1bbb8b92-e9e2-4201-b61d-95d18e1756be tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1406879 Mar 22 14:11:56.660039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3dcab949-2421-4c20-8304-b093b88a952d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.670202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:56.670627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (3dcab949-2421-4c20-8304-b093b88a952d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:56.682294 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:56.714304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d69c7d-7c28-411c-8cc8-b00283b79809 None None] Pushing event updated for resources: {'Port': ['ID=7bc7c38c-db49-4988-a9f9-f28fe494cd8e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:56.741580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5dd17c-fa5f-4d4c-aef4-963fd3fb843b None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:11:56.748579 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.764402 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.765179 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.772132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.api [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:11:56.772132 n-d-834677-3 neutron-server[110458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:11:56.772132 n-d-834677-3 neutron-server[110458]: [parameters: {'id': '62228160-9b28-47f9-ad48-662d544b8aa0'}] Mar 22 14:11:56.772132 n-d-834677-3 neutron-server[110458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:56.772909 n-d-834677-3 neutron-server[110458]: DEBUG oslo_db.api [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:56.776370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23fc0f8-5612-490e-8c1a-1f5aef753c68 req-eddaf6e6-b63b-4bba-aa0b-f474b17a7275 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042035 Mar 22 14:11:56.785373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3297171-27e1-4ea1-82ae-a9373161a4ca req-32ff512a-7682-49fe-a38b-f496b7053f5c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264634 Mar 22 14:11:56.918778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5dd17c-fa5f-4d4c-aef4-963fd3fb843b None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:11:56.931778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event updated for resources: {'Port': ['ID=3a00b84c-c4df-4ed4-96aa-1aa6b59219af,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:56.994824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587fc51-fff3-4e6c-b131-3a8c0f995450 req-1e729f3e-128f-4868-9329-29d9615bcf2f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.996335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0587fc51-fff3-4e6c-b131-3a8c0f995450 req-1e729f3e-128f-4868-9329-29d9615bcf2f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 945 time: 0.1232276 Mar 22 14:11:57.006192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ce88d-19bf-4a0b-9964-00f666bf2315 req-6eecb192-2708-46eb-bcfb-fe3c02ef8321 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:57.007648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-538ce88d-19bf-4a0b-9964-00f666bf2315 req-6eecb192-2708-46eb-bcfb-fe3c02ef8321 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 944 time: 0.1520596 Mar 22 14:11:57.019160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Network 73e237ff-1bce-4134-ae68-6360629cd450 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:57.036021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:57.154791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0587fc51-fff3-4e6c-b131-3a8c0f995450 req-60e60866-365b-4ec5-abb1-4f54654f0c9b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461446 Mar 22 14:11:57.169609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-538ce88d-19bf-4a0b-9964-00f666bf2315 req-5596ee96-26db-423e-b8cc-829340a54104 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485310 Mar 22 14:11:57.170741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 44f86c71-74d0-40b2-8ec3-146c0e36268e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:57.211769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Router b85c88ee-3ff0-4c19-b707-385e25502617 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:11:57.232575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea05bcb-1358-4ada-81ae-472d2db4e4d5 None None] Network 62228160-9b28-47f9-ad48-662d544b8aa0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:57.273842 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (62228160-9b28-47f9-ad48-662d544b8aa0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.371893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:57.375097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7bc7c38c-db49-4988-a9f9-f28fe494cd8e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.379613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 44f86c71-74d0-40b2-8ec3-146c0e36268e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:57.380183 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.382917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:57.411819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a7fe12e2-4178-4616-a835-a70651eee458 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7475247 Mar 22 14:11:57.419651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] Sync routers for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:57.435923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e6422-79ad-4c1d-a07c-1dda56d630c4 req-4b0100b4-e0ba-4a25-841e-24c7c1cf6e93 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:57.442475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-512e6422-79ad-4c1d-a07c-1dda56d630c4 req-4b0100b4-e0ba-4a25-841e-24c7c1cf6e93 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1645701 Mar 22 14:11:57.450055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35404) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:57.469309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:57.469960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:57.516878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:57.535436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7bc7c38c-db49-4988-a9f9-f28fe494cd8e,segment=NetworkSegment(3dcab949-2421-4c20-8304-b093b88a952d),segment_id=3dcab949-2421-4c20-8304-b093b88a952d)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:57.536067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7bc7c38c-db49-4988-a9f9-f28fe494cd8e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.588935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:57.589570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:57.610622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-512e6422-79ad-4c1d-a07c-1dda56d630c4 req-a9254dae-6f02-4432-99f1-91e796555e9e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621208 Mar 22 14:11:57.640002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:57.640638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094c0a9-7842-4d80-86e6-774cb8301c3f None None] The sync data for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:57.658830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-42234943-bd25-424c-acb1-29ae4fc5a1d0 None None] Provisioning complete for port 3a00b84c-c4df-4ed4-96aa-1aa6b59219af triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:57.659182 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-42234943-bd25-424c-acb1-29ae4fc5a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.661618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 44f86c71-74d0-40b2-8ec3-146c0e36268e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:57.679100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bcef716-5ac4-4ab9-91e1-9ddf39668987 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router (b85c88ee-3ff0-4c19-b707-385e25502617), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.739054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-42234943-bd25-424c-acb1-29ae4fc5a1d0 None None] Port 3a00b84c-c4df-4ed4-96aa-1aa6b59219af cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:57.809212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bdb1-8b71-4d87-9129-de7997d044e7 req-369427e4-ae76-4349-8115-d88dfdd55328 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:57.810948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b026bdb1-8b71-4d87-9129-de7997d044e7 req-369427e4-ae76-4349-8115-d88dfdd55328 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 945 time: 0.2288611 Mar 22 14:11:57.858292 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-5bcef716-5ac4-4ab9-91e1-9ddf39668987 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 14:11:57.861922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5bcef716-5ac4-4ab9-91e1-9ddf39668987 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617 HTTP/1.1" status: 409 len: 376 time: 0.4081323 Mar 22 14:11:57.869121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35430) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:57.892664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 7bc7c38c-db49-4988-a9f9-f28fe494cd8e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:57.975195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7bc7c38c-db49-4988-a9f9-f28fe494cd8e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.977688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:58.010350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=7bc7c38c-db49-4988-a9f9-f28fe494cd8e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:58.017524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 7bc7c38c-db49-4988-a9f9-f28fe494cd8e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:58.042794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b026bdb1-8b71-4d87-9129-de7997d044e7 req-a73c8936-56bd-4e9c-90f2-2e2502390236 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218621 Mar 22 14:11:58.158010 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (62228160-9b28-47f9-ad48-662d544b8aa0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.183182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62228160-9b28-47f9-ad48-662d544b8aa0']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:58.200644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.200889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.201303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.201766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.202254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.202720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.203162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.205201 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-ef109228-bb66-4b6f-a388-f3938b0808f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6718 time: 0.2249753 Mar 22 14:11:58.209401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcab949-2421-4c20-8304-b093b88a952d') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:58.209729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcab949-2421-4c20-8304-b093b88a952d') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:58.226188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (3dcab949-2421-4c20-8304-b093b88a952d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.253263 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3dcab949-2421-4c20-8304-b093b88a952d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.267726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:58.268132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (3dcab949-2421-4c20-8304-b093b88a952d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:58.271236 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:58.277339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1614de7f-4064-47be-b88d-e8e9316da646 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:58.330558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-2564f3d3-4e62-4aab-96a4-f3606b499a52 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186121 Mar 22 14:11:58.352169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (62228160-9b28-47f9-ad48-662d544b8aa0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.362368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.365596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/62228160-9b28-47f9-ad48-662d544b8aa0 HTTP/1.1" status: 204 len: 168 time: 2.6287451 Mar 22 14:11:58.369230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35444) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:58.383030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-350631790'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:58.392127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1eb5a-ae60-4300-9c3d-caa8aed1eaca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=62228160-9b28-47f9-ad48-662d544b8aa0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:58.400300 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.410367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:58.413958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.418676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 1614de7f-4064-47be-b88d-e8e9316da646, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1614de7f-4064-47be-b88d-e8e9316da646,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:58.430720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '1614de7f-4064-47be-b88d-e8e9316da646', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:58.452235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:58.462720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1af4d49f-88a3-4bb0-b67b-81813963fd8d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.463068 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 1af4d49f-88a3-4bb0-b67b-81813963fd8d of type vlan for network 967db2c0-963c-4275-b8b2-f10e714063ed Mar 22 14:11:58.479928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 1614de7f-4064-47be-b88d-e8e9316da646 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:58.480325 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1614de7f-4064-47be-b88d-e8e9316da646), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.494999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1614de7f-4064-47be-b88d-e8e9316da646 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:58.509554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (967db2c0-963c-4275-b8b2-f10e714063ed), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.517448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 1614de7f-4064-47be-b88d-e8e9316da646, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1614de7f-4064-47be-b88d-e8e9316da646,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:58.521134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-a690bf9d-5377-4146-9c43-448040a58934 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.522771 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1614de7f-4064-47be-b88d-e8e9316da646), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.522926 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-a690bf9d-5377-4146-9c43-448040a58934 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.6624787 Mar 22 14:11:58.539493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (967db2c0-963c-4275-b8b2-f10e714063ed), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.544792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.545493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.552564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-7ae32e6d-a94c-4454-a285-873272dd768d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/quotas/46681445aaef43cf93b9d2f53d12b44c HTTP/1.1" status: 200 len: 375 time: 0.0157371 Mar 22 14:11:58.575202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=1614de7f-4064-47be-b88d-e8e9316da646,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:58.577366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bbda5-bb2e-497a-971c-512c75dfa3c5 req-1062db1d-a50f-405c-a6cc-537bdb7f86a3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.578878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c53bbda5-bb2e-497a-971c-512c75dfa3c5 req-1062db1d-a50f-405c-a6cc-537bdb7f86a3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.4482968 Mar 22 14:11:58.606063 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2355452 Mar 22 14:11:58.608993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35446) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:58.616030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '967db2c0-963c-4275-b8b2-f10e714063ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:58.632541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638337cc-8e48-4c66-9fd2-aa2588605be3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=967db2c0-963c-4275-b8b2-f10e714063ed,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:58.659773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 967db2c0-963c-4275-b8b2-f10e714063ed details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:58.722235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:58.725921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.757831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c53bbda5-bb2e-497a-971c-512c75dfa3c5 req-95002cb1-80b3-4a9d-8159-8a7efb306217 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628354 Mar 22 14:11:58.779317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-6a9b9d8e-cb77-4cc8-ad73-f8455f48b465 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1993961 Mar 22 14:11:58.806033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['1614de7f-4064-47be-b88d-e8e9316da646'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:58.946727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (6138e6cb-50ef-48de-9a16-c47641db1147), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.011081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=6138e6cb-50ef-48de-9a16-c47641db1147,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:59.016295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-488f69c0-048b-4f56-989b-cfc16113a7e9 service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296236 Mar 22 14:11:59.023861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '1af4d49f-88a3-4bb0-b67b-81813963fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '967db2c0-963c-4275-b8b2-f10e714063ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:59.024062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 967db2c0-963c-4275-b8b2-f10e714063ed, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:59.030060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061fd7f-a297-4cc4-9493-1e16cb15d639 req-d9648c0f-1400-4743-a417-9f4310e19302 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:59.031816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3061fd7f-a297-4cc4-9493-1e16cb15d639 req-d9648c0f-1400-4743-a417-9f4310e19302 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 945 time: 0.1988750 Mar 22 14:11:59.042351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 967db2c0-963c-4275-b8b2-f10e714063ed is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:59.049583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-6d1f0ac8-7be1-4bfb-ab2b-e7c6d91d9706 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:59.051079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-6d1f0ac8-7be1-4bfb-ab2b-e7c6d91d9706 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 945 time: 0.2137313 Mar 22 14:11:59.052293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 967db2c0-963c-4275-b8b2-f10e714063ed) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:59.057118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:59.057862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.067558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324ae8f-804e-4f6b-a0a8-05c9d4936d3c None None] Network 967db2c0-963c-4275-b8b2-f10e714063ed requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:59.087977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2f604e64-aa81-44e1-8493-ca4970c63023 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4778042 Mar 22 14:11:59.088850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35452) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:59.169085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.178397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-967db2c0-963c-4275-b8b2-f10e714063ed', 'network_id': '967db2c0-963c-4275-b8b2-f10e714063ed', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '6138e6cb-50ef-48de-9a16-c47641db1147'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:59.178959 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.198105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (967db2c0-963c-4275-b8b2-f10e714063ed), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.264102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6138e6cb-50ef-48de-9a16-c47641db1147), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.299842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3061fd7f-a297-4cc4-9493-1e16cb15d639 req-65935109-d3ed-4334-9e2a-d6466d960826 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468896 Mar 22 14:11:59.321761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-a403b6df-cb5f-47bd-8921-157a41d17636 service neutron] 10.222.0.44 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881150 Mar 22 14:11:59.346057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Allocated IP 172.20.0.1 (967db2c0-963c-4275-b8b2-f10e714063ed/6138e6cb-50ef-48de-9a16-c47641db1147/68e0386a-5336-4bba-8ee2-84f3552b128e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:59.430856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Deleting port 66253f37-4100-42fd-a24c-cae9fa95ec9e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:59.431200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.517263 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Publish callbacks [] for port (68e0386a-5336-4bba-8ee2-84f3552b128e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.526236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (68e0386a-5336-4bba-8ee2-84f3552b128e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.545521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (6138e6cb-50ef-48de-9a16-c47641db1147), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.548454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e508937-38a0-4e89-a591-9cd6da9f2949 req-01996ddc-d65f-469f-866d-9efd1a4b4df8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 210 time: 0.0453582 Mar 22 14:11:59.570278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Network 967db2c0-963c-4275-b8b2-f10e714063ed is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:59.573838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:59.581841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:59.582133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56225ac-b1b7-48f6-ade2-187bd62f875d req-736e64c8-0152-4e8f-b7ae-2a7653297986 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:59.583634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a56225ac-b1b7-48f6-ade2-187bd62f875d req-736e64c8-0152-4e8f-b7ae-2a7653297986 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 945 time: 0.1866724 Mar 22 14:11:59.593243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Pushing event updated for resources: {'Port': ['ID=68e0386a-5336-4bba-8ee2-84f3552b128e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:59.639001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] For port 66253f37-4100-42fd-a24c-cae9fa95ec9e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=66253f37-4100-42fd-a24c-cae9fa95ec9e,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:59.639651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.661460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Attempting to bind port 68e0386a-5336-4bba-8ee2-84f3552b128e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:59.661927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Attempting to bind port 68e0386a-5336-4bba-8ee2-84f3552b128e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1af4d49f-88a3-4bb0-b67b-81813963fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '967db2c0-963c-4275-b8b2-f10e714063ed'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:59.662440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Attempting to bind port 68e0386a-5336-4bba-8ee2-84f3552b128e on network 967db2c0-963c-4275-b8b2-f10e714063ed {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:59.668099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:59.668649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Checking segment: {'id': '1af4d49f-88a3-4bb0-b67b-81813963fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '967db2c0-963c-4275-b8b2-f10e714063ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:59.669291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.669862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Bound using segment: {'id': '1af4d49f-88a3-4bb0-b67b-81813963fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '967db2c0-963c-4275-b8b2-f10e714063ed'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:59.670483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Bound port: 68e0386a-5336-4bba-8ee2-84f3552b128e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af4d49f-88a3-4bb0-b67b-81813963fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '967db2c0-963c-4275-b8b2-f10e714063ed'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:59.671029 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (68e0386a-5336-4bba-8ee2-84f3552b128e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.676927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (967db2c0-963c-4275-b8b2-f10e714063ed), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.680346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=6138e6cb-50ef-48de-9a16-c47641db1147,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:59.702055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Calling delete_port for 66253f37-4100-42fd-a24c-cae9fa95ec9e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:59.704332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967db2c0-963c-4275-b8b2-f10e714063ed']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:59.714965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af4d49f-88a3-4bb0-b67b-81813963fd8d') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:59.715385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af4d49f-88a3-4bb0-b67b-81813963fd8d') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:59.733161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (1af4d49f-88a3-4bb0-b67b-81813963fd8d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.753812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1af4d49f-88a3-4bb0-b67b-81813963fd8d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.761219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] For port 68e0386a-5336-4bba-8ee2-84f3552b128e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:59.764422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a56225ac-b1b7-48f6-ade2-187bd62f875d req-26b48030-8648-4cbd-bc2e-24344508c4ba tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641405 Mar 22 14:11:59.765812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:59.766414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (1af4d49f-88a3-4bb0-b67b-81813963fd8d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:59.770050 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:59.849781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.api [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:11:59.849781 n-d-834677-3 neutron-server[110458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:11:59.849781 n-d-834677-3 neutron-server[110458]: [parameters: {'id': '967db2c0-963c-4275-b8b2-f10e714063ed'}] Mar 22 14:11:59.849781 n-d-834677-3 neutron-server[110458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:59.850394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] For port 68e0386a-5336-4bba-8ee2-84f3552b128e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=68e0386a-5336-4bba-8ee2-84f3552b128e,segment=NetworkSegment(1af4d49f-88a3-4bb0-b67b-81813963fd8d),segment_id=1af4d49f-88a3-4bb0-b67b-81813963fd8d)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:59.850515 n-d-834677-3 neutron-server[110458]: DEBUG oslo_db.api [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:59.852940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting port 3a00b84c-c4df-4ed4-96aa-1aa6b59219af {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:59.852940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.857577 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (68e0386a-5336-4bba-8ee2-84f3552b128e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.953738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23635e48-d516-431c-885c-6bcab3ee73e3 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:12:00.014983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54fec-76bd-4242-8503-4917cdf79c13 req-7a807ced-3e99-4b48-a21f-b1fe018eab65 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:00.016582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0d54fec-76bd-4242-8503-4917cdf79c13 req-7a807ced-3e99-4b48-a21f-b1fe018eab65 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1606665 Mar 22 14:12:00.021319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (66253f37-4100-42fd-a24c-cae9fa95ec9e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.065384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.082496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event deleted for resources: {'Port': ['ID=66253f37-4100-42fd-a24c-cae9fa95ec9e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.096793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Calling delete_port for 3a00b84c-c4df-4ed4-96aa-1aa6b59219af owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:00.150664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:00.152675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['66253f37-4100-42fd-a24c-cae9fa95ec9e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:00.156296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] No DVR routers for this DVR port 66253f37-4100-42fd-a24c-cae9fa95ec9e on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:00.190408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.193898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b013f16-a932-48f5-8e1c-9e1c0208dafd req-d21a7e14-1c95-4971-8554-a7e6823fbb95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "DELETE /v2.0/ports/66253f37-4100-42fd-a24c-cae9fa95ec9e HTTP/1.1" status: 204 len: 173 time: 1.1205769 Mar 22 14:12:00.194422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'name': 'network-vif-deleted', 'tag': '66253f37-4100-42fd-a24c-cae9fa95ec9e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:00.196826 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61abfe57-97fd-4a79-858b-0baeaa43cfb6" -d '{"events": [{"server_uuid": "2d258c64-62a3-4e2f-8097-72f4ff1bc733", "name": "network-vif-deleted", "tag": "66253f37-4100-42fd-a24c-cae9fa95ec9e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:00.198148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db79024-8d6f-4456-9e02-b2d90d34cff5 None None] Pushing event updated for resources: {'Port': ['ID=68e0386a-5336-4bba-8ee2-84f3552b128e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.210343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0d54fec-76bd-4242-8503-4917cdf79c13 req-95226b64-c340-4c0d-a59f-619dd93dc3b4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815417 Mar 22 14:12:00.286143 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e6e8f1-30a4-4811-a250-983f00790b34 x-openstack-request-id: req-c5e6e8f1-30a4-4811-a250-983f00790b34 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:00.286749 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d258c64-62a3-4e2f-8097-72f4ff1bc733", "name": "network-vif-deleted", "tag": "66253f37-4100-42fd-a24c-cae9fa95ec9e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:00.287186 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5e6e8f1-30a4-4811-a250-983f00790b34 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:00.287805 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e6e8f1-30a4-4811-a250-983f00790b34'] response: {'server_uuid': '2d258c64-62a3-4e2f-8097-72f4ff1bc733', 'name': 'network-vif-deleted', 'tag': '66253f37-4100-42fd-a24c-cae9fa95ec9e', 'status': 'completed', 'code': 200} Mar 22 14:12:00.293144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1614de7f-4064-47be-b88d-e8e9316da646 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:00.351553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (967db2c0-963c-4275-b8b2-f10e714063ed), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.406726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3a00b84c-c4df-4ed4-96aa-1aa6b59219af), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.418841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 68e0386a-5336-4bba-8ee2-84f3552b128e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:00.419340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (68e0386a-5336-4bba-8ee2-84f3552b128e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.454693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Port': ['ID=3a00b84c-c4df-4ed4-96aa-1aa6b59219af,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.460868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23635e48-d516-431c-885c-6bcab3ee73e3 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:12:00.488785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 1614de7f-4064-47be-b88d-e8e9316da646 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:00.503413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 68e0386a-5336-4bba-8ee2-84f3552b128e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=68e0386a-5336-4bba-8ee2-84f3552b128e,segment=NetworkSegment(1af4d49f-88a3-4bb0-b67b-81813963fd8d),segment_id=1af4d49f-88a3-4bb0-b67b-81813963fd8d)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:00.503777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (68e0386a-5336-4bba-8ee2-84f3552b128e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.516376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 1614de7f-4064-47be-b88d-e8e9316da646 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:00.516860 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1614de7f-4064-47be-b88d-e8e9316da646), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.518462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 68e0386a-5336-4bba-8ee2-84f3552b128e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:00.588330 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (b85c88ee-3ff0-4c19-b707-385e25502617), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.606468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b578b6-1797-4828-af25-bfe63c4c5407 req-85fb1125-5b6d-4fa8-b462-fc824ccb5551 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:00.608241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74b578b6-1797-4828-af25-bfe63c4c5407 req-85fb1125-5b6d-4fa8-b462-fc824ccb5551 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 945 time: 0.1567254 Mar 22 14:12:00.619984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (68e0386a-5336-4bba-8ee2-84f3552b128e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.667086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=68e0386a-5336-4bba-8ee2-84f3552b128e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.673869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 68e0386a-5336-4bba-8ee2-84f3552b128e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:00.721293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 1614de7f-4064-47be-b88d-e8e9316da646 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:00.722018 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1614de7f-4064-47be-b88d-e8e9316da646), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.806748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (967db2c0-963c-4275-b8b2-f10e714063ed), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.835739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967db2c0-963c-4275-b8b2-f10e714063ed']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:00.854158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:00.856809 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb07224-6d51-458a-887c-03853810522c" -d '{"events": [{"server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "name": "network-vif-plugged", "status": "completed", "tag": "1614de7f-4064-47be-b88d-e8e9316da646"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:00.873139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 1614de7f-4064-47be-b88d-e8e9316da646, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1614de7f-4064-47be-b88d-e8e9316da646,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:00.877836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1614de7f-4064-47be-b88d-e8e9316da646), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.881252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af4d49f-88a3-4bb0-b67b-81813963fd8d') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:00.881822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af4d49f-88a3-4bb0-b67b-81813963fd8d') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:00.894395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (1af4d49f-88a3-4bb0-b67b-81813963fd8d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.913535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1af4d49f-88a3-4bb0-b67b-81813963fd8d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.915381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bdf43851-c342-41f7-85db-3e8403104730 req-0ed6b657-c20a-43c9-8e77-e0f673fefc27 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 210 time: 0.1980898 Mar 22 14:12:00.919286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5d1e5-98f4-4e28-ad03-3920e64b9647 None None] Network 967db2c0-963c-4275-b8b2-f10e714063ed requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:00.922920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:00.923892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (1af4d49f-88a3-4bb0-b67b-81813963fd8d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.932694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Router b85c88ee-3ff0-4c19-b707-385e25502617 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:12:00.986464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74b578b6-1797-4828-af25-bfe63c4c5407 req-7edcad29-c714-4dea-80d9-bcea3ee71188 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289807 Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:01.026325 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:01.032972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (967db2c0-963c-4275-b8b2-f10e714063ed), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.044042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.047881 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/967db2c0-963c-4275-b8b2-f10e714063ed HTTP/1.1" status: 204 len: 168 time: 1.9579692 Mar 22 14:12:01.069927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=1614de7f-4064-47be-b88d-e8e9316da646,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:01.076926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35478) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:01.094448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-22467084'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:01.098342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07bbc4-84bd-437e-bff9-bc86ab276c1e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=967db2c0-963c-4275-b8b2-f10e714063ed,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:01.131321 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd50e23e-287d-493e-b96e-726dd8332bff x-openstack-request-id: req-bd50e23e-287d-493e-b96e-726dd8332bff {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:01.131752 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "name": "network-vif-plugged", "status": "completed", "tag": "1614de7f-4064-47be-b88d-e8e9316da646", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:01.132093 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd50e23e-287d-493e-b96e-726dd8332bff {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:01.132792 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd50e23e-287d-493e-b96e-726dd8332bff'] response: {'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646', 'code': 200} Mar 22 14:12:01.140601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:01.147542 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.185855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bdafcfec-ba65-44b5-b359-e0aeb8cfa5be req-e0fda608-8e83-4518-9ccb-e0934cd4b62e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d258c64-62a3-4e2f-8097-72f4ff1bc733 HTTP/1.1" status: 200 len: 210 time: 0.0457685 Mar 22 14:12:01.186481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:01.198298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (01c684c3-00d7-4424-b30e-b635763c8d11), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.198997 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 01c684c3-00d7-4424-b30e-b635763c8d11 of type vlan for network 02405870-bdbf-45f3-a371-f5dfd3570d93 Mar 22 14:12:01.249789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:01.257176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b845797-8c39-42a0-aa1e-db64f112010e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3781831 Mar 22 14:12:01.263020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35482) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:01.276179 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] Sync routers for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:01.295297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (02405870-bdbf-45f3-a371-f5dfd3570d93), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.297892 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:01.299163 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:01.310839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff279b1-6cdd-4023-b77a-9cf2e9928828 req-36d2fb97-aade-4e89-928a-6b1a9bb84c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:01.312385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cff279b1-6cdd-4023-b77a-9cf2e9928828 req-36d2fb97-aade-4e89-928a-6b1a9bb84c91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 1128 time: 0.1116354 Mar 22 14:12:01.343472 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:01.356617 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] Routers {'b85c88ee-3ff0-4c19-b707-385e25502617'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:01.357245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b85c88ee-3ff0-4c19-b707-385e25502617'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:01.363086 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (02405870-bdbf-45f3-a371-f5dfd3570d93), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.368197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:01.368814 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.396745 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:01.397421 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3176e-1d46-4268-8437-19c4cc11c39e None None] The sync data for ids ['b85c88ee-3ff0-4c19-b707-385e25502617'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:01.448436 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cff279b1-6cdd-4023-b77a-9cf2e9928828 req-fe6d7f40-093d-4f90-82db-7f35c9d4fc17 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142085 Mar 22 14:12:01.456998 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3767502 Mar 22 14:12:01.458183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6650f-bd04-4f3c-966f-3709f75be848 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=02405870-bdbf-45f3-a371-f5dfd3570d93,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:01.460114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35484) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:01.465300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '02405870-bdbf-45f3-a371-f5dfd3570d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:01.469781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 02405870-bdbf-45f3-a371-f5dfd3570d93 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:01.560299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:01.563783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.615025 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-587b7b68-7511-435a-b0a8-bf0bf1f6aabe tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] show failed (client error): The resource could not be found. Mar 22 14:12:01.616044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-587b7b68-7511-435a-b0a8-bf0bf1f6aabe tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1687955394 HTTP/1.1" status: 404 len: 335 time: 0.3517880 Mar 22 14:12:01.620629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35486) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:01.627570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5864a87a-9935-4fba-92d9-83e0e44fa591 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:01.650891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-6b58e820-ed9c-429d-9c49-93a85f52a3ee tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:01.652306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-6b58e820-ed9c-429d-9c49-93a85f52a3ee tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 811 time: 0.7532754 Mar 22 14:12:01.666667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Request body: {'port': {'device_id': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'admin_state_up': True, 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:01.668050 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-5864a87a-9935-4fba-92d9-83e0e44fa591 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] update failed (client error): The resource could not be found. Mar 22 14:12:01.669066 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5864a87a-9935-4fba-92d9-83e0e44fa591 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-2095448366 HTTP/1.1" status: 404 len: 335 time: 0.0475082 Mar 22 14:12:01.672792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35488) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:01.731573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee4b09-56b4-4702-bc3f-6f6bbf332e2c req-3a422104-7a6f-44c3-9487-a168a0399f25 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:01.733046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19ee4b09-56b4-4702-bc3f-6f6bbf332e2c req-3a422104-7a6f-44c3-9487-a168a0399f25 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1238070 Mar 22 14:12:01.740811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting subnet 388f74e1-db5f-4357-a139-0232aabb6062 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:01.750372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (388f74e1-db5f-4357-a139-0232aabb6062), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.818495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (388f74e1-db5f-4357-a139-0232aabb6062), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.818941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19ee4b09-56b4-4702-bc3f-6f6bbf332e2c req-1da60b54-afc4-4ead-abfa-4442b57644d1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793810 Mar 22 14:12:01.827098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Made reservation on behalf of 46681445aaef43cf93b9d2f53d12b44c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:01.834044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.905475 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (9ced1a8b-e3d0-4842-be07-c94c8ce9537c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.965193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Allocated IP 172.20.0.13 (9840ebf2-822d-4151-9260-dcc7fddf1be9/8cc6706b-a1c2-4ff2-8f31-120c44ff1951/bee5b795-ed18-4be3-ba57-d5595b6bd978) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:01.998016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (388f74e1-db5f-4357-a139-0232aabb6062), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.001079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=9ced1a8b-e3d0-4842-be07-c94c8ce9537c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:02.051032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ab66844-2401-4995-b5bc-22baa6db972d req-cf83b832-a204-4273-8ad7-8aa5084302ae tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 210 time: 0.0423861 Mar 22 14:12:02.052456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '01c684c3-00d7-4424-b30e-b635763c8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '02405870-bdbf-45f3-a371-f5dfd3570d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:02.052825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 02405870-bdbf-45f3-a371-f5dfd3570d93, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:02.082861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 02405870-bdbf-45f3-a371-f5dfd3570d93 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:02.091674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (388f74e1-db5f-4357-a139-0232aabb6062), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.119303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 02405870-bdbf-45f3-a371-f5dfd3570d93) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:02.123262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Subnet': ['ID=388f74e1-db5f-4357-a139-0232aabb6062,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:02.126027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:02.126610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.133474 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.135602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c327cf-ead9-4c7b-b53a-0ceaaab912ae None None] Network 02405870-bdbf-45f3-a371-f5dfd3570d93 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:02.136761 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8bf010d7-d6d4-4198-8806-cdb58e8aab1a tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/subnets/388f74e1-db5f-4357-a139-0232aabb6062 HTTP/1.1" status: 204 len: 168 time: 0.4630976 Mar 22 14:12:02.140841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35494) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:02.141454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb13aac-c84a-49a6-b687-b70c375dac26 None None] Network fcafba8b-66c4-4984-997a-54bbe4fae415 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:02.187106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91c634-42b6-4c00-9e72-15638345dab6 req-d485ded8-2567-44fd-9634-fc9c8a374a4d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:02.188892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa91c634-42b6-4c00-9e72-15638345dab6 req-d485ded8-2567-44fd-9634-fc9c8a374a4d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 946 time: 0.1161683 Mar 22 14:12:02.193651 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-15ca3153-0518-40b4-84ec-366aa9388d2a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7299929 Mar 22 14:12:02.195188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35496) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:02.230857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (fcafba8b-66c4-4984-997a-54bbe4fae415), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.253988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 66253f37-4100-42fd-a24c-cae9fa95ec9e no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:02.290181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 66253f37-4100-42fd-a24c-cae9fa95ec9e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:02.290181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 66253f37-4100-42fd-a24c-cae9fa95ec9e not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:02.318308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.328731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting port 44f86c71-74d0-40b2-8ec3-146c0e36268e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:02.329404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.337291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa91c634-42b6-4c00-9e72-15638345dab6 req-7d12955a-0ef2-4be1-a48d-475c9d821baf tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429119 Mar 22 14:12:02.381132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-02405870-bdbf-45f3-a371-f5dfd3570d93', 'network_id': '02405870-bdbf-45f3-a371-f5dfd3570d93', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '9ced1a8b-e3d0-4842-be07-c94c8ce9537c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:02.382045 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.403879 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.408802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] For port 44f86c71-74d0-40b2-8ec3-146c0e36268e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=44f86c71-74d0-40b2-8ec3-146c0e36268e,segment=NetworkSegment(0c06180a-e947-49a5-bb87-912924004329),segment_id=0c06180a-e947-49a5-bb87-912924004329)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:02.409172 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.425722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Calling delete_port for 44f86c71-74d0-40b2-8ec3-146c0e36268e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:02.429466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bec0c44c-347d-463a-b446-65aa6a3e58ad', '6f4bd258-08a7-4752-8192-1a39568f097e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:02.430375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:02.436705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:02.439428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:02.512683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a964b-062b-4048-a978-c08d7cf9e68b None None] DHCP port deletion for fcafba8b-66c4-4984-997a-54bbe4fae415 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:02.557377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (44f86c71-74d0-40b2-8ec3-146c0e36268e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.578670 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (02405870-bdbf-45f3-a371-f5dfd3570d93), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.593865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Port': ['ID=44f86c71-74d0-40b2-8ec3-146c0e36268e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:02.612039 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] No DVR routers for this DVR port 44f86c71-74d0-40b2-8ec3-146c0e36268e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:02.674476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:02.700556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:02.702602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.746934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Allocated IP 172.20.0.1 (02405870-bdbf-45f3-a371-f5dfd3570d93/9ced1a8b-e3d0-4842-be07-c94c8ce9537c/0e19ea33-cd49-40ca-8d11-e3fdab6c8513) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:02.755877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (fcafba8b-66c4-4984-997a-54bbe4fae415), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.762812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-b3a58deb-8fc5-4795-9929-a36b61bd3911 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:02.765270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-b3a58deb-8fc5-4795-9929-a36b61bd3911 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.3330979 Mar 22 14:12:02.772116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-76df090c-fa5c-483d-a7a6-0b9c0c2fd2f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1093314 Mar 22 14:12:02.783746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9ced1a8b-e3d0-4842-be07-c94c8ce9537c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.794816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcafba8b-66c4-4984-997a-54bbe4fae415']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:02.795439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Request body: {'port': {'device_id': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:02.805046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c06180a-e947-49a5-bb87-912924004329') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:02.805420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c06180a-e947-49a5-bb87-912924004329') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:02.815334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (0c06180a-e947-49a5-bb87-912924004329), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.820557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-51a17f5b-6e94-4236-845b-05366b1944c0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0474179 Mar 22 14:12:02.830484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0c06180a-e947-49a5-bb87-912924004329), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.838244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:02.839377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (0c06180a-e947-49a5-bb87-912924004329), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:02.842691 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:02.928858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (fcafba8b-66c4-4984-997a-54bbe4fae415), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.954780 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.958759 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/networks/fcafba8b-66c4-4984-997a-54bbe4fae415 HTTP/1.1" status: 204 len: 168 time: 0.8168530 Mar 22 14:12:02.961313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:02.971487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd10e5-7b22-41d9-bd24-7c3979445722 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Network': ['ID=fcafba8b-66c4-4984-997a-54bbe4fae415,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:02.996614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-24515fa6-3ae7-440e-b511-8db337e0d297 None None] Provisioning complete for port bee5b795-ed18-4be3-ba57-d5595b6bd978 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:02.996972 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24515fa6-3ae7-440e-b511-8db337e0d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.012270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.019821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-5f743c64-8937-434e-91db-f69813e6e8bb tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1787748 Mar 22 14:12:03.023456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting subnet c4e1d0b7-dedf-46a2-be06-2c87feee685f {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:03.027320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (c4e1d0b7-dedf-46a2-be06-2c87feee685f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.036082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Publish callbacks [] for port (0e19ea33-cd49-40ca-8d11-e3fdab6c8513), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.058574 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (0e19ea33-cd49-40ca-8d11-e3fdab6c8513), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.073758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (c4e1d0b7-dedf-46a2-be06-2c87feee685f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.103088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-24515fa6-3ae7-440e-b511-8db337e0d297 None None] Port bee5b795-ed18-4be3-ba57-d5595b6bd978 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:03.119642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Network 02405870-bdbf-45f3-a371-f5dfd3570d93 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:03.128996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:03.132340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:03.132575 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (9ced1a8b-e3d0-4842-be07-c94c8ce9537c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.157237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dd1be-678c-46c6-82d2-46015427e173 req-a18f77e1-900e-4175-814f-1a87f6b79d65 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:03.164723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca7dd1be-678c-46c6-82d2-46015427e173 req-a18f77e1-900e-4175-814f-1a87f6b79d65 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.2316451 Mar 22 14:12:03.179581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Pushing event updated for resources: {'Port': ['ID=0e19ea33-cd49-40ca-8d11-e3fdab6c8513,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:03.216722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=9ced1a8b-e3d0-4842-be07-c94c8ce9537c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:03.221957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 44f86c71-74d0-40b2-8ec3-146c0e36268e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:03.229133 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c4e1d0b7-dedf-46a2-be06-2c87feee685f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.247923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Attempting to bind port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:03.248780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Attempting to bind port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '01c684c3-00d7-4424-b30e-b635763c8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '02405870-bdbf-45f3-a371-f5dfd3570d93'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:03.249155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Attempting to bind port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513 on network 02405870-bdbf-45f3-a371-f5dfd3570d93 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:03.252364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 44f86c71-74d0-40b2-8ec3-146c0e36268e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:03.252364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 44f86c71-74d0-40b2-8ec3-146c0e36268e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:03.258955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:03.259267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Checking segment: {'id': '01c684c3-00d7-4424-b30e-b635763c8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '02405870-bdbf-45f3-a371-f5dfd3570d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:03.259638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.260086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Bound using segment: {'id': '01c684c3-00d7-4424-b30e-b635763c8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '02405870-bdbf-45f3-a371-f5dfd3570d93'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:03.260683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Bound port: 0e19ea33-cd49-40ca-8d11-e3fdab6c8513, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c684c3-00d7-4424-b30e-b635763c8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '02405870-bdbf-45f3-a371-f5dfd3570d93'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:03.260937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0e19ea33-cd49-40ca-8d11-e3fdab6c8513), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.298008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (c4e1d0b7-dedf-46a2-be06-2c87feee685f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.325937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e1d0b7-dedf-46a2-be06-2c87feee685f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:03.328124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.334585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] For port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:03.334904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:03.338530 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-33ce232c-5239-49ba-8a0b-9acd65c6f8eb tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/subnets/c4e1d0b7-dedf-46a2-be06-2c87feee685f HTTP/1.1" status: 204 len: 168 time: 0.3760889 Mar 22 14:12:03.339697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] For port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0e19ea33-cd49-40ca-8d11-e3fdab6c8513,segment=NetworkSegment(01c684c3-00d7-4424-b30e-b635763c8d11),segment_id=01c684c3-00d7-4424-b30e-b635763c8d11)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:03.344116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d41fe5-3b8e-4b4b-9713-54ecfc286984 None None] Network 8cd1c7df-caf8-42e9-93aa-55c5dac32741 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:03.361343 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0e19ea33-cd49-40ca-8d11-e3fdab6c8513), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.401564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (02405870-bdbf-45f3-a371-f5dfd3570d93), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.428510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-09e688d2-d8f1-4f12-82a9-85e13b658b15 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957028 Mar 22 14:12:03.446023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca7dd1be-678c-46c6-82d2-46015427e173 req-6bb70748-1869-4451-945d-01dfda4445d4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804039 Mar 22 14:12:03.468884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02405870-bdbf-45f3-a371-f5dfd3570d93']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:03.496349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8522b6a-ee05-4f94-bd2e-1983a8a343b0 None None] Pushing event updated for resources: {'Port': ['ID=0e19ea33-cd49-40ca-8d11-e3fdab6c8513,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:03.525769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863c431-97a5-42ce-871e-78f437673db7 None None] Network 02405870-bdbf-45f3-a371-f5dfd3570d93 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:03.546453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting subnet 7685922b-2de8-4df3-a459-1ef605c3ef96 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:03.557146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c684c3-00d7-4424-b30e-b635763c8d11') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:03.557442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c684c3-00d7-4424-b30e-b635763c8d11') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:03.569795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (7685922b-2de8-4df3-a459-1ef605c3ef96), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.603060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] DHCP port deletion for 8cd1c7df-caf8-42e9-93aa-55c5dac32741 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:03.626636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (01c684c3-00d7-4424-b30e-b635763c8d11), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.667003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] Deleting port e7fb620e-014a-479d-898b-62795afe962a {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:03.667882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e7fb620e-014a-479d-898b-62795afe962a), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.669784 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (01c684c3-00d7-4424-b30e-b635763c8d11), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.680264 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (7685922b-2de8-4df3-a459-1ef605c3ef96), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.690550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:03.690915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (01c684c3-00d7-4424-b30e-b635763c8d11), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:03.710129 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:03.731524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] For port e7fb620e-014a-479d-898b-62795afe962a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e7fb620e-014a-479d-898b-62795afe962a,segment=NetworkSegment(8d68269b-e94a-4c79-84c5-5499c6d9649c),segment_id=8d68269b-e94a-4c79-84c5-5499c6d9649c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:03.731930 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e7fb620e-014a-479d-898b-62795afe962a), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.744229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] Calling delete_port for e7fb620e-014a-479d-898b-62795afe962a owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:03.811595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-23d19efa-3c32-4f6f-9806-bdeab56f6975 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753994 Mar 22 14:12:03.827674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.api [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:12:03.827674 n-d-834677-3 neutron-server[110457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:12:03.827674 n-d-834677-3 neutron-server[110457]: [parameters: {'id': '02405870-bdbf-45f3-a371-f5dfd3570d93'}] Mar 22 14:12:03.827674 n-d-834677-3 neutron-server[110457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:12:03.828230 n-d-834677-3 neutron-server[110457]: DEBUG oslo_db.api [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:12:03.833672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (e7fb620e-014a-479d-898b-62795afe962a), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.847397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe56d22-f8d3-4eb1-b991-e4c0a9bbfbd9 req-2128465c-e843-4113-bb1c-7dd76c81a188 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:03.847782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] No DVR routers for this DVR port e7fb620e-014a-479d-898b-62795afe962a on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:03.848897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fe56d22-f8d3-4eb1-b991-e4c0a9bbfbd9 req-2128465c-e843-4113-bb1c-7dd76c81a188 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 932 time: 0.3070049 Mar 22 14:12:03.868238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353769fb-1fa5-40c2-bd63-5b74dd55e91d None None] Pushing event deleted for resources: {'Port': ['ID=e7fb620e-014a-479d-898b-62795afe962a,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:03.892329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9f101-15d7-4a71-ac32-a9757b469824 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:12:03.933810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee5b795-ed18-4be3-ba57-d5595b6bd978 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:03.942688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7685922b-2de8-4df3-a459-1ef605c3ef96), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.948035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Publish callbacks [] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.001449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Transition to ACTIVE for port object bee5b795-ed18-4be3-ba57-d5595b6bd978 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:04.007317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fe56d22-f8d3-4eb1-b991-e4c0a9bbfbd9 req-df450736-468a-441f-b952-a54627ee3a73 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312501 Mar 22 14:12:04.010636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.066792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9f101-15d7-4a71-ac32-a9757b469824 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:12:04.133815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:04.138075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a804e0a-24dd-42a0-ba32-9e2192d1e6bc req-6f1a687a-ccd8-4f21-93e5-396c0e4e848d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 210 time: 0.0615678 Mar 22 14:12:04.194118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (7685922b-2de8-4df3-a459-1ef605c3ef96), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.253102 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.256618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/subnets/7685922b-2de8-4df3-a459-1ef605c3ef96 HTTP/1.1" status: 204 len: 168 time: 0.9092770 Mar 22 14:12:04.259551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35532) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:04.263288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388c8b2-9328-4085-ab7a-b27f9fdee039 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Subnet': ['ID=7685922b-2de8-4df3-a459-1ef605c3ef96,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:04.271745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f3ecd-d735-4629-bfb7-93aa230cbd13 req-b3164487-d6cb-418f-b259-057895e401d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:04.273949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df6f3ecd-d735-4629-bfb7-93aa230cbd13 req-b3164487-d6cb-418f-b259-057895e401d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 946 time: 0.2247493 Mar 22 14:12:04.337239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (02405870-bdbf-45f3-a371-f5dfd3570d93), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.342028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df6f3ecd-d735-4629-bfb7-93aa230cbd13 req-ece0ab1a-167c-4797-990e-524c3078e802 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557928 Mar 22 14:12:04.360303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Attempting to bind port bee5b795-ed18-4be3-ba57-d5595b6bd978 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:04.360989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Attempting to bind port bee5b795-ed18-4be3-ba57-d5595b6bd978 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:04.361900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Attempting to bind port bee5b795-ed18-4be3-ba57-d5595b6bd978 on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:04.371278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Port bee5b795-ed18-4be3-ba57-d5595b6bd978 on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:04.371980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Attempting to bind port bee5b795-ed18-4be3-ba57-d5595b6bd978 on network 9840ebf2-822d-4151-9260-dcc7fddf1be9 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:04.407143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:04.408156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Checking segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:04.408774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Bound using segment: {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:04.409470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Bound port: bee5b795-ed18-4be3-ba57-d5595b6bd978, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:04.410126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.446260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (8cd1c7df-caf8-42e9-93aa-55c5dac32741), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.553754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (8cd1c7df-caf8-42e9-93aa-55c5dac32741), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.560702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:04.578347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1c7df-caf8-42e9-93aa-55c5dac32741']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:04.591031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d68269b-e94a-4c79-84c5-5499c6d9649c') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:04.591031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d68269b-e94a-4c79-84c5-5499c6d9649c') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:04.597769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:04.603101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (8d68269b-e94a-4c79-84c5-5499c6d9649c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.610718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865c97a-ffd7-43f0-bd38-acc8ac9e8139 req-f323c773-9f15-4bd2-a6e6-5caafe14c332 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:04.612281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6865c97a-ffd7-43f0-bd38-acc8ac9e8139 req-f323c773-9f15-4bd2-a6e6-5caafe14c332 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 946 time: 0.1593995 Mar 22 14:12:04.616281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.618475 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8d68269b-e94a-4c79-84c5-5499c6d9649c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.620701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997531e-b2ff-47fb-a687-72da5905bd8f None None] Network b788c9b2-b57a-43b8-ad29-697d11f3edff requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:04.625827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:04.626185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:04.626323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (8d68269b-e94a-4c79-84c5-5499c6d9649c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.626439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0e19ea33-cd49-40ca-8d11-e3fdab6c8513), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.630623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35540) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:04.640436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'port_id': '1614de7f-4064-47be-b88d-e8e9316da646'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:04.709184 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:04.713101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (8cd1c7df-caf8-42e9-93aa-55c5dac32741), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.733622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.737895 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/networks/8cd1c7df-caf8-42e9-93aa-55c5dac32741 HTTP/1.1" status: 204 len: 168 time: 0.4761202 Mar 22 14:12:04.738961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44508978-1d22-4cb2-b868-7cdf45050f15 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Network': ['ID=8cd1c7df-caf8-42e9-93aa-55c5dac32741,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:04.741224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35542) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:04.779697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0e19ea33-cd49-40ca-8d11-e3fdab6c8513,segment=NetworkSegment(01c684c3-00d7-4424-b30e-b635763c8d11),segment_id=01c684c3-00d7-4424-b30e-b635763c8d11)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:04.780499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0e19ea33-cd49-40ca-8d11-e3fdab6c8513), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.802867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 0e19ea33-cd49-40ca-8d11-e3fdab6c8513 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:04.832363 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b788c9b2-b57a-43b8-ad29-697d11f3edff), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.904360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting port a1bfc2be-ed35-4be9-8ce9-30167df91e9e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:04.904956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.953805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:04.955161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.955618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] DHCP port deletion for b788c9b2-b57a-43b8-ad29-697d11f3edff request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:04.957338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] 10.222.0.57 "PUT /v2.0/ports/bee5b795-ed18-4be3-ba57-d5595b6bd978 HTTP/1.1" status: 200 len: 1092 time: 2.1692553 Mar 22 14:12:04.972673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:04.975556 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c197ba-9dad-4741-8d35-e49b63b890a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:05.006967 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (ef69650e-ce71-4097-9321-dd8ae72d4b58), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.018573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] For port a1bfc2be-ed35-4be9-8ce9-30167df91e9e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,segment=NetworkSegment(6bcf2554-528c-4efd-be68-9cfb39349e84),segment_id=6bcf2554-528c-4efd-be68-9cfb39349e84)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:05.018949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.033176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] Deleting port a1bfc2be-ed35-4be9-8ce9-30167df91e9e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:05.033668 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.038690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Calling delete_port for a1bfc2be-ed35-4be9-8ce9-30167df91e9e owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:05.061482 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc038da-302e-448f-b8d8-edbdabf0b343 x-openstack-request-id: req-3cc038da-302e-448f-b8d8-edbdabf0b343 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:05.066731 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:05.071112 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cc038da-302e-448f-b8d8-edbdabf0b343 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:05.071824 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc038da-302e-448f-b8d8-edbdabf0b343'] response: {'name': 'network-changed', 'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'status': 'completed', 'code': 200} Mar 22 14:12:05.115503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] For port a1bfc2be-ed35-4be9-8ce9-30167df91e9e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,segment=NetworkSegment(6bcf2554-528c-4efd-be68-9cfb39349e84),segment_id=6bcf2554-528c-4efd-be68-9cfb39349e84)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:05.116088 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.167874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] Calling delete_port for a1bfc2be-ed35-4be9-8ce9-30167df91e9e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:05.171106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.200895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Port': ['ID=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.210014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] No DVR routers for this DVR port a1bfc2be-ed35-4be9-8ce9-30167df91e9e on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:05.265005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7fb620e-014a-479d-898b-62795afe962a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:05.309532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e7fb620e-014a-479d-898b-62795afe962a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:05.311179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7fb620e-014a-479d-898b-62795afe962a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:05.311455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1bfc2be-ed35-4be9-8ce9-30167df91e9e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:05.343780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a1bfc2be-ed35-4be9-8ce9-30167df91e9e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:05.344332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1bfc2be-ed35-4be9-8ce9-30167df91e9e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:05.402579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b788c9b2-b57a-43b8-ad29-697d11f3edff), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.410434 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (a1bfc2be-ed35-4be9-8ce9-30167df91e9e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.437585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b788c9b2-b57a-43b8-ad29-697d11f3edff']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:05.453272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] Pushing event deleted for resources: {'Port': ['ID=a1bfc2be-ed35-4be9-8ce9-30167df91e9e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.454435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcf2554-528c-4efd-be68-9cfb39349e84') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:05.454745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcf2554-528c-4efd-be68-9cfb39349e84') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:05.459819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eeac84-2460-44be-a9b9-59279b4d13b5 None None] No DVR routers for this DVR port a1bfc2be-ed35-4be9-8ce9-30167df91e9e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:05.479441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (6bcf2554-528c-4efd-be68-9cfb39349e84), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.497275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e979ca4-a2e5-411c-b8ec-e9e459e6aa62 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:05.498754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e979ca4-a2e5-411c-b8ec-e9e459e6aa62 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.2246795 Mar 22 14:12:05.505084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6bcf2554-528c-4efd-be68-9cfb39349e84), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.513748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Request body: {'port': {'device_id': '334f21e1-6658-46b5-8a50-50695355276d', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'admin_state_up': True, 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:05.519726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:05.520124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (6bcf2554-528c-4efd-be68-9cfb39349e84), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:05.523350 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:05.543022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e214556-78a2-4913-8e90-8ae6f9e2f633 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.589089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e4f0-f257-4cfa-9a21-62554b3bc0a6 req-41ac282f-d07a-4aa0-a71d-7f7d1a3ea9e3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:05.590634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e43e4f0-f257-4cfa-9a21-62554b3bc0a6 req-41ac282f-d07a-4aa0-a71d-7f7d1a3ea9e3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 1.0474761 Mar 22 14:12:05.633196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b788c9b2-b57a-43b8-ad29-697d11f3edff), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.645841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.649060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/networks/b788c9b2-b57a-43b8-ad29-697d11f3edff HTTP/1.1" status: 204 len: 168 time: 0.9066145 Mar 22 14:12:05.652914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35550) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:05.685091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ebcee-71c5-4f9f-b320-9afbaf361e5b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Network': ['ID=b788c9b2-b57a-43b8-ad29-697d11f3edff,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.741907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting subnet 2c8a8f65-e082-48c5-964b-858119a4abef {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:05.745188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (2c8a8f65-e082-48c5-964b-858119a4abef), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.747672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:05.750870 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.780974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0e19ea33-cd49-40ca-8d11-e3fdab6c8513), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.805586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (2c8a8f65-e082-48c5-964b-858119a4abef), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.825045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-5380857b-2dce-4afb-b82a-2c02a6fcb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:05.826697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-5380857b-2dce-4afb-b82a-2c02a6fcb9b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 1126 time: 0.8142109 Mar 22 14:12:05.829899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e43e4f0-f257-4cfa-9a21-62554b3bc0a6 req-8b1cd4ea-bb12-4748-a148-5b371cea7ae3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228153 Mar 22 14:12:05.901546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad5e24-b46d-4b4a-b922-ccc7c16192e1 req-d7926317-273a-4bb3-b329-620caa62fa89 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:05.903169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cad5e24-b46d-4b4a-b922-ccc7c16192e1 req-d7926317-273a-4bb3-b329-620caa62fa89 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 944 time: 0.3652949 Mar 22 14:12:05.903980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=0e19ea33-cd49-40ca-8d11-e3fdab6c8513,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.912114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 0e19ea33-cd49-40ca-8d11-e3fdab6c8513 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:05.919700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-b8c7a65c-e174-4b02-9b5d-d7e32f783b44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978 HTTP/1.1" status: 200 len: 217 time: 0.0644488 Mar 22 14:12:05.972743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2c8a8f65-e082-48c5-964b-858119a4abef), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.991370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7495c05-31cc-471d-b4d0-e27495bb6fd1 req-5f271890-8e8c-44b6-8804-af4cb99a623e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 210 time: 0.0793107 Mar 22 14:12:06.012722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Allocated IP 172.20.0.11 (0fe42f4b-0f12-4858-ba08-c78a76740d73/edb6b946-1919-428d-82b4-bb41969f7980/73546ba8-e3ec-499c-9d9d-347345a218ef) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:06.080202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (2c8a8f65-e082-48c5-964b-858119a4abef), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.114860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-a6c44a41-db28-4c26-88c7-0a17e7eeeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:06.116328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-a6c44a41-db28-4c26-88c7-0a17e7eeeeaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1797938 Mar 22 14:12:06.124958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8a8f65-e082-48c5-964b-858119a4abef,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:06.135822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b298c-814f-4d0c-b7cf-913c559cf0e1 None None] Network 73e237ff-1bce-4134-ae68-6360629cd450 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:06.150428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.155953 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6870e222-7129-4186-8ab2-d4faef112b2b tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/subnets/2c8a8f65-e082-48c5-964b-858119a4abef HTTP/1.1" status: 204 len: 168 time: 0.4975920 Mar 22 14:12:06.156505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35554) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:06.187256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (02405870-bdbf-45f3-a371-f5dfd3570d93), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.265844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (73e237ff-1bce-4134-ae68-6360629cd450), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.292242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks [] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.333413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02405870-bdbf-45f3-a371-f5dfd3570d93']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:06.349865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] DHCP port deletion for 73e237ff-1bce-4134-ae68-6360629cd450 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:06.353086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cad5e24-b46d-4b4a-b922-ccc7c16192e1 req-00013529-cf54-4c70-bdc8-91c1bd9ee4e7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361241 Mar 22 14:12:06.370898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.378610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c684c3-00d7-4424-b30e-b635763c8d11') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:06.378913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c684c3-00d7-4424-b30e-b635763c8d11') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:06.393008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Deleting port c67fd96e-aacc-425d-8cad-8f604c65556a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:06.393366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.396266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:06.436362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (01c684c3-00d7-4424-b30e-b635763c8d11), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.467351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-2ba58435-a5d3-4f4f-bf60-7f8f48ba3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:06.468381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-2ba58435-a5d3-4f4f-bf60-7f8f48ba3d2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3150017 Mar 22 14:12:06.471660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:06.479593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:06.487837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] Deleting port c67fd96e-aacc-425d-8cad-8f604c65556a {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:06.488319 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.493348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:06.501148 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (01c684c3-00d7-4424-b30e-b635763c8d11), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.508486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event updated for resources: {'Port': ['ID=73546ba8-e3ec-499c-9d9d-347345a218ef,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:06.536714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] For port c67fd96e-aacc-425d-8cad-8f604c65556a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c67fd96e-aacc-425d-8cad-8f604c65556a,segment=NetworkSegment(601830d7-a4b8-4d41-a691-5d00dd742836),segment_id=601830d7-a4b8-4d41-a691-5d00dd742836)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:06.537137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.557799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Calling delete_port for c67fd96e-aacc-425d-8cad-8f604c65556a owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:06.578520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:06.579148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.586622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] For port c67fd96e-aacc-425d-8cad-8f604c65556a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c67fd96e-aacc-425d-8cad-8f604c65556a,segment=NetworkSegment(601830d7-a4b8-4d41-a691-5d00dd742836),segment_id=601830d7-a4b8-4d41-a691-5d00dd742836)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:06.587416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.607533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] Calling delete_port for c67fd96e-aacc-425d-8cad-8f604c65556a owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:06.613792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:06.614250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (01c684c3-00d7-4424-b30e-b635763c8d11), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:06.617586 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:06.636710 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-94367838-7e98-4820-9efb-9ec6468018d0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1268568 Mar 22 14:12:06.655029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Request body: {'port': {'device_id': '334f21e1-6658-46b5-8a50-50695355276d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:06.691814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:12:06.725126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.732097 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (c67fd96e-aacc-425d-8cad-8f604c65556a), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.733327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.754617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Port': ['ID=c67fd96e-aacc-425d-8cad-8f604c65556a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:06.758473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (02405870-bdbf-45f3-a371-f5dfd3570d93), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.760884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] Pushing event deleted for resources: {'Port': ['ID=c67fd96e-aacc-425d-8cad-8f604c65556a,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:06.763154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7594f-448d-483b-938c-3a61aa1f0d4a None None] No DVR routers for this DVR port c67fd96e-aacc-425d-8cad-8f604c65556a on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:06.765408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] No DVR routers for this DVR port c67fd96e-aacc-425d-8cad-8f604c65556a on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:06.784041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.787169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/02405870-bdbf-45f3-a371-f5dfd3570d93 HTTP/1.1" status: 204 len: 168 time: 4.5872326 Mar 22 14:12:06.806992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35556) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:06.819449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713875306'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:06.827989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.830000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9513b-f570-46cc-b488-739a2a631dcc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=02405870-bdbf-45f3-a371-f5dfd3570d93,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:06.844328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (ef69650e-ce71-4097-9321-dd8ae72d4b58), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.855892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-f64b4b2d-6ae3-4ed9-8957-565598fcde90 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559051 Mar 22 14:12:06.963293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:06.966594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.094502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:07.120978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc31d70d-6864-47d0-9d1b-a2b510648c22 req-87456c81-04af-41f3-a5a2-1cddbdba770e service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321262 Mar 22 14:12:07.143056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4df7a3-dd58-4c4d-80fc-8d32c554b439 req-956d158b-b95e-4285-a482-2b11648c0f4f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:07.145182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f4df7a3-dd58-4c4d-80fc-8d32c554b439 req-956d158b-b95e-4285-a482-2b11648c0f4f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.2081568 Mar 22 14:12:07.150381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (baecac14-f533-4571-9eff-5f89f9d56009), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.150992 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment baecac14-f533-4571-9eff-5f89f9d56009 of type vlan for network 632557a1-58ad-49e3-9f99-be2bed8217bf Mar 22 14:12:07.169064 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP ef69650e-ce71-4097-9321-dd8ae72d4b58 associated. External IP: 172.25.2.85, port: 1614de7f-4064-47be-b88d-e8e9316da646. Mar 22 14:12:07.181441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (73e237ff-1bce-4134-ae68-6360629cd450), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.196747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c67fd96e-aacc-425d-8cad-8f604c65556a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:07.219096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c67fd96e-aacc-425d-8cad-8f604c65556a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:07.219444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c67fd96e-aacc-425d-8cad-8f604c65556a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:07.256038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e237ff-1bce-4134-ae68-6360629cd450']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:07.270950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601830d7-a4b8-4d41-a691-5d00dd742836') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:07.271540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601830d7-a4b8-4d41-a691-5d00dd742836') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:07.312554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (601830d7-a4b8-4d41-a691-5d00dd742836), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.326824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (632557a1-58ad-49e3-9f99-be2bed8217bf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.332705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (601830d7-a4b8-4d41-a691-5d00dd742836), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.340943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606835-83be-46a1-b701-0646570c790c req-76ce22db-3502-4813-95e2-c503d534c8ab tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:07.342529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:07.342839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f606835-83be-46a1-b701-0646570c790c req-76ce22db-3502-4813-95e2-c503d534c8ab tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 932 time: 0.2802997 Mar 22 14:12:07.342989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (601830d7-a4b8-4d41-a691-5d00dd742836), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:07.346427 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:07.389065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f4df7a3-dd58-4c4d-80fc-8d32c554b439 req-830c58b6-b604-463e-9c09-256ac41a1c05 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356522 Mar 22 14:12:07.433384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (632557a1-58ad-49e3-9f99-be2bed8217bf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.434671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (73e237ff-1bce-4134-ae68-6360629cd450), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.438373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:07.438954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.444910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.448487 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/networks/73e237ff-1bce-4134-ae68-6360629cd450 HTTP/1.1" status: 204 len: 168 time: 1.2910535 Mar 22 14:12:07.458763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:07.469884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509798-0de6-4d63-bf4b-ab7318acc81e tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Pushing event deleted for resources: {'Network': ['ID=73e237ff-1bce-4134-ae68-6360629cd450,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:07.488910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-30f37933-c6d1-460b-b394-8c17467ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:07.490413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-30f37933-c6d1-460b-b394-8c17467ae0a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 1126 time: 0.2745488 Mar 22 14:12:07.495084 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fb8c789c-9bb0-4a51-8728-79c8a66e9b45 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c88ee-3ff0-4c19-b707-385e25502617 HTTP/1.1" status: 200 len: 205 time: 0.0351627 Mar 22 14:12:07.500094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:07.607613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73546ba8-e3ec-499c-9d9d-347345a218ef {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:07.614094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f763ff1-fa56-4552-86e9-69de3df60589 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router (b85c88ee-3ff0-4c19-b707-385e25502617), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.620144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Publish callbacks [] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.696412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Transition to ACTIVE for port object 73546ba8-e3ec-499c-9d9d-347345a218ef will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:07.702280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.831313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f763ff1-fa56-4552-86e9-69de3df60589 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (b85c88ee-3ff0-4c19-b707-385e25502617), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.833719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f763ff1-fa56-4552-86e9-69de3df60589 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router_controller (b85c88ee-3ff0-4c19-b707-385e25502617), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.849894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Pushing event updated for resources: {'Port': ['ID=73546ba8-e3ec-499c-9d9d-347345a218ef,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:07.904641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f763ff1-fa56-4552-86e9-69de3df60589 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (b85c88ee-3ff0-4c19-b707-385e25502617), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.905169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f763ff1-fa56-4552-86e9-69de3df60589 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Fanout notify agent at l3_agent the message router_deleted on router b85c88ee-3ff0-4c19-b707-385e25502617 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:12:07.912467 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f763ff1-fa56-4552-86e9-69de3df60589 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.913439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f763ff1-fa56-4552-86e9-69de3df60589 tempest-RoutersNegativeIpV6Test-36604379 tempest-RoutersNegativeIpV6Test-36604379-project] 10.222.0.44 "DELETE /v2.0/routers/b85c88ee-3ff0-4c19-b707-385e25502617 HTTP/1.1" status: 204 len: 168 time: 0.4124353 Mar 22 14:12:07.970800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1627223 Mar 22 14:12:07.972653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Attempting to bind port 73546ba8-e3ec-499c-9d9d-347345a218ef on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:07.973057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Attempting to bind port 73546ba8-e3ec-499c-9d9d-347345a218ef by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:07.973669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Attempting to bind port 73546ba8-e3ec-499c-9d9d-347345a218ef on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:07.975872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:07.980315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a47b95-c4ff-4e59-949a-0a77aee3561f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=632557a1-58ad-49e3-9f99-be2bed8217bf,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:07.983589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:07.991472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f606835-83be-46a1-b701-0646570c790c req-128845e5-d088-49b9-a96c-7be50f8eaef3 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338098 Mar 22 14:12:07.995794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Port 73546ba8-e3ec-499c-9d9d-347345a218ef on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:07.996258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Attempting to bind port 73546ba8-e3ec-499c-9d9d-347345a218ef on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:08.002238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 632557a1-58ad-49e3-9f99-be2bed8217bf details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:08.036266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:08.036822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:08.037314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Bound using segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:08.037865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Bound port: 73546ba8-e3ec-499c-9d9d-347345a218ef, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:08.038444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.058971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b23a-bf7d-49a2-b8f6-f1e666a92c07 req-6ba9a7d6-c185-4bba-a4a0-d5c1cbe8e931 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.066976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aeb3b23a-bf7d-49a2-b8f6-f1e666a92c07 req-6ba9a7d6-c185-4bba-a4a0-d5c1cbe8e931 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 944 time: 0.5673158 Mar 22 14:12:08.110098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-1b8554a4-4b7e-4138-a39c-7a42218b78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.113462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-1b8554a4-4b7e-4138-a39c-7a42218b78e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.2942164 Mar 22 14:12:08.139578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:12:08.155500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aeb3b23a-bf7d-49a2-b8f6-f1e666a92c07 req-bc880b2d-63e8-4532-ba5c-aa1c05eaab79 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874588 Mar 22 14:12:08.191805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] For port 73546ba8-e3ec-499c-9d9d-347345a218ef, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:08.198592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] For port 73546ba8-e3ec-499c-9d9d-347345a218ef, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=73546ba8-e3ec-499c-9d9d-347345a218ef,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:08.211526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.222757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (632557a1-58ad-49e3-9f99-be2bed8217bf), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.249727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bee5b795-ed18-4be3-ba57-d5595b6bd978 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:08.262047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.262731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.264044 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] 10.222.0.42 "PUT /v2.0/ports/73546ba8-e3ec-499c-9d9d-347345a218ef HTTP/1.1" status: 200 len: 1092 time: 1.6146455 Mar 22 14:12:08.264503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334f21e1-6658-46b5-8a50-50695355276d', 'tag': '73546ba8-e3ec-499c-9d9d-347345a218ef'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:08.266922 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e" -d '{"events": [{"name": "network-changed", "server_uuid": "334f21e1-6658-46b5-8a50-50695355276d", "tag": "73546ba8-e3ec-499c-9d9d-347345a218ef"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:08.274376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (632557a1-58ad-49e3-9f99-be2bed8217bf), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.292805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35576) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:08.309055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:08.314342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 632557a1-58ad-49e3-9f99-be2bed8217bf is not hosted by any dhcp agent {{(pid=110458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:12:08.315714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.320243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.321096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.322628 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "PUT /v2.0/networks/632557a1-58ad-49e3-9f99-be2bed8217bf HTTP/1.1" status: 200 len: 723 time: 0.3448501 Mar 22 14:12:08.327262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:08.351981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35580) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:08.355602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:08.356589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:08.362244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '632557a1-58ad-49e3-9f99-be2bed8217bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:08.374717 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1a4021-a39b-4dc4-b3e3-b8ef77c2cf59 x-openstack-request-id: req-0d1a4021-a39b-4dc4-b3e3-b8ef77c2cf59 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:08.374988 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334f21e1-6658-46b5-8a50-50695355276d", "tag": "73546ba8-e3ec-499c-9d9d-347345a218ef", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:08.375234 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d1a4021-a39b-4dc4-b3e3-b8ef77c2cf59 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:08.375836 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1a4021-a39b-4dc4-b3e3-b8ef77c2cf59'] response: {'name': 'network-changed', 'server_uuid': '334f21e1-6658-46b5-8a50-50695355276d', 'tag': '73546ba8-e3ec-499c-9d9d-347345a218ef', 'status': 'completed', 'code': 200} Mar 22 14:12:08.376554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e1e2d-81d1-4a97-877e-738417f075fb service neutron] Pushing event updated for resources: {'Port': ['ID=73546ba8-e3ec-499c-9d9d-347345a218ef,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:08.417905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832e195-5d32-4bfc-86cc-a53c887a5aed tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=632557a1-58ad-49e3-9f99-be2bed8217bf,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:08.435387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-f997d6fc-e286-4978-a59d-3000c8f7b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.437519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-f997d6fc-e286-4978-a59d-3000c8f7b9ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 1126 time: 0.1131167 Mar 22 14:12:08.454749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 632557a1-58ad-49e3-9f99-be2bed8217bf details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:08.511511 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-ba3598c5-66f4-4124-9e75-0a2a20e7ead4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73546ba8-e3ec-499c-9d9d-347345a218ef HTTP/1.1" status: 200 len: 217 time: 0.0644679 Mar 22 14:12:08.516839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b57abe0d-e681-4334-83c9-e7bf1a1e30aa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "PUT /v2.0/floatingips/ef69650e-ce71-4097-9321-dd8ae72d4b58 HTTP/1.1" status: 200 len: 991 time: 3.8827012 Mar 22 14:12:08.543170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:08.545749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:08.548886 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c091465-9386-4881-a302-85fe6aa83f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "tag": "1614de7f-4064-47be-b88d-e8e9316da646"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:08.558431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-d63868f5-8f10-4543-b9cf-282f084a0c50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978 HTTP/1.1" status: 200 len: 217 time: 0.2070527 Mar 22 14:12:08.588576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'mac_address': 'fa:16:3e:14:bf:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:08.589224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-76be98a5-8c63-4354-892d-e1ce176ff090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.590792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-76be98a5-8c63-4354-892d-e1ce176ff090 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.0707765 Mar 22 14:12:08.593534 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ddd7d9d-5527-46ca-a3a4-3998ca49ae3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66fc90f18e0d4e6f91dcf25b5b7482bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966368 Mar 22 14:12:08.598417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:08.610135 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b638d-bde1-41fa-8a7d-18c05a80fa7e x-openstack-request-id: req-de6b638d-bde1-41fa-8a7d-18c05a80fa7e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:08.610338 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "tag": "1614de7f-4064-47be-b88d-e8e9316da646", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:08.610535 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de6b638d-bde1-41fa-8a7d-18c05a80fa7e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:08.610939 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6b638d-bde1-41fa-8a7d-18c05a80fa7e'] response: {'name': 'network-changed', 'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646', 'status': 'completed', 'code': 200} Mar 22 14:12:08.639894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:08.641653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-09f5df54-f63d-411e-b829-fe88c832c6d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344367 Mar 22 14:12:08.665230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52e958-3c02-4680-a007-441940c68813 req-0f07f291-fe6b-41e0-bd75-e14267085b1b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.666786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba52e958-3c02-4680-a007-441940c68813 req-0f07f291-fe6b-41e0-bd75-e14267085b1b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1474078 Mar 22 14:12:08.682824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:08.685061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bee5b795-ed18-4be3-ba57-d5595b6bd978 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:08.685514 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.686255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.718438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-a6ccb7e1-fd37-49ec-aad1-9c10580279a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.720526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-a6ccb7e1-fd37-49ec-aad1-9c10580279a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1553237 Mar 22 14:12:08.738762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee5b795-ed18-4be3-ba57-d5595b6bd978 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:08.760060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7c87d5c-1cd8-449b-9b23-8891c862cfaf admin admin] Publish callbacks [] for security_group (f2139824-3f70-4422-89c4-2eff8976b6d1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.766098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:08.772254 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.796606 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-64d8a48f-5470-473a-90c4-61b7c111b60f service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493936 Mar 22 14:12:08.798222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7c87d5c-1cd8-449b-9b23-8891c862cfaf admin admin] Publish callbacks [] for security_group (f2139824-3f70-4422-89c4-2eff8976b6d1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.854764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba52e958-3c02-4680-a007-441940c68813 req-10119f4d-9e1c-4108-b135-e6047b0dd909 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631861 Mar 22 14:12:08.859632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c091465-9386-4881-a302-85fe6aa83f2f req-a2262cf7-5d6b-44ce-8b53-aaff951d635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.861073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c091465-9386-4881-a302-85fe6aa83f2f req-a2262cf7-5d6b-44ce-8b53-aaff951d635a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 1128 time: 0.2204499 Mar 22 14:12:08.867503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:08.888311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-24f27322-04a4-41a9-ad6b-9d6d35ca2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.889657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-24f27322-04a4-41a9-ad6b-9d6d35ca2fec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1338792 Mar 22 14:12:08.928779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7c87d5c-1cd8-449b-9b23-8891c862cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f2139824-3f70-4422-89c4-2eff8976b6d1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.928779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7c87d5c-1cd8-449b-9b23-8891c862cfaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.928779 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c7c87d5c-1cd8-449b-9b23-8891c862cfaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2139824-3f70-4422-89c4-2eff8976b6d1 HTTP/1.1" status: 204 len: 168 time: 0.3238492 Mar 22 14:12:08.937419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ab91ad64-0fd0-477a-8a50-f3bd16987d16 req-46bf576c-e416-4074-b2fe-ed432386a259 service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295846 Mar 22 14:12:08.938786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c87d5c-1cd8-449b-9b23-8891c862cfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2139824-3f70-4422-89c4-2eff8976b6d1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:08.988743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:06Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:09.017893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:12:09.026633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:09.027242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:11:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:09.106005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-a458f435-b131-4baf-9734-49df683f0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.109011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-a458f435-b131-4baf-9734-49df683f0242 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 1126 time: 0.1100063 Mar 22 14:12:09.109386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bee5b795-ed18-4be3-ba57-d5595b6bd978'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:09.202685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c091465-9386-4881-a302-85fe6aa83f2f req-78a6bdae-02e0-4568-a2ee-0d88a2144336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.203998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c091465-9386-4881-a302-85fe6aa83f2f req-78a6bdae-02e0-4568-a2ee-0d88a2144336 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.3354838 Mar 22 14:12:09.216402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-76840599-db13-4cd1-b569-4cc378b886ff service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146038 Mar 22 14:12:09.238300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (63eb3627-ec95-484e-996f-e3d147adff97), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.254770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:09.292350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-dc688a85-b2b1-4b20-a983-aa013d547def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.294003 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-dc688a85-b2b1-4b20-a983-aa013d547def service neutron] 10.222.0.42 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.1773069 Mar 22 14:12:09.344730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-c8851acd-ef02-49f2-833f-0ceecf26ee3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73546ba8-e3ec-499c-9d9d-347345a218ef HTTP/1.1" status: 200 len: 217 time: 0.0447266 Mar 22 14:12:09.403478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-e66292e2-467b-4e20-88a1-3ef11be9fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.404944 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-e66292e2-467b-4e20-88a1-3ef11be9fd5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.0523825 Mar 22 14:12:09.455829 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-a6b82ee8-c3b1-49a6-99a4-42560b12d91e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364442 Mar 22 14:12:09.462320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20b4a8-c74e-4027-a72b-40ccb35ee089 req-5f6c7772-64d0-437b-80e5-229dfcd4f4e2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.468475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f20b4a8-c74e-4027-a72b-40ccb35ee089 req-5f6c7772-64d0-437b-80e5-229dfcd4f4e2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 944 time: 0.3407738 Mar 22 14:12:09.501407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c091465-9386-4881-a302-85fe6aa83f2f req-a8ecaa04-ca81-45f6-ae53-8d9bbfa02848 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1614de7f-4064-47be-b88d-e8e9316da646 HTTP/1.1" status: 200 len: 999 time: 0.2876751 Mar 22 14:12:09.523550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=63eb3627-ec95-484e-996f-e3d147adff97,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:09.602765 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-6e62d745-4cc7-449d-beee-12cd6eac5f2a service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397750 Mar 22 14:12:09.612186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aba51-3477-48ca-bc08-9172c5c1a4e7 req-48fb7b2c-356f-492a-bed3-8a0345d429c6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.613640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-587aba51-3477-48ca-bc08-9172c5c1a4e7 req-48fb7b2c-356f-492a-bed3-8a0345d429c6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 945 time: 0.2655814 Mar 22 14:12:09.624811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8c197ba-9dad-4741-8d35-e49b63b890a1 req-f8d83c02-aa34-47c9-bca6-68db8fc32661 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966584 Mar 22 14:12:09.631289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:06Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:09.637448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': 'baecac14-f533-4571-9eff-5f89f9d56009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '632557a1-58ad-49e3-9f99-be2bed8217bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:09.637801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 632557a1-58ad-49e3-9f99-be2bed8217bf, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:09.668836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f20b4a8-c74e-4027-a72b-40ccb35ee089 req-edde590b-f202-4b06-89f2-b011a6f94f92 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994009 Mar 22 14:12:09.677703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c091465-9386-4881-a302-85fe6aa83f2f req-9640bad8-bdf0-4a55-9643-efb6f1c619a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.679203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c091465-9386-4881-a302-85fe6aa83f2f req-9640bad8-bdf0-4a55-9643-efb6f1c619a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.1607726 Mar 22 14:12:09.686849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee347dc-2f8d-4a7c-864e-b6850758c2b0 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:06Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:09.737356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 632557a1-58ad-49e3-9f99-be2bed8217bf is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:09.746295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-587aba51-3477-48ca-bc08-9172c5c1a4e7 req-96c10dc5-ac90-4d30-a98f-2d5327c219ef tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149125 Mar 22 14:12:09.754714 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e61de8c0-46fe-47b8-9477-ef8b4a7a381e req-3c2a7b07-7c74-46df-9b1d-bd255e89b97c service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430013 Mar 22 14:12:09.758008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 632557a1-58ad-49e3-9f99-be2bed8217bf) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:09.771751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c091465-9386-4881-a302-85fe6aa83f2f req-e733744f-4cbd-4d7f-bc2a-e51b4d028dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.773312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c091465-9386-4881-a302-85fe6aa83f2f req-e733744f-4cbd-4d7f-bc2a-e51b4d028dbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0866942 Mar 22 14:12:09.773497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c23e14-e47c-4677-a89f-9ebbb9ed3fe3 None None] Network 632557a1-58ad-49e3-9f99-be2bed8217bf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:09.774728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.775485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547188'] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.849171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-49fcdc53-2cd6-451f-8d12-7d30e333f6c1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4933448 Mar 22 14:12:09.853132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35612) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:09.859783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-de608fd8-3891-416c-978e-0370b82c77f6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:09.897333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-632557a1-58ad-49e3-9f99-be2bed8217bf', 'network_id': '632557a1-58ad-49e3-9f99-be2bed8217bf', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '63eb3627-ec95-484e-996f-e3d147adff97'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:09.898326 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.939187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c091465-9386-4881-a302-85fe6aa83f2f req-5506aca9-cc9d-4915-8cd4-5472b40ca64b service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598721 Mar 22 14:12:10.007527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:10.078968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Allocated IP 172.20.0.2 (632557a1-58ad-49e3-9f99-be2bed8217bf/63eb3627-ec95-484e-996f-e3d147adff97/4d4e7b9d-56fa-4fa1-b717-4d746daea693) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:10.079841 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-de608fd8-3891-416c-978e-0370b82c77f6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9332692'] for subnet (63eb3627-ec95-484e-996f-e3d147adff97), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.092288 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab910d99-d32b-4884-91a4-46bdbf5d74ce None None] New status for floating IP ef69650e-ce71-4097-9321-dd8ae72d4b58: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:12:10.143968 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b8ac4c04-6dce-4278-82ed-b5e55fecc3e4 tempest-ServiceProvidersTest-1880805146 tempest-ServiceProvidersTest-1880805146-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1319985 Mar 22 14:12:10.168935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c091465-9386-4881-a302-85fe6aa83f2f req-dc9173e4-7981-4fb3-bf95-3b749f65f7f5 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108305 Mar 22 14:12:10.179337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb5385-299b-4557-8d7f-741b4fce99b5 req-d5d84f87-a85f-456b-85ca-f0c763f364a1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.181605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38eb5385-299b-4557-8d7f-741b4fce99b5 req-d5d84f87-a85f-456b-85ca-f0c763f364a1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1423082 Mar 22 14:12:10.240803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38eb5385-299b-4557-8d7f-741b4fce99b5 req-aa8a1dc3-48de-4653-8ba7-2e50dcfcaa31 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 Mar 22 14:12:10.418272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Publish callbacks [] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.425242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.445670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35626) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:10.463465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Network 632557a1-58ad-49e3-9f99-be2bed8217bf is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:10.466452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:10.470318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:10.484253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Pushing event updated for resources: {'Port': ['ID=4d4e7b9d-56fa-4fa1-b717-4d746daea693,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.529525 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-de608fd8-3891-416c-978e-0370b82c77f6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784113941643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8849555'] for subnet (63eb3627-ec95-484e-996f-e3d147adff97), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.537137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Attempting to bind port 4d4e7b9d-56fa-4fa1-b717-4d746daea693 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:10.537507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Attempting to bind port 4d4e7b9d-56fa-4fa1-b717-4d746daea693 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'baecac14-f533-4571-9eff-5f89f9d56009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '632557a1-58ad-49e3-9f99-be2bed8217bf'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:10.537868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Attempting to bind port 4d4e7b9d-56fa-4fa1-b717-4d746daea693 on network 632557a1-58ad-49e3-9f99-be2bed8217bf {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:10.543035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:10.543400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Checking segment: {'id': 'baecac14-f533-4571-9eff-5f89f9d56009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '632557a1-58ad-49e3-9f99-be2bed8217bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:10.543797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.544199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Bound using segment: {'id': 'baecac14-f533-4571-9eff-5f89f9d56009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '632557a1-58ad-49e3-9f99-be2bed8217bf'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:10.544863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Bound port: 4d4e7b9d-56fa-4fa1-b717-4d746daea693, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baecac14-f533-4571-9eff-5f89f9d56009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '632557a1-58ad-49e3-9f99-be2bed8217bf'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:10.545251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.570814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de608fd8-3891-416c-978e-0370b82c77f6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.571425 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-de608fd8-3891-416c-978e-0370b82c77f6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.576543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-de608fd8-3891-416c-978e-0370b82c77f6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "PUT /v2.0/subnets/63eb3627-ec95-484e-996f-e3d147adff97 HTTP/1.1" status: 200 len: 806 time: 0.7187078 Mar 22 14:12:10.576543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35630) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:10.578118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e15e5a5-8ad2-4074-9eb2-ad9c82d8e349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.620320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] For port 4d4e7b9d-56fa-4fa1-b717-4d746daea693, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:10.624335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] For port 4d4e7b9d-56fa-4fa1-b717-4d746daea693, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d4e7b9d-56fa-4fa1-b717-4d746daea693,segment=NetworkSegment(baecac14-f533-4571-9eff-5f89f9d56009),segment_id=baecac14-f533-4571-9eff-5f89f9d56009)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:10.628469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de608fd8-3891-416c-978e-0370b82c77f6 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=63eb3627-ec95-484e-996f-e3d147adff97,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.631731 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.666373 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e15e5a5-8ad2-4074-9eb2-ad9c82d8e349 admin admin] Publish callbacks [] for security_group (ee1896c2-02bc-49b1-9366-b674ee28feef), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.673954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e15e5a5-8ad2-4074-9eb2-ad9c82d8e349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ee1896c2-02bc-49b1-9366-b674ee28feef), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.691261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (632557a1-58ad-49e3-9f99-be2bed8217bf), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.699011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c56b31-8b0f-48ca-a908-a8cc712750f1 None None] Pushing event updated for resources: {'Port': ['ID=4d4e7b9d-56fa-4fa1-b717-4d746daea693,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.724600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e15e5a5-8ad2-4074-9eb2-ad9c82d8e349 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56866c651dfb4864a54ab1e1da0f921a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776935 Mar 22 14:12:10.729522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35634) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:10.751449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15e5a5-8ad2-4074-9eb2-ad9c82d8e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1896c2-02bc-49b1-9366-b674ee28feef,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.761291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 4d4e7b9d-56fa-4fa1-b717-4d746daea693 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:10.763185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.791714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2f233e7-c81d-4e3b-9608-dc88facd8643 admin admin] Publish callbacks [] for security_group (ee1896c2-02bc-49b1-9366-b674ee28feef), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.815306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2f233e7-c81d-4e3b-9608-dc88facd8643 admin admin] Publish callbacks [] for security_group (ee1896c2-02bc-49b1-9366-b674ee28feef), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.872789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2f233e7-c81d-4e3b-9608-dc88facd8643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ee1896c2-02bc-49b1-9366-b674ee28feef), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.876550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f2f233e7-c81d-4e3b-9608-dc88facd8643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.881087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f2f233e7-c81d-4e3b-9608-dc88facd8643 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee1896c2-02bc-49b1-9366-b674ee28feef HTTP/1.1" status: 204 len: 168 time: 0.1505678 Mar 22 14:12:10.900108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f233e7-c81d-4e3b-9608-dc88facd8643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1896c2-02bc-49b1-9366-b674ee28feef,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.966280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a13e8-2fb7-48f9-9ffc-3b0acdeafad3 req-29b690ca-904d-4ff8-b96f-c953359148ed tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.967827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-011a13e8-2fb7-48f9-9ffc-3b0acdeafad3 req-29b690ca-904d-4ff8-b96f-c953359148ed tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 944 time: 0.1989081 Mar 22 14:12:10.974672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 4d4e7b9d-56fa-4fa1-b717-4d746daea693, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d4e7b9d-56fa-4fa1-b717-4d746daea693,segment=NetworkSegment(baecac14-f533-4571-9eff-5f89f9d56009),segment_id=baecac14-f533-4571-9eff-5f89f9d56009)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:10.975380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.013510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685664d-268c-4952-858b-a75467a120c8 req-0c9cac06-4c09-432e-9674-1a27b7d6a876 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.015091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f685664d-268c-4952-858b-a75467a120c8 req-0c9cac06-4c09-432e-9674-1a27b7d6a876 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 945 time: 0.1714919 Mar 22 14:12:11.029316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 4d4e7b9d-56fa-4fa1-b717-4d746daea693 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:11.131962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-011a13e8-2fb7-48f9-9ffc-3b0acdeafad3 req-9f53f2df-e743-4d91-9569-4dbf262d07f6 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408982 Mar 22 14:12:11.158318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f685664d-268c-4952-858b-a75467a120c8 req-81b9f726-8170-4786-8445-d8f4a6abde9c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311100 Mar 22 14:12:11.220286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d4e7b9d-56fa-4fa1-b717-4d746daea693 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:11.280843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.286936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4d4e7b9d-56fa-4fa1-b717-4d746daea693 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:11.287599 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d4e7b9d-56fa-4fa1-b717-4d746daea693), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.323637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Port 4d4e7b9d-56fa-4fa1-b717-4d746daea693 was deleted so its status cannot be updated. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 22 14:12:11.649149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=4d4e7b9d-56fa-4fa1-b717-4d746daea693,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:11.709686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 4d4e7b9d-56fa-4fa1-b717-4d746daea693 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:11.766369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b8d13-9eab-473d-b1d8-6233b7bbe6b7 req-3394bc6d-5058-4602-8fa4-708713809ab2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.767838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89b8d13-9eab-473d-b1d8-6233b7bbe6b7 req-3394bc6d-5058-4602-8fa4-708713809ab2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1232641 Mar 22 14:12:11.774358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (63eb3627-ec95-484e-996f-e3d147adff97), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.862566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89b8d13-9eab-473d-b1d8-6233b7bbe6b7 req-994747e7-ee93-420b-8827-fe19ca763c12 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831833 Mar 22 14:12:11.870854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (63eb3627-ec95-484e-996f-e3d147adff97), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.899000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=63eb3627-ec95-484e-996f-e3d147adff97,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:11.938215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf9ed7-8060-4c3d-b869-dccee195d1eb None None] Network 632557a1-58ad-49e3-9f99-be2bed8217bf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:11.960595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (632557a1-58ad-49e3-9f99-be2bed8217bf), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.989780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632557a1-58ad-49e3-9f99-be2bed8217bf']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:12.001220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baecac14-f533-4571-9eff-5f89f9d56009') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:12.001516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baecac14-f533-4571-9eff-5f89f9d56009') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:12.007394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fa8bcb02-6587-403c-b68f-09f6cc5e4989 None None] Could not find standard attr ID for object 4d4e7b9d-56fa-4fa1-b717-4d746daea693. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:12:12.014510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (baecac14-f533-4571-9eff-5f89f9d56009), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.028810 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (baecac14-f533-4571-9eff-5f89f9d56009), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.039034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:12.039651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (baecac14-f533-4571-9eff-5f89f9d56009), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:12.042834 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:12.092041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1770b9b-97fd-48dd-a643-5cdcca66dc65 None None] DHCP port deletion for 632557a1-58ad-49e3-9f99-be2bed8217bf request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:12.111269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (632557a1-58ad-49e3-9f99-be2bed8217bf), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.116856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9bcdf-8dff-4feb-baf9-ec0f607c39d4 None None] Network 632557a1-58ad-49e3-9f99-be2bed8217bf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:12.130675 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.133396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9bcdf-8dff-4feb-baf9-ec0f607c39d4 None None] Network 632557a1-58ad-49e3-9f99-be2bed8217bf could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:12:12.134640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/632557a1-58ad-49e3-9f99-be2bed8217bf HTTP/1.1" status: 204 len: 168 time: 1.5580814 Mar 22 14:12:12.135556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475392ac-59fc-4afd-aaea-9f50df2a5f69 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=632557a1-58ad-49e3-9f99-be2bed8217bf,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:12.137407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35670) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:12.156517 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-25da596d-4de1-48cf-823e-43df54e12490 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:12.157026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25da596d-4de1-48cf-823e-43df54e12490 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:12.160070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-25da596d-4de1-48cf-823e-43df54e12490 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/632557a1-58ad-49e3-9f99-be2bed8217bf HTTP/1.1" status: 404 len: 339 time: 0.0217056 Mar 22 14:12:12.164218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35674) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:12.169313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1519117821', 'description': 'd1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:12.202021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:12.206738 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.265103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bee5b795-ed18-4be3-ba57-d5595b6bd978 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:12.304381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:12.321298 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ed21ad9f-b4b6-4d69-b593-234680d63e34), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.321853 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment ed21ad9f-b4b6-4d69-b593-234680d63e34 of type vlan for network ed15db2b-b05a-488d-a7ec-10d27a79d653 Mar 22 14:12:12.330327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port bee5b795-ed18-4be3-ba57-d5595b6bd978 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:12.334790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port bee5b795-ed18-4be3-ba57-d5595b6bd978 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:12.335321 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.358693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 73546ba8-e3ec-499c-9d9d-347345a218ef details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:12.377852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78450b74-1813-44af-955c-8f350b1eed03 req-837833ca-6731-454a-a91e-9e97cd9bda4d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.383612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78450b74-1813-44af-955c-8f350b1eed03 req-837833ca-6731-454a-a91e-9e97cd9bda4d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 945 time: 0.1505065 Mar 22 14:12:12.390066 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ed15db2b-b05a-488d-a7ec-10d27a79d653), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.398977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac98b-7caa-498d-af4a-7668b5fa630c req-84ab727a-df64-42d3-90a4-45574af6ddca tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.400439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a35ac98b-7caa-498d-af4a-7668b5fa630c req-84ab727a-df64-42d3-90a4-45574af6ddca tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 944 time: 0.1700838 Mar 22 14:12:12.465598 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ed15db2b-b05a-488d-a7ec-10d27a79d653), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.470470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.471174 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.506661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bee5b795-ed18-4be3-ba57-d5595b6bd978 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:12.507125 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.530442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 73546ba8-e3ec-499c-9d9d-347345a218ef, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=73546ba8-e3ec-499c-9d9d-347345a218ef,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:12.551540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78450b74-1813-44af-955c-8f350b1eed03 req-64b0b3b6-4873-4a85-8319-2a5cecbdee89 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663895 Mar 22 14:12:12.552825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:12.555456 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aeddd1-6eed-41b6-81bd-d78db423609e" -d '{"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:12.565189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3975613 Mar 22 14:12:12.565659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35694) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:12.583848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a35ac98b-7caa-498d-af4a-7668b5fa630c req-1fbe7993-0dbc-4570-9262-43696e032fc9 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562381 Mar 22 14:12:12.589687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '73546ba8-e3ec-499c-9d9d-347345a218ef', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'port_id': '73546ba8-e3ec-499c-9d9d-347345a218ef', 'mac_address': 'fa:16:3e:56:e4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6b946-1919-428d-82b4-bb41969f7980', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:12.600437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a7eba-4870-453e-92cc-f2de74bdaa28 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=ed15db2b-b05a-488d-a7ec-10d27a79d653,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:12.601083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:12.606955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ed15db2b-b05a-488d-a7ec-10d27a79d653 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:12.638447 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ec1cc-b51c-4d80-bf9b-feb8872d1d48 x-openstack-request-id: req-313ec1cc-b51c-4d80-bf9b-feb8872d1d48 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:12.638736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:12.638928 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-313ec1cc-b51c-4d80-bf9b-feb8872d1d48 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:12.639327 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313ec1cc-b51c-4d80-bf9b-feb8872d1d48'] response: {'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'code': 200} Mar 22 14:12:12.640484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.696499 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ad0ab-c786-432b-9c48-6789b5611bb4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.698111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8b0ad0ab-c786-432b-9c48-6789b5611bb4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/networks?id=ed15db2b-b05a-488d-a7ec-10d27a79d653 HTTP/1.1" status: 200 len: 761 time: 0.1314058 Mar 22 14:12:12.700745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35696) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:12.707261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'description': 'd2'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:12.714909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 73546ba8-e3ec-499c-9d9d-347345a218ef is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:12.715299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.754890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73546ba8-e3ec-499c-9d9d-347345a218ef {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:12.763462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00926a1-fa7a-4a18-a61f-fbb9b434e37d req-a59a2f94-5dbb-4e3c-ae93-ed4de77a8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.765531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00926a1-fa7a-4a18-a61f-fbb9b434e37d req-a59a2f94-5dbb-4e3c-ae93-ed4de77a8862 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 1128 time: 0.0703723 Mar 22 14:12:12.819157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 73546ba8-e3ec-499c-9d9d-347345a218ef, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=73546ba8-e3ec-499c-9d9d-347345a218ef,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:12.831782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00926a1-fa7a-4a18-a61f-fbb9b434e37d req-b98bb6db-a1a7-4a25-8ee6-cda98934f932 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Mar 22 14:12:12.836059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.840515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:12.889833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=73546ba8-e3ec-499c-9d9d-347345a218ef,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:12.902854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ed15db2b-b05a-488d-a7ec-10d27a79d653), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.917044 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ed15db2b-b05a-488d-a7ec-10d27a79d653), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.940433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network ed15db2b-b05a-488d-a7ec-10d27a79d653 is not hosted by any dhcp agent {{(pid=110458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:12:12.945298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.945896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.949496 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "PUT /v2.0/networks/ed15db2b-b05a-488d-a7ec-10d27a79d653 HTTP/1.1" status: 200 len: 758 time: 0.2454627 Mar 22 14:12:12.951284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35702) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:12.992919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df7d0b-1a8d-4568-924c-d87ec8be7ffa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=ed15db2b-b05a-488d-a7ec-10d27a79d653,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:13.003887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ed15db2b-b05a-488d-a7ec-10d27a79d653 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:13.058440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f0119-c3bc-4669-bea0-827b29895f46 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.063418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9c7f0119-c3bc-4669-bea0-827b29895f46 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/networks?id=ed15db2b-b05a-488d-a7ec-10d27a79d653 HTTP/1.1" status: 200 len: 761 time: 0.1077099 Mar 22 14:12:13.064142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35704) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:13.067912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537f7d3-dbf1-443c-b6f7-747c7a2b98d5 req-928a9964-b8a6-44a8-8fd9-71047ec0712e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.069371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-785549318'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:13.069536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7537f7d3-dbf1-443c-b6f7-747c7a2b98d5 req-928a9964-b8a6-44a8-8fd9-71047ec0712e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1272674 Mar 22 14:12:13.091328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:13.095544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.122730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:13.126966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7537f7d3-dbf1-443c-b6f7-747c7a2b98d5 req-c48296cf-05fb-4316-a9b9-abd872edc6a9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Mar 22 14:12:13.135556 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3aeae675-988a-4c61-bcf0-79618eeb7d64), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.136002 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 3aeae675-988a-4c61-bcf0-79618eeb7d64 of type vlan for network 284489f6-9525-4c2d-ae35-1f91ad60caa3 Mar 22 14:12:13.174434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['73546ba8-e3ec-499c-9d9d-347345a218ef'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:13.179126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (284489f6-9525-4c2d-ae35-1f91ad60caa3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.180177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d4e7b9d-56fa-4fa1-b717-4d746daea693 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:13.203803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (284489f6-9525-4c2d-ae35-1f91ad60caa3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.208727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.209296 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.226259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4d4e7b9d-56fa-4fa1-b717-4d746daea693 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:13.227153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d4e7b9d-56fa-4fa1-b717-4d746daea693 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:13.268449 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2031310 Mar 22 14:12:13.271885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35706) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:13.278065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': '284489f6-9525-4c2d-ae35-1f91ad60caa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:13.285258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d387b88-7901-408d-a95c-e335ac8b37bc tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=284489f6-9525-4c2d-ae35-1f91ad60caa3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:13.297998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 284489f6-9525-4c2d-ae35-1f91ad60caa3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:13.390890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:13.394986 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.576333 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (49284841-f8df-43e7-a673-84ddb1155dac), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.666523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=49284841-f8df-43e7-a673-84ddb1155dac,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:13.685310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '3aeae675-988a-4c61-bcf0-79618eeb7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '284489f6-9525-4c2d-ae35-1f91ad60caa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:13.685674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: 284489f6-9525-4c2d-ae35-1f91ad60caa3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:13.744236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network 284489f6-9525-4c2d-ae35-1f91ad60caa3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:13.763176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78211e7-1f70-4cc0-aee0-fbc16de8a153 req-a9d104f2-b966-4390-8561-d3cee263d525 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.764814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e78211e7-1f70-4cc0-aee0-fbc16de8a153 req-a9d104f2-b966-4390-8561-d3cee263d525 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1247458 Mar 22 14:12:13.773621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad96d-61f1-41cb-8410-dc7d152504ca req-8581c077-ec56-48da-bc59-595cfc4bbc6d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.775098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d4ad96d-61f1-41cb-8410-dc7d152504ca req-8581c077-ec56-48da-bc59-595cfc4bbc6d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 945 time: 0.1220016 Mar 22 14:12:13.777992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 284489f6-9525-4c2d-ae35-1f91ad60caa3) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:13.785851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3091ca7-bbad-4409-bec8-ab4c249db549 None None] Network 284489f6-9525-4c2d-ae35-1f91ad60caa3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:13.788075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.788692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.850617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e7274b5d-1ac4-4ee9-bf13-7eadcb8497b4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5747764 Mar 22 14:12:13.851813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35716) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:13.865270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e78211e7-1f70-4cc0-aee0-fbc16de8a153 req-eebe529b-2a30-4ee9-aa11-b0f43eccf010 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888743 Mar 22 14:12:13.870238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d4ad96d-61f1-41cb-8410-dc7d152504ca req-22cd4513-7c7d-4b56-b6c4-9a8e5e3310fa tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863280 Mar 22 14:12:13.912566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-284489f6-9525-4c2d-ae35-1f91ad60caa3', 'network_id': '284489f6-9525-4c2d-ae35-1f91ad60caa3', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': '49284841-f8df-43e7-a673-84ddb1155dac'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:13.913484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.985322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (284489f6-9525-4c2d-ae35-1f91ad60caa3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.043930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (49284841-f8df-43e7-a673-84ddb1155dac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.095983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Allocated IP 172.20.0.2 (284489f6-9525-4c2d-ae35-1f91ad60caa3/49284841-f8df-43e7-a673-84ddb1155dac/58a47d73-18d8-482b-a0e8-034a667f930d) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:14.268372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cd14d-b299-4bf4-9336-8d217757f827 req-0eee6651-1d3f-456e-9a31-ebe92425896c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.270396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-859cd14d-b299-4bf4-9336-8d217757f827 req-0eee6651-1d3f-456e-9a31-ebe92425896c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.0650558 Mar 22 14:12:14.272254 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Publish callbacks [] for port (58a47d73-18d8-482b-a0e8-034a667f930d), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.279754 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (58a47d73-18d8-482b-a0e8-034a667f930d), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.282576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-695c8ff1-21d4-490c-b3dc-6dcb928b1d41 req-09e223a4-ea9f-4b7a-ac73-742707b8f245 service neutron] (110458) timed out ('10.222.0.42', 55930) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:12:14.322433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Network 284489f6-9525-4c2d-ae35-1f91ad60caa3 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:14.325721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:14.331830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:14.339049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Pushing event updated for resources: {'Port': ['ID=58a47d73-18d8-482b-a0e8-034a667f930d,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:14.342243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (49284841-f8df-43e7-a673-84ddb1155dac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.377323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-859cd14d-b299-4bf4-9336-8d217757f827 req-ad430c17-0ab4-4f32-9f24-05a7633b5544 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849624 Mar 22 14:12:14.383806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 73546ba8-e3ec-499c-9d9d-347345a218ef up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:14.458609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=49284841-f8df-43e7-a673-84ddb1155dac,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:14.483114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (284489f6-9525-4c2d-ae35-1f91ad60caa3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.483354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Attempting to bind port 58a47d73-18d8-482b-a0e8-034a667f930d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:14.483738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Attempting to bind port 58a47d73-18d8-482b-a0e8-034a667f930d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '3aeae675-988a-4c61-bcf0-79618eeb7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '284489f6-9525-4c2d-ae35-1f91ad60caa3'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:14.484108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Attempting to bind port 58a47d73-18d8-482b-a0e8-034a667f930d on network 284489f6-9525-4c2d-ae35-1f91ad60caa3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:14.495050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:14.495426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Checking segment: {'id': '3aeae675-988a-4c61-bcf0-79618eeb7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '284489f6-9525-4c2d-ae35-1f91ad60caa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:14.495833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.496223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Bound using segment: {'id': '3aeae675-988a-4c61-bcf0-79618eeb7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '284489f6-9525-4c2d-ae35-1f91ad60caa3'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:14.497244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Bound port: 58a47d73-18d8-482b-a0e8-034a667f930d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aeae675-988a-4c61-bcf0-79618eeb7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '284489f6-9525-4c2d-ae35-1f91ad60caa3'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:14.497639 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (58a47d73-18d8-482b-a0e8-034a667f930d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.514972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284489f6-9525-4c2d-ae35-1f91ad60caa3']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:14.527892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeae675-988a-4c61-bcf0-79618eeb7d64') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:14.528564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeae675-988a-4c61-bcf0-79618eeb7d64') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:14.541901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (3aeae675-988a-4c61-bcf0-79618eeb7d64), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.563114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3aeae675-988a-4c61-bcf0-79618eeb7d64), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.576415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:14.577578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (3aeae675-988a-4c61-bcf0-79618eeb7d64), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:14.581763 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:14.591671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 73546ba8-e3ec-499c-9d9d-347345a218ef completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:14.598984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 73546ba8-e3ec-499c-9d9d-347345a218ef triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:14.599603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.604133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] For port 58a47d73-18d8-482b-a0e8-034a667f930d, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:14.654432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.api [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:12:14.654432 n-d-834677-3 neutron-server[110458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:12:14.654432 n-d-834677-3 neutron-server[110458]: [parameters: {'id': '284489f6-9525-4c2d-ae35-1f91ad60caa3'}] Mar 22 14:12:14.654432 n-d-834677-3 neutron-server[110458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:12:14.655027 n-d-834677-3 neutron-server[110458]: DEBUG oslo_db.api [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:12:14.664392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] For port 58a47d73-18d8-482b-a0e8-034a667f930d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58a47d73-18d8-482b-a0e8-034a667f930d,segment=NetworkSegment(3aeae675-988a-4c61-bcf0-79618eeb7d64),segment_id=3aeae675-988a-4c61-bcf0-79618eeb7d64)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:14.673999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (58a47d73-18d8-482b-a0e8-034a667f930d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.695987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ccbd7-d06b-4e9e-b45e-581dca576911 req-059297c1-1a50-4a76-b9e8-72e4b148a314 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.697466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-787ccbd7-d06b-4e9e-b45e-581dca576911 req-059297c1-1a50-4a76-b9e8-72e4b148a314 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.0611258 Mar 22 14:12:14.760515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-787ccbd7-d06b-4e9e-b45e-581dca576911 req-c6e1445b-00bc-4f6b-a472-e614c8902019 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567913 Mar 22 14:12:14.783420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f20ad-2fb2-4d7f-affe-65ca12c77e58 None None] Pushing event updated for resources: {'Port': ['ID=58a47d73-18d8-482b-a0e8-034a667f930d,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:14.785851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 73546ba8-e3ec-499c-9d9d-347345a218ef is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:14.786270 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.816169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334f21e1-6658-46b5-8a50-50695355276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73546ba8-e3ec-499c-9d9d-347345a218ef'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:14.818416 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad86125-8886-4e54-bed9-cd69040ee973" -d '{"events": [{"server_uuid": "334f21e1-6658-46b5-8a50-50695355276d", "name": "network-vif-plugged", "status": "completed", "tag": "73546ba8-e3ec-499c-9d9d-347345a218ef"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:14.824197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5267e728-0898-4c98-a8dc-d0514bebf9e4 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:12:14.858173 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9abf13-ed51-4b79-8ad0-cd27b7aea10e x-openstack-request-id: req-3b9abf13-ed51-4b79-8ad0-cd27b7aea10e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:14.858460 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334f21e1-6658-46b5-8a50-50695355276d", "name": "network-vif-plugged", "status": "completed", "tag": "73546ba8-e3ec-499c-9d9d-347345a218ef", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:14.858708 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b9abf13-ed51-4b79-8ad0-cd27b7aea10e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:14.859105 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9abf13-ed51-4b79-8ad0-cd27b7aea10e'] response: {'server_uuid': '334f21e1-6658-46b5-8a50-50695355276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73546ba8-e3ec-499c-9d9d-347345a218ef', 'code': 200} Mar 22 14:12:14.860809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 73546ba8-e3ec-499c-9d9d-347345a218ef, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=73546ba8-e3ec-499c-9d9d-347345a218ef,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:14.870007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.951549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=73546ba8-e3ec-499c-9d9d-347345a218ef,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:15.022025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5267e728-0898-4c98-a8dc-d0514bebf9e4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:12:15.082626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d758-5e6d-41c3-a4bb-ca315d88c6e5 req-e3ae9f7d-c0cd-4abc-ade1-7774d9644bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.084154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c38d758-5e6d-41c3-a4bb-ca315d88c6e5 req-e3ae9f7d-c0cd-4abc-ade1-7774d9644bfc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 1128 time: 0.1495881 Mar 22 14:12:15.107022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2bd6e-8107-415c-aa3d-8acb9fbbb5e4 req-68ba9784-2f37-411b-af9f-41d99698d504 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.108580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39a2bd6e-8107-415c-aa3d-8acb9fbbb5e4 req-68ba9784-2f37-411b-af9f-41d99698d504 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1100345 Mar 22 14:12:15.117148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff896-047b-44b0-8783-81868d19d0e0 req-da06e4e2-6033-4773-a34b-13369452e965 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.118638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d9ff896-047b-44b0-8783-81868d19d0e0 req-da06e4e2-6033-4773-a34b-13369452e965 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 946 time: 0.1156592 Mar 22 14:12:15.156407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (284489f6-9525-4c2d-ae35-1f91ad60caa3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.223597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c38d758-5e6d-41c3-a4bb-ca315d88c6e5 req-afbf7dfc-01c5-4232-920b-e750f2c13086 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299026 Mar 22 14:12:15.224401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 58a47d73-18d8-482b-a0e8-034a667f930d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:15.224959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (58a47d73-18d8-482b-a0e8-034a667f930d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.227038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d9ff896-047b-44b0-8783-81868d19d0e0 req-131bb821-bb08-40fd-a81b-98c06a40705c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005597 Mar 22 14:12:15.246584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39a2bd6e-8107-415c-aa3d-8acb9fbbb5e4 req-04133e93-1f3b-422b-8d23-dc611bb8c9ec tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211085 Mar 22 14:12:15.276856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e7c161-bbad-4060-a048-02daf21e26bf None None] Network 284489f6-9525-4c2d-ae35-1f91ad60caa3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:15.334080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 58a47d73-18d8-482b-a0e8-034a667f930d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58a47d73-18d8-482b-a0e8-034a667f930d,segment=NetworkSegment(3aeae675-988a-4c61-bcf0-79618eeb7d64),segment_id=3aeae675-988a-4c61-bcf0-79618eeb7d64)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:15.335128 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (58a47d73-18d8-482b-a0e8-034a667f930d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.350451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 58a47d73-18d8-482b-a0e8-034a667f930d owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:15.475411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (58a47d73-18d8-482b-a0e8-034a667f930d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.503895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=58a47d73-18d8-482b-a0e8-034a667f930d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:15.506363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 58a47d73-18d8-482b-a0e8-034a667f930d on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:15.528132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ebdc-48bc-4b30-8816-903b858ce06d req-7e6ca9c6-caae-4b3e-a506-3baa125cdf3c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.529633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c397ebdc-48bc-4b30-8816-903b858ce06d req-7e6ca9c6-caae-4b3e-a506-3baa125cdf3c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.0586703 Mar 22 14:12:15.600661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c397ebdc-48bc-4b30-8816-903b858ce06d req-90ea752c-dbe5-432c-87fd-05979e9b3c20 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642338 Mar 22 14:12:15.619734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (284489f6-9525-4c2d-ae35-1f91ad60caa3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.654088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284489f6-9525-4c2d-ae35-1f91ad60caa3']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:15.665651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeae675-988a-4c61-bcf0-79618eeb7d64') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:15.666094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeae675-988a-4c61-bcf0-79618eeb7d64') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:15.675756 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (3aeae675-988a-4c61-bcf0-79618eeb7d64), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.691300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3aeae675-988a-4c61-bcf0-79618eeb7d64), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.699352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:15.699765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (3aeae675-988a-4c61-bcf0-79618eeb7d64), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:15.703123 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:15.770541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (284489f6-9525-4c2d-ae35-1f91ad60caa3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.777002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.783911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35768) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:15.784325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/284489f6-9525-4c2d-ae35-1f91ad60caa3 HTTP/1.1" status: 204 len: 168 time: 1.9300189 Mar 22 14:12:15.799637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32cf7-19ca-4cac-9d08-8cba5e1a93ca tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=284489f6-9525-4c2d-ae35-1f91ad60caa3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:15.830525 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb810eb2-fb87-462b-b686-deadb118602f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] GET failed (client error): The resource could not be found. Mar 22 14:12:15.835150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35772) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:15.843002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bb810eb2-fb87-462b-b686-deadb118602f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/subnets/49284841-f8df-43e7-a673-84ddb1155dac HTTP/1.1" status: 404 len: 337 time: 0.0574336 Mar 22 14:12:15.855523 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-99417510-f0bc-4673-adfa-7e468d5cb96e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:15.856124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99417510-f0bc-4673-adfa-7e468d5cb96e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:15.863263 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-99417510-f0bc-4673-adfa-7e468d5cb96e tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/284489f6-9525-4c2d-ae35-1f91ad60caa3 HTTP/1.1" status: 404 len: 339 time: 0.0267212 Mar 22 14:12:15.863849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35774) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:15.913790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35776) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:15.981885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cb8f5-e457-47d1-84e0-aeb6297fabfd req-6bd14f2b-0fa4-41fb-a4f2-d7e3f102f69b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.988883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b67cb8f5-e457-47d1-84e0-aeb6297fabfd req-6bd14f2b-0fa4-41fb-a4f2-d7e3f102f69b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.1445901 Mar 22 14:12:16.031652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc242d-5018-4e01-b7c4-1f3916226466 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.035960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dcdc242d-5018-4e01-b7c4-1f3916226466 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1678038 Mar 22 14:12:16.036108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.053428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e73942c-e67d-4e61-838d-a0aaf68cf1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.057192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b67cb8f5-e457-47d1-84e0-aeb6297fabfd req-9fb34cde-e624-4aac-8d74-a1292e13795e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671277 Mar 22 14:12:16.075444 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c0ea7f9-f59b-4396-9d9a-561cc8374f63 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 207 time: 0.0372894 Mar 22 14:12:16.078172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35782) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.149248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e73942c-e67d-4e61-838d-a0aaf68cf1a4 admin admin] Publish callbacks [] for security_group (81b624da-5528-4ba6-bdbf-c6f51f62959d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.154603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e73942c-e67d-4e61-838d-a0aaf68cf1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81b624da-5528-4ba6-bdbf-c6f51f62959d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.195096 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8e73942c-e67d-4e61-838d-a0aaf68cf1a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe5e412d27284431b8fd7241f1929549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792187 Mar 22 14:12:16.196606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35784) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.198316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73942c-e67d-4e61-838d-a0aaf68cf1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b624da-5528-4ba6-bdbf-c6f51f62959d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:16.225983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea636a10-f8c5-4256-a02b-af295164a6c9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.231170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea636a10-f8c5-4256-a02b-af295164a6c9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.236068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea636a10-f8c5-4256-a02b-af295164a6c9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.241203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea636a10-f8c5-4256-a02b-af295164a6c9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.246647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ea636a10-f8c5-4256-a02b-af295164a6c9 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1637375 Mar 22 14:12:16.246825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35786) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.390924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-4ba3698a-cbab-4611-a751-db51756e56ac tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.392357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-4ba3698a-cbab-4611-a751-db51756e56ac tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 945 time: 0.2085536 Mar 22 14:12:16.469862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56ef4e73-a422-4ccd-a834-b420842d6961 admin admin] Publish callbacks [] for security_group (81b624da-5528-4ba6-bdbf-c6f51f62959d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.490063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9ccabab7-324a-45b3-9e4b-ad93919b3dc1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2388799 Mar 22 14:12:16.491580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35790) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.519951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe62997-73cc-4017-a235-d2b6b5f74059 req-42d9dd5f-7f05-4d82-afb7-29eea9aa3d5e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.521390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afe62997-73cc-4017-a235-d2b6b5f74059 req-42d9dd5f-7f05-4d82-afb7-29eea9aa3d5e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 946 time: 0.1894939 Mar 22 14:12:16.550984 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56ef4e73-a422-4ccd-a834-b420842d6961 admin admin] Publish callbacks [] for security_group (81b624da-5528-4ba6-bdbf-c6f51f62959d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.560158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e406ba3-5b69-4597-8199-e399c38ac022 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.562049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e406ba3-5b69-4597-8199-e399c38ac022 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.569828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35792) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.570228 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6e406ba3-5b69-4597-8199-e399c38ac022 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0777013 Mar 22 14:12:16.678968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afe62997-73cc-4017-a235-d2b6b5f74059 req-8e13705b-32f7-46f6-a54b-df5a63071fae tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321094 Mar 22 14:12:16.683951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69480ca4-158c-401e-9434-88d5937ec3a2 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.685251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69480ca4-158c-401e-9434-88d5937ec3a2 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['shared'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.690687 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-69480ca4-158c-401e-9434-88d5937ec3a2 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1144214 Mar 22 14:12:16.690947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35796) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.766350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56ef4e73-a422-4ccd-a834-b420842d6961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81b624da-5528-4ba6-bdbf-c6f51f62959d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.768852 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56ef4e73-a422-4ccd-a834-b420842d6961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.770048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-56ef4e73-a422-4ccd-a834-b420842d6961 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81b624da-5528-4ba6-bdbf-c6f51f62959d HTTP/1.1" status: 204 len: 168 time: 0.5701237 Mar 22 14:12:16.772694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Deleting port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:16.773052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.850220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef4e73-a422-4ccd-a834-b420842d6961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b624da-5528-4ba6-bdbf-c6f51f62959d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:16.920327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bbe0d9-f4a7-4eb5-9f08-ed175a9a401b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.921692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c8bbe0d9-f4a7-4eb5-9f08-ed175a9a401b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/networks/b4643dac-0a58-460f-a317-3fa73cb00b42 HTTP/1.1" status: 200 len: 799 time: 0.2297480 Mar 22 14:12:16.927142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35802) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.937521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11746fe-39b5-4038-9796-2f82144c44ef req-c8490f21-2eca-4f7c-8530-393ffbbde7f3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.938997 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e11746fe-39b5-4038-9796-2f82144c44ef req-c8490f21-2eca-4f7c-8530-393ffbbde7f3 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1938496 Mar 22 14:12:16.976349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] For port 0f21dba6-edf9-488d-b2e3-155f9a6e3179, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0f21dba6-edf9-488d-b2e3-155f9a6e3179,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:16.976878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.011474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Calling delete_port for 0f21dba6-edf9-488d-b2e3-155f9a6e3179 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:17.036277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e11746fe-39b5-4038-9796-2f82144c44ef req-8bec8462-a296-4858-b222-eab3051e3d84 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860879 Mar 22 14:12:17.045092 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d33505bf-4d16-492f-aa1a-f1651e33e27f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/networks/b4643dac-0a58-460f-a317-3fa73cb00b42?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1116588 Mar 22 14:12:17.047550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:17.171432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35810) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:17.191362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.204036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78956fb4-3a35-4788-b0e6-5baa8fcf7d87 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.208754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78956fb4-3a35-4788-b0e6-5baa8fcf7d87 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/subnets/4cc5613e-7860-4f8e-aefb-f5b8bc328e5e HTTP/1.1" status: 200 len: 811 time: 0.1432579 Mar 22 14:12:17.217071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35812) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:17.234545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0f21dba6-edf9-488d-b2e3-155f9a6e3179), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.247593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0f21dba6-edf9-488d-b2e3-155f9a6e3179'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:17.292307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47a83a-750e-4253-afae-dd2a6cb14293 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['shared'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.294115 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce47a83a-750e-4253-afae-dd2a6cb14293 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "GET /v2.0/subnets/4cc5613e-7860-4f8e-aefb-f5b8bc328e5e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0760152 Mar 22 14:12:17.297535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35818) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:17.300779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event deleted for resources: {'Port': ['ID=0f21dba6-edf9-488d-b2e3-155f9a6e3179,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:17.317930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-691424492'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:17.347925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e95325-c068-4884-8a75-56d009a1d7d6 req-a4318ba0-fff3-4920-8e8a-f0fcb36c8ade tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.349437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96e95325-c068-4884-8a75-56d009a1d7d6 req-a4318ba0-fff3-4920-8e8a-f0fcb36c8ade tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ff3249b-5031-4cf0-9918-e61ad97e2880 HTTP/1.1" status: 200 len: 867 time: 0.1587181 Mar 22 14:12:17.367055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] No DVR routers for this DVR port 0f21dba6-edf9-488d-b2e3-155f9a6e3179 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:17.371285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:17.375610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.376406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.380654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fe6ed21-fcd2-44cb-b62c-d7a5d6f8ebdb req-d34c26a0-5634-4e61-bbc8-8d1bc4335b4a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.42 "DELETE /v2.0/ports/0f21dba6-edf9-488d-b2e3-155f9a6e3179 HTTP/1.1" status: 204 len: 173 time: 0.9731054 Mar 22 14:12:17.380654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'name': 'network-vif-deleted', 'tag': '0f21dba6-edf9-488d-b2e3-155f9a6e3179'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:17.383185 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eaaa34-e0a7-4444-bf27-8ac39e355f6a" -d '{"events": [{"server_uuid": "2ff3249b-5031-4cf0-9918-e61ad97e2880", "name": "network-vif-deleted", "tag": "0f21dba6-edf9-488d-b2e3-155f9a6e3179"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:17.424139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Publish callbacks [] for security_group (55124fcb-cf5c-4c00-8b30-ef03a58ae063), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.431296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96e95325-c068-4884-8a75-56d009a1d7d6 req-02b4e17f-abed-4a8a-88cc-43dd8f80b707 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649734 Mar 22 14:12:17.431684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:17.436687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (55124fcb-cf5c-4c00-8b30-ef03a58ae063), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.472140 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b861b-df1a-4afd-bba7-225592f5c69a x-openstack-request-id: req-828b861b-df1a-4afd-bba7-225592f5c69a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:17.472450 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff3249b-5031-4cf0-9918-e61ad97e2880", "name": "network-vif-deleted", "tag": "0f21dba6-edf9-488d-b2e3-155f9a6e3179", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:17.472698 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-828b861b-df1a-4afd-bba7-225592f5c69a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:17.473147 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828b861b-df1a-4afd-bba7-225592f5c69a'] response: {'server_uuid': '2ff3249b-5031-4cf0-9918-e61ad97e2880', 'name': 'network-vif-deleted', 'tag': '0f21dba6-edf9-488d-b2e3-155f9a6e3179', 'status': 'completed', 'code': 200} Mar 22 14:12:17.489367 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5af616ee-36db-4fde-92be-337009023e2f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.489735 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Added segment 5af616ee-36db-4fde-92be-337009023e2f of type vlan for network a0ef2399-3694-4e2a-b013-503b75de02cf Mar 22 14:12:17.543446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=313ba465aa4f49dd843114e8567b2522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705118 Mar 22 14:12:17.550363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35828) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:17.579957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd5987-8129-4acb-b6ce-01f58419d528 req-0a238132-b731-4fd9-9020-691062f44e4f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.581519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96dd5987-8129-4acb-b6ce-01f58419d528 req-0a238132-b731-4fd9-9020-691062f44e4f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.0549295 Mar 22 14:12:17.636420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96dd5987-8129-4acb-b6ce-01f58419d528 req-dc8a6181-46bd-4c9d-9ac9-9e895ddf1198 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489206 Mar 22 14:12:17.827195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d8c1-8bf7-463a-821c-dca364506a23 req-7e5a9b06-f4d8-4ceb-b117-b667a8db60ef tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.828799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e079d8c1-8bf7-463a-821c-dca364506a23 req-7e5a9b06-f4d8-4ceb-b117-b667a8db60ef tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 946 time: 0.0660603 Mar 22 14:12:17.853709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55124fcb-cf5c-4c00-8b30-ef03a58ae063,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:17.858537 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (a0ef2399-3694-4e2a-b013-503b75de02cf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.876278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.876611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.876987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.877258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.877590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.877911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.878257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.878607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.878878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.879221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.880042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.880042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.880267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.880449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.880714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda76bd-823d-47bb-bcf2-16fa17c3bf6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:17.887584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e079d8c1-8bf7-463a-821c-dca364506a23 req-37d14835-bd2d-465a-a2d8-5e54cb5a9ccb tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473976 Mar 22 14:12:17.922243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (a0ef2399-3694-4e2a-b013-503b75de02cf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.927289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.927881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.982745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc22c61-d046-40bf-b51b-c40488a84205 admin admin] Publish callbacks [] for security_group (55124fcb-cf5c-4c00-8b30-ef03a58ae063), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.009238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7104542 Mar 22 14:12:18.012247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35836) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:18.018896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'network_id': 'a0ef2399-3694-4e2a-b013-503b75de02cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:18.021319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770285-9556-4775-a698-dbe932bc2ea3 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Network': ['ID=a0ef2399-3694-4e2a-b013-503b75de02cf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:18.024648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc22c61-d046-40bf-b51b-c40488a84205 admin admin] Publish callbacks [] for security_group (55124fcb-cf5c-4c00-8b30-ef03a58ae063), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.036044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network a0ef2399-3694-4e2a-b013-503b75de02cf details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:18.084656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc22c61-d046-40bf-b51b-c40488a84205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (55124fcb-cf5c-4c00-8b30-ef03a58ae063), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.087561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc22c61-d046-40bf-b51b-c40488a84205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.092093 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7bc22c61-d046-40bf-b51b-c40488a84205 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55124fcb-cf5c-4c00-8b30-ef03a58ae063 HTTP/1.1" status: 204 len: 168 time: 0.5406492 Mar 22 14:12:18.102117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc22c61-d046-40bf-b51b-c40488a84205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55124fcb-cf5c-4c00-8b30-ef03a58ae063,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:18.155056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-af2a91ce-f808-497e-be7d-125b180aeb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.195473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Made reservation on behalf of caedbe82bbb94e4db4b340ca46872c86 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:18.199172 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.278002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Performing IP validity checks on allocation pools {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:12:18.278517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:12:18.299042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-92612e53-c793-479e-9d97-9c96cee1a6ad tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:18.300542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-92612e53-c793-479e-9d97-9c96cee1a6ad tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.1809509 Mar 22 14:12:18.327047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d88578e1-b957-449f-a2f6-c9c3d1c299aa tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0180349 Mar 22 14:12:18.458754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-7788b645-affd-4b47-b6f2-fa12dcbdb467 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254010 Mar 22 14:12:18.517335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (dc84be04-73bf-45ff-8218-11f25fbbad3b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.599186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=dc84be04-73bf-45ff-8218-11f25fbbad3b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:18.633486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-3ed42e83-461d-4e62-9a2b-a2dee520e7ce service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634362 Mar 22 14:12:18.634388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Checking segment: {'id': '5af616ee-36db-4fde-92be-337009023e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a0ef2399-3694-4e2a-b013-503b75de02cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:18.634942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network hostable DHCP agents. Network: a0ef2399-3694-4e2a-b013-503b75de02cf, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:19.032664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Network a0ef2399-3694-4e2a-b013-503b75de02cf is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:19.091703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, a0ef2399-3694-4e2a-b013-503b75de02cf) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:19.100785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:19.101497 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.105566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d40cbf-79f5-4998-a802-ff7819ed5755 None None] Network a0ef2399-3694-4e2a-b013-503b75de02cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:19.162784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-69fa2986-d4f3-4526-8acd-28a03727e220 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1494060 Mar 22 14:12:19.165619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:19.168555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-ab180ce1-f7bb-4175-b8e7-44e395b2a12b service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240498 Mar 22 14:12:19.176820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-06290e80-f8e9-4ddd-beb4-18655247a593 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:19.187065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-cedb9ad0-952b-4be1-a170-1e83268225c9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:19.188718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-cedb9ad0-952b-4be1-a170-1e83268225c9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.1912096 Mar 22 14:12:19.208221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-89a9240a-95ee-485a-b306-6cadfce4b0cb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/quotas/03a6139e620642568a3b5527faefcf60 HTTP/1.1" status: 200 len: 375 time: 0.0128684 Mar 22 14:12:19.252856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-a0ef2399-3694-4e2a-b013-503b75de02cf', 'network_id': 'a0ef2399-3694-4e2a-b013-503b75de02cf', 'project_id': 'caedbe82bbb94e4db4b340ca46872c86', 'fixed_ips': [{'subnet_id': 'dc84be04-73bf-45ff-8218-11f25fbbad3b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:19.254732 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.272766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-d4f26582-9f7b-42ed-a57a-fa0dc0a92125 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554323 Mar 22 14:12:19.433133 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06290e80-f8e9-4ddd-beb4-18655247a593 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17509162'] for subnet (dc84be04-73bf-45ff-8218-11f25fbbad3b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.477804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Allocated IP 172.20.0.3 (a0ef2399-3694-4e2a-b013-503b75de02cf/dc84be04-73bf-45ff-8218-11f25fbbad3b/4c02da57-5f78-4aa5-be5d-2b4ae6a237ac) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:19.494246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-60ea364b-73c3-456c-bd4f-01e23d1e72b3 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032275 Mar 22 14:12:19.533804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7151ac-d02e-4716-b6aa-70cea07fb167 req-d562d95a-0f5f-488a-b259-9b852b380dbf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:19.535626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe7151ac-d02e-4716-b6aa-70cea07fb167 req-d562d95a-0f5f-488a-b259-9b852b380dbf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1031938 Mar 22 14:12:19.637665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe7151ac-d02e-4716-b6aa-70cea07fb167 req-96dd4115-3454-4556-9b8c-74c2786ac6e2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719597 Mar 22 14:12:19.649565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-0b6457d5-8478-47f8-ade1-844df5fdd982 service neutron] 10.222.0.44 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441135 Mar 22 14:12:19.682119 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Publish callbacks [] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.700998 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.746300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3122092a-d083-48d1-ab12-808c6e9dff77 req-f3b33634-5a46-475d-8535-a4cc962d1ce9 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 210 time: 0.0575759 Mar 22 14:12:19.819831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Pushing event updated for resources: {'Port': ['ID=4c02da57-5f78-4aa5-be5d-2b4ae6a237ac,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:19.835652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Network a0ef2399-3694-4e2a-b013-503b75de02cf is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:19.839202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:19.842663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:19.910366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-273ecd66-5bb7-4b38-ad65-a665ac1bc143 req-4d9513c9-a463-4235-a88c-9944dd414c47 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 210 time: 0.0447772 Mar 22 14:12:19.949841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Attempting to bind port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:19.950264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Attempting to bind port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5af616ee-36db-4fde-92be-337009023e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a0ef2399-3694-4e2a-b013-503b75de02cf'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:19.950724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Attempting to bind port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac on network a0ef2399-3694-4e2a-b013-503b75de02cf {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:19.959260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:19.960010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Checking segment: {'id': '5af616ee-36db-4fde-92be-337009023e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a0ef2399-3694-4e2a-b013-503b75de02cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:19.961002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.961681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Bound using segment: {'id': '5af616ee-36db-4fde-92be-337009023e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a0ef2399-3694-4e2a-b013-503b75de02cf'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:19.962483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Bound port: 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af616ee-36db-4fde-92be-337009023e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a0ef2399-3694-4e2a-b013-503b75de02cf'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:19.963635 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.054794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] For port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:20.064495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] For port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4c02da57-5f78-4aa5-be5d-2b4ae6a237ac,segment=NetworkSegment(5af616ee-36db-4fde-92be-337009023e2f),segment_id=5af616ee-36db-4fde-92be-337009023e2f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:20.079822 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.136588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06290e80-f8e9-4ddd-beb4-18655247a593 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784113941643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16940182'] for subnet (dc84be04-73bf-45ff-8218-11f25fbbad3b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.208615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06290e80-f8e9-4ddd-beb4-18655247a593 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event updated for resources: {'Subnet': ['ID=dc84be04-73bf-45ff-8218-11f25fbbad3b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:20.231690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06290e80-f8e9-4ddd-beb4-18655247a593 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:20.232299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06290e80-f8e9-4ddd-beb4-18655247a593 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.247528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35946) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:20.261651 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06290e80-f8e9-4ddd-beb4-18655247a593 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "PUT /v2.0/subnets/dc84be04-73bf-45ff-8218-11f25fbbad3b HTTP/1.1" status: 200 len: 877 time: 1.0938411 Mar 22 14:12:20.322715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bee5b795-ed18-4be3-ba57-d5595b6bd978 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:20.416945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0f21dba6-edf9-488d-b2e3-155f9a6e3179 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:20.478800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:12:20.481940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639b57-86e4-45ee-9ae4-0f180bffbaad None None] Pushing event updated for resources: {'Port': ['ID=4c02da57-5f78-4aa5-be5d-2b4ae6a237ac,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:20.486522 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b6ec471-92a9-4e31-8ca9-fde89221911a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.500436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 0f21dba6-edf9-488d-b2e3-155f9a6e3179 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:20.501215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0f21dba6-edf9-488d-b2e3-155f9a6e3179 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:20.548153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (a0ef2399-3694-4e2a-b013-503b75de02cf), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.635928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:20.640241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:20.640796 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.652902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'port_id': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'mac_address': 'fa:16:3e:14:bf:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:20.742491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bee5b795-ed18-4be3-ba57-d5595b6bd978 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:20.743336 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.770913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bee5b795-ed18-4be3-ba57-d5595b6bd978 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:20.802322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:20.807911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.911909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:20.956143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6ebc7c2-be49-40c3-8971-da6b57800369 req-12e57f11-06a2-493a-a3db-9c133d278eff tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 210 time: 0.0575283 Mar 22 14:12:20.970929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bee5b795-ed18-4be3-ba57-d5595b6bd978'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:20.990121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4c02da57-5f78-4aa5-be5d-2b4ae6a237ac,segment=NetworkSegment(5af616ee-36db-4fde-92be-337009023e2f),segment_id=5af616ee-36db-4fde-92be-337009023e2f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:20.990499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.010043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:21.025436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cba540-460b-42fc-bb60-396529b5a4a3 req-36263b5e-0672-4ec4-a608-a3339a426f5e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.026921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86cba540-460b-42fc-bb60-396529b5a4a3 req-36263b5e-0672-4ec4-a608-a3339a426f5e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 945 time: 0.1947589 Mar 22 14:12:21.250983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86cba540-460b-42fc-bb60-396529b5a4a3 req-25c365f0-1268-4d39-b296-717dd9f48690 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083278 Mar 22 14:12:21.285001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:21.307757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb1fee5a-f55c-4b51-af03-e013e606ccd8 req-0a48ac6e-5762-4595-88cc-39448ccdbf64 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 210 time: 0.1918941 Mar 22 14:12:21.416270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:21.416882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.441307 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4c02da57-5f78-4aa5-be5d-2b4ae6a237ac), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.469361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Could not find standard attr ID for object 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:12:21.472426 n-d-834677-3 neutron-server[110459]: INFO neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No ports have port_id starting with 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac Mar 22 14:12:21.534628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=4c02da57-5f78-4aa5-be5d-2b4ae6a237ac,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:21.662018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:21.839457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.861982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (dc84be04-73bf-45ff-8218-11f25fbbad3b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.871428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-6c0c482f-bfe8-48be-bf4c-cdb25830484b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.878227 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-6c0c482f-bfe8-48be-bf4c-cdb25830484b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 812 time: 0.2861092 Mar 22 14:12:21.912392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Request body: {'port': {'device_id': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'admin_state_up': True, 'tenant_id': '03a6139e620642568a3b5527faefcf60'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:21.955861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-77ddea92-292e-44ed-af6e-e5a2c9cbb669 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.958246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-77ddea92-292e-44ed-af6e-e5a2c9cbb669 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.2976971 Mar 22 14:12:21.975900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Request body: {'port': {'device_id': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'admin_state_up': True, 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:22.119330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:22.123166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.174366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d2f7a-0ba8-44f8-a992-acd3acfdcc59 None None] Network a0ef2399-3694-4e2a-b013-503b75de02cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:22.181387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5fa1f3e-8e43-4115-8880-203a4824432b req-23d9f84b-529f-431b-bc69-a59f6733744f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 210 time: 0.0686450 Mar 22 14:12:22.198228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Made reservation on behalf of 03a6139e620642568a3b5527faefcf60 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:22.204388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.225153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (dc84be04-73bf-45ff-8218-11f25fbbad3b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.300430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=dc84be04-73bf-45ff-8218-11f25fbbad3b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:22.315785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bee5b795-ed18-4be3-ba57-d5595b6bd978 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:22.365763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2207afef-aa6f-476b-9847-e81063f23fbd None None] Could not find standard attr ID for object 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:12:22.433697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (a0ef2399-3694-4e2a-b013-503b75de02cf), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.455076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port bee5b795-ed18-4be3-ba57-d5595b6bd978 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:22.457937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.535148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Allocated IP 172.20.0.5 (3b4d4fe1-57f8-46db-90f7-13628524dea6/7688f550-22c3-4c7f-b5c5-16e2757ded09/0d7f27dd-8e80-4557-9987-ca604f1d3f68) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:22.657042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ef2399-3694-4e2a-b013-503b75de02cf']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:22.661249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bee5b795-ed18-4be3-ba57-d5595b6bd978 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:22.662917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-955be39a-fb1c-4c5d-8da4-449c4963775f req-559ee39b-4070-4a98-9957-d0a225889a50 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 210 time: 0.1699083 Mar 22 14:12:22.677025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.728980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:22.730893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af616ee-36db-4fde-92be-337009023e2f') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:22.731650 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551296b-d716-4650-b1ff-d71af3ddc652" -d '{"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:22.731995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af616ee-36db-4fde-92be-337009023e2f') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:22.745714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:22.755406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.757924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (5af616ee-36db-4fde-92be-337009023e2f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.779208 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5af616ee-36db-4fde-92be-337009023e2f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.785948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:22.786399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (5af616ee-36db-4fde-92be-337009023e2f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.822322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:22.849591 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863c0504-ed0e-4b28-a94d-931699f71bc9 x-openstack-request-id: req-863c0504-ed0e-4b28-a94d-931699f71bc9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:22.851906 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:22.854007 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-863c0504-ed0e-4b28-a94d-931699f71bc9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:22.854518 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863c0504-ed0e-4b28-a94d-931699f71bc9'] response: {'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'code': 200} Mar 22 14:12:22.856681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33211fa7-7df0-41e9-a064-a377e0fe0d10 None None] Network a0ef2399-3694-4e2a-b013-503b75de02cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:22.864593 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:22.878149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (a0ef2399-3694-4e2a-b013-503b75de02cf), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.890341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.896972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/a0ef2399-3694-4e2a-b013-503b75de02cf HTTP/1.1" status: 204 len: 168 time: 2.6439209 Mar 22 14:12:22.902650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33211fa7-7df0-41e9-a064-a377e0fe0d10 None None] Network a0ef2399-3694-4e2a-b013-503b75de02cf could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:12:22.904688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36056) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:22.920412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bcab7-a851-481c-b276-c3b5250cb97d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=a0ef2399-3694-4e2a-b013-503b75de02cf,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:22.939390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Allocated IP 172.20.0.7 (0fe42f4b-0f12-4858-ba08-c78a76740d73/edb6b946-1919-428d-82b4-bb41969f7980/fbd3f570-c937-47e4-8298-8019deb32912) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:22.940644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:12:22.958705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e314221-c4a4-448b-98b4-861d86a13763 req-918694d4-17c7-4fa1-8529-75003b4d7038 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:22.960992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e314221-c4a4-448b-98b4-861d86a13763 req-918694d4-17c7-4fa1-8529-75003b4d7038 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 945 time: 0.4833732 Mar 22 14:12:23.036322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec034cd4-3d92-472f-8832-bd021b149593 None None] DHCP port deletion for a0ef2399-3694-4e2a-b013-503b75de02cf request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:23.066049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e314221-c4a4-448b-98b4-861d86a13763 req-4c4d7b37-17b5-43ea-a8a1-6a80495aad22 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975025 Mar 22 14:12:23.092096 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-390481ed-eddb-460a-a712-626e0e64eb31 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:23.092808 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390481ed-eddb-460a-a712-626e0e64eb31 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:23.105657 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-390481ed-eddb-460a-a712-626e0e64eb31 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/dc84be04-73bf-45ff-8218-11f25fbbad3b HTTP/1.1" status: 404 len: 337 time: 0.1998930 Mar 22 14:12:23.120069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36058) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:23.172114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks [] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.207651 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2409f1dd-3dd5-4c2d-8d68-a4313260e893 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:23.211344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2409f1dd-3dd5-4c2d-8d68-a4313260e893 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:23.220382 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2409f1dd-3dd5-4c2d-8d68-a4313260e893 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/a0ef2399-3694-4e2a-b013-503b75de02cf HTTP/1.1" status: 404 len: 339 time: 0.0987465 Mar 22 14:12:23.222767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36064) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:23.239368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:23.259098 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b34ae5-b162-4ec4-9e6e-7a15fd3a9cbb tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:23.259917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b34ae5-b162-4ec4-9e6e-7a15fd3a9cbb tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:23.263213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e4b34ae5-b162-4ec4-9e6e-7a15fd3a9cbb tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/49284841-f8df-43e7-a673-84ddb1155dac HTTP/1.1" status: 404 len: 337 time: 0.0392406 Mar 22 14:12:23.266180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36066) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:23.292410 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d309029-02f2-4ed2-ab50-6ae79160355f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:23.293296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d309029-02f2-4ed2-ab50-6ae79160355f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:23.297322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2d309029-02f2-4ed2-ab50-6ae79160355f tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/284489f6-9525-4c2d-ae35-1f91ad60caa3 HTTP/1.1" status: 404 len: 339 time: 0.0299282 Mar 22 14:12:23.303496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36068) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:23.312958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:23.313300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4c02da57-5f78-4aa5-be5d-2b4ae6a237ac not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:23.373691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36070) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:23.382010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks [] for port (fbd3f570-c937-47e4-8298-8019deb32912), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.392650 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.401927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-605b0541-f47b-4d98-81d1-8b6dc9740f2f req-5d3ee9c6-2415-45c9-8a37-04486db2f7c0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 210 time: 0.0385044 Mar 22 14:12:23.419237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.459821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fbd3f570-c937-47e4-8298-8019deb32912), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.475377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ed15db2b-b05a-488d-a7ec-10d27a79d653), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.477398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc', '73546ba8-e3ec-499c-9d9d-347345a218ef'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:23.524621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Network 3b4d4fe1-57f8-46db-90f7-13628524dea6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:23.543282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:23.548571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:23.550857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:23.557985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:23.562060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:23.583822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event updated for resources: {'Port': ['ID=0d7f27dd-8e80-4557-9987-ca604f1d3f68,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:23.628476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event updated for resources: {'Port': ['ID=fbd3f570-c937-47e4-8298-8019deb32912,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:23.653614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:23.654630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.678476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-62103640-cbfe-487b-a486-b9492e2998b1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7074902 Mar 22 14:12:23.698275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Request body: {'port': {'device_id': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:23.746276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2389621a-756a-4e31-b2dd-6bb7185459f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.771610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ed15db2b-b05a-488d-a7ec-10d27a79d653), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.776165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbd3f570-c937-47e4-8298-8019deb32912), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.790921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:23.791534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.819538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed15db2b-b05a-488d-a7ec-10d27a79d653']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:23.837846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed21ad9f-b4b6-4d69-b593-234680d63e34') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:23.838273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed21ad9f-b4b6-4d69-b593-234680d63e34') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:23.857315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-e0864cbe-db4b-4c7f-b56e-e5c98c781330 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9576166 Mar 22 14:12:23.861438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ed21ad9f-b4b6-4d69-b593-234680d63e34), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.873571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Request body: {'port': {'device_id': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:23.908835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ed21ad9f-b4b6-4d69-b593-234680d63e34), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.931098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:23.931488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ed21ad9f-b4b6-4d69-b593-234680d63e34), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:23.934949 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:23.945610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197da66-fda5-4012-97c6-fcb63b0ac5a0 req-c67ec31b-d866-4cf9-8a69-c0657c876f41 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:23.948066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6197da66-fda5-4012-97c6-fcb63b0ac5a0 req-c67ec31b-d866-4cf9-8a69-c0657c876f41 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 931 time: 0.1596622 Mar 22 14:12:24.052745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.068280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2389621a-756a-4e31-b2dd-6bb7185459f7 admin admin] Publish callbacks [] for security_group (bf94df0f-cf18-4e96-9f03-897d2a49cb1c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.073372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6197da66-fda5-4012-97c6-fcb63b0ac5a0 req-72bad524-3c25-45cf-915d-8b1b80f359fe tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059983 Mar 22 14:12:24.126771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ed15db2b-b05a-488d-a7ec-10d27a79d653), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.130060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2389621a-756a-4e31-b2dd-6bb7185459f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bf94df0f-cf18-4e96-9f03-897d2a49cb1c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.185419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd3f570-c937-47e4-8298-8019deb32912 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:24.195676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Publish callbacks [] for port (fbd3f570-c937-47e4-8298-8019deb32912), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.237885 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2389621a-756a-4e31-b2dd-6bb7185459f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53807eb8c96b4ba5be7cb818184019df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8589809 Mar 22 14:12:24.238520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.243483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36078) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.244526 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/ed15db2b-b05a-488d-a7ec-10d27a79d653 HTTP/1.1" status: 204 len: 168 time: 0.9374814 Mar 22 14:12:24.245440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389621a-756a-4e31-b2dd-6bb7185459f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94df0f-cf18-4e96-9f03-897d2a49cb1c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:24.248189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ef82e-12a6-4398-a167-b987c5457a97 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=ed15db2b-b05a-488d-a7ec-10d27a79d653,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:24.248353 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.249602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36080) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.275966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Transition to ACTIVE for port object fbd3f570-c937-47e4-8298-8019deb32912 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:24.280460 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d0b36e-be4e-421b-bde3-6c176e4db19a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.281191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d0b36e-be4e-421b-bde3-6c176e4db19a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.286716 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77d0b36e-be4e-421b-bde3-6c176e4db19a tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/63eb3627-ec95-484e-996f-e3d147adff97 HTTP/1.1" status: 404 len: 337 time: 0.0339675 Mar 22 14:12:24.287489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36082) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.297853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fbd3f570-c937-47e4-8298-8019deb32912), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.332010 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f50678-b431-4ae9-8181-b219eae8a8ee tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.332550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f50678-b431-4ae9-8181-b219eae8a8ee tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.338866 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-53f50678-b431-4ae9-8181-b219eae8a8ee tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/632557a1-58ad-49e3-9f99-be2bed8217bf HTTP/1.1" status: 404 len: 339 time: 0.0463521 Mar 22 14:12:24.339478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.369922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd3f570-c937-47e4-8298-8019deb32912,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:24.380000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90534c-f701-486a-bc91-0f7f32954adb req-7c814a97-0a47-4ef0-a31a-215510203d11 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:24.381538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d90534c-f701-486a-bc91-0f7f32954adb req-7c814a97-0a47-4ef0-a31a-215510203d11 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1887128 Mar 22 14:12:24.419965 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86057e1-6ddd-4c78-aa2d-bbf07c20b70b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.420429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86057e1-6ddd-4c78-aa2d-bbf07c20b70b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.426302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c86057e1-6ddd-4c78-aa2d-bbf07c20b70b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/9ced1a8b-e3d0-4842-be07-c94c8ce9537c HTTP/1.1" status: 404 len: 337 time: 0.0849447 Mar 22 14:12:24.426921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36086) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.454322 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-01121d99-738e-4e53-8e33-200fea94bf6d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.454834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01121d99-738e-4e53-8e33-200fea94bf6d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.460517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-01121d99-738e-4e53-8e33-200fea94bf6d tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/02405870-bdbf-45f3-a371-f5dfd3570d93 HTTP/1.1" status: 404 len: 339 time: 0.0260282 Mar 22 14:12:24.461156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36090) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.479674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77115e43-3381-422b-af96-90500559090e admin admin] Publish callbacks [] for security_group (bf94df0f-cf18-4e96-9f03-897d2a49cb1c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.503873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77115e43-3381-422b-af96-90500559090e admin admin] Publish callbacks [] for security_group (bf94df0f-cf18-4e96-9f03-897d2a49cb1c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.504151 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b14aac8-a807-44ae-9e08-9726a765e8b1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.504384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b14aac8-a807-44ae-9e08-9726a765e8b1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.510271 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5b14aac8-a807-44ae-9e08-9726a765e8b1 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/6138e6cb-50ef-48de-9a16-c47641db1147 HTTP/1.1" status: 404 len: 337 time: 0.0415928 Mar 22 14:12:24.510713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36092) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.533726 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf22d80d-0891-414b-a7ef-742727e38239 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.534271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf22d80d-0891-414b-a7ef-742727e38239 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.540957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf22d80d-0891-414b-a7ef-742727e38239 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/967db2c0-963c-4275-b8b2-f10e714063ed HTTP/1.1" status: 404 len: 339 time: 0.0264573 Mar 22 14:12:24.541720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36094) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.580929 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aeb359a-71fe-47f8-a0c3-f7556523330b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.581389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aeb359a-71fe-47f8-a0c3-f7556523330b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.587302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8aeb359a-71fe-47f8-a0c3-f7556523330b tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/e7b971ac-8474-457b-848b-d8283a8774d8 HTTP/1.1" status: 404 len: 337 time: 0.0428684 Mar 22 14:12:24.588068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.602419 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.636928 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c87721-bc87-4383-b5f6-86dfc079e5bd tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.637342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c87721-bc87-4383-b5f6-86dfc079e5bd tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.640300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Attempting to bind port fbd3f570-c937-47e4-8298-8019deb32912 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:24.640722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Attempting to bind port fbd3f570-c937-47e4-8298-8019deb32912 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:24.641055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Attempting to bind port fbd3f570-c937-47e4-8298-8019deb32912 on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:24.643279 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-61c87721-bc87-4383-b5f6-86dfc079e5bd tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/62228160-9b28-47f9-ad48-662d544b8aa0 HTTP/1.1" status: 404 len: 339 time: 0.0300801 Mar 22 14:12:24.643880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36098) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.646594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d90534c-f701-486a-bc91-0f7f32954adb req-460b1834-b054-4af7-9aa6-12d3b3102133 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544487 Mar 22 14:12:24.653468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Port fbd3f570-c937-47e4-8298-8019deb32912 on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:24.653793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Attempting to bind port fbd3f570-c937-47e4-8298-8019deb32912 on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:24.661886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:24.662278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:24.662692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Bound using segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:24.663133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Bound port: fbd3f570-c937-47e4-8298-8019deb32912, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:24.663492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbd3f570-c937-47e4-8298-8019deb32912), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.693275 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acd035b-6e03-4c44-b59a-f767cc3ec554 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.694062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acd035b-6e03-4c44-b59a-f767cc3ec554 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.700110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9acd035b-6e03-4c44-b59a-f767cc3ec554 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/bf1f8d1e-4a65-4a7b-ace0-7bb65794619f HTTP/1.1" status: 404 len: 337 time: 0.0428598 Mar 22 14:12:24.700975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36100) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.724315 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e8350-a321-43b4-bd4b-8a2b3d464822 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.725115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15e8350-a321-43b4-bd4b-8a2b3d464822 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.731054 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b15e8350-a321-43b4-bd4b-8a2b3d464822 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/4877f762-ede5-4260-beae-8e33fa004701 HTTP/1.1" status: 404 len: 339 time: 0.0271759 Mar 22 14:12:24.731719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17179813-4c7b-4f50-804c-ef56f19c48fe req-2fdc7d51-8b4c-403a-b9de-aaf590708533 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:24.732128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36102) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.733257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17179813-4c7b-4f50-804c-ef56f19c48fe req-2fdc7d51-8b4c-403a-b9de-aaf590708533 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 943 time: 0.2224967 Mar 22 14:12:24.755872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77115e43-3381-422b-af96-90500559090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bf94df0f-cf18-4e96-9f03-897d2a49cb1c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.758574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77115e43-3381-422b-af96-90500559090e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.759751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-77115e43-3381-422b-af96-90500559090e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf94df0f-cf18-4e96-9f03-897d2a49cb1c HTTP/1.1" status: 204 len: 168 time: 0.5149846 Mar 22 14:12:24.767387 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc755ece-7f01-4d0d-a134-3c278a310047 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.768131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc755ece-7f01-4d0d-a134-3c278a310047 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.775589 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bc755ece-7f01-4d0d-a134-3c278a310047 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/3793bf44-e765-4ee9-8ac2-aa98908a6b85 HTTP/1.1" status: 404 len: 337 time: 0.0398510 Mar 22 14:12:24.778292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36106) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.800624 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1bbc55-0ba8-4dfa-a4f1-bcbaac649efa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.801407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1bbc55-0ba8-4dfa-a4f1-bcbaac649efa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.808394 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae1bbc55-0ba8-4dfa-a4f1-bcbaac649efa tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/d8bb568e-3c05-4c53-875d-087d2d4f5b6f HTTP/1.1" status: 404 len: 339 time: 0.0287156 Mar 22 14:12:24.811204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36108) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.841926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77115e43-3381-422b-af96-90500559090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94df0f-cf18-4e96-9f03-897d2a49cb1c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:24.848378 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf470be-4c58-4047-9b94-30756be265f4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.849119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf470be-4c58-4047-9b94-30756be265f4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.856342 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bdf470be-4c58-4047-9b94-30756be265f4 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/4edaf82c-387a-4358-bd50-dc390960d45a HTTP/1.1" status: 404 len: 337 time: 0.0436642 Mar 22 14:12:24.857180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36110) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.890068 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b63b2d1-b1a3-4ed4-b02b-b82eeeb02c46 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.890572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b63b2d1-b1a3-4ed4-b02b-b82eeeb02c46 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.897332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1b63b2d1-b1a3-4ed4-b02b-b82eeeb02c46 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/9f77a91b-ece0-40f6-9aea-4634f55b89e4 HTTP/1.1" status: 404 len: 339 time: 0.0351946 Mar 22 14:12:24.899995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36112) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.917506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17179813-4c7b-4f50-804c-ef56f19c48fe req-eb5f325a-c859-4d49-9c0f-334875d6ab6d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631849 Mar 22 14:12:24.919029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] For port fbd3f570-c937-47e4-8298-8019deb32912, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:24.939279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] For port fbd3f570-c937-47e4-8298-8019deb32912, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fbd3f570-c937-47e4-8298-8019deb32912,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:24.941401 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0157125-bdda-4065-a3ba-b0cb9fb7e559 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.941940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0157125-bdda-4065-a3ba-b0cb9fb7e559 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.947685 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d0157125-bdda-4065-a3ba-b0cb9fb7e559 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/7f6452ed-10e2-4e9f-be08-e7b5d18abd45 HTTP/1.1" status: 404 len: 337 time: 0.0440428 Mar 22 14:12:24.948065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36114) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.968635 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fbd3f570-c937-47e4-8298-8019deb32912), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.968946 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe8ff6f-4c66-4f04-b087-d359715848c0 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] DELETE failed (client error): The resource could not be found. Mar 22 14:12:24.969470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe8ff6f-4c66-4f04-b087-d359715848c0 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:12:24.972936 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8fe8ff6f-4c66-4f04-b087-d359715848c0 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/9d4bdcfa-e964-4aba-b510-a295d6f36843 HTTP/1.1" status: 404 len: 339 time: 0.0241492 Mar 22 14:12:24.975577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36116) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:25.016046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:25.016674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.018178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] 10.222.0.57 "PUT /v2.0/ports/fbd3f570-c937-47e4-8298-8019deb32912 HTTP/1.1" status: 200 len: 1091 time: 1.3268178 Mar 22 14:12:25.020450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'tag': 'fbd3f570-c937-47e4-8298-8019deb32912'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:25.022817 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9392a1f3-a044-406f-b199-a4aa719caa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9374f2e4-e86e-4a6a-8c36-a708444e4c0d", "tag": "fbd3f570-c937-47e4-8298-8019deb32912"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:25.053227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting subnet 4cc5613e-7860-4f8e-aefb-f5b8bc328e5e {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:25.064112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (4cc5613e-7860-4f8e-aefb-f5b8bc328e5e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.073646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aae14d-f486-435c-a6b9-7a747f10eab2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd3f570-c937-47e4-8298-8019deb32912,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:25.091887 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b5b9b8-6674-46b9-a11e-983289d71a08 x-openstack-request-id: req-46b5b9b8-6674-46b9-a11e-983289d71a08 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:25.092303 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9374f2e4-e86e-4a6a-8c36-a708444e4c0d", "tag": "fbd3f570-c937-47e4-8298-8019deb32912", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:25.092563 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46b5b9b8-6674-46b9-a11e-983289d71a08 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:25.092980 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b5b9b8-6674-46b9-a11e-983289d71a08'] response: {'name': 'network-changed', 'server_uuid': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'tag': 'fbd3f570-c937-47e4-8298-8019deb32912', 'status': 'completed', 'code': 200} Mar 22 14:12:25.158752 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (4cc5613e-7860-4f8e-aefb-f5b8bc328e5e), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.244097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (4cc5613e-7860-4f8e-aefb-f5b8bc328e5e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.248359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-cdc49d08-6a7b-471c-b2cd-89f6a3242d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:25.249877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-cdc49d08-6a7b-471c-b2cd-89f6a3242d18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 1125 time: 0.1774583 Mar 22 14:12:25.263394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa144-0fb6-4f8e-8282-1ec789d88549 req-4ced7e57-3764-4cd6-a88a-276c449a86c9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:25.264890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9baa144-0fb6-4f8e-8282-1ec789d88549 req-4ced7e57-3764-4cd6-a88a-276c449a86c9 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 931 time: 0.0790100 Mar 22 14:12:25.313880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (4cc5613e-7860-4f8e-aefb-f5b8bc328e5e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.323645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-9448de0e-5dbf-40b6-a8df-261049ae83ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd3f570-c937-47e4-8298-8019deb32912 HTTP/1.1" status: 200 len: 217 time: 0.0577531 Mar 22 14:12:25.381689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc5613e-7860-4f8e-aefb-f5b8bc328e5e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:25.387371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.392137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d845e-2bf8-4b08-abef-84f0e8ea8d72 None None] Network b4643dac-0a58-460f-a317-3fa73cb00b42 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:25.400048 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-80dfffb6-cfff-456f-b79d-dcc2f4e10714 tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/subnets/4cc5613e-7860-4f8e-aefb-f5b8bc328e5e HTTP/1.1" status: 204 len: 168 time: 0.4208529 Mar 22 14:12:25.403152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36124) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:25.416578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9baa144-0fb6-4f8e-8282-1ec789d88549 req-70f35327-5e96-475d-8fbb-f84a0197c8e2 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442134 Mar 22 14:12:25.446629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-8cf65c84-f261-43ab-8702-4ff9d4e4de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:25.448159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-8cf65c84-f261-43ab-8702-4ff9d4e4de64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.1182442 Mar 22 14:12:25.455293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:25.498723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7f27dd-8e80-4557-9987-ca604f1d3f68 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:25.503341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e85c2ca8-7e67-4229-a306-d2fca3343244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.516736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-7a8db548-4a04-4956-8ef1-b5dcef475553 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506656 Mar 22 14:12:25.517528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Publish callbacks [] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.530562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Transition to ACTIVE for port object 0d7f27dd-8e80-4557-9987-ca604f1d3f68 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:25.575477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b4643dac-0a58-460f-a317-3fa73cb00b42), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.577838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.678538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Pushing event updated for resources: {'Port': ['ID=0d7f27dd-8e80-4557-9987-ca604f1d3f68,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:25.681113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] DHCP port deletion for b4643dac-0a58-460f-a317-3fa73cb00b42 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:25.728646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-6cf3bbcf-1821-4ffb-b025-815dd66414f9 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026875 Mar 22 14:12:25.769016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] Deleting port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:25.769592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.840986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e85c2ca8-7e67-4229-a306-d2fca3343244 admin admin] Publish callbacks [] for security_group (22461a23-3fd4-4e8f-8224-ec086f62189a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.855953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] For port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,segment=NetworkSegment(45986423-7b4e-49eb-8db7-5b4c531fa503),segment_id=45986423-7b4e-49eb-8db7-5b4c531fa503)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:25.856667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.867858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e85c2ca8-7e67-4229-a306-d2fca3343244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (22461a23-3fd4-4e8f-8224-ec086f62189a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.875838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] Calling delete_port for 2e556f64-9569-4c3d-9004-8bc5f4a0bffe owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:25.883476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Attempting to bind port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:25.884639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Attempting to bind port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:25.884991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Attempting to bind port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:25.896553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Deleting port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:25.896790 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.935114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:25.935364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Attempting to bind port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 on network 3b4d4fe1-57f8-46db-90f7-13628524dea6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:25.941075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb741ae-0282-4616-81b0-f450575fcbb4 req-7eda74dd-da96-4d03-8b3a-ee6cf56aef94 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:25.958117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0eb741ae-0282-4616-81b0-f450575fcbb4 req-7eda74dd-da96-4d03-8b3a-ee6cf56aef94 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1272647 Mar 22 14:12:25.963296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8be2e75-378d-4096-bfe8-0ce19b40181d req-d585dcec-7efb-4c4f-8f64-a9287e752de2 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225406 Mar 22 14:12:25.986106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.030706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] Pushing event deleted for resources: {'Port': ['ID=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.035077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62600e03-cca7-4673-bccc-aa649f5c9344 None None] No DVR routers for this DVR port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:26.051114 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e85c2ca8-7e67-4229-a306-d2fca3343244 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca54e234e6ee4901b647b7b27db203b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950451 Mar 22 14:12:26.054716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0eb741ae-0282-4616-81b0-f450575fcbb4 req-221ba49f-d947-4a2f-a36e-7bd09e2791df tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946794 Mar 22 14:12:26.055253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36132) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:26.059656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:26.064169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Checking segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:26.070712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Bound using segment: {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:26.071403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Bound port: 0d7f27dd-8e80-4557-9987-ca604f1d3f68, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0207a7-bcca-4623-abfe-d3127878604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:26.071973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.086762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c2ca8-7e67-4229-a306-d2fca3343244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22461a23-3fd4-4e8f-8224-ec086f62189a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.125763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] For port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,segment=NetworkSegment(45986423-7b4e-49eb-8db7-5b4c531fa503),segment_id=45986423-7b4e-49eb-8db7-5b4c531fa503)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:26.126155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.185397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Calling delete_port for 2e556f64-9569-4c3d-9004-8bc5f4a0bffe owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:26.217937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] For port 0d7f27dd-8e80-4557-9987-ca604f1d3f68, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:26.225952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] For port 0d7f27dd-8e80-4557-9987-ca604f1d3f68, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0d7f27dd-8e80-4557-9987-ca604f1d3f68,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:26.257034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-58cb529f-dc31-4500-bbf0-0236e14d7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.259147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-58cb529f-dc31-4500-bbf0-0236e14d7a23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 1125 time: 0.1949542 Mar 22 14:12:26.259894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e456580d-178b-4c77-848f-2ddce84575c9 admin admin] Publish callbacks [] for security_group (22461a23-3fd4-4e8f-8224-ec086f62189a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.286085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.291837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62df90-9f62-4161-9ba3-d501fe2cf290 req-ea34c0eb-a734-44f8-a6f0-0ad5f4ae04da tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.293484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae62df90-9f62-4161-9ba3-d501fe2cf290 req-ea34c0eb-a734-44f8-a6f0-0ad5f4ae04da tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 943 time: 0.1889691 Mar 22 14:12:26.338030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.338809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.340289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] 10.222.0.57 "PUT /v2.0/ports/0d7f27dd-8e80-4557-9987-ca604f1d3f68 HTTP/1.1" status: 200 len: 1091 time: 2.4709470 Mar 22 14:12:26.340834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'tag': '0d7f27dd-8e80-4557-9987-ca604f1d3f68'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:26.343343 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c012f234-e7c6-412f-88e0-2e0517f1390b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b223ba0-cb01-4e6b-ba62-17dcd61257a2", "tag": "0d7f27dd-8e80-4557-9987-ca604f1d3f68"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:26.365690 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e456580d-178b-4c77-848f-2ddce84575c9 admin admin] Publish callbacks [] for security_group (22461a23-3fd4-4e8f-8224-ec086f62189a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.389232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55bc4c-f029-456d-a206-43f024040a8b service neutron] Pushing event updated for resources: {'Port': ['ID=0d7f27dd-8e80-4557-9987-ca604f1d3f68,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.394946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2e556f64-9569-4c3d-9004-8bc5f4a0bffe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.433953 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e263457-1697-4789-941e-966c53c9c83f x-openstack-request-id: req-1e263457-1697-4789-941e-966c53c9c83f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:26.434447 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b223ba0-cb01-4e6b-ba62-17dcd61257a2", "tag": "0d7f27dd-8e80-4557-9987-ca604f1d3f68", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:26.434805 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e263457-1697-4789-941e-966c53c9c83f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:26.435652 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e263457-1697-4789-941e-966c53c9c83f'] response: {'name': 'network-changed', 'server_uuid': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'tag': '0d7f27dd-8e80-4557-9987-ca604f1d3f68', 'status': 'completed', 'code': 200} Mar 22 14:12:26.476123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Port': ['ID=2e556f64-9569-4c3d-9004-8bc5f4a0bffe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.485339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] No DVR routers for this DVR port 2e556f64-9569-4c3d-9004-8bc5f4a0bffe on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:26.527564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae62df90-9f62-4161-9ba3-d501fe2cf290 req-410438b3-52fc-4503-bd33-a7df1bf8d23a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133141 Mar 22 14:12:26.586931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-722cf033-04ae-4dcd-b944-42d4c0e77fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.588596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-722cf033-04ae-4dcd-b944-42d4c0e77fe8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 1125 time: 0.1953173 Mar 22 14:12:26.590307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b4643dac-0a58-460f-a317-3fa73cb00b42), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.630351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-26de249e-1f66-403f-b5b4-83cacbc04213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.631998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-26de249e-1f66-403f-b5b4-83cacbc04213 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.3597260 Mar 22 14:12:26.635538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e456580d-178b-4c77-848f-2ddce84575c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (22461a23-3fd4-4e8f-8224-ec086f62189a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.638891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e456580d-178b-4c77-848f-2ddce84575c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.640061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e456580d-178b-4c77-848f-2ddce84575c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22461a23-3fd4-4e8f-8224-ec086f62189a HTTP/1.1" status: 204 len: 168 time: 0.5838366 Mar 22 14:12:26.677714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4643dac-0a58-460f-a317-3fa73cb00b42']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:26.690675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456580d-178b-4c77-848f-2ddce84575c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22461a23-3fd4-4e8f-8224-ec086f62189a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.703763 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-1c447bd6-d085-444f-be02-3b73c3e5b78d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7f27dd-8e80-4557-9987-ca604f1d3f68 HTTP/1.1" status: 200 len: 217 time: 0.1021185 Mar 22 14:12:26.709800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-427fe21d-91a5-4868-bfdd-8cab8c9c18e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd3f570-c937-47e4-8298-8019deb32912 HTTP/1.1" status: 200 len: 217 time: 0.0661476 Mar 22 14:12:26.731416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45986423-7b4e-49eb-8db7-5b4c531fa503') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:26.731841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45986423-7b4e-49eb-8db7-5b4c531fa503') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:26.738597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a763380-3b93-4899-a86b-0bd0ee15655c req-8e2b42eb-6562-4428-975a-3492136fdca1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.749712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a763380-3b93-4899-a86b-0bd0ee15655c req-8e2b42eb-6562-4428-975a-3492136fdca1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 943 time: 0.1722274 Mar 22 14:12:26.803577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (45986423-7b4e-49eb-8db7-5b4c531fa503), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.812587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-7f5ad70e-04d1-4111-84c7-44fbcddc784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.814556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-7f5ad70e-04d1-4111-84c7-44fbcddc784f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.0980690 Mar 22 14:12:26.846270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (45986423-7b4e-49eb-8db7-5b4c531fa503), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.854928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:26.855779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (45986423-7b4e-49eb-8db7-5b4c531fa503), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:26.923472 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:26.952535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-9fafde78-7369-4b8f-b0bf-bc76d7db91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.953989 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-9fafde78-7369-4b8f-b0bf-bc76d7db91f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.2284436 Mar 22 14:12:27.010998 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-183c6ebf-0006-4454-872e-352aaf1153a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487871 Mar 22 14:12:27.011958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b4643dac-0a58-460f-a317-3fa73cb00b42), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.027593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.034437 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] 10.222.0.44 "DELETE /v2.0/networks/b4643dac-0a58-460f-a317-3fa73cb00b42 HTTP/1.1" status: 204 len: 168 time: 1.6302488 Mar 22 14:12:27.065890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855a75c-15cd-496c-99ee-26b63d3b82ae tempest-NetworksTest-734759069 tempest-NetworksTest-734759069-project] Pushing event deleted for resources: {'Network': ['ID=b4643dac-0a58-460f-a317-3fa73cb00b42,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:27.274943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2e556f64-9569-4c3d-9004-8bc5f4a0bffe no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:27.287373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-d65fa48b-2edc-4d3c-8b33-52f4dcd96f52 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515581 Mar 22 14:12:27.314480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2e556f64-9569-4c3d-9004-8bc5f4a0bffe {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:27.315222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2e556f64-9569-4c3d-9004-8bc5f4a0bffe not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:27.548513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7605556a-47a6-4e4d-b35f-087656c6e146 req-c25a7037-e659-4e22-ab8c-ef90b7131fea service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516036 Mar 22 14:12:27.617082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36164) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:27.640759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-76f7133a-ce77-4321-8968-9af9a668ad1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8144109 Mar 22 14:12:27.745421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-deb483f0-625e-45e0-8d5c-f54cae4efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:27.746967 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-deb483f0-625e-45e0-8d5c-f54cae4efd52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03a6139e620642568a3b5527faefcf60&device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 1125 time: 0.1311517 Mar 22 14:12:27.771153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a763380-3b93-4899-a86b-0bd0ee15655c req-22bd6804-8f59-4ddb-9993-11947bc4a95f tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0202737 Mar 22 14:12:27.816516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4230db-fdd6-4b45-be73-4f1e916ef3c1 req-00c8a5b2-e23d-4016-bc5d-d995c47e259f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:27.818044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a4230db-fdd6-4b45-be73-4f1e916ef3c1 req-00c8a5b2-e23d-4016-bc5d-d995c47e259f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.2660208 Mar 22 14:12:27.900549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-3356384b-b84d-49e7-a7ca-3920a9bdf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:27.902065 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-3356384b-b84d-49e7-a7ca-3920a9bdf8d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 200 len: 913 time: 0.1481903 Mar 22 14:12:27.962778 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-0bf50a10-bb0a-4e47-9a1a-b9d8ab33e1f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7f27dd-8e80-4557-9987-ca604f1d3f68 HTTP/1.1" status: 200 len: 217 time: 0.0531225 Mar 22 14:12:28.007529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-721a0849-6425-4a33-bd3f-cfddecf37241 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450668 Mar 22 14:12:28.008035 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-32b894cf-99e6-4237-be6f-1f8a079cdb16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caedbe82bbb94e4db4b340ca46872c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894892 Mar 22 14:12:28.010197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36174) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:28.096932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26929ce-e20f-4551-8901-9a653a77026c admin admin] Publish callbacks [] for security_group (9ea2653f-d74d-47ed-9908-6a20ee48ffe7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.101668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949c31-6f7c-4c80-a61c-0d50b44d56f0 req-48e4fdd5-4612-4858-9623-decb8fa74c73 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:28.103569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50949c31-6f7c-4c80-a61c-0d50b44d56f0 req-48e4fdd5-4612-4858-9623-decb8fa74c73 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 943 time: 0.1632199 Mar 22 14:12:28.119846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-dd4c753c-e891-4ba6-851e-f1af5f8a6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:28.120969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a4230db-fdd6-4b45-be73-4f1e916ef3c1 req-9155fa04-a2c7-4fad-a178-98cbc19f6037 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788076 Mar 22 14:12:28.122237 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-dd4c753c-e891-4ba6-851e-f1af5f8a6d8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 200 len: 852 time: 0.1261692 Mar 22 14:12:28.149040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26929ce-e20f-4551-8901-9a653a77026c admin admin] Publish callbacks [] for security_group (9ea2653f-d74d-47ed-9908-6a20ee48ffe7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.177764 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-6c324e20-2289-4564-9bb7-1d46beec34ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b4d4fe1-57f8-46db-90f7-13628524dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437436 Mar 22 14:12:28.205551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50949c31-6f7c-4c80-a61c-0d50b44d56f0 req-4681dca4-cdbf-4a23-b570-9d13f38d6ea2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833156 Mar 22 14:12:28.259101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392a1f3-a044-406f-b199-a4aa719caa8f req-ee7f25f3-ebfd-4d94-8d42-864631b120df service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393456 Mar 22 14:12:28.327823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26929ce-e20f-4551-8901-9a653a77026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ea2653f-d74d-47ed-9908-6a20ee48ffe7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.329696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d26929ce-e20f-4551-8901-9a653a77026c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.333148 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d26929ce-e20f-4551-8901-9a653a77026c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ea2653f-d74d-47ed-9908-6a20ee48ffe7 HTTP/1.1" status: 204 len: 168 time: 0.3194671 Mar 22 14:12:28.346653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26929ce-e20f-4551-8901-9a653a77026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea2653f-d74d-47ed-9908-6a20ee48ffe7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:28.369503 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-0bd46ae0-b98d-47ce-b383-48ce39425c9a service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814697 Mar 22 14:12:28.405498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.506483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c012f234-e7c6-412f-88e0-2e0517f1390b req-1c8c8765-91fb-468c-9712-14980ad78152 service neutron] 10.222.0.57 "GET /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294832 Mar 22 14:12:29.019211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335678b7-ec0c-4f6f-84da-2d13a501ef86 req-843581af-0162-4dde-ad6c-a48e17e452ae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:29.020808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-335678b7-ec0c-4f6f-84da-2d13a501ef86 req-843581af-0162-4dde-ad6c-a48e17e452ae tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 943 time: 0.1283989 Mar 22 14:12:29.088584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-335678b7-ec0c-4f6f-84da-2d13a501ef86 req-a9200ade-4198-495d-a9a0-1bef4fd3f9a7 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595305 Mar 22 14:12:29.454110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10288f3-f9a8-4f5f-b59f-73ad1e75e56b req-4d09f6b7-e461-421d-92c9-2f37f6c505ab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:29.455083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c10288f3-f9a8-4f5f-b59f-73ad1e75e56b req-4d09f6b7-e461-421d-92c9-2f37f6c505ab tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.2257128 Mar 22 14:12:29.523771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3275ab-41dc-40c1-97b2-25f2c348d9bb req-7aa68f33-5de4-4e00-acc6-3089a85636d8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:29.523771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f3275ab-41dc-40c1-97b2-25f2c348d9bb req-7aa68f33-5de4-4e00-acc6-3089a85636d8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 943 time: 0.1623986 Mar 22 14:12:29.526130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c10288f3-f9a8-4f5f-b59f-73ad1e75e56b req-7d91bbcc-e7d7-41ec-a508-d600f1dfa2ac tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641077 Mar 22 14:12:29.640866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f3275ab-41dc-40c1-97b2-25f2c348d9bb req-0217b32c-ba1c-425c-a964-4dd41a7656a7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079609 Mar 22 14:12:29.865754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36228) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:30.165958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--873717806'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:30.207526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.230371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.357814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device fbd3f570-c937-47e4-8298-8019deb32912 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:30.358436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380054c-b8b5-40ca-9d45-3e3e71121e77 req-e1677fe1-9f31-474f-b497-57ef4170bc42 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:30.359618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8380054c-b8b5-40ca-9d45-3e3e71121e77 req-e1677fe1-9f31-474f-b497-57ef4170bc42 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 943 time: 0.0995233 Mar 22 14:12:30.402861 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (289dd3a3-16cb-4601-ba62-6387bc900a71), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.416824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (289dd3a3-16cb-4601-ba62-6387bc900a71), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.459690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8380054c-b8b5-40ca-9d45-3e3e71121e77 req-8c834903-57d8-4a50-99db-9d9f73196b4d tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835965 Mar 22 14:12:30.476588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port fbd3f570-c937-47e4-8298-8019deb32912, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fbd3f570-c937-47e4-8298-8019deb32912,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:30.477468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289dd3a3-16cb-4601-ba62-6387bc900a71,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:30.511661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'fbd3f570-c937-47e4-8298-8019deb32912', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'port_id': 'fbd3f570-c937-47e4-8298-8019deb32912', 'mac_address': 'fa:16:3e:22:7f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6b946-1919-428d-82b4-bb41969f7980', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:30.543654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.550566 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.562757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port fbd3f570-c937-47e4-8298-8019deb32912 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:30.563661 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbd3f570-c937-47e4-8298-8019deb32912), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.588347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.592529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7228122 Mar 22 14:12:30.592713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd3f570-c937-47e4-8298-8019deb32912 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:30.592833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36240) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:30.598896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34f0d5-9bdd-4a5d-bd95-282d129e9dc7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d6e13-b656-4698-98dd-b1b9a6a57db4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:30.651431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port fbd3f570-c937-47e4-8298-8019deb32912, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fbd3f570-c937-47e4-8298-8019deb32912,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:30.660674 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fbd3f570-c937-47e4-8298-8019deb32912), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.698654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d9e1a-f9a0-4795-86d6-88e0ff6fb0f2 req-5bd90c26-c85d-41c9-be9a-5f0678cbe80a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:30.705648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-628d9e1a-f9a0-4795-86d6-88e0ff6fb0f2 req-5bd90c26-c85d-41c9-be9a-5f0678cbe80a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.0653145 Mar 22 14:12:30.712487 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f78629a9-b1da-48b9-b873-3611ed5c9947 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1155858 Mar 22 14:12:30.713145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36244) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:30.724890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cc3712be-00b9-4a2b-8f83-436fb8d8b836 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-security--1430639654', 'description': 'tempest-security-description-1431588008'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:30.769082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=fbd3f570-c937-47e4-8298-8019deb32912,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:30.783902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc3712be-00b9-4a2b-8f83-436fb8d8b836 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.813641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-628d9e1a-f9a0-4795-86d6-88e0ff6fb0f2 req-3c4687d5-9b4f-43be-b7b9-6d921e2f17ce tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044304 Mar 22 14:12:30.831169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246edc-a033-4d18-b6a5-110370e7f0dd req-a5eaf9d6-e2e3-4ff4-b2d4-61bb0f2c6d76 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:30.832987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54246edc-a033-4d18-b6a5-110370e7f0dd req-a5eaf9d6-e2e3-4ff4-b2d4-61bb0f2c6d76 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 944 time: 0.0958803 Mar 22 14:12:30.840588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc3712be-00b9-4a2b-8f83-436fb8d8b836 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.848864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc3712be-00b9-4a2b-8f83-436fb8d8b836 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.852424 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc3712be-00b9-4a2b-8f83-436fb8d8b836 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.853957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cc3712be-00b9-4a2b-8f83-436fb8d8b836 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "PUT /v2.0/security-groups/1f9d6e13-b656-4698-98dd-b1b9a6a57db4 HTTP/1.1" status: 200 len: 1797 time: 0.1388576 Mar 22 14:12:30.856814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36246) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:30.880971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3712be-00b9-4a2b-8f83-436fb8d8b836 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d6e13-b656-4698-98dd-b1b9a6a57db4,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:30.924337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b954630e-130b-49f4-9cd0-cb6b5912d76b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups/1f9d6e13-b656-4698-98dd-b1b9a6a57db4 HTTP/1.1" status: 200 len: 1797 time: 0.0661871 Mar 22 14:12:30.926982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36248) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:30.945333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54246edc-a033-4d18-b6a5-110370e7f0dd req-d1f9d98f-ebaf-4d35-a1b7-ffea1712c38d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972602 Mar 22 14:12:31.006888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a847de5-fc4b-4841-b08f-b282e6c9a881 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.055816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a847de5-fc4b-4841-b08f-b282e6c9a881 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.087062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['fbd3f570-c937-47e4-8298-8019deb32912'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:31.111782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a847de5-fc4b-4841-b08f-b282e6c9a881 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1f9d6e13-b656-4698-98dd-b1b9a6a57db4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.118351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a847de5-fc4b-4841-b08f-b282e6c9a881 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.118351 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4a847de5-fc4b-4841-b08f-b282e6c9a881 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/1f9d6e13-b656-4698-98dd-b1b9a6a57db4 HTTP/1.1" status: 204 len: 168 time: 0.1876247 Mar 22 14:12:31.120363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36250) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:31.127470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a847de5-fc4b-4841-b08f-b282e6c9a881 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d6e13-b656-4698-98dd-b1b9a6a57db4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:31.185650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3c1f0d10-bacf-4463-9feb-685ed9aeb77a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0641148 Mar 22 14:12:31.190207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36252) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:31.208000 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-d78d7858-feb0-45e2-8d87-545d79d94c23 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] delete failed (client error): The resource could not be found. Mar 22 14:12:31.209056 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d78d7858-feb0-45e2-8d87-545d79d94c23 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/1f9d6e13-b656-4698-98dd-b1b9a6a57db4 HTTP/1.1" status: 404 len: 347 time: 0.0178618 Mar 22 14:12:31.213761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36256) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:31.219216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-60b85169-5f0b-469a-a0e5-15d17192f50f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--690641666'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:31.253396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b85169-5f0b-469a-a0e5-15d17192f50f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.371505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b85169-5f0b-469a-a0e5-15d17192f50f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (8041cc6e-2fbb-4ccd-a921-9c2ddacb6986), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.379334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b85169-5f0b-469a-a0e5-15d17192f50f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8041cc6e-2fbb-4ccd-a921-9c2ddacb6986), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.421604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b85169-5f0b-469a-a0e5-15d17192f50f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8041cc6e-2fbb-4ccd-a921-9c2ddacb6986,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:31.430259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60b85169-5f0b-469a-a0e5-15d17192f50f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.431504 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-60b85169-5f0b-469a-a0e5-15d17192f50f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2164264 Mar 22 14:12:31.434473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36268) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:31.439383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6e3a6fec-b190-4997-baa5-ad3c4657bdee tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': '8041cc6e-2fbb-4ccd-a921-9c2ddacb6986', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:31.489325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6fec-b190-4997-baa5-ad3c4657bdee tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (d70d39ff-f622-41fb-9d6a-0b268d2eeb1b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.574505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6fec-b190-4997-baa5-ad3c4657bdee tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (d70d39ff-f622-41fb-9d6a-0b268d2eeb1b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.579710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6fec-b190-4997-baa5-ad3c4657bdee tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d70d39ff-f622-41fb-9d6a-0b268d2eeb1b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.631017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a6fec-b190-4997-baa5-ad3c4657bdee tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70d39ff-f622-41fb-9d6a-0b268d2eeb1b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:31.638591 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6fec-b190-4997-baa5-ad3c4657bdee tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.640752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6e3a6fec-b190-4997-baa5-ad3c4657bdee tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052729 Mar 22 14:12:31.643770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36274) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:31.666647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790a8aa-74c0-411e-8203-1d15623e3d78 req-8d2c28d1-08a6-4dd1-a724-8a33e7305fef tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:31.673921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c790a8aa-74c0-411e-8203-1d15623e3d78 req-8d2c28d1-08a6-4dd1-a724-8a33e7305fef tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 943 time: 0.0968764 Mar 22 14:12:31.702341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e658ecd5-a830-43b8-aa4b-117124666ed2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (d70d39ff-f622-41fb-9d6a-0b268d2eeb1b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.714714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e658ecd5-a830-43b8-aa4b-117124666ed2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (d70d39ff-f622-41fb-9d6a-0b268d2eeb1b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.738892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c790a8aa-74c0-411e-8203-1d15623e3d78 req-1d114d04-075c-45c4-a565-155d519df5fe tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631433 Mar 22 14:12:31.769666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e658ecd5-a830-43b8-aa4b-117124666ed2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d70d39ff-f622-41fb-9d6a-0b268d2eeb1b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.777739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e658ecd5-a830-43b8-aa4b-117124666ed2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.782016 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e658ecd5-a830-43b8-aa4b-117124666ed2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d70d39ff-f622-41fb-9d6a-0b268d2eeb1b HTTP/1.1" status: 204 len: 168 time: 0.1341989 Mar 22 14:12:31.782016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:31.787714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658ecd5-a830-43b8-aa4b-117124666ed2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d70d39ff-f622-41fb-9d6a-0b268d2eeb1b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:31.855430 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62d3e2ab-ed71-42e6-9779-d57999534d58 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0722489 Mar 22 14:12:31.860857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36280) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:31.965245 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29eb599b-d968-4118-95d9-43dac49cd972 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (8041cc6e-2fbb-4ccd-a921-9c2ddacb6986), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.991282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b87db-513d-4c8e-947d-5e857ce906a8 req-ab569047-424f-4ed1-af12-ea95d6bb1b65 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:31.998473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f94b87db-513d-4c8e-947d-5e857ce906a8 req-ab569047-424f-4ed1-af12-ea95d6bb1b65 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1019485 Mar 22 14:12:32.032478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29eb599b-d968-4118-95d9-43dac49cd972 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (8041cc6e-2fbb-4ccd-a921-9c2ddacb6986), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.138925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f94b87db-513d-4c8e-947d-5e857ce906a8 req-7656ad5d-0599-4e92-9fbb-ff0fafa2e52c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395323 Mar 22 14:12:32.177916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbf53b-5f54-431a-aef6-248bc80ed78c req-1059d2a6-c699-4640-b8cf-2306d6d47c6f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.179516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dedbf53b-5f54-431a-aef6-248bc80ed78c req-1059d2a6-c699-4640-b8cf-2306d6d47c6f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 944 time: 0.1149664 Mar 22 14:12:32.180194 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29eb599b-d968-4118-95d9-43dac49cd972 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8041cc6e-2fbb-4ccd-a921-9c2ddacb6986), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.182806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29eb599b-d968-4118-95d9-43dac49cd972 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.183839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-29eb599b-d968-4118-95d9-43dac49cd972 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/8041cc6e-2fbb-4ccd-a921-9c2ddacb6986 HTTP/1.1" status: 204 len: 168 time: 0.3214176 Mar 22 14:12:32.186881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36292) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.208212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb599b-d968-4118-95d9-43dac49cd972 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8041cc6e-2fbb-4ccd-a921-9c2ddacb6986,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.250263 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fee9f94e-c72a-4af3-8bc8-a734a46abc9f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586729 Mar 22 14:12:32.251458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36294) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.258506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dedbf53b-5f54-431a-aef6-248bc80ed78c req-f41fa162-a11c-41ad-92d2-931ecfaedf30 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705085 Mar 22 14:12:32.266678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-00f0aaa1-73ac-401a-9cd9-96b55a4fca3e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--371405794'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:32.293648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-00f0aaa1-73ac-401a-9cd9-96b55a4fca3e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.357327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0d7f27dd-8e80-4557-9987-ca604f1d3f68 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:32.380249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-00f0aaa1-73ac-401a-9cd9-96b55a4fca3e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (dd0a4da1-47bd-4f20-b5c5-08767570b125), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.385714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-00f0aaa1-73ac-401a-9cd9-96b55a4fca3e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd0a4da1-47bd-4f20-b5c5-08767570b125), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.450572 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-00f0aaa1-73ac-401a-9cd9-96b55a4fca3e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.456092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-00f0aaa1-73ac-401a-9cd9-96b55a4fca3e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1935334 Mar 22 14:12:32.456092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36296) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.458855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0aaa1-73ac-401a-9cd9-96b55a4fca3e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0a4da1-47bd-4f20-b5c5-08767570b125,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.465150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9a46255c-8f81-4555-ab93-d1f4326745ec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': 'dd0a4da1-47bd-4f20-b5c5-08767570b125', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:32.501229 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a46255c-8f81-4555-ab93-d1f4326745ec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (23e269dd-8934-4e2d-b3fe-1ab4a92f640b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.502314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 0d7f27dd-8e80-4557-9987-ca604f1d3f68, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0d7f27dd-8e80-4557-9987-ca604f1d3f68,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:32.516770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '0d7f27dd-8e80-4557-9987-ca604f1d3f68', 'network_id': '3b4d4fe1-57f8-46db-90f7-13628524dea6', 'port_id': '0d7f27dd-8e80-4557-9987-ca604f1d3f68', 'mac_address': 'fa:16:3e:8c:d1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f550-22c3-4c7f-b5c5-16e2757ded09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:32.565745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:32.572691 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.588472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a46255c-8f81-4555-ab93-d1f4326745ec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (23e269dd-8934-4e2d-b3fe-1ab4a92f640b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.592080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7f27dd-8e80-4557-9987-ca604f1d3f68 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:32.597546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a46255c-8f81-4555-ab93-d1f4326745ec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (23e269dd-8934-4e2d-b3fe-1ab4a92f640b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.616216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46255c-8f81-4555-ab93-d1f4326745ec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e269dd-8934-4e2d-b3fe-1ab4a92f640b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.624515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 0d7f27dd-8e80-4557-9987-ca604f1d3f68, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0d7f27dd-8e80-4557-9987-ca604f1d3f68,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:32.634753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a46255c-8f81-4555-ab93-d1f4326745ec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.634753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a46255c-8f81-4555-ab93-d1f4326745ec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750114 Mar 22 14:12:32.635085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36298) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.636867 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.645936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c070351d-9349-4e0a-aea0-a8e2404d343b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': 'dd0a4da1-47bd-4f20-b5c5-08767570b125', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:32.683634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c070351d-9349-4e0a-aea0-a8e2404d343b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (7a79270a-8380-49a9-b56f-2be481625712), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.689858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=0d7f27dd-8e80-4557-9987-ca604f1d3f68,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.796474 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c070351d-9349-4e0a-aea0-a8e2404d343b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (7a79270a-8380-49a9-b56f-2be481625712), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.811385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c070351d-9349-4e0a-aea0-a8e2404d343b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (7a79270a-8380-49a9-b56f-2be481625712), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.828504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070351d-9349-4e0a-aea0-a8e2404d343b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a79270a-8380-49a9-b56f-2be481625712,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.851627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c070351d-9349-4e0a-aea0-a8e2404d343b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.853309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c070351d-9349-4e0a-aea0-a8e2404d343b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110977 Mar 22 14:12:32.856332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36302) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.861927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-76425a71-2a56-49c3-a372-bbe59a27599a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': 'dd0a4da1-47bd-4f20-b5c5-08767570b125', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:32.932697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76425a71-2a56-49c3-a372-bbe59a27599a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (85aaea27-0220-40f1-be18-ba6e2cc11ee9), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.958790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a22cd-5e72-4c5b-9ce7-a156b0bf1423 req-afde683b-52dc-481c-87d1-b9bf446b83e4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.960408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-343a22cd-5e72-4c5b-9ce7-a156b0bf1423 req-afde683b-52dc-481c-87d1-b9bf446b83e4 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 944 time: 0.0921407 Mar 22 14:12:33.042729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76425a71-2a56-49c3-a372-bbe59a27599a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (85aaea27-0220-40f1-be18-ba6e2cc11ee9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.050848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['0d7f27dd-8e80-4557-9987-ca604f1d3f68'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:33.051180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-343a22cd-5e72-4c5b-9ce7-a156b0bf1423 req-56a03c8e-e53b-4e0c-a857-c62973de9034 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839312 Mar 22 14:12:33.052507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76425a71-2a56-49c3-a372-bbe59a27599a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (85aaea27-0220-40f1-be18-ba6e2cc11ee9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.078514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76425a71-2a56-49c3-a372-bbe59a27599a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.082386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-76425a71-2a56-49c3-a372-bbe59a27599a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2221603 Mar 22 14:12:33.082560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76425a71-2a56-49c3-a372-bbe59a27599a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aaea27-0220-40f1-be18-ba6e2cc11ee9,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.084376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.090163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4567c023-ed9e-4ea1-a791-f12c9c6c6e1e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': 'dd0a4da1-47bd-4f20-b5c5-08767570b125', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:33.135150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4567c023-ed9e-4ea1-a791-f12c9c6c6e1e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (51da4d07-8227-4399-967c-cb8ddf362f15), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.253811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4567c023-ed9e-4ea1-a791-f12c9c6c6e1e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (51da4d07-8227-4399-967c-cb8ddf362f15), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.265595 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4567c023-ed9e-4ea1-a791-f12c9c6c6e1e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (51da4d07-8227-4399-967c-cb8ddf362f15), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.310053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567c023-ed9e-4ea1-a791-f12c9c6c6e1e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51da4d07-8227-4399-967c-cb8ddf362f15,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.343162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4567c023-ed9e-4ea1-a791-f12c9c6c6e1e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.350144 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4567c023-ed9e-4ea1-a791-f12c9c6c6e1e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2639828 Mar 22 14:12:33.351498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36322) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.361380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d4c0d54d-0993-44c3-9472-0ff84459ee1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': 'dd0a4da1-47bd-4f20-b5c5-08767570b125', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:33.394541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d54d-0993-44c3-9472-0ff84459ee1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (0e4b55bd-34e1-426a-a1df-8d2bf1e70a62), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.402400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c04a1-1c2b-4095-a7e1-6a5d914e4bc9 req-b52f612e-da69-4f37-a6d1-3e8de706d27a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:33.404438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b10c04a1-1c2b-4095-a7e1-6a5d914e4bc9 req-b52f612e-da69-4f37-a6d1-3e8de706d27a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1666622 Mar 22 14:12:33.461259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924bd58-6a72-4df6-b96a-a1ef6c0c7d20 req-7e46e0c5-a8f3-47d5-a04a-d00cf7323055 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:33.469528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4924bd58-6a72-4df6-b96a-a1ef6c0c7d20 req-7e46e0c5-a8f3-47d5-a04a-d00cf7323055 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 944 time: 0.1163445 Mar 22 14:12:33.505062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d54d-0993-44c3-9472-0ff84459ee1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (0e4b55bd-34e1-426a-a1df-8d2bf1e70a62), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.513404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d54d-0993-44c3-9472-0ff84459ee1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0e4b55bd-34e1-426a-a1df-8d2bf1e70a62), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.531357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0d54d-0993-44c3-9472-0ff84459ee1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4b55bd-34e1-426a-a1df-8d2bf1e70a62,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.541090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b10c04a1-1c2b-4095-a7e1-6a5d914e4bc9 req-10847347-2df3-4b34-90c6-5370251d9d36 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266923 Mar 22 14:12:33.563420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d54d-0993-44c3-9472-0ff84459ee1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.569222 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d4c0d54d-0993-44c3-9472-0ff84459ee1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2152202 Mar 22 14:12:33.569930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36328) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.575446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4924bd58-6a72-4df6-b96a-a1ef6c0c7d20 req-590652e5-ee6f-45ac-ad31-85278b289948 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047325 Mar 22 14:12:33.615055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25e83ff4-7f78-4915-8d71-d262aa79517e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (0e4b55bd-34e1-426a-a1df-8d2bf1e70a62), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.626241 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25e83ff4-7f78-4915-8d71-d262aa79517e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (0e4b55bd-34e1-426a-a1df-8d2bf1e70a62), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.659487 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25e83ff4-7f78-4915-8d71-d262aa79517e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0e4b55bd-34e1-426a-a1df-8d2bf1e70a62), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.666808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25e83ff4-7f78-4915-8d71-d262aa79517e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.670805 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-25e83ff4-7f78-4915-8d71-d262aa79517e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0e4b55bd-34e1-426a-a1df-8d2bf1e70a62 HTTP/1.1" status: 204 len: 168 time: 0.0964296 Mar 22 14:12:33.671297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36334) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.689832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e83ff4-7f78-4915-8d71-d262aa79517e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e4b55bd-34e1-426a-a1df-8d2bf1e70a62,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.734006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cc53139e-9054-4e46-aae3-bdd3b7b93aec tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0620258 Mar 22 14:12:33.736795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36336) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.763097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-07c1dbc5-054b-43f1-a1ec-13adcc3abac8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (51da4d07-8227-4399-967c-cb8ddf362f15), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.773744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-07c1dbc5-054b-43f1-a1ec-13adcc3abac8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (51da4d07-8227-4399-967c-cb8ddf362f15), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.810239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-07c1dbc5-054b-43f1-a1ec-13adcc3abac8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (51da4d07-8227-4399-967c-cb8ddf362f15), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.825116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-07c1dbc5-054b-43f1-a1ec-13adcc3abac8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.826505 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-07c1dbc5-054b-43f1-a1ec-13adcc3abac8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/51da4d07-8227-4399-967c-cb8ddf362f15 HTTP/1.1" status: 204 len: 168 time: 0.0885651 Mar 22 14:12:33.830929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36342) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.839760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1dbc5-054b-43f1-a1ec-13adcc3abac8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51da4d07-8227-4399-967c-cb8ddf362f15,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.888885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fe10d67c-e20f-42c7-a8dc-98be57c620d6 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0566492 Mar 22 14:12:33.891725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36346) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.925826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66613f80-affa-4f39-8eaf-50e05e6d618a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (85aaea27-0220-40f1-be18-ba6e2cc11ee9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.935365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66613f80-affa-4f39-8eaf-50e05e6d618a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (85aaea27-0220-40f1-be18-ba6e2cc11ee9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.977610 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66613f80-affa-4f39-8eaf-50e05e6d618a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (85aaea27-0220-40f1-be18-ba6e2cc11ee9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.989064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66613f80-affa-4f39-8eaf-50e05e6d618a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.990436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-66613f80-affa-4f39-8eaf-50e05e6d618a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/85aaea27-0220-40f1-be18-ba6e2cc11ee9 HTTP/1.1" status: 204 len: 168 time: 0.0973699 Mar 22 14:12:33.993155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36350) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.003252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66613f80-affa-4f39-8eaf-50e05e6d618a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85aaea27-0220-40f1-be18-ba6e2cc11ee9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:34.057395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36352) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.057713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b609e502-930e-4bc1-927d-15607d3a3563 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0579016 Mar 22 14:12:34.085818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0598ef-e3df-4cd7-b9fe-b74091660fcc tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (7a79270a-8380-49a9-b56f-2be481625712), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.104800 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0598ef-e3df-4cd7-b9fe-b74091660fcc tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (7a79270a-8380-49a9-b56f-2be481625712), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.158949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0598ef-e3df-4cd7-b9fe-b74091660fcc tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (7a79270a-8380-49a9-b56f-2be481625712), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.167698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0598ef-e3df-4cd7-b9fe-b74091660fcc tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.177152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.178200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3b0598ef-e3df-4cd7-b9fe-b74091660fcc tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7a79270a-8380-49a9-b56f-2be481625712 HTTP/1.1" status: 204 len: 168 time: 0.1187050 Mar 22 14:12:34.230333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0598ef-e3df-4cd7-b9fe-b74091660fcc tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a79270a-8380-49a9-b56f-2be481625712,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:34.246749 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9d50f810-036c-43b1-bdb9-8077e3335e35 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0684044 Mar 22 14:12:34.248399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36360) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.275709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de276350-817a-4f97-97f6-d51e9f803f05 req-12eb72f2-b40d-4716-8d67-d0a248a14c8b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:34.277224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c51c178-9c89-42ef-9261-9efe62968fe9 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (23e269dd-8934-4e2d-b3fe-1ab4a92f640b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.277482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de276350-817a-4f97-97f6-d51e9f803f05 req-12eb72f2-b40d-4716-8d67-d0a248a14c8b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 944 time: 0.1161344 Mar 22 14:12:34.287978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c51c178-9c89-42ef-9261-9efe62968fe9 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (23e269dd-8934-4e2d-b3fe-1ab4a92f640b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.322713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36362) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.333994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c51c178-9c89-42ef-9261-9efe62968fe9 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (23e269dd-8934-4e2d-b3fe-1ab4a92f640b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.342868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c51c178-9c89-42ef-9261-9efe62968fe9 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.346873 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5c51c178-9c89-42ef-9261-9efe62968fe9 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/23e269dd-8934-4e2d-b3fe-1ab4a92f640b HTTP/1.1" status: 204 len: 168 time: 0.0949259 Mar 22 14:12:34.349333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36364) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.363304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de276350-817a-4f97-97f6-d51e9f803f05 req-c6dc639e-8fc2-46ae-9665-02e49a50d422 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791800 Mar 22 14:12:34.364092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device fbd3f570-c937-47e4-8298-8019deb32912 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:34.378205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51c178-9c89-42ef-9261-9efe62968fe9 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23e269dd-8934-4e2d-b3fe-1ab4a92f640b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:34.430498 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c120f48-c026-41ba-aff3-41991d08cac0 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0774179 Mar 22 14:12:34.432196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36368) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.445199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port fbd3f570-c937-47e4-8298-8019deb32912 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:34.454204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port fbd3f570-c937-47e4-8298-8019deb32912 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:34.454642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fbd3f570-c937-47e4-8298-8019deb32912), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.543666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab7526bc-9a7c-4ec4-91dd-e6f5e85afd98 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (dd0a4da1-47bd-4f20-b5c5-08767570b125), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.559448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port fbd3f570-c937-47e4-8298-8019deb32912 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:34.559881 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbd3f570-c937-47e4-8298-8019deb32912), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.572672 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91dd5b4b-0908-48a0-9b73-5c74837f4a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.586877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd3f570-c937-47e4-8298-8019deb32912'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:34.589545 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f39592-3d0d-4bc4-a354-8eb21789a163" -d '{"events": [{"server_uuid": "9374f2e4-e86e-4a6a-8c36-a708444e4c0d", "name": "network-vif-plugged", "status": "completed", "tag": "fbd3f570-c937-47e4-8298-8019deb32912"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:34.591506 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab7526bc-9a7c-4ec4-91dd-e6f5e85afd98 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (dd0a4da1-47bd-4f20-b5c5-08767570b125), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.624283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port fbd3f570-c937-47e4-8298-8019deb32912, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fbd3f570-c937-47e4-8298-8019deb32912,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:34.636048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fbd3f570-c937-47e4-8298-8019deb32912), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.679883 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b0e1a1-4c46-43b6-b1eb-ce5d13262e60 x-openstack-request-id: req-d5b0e1a1-4c46-43b6-b1eb-ce5d13262e60 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:34.681629 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9374f2e4-e86e-4a6a-8c36-a708444e4c0d", "name": "network-vif-plugged", "status": "completed", "tag": "fbd3f570-c937-47e4-8298-8019deb32912", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:34.682089 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5b0e1a1-4c46-43b6-b1eb-ce5d13262e60 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:34.683336 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b0e1a1-4c46-43b6-b1eb-ce5d13262e60'] response: {'server_uuid': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd3f570-c937-47e4-8298-8019deb32912', 'code': 200} Mar 22 14:12:34.744223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=fbd3f570-c937-47e4-8298-8019deb32912,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:34.755317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab7526bc-9a7c-4ec4-91dd-e6f5e85afd98 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd0a4da1-47bd-4f20-b5c5-08767570b125), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.757624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ab7526bc-9a7c-4ec4-91dd-e6f5e85afd98 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.761091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ab7526bc-9a7c-4ec4-91dd-e6f5e85afd98 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd0a4da1-47bd-4f20-b5c5-08767570b125 HTTP/1.1" status: 204 len: 168 time: 0.3227949 Mar 22 14:12:34.761547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36376) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.807133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7526bc-9a7c-4ec4-91dd-e6f5e85afd98 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0a4da1-47bd-4f20-b5c5-08767570b125,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:34.840961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91dd5b4b-0908-48a0-9b73-5c74837f4a6e admin admin] Publish callbacks [] for security_group (530a5adf-1cd2-4df4-b411-5976e796a165), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.852071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372a5aa-2573-4602-8aeb-2d620c35fd9a req-8e594a2a-0563-47e0-b5cc-3407201f58f0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:34.854165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479d70-04a8-4e0b-bd35-d810e3e97375 req-90b7b661-4ea7-4755-989b-ec71b5fccaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:34.856265 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d2479d70-04a8-4e0b-bd35-d810e3e97375 req-90b7b661-4ea7-4755-989b-ec71b5fccaae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 1127 time: 0.0856535 Mar 22 14:12:34.859167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5372a5aa-2573-4602-8aeb-2d620c35fd9a req-8e594a2a-0563-47e0-b5cc-3407201f58f0 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.2042997 Mar 22 14:12:34.864776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-48ed9e16-ae98-4d25-881d-083ac5e33050 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978286 Mar 22 14:12:34.867443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36378) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.872255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b7fe009e-206c-44ac-b1a3-f835e977a4c4 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--634485148'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:34.877587 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91dd5b4b-0908-48a0-9b73-5c74837f4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (530a5adf-1cd2-4df4-b411-5976e796a165), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.934524 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d2479d70-04a8-4e0b-bd35-d810e3e97375 req-ebb37305-be36-4924-b1d4-7f40a719258f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Mar 22 14:12:34.935417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7fe009e-206c-44ac-b1a3-f835e977a4c4 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.967267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369937df-29a1-4089-95d6-c8b677b06b77 req-d52f357d-cfaa-4b4e-a64b-3d678216c5bf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:34.968823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-369937df-29a1-4089-95d6-c8b677b06b77 req-d52f357d-cfaa-4b4e-a64b-3d678216c5bf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 945 time: 0.2075608 Mar 22 14:12:34.987004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd5b4b-0908-48a0-9b73-5c74837f4a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530a5adf-1cd2-4df4-b411-5976e796a165,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.021257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-91dd5b4b-0908-48a0-9b73-5c74837f4a6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec2cdc2bc48245feb3164739ab12b6fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6939385 Mar 22 14:12:35.025350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.037386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5372a5aa-2573-4602-8aeb-2d620c35fd9a req-9183055f-1968-4831-adba-24e59a0e6dd2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773419 Mar 22 14:12:35.040531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7fe009e-206c-44ac-b1a3-f835e977a4c4 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (297efc30-0128-4ec9-a6c2-bcf4488cac19), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.056675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7fe009e-206c-44ac-b1a3-f835e977a4c4 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (297efc30-0128-4ec9-a6c2-bcf4488cac19), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.063794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-369937df-29a1-4089-95d6-c8b677b06b77 req-60c7b590-42c0-441b-8434-e14789e039a4 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868204 Mar 22 14:12:35.115158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7fe009e-206c-44ac-b1a3-f835e977a4c4 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.116603 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b7fe009e-206c-44ac-b1a3-f835e977a4c4 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2476330 Mar 22 14:12:35.121778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36382) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.127429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-760d5d7a-ab39-44b4-a3c8-1e4eaadbab78 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': '297efc30-0128-4ec9-a6c2-bcf4488cac19', 'direction': 'ingress', 'protocol': 17}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:35.129385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe009e-206c-44ac-b1a3-f835e977a4c4 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297efc30-0128-4ec9-a6c2-bcf4488cac19,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.136128 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe845-3f55-43ef-9681-999dd36bbf1d admin admin] Publish callbacks [] for security_group (530a5adf-1cd2-4df4-b411-5976e796a165), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.166807 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-760d5d7a-ab39-44b4-a3c8-1e4eaadbab78 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (f6683770-ce0d-4fcd-a5f7-9c559dcf865a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.170600 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe845-3f55-43ef-9681-999dd36bbf1d admin admin] Publish callbacks [] for security_group (530a5adf-1cd2-4df4-b411-5976e796a165), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.235272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe845-3f55-43ef-9681-999dd36bbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (530a5adf-1cd2-4df4-b411-5976e796a165), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.238832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe845-3f55-43ef-9681-999dd36bbf1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.240127 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6ccfe845-3f55-43ef-9681-999dd36bbf1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/530a5adf-1cd2-4df4-b411-5976e796a165 HTTP/1.1" status: 204 len: 168 time: 0.2136173 Mar 22 14:12:35.240980 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-760d5d7a-ab39-44b4-a3c8-1e4eaadbab78 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (f6683770-ce0d-4fcd-a5f7-9c559dcf865a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.246074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-760d5d7a-ab39-44b4-a3c8-1e4eaadbab78 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (f6683770-ce0d-4fcd-a5f7-9c559dcf865a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.249249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfe845-3f55-43ef-9681-999dd36bbf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530a5adf-1cd2-4df4-b411-5976e796a165,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.272220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d5d7a-ab39-44b4-a3c8-1e4eaadbab78 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6683770-ce0d-4fcd-a5f7-9c559dcf865a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.279422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-760d5d7a-ab39-44b4-a3c8-1e4eaadbab78 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.280869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-760d5d7a-ab39-44b4-a3c8-1e4eaadbab78 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1580927 Mar 22 14:12:35.284226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36386) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.345202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cab9c84f-e04d-4555-9fca-423608e8b038 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (297efc30-0128-4ec9-a6c2-bcf4488cac19), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.387186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cab9c84f-e04d-4555-9fca-423608e8b038 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (297efc30-0128-4ec9-a6c2-bcf4488cac19), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.537816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d7e79-b857-42e3-8c43-de1339d59fe6 req-fbefd8c2-b170-4be7-95bf-024ad8436d7a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:35.539598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-817d7e79-b857-42e3-8c43-de1339d59fe6 req-fbefd8c2-b170-4be7-95bf-024ad8436d7a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 944 time: 0.0765288 Mar 22 14:12:35.541064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cab9c84f-e04d-4555-9fca-423608e8b038 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (297efc30-0128-4ec9-a6c2-bcf4488cac19), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.543798 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cab9c84f-e04d-4555-9fca-423608e8b038 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.544967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cab9c84f-e04d-4555-9fca-423608e8b038 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/297efc30-0128-4ec9-a6c2-bcf4488cac19 HTTP/1.1" status: 204 len: 168 time: 0.2597854 Mar 22 14:12:35.549875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.561796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9c84f-e04d-4555-9fca-423608e8b038 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297efc30-0128-4ec9-a6c2-bcf4488cac19,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.624142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-817d7e79-b857-42e3-8c43-de1339d59fe6 req-83d302f6-944c-41b4-b041-fed94df5d1eb tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739667 Mar 22 14:12:35.640821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-59a2eda2-635f-4f21-83a4-4869f5f9375d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0853329 Mar 22 14:12:35.641116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36396) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.653614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9cb4cc12-a81c-4a40-943b-48b16b5ce45a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--30659112'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:35.655507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36398) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.671824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5dba2664-6866-43c8-be11-744c6025bb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.687906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cc12-a81c-4a40-943b-48b16b5ce45a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.760125 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5dba2664-6866-43c8-be11-744c6025bb12 admin admin] Publish callbacks [] for security_group (3b0e0d97-84d2-4bfc-a621-82fa6b361a23), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.767678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5dba2664-6866-43c8-be11-744c6025bb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3b0e0d97-84d2-4bfc-a621-82fa6b361a23), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.780867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cc12-a81c-4a40-943b-48b16b5ce45a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.787768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cc12-a81c-4a40-943b-48b16b5ce45a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.810112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5dba2664-6866-43c8-be11-744c6025bb12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5515341fdf24e3d992b53ca21d407b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498678 Mar 22 14:12:35.810112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba2664-6866-43c8-be11-744c6025bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0e0d97-84d2-4bfc-a621-82fa6b361a23,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.813308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36404) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.829355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cc12-a81c-4a40-943b-48b16b5ce45a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.833224 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9cb4cc12-a81c-4a40-943b-48b16b5ce45a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1887274 Mar 22 14:12:35.833224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4cc12-a81c-4a40-943b-48b16b5ce45a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.834287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36406) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.839247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8ca50ca9-7218-440a-8dbb-170b80f8390d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894083282'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:35.864676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494f5d8d-68b2-4088-855b-cbd3e3b0b317 admin admin] Publish callbacks [] for security_group (3b0e0d97-84d2-4bfc-a621-82fa6b361a23), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.868314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ca50ca9-7218-440a-8dbb-170b80f8390d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.891829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494f5d8d-68b2-4088-855b-cbd3e3b0b317 admin admin] Publish callbacks [] for security_group (3b0e0d97-84d2-4bfc-a621-82fa6b361a23), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.968324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494f5d8d-68b2-4088-855b-cbd3e3b0b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3b0e0d97-84d2-4bfc-a621-82fa6b361a23), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.972117 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494f5d8d-68b2-4088-855b-cbd3e3b0b317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.973414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-494f5d8d-68b2-4088-855b-cbd3e3b0b317 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b0e0d97-84d2-4bfc-a621-82fa6b361a23 HTTP/1.1" status: 204 len: 168 time: 0.1589348 Mar 22 14:12:35.974366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ca50ca9-7218-440a-8dbb-170b80f8390d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (c3042a97-6a85-4c6f-95a6-db56cf89860a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.979350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ca50ca9-7218-440a-8dbb-170b80f8390d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3042a97-6a85-4c6f-95a6-db56cf89860a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.986864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5d8d-68b2-4088-855b-cbd3e3b0b317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0e0d97-84d2-4bfc-a621-82fa6b361a23,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.007011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ca50ca9-7218-440a-8dbb-170b80f8390d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.010894 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ca50ca9-7218-440a-8dbb-170b80f8390d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1730819 Mar 22 14:12:36.011466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36410) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.016190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-81fd7a1c-4ad7-465f-9125-0943e3a6ac9c tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': 'ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c3042a97-6a85-4c6f-95a6-db56cf89860a', 'remote_ip_prefix': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:36.037297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50ca9-7218-440a-8dbb-170b80f8390d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3042a97-6a85-4c6f-95a6-db56cf89860a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.068205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-81fd7a1c-4ad7-465f-9125-0943e3a6ac9c tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (e469a187-9763-44a6-bc0f-49c2e43d9072), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.187473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-81fd7a1c-4ad7-465f-9125-0943e3a6ac9c tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (e469a187-9763-44a6-bc0f-49c2e43d9072), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.192788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-81fd7a1c-4ad7-465f-9125-0943e3a6ac9c tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (e469a187-9763-44a6-bc0f-49c2e43d9072), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.215536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd7a1c-4ad7-465f-9125-0943e3a6ac9c tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e469a187-9763-44a6-bc0f-49c2e43d9072,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.223133 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-81fd7a1c-4ad7-465f-9125-0943e3a6ac9c tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.228277 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-81fd7a1c-4ad7-465f-9125-0943e3a6ac9c tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2156403 Mar 22 14:12:36.229019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36416) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.263703 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7f63593-fc5f-413a-a91a-a3d06df2c711 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (e469a187-9763-44a6-bc0f-49c2e43d9072), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.279574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7f63593-fc5f-413a-a91a-a3d06df2c711 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (e469a187-9763-44a6-bc0f-49c2e43d9072), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.287558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5fc63-5e83-4277-8468-75259c3b0fa9 req-65a0e599-92cb-432e-97f6-01827d3fee29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.289203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eff5fc63-5e83-4277-8468-75259c3b0fa9 req-65a0e599-92cb-432e-97f6-01827d3fee29 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1405866 Mar 22 14:12:36.316294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb79cde-777c-428e-bbc2-ff3099efe18a req-0644d71b-57d0-474d-842a-dbfe62851d5c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.324625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eb79cde-777c-428e-bbc2-ff3099efe18a req-0644d71b-57d0-474d-842a-dbfe62851d5c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 945 time: 0.1380639 Mar 22 14:12:36.330210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7f63593-fc5f-413a-a91a-a3d06df2c711 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (e469a187-9763-44a6-bc0f-49c2e43d9072), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.337982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7f63593-fc5f-413a-a91a-a3d06df2c711 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.343109 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f7f63593-fc5f-413a-a91a-a3d06df2c711 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e469a187-9763-44a6-bc0f-49c2e43d9072 HTTP/1.1" status: 204 len: 168 time: 0.1121609 Mar 22 14:12:36.344257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36420) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.370990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0d7f27dd-8e80-4557-9987-ca604f1d3f68 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:36.391980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eff5fc63-5e83-4277-8468-75259c3b0fa9 req-9edd0649-ffb8-4242-8bf0-ac03dcdee2ee tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954957 Mar 22 14:12:36.399323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f63593-fc5f-413a-a91a-a3d06df2c711 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e469a187-9763-44a6-bc0f-49c2e43d9072,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.410799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eb79cde-777c-428e-bbc2-ff3099efe18a req-f1198db5-30f4-4d72-847f-90d6e828dfe1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853071 Mar 22 14:12:36.460558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-289a26d4-48c9-4a07-a969-95696106247d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1028290 Mar 22 14:12:36.463870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36428) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.490058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:36.495484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:36.495858 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.526707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f71782a1-58e0-4e55-9fe3-11065198da29 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (c3042a97-6a85-4c6f-95a6-db56cf89860a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.550195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f71782a1-58e0-4e55-9fe3-11065198da29 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (c3042a97-6a85-4c6f-95a6-db56cf89860a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.587808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:36.588592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.606475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f71782a1-58e0-4e55-9fe3-11065198da29 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3042a97-6a85-4c6f-95a6-db56cf89860a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.609308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f71782a1-58e0-4e55-9fe3-11065198da29 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.610600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f71782a1-58e0-4e55-9fe3-11065198da29 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/c3042a97-6a85-4c6f-95a6-db56cf89860a HTTP/1.1" status: 204 len: 168 time: 0.1456304 Mar 22 14:12:36.613876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36440) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.625392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71782a1-58e0-4e55-9fe3-11065198da29 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3042a97-6a85-4c6f-95a6-db56cf89860a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.638300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 0d7f27dd-8e80-4557-9987-ca604f1d3f68, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0d7f27dd-8e80-4557-9987-ca604f1d3f68,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:36.651863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.678601 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6845f8d1-bfff-437f-a016-7015a367d33e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0634508 Mar 22 14:12:36.680377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36446) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.686261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7f27dd-8e80-4557-9987-ca604f1d3f68'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:36.689535 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163f3ed-cb37-49d4-967a-ea40e4de3e59" -d '{"events": [{"server_uuid": "0b223ba0-cb01-4e6b-ba62-17dcd61257a2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7f27dd-8e80-4557-9987-ca604f1d3f68"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:36.727688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=0d7f27dd-8e80-4557-9987-ca604f1d3f68,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.745653 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c525002-0ec4-48db-8873-25f4d2517042 x-openstack-request-id: req-5c525002-0ec4-48db-8873-25f4d2517042 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:36.745942 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b223ba0-cb01-4e6b-ba62-17dcd61257a2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7f27dd-8e80-4557-9987-ca604f1d3f68", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:36.746369 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c525002-0ec4-48db-8873-25f4d2517042 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:36.746770 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c525002-0ec4-48db-8873-25f4d2517042'] response: {'server_uuid': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7f27dd-8e80-4557-9987-ca604f1d3f68', 'code': 200} Mar 22 14:12:36.764673 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-12fcaa8d-7f01-4a29-b893-d978a9c2127d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.791109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-12fcaa8d-7f01-4a29-b893-d978a9c2127d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.819259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6409f11-ecdd-483f-81ae-9895cf0f8bef req-0f9939c6-0432-4137-9980-da5f4dbeb09a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.820839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6409f11-ecdd-483f-81ae-9895cf0f8bef req-0f9939c6-0432-4137-9980-da5f4dbeb09a tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.0944533 Mar 22 14:12:36.866897 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-12fcaa8d-7f01-4a29-b893-d978a9c2127d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.869479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-12fcaa8d-7f01-4a29-b893-d978a9c2127d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.873077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-12fcaa8d-7f01-4a29-b893-d978a9c2127d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e HTTP/1.1" status: 204 len: 168 time: 0.1892366 Mar 22 14:12:36.873408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.890157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcaa8d-7f01-4a29-b893-d978a9c2127d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90fbf1-4d19-4e5a-9f00-ece455ac6f2e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.894675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6409f11-ecdd-483f-81ae-9895cf0f8bef req-3f5ab075-327b-4de8-917a-c1c47ba76aa5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644090 Mar 22 14:12:36.934697 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3e7f207f-8aa5-471b-803c-6255565e165f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553038 Mar 22 14:12:36.936718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36458) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.942717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-40d57b31-e8a5-4d39-9334-62b5db873aa3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--475309883'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:36.970325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40d57b31-e8a5-4d39-9334-62b5db873aa3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.974927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127572b-15dc-4334-be14-8dcb1e688629 req-6b414fbd-2976-4cd8-8d34-3fc2c6f8e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.976519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f127572b-15dc-4334-be14-8dcb1e688629 req-6b414fbd-2976-4cd8-8d34-3fc2c6f8e9bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 1127 time: 0.0663116 Mar 22 14:12:37.037664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f127572b-15dc-4334-be14-8dcb1e688629 req-f263fbcc-53ea-4b0b-8070-4135eebd7bba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551927 Mar 22 14:12:37.043554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40d57b31-e8a5-4d39-9334-62b5db873aa3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (ef43943c-e6bc-45ef-ab21-ce8f9562c5ae), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.048414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40d57b31-e8a5-4d39-9334-62b5db873aa3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef43943c-e6bc-45ef-ab21-ce8f9562c5ae), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.063962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36462) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.077649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40d57b31-e8a5-4d39-9334-62b5db873aa3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.081605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-40d57b31-e8a5-4d39-9334-62b5db873aa3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1409869 Mar 22 14:12:37.081605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d57b31-e8a5-4d39-9334-62b5db873aa3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43943c-e6bc-45ef-ab21-ce8f9562c5ae,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.082022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36466) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.086906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-161e931f-7d82-4bb6-8d56-d2adc6cad00a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': 'ef43943c-e6bc-45ef-ab21-ce8f9562c5ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:37.119449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-161e931f-7d82-4bb6-8d56-d2adc6cad00a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b7e1f9bc-8460-4339-97d1-b8dfac0442a4), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.175594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-177547815-network', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:37.185861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-161e931f-7d82-4bb6-8d56-d2adc6cad00a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b7e1f9bc-8460-4339-97d1-b8dfac0442a4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.193070 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-161e931f-7d82-4bb6-8d56-d2adc6cad00a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b7e1f9bc-8460-4339-97d1-b8dfac0442a4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.217019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Made reservation on behalf of 70a3cd32600a40a9b7045c330f78265d for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:37.219638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.222095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e931f-7d82-4bb6-8d56-d2adc6cad00a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e1f9bc-8460-4339-97d1-b8dfac0442a4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.228510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-161e931f-7d82-4bb6-8d56-d2adc6cad00a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.229537 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-161e931f-7d82-4bb6-8d56-d2adc6cad00a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1464453 Mar 22 14:12:37.232655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36468) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.235452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.256601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc00b293-f450-45a0-a99f-543d458869c3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b7e1f9bc-8460-4339-97d1-b8dfac0442a4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.264466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc00b293-f450-45a0-a99f-543d458869c3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b7e1f9bc-8460-4339-97d1-b8dfac0442a4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.292618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc00b293-f450-45a0-a99f-543d458869c3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b7e1f9bc-8460-4339-97d1-b8dfac0442a4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.298563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc00b293-f450-45a0-a99f-543d458869c3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.299653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cc00b293-f450-45a0-a99f-543d458869c3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b7e1f9bc-8460-4339-97d1-b8dfac0442a4 HTTP/1.1" status: 204 len: 168 time: 0.0658963 Mar 22 14:12:37.304609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36470) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.310590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00b293-f450-45a0-a99f-543d458869c3 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7e1f9bc-8460-4339-97d1-b8dfac0442a4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.339693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks [] for security_group (760ebf85-9e4f-4519-91fb-eccdb171b993), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.347006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (760ebf85-9e4f-4519-91fb-eccdb171b993), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.350620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8bef1796-f9c4-4332-b2dd-22da6c744e08 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446701 Mar 22 14:12:37.353508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36472) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.377275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:37.380506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-910a77cb-df6f-490a-854b-c2577d1bb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.382013 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-910a77cb-df6f-490a-854b-c2577d1bb14b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 1128 time: 0.0848348 Mar 22 14:12:37.392040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ebf85-9e4f-4519-91fb-eccdb171b993,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.403682 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (70e42995-a7c8-4344-8bad-cca0119e5a4f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.404025 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Added segment 70e42995-a7c8-4344-8bad-cca0119e5a4f of type vlan for network 41e2e46f-315e-455e-8205-c5bc6bd18102 Mar 22 14:12:37.409749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c75b0d-2ebc-4ccc-aa7d-fa194d161c71 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (ef43943c-e6bc-45ef-ab21-ce8f9562c5ae), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.434261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c75b0d-2ebc-4ccc-aa7d-fa194d161c71 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (ef43943c-e6bc-45ef-ab21-ce8f9562c5ae), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.490063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c75b0d-2ebc-4ccc-aa7d-fa194d161c71 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef43943c-e6bc-45ef-ab21-ce8f9562c5ae), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.495070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c75b0d-2ebc-4ccc-aa7d-fa194d161c71 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.501710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-22c75b0d-2ebc-4ccc-aa7d-fa194d161c71 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef43943c-e6bc-45ef-ab21-ce8f9562c5ae HTTP/1.1" status: 204 len: 168 time: 0.1469247 Mar 22 14:12:37.502596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36478) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.538665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c75b0d-2ebc-4ccc-aa7d-fa194d161c71 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43943c-e6bc-45ef-ab21-ce8f9562c5ae,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.621356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f7939a5f-153b-48a8-a045-509c704a5fe0 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1140058 Mar 22 14:12:37.625760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36480) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.631634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dd614cf6-17f1-4ae0-bfc9-4a11b557c6f7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--784212733'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:37.668079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3489fa-d7b8-42ad-827a-b66fdf8cdd57 req-0c1647b2-4159-4aca-bad0-73053635bbbe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.669580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a3489fa-d7b8-42ad-827a-b66fdf8cdd57 req-0c1647b2-4159-4aca-bad0-73053635bbbe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1421945 Mar 22 14:12:37.678126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeedffe-d691-4562-8e05-d25e8cad984b req-09736a61-9240-431b-9418-c0a3f20641b8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.679628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9eeedffe-d691-4562-8e05-d25e8cad984b req-09736a61-9240-431b-9418-c0a3f20641b8 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 945 time: 0.1601036 Mar 22 14:12:37.686749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd614cf6-17f1-4ae0-bfc9-4a11b557c6f7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.774252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (41e2e46f-315e-455e-8205-c5bc6bd18102), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.780806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a3489fa-d7b8-42ad-827a-b66fdf8cdd57 req-dcec6fdc-8d06-4bf7-a482-003f9c1c736e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001997 Mar 22 14:12:37.783652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9eeedffe-d691-4562-8e05-d25e8cad984b req-6dc60cf2-5c38-48dc-9786-44302bd17a92 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941584 Mar 22 14:12:37.822455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-1f9b263e-db66-48b1-937c-8896f4edbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.824419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-1f9b263e-db66-48b1-937c-8896f4edbfa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.4331889 Mar 22 14:12:37.826507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (41e2e46f-315e-455e-8205-c5bc6bd18102), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.827548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.828629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.838024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd614cf6-17f1-4ae0-bfc9-4a11b557c6f7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (19b6cfe7-ec53-4d77-a8fa-5c24f5be2306), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.843993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd614cf6-17f1-4ae0-bfc9-4a11b557c6f7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (19b6cfe7-ec53-4d77-a8fa-5c24f5be2306), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.886877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd614cf6-17f1-4ae0-bfc9-4a11b557c6f7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.888074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dd614cf6-17f1-4ae0-bfc9-4a11b557c6f7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2599959 Mar 22 14:12:37.902349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36484) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.903830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd614cf6-17f1-4ae0-bfc9-4a11b557c6f7 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b6cfe7-ec53-4d77-a8fa-5c24f5be2306,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.909571 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-17a70a2b-a127-4a96-aadf-d297d9bc186e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978 HTTP/1.1" status: 200 len: 217 time: 0.0782709 Mar 22 14:12:37.909936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-588d05ee-6418-48e1-a39f-fbffd28ddea8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': '19b6cfe7-ec53-4d77-a8fa-5c24f5be2306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:37.929061 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8628700 Mar 22 14:12:37.932269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36488) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.938627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Request body: {'subnet': {'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-177547815-subnet', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:37.962822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c480-b936-40a5-9c0d-47a021515291 admin admin] Pushing event updated for resources: {'Network': ['ID=41e2e46f-315e-455e-8205-c5bc6bd18102,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.964238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-588d05ee-6418-48e1-a39f-fbffd28ddea8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b6af16a0-a902-4724-83d0-10f34d5d2ebf), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.973946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-ab4ae447-f761-4885-9b94-fc4d72b855cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.975689 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-ab4ae447-f761-4885-9b94-fc4d72b855cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.0595455 Mar 22 14:12:37.975881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:37.987193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aef60-2c9f-448e-8980-ccfb736be757 req-5ac6e467-bc31-49b5-aa00-8d4013a8fa37 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.987915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e82aef60-2c9f-448e-8980-ccfb736be757 req-5ac6e467-bc31-49b5-aa00-8d4013a8fa37 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 946 time: 0.1223445 Mar 22 14:12:37.991343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Made reservation on behalf of 70a3cd32600a40a9b7045c330f78265d for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:37.993704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.036261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-19ff2980-e77d-41ea-b959-511646a34553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.037675 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-19ff2980-e77d-41ea-b959-511646a34553 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533855 Mar 22 14:12:38.130284 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-b0617b4e-7309-4b57-bd2e-485c3986b981 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854135 Mar 22 14:12:38.173931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e82aef60-2c9f-448e-8980-ccfb736be757 req-67058c1c-597f-4f58-817f-3a16918c638b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748624 Mar 22 14:12:38.177106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-588d05ee-6418-48e1-a39f-fbffd28ddea8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b6af16a0-a902-4724-83d0-10f34d5d2ebf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.192788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaf00-74e4-45c2-ad9f-7225a71cac06 req-a0882378-307d-4e69-938d-8291ba45b797 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.194290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71baaf00-74e4-45c2-ad9f-7225a71cac06 req-a0882378-307d-4e69-938d-8291ba45b797 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.1941800 Mar 22 14:12:38.195005 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-588d05ee-6418-48e1-a39f-fbffd28ddea8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b6af16a0-a902-4724-83d0-10f34d5d2ebf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.234390 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b0a2de5-9dd5-41cb-8fc5-d85dd2bc4798 req-d223cfa7-6901-4fb1-b2ab-0b62d6a30a10 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965216 Mar 22 14:12:38.250675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d05ee-6418-48e1-a39f-fbffd28ddea8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6af16a0-a902-4724-83d0-10f34d5d2ebf,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.272589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-588d05ee-6418-48e1-a39f-fbffd28ddea8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.273831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-588d05ee-6418-48e1-a39f-fbffd28ddea8 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675563 Mar 22 14:12:38.276707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36492) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.294635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-deb740aa-54a9-4b45-a5f1-19824eab118b tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules/b6af16a0-a902-4724-83d0-10f34d5d2ebf HTTP/1.1" status: 200 len: 763 time: 0.0164454 Mar 22 14:12:38.297080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36494) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.335383 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0408240f-9c20-4c28-834b-a6e6637a652f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0369742 Mar 22 14:12:38.337814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.364482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71baaf00-74e4-45c2-ad9f-7225a71cac06 req-33175efe-f86b-40d6-b85e-0e5990dd06b1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631377 Mar 22 14:12:38.371725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6565b33f-fb08-4391-b5c5-208a48348620 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b6af16a0-a902-4724-83d0-10f34d5d2ebf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.373661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (ed406877-ec15-4f93-9d3b-d2f20e3027cf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.383126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6565b33f-fb08-4391-b5c5-208a48348620 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (b6af16a0-a902-4724-83d0-10f34d5d2ebf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.409800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6565b33f-fb08-4391-b5c5-208a48348620 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b6af16a0-a902-4724-83d0-10f34d5d2ebf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.417428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6565b33f-fb08-4391-b5c5-208a48348620 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.418661 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6565b33f-fb08-4391-b5c5-208a48348620 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b6af16a0-a902-4724-83d0-10f34d5d2ebf HTTP/1.1" status: 204 len: 168 time: 0.0793138 Mar 22 14:12:38.421910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.423282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565b33f-fb08-4391-b5c5-208a48348620 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6af16a0-a902-4724-83d0-10f34d5d2ebf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.430824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604bc1a-db83-4727-ac87-e21d4197be9d req-b49b3d90-2299-4ac9-8e13-9ddf79f6719b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.432329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2604bc1a-db83-4727-ac87-e21d4197be9d req-b49b3d90-2299-4ac9-8e13-9ddf79f6719b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 945 time: 0.1471391 Mar 22 14:12:38.474670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed406877-ec15-4f93-9d3b-d2f20e3027cf,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.515320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a9ceb5a5-4594-4cd7-a2c0-f519daca766f tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0819035 Mar 22 14:12:38.518181 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36500) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.520568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Checking segment: {'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:38.520917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Network hostable DHCP agents. Network: 41e2e46f-315e-455e-8205-c5bc6bd18102, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:38.522720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d7ea67c4-55ec-4ae6-8575-d62105e84fa2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': '19b6cfe7-ec53-4d77-a8fa-5c24f5be2306', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:38.538657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2604bc1a-db83-4727-ac87-e21d4197be9d req-eb9edeba-8f91-4327-be1b-9ae8dc02ffab tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972180 Mar 22 14:12:38.548404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:38.549260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7ea67c4-55ec-4ae6-8575-d62105e84fa2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (bcc19eab-7b61-4c85-abd9-d48fb567349c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.559108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 41e2e46f-315e-455e-8205-c5bc6bd18102) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:38.573118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.573726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.574599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed274bd-9c11-4ccd-b16f-55e5589a0a1b None None] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:38.593564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6c15db55-a672-4626-8ebe-fdf6246dbaea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6584713 Mar 22 14:12:38.593874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36504) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.599854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:38.621380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7ea67c4-55ec-4ae6-8575-d62105e84fa2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (bcc19eab-7b61-4c85-abd9-d48fb567349c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.627339 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7ea67c4-55ec-4ae6-8575-d62105e84fa2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (bcc19eab-7b61-4c85-abd9-d48fb567349c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.635931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (e2d142ed-8638-43ed-aa12-dbf62b00a217), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.637864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (e2d142ed-8638-43ed-aa12-dbf62b00a217), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.653863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea67c4-55ec-4ae6-8575-d62105e84fa2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc19eab-7b61-4c85-abd9-d48fb567349c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.666383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7ea67c4-55ec-4ae6-8575-d62105e84fa2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.667573 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d7ea67c4-55ec-4ae6-8575-d62105e84fa2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483798 Mar 22 14:12:38.670314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36506) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.691359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8d989385-8945-42ad-b4f8-7da129390c83 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules/bcc19eab-7b61-4c85-abd9-d48fb567349c HTTP/1.1" status: 200 len: 763 time: 0.0176971 Mar 22 14:12:38.693658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36508) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.700344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-41e2e46f-315e-455e-8205-c5bc6bd18102', 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102', 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'fixed_ips': [{'subnet_id': 'ed406877-ec15-4f93-9d3b-d2f20e3027cf'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:38.701237 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.708710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks [] for router_controller (e2d142ed-8638-43ed-aa12-dbf62b00a217), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.750185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7f244280-c4cc-429c-903f-3a7ae8d2c670 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0553160 Mar 22 14:12:38.762143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36510) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.792585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a306836-5c34-488f-9521-8a9f1fe816be tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (bcc19eab-7b61-4c85-abd9-d48fb567349c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.803078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a306836-5c34-488f-9521-8a9f1fe816be tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (bcc19eab-7b61-4c85-abd9-d48fb567349c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.838740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a306836-5c34-488f-9521-8a9f1fe816be tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (bcc19eab-7b61-4c85-abd9-d48fb567349c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.845307 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a306836-5c34-488f-9521-8a9f1fe816be tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.846455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8a306836-5c34-488f-9521-8a9f1fe816be tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bcc19eab-7b61-4c85-abd9-d48fb567349c HTTP/1.1" status: 204 len: 168 time: 0.0827675 Mar 22 14:12:38.852998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.870013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Allocated IP 172.20.0.2 (41e2e46f-315e-455e-8205-c5bc6bd18102/ed406877-ec15-4f93-9d3b-d2f20e3027cf/c26d6e6b-bc42-4200-9214-2a2b5cd34568) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:38.893669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a306836-5c34-488f-9521-8a9f1fe816be tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcc19eab-7b61-4c85-abd9-d48fb567349c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.899511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks [] for router_gateway (e2d142ed-8638-43ed-aa12-dbf62b00a217), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.954050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac9366-f890-4565-8f61-d2989bc3eed7 req-f0e5ad18-9a3f-4563-a995-38016f95fa31 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.954050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6ac9366-f890-4565-8f61-d2989bc3eed7 req-f0e5ad18-9a3f-4563-a995-38016f95fa31 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 945 time: 0.0937836 Mar 22 14:12:38.962830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dd7aaf2e-7d0b-4450-806d-03d6fecd88d5 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090994 Mar 22 14:12:38.965499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36518) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.975400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e969a6b7-1f55-4def-802c-5acb14a4b707 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': '19b6cfe7-ec53-4d77-a8fa-5c24f5be2306', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:38.990311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b12fd-db0f-46e6-a9ab-2766a21553ed req-e709aac2-5406-400b-83c4-bf433bf6993c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.991989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9b12fd-db0f-46e6-a9ab-2766a21553ed req-e709aac2-5406-400b-83c4-bf433bf6993c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.1010189 Mar 22 14:12:39.057960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Publish callbacks [] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.059123 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e969a6b7-1f55-4def-802c-5acb14a4b707 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (cf69db2a-04bd-4718-9ae8-65d95f306d06), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.065234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.068137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6ac9366-f890-4565-8f61-d2989bc3eed7 req-f17f6450-7edc-41bf-b490-c952b98abeec tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067266 Mar 22 14:12:39.101632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:39.103457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9b12fd-db0f-46e6-a9ab-2766a21553ed req-1a33f919-6919-4b8a-b831-62edeaf427dc tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031301 Mar 22 14:12:39.117685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Pushing event updated for resources: {'Port': ['ID=c26d6e6b-bc42-4200-9214-2a2b5cd34568,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.121568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:39.123723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:39.147096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks [] for router_gateway (e2d142ed-8638-43ed-aa12-dbf62b00a217), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.148330 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e969a6b7-1f55-4def-802c-5acb14a4b707 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (cf69db2a-04bd-4718-9ae8-65d95f306d06), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.153985 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e969a6b7-1f55-4def-802c-5acb14a4b707 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (cf69db2a-04bd-4718-9ae8-65d95f306d06), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.167232 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.173955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969a6b7-1f55-4def-802c-5acb14a4b707 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf69db2a-04bd-4718-9ae8-65d95f306d06,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.185143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Attempting to bind port c26d6e6b-bc42-4200-9214-2a2b5cd34568 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:39.185559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Attempting to bind port c26d6e6b-bc42-4200-9214-2a2b5cd34568 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:39.185922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Attempting to bind port c26d6e6b-bc42-4200-9214-2a2b5cd34568 on network 41e2e46f-315e-455e-8205-c5bc6bd18102 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:39.189059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e969a6b7-1f55-4def-802c-5acb14a4b707 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.192610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e969a6b7-1f55-4def-802c-5acb14a4b707 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2238336 Mar 22 14:12:39.192838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.194281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:39.195031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Checking segment: {'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:39.196062 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.196455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Bound using segment: {'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:39.196950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Bound port: c26d6e6b-bc42-4200-9214-2a2b5cd34568, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:39.197327 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.211142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d664e7ac-a354-4cff-abc4-10a09bafd72d tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules/cf69db2a-04bd-4718-9ae8-65d95f306d06 HTTP/1.1" status: 200 len: 764 time: 0.0149460 Mar 22 14:12:39.212669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.262545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] For port c26d6e6b-bc42-4200-9214-2a2b5cd34568, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:39.265606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] For port c26d6e6b-bc42-4200-9214-2a2b5cd34568, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c26d6e6b-bc42-4200-9214-2a2b5cd34568,segment=NetworkSegment(70e42995-a7c8-4344-8bad-cca0119e5a4f),segment_id=70e42995-a7c8-4344-8bad-cca0119e5a4f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:39.272703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.290329 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ddd65212-fcee-49a9-9c33-4e947e7bfadb tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0764756 Mar 22 14:12:39.292957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36526) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.316541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Allocated IP 172.25.2.36 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/375c99ba-401e-4a10-9cbf-ea5cd2599372) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:39.320070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8a2-a6fc-473a-8125-ea8b6b7f9e0e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (cf69db2a-04bd-4718-9ae8-65d95f306d06), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.328240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8a2-a6fc-473a-8125-ea8b6b7f9e0e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (cf69db2a-04bd-4718-9ae8-65d95f306d06), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.340080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080578e0-8b71-4ac7-8fbb-1ad0a5beaa61 None None] Pushing event updated for resources: {'Port': ['ID=c26d6e6b-bc42-4200-9214-2a2b5cd34568,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.358798 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8a2-a6fc-473a-8125-ea8b6b7f9e0e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (cf69db2a-04bd-4718-9ae8-65d95f306d06), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.368382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8a2-a6fc-473a-8125-ea8b6b7f9e0e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.368778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0aa3e8a2-a6fc-473a-8125-ea8b6b7f9e0e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cf69db2a-04bd-4718-9ae8-65d95f306d06 HTTP/1.1" status: 204 len: 168 time: 0.0748522 Mar 22 14:12:39.374052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36528) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.380445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3e8a2-a6fc-473a-8125-ea8b6b7f9e0e tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf69db2a-04bd-4718-9ae8-65d95f306d06,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.423034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e654fe45-8753-4d85-b653-115b4ff3a2f1 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454776 Mar 22 14:12:39.423292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36532) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.448085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks [] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.484171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.489273 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a099ca1f-cd8a-45ef-bf0f-e392851a97b2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (19b6cfe7-ec53-4d77-a8fa-5c24f5be2306), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.529937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:39.530559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a099ca1f-cd8a-45ef-bf0f-e392851a97b2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (19b6cfe7-ec53-4d77-a8fa-5c24f5be2306), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.534911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:39.542464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:39.590750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Pushing event updated for resources: {'Port': ['ID=375c99ba-401e-4a10-9cbf-ea5cd2599372,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.591135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575dbad3-7eee-4f02-b17e-2cd96c767f5f req-790e7dee-f593-4f6d-bdc4-0b4a4d2ea94e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:39.592616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-575dbad3-7eee-4f02-b17e-2cd96c767f5f req-790e7dee-f593-4f6d-bdc4-0b4a4d2ea94e tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.1226411 Mar 22 14:12:39.633850 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a099ca1f-cd8a-45ef-bf0f-e392851a97b2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (19b6cfe7-ec53-4d77-a8fa-5c24f5be2306), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.636413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a099ca1f-cd8a-45ef-bf0f-e392851a97b2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.640074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a099ca1f-cd8a-45ef-bf0f-e392851a97b2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/19b6cfe7-ec53-4d77-a8fa-5c24f5be2306 HTTP/1.1" status: 204 len: 168 time: 0.2133789 Mar 22 14:12:39.641849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36534) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.669598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099ca1f-cd8a-45ef-bf0f-e392851a97b2 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b6cfe7-ec53-4d77-a8fa-5c24f5be2306,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.709180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-575dbad3-7eee-4f02-b17e-2cd96c767f5f req-74a7ce28-d3bb-4510-95d4-7547a5bb2662 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046510 Mar 22 14:12:39.731068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bdd32e0d-22b9-4da4-a45a-951e6d5cd9c5 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879035 Mar 22 14:12:39.736774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.741677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4843e2ef-32c5-4350-aec0-70625c776792 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group': {'name': 'tempest-secgroup--746502984'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:39.766426 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4843e2ef-32c5-4350-aec0-70625c776792 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.838059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4843e2ef-32c5-4350-aec0-70625c776792 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (74a03343-1043-49b1-837c-63d2c5bb3701), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.843094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4843e2ef-32c5-4350-aec0-70625c776792 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (74a03343-1043-49b1-837c-63d2c5bb3701), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.873771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4843e2ef-32c5-4350-aec0-70625c776792 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.875458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4843e2ef-32c5-4350-aec0-70625c776792 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1388044 Mar 22 14:12:39.878007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.883370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Request body: {'security_group_rule': {'security_group_id': '74a03343-1043-49b1-837c-63d2c5bb3701', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:39.888712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843e2ef-32c5-4350-aec0-70625c776792 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a03343-1043-49b1-837c-63d2c5bb3701,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.896500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks [] for router_gateway (e2d142ed-8638-43ed-aa12-dbf62b00a217), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.915691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (f7308a52-5930-4b37-8620-d171ab322ef9), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.997473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (f7308a52-5930-4b37-8620-d171ab322ef9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.009717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6952b8-53e1-4cda-abe0-6d7da34c1a76 req-5bbfcfdc-39b9-4852-813e-eb26b942e6cf tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.011236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a6952b8-53e1-4cda-abe0-6d7da34c1a76 req-5bbfcfdc-39b9-4852-813e-eb26b942e6cf tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.0737658 Mar 22 14:12:40.011838 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (f7308a52-5930-4b37-8620-d171ab322ef9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.036861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7308a52-5930-4b37-8620-d171ab322ef9,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:40.054359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.054732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.055010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.055338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.055664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.055984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.056314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.056615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.056944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.057244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.057590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.058431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.058431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.058802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.058802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:40.069906 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.071133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e7915063-87eb-4b27-a129-79b322353c1a tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1921594 Mar 22 14:12:40.074102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36544) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.092120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a6952b8-53e1-4cda-abe0-6d7da34c1a76 req-9497e1f9-cd98-488e-ba6a-690ec3b9d0e3 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700343 Mar 22 14:12:40.164271 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95649e11-3ab0-4f64-82be-0c44b9f46c04 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (74a03343-1043-49b1-837c-63d2c5bb3701), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.185886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (e2d142ed-8638-43ed-aa12-dbf62b00a217), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.206751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95649e11-3ab0-4f64-82be-0c44b9f46c04 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (74a03343-1043-49b1-837c-63d2c5bb3701), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.272901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87115a49-3deb-4d0c-a4cb-8d2f0b1a14fa req-6788aac3-7569-4b42-98e5-393cdc147288 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.275016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87115a49-3deb-4d0c-a4cb-8d2f0b1a14fa req-6788aac3-7569-4b42-98e5-393cdc147288 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 945 time: 0.1239660 Mar 22 14:12:40.295246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc89f7-ab02-4c79-aed8-0271a33f7eb0 req-758ba8cd-4fe0-4fbc-bf7b-84377467b78d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.298508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1fc89f7-ab02-4c79-aed8-0271a33f7eb0 req-758ba8cd-4fe0-4fbc-bf7b-84377467b78d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 946 time: 0.0980363 Mar 22 14:12:40.399159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87115a49-3deb-4d0c-a4cb-8d2f0b1a14fa req-cbb7245b-a971-476f-b9e9-fc0990350cd1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130929 Mar 22 14:12:40.402962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1fc89f7-ab02-4c79-aed8-0271a33f7eb0 req-113f6a72-23fc-410e-a1e9-3a83c161cfa8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985553 Mar 22 14:12:40.416309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ece83-b50e-40d2-af59-e62f331fb48a req-cf6850dc-83d6-42b8-b867-f03917ac3083 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.416536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bee5b795-ed18-4be3-ba57-d5595b6bd978 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:40.417799 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808ece83-b50e-40d2-af59-e62f331fb48a req-cf6850dc-83d6-42b8-b867-f03917ac3083 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 945 time: 0.1601176 Mar 22 14:12:40.426776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95649e11-3ab0-4f64-82be-0c44b9f46c04 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (74a03343-1043-49b1-837c-63d2c5bb3701), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.429527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95649e11-3ab0-4f64-82be-0c44b9f46c04 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.430715 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-95649e11-3ab0-4f64-82be-0c44b9f46c04 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/74a03343-1043-49b1-837c-63d2c5bb3701 HTTP/1.1" status: 204 len: 168 time: 0.3556411 Mar 22 14:12:40.433675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36550) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.484180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-11cb9831-952f-45b4-b8c7-52bb9c1c0653 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491638 Mar 22 14:12:40.486460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36552) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.493861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95649e11-3ab0-4f64-82be-0c44b9f46c04 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a03343-1043-49b1-837c-63d2c5bb3701,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:40.540615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4de02c59-bd10-401c-b6b1-be7fb7bb5d48 tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0528219 Mar 22 14:12:40.541556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36554) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.548370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port bee5b795-ed18-4be3-ba57-d5595b6bd978 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:40.548991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.562992 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-74b26cf1-3f13-47ab-bc89-097860474dba tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] delete failed (client error): The resource could not be found. Mar 22 14:12:40.564067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-74b26cf1-3f13-47ab-bc89-097860474dba tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "DELETE /v2.0/security-groups/74a03343-1043-49b1-837c-63d2c5bb3701 HTTP/1.1" status: 404 len: 347 time: 0.0211647 Mar 22 14:12:40.564326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Router e2d142ed-8638-43ed-aa12-dbf62b00a217 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:12:40.568127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36556) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.590134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:40.592897 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c768a68-b0e1-4a3a-bd67-73a37468dc33" -d '{"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-unplugged", "status": "completed", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:40.621601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:40.628783 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.630172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device fbd3f570-c937-47e4-8298-8019deb32912 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:40.640265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-33111525-11fd-4e8d-9f54-67ed3a620aba tempest-SecGroupTest-85675732 tempest-SecGroupTest-85675732-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706275 Mar 22 14:12:40.686912 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40752aa9-794e-47a0-bfed-ffb644901203 x-openstack-request-id: req-40752aa9-794e-47a0-bfed-ffb644901203 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:40.687696 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-unplugged", "status": "completed", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:40.688043 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40752aa9-794e-47a0-bfed-ffb644901203 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:40.688431 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40752aa9-794e-47a0-bfed-ffb644901203'] response: {'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'code': 200} Mar 22 14:12:40.692103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c1e400-fb55-4fb0-b0ca-463bd2e6c9d3 None None] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:40.725637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Deleting port fbd3f570-c937-47e4-8298-8019deb32912 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:40.726113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fbd3f570-c937-47e4-8298-8019deb32912), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.818331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:40.843558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] For port fbd3f570-c937-47e4-8298-8019deb32912, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=fbd3f570-c937-47e4-8298-8019deb32912,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:40.843972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fbd3f570-c937-47e4-8298-8019deb32912), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.854676 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.855820 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b2c21d32-73e3-45ce-b631-24a1b6fab469 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2608447 Mar 22 14:12:40.859181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36564) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.864001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Calling delete_port for fbd3f570-c937-47e4-8298-8019deb32912 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:40.916375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.933222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Sync routers for ids ['e2d142ed-8638-43ed-aa12-dbf62b00a217'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:40.997408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Routers {'e2d142ed-8638-43ed-aa12-dbf62b00a217'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:40.998848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e2d142ed-8638-43ed-aa12-dbf62b00a217'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:41.020206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fbd3f570-c937-47e4-8298-8019deb32912), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.051145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event deleted for resources: {'Port': ['ID=fbd3f570-c937-47e4-8298-8019deb32912,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:41.068035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:41.105443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d0ef4300-4e7a-4f27-9706-b8e977b39153 None None] Provisioning complete for port c26d6e6b-bc42-4200-9214-2a2b5cd34568 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:41.106235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4300-4e7a-4f27-9706-b8e977b39153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.109057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc', '73546ba8-e3ec-499c-9d9d-347345a218ef'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:41.119018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] No DVR routers for this DVR port fbd3f570-c937-47e4-8298-8019deb32912 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:41.126089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.129669 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-808ece83-b50e-40d2-af59-e62f331fb48a req-4a6f8bad-ce25-4d9b-bdc5-bfc00e13290f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "DELETE /v2.0/ports/fbd3f570-c937-47e4-8298-8019deb32912 HTTP/1.1" status: 204 len: 173 time: 0.6910503 Mar 22 14:12:41.130152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'name': 'network-vif-deleted', 'tag': 'fbd3f570-c937-47e4-8298-8019deb32912'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:41.132935 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5342623-374f-4556-8dd4-ea716f046a08" -d '{"events": [{"server_uuid": "9374f2e4-e86e-4a6a-8c36-a708444e4c0d", "name": "network-vif-deleted", "tag": "fbd3f570-c937-47e4-8298-8019deb32912"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:41.156131 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d08692cb-728e-48b4-bc0a-aa5a2fa2312b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72a95bc9ec954aa3b4c79ddffdd3efef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383862 Mar 22 14:12:41.156741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36574) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:41.210310 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006435a4-4a4a-4bc7-a1e5-c31c75f61d97 x-openstack-request-id: req-006435a4-4a4a-4bc7-a1e5-c31c75f61d97 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:41.210923 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9374f2e4-e86e-4a6a-8c36-a708444e4c0d", "name": "network-vif-deleted", "tag": "fbd3f570-c937-47e4-8298-8019deb32912", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:41.211677 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-006435a4-4a4a-4bc7-a1e5-c31c75f61d97 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:41.211677 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006435a4-4a4a-4bc7-a1e5-c31c75f61d97'] response: {'server_uuid': '9374f2e4-e86e-4a6a-8c36-a708444e4c0d', 'name': 'network-vif-deleted', 'tag': 'fbd3f570-c937-47e4-8298-8019deb32912', 'status': 'completed', 'code': 200} Mar 22 14:12:41.234245 n-d-834677-3 neutron-server[110459]: INFO neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No ports have port_id starting with fbd3f570-c937-47e4-8298-8019deb32912 Mar 22 14:12:41.296317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c26d6e6b-bc42-4200-9214-2a2b5cd34568 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:41.457528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Set router e2d142ed-8638-43ed-aa12-dbf62b00a217 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:41.541243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef4300-4e7a-4f27-9706-b8e977b39153 None None] Current status of the port c26d6e6b-bc42-4200-9214-2a2b5cd34568 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:41.541729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4300-4e7a-4f27-9706-b8e977b39153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.587651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c26d6e6b-bc42-4200-9214-2a2b5cd34568 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:41.588052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.674874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d0ef4300-4e7a-4f27-9706-b8e977b39153 None None] For port c26d6e6b-bc42-4200-9214-2a2b5cd34568, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c26d6e6b-bc42-4200-9214-2a2b5cd34568,segment=NetworkSegment(70e42995-a7c8-4344-8bad-cca0119e5a4f),segment_id=70e42995-a7c8-4344-8bad-cca0119e5a4f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:41.685696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4300-4e7a-4f27-9706-b8e977b39153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.697065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aaa80935-37ac-454e-b3a9-09fedc7e81c2 req-fa7c9455-ae2b-4d3d-a166-e7007ba2aed5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=9374f2e4-e86e-4a6a-8c36-a708444e4c0d HTTP/1.1" status: 200 len: 210 time: 0.0793850 Mar 22 14:12:41.741109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7771-6c87-4c2d-9840-1ad49f93410b req-6aa1c576-0c5a-4ba2-a0dc-e9675264e452 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:41.743082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06db7771-6c87-4c2d-9840-1ad49f93410b req-6aa1c576-0c5a-4ba2-a0dc-e9675264e452 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.4815702 Mar 22 14:12:41.776634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19179e76-ec9a-44e0-b277-eb812c451f30 admin admin] Publish callbacks [] for security_group (289dd3a3-16cb-4601-ba62-6387bc900a71), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.845618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef4300-4e7a-4f27-9706-b8e977b39153 None None] Pushing event updated for resources: {'Port': ['ID=c26d6e6b-bc42-4200-9214-2a2b5cd34568,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:41.873009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c26d6e6b-bc42-4200-9214-2a2b5cd34568 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:41.906415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19179e76-ec9a-44e0-b277-eb812c451f30 admin admin] Publish callbacks [] for security_group (289dd3a3-16cb-4601-ba62-6387bc900a71), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.925812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06db7771-6c87-4c2d-9840-1ad49f93410b req-6477d2e0-7b1f-4628-8d8e-19aee0b824f1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753728 Mar 22 14:12:41.959096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:12:39Z', 'revision_number': 3, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port': {'id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:39Z', 'updated_at': '2022-03-22T14:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:42.011665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Checking router: e2d142ed-8638-43ed-aa12-dbf62b00a217 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:12:42.012072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Updating router e2d142ed-8638-43ed-aa12-dbf62b00a217 port 375c99ba-401e-4a10-9cbf-ea5cd2599372 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:12:42.013136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc08b1-4279-4add-b233-f880cb9ffe87 req-7aaa83c7-a58d-421d-ad1b-31e868868f6e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:42.015244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19bc08b1-4279-4add-b233-f880cb9ffe87 req-7aaa83c7-a58d-421d-ad1b-31e868868f6e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 944 time: 0.1919413 Mar 22 14:12:42.055361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-70adf016-41da-45fe-8272-abf2065007e2 None None] Provisioning complete for port c26d6e6b-bc42-4200-9214-2a2b5cd34568 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:42.055868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-70adf016-41da-45fe-8272-abf2065007e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.080945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.086708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.101529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19179e76-ec9a-44e0-b277-eb812c451f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (289dd3a3-16cb-4601-ba62-6387bc900a71), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.104092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19179e76-ec9a-44e0-b277-eb812c451f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.107714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-19179e76-ec9a-44e0-b277-eb812c451f30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/289dd3a3-16cb-4601-ba62-6387bc900a71 HTTP/1.1" status: 204 len: 168 time: 0.9472048 Mar 22 14:12:42.121832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19bc08b1-4279-4add-b233-f880cb9ffe87 req-28f9ae6e-51d4-4c25-ab3e-1f27f4607f75 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856969 Mar 22 14:12:42.127400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179e76-ec9a-44e0-b277-eb812c451f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289dd3a3-16cb-4601-ba62-6387bc900a71,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:42.327936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-70adf016-41da-45fe-8272-abf2065007e2 None None] Current status of the port c26d6e6b-bc42-4200-9214-2a2b5cd34568 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:42.470859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670012b-31ee-4522-9737-146964b1dca0 req-632aefda-781d-4ece-8333-71020b852ed8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:42.472395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4670012b-31ee-4522-9737-146964b1dca0 req-632aefda-781d-4ece-8333-71020b852ed8 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.2483072 Mar 22 14:12:42.491335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89f14-3fda-41c6-a9af-4aafb6db1b5d req-95671692-d4ad-4a5a-b397-68986cfe8a2c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:42.498554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43d89f14-3fda-41c6-a9af-4aafb6db1b5d req-95671692-d4ad-4a5a-b397-68986cfe8a2c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2089958 Mar 22 14:12:42.504706 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Publish callbacks [] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.510956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.542531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Allocated IP 172.20.0.1 (41e2e46f-315e-455e-8205-c5bc6bd18102/ed406877-ec15-4f93-9d3b-d2f20e3027cf/6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:42.597122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Attempting to bind port 375c99ba-401e-4a10-9cbf-ea5cd2599372 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:42.597909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Attempting to bind port 375c99ba-401e-4a10-9cbf-ea5cd2599372 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:42.597909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Attempting to bind port 375c99ba-401e-4a10-9cbf-ea5cd2599372 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:42.599985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f8108-afe9-4382-aca5-d281e9582e01 None None] Pushing event updated for resources: {'Port': ['ID=375c99ba-401e-4a10-9cbf-ea5cd2599372,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:42.612715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:42.613079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:42.614091 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.614607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:42.615437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Bound port: 375c99ba-401e-4a10-9cbf-ea5cd2599372, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:42.616200 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.621093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4670012b-31ee-4522-9737-146964b1dca0 req-bbcb89d8-e83e-4947-9b12-7c572001d6ee tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368392 Mar 22 14:12:42.687200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] For port 375c99ba-401e-4a10-9cbf-ea5cd2599372, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:42.691785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] For port 375c99ba-401e-4a10-9cbf-ea5cd2599372, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=375c99ba-401e-4a10-9cbf-ea5cd2599372,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:42.701454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.715194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43d89f14-3fda-41c6-a9af-4aafb6db1b5d req-33bfd315-9057-4186-924b-45180711faa8 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155583 Mar 22 14:12:42.726921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks [] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.791576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.794148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Routers {'e2d142ed-8638-43ed-aa12-dbf62b00a217'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:42.795426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e2d142ed-8638-43ed-aa12-dbf62b00a217'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:42.797842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f8108-afe9-4382-aca5-d281e9582e01 None None] Pushing event updated for resources: {'Port': ['ID=375c99ba-401e-4a10-9cbf-ea5cd2599372,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:42.850940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:42.866099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:42.870210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:42.884429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:42.936568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] Set router e2d142ed-8638-43ed-aa12-dbf62b00a217 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:42.999456 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (e2d142ed-8638-43ed-aa12-dbf62b00a217), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.091788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbfd5c-02df-41dc-ba3b-635a7bb8462f req-afd14f16-137a-4623-a1d4-073a3063d999 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.099284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fddbfd5c-02df-41dc-ba3b-635a7bb8462f req-afd14f16-137a-4623-a1d4-073a3063d999 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2314978 Mar 22 14:12:43.218299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fddbfd5c-02df-41dc-ba3b-635a7bb8462f req-39aaddbf-ae65-4225-a5a7-b9dee3d69556 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179755 Mar 22 14:12:43.320960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36626) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:43.361951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c26d6e6b-bc42-4200-9214-2a2b5cd34568 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:43.407054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4edc73-a126-403b-a562-5dafa553ee77 req-778fb9a9-57c2-42d8-b72c-81db8147c3c0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.414776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f4edc73-a126-403b-a562-5dafa553ee77 req-778fb9a9-57c2-42d8-b72c-81db8147c3c0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 946 time: 0.1779191 Mar 22 14:12:43.454141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.456476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9b5a1387-372d-4a86-b4d9-c2affa0004af tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1218071248', 'prefixes': ['172.20.0.0/16']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:43.472913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bedc94fd-4199-4f03-98db-71c33880a259 None None] Provisioning complete for port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:43.473350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bedc94fd-4199-4f03-98db-71c33880a259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.485062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ca48-da44-4e10-98ed-e91741e5e2d4 req-30ef9dc3-e081-4721-b0cb-d0ed5643fba2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.486981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9f8ca48-da44-4e10-98ed-e91741e5e2d4 req-30ef9dc3-e081-4721-b0cb-d0ed5643fba2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1797934 Mar 22 14:12:43.510985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f4edc73-a126-403b-a562-5dafa553ee77 req-3d805401-34d6-4ccc-998a-e05ab97d0cb7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900874 Mar 22 14:12:43.562887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1387-372d-4a86-b4d9-c2affa0004af tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.564879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bedc94fd-4199-4f03-98db-71c33880a259 None None] Port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:43.575394 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9b5a1387-372d-4a86-b4d9-c2affa0004af tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2520952 Mar 22 14:12:43.578170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:43.594491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9f8ca48-da44-4e10-98ed-e91741e5e2d4 req-e688ac08-8a9d-41bf-915d-69eec32c59a7 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007078 Mar 22 14:12:43.661485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c26d6e6b-bc42-4200-9214-2a2b5cd34568 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:43.661485 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.714373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5bf4131b-ec92-47cc-be86-2d09977ee1dc tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] 10.222.0.44 "GET /v2.0/subnetpools/136335ca-07c6-4212-a9cf-852c62728126 HTTP/1.1" status: 200 len: 732 time: 0.1315148 Mar 22 14:12:43.715294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36638) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:43.721480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fbfcc23d-43fd-4307-ab15-30d35d4cedd9 tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2002070620'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:43.779296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:12:39Z', 'revision_number': 3, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port': {'id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:39Z', 'updated_at': '2022-03-22T14:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:43.808773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fcf71-a64b-4cda-9200-d868dbb53d30 None None] The sync data for ids ['e2d142ed-8638-43ed-aa12-dbf62b00a217'] in n-d-834677-3 is: [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:12:39Z', 'revision_number': 3, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port': {'id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:39Z', 'updated_at': '2022-03-22T14:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:43.823445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c26d6e6b-bc42-4200-9214-2a2b5cd34568 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:43.874622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fbfcc23d-43fd-4307-ab15-30d35d4cedd9 tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.878774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36640) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:43.879476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fbfcc23d-43fd-4307-ab15-30d35d4cedd9 tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] 10.222.0.44 "PUT /v2.0/subnetpools/136335ca-07c6-4212-a9cf-852c62728126 HTTP/1.1" status: 200 len: 684 time: 0.1629517 Mar 22 14:12:43.902676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ffb4a-5a52-4ddc-bafe-ac35ae79bc22 req-dfea9a34-e38a-4c23-b124-c85bb72dee3c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.905429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-245ffb4a-5a52-4ddc-bafe-ac35ae79bc22 req-dfea9a34-e38a-4c23-b124-c85bb72dee3c tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.1737990 Mar 22 14:12:43.914400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-15852c09-07ff-4dbb-b97f-277a777900d5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.915925 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-15852c09-07ff-4dbb-b97f-277a777900d5 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 945 time: 0.0806875 Mar 22 14:12:43.924490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9e927-33f8-4d52-a044-19ac60348659 req-b7260adc-0a88-46e2-8f35-579b6f369f9c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.925989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd9e927-33f8-4d52-a044-19ac60348659 req-b7260adc-0a88-46e2-8f35-579b6f369f9c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1651945 Mar 22 14:12:43.977500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks [] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.002466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.063033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Deleting port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:44.063361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.125598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-245ffb4a-5a52-4ddc-bafe-ac35ae79bc22 req-25c96db7-925b-4a6e-b420-f5c662c76b5b tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3181a5b-23df-4810-8d3c-a8e8df364422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121909 Mar 22 14:12:44.203553 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (e2d142ed-8638-43ed-aa12-dbf62b00a217), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.209137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:44.223560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd9e927-33f8-4d52-a044-19ac60348659 req-d6805889-d5a7-4955-9775-ea4adcd363b1 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766902 Mar 22 14:12:44.266990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] For port 0d7f27dd-8e80-4557-9987-ca604f1d3f68, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0d7f27dd-8e80-4557-9987-ca604f1d3f68,segment=NetworkSegment(9b0207a7-bcca-4623-abfe-d3127878604e),segment_id=9b0207a7-bcca-4623-abfe-d3127878604e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:44.269015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.292034 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf13c-4190-4cc4-99ab-e1c99379c611 tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.292034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9dfcf13c-4190-4cc4-99ab-e1c99379c611 tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] 10.222.0.44 "DELETE /v2.0/subnetpools/136335ca-07c6-4212-a9cf-852c62728126 HTTP/1.1" status: 204 len: 168 time: 0.4101310 Mar 22 14:12:44.292369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Calling delete_port for 0d7f27dd-8e80-4557-9987-ca604f1d3f68 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:44.304843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36644) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:44.358971 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-c67306e0-7937-4b4d-bd47-1148df6b267d tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] show failed (client error): The resource could not be found. Mar 22 14:12:44.360843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c67306e0-7937-4b4d-bd47-1148df6b267d tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] 10.222.0.44 "GET /v2.0/subnetpools/136335ca-07c6-4212-a9cf-852c62728126 HTTP/1.1" status: 404 len: 346 time: 0.0510476 Mar 22 14:12:44.366140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36648) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:44.437944 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-3e481644-41f9-4083-8eec-b5175541ed28 tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] delete failed (client error): The resource could not be found. Mar 22 14:12:44.438986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3e481644-41f9-4083-8eec-b5175541ed28 tempest-SubnetPoolsTestJSON-944968507 tempest-SubnetPoolsTestJSON-944968507-project] 10.222.0.44 "DELETE /v2.0/subnetpools/136335ca-07c6-4212-a9cf-852c62728126 HTTP/1.1" status: 404 len: 346 time: 0.0389509 Mar 22 14:12:44.587763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:44.593540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:44.620060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0d7f27dd-8e80-4557-9987-ca604f1d3f68), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.640708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['0d7f27dd-8e80-4557-9987-ca604f1d3f68'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:44.670404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Pushing event deleted for resources: {'Port': ['ID=0d7f27dd-8e80-4557-9987-ca604f1d3f68,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:44.735746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] No DVR routers for this DVR port 0d7f27dd-8e80-4557-9987-ca604f1d3f68 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:44.738462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.749419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d6d31fd-e213-4e17-a61c-4620195a7f13 req-726df26b-5dfa-4906-a9b8-0896a6d98a34 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.57 "DELETE /v2.0/ports/0d7f27dd-8e80-4557-9987-ca604f1d3f68 HTTP/1.1" status: 204 len: 173 time: 0.8251379 Mar 22 14:12:44.750216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'name': 'network-vif-deleted', 'tag': '0d7f27dd-8e80-4557-9987-ca604f1d3f68'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:44.752777 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725e5ac0-0f76-4720-90ae-07758d1cec0b" -d '{"events": [{"server_uuid": "0b223ba0-cb01-4e6b-ba62-17dcd61257a2", "name": "network-vif-deleted", "tag": "0d7f27dd-8e80-4557-9987-ca604f1d3f68"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:44.922884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36662) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:44.930649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f96220-ddf5-4e11-b9bb-a8a8436f813f req-18fbcbee-2358-4b21-9ab0-913cc7eae020 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:44.932597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71f96220-ddf5-4e11-b9bb-a8a8436f813f req-18fbcbee-2358-4b21-9ab0-913cc7eae020 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.4990871 Mar 22 14:12:44.947903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-fabe59f1-9074-46d3-92ba-890b7bcc3606 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:44.952018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-fabe59f1-9074-46d3-92ba-890b7bcc3606 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 946 time: 0.4416277 Mar 22 14:12:44.965727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Router e2d142ed-8638-43ed-aa12-dbf62b00a217 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:12:45.003947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-266645bd-d9d3-4abf-b7f4-61436e63423c None None] Provisioning complete for port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:45.004764 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-266645bd-d9d3-4abf-b7f4-61436e63423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.049437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-266645bd-d9d3-4abf-b7f4-61436e63423c None None] Port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:45.057340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb5903-1575-4531-8479-df93a874ab26 req-64d28863-be89-4acb-a294-267f788da53a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.059026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ffb5903-1575-4531-8479-df93a874ab26 req-64d28863-be89-4acb-a294-267f788da53a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 946 time: 0.4330523 Mar 22 14:12:45.067499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f19791ae-3da5-44a8-9c2e-517bdef7b7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.167046 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f19791ae-3da5-44a8-9c2e-517bdef7b7f6 admin admin] Publish callbacks [] for security_group (9769b36b-5e6f-4ef3-aef1-98ec42024a5a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.177758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f19791ae-3da5-44a8-9c2e-517bdef7b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9769b36b-5e6f-4ef3-aef1-98ec42024a5a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.197649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71f96220-ddf5-4e11-b9bb-a8a8436f813f req-b5f327c2-475d-437c-87d6-0bad0ea26981 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586265 Mar 22 14:12:45.225477 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f19791ae-3da5-44a8-9c2e-517bdef7b7f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2ee840faa41442982ad1fe18cceac37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013389 Mar 22 14:12:45.228634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19791ae-3da5-44a8-9c2e-517bdef7b7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9769b36b-5e6f-4ef3-aef1-98ec42024a5a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:45.232408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36668) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:45.281742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ffb5903-1575-4531-8479-df93a874ab26 req-6b4d2d34-068a-4d20-b0cf-7bb4728a4986 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093010 Mar 22 14:12:45.308047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Deleting port 73546ba8-e3ec-499c-9d9d-347345a218ef {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:45.308554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.313299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:45.316735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 375c99ba-401e-4a10-9cbf-ea5cd2599372 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:45.325460 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13fedbb0-6633-4b49-b13d-43dde79a13f4 admin admin] Publish callbacks [] for security_group (9769b36b-5e6f-4ef3-aef1-98ec42024a5a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.341435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-22c57a24-f152-4951-be63-b70ea871ca59 admin admin] 10.222.0.44 "PUT /v2.0/routers/e2d142ed-8638-43ed-aa12-dbf62b00a217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4811299 Mar 22 14:12:45.346374 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a482f5ef-99d0-4580-bfdc-ba614ac23dc0 x-openstack-request-id: req-a482f5ef-99d0-4580-bfdc-ba614ac23dc0 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:45.348436 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b223ba0-cb01-4e6b-ba62-17dcd61257a2", "name": "network-vif-deleted", "tag": "0d7f27dd-8e80-4557-9987-ca604f1d3f68", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:45.348823 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a482f5ef-99d0-4580-bfdc-ba614ac23dc0 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:45.349350 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a482f5ef-99d0-4580-bfdc-ba614ac23dc0'] response: {'server_uuid': '0b223ba0-cb01-4e6b-ba62-17dcd61257a2', 'name': 'network-vif-deleted', 'tag': '0d7f27dd-8e80-4557-9987-ca604f1d3f68', 'status': 'completed', 'code': 200} Mar 22 14:12:45.364923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13fedbb0-6633-4b49-b13d-43dde79a13f4 admin admin] Publish callbacks [] for security_group (9769b36b-5e6f-4ef3-aef1-98ec42024a5a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.407049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 375c99ba-401e-4a10-9cbf-ea5cd2599372 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:45.407693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.433808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13fedbb0-6633-4b49-b13d-43dde79a13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9769b36b-5e6f-4ef3-aef1-98ec42024a5a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.446543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13fedbb0-6633-4b49-b13d-43dde79a13f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.451539 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13fedbb0-6633-4b49-b13d-43dde79a13f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9769b36b-5e6f-4ef3-aef1-98ec42024a5a HTTP/1.1" status: 204 len: 168 time: 0.2158458 Mar 22 14:12:45.480548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fedbb0-6633-4b49-b13d-43dde79a13f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9769b36b-5e6f-4ef3-aef1-98ec42024a5a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:45.507483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff5ccb13-a286-4929-bca5-84dae6856695 req-1a5de1ee-5f46-4964-a40f-a03f7eaa3fa1 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b223ba0-cb01-4e6b-ba62-17dcd61257a2 HTTP/1.1" status: 200 len: 210 time: 0.0413189 Mar 22 14:12:45.520765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] For port 73546ba8-e3ec-499c-9d9d-347345a218ef, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=73546ba8-e3ec-499c-9d9d-347345a218ef,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:45.521301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.549711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Calling delete_port for 73546ba8-e3ec-499c-9d9d-347345a218ef owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:45.586095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 375c99ba-401e-4a10-9cbf-ea5cd2599372 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:45.586416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.613820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 375c99ba-401e-4a10-9cbf-ea5cd2599372, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=375c99ba-401e-4a10-9cbf-ea5cd2599372,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:45.620468 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.683176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=375c99ba-401e-4a10-9cbf-ea5cd2599372,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:45.773787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (73546ba8-e3ec-499c-9d9d-347345a218ef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.788787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc', '73546ba8-e3ec-499c-9d9d-347345a218ef'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:45.849384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event deleted for resources: {'Port': ['ID=73546ba8-e3ec-499c-9d9d-347345a218ef,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:45.880975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] No DVR routers for this DVR port 73546ba8-e3ec-499c-9d9d-347345a218ef on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:45.884945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.888446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d01a4c50-83a1-4a90-b1f9-fc5da68a5c72 req-4e7734ae-8672-4782-ae50-a90bef4eed3b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "DELETE /v2.0/ports/73546ba8-e3ec-499c-9d9d-347345a218ef HTTP/1.1" status: 204 len: 173 time: 0.9250829 Mar 22 14:12:45.889084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334f21e1-6658-46b5-8a50-50695355276d', 'name': 'network-vif-deleted', 'tag': '73546ba8-e3ec-499c-9d9d-347345a218ef'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:45.892992 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a341fe-93a3-426c-8565-6fd1882fc7ec" -d '{"events": [{"server_uuid": "334f21e1-6658-46b5-8a50-50695355276d", "name": "network-vif-deleted", "tag": "73546ba8-e3ec-499c-9d9d-347345a218ef"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:45.977398 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e58ee-3a51-4785-8c29-ad183780d604 x-openstack-request-id: req-098e58ee-3a51-4785-8c29-ad183780d604 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:45.977704 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334f21e1-6658-46b5-8a50-50695355276d", "name": "network-vif-deleted", "tag": "73546ba8-e3ec-499c-9d9d-347345a218ef", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:45.977960 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-098e58ee-3a51-4785-8c29-ad183780d604 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:45.978415 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098e58ee-3a51-4785-8c29-ad183780d604'] response: {'server_uuid': '334f21e1-6658-46b5-8a50-50695355276d', 'name': 'network-vif-deleted', 'tag': '73546ba8-e3ec-499c-9d9d-347345a218ef', 'status': 'completed', 'code': 200} Mar 22 14:12:46.270751 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Sync routers for ids ['e2d142ed-8638-43ed-aa12-dbf62b00a217'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:46.294862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36708) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.297023 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Routers {'e2d142ed-8638-43ed-aa12-dbf62b00a217'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:46.298775 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e2d142ed-8638-43ed-aa12-dbf62b00a217'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:46.300239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2142485434-network', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:46.330423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Made reservation on behalf of 6bf9dcc6edb146acb2befb3726566048 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:46.333736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.354235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.489335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks [] for security_group (1f6c89aa-e5f5-4691-83d1-f22da5ad0088), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.493389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47cf6-454c-4f6b-8441-ed0f594862d6 req-77120a64-406c-4b8e-9dab-8f4f96071f41 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:46.496856 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1f6c89aa-e5f5-4691-83d1-f22da5ad0088), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.506552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13b47cf6-454c-4f6b-8441-ed0f594862d6 req-77120a64-406c-4b8e-9dab-8f4f96071f41 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1352732 Mar 22 14:12:46.538009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6c89aa-e5f5-4691-83d1-f22da5ad0088,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:46.553104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:46.563477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bee62b31-4164-4418-ba3e-d3fef326e837), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.564113 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Added segment bee62b31-4164-4418-ba3e-d3fef326e837 of type vlan for network bf8fdad4-0bc7-48bd-881b-cdcee8097122 Mar 22 14:12:46.581827 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Set router e2d142ed-8638-43ed-aa12-dbf62b00a217 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:46.583016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0176b2d8-7ad3-490c-8bdd-b827568c0262 req-f089dab2-1890-4f64-a4e0-9434a1f4a1ba tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=334f21e1-6658-46b5-8a50-50695355276d HTTP/1.1" status: 200 len: 210 time: 0.0732932 Mar 22 14:12:46.652806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (bf8fdad4-0bc7-48bd-881b-cdcee8097122), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.664780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13b47cf6-454c-4f6b-8441-ed0f594862d6 req-a069c643-7abb-4e48-afe5-018e3ece47cc tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541038 Mar 22 14:12:46.687687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (bf8fdad4-0bc7-48bd-881b-cdcee8097122), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.688978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:46.689935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.720901 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4248545 Mar 22 14:12:46.724371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36724) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.730467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Request body: {'subnet': {'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2142485434-subnet', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:46.766784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Made reservation on behalf of 6bf9dcc6edb146acb2befb3726566048 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:46.775747 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.932751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36734) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.941421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028925 Mar 22 14:12:46.946586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36736) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:47.067075 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:12:43Z', 'revision_number': 4, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port': {'id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:39Z', 'updated_at': '2022-03-22T14:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4', 'name': '', 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'mac_address': 'fa:16:3e:dc:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'ed406877-ec15-4f93-9d3b-d2f20e3027cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:42Z', 'updated_at': '2022-03-22T14:12:43Z', 'revision_number': 2, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'subnets': [{'id': 'ed406877-ec15-4f93-9d3b-d2f20e3027cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:47.108077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Checking router: e2d142ed-8638-43ed-aa12-dbf62b00a217 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:12:47.108702 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Updating router e2d142ed-8638-43ed-aa12-dbf62b00a217 port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:12:47.189566 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.236919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-46fec668-bc05-43f7-b7be-b99c72d1dcb7 tempest-NetworksApiDiscovery-214876222 tempest-NetworksApiDiscovery-214876222-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2775254 Mar 22 14:12:47.276942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8cd0b1ab-ba17-4d4a-a4d0-48700f12378c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.296761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 375c99ba-401e-4a10-9cbf-ea5cd2599372 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:47.407982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c86ce-fb93-476b-bca2-3cabb6f5ec21 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8fdad4-0bc7-48bd-881b-cdcee8097122,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:47.439202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:47.449077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Checking segment: {'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:47.449445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Network hostable DHCP agents. Network: bf8fdad4-0bc7-48bd-881b-cdcee8097122, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:47.489185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd0b1ab-ba17-4d4a-a4d0-48700f12378c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:47.521143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 375c99ba-401e-4a10-9cbf-ea5cd2599372 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:47.521856 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.561864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-4a819d15-6e4b-4771-9229-65c82e14564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:47.563437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-4a819d15-6e4b-4771-9229-65c82e14564e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.3780339 Mar 22 14:12:47.564034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:47.634822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, bf8fdad4-0bc7-48bd-881b-cdcee8097122) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:47.685682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6131d8-0ee7-4228-91a7-806e082fd6ce None None] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:47.766548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 375c99ba-401e-4a10-9cbf-ea5cd2599372 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:47.804519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36768) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:47.814924 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Publish callbacks [] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.819591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:47.820297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.831799 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.866618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'fixed_ips': [{'subnet_id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:47.869197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.984559 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf5918-28a0-4b81-b7ff-a806814b21db None None] Pushing event updated for resources: {'Port': ['ID=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.047232 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Attempting to bind port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:48.047827 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Attempting to bind port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:48.048356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Attempting to bind port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 on network 41e2e46f-315e-455e-8205-c5bc6bd18102 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:48.056004 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:48.056747 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Checking segment: {'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:48.057392 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.057959 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Bound using segment: {'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:48.058656 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Bound port: 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e42995-a7c8-4344-8bad-cca0119e5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:48.059246 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.088704 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d708097-c6c7-4ea9-a19a-519bae2777b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.246233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6743c71-7441-46d3-9e27-c5cd08501eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.286710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Allocated IP 172.20.0.2 (bf8fdad4-0bc7-48bd-881b-cdcee8097122/8cd0b1ab-ba17-4d4a-a4d0-48700f12378c/248b9af8-a796-41f0-99b3-925087504419) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:48.314599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d708097-c6c7-4ea9-a19a-519bae2777b5 admin admin] Publish callbacks [] for security_group (e3289b79-b5f9-42d8-858c-732290e5b413), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.324019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d708097-c6c7-4ea9-a19a-519bae2777b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e3289b79-b5f9-42d8-858c-732290e5b413), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.405753 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8d708097-c6c7-4ea9-a19a-519bae2777b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fad2fd3482824e84a8ac7593f7c0341f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998309 Mar 22 14:12:48.409409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36784) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:48.424369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5b61c9fa-2a0d-4504-a28b-7400ccdde409 None None] Provisioning complete for port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:48.425063 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5b61c9fa-2a0d-4504-a28b-7400ccdde409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.430438 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] For port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:48.433854 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] For port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,segment=NetworkSegment(70e42995-a7c8-4344-8bad-cca0119e5a4f),segment_id=70e42995-a7c8-4344-8bad-cca0119e5a4f)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:48.434590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d708097-c6c7-4ea9-a19a-519bae2777b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3289b79-b5f9-42d8-858c-732290e5b413,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.449236 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.458327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 73546ba8-e3ec-499c-9d9d-347345a218ef no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:48.485950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6ba92f8-5956-467f-a8fc-8c208aebac2d admin admin] Publish callbacks [] for security_group (e3289b79-b5f9-42d8-858c-732290e5b413), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.500860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0d7f27dd-8e80-4557-9987-ca604f1d3f68 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:48.508266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 73546ba8-e3ec-499c-9d9d-347345a218ef {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:48.508611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 73546ba8-e3ec-499c-9d9d-347345a218ef not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:48.511890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6ba92f8-5956-467f-a8fc-8c208aebac2d admin admin] Publish callbacks [] for security_group (e3289b79-b5f9-42d8-858c-732290e5b413), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.564739 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf5918-28a0-4b81-b7ff-a806814b21db None None] Pushing event updated for resources: {'Port': ['ID=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.582345 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Routers {'e2d142ed-8638-43ed-aa12-dbf62b00a217'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:48.583054 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e2d142ed-8638-43ed-aa12-dbf62b00a217'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:48.587042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6ba92f8-5956-467f-a8fc-8c208aebac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e3289b79-b5f9-42d8-858c-732290e5b413), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.591046 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6ba92f8-5956-467f-a8fc-8c208aebac2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.592421 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d6ba92f8-5956-467f-a8fc-8c208aebac2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3289b79-b5f9-42d8-858c-732290e5b413 HTTP/1.1" status: 204 len: 168 time: 0.1772718 Mar 22 14:12:48.611638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba92f8-5956-467f-a8fc-8c208aebac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3289b79-b5f9-42d8-858c-732290e5b413,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.631749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 0d7f27dd-8e80-4557-9987-ca604f1d3f68 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:48.632219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0d7f27dd-8e80-4557-9987-ca604f1d3f68 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:48.652596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5b61c9fa-2a0d-4504-a28b-7400ccdde409 None None] Port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:48.696730 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Publish callbacks [] for port (248b9af8-a796-41f0-99b3-925087504419), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.712889 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (248b9af8-a796-41f0-99b3-925087504419), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.791492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d1ef49bd-d898-4571-b70f-598ab8509aa5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0657706 Mar 22 14:12:48.794387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36790) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:48.799600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:48.845583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:48.854229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.855353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Pushing event updated for resources: {'Port': ['ID=248b9af8-a796-41f0-99b3-925087504419,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.855491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.862480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:48.868989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:48.884765 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] Set router e2d142ed-8638-43ed-aa12-dbf62b00a217 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:48.939097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-e2e62ae4-68e2-4e17-8457-1ae26546d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:48.940584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-e2e62ae4-68e2-4e17-8457-1ae26546d1b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 1.3414407 Mar 22 14:12:48.960978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbd095-7273-417d-9cfa-a5b30858e31b req-8b94616b-c47a-42bb-b887-e67808dd050d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:48.962841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9fbd095-7273-417d-9cfa-a5b30858e31b req-8b94616b-c47a-42bb-b887-e67808dd050d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 1.1400726 Mar 22 14:12:49.019962 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks [] for router_controller (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.070697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-93fd7bba-205b-4844-a57d-d271bc7977f2 None None] Provisioning complete for port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:49.071070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93fd7bba-205b-4844-a57d-d271bc7977f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.072875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Attempting to bind port 248b9af8-a796-41f0-99b3-925087504419 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:49.073244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Attempting to bind port 248b9af8-a796-41f0-99b3-925087504419 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:49.073603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Attempting to bind port 248b9af8-a796-41f0-99b3-925087504419 on network bf8fdad4-0bc7-48bd-881b-cdcee8097122 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:49.114124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f801-582e-4054-b204-f035438768ba req-839386a3-d338-43ed-9794-00e3c2161a20 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:49.139235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-839386a3-d338-43ed-9794-00e3c2161a20 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.3727026 Mar 22 14:12:49.145859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:49.146374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Checking segment: {'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:49.146793 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.147362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Bound using segment: {'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:49.147948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Bound port: 248b9af8-a796-41f0-99b3-925087504419, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:49.148741 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (248b9af8-a796-41f0-99b3-925087504419), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.203009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9fbd095-7273-417d-9cfa-a5b30858e31b req-58136be0-694a-4309-b4ea-1d0a8c9121c9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226434 Mar 22 14:12:49.215289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-51c8fa26-418c-4c20-93d0-1a500abf367e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0742135 Mar 22 14:12:49.235982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-e84c8410-ab8b-4010-ae15-7ff062a6922d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.2718117 Mar 22 14:12:49.266814 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:12:43Z', 'revision_number': 4, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port': {'id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:39Z', 'updated_at': '2022-03-22T14:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4', 'name': '', 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'mac_address': 'fa:16:3e:dc:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'ed406877-ec15-4f93-9d3b-d2f20e3027cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:42Z', 'updated_at': '2022-03-22T14:12:48Z', 'revision_number': 4, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'subnets': [{'id': 'ed406877-ec15-4f93-9d3b-d2f20e3027cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:49.334726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks [] for router_gateway (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.363765 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46938de9-4d1a-4d93-a464-2e49a3f2c944 None None] The sync data for ids ['e2d142ed-8638-43ed-aa12-dbf62b00a217'] in n-d-834677-3 is: [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:12:43Z', 'revision_number': 4, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port': {'id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:39Z', 'updated_at': '2022-03-22T14:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4', 'name': '', 'network_id': '41e2e46f-315e-455e-8205-c5bc6bd18102', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'mac_address': 'fa:16:3e:dc:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'ed406877-ec15-4f93-9d3b-d2f20e3027cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:42Z', 'updated_at': '2022-03-22T14:12:48Z', 'revision_number': 4, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'subnets': [{'id': 'ed406877-ec15-4f93-9d3b-d2f20e3027cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:49.412755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-93fd7bba-205b-4844-a57d-d271bc7977f2 None None] Current status of the port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:49.413428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93fd7bba-205b-4844-a57d-d271bc7977f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.424628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-8948a5ef-32bb-458d-8f8b-a1e634051a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:49.426385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-8948a5ef-32bb-458d-8f8b-a1e634051a64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.1790321 Mar 22 14:12:49.432175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] For port 248b9af8-a796-41f0-99b3-925087504419, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:49.484874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] For port 248b9af8-a796-41f0-99b3-925087504419, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=248b9af8-a796-41f0-99b3-925087504419,segment=NetworkSegment(bee62b31-4164-4418-ba3e-d3fef326e837),segment_id=bee62b31-4164-4418-ba3e-d3fef326e837)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:49.504872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-93fd7bba-205b-4844-a57d-d271bc7977f2 None None] For port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,segment=NetworkSegment(70e42995-a7c8-4344-8bad-cca0119e5a4f),segment_id=70e42995-a7c8-4344-8bad-cca0119e5a4f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:49.506936 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (248b9af8-a796-41f0-99b3-925087504419), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.533537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-93fd7bba-205b-4844-a57d-d271bc7977f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.543907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-af9d62af-ffa6-4ddb-863f-4ca99c4c67eb tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3274331 Mar 22 14:12:49.570338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-f5b6188b-af83-47e9-bba6-4d8e418dd247 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:12:49.572309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-f5b6188b-af83-47e9-bba6-4d8e418dd247 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196259 Mar 22 14:12:49.633645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Pushing event updated for resources: {'Port': ['ID=248b9af8-a796-41f0-99b3-925087504419,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:49.642517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.642870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.643203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.643676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.644008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.644330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.644649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.644967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.645280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.645593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.645907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.646242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.646553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.646861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.647168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cb007-6bf6-4070-a5f5-c08708b89d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:49.673199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-1ca2f016-d5fa-4001-af43-8d075ed29fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:49.675128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-1ca2f016-d5fa-4001-af43-8d075ed29fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2244952 Mar 22 14:12:49.700723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-edf2d155-fbad-4748-bee8-6d93279f386d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:12:49.701846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-edf2d155-fbad-4748-bee8-6d93279f386d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182662 Mar 22 14:12:49.778058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd7bba-205b-4844-a57d-d271bc7977f2 None None] Pushing event updated for resources: {'Port': ['ID=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:49.925159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-d69252a4-2ff5-48f2-9564-a985c8926bb7 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434043 Mar 22 14:12:49.996886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks [] for router_gateway (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.024114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-e4abdd0e-bf23-4a44-8d27-990ddce2d5bf service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069344 Mar 22 14:12:50.048516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.250566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Allocated IP 172.25.2.50 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/d1f8ee51-a1d1-4c5f-967f-93964173071b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:50.414882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f0aea907-73e4-403c-9d6d-602b3bfef6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.494231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks [] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.548036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-4ae1fd23-de10-48eb-abee-a7252bd42278 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050930 Mar 22 14:12:50.571110 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.624200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f8ee51-a1d1-4c5f-967f-93964173071b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.641437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:50.643313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:50.646252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:50.676852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-583696e2-23d3-496f-ac85-5f60c8e3d3a0 req-d15e1dee-c564-4fc3-bb36-21a9c7c1a273 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146576 Mar 22 14:12:50.701176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a34a5e-9514-4259-8d46-2128a71f8176 req-2324e4ee-92ad-486b-a113-983c40a4e00e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:50.727592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65a34a5e-9514-4259-8d46-2128a71f8176 req-2324e4ee-92ad-486b-a113-983c40a4e00e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3704829 Mar 22 14:12:50.891631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65a34a5e-9514-4259-8d46-2128a71f8176 req-2842b630-31e2-4ba7-b94e-95587835286a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630049 Mar 22 14:12:51.028603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec01ced2-ec5f-4e8c-a5e7-273722e10048 req-e3abd0d5-30a6-4fda-b1f2-c44129d4bdfb tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 210 time: 0.0761273 Mar 22 14:12:51.398613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks [] for router_gateway (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.538817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0be52b-0d18-4c79-b057-be3dff62d9fe None None] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:51.630108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 248b9af8-a796-41f0-99b3-925087504419 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:51.723345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4be3f566-f706-4b12-a77c-d5b8bbed2a96 None None] Provisioning complete for port 248b9af8-a796-41f0-99b3-925087504419 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:51.723926 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4be3f566-f706-4b12-a77c-d5b8bbed2a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (248b9af8-a796-41f0-99b3-925087504419), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.823648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 248b9af8-a796-41f0-99b3-925087504419 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:51.824378 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (248b9af8-a796-41f0-99b3-925087504419), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.887512 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.123226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:12:52.143450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c9c11-f35c-4502-8204-0eefda64f4bb req-1311add7-f61e-45ed-80fb-cf137a3df007 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.145202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e42c9c11-f35c-4502-8204-0eefda64f4bb req-1311add7-f61e-45ed-80fb-cf137a3df007 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1304722 Mar 22 14:12:52.197729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.242481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4be3f566-f706-4b12-a77c-d5b8bbed2a96 None None] Current status of the port 248b9af8-a796-41f0-99b3-925087504419 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:52.243225 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4be3f566-f706-4b12-a77c-d5b8bbed2a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (248b9af8-a796-41f0-99b3-925087504419), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.298397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-697ff06d-0247-4d21-a11e-893ae21bf264 req-5727b6f4-6072-4fe5-b946-9023489a3ebb tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 210 time: 0.1095445 Mar 22 14:12:52.343825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4be3f566-f706-4b12-a77c-d5b8bbed2a96 None None] For port 248b9af8-a796-41f0-99b3-925087504419, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=248b9af8-a796-41f0-99b3-925087504419,segment=NetworkSegment(bee62b31-4164-4418-ba3e-d3fef326e837),segment_id=bee62b31-4164-4418-ba3e-d3fef326e837)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:52.347888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 248b9af8-a796-41f0-99b3-925087504419 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:52.349992 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (248b9af8-a796-41f0-99b3-925087504419), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.400208 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4be3f566-f706-4b12-a77c-d5b8bbed2a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (248b9af8-a796-41f0-99b3-925087504419), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.436005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e42c9c11-f35c-4502-8204-0eefda64f4bb req-5660b147-fe78-40f5-af52-97513c465dbc tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715402 Mar 22 14:12:52.500893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:52.518948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Sync routers for ids ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:52.545870 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.549315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0fec7f5a-2394-4d03-9baf-e9d5283fe133 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7517657 Mar 22 14:12:52.550126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36860) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:52.568698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Routers {'d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:52.572104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:52.750642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:12:52.751047 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:12:52.794221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3f566-f706-4b12-a77c-d5b8bbed2a96 None None] Pushing event updated for resources: {'Port': ['ID=248b9af8-a796-41f0-99b3-925087504419,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:52.838215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-743f71be-c73d-458a-8c96-637ec2da097c None None] Provisioning complete for port 248b9af8-a796-41f0-99b3-925087504419 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:52.838839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-743f71be-c73d-458a-8c96-637ec2da097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (248b9af8-a796-41f0-99b3-925087504419), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.895993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Set router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:53.012729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f801-582e-4054-b204-f035438768ba req-c95176f7-20ec-45c2-9515-376b2983f936 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:53.014648 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-c95176f7-20ec-45c2-9515-376b2983f936 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.2207181 Mar 22 14:12:53.029738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Request body: {'port': {'device_id': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'admin_state_up': True, 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:53.101298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-743f71be-c73d-458a-8c96-637ec2da097c None None] Current status of the port 248b9af8-a796-41f0-99b3-925087504419 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:53.252983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:53.256729 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.297940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:12:51Z', 'revision_number': 3, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port': {'id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:50Z', 'updated_at': '2022-03-22T14:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:53.414494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Checking router: d65ba1d9-b088-4e3d-8c92-847a4ff1c68b for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:12:53.415433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Updating router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b port d1f8ee51-a1d1-4c5f-967f-93964173071b binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:12:53.466380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 248b9af8-a796-41f0-99b3-925087504419 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:53.467785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:53.476188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.553300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Allocated IP 172.20.0.7 (0fe42f4b-0f12-4858-ba08-c78a76740d73/edb6b946-1919-428d-82b4-bb41969f7980/86ceab3a-bb23-411c-a2d6-e40415d16dfe) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:53.560498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.591283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f6ef2be-2047-4c60-b994-a935c18160e3 req-97bbd3fa-99ed-4575-a3c1-0f54318b0092 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 210 time: 0.0911496 Mar 22 14:12:53.655082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.755405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks [] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.802377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.853253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Allocated IP 172.20.0.1 (bf8fdad4-0bc7-48bd-881b-cdcee8097122/8cd0b1ab-ba17-4d4a-a4d0-48700f12378c/327801d2-c5cc-4719-b4bf-829755d8f4c3) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:53.880410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:53.893195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:53.901942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:53.909287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:53.912697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event updated for resources: {'Port': ['ID=86ceab3a-bb23-411c-a2d6-e40415d16dfe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:54.013915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.014739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.024532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3203-5e61-4c8d-baa2-50f5e28df4bd req-a8c594e0-e5d5-4450-8cac-d513ac40c549 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.035161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-489a3203-5e61-4c8d-baa2-50f5e28df4bd req-a8c594e0-e5d5-4450-8cac-d513ac40c549 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.4430423 Mar 22 14:12:54.055784 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-0cbd97a9-332d-404c-849c-2682b9861627 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306313 Mar 22 14:12:54.065998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-9c56a633-9f0f-4634-8d57-b549f4b558d5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:12:54.067145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-9c56a633-9f0f-4634-8d57-b549f4b558d5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062177 Mar 22 14:12:54.068130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:54.068517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.145864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-489a3203-5e61-4c8d-baa2-50f5e28df4bd req-80ef434d-02d5-4732-a18d-324225cea54f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097367 Mar 22 14:12:54.261532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Request body: {'port': {'device_id': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:54.276912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks [] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.384769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-dc0f0a9d-4eb4-4071-a84b-771b3f454a76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4024282 Mar 22 14:12:54.392192 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.429642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.493549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.521637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:54.534119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:54.576344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:54.610923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-8a4cf6ba-de00-4305-812c-f90e6df0e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.612746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-8a4cf6ba-de00-4305-812c-f90e6df0e9ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 1127 time: 0.2014577 Mar 22 14:12:54.660545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:54.759899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Pushing event updated for resources: {'Port': ['ID=327801d2-c5cc-4719-b4bf-829755d8f4c3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:54.770668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.863710 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.065565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 248b9af8-a796-41f0-99b3-925087504419 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:55.085941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9dae2cde-7012-47cd-9f0a-945ca24d5bb0 None None] Provisioning complete for port 327801d2-c5cc-4719-b4bf-829755d8f4c3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:55.088701 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9dae2cde-7012-47cd-9f0a-945ca24d5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.194693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9dae2cde-7012-47cd-9f0a-945ca24d5bb0 None None] Port 327801d2-c5cc-4719-b4bf-829755d8f4c3 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:55.200741 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Publish callbacks [] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.224301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.241680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-363c8008-0d75-4757-a812-a8106c6b4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.243231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-363c8008-0d75-4757-a812-a8106c6b4293 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.5878699 Mar 22 14:12:55.257220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6a962-880a-4db4-8277-14cda13f7517 req-9b376489-cc51-4904-b60d-166d67557f1d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.266783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2f6a962-880a-4db4-8277-14cda13f7517 req-9b376489-cc51-4904-b60d-166d67557f1d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 931 time: 0.2899802 Mar 22 14:12:55.281515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.284969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ceab3a-bb23-411c-a2d6-e40415d16dfe {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:55.299882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Attempting to bind port d1f8ee51-a1d1-4c5f-967f-93964173071b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:55.300252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Attempting to bind port d1f8ee51-a1d1-4c5f-967f-93964173071b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:55.300656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Attempting to bind port d1f8ee51-a1d1-4c5f-967f-93964173071b on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:55.301292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Publish callbacks [] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.326613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:55.327188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:55.327801 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.328202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:55.328956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Bound port: d1f8ee51-a1d1-4c5f-967f-93964173071b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:55.329389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.340833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Transition to ACTIVE for port object 86ceab3a-bb23-411c-a2d6-e40415d16dfe will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:55.348328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-8c03374e-4a7b-4d7d-a8a7-066da7dd270a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bd258-08a7-4752-8192-1a39568f097e HTTP/1.1" status: 200 len: 217 time: 0.0737031 Mar 22 14:12:55.351233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.361703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 248b9af8-a796-41f0-99b3-925087504419 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:55.362161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (248b9af8-a796-41f0-99b3-925087504419), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.422199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Pushing event updated for resources: {'Port': ['ID=86ceab3a-bb23-411c-a2d6-e40415d16dfe,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:55.482862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be36e79-adf3-4d9c-bd2f-3e1588307015 None None] Pushing event updated for resources: {'Port': ['ID=d1f8ee51-a1d1-4c5f-967f-93964173071b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:55.514952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] For port d1f8ee51-a1d1-4c5f-967f-93964173071b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:55.531366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] For port d1f8ee51-a1d1-4c5f-967f-93964173071b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d1f8ee51-a1d1-4c5f-967f-93964173071b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:55.553229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.570636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Attempting to bind port 86ceab3a-bb23-411c-a2d6-e40415d16dfe on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:55.571400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Attempting to bind port 86ceab3a-bb23-411c-a2d6-e40415d16dfe by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:55.571828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Attempting to bind port 86ceab3a-bb23-411c-a2d6-e40415d16dfe on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:55.580711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Port 86ceab3a-bb23-411c-a2d6-e40415d16dfe on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:55.581491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Attempting to bind port 86ceab3a-bb23-411c-a2d6-e40415d16dfe on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:55.599086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:55.599422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:55.599811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Bound using segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:55.614709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Bound port: 86ceab3a-bb23-411c-a2d6-e40415d16dfe, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:55.615091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.679298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be36e79-adf3-4d9c-bd2f-3e1588307015 None None] Pushing event updated for resources: {'Port': ['ID=d1f8ee51-a1d1-4c5f-967f-93964173071b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:55.692813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2f6a962-880a-4db4-8277-14cda13f7517 req-d136cbe4-dcf4-46a7-8255-e6e3195f3fb7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240909 Mar 22 14:12:55.702355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Routers {'d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:55.703520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:55.791282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] For port 86ceab3a-bb23-411c-a2d6-e40415d16dfe, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:55.797678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] For port 86ceab3a-bb23-411c-a2d6-e40415d16dfe, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=86ceab3a-bb23-411c-a2d6-e40415d16dfe,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:55.812708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.826282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9edd1-2df5-4c3f-88d8-7190f08906dc req-f669b549-7aa1-4f9c-a5c5-dfaed68afd59 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.827886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1b9edd1-2df5-4c3f-88d8-7190f08906dc req-f669b549-7aa1-4f9c-a5c5-dfaed68afd59 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.4951894 Mar 22 14:12:55.845725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-aa149294-f8b1-498f-9d69-306964f1e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.847192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-aa149294-f8b1-498f-9d69-306964f1e3a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.4661903 Mar 22 14:12:55.850985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] Set router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:55.859536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.860489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.862817 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] 10.222.0.57 "PUT /v2.0/ports/86ceab3a-bb23-411c-a2d6-e40415d16dfe HTTP/1.1" status: 200 len: 1091 time: 1.7878532 Mar 22 14:12:55.863605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'tag': '86ceab3a-bb23-411c-a2d6-e40415d16dfe'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:55.867895 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cdd447-5e39-45ca-afea-d898ac68300a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa44f4d9-6247-43ed-8b68-6a9f14096590", "tag": "86ceab3a-bb23-411c-a2d6-e40415d16dfe"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:55.956012 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4971f6-62b2-4508-a763-c47249d51c56 x-openstack-request-id: req-9e4971f6-62b2-4508-a763-c47249d51c56 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:55.956751 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa44f4d9-6247-43ed-8b68-6a9f14096590", "tag": "86ceab3a-bb23-411c-a2d6-e40415d16dfe", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:55.957157 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e4971f6-62b2-4508-a763-c47249d51c56 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:55.958579 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4971f6-62b2-4508-a763-c47249d51c56'] response: {'name': 'network-changed', 'server_uuid': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'tag': '86ceab3a-bb23-411c-a2d6-e40415d16dfe', 'status': 'completed', 'code': 200} Mar 22 14:12:55.987598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c16990-fe31-47e0-866c-eb62be91d25f service neutron] Pushing event updated for resources: {'Port': ['ID=86ceab3a-bb23-411c-a2d6-e40415d16dfe,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:56.052389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f801-582e-4054-b204-f035438768ba req-45984dca-aad4-472d-aea4-b7692d491564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:56.059706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-45984dca-aad4-472d-aea4-b7692d491564 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 1125 time: 0.1445305 Mar 22 14:12:56.139249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks [] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.143690 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-f5318ec4-2b7d-4ab0-97a2-a12293941360 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ceab3a-bb23-411c-a2d6-e40415d16dfe HTTP/1.1" status: 200 len: 217 time: 0.0745218 Mar 22 14:12:56.154014 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.190797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 248b9af8-a796-41f0-99b3-925087504419 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:56.232993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 4, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port': {'id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:50Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '327801d2-c5cc-4719-b4bf-829755d8f4c3', 'name': '', 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'mac_address': 'fa:16:3e:e1:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:53Z', 'updated_at': '2022-03-22T14:12:53Z', 'revision_number': 1, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'subnets': [{'id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:56.266561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1b9edd1-2df5-4c3f-88d8-7190f08906dc req-a9ae8d04-e7b7-478a-8b3c-9b79b35e5fcf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192693 Mar 22 14:12:56.287296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-5c241be6-2c40-442f-b0a0-41eb46e70d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:56.289307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-5c241be6-2c40-442f-b0a0-41eb46e70d78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3965433 Mar 22 14:12:56.290343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.299595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Pushing event updated for resources: {'Port': ['ID=327801d2-c5cc-4719-b4bf-829755d8f4c3,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:56.299755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24655e2-27ac-4c17-afca-d4444aa82855 None None] The sync data for ids ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'] in n-d-834677-3 is: [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 4, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port': {'id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:50Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '327801d2-c5cc-4719-b4bf-829755d8f4c3', 'name': '', 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'mac_address': 'fa:16:3e:e1:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:53Z', 'updated_at': '2022-03-22T14:12:53Z', 'revision_number': 1, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'subnets': [{'id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:56.333254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f801-582e-4054-b204-f035438768ba req-26461406-4869-4d4a-a7dd-b6d46ed9089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:56.345513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-26461406-4869-4d4a-a7dd-b6d46ed9089b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.1801827 Mar 22 14:12:56.408288 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-f8e9651b-e6b1-4e7d-9f48-3458588da5a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618293 Mar 22 14:12:56.630800 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-359dbafd-da9c-41a3-8b81-f144ade547d9 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098613 Mar 22 14:12:56.750446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-9dc38f20-13e1-4cab-a6d3-ca797a5e794a service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473433 Mar 22 14:12:56.942071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:56.947139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-338787ee-5003-4e52-bcd4-2f70d2a0d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:56.952683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-338787ee-5003-4e52-bcd4-2f70d2a0d34c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.3138039 Mar 22 14:12:56.958333 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6116f801-582e-4054-b204-f035438768ba req-a24af484-727b-4be3-9ae6-33776dd9c044 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209324 Mar 22 14:12:56.978107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:57.107674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-f7ec057f-c2eb-4214-8892-77160d268ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.109329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-f7ec057f-c2eb-4214-8892-77160d268ff2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.1241419 Mar 22 14:12:57.190468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39bc01-2bd9-4ce7-8aed-b22f529b1bd0 req-eed9200f-91f7-471c-ac83-b5b86d463f6b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.196790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-91204acc-e5f2-4f52-9125-b3f898225430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.198528 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-91204acc-e5f2-4f52-9125-b3f898225430 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 1125 time: 0.1681087 Mar 22 14:12:57.198894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d39bc01-2bd9-4ce7-8aed-b22f529b1bd0 req-eed9200f-91f7-471c-ac83-b5b86d463f6b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.4609945 Mar 22 14:12:57.354612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d22390-46ab-4db9-8db1-c0af0ee39051 req-db8b8d32-6bf2-48ff-9df4-b24e792fa3e4 service neutron] 10.222.0.57 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872836 Mar 22 14:12:57.372190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-4a0e1538-4620-44b5-90b2-0608a28b6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.373749 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-4a0e1538-4620-44b5-90b2-0608a28b6ce1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.1685169 Mar 22 14:12:57.456058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-562ec629-a3a6-4fcc-8d5e-dfedded81ba0 None None] Provisioning complete for port 327801d2-c5cc-4719-b4bf-829755d8f4c3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:57.456565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-562ec629-a3a6-4fcc-8d5e-dfedded81ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.479574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-6dca4872-8bc2-4d0c-a06a-9a6edfd551f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ceab3a-bb23-411c-a2d6-e40415d16dfe HTTP/1.1" status: 200 len: 217 time: 0.0968761 Mar 22 14:12:57.596498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-2d1874e6-e361-4347-89fb-6da45da420ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.598301 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-2d1874e6-e361-4347-89fb-6da45da420ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.1118898 Mar 22 14:12:57.667535 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-7c63df40-2db3-4261-b5f4-e08bbed24504 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605004 Mar 22 14:12:58.000698 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-a4d19cbd-c99f-4629-af05-66832c3dd023 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247306 Mar 22 14:12:58.014449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-562ec629-a3a6-4fcc-8d5e-dfedded81ba0 None None] Port 327801d2-c5cc-4719-b4bf-829755d8f4c3 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:58.168785 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f7cdd447-5e39-45ca-afea-d898ac68300a req-18182abb-f837-44c4-bb94-ceeb69b2ce7a service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589942 Mar 22 14:12:58.263253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6617e-0d7b-4f85-a44a-c01b16a07ac4 req-c348ce8a-6641-4183-aacc-b6f361376b50 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.265066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fc6617e-0d7b-4f85-a44a-c01b16a07ac4 req-c348ce8a-6641-4183-aacc-b6f361376b50 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 943 time: 1.3580878 Mar 22 14:12:58.400916 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.403545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:12:58.414584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-db06a1a1-5a1c-4198-a11c-7a2d42dcd980 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 1.2919736 Mar 22 14:12:58.596243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fc6617e-0d7b-4f85-a44a-c01b16a07ac4 req-4a54b814-63d4-435b-882f-ec65f563d543 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808738 Mar 22 14:12:58.611222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d39bc01-2bd9-4ce7-8aed-b22f529b1bd0 req-419f92ce-9873-44ff-b24d-a0edc23e9b8b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4110913 Mar 22 14:12:58.702921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-6191929e-9e8e-4925-8fda-587410de5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.704397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-6191929e-9e8e-4925-8fda-587410de5e9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.2778068 Mar 22 14:12:58.850029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36924) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:58.879410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-b7608c6a-fd11-484f-aa89-fb4466157bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.881699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-b7608c6a-fd11-484f-aa89-fb4466157bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1623087 Mar 22 14:12:58.882869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:58.899774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3a2700d8-6a7a-46ad-96de-984c09ffa069 admin admin] 10.222.0.44 "PUT /v2.0/routers/d65ba1d9-b088-4e3d-8c92-847a4ff1c68b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3484235 Mar 22 14:12:58.903244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d1f8ee51-a1d1-4c5f-967f-93964173071b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:59.002444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d1f8ee51-a1d1-4c5f-967f-93964173071b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:59.003042 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.085423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-8f3a3885-642f-4e53-b192-7197f6f89cd5 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842067 Mar 22 14:12:59.200282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d1f8ee51-a1d1-4c5f-967f-93964173071b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:59.200675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.242944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port d1f8ee51-a1d1-4c5f-967f-93964173071b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d1f8ee51-a1d1-4c5f-967f-93964173071b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:59.250358 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.259180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] Deleting subnet 7688f550-22c3-4c7f-b5c5-16e2757ded09 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:59.269422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] Publish callbacks [] for subnet (7688f550-22c3-4c7f-b5c5-16e2757ded09), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.335743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-480b0ecc-44b2-4dbe-b354-f204e6e717d5 req-356cd34c-22ac-48a6-948a-8c5ac9e207e4 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414849 Mar 22 14:12:59.344911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (7688f550-22c3-4c7f-b5c5-16e2757ded09), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.379263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=d1f8ee51-a1d1-4c5f-967f-93964173071b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:59.426505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7688f550-22c3-4c7f-b5c5-16e2757ded09), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.506935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (7688f550-22c3-4c7f-b5c5-16e2757ded09), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.535257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.539557 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7688f550-22c3-4c7f-b5c5-16e2757ded09 HTTP/1.1" status: 204 len: 168 time: 0.6883085 Mar 22 14:12:59.541907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36936) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:59.850250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703452e9-7946-4fba-88a5-f08770698b2e req-674000fb-facf-4317-b1be-b7470cdabeff tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:59.865890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-703452e9-7946-4fba-88a5-f08770698b2e req-674000fb-facf-4317-b1be-b7470cdabeff tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 943 time: 0.1794996 Mar 22 14:12:59.912271 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:12:59.998348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60ee96-8380-420b-b3bb-1727628b5af7 req-99ca13c8-c459-42fa-b5bf-450df99bdec2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:00.000331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa60ee96-8380-420b-b3bb-1727628b5af7 req-99ca13c8-c459-42fa-b5bf-450df99bdec2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2432723 Mar 22 14:13:00.017951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-703452e9-7946-4fba-88a5-f08770698b2e req-98e72bcf-559f-458e-acd1-81f6d5fe3b17 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495929 Mar 22 14:13:00.126770 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Sync routers for ids ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:00.144114 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Routers {'d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:00.144739 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:00.159014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9512a-f0b1-4899-8700-ba5d412c63ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7688f550-22c3-4c7f-b5c5-16e2757ded09,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:00.173598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa60ee96-8380-420b-b3bb-1727628b5af7 req-a4677cee-e414-4a87-a2b5-bd816de42c71 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516058 Mar 22 14:13:00.224898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3b4d4fe1-57f8-46db-90f7-13628524dea6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.316472 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Set router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:00.439644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3b4d4fe1-57f8-46db-90f7-13628524dea6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.499233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4d4fe1-57f8-46db-90f7-13628524dea6']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:00.521173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0207a7-bcca-4623-abfe-d3127878604e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:00.521465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0207a7-bcca-4623-abfe-d3127878604e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:00.546121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 86ceab3a-bb23-411c-a2d6-e40415d16dfe details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:13:00.550503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (9b0207a7-bcca-4623-abfe-d3127878604e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.566324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9b0207a7-bcca-4623-abfe-d3127878604e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.595484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:13:00.596438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (9b0207a7-bcca-4623-abfe-d3127878604e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:13:00.598472 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:13:00.722551 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 4, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port': {'id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:50Z', 'updated_at': '2022-03-22T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '327801d2-c5cc-4719-b4bf-829755d8f4c3', 'name': '', 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'mac_address': 'fa:16:3e:e1:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:53Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 2, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'subnets': [{'id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:00.751251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 86ceab3a-bb23-411c-a2d6-e40415d16dfe, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=86ceab3a-bb23-411c-a2d6-e40415d16dfe,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:00.772407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '86ceab3a-bb23-411c-a2d6-e40415d16dfe', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'port_id': '86ceab3a-bb23-411c-a2d6-e40415d16dfe', 'mac_address': 'fa:16:3e:74:a7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6b946-1919-428d-82b4-bb41969f7980', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:13:00.777896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3b4d4fe1-57f8-46db-90f7-13628524dea6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.797888 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Checking router: d65ba1d9-b088-4e3d-8c92-847a4ff1c68b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:00.798272 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Updating router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b port 327801d2-c5cc-4719-b4bf-829755d8f4c3 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:13:00.805608 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.835152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 86ceab3a-bb23-411c-a2d6-e40415d16dfe is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:00.837537 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3b4d4fe1-57f8-46db-90f7-13628524dea6 HTTP/1.1" status: 204 len: 168 time: 1.2941942 Mar 22 14:13:00.838566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca4109-2118-4dc3-9f5f-f853f0956da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4d4fe1-57f8-46db-90f7-13628524dea6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:00.858056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.864814 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.871291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d1f8ee51-a1d1-4c5f-967f-93964173071b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:00.921395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ceab3a-bb23-411c-a2d6-e40415d16dfe {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:00.968319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 86ceab3a-bb23-411c-a2d6-e40415d16dfe, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=86ceab3a-bb23-411c-a2d6-e40415d16dfe,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:00.993819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d1f8ee51-a1d1-4c5f-967f-93964173071b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:00.995210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.002055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.098491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=86ceab3a-bb23-411c-a2d6-e40415d16dfe,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:01.179202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36976) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:01.222946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d1f8ee51-a1d1-4c5f-967f-93964173071b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:01.397123 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4de75848-911a-414f-9890-57b1bb12e9b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03a6139e620642568a3b5527faefcf60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166870 Mar 22 14:13:01.402444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36982) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:01.449108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['86ceab3a-bb23-411c-a2d6-e40415d16dfe'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:01.505426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58df77db-5e14-4cf4-a5a0-1a1b9a8413b3 admin admin] Publish callbacks [] for security_group (d3181a5b-23df-4810-8d3c-a8e8df364422), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.566878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be0c7-f8f0-4437-b581-48ab58ad6c50 req-5a511baf-3a00-4421-a7e3-fa55f16b30c2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.568216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58df77db-5e14-4cf4-a5a0-1a1b9a8413b3 admin admin] Publish callbacks [] for security_group (d3181a5b-23df-4810-8d3c-a8e8df364422), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.583624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-283be0c7-f8f0-4437-b581-48ab58ad6c50 req-5a511baf-3a00-4421-a7e3-fa55f16b30c2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 944 time: 0.3313935 Mar 22 14:13:01.648033 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Publish callbacks [] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.659528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58df77db-5e14-4cf4-a5a0-1a1b9a8413b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d3181a5b-23df-4810-8d3c-a8e8df364422), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.659867 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.663865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58df77db-5e14-4cf4-a5a0-1a1b9a8413b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.665171 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58df77db-5e14-4cf4-a5a0-1a1b9a8413b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3181a5b-23df-4810-8d3c-a8e8df364422 HTTP/1.1" status: 204 len: 168 time: 0.2599013 Mar 22 14:13:01.674501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df77db-5e14-4cf4-a5a0-1a1b9a8413b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3181a5b-23df-4810-8d3c-a8e8df364422,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:01.720435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-283be0c7-f8f0-4437-b581-48ab58ad6c50 req-b81340e1-d501-4496-affa-59352e40bc9b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355672 Mar 22 14:13:01.752427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90c344-d293-4f04-9eec-83babfa9f262 req-f719c511-7965-4e66-a072-c13dfbbe1a83 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.766754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa90c344-d293-4f04-9eec-83babfa9f262 req-f719c511-7965-4e66-a072-c13dfbbe1a83 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3142037 Mar 22 14:13:01.880720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa90c344-d293-4f04-9eec-83babfa9f262 req-9513848a-4a5c-45c8-87df-04c8a65f3684 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174254 Mar 22 14:13:01.982133 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Pushing event updated for resources: {'Port': ['ID=327801d2-c5cc-4719-b4bf-829755d8f4c3,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:01.998346 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:01.998978 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:01.999707 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.000251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.000748 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.001356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.001893 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.002545 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.003035 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.003525 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.004034 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.004563 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.005048 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.005528 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.006199 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:02.046873 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Attempting to bind port 327801d2-c5cc-4719-b4bf-829755d8f4c3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:02.047331 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Attempting to bind port 327801d2-c5cc-4719-b4bf-829755d8f4c3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:02.047758 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Attempting to bind port 327801d2-c5cc-4719-b4bf-829755d8f4c3 on network bf8fdad4-0bc7-48bd-881b-cdcee8097122 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:02.055670 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:02.056279 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Checking segment: {'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:02.056795 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.057377 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Bound using segment: {'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:02.058697 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Bound port: 327801d2-c5cc-4719-b4bf-829755d8f4c3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee62b31-4164-4418-ba3e-d3fef326e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:02.059334 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.155979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db066dd-af1c-470e-b36f-119a263cf2fb req-f59f80fd-0c2f-45f6-ad76-9b3419208742 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:02.160690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6db066dd-af1c-470e-b36f-119a263cf2fb req-f59f80fd-0c2f-45f6-ad76-9b3419208742 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1456006 Mar 22 14:13:02.197880 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] For port 327801d2-c5cc-4719-b4bf-829755d8f4c3, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:02.207868 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] For port 327801d2-c5cc-4719-b4bf-829755d8f4c3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=327801d2-c5cc-4719-b4bf-829755d8f4c3,segment=NetworkSegment(bee62b31-4164-4418-ba3e-d3fef326e837),segment_id=bee62b31-4164-4418-ba3e-d3fef326e837)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:02.222178 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.323923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f071e7e2-4249-4686-ab27-2d0e23679be7 None None] Provisioning complete for port 327801d2-c5cc-4719-b4bf-829755d8f4c3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:02.324526 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f071e7e2-4249-4686-ab27-2d0e23679be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.328524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6db066dd-af1c-470e-b36f-119a263cf2fb req-8b572607-2949-465c-be6b-c1ecb960772c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615500 Mar 22 14:13:02.428931 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0ce02-aa9e-4adf-9255-c0e967a16dab None None] Pushing event updated for resources: {'Port': ['ID=327801d2-c5cc-4719-b4bf-829755d8f4c3,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:02.447552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37018) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:02.465500 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Routers {'d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:02.467099 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:02.569543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f071e7e2-4249-4686-ab27-2d0e23679be7 None None] Current status of the port 327801d2-c5cc-4719-b4bf-829755d8f4c3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:02.573484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f071e7e2-4249-4686-ab27-2d0e23679be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.675865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f071e7e2-4249-4686-ab27-2d0e23679be7 None None] For port 327801d2-c5cc-4719-b4bf-829755d8f4c3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=327801d2-c5cc-4719-b4bf-829755d8f4c3,segment=NetworkSegment(bee62b31-4164-4418-ba3e-d3fef326e837),segment_id=bee62b31-4164-4418-ba3e-d3fef326e837)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:02.685762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f071e7e2-4249-4686-ab27-2d0e23679be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.789015 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] Set router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:02.806656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071e7e2-4249-4686-ab27-2d0e23679be7 None None] Pushing event updated for resources: {'Port': ['ID=327801d2-c5cc-4719-b4bf-829755d8f4c3,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:02.908872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4ac94683-895e-4f95-8235-f13b1d74ac52 None None] Provisioning complete for port 327801d2-c5cc-4719-b4bf-829755d8f4c3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:02.909609 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ac94683-895e-4f95-8235-f13b1d74ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.973426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 327801d2-c5cc-4719-b4bf-829755d8f4c3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:03.066082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 327801d2-c5cc-4719-b4bf-829755d8f4c3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:03.066470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.118672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6f00-04e3-444a-9c26-b4ac5e6396e7 req-29e9f935-929a-4453-94d1-6c0842cf8c8e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:03.122920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-678b6f00-04e3-444a-9c26-b4ac5e6396e7 req-29e9f935-929a-4453-94d1-6c0842cf8c8e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 944 time: 0.2083991 Mar 22 14:13:03.134213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37038) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:03.168134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4ac94683-895e-4f95-8235-f13b1d74ac52 None None] Current status of the port 327801d2-c5cc-4719-b4bf-829755d8f4c3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:03.178715 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 4, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port': {'id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:50Z', 'updated_at': '2022-03-22T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '327801d2-c5cc-4719-b4bf-829755d8f4c3', 'name': '', 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'mac_address': 'fa:16:3e:e1:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:53Z', 'updated_at': '2022-03-22T14:13:02Z', 'revision_number': 4, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'subnets': [{'id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:03.185171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 327801d2-c5cc-4719-b4bf-829755d8f4c3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:03.191585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883dd5-4787-4d5c-824e-914237d617d0 req-7fffb591-7290-4480-9180-721b47964dc2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:03.193206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2883dd5-4787-4d5c-824e-914237d617d0 req-7fffb591-7290-4480-9180-721b47964dc2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2775588 Mar 22 14:13:03.216190 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea80581-3179-4965-b0fc-ed65cb8f48fe None None] The sync data for ids ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'] in n-d-834677-3 is: [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 4, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port': {'id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:50Z', 'updated_at': '2022-03-22T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '327801d2-c5cc-4719-b4bf-829755d8f4c3', 'name': '', 'network_id': 'bf8fdad4-0bc7-48bd-881b-cdcee8097122', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'mac_address': 'fa:16:3e:e1:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:53Z', 'updated_at': '2022-03-22T14:13:02Z', 'revision_number': 4, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'subnets': [{'id': '8cd0b1ab-ba17-4d4a-a4d0-48700f12378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:03.290147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-678b6f00-04e3-444a-9c26-b4ac5e6396e7 req-8e7b08f1-2984-437c-8861-59aa3b44da27 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440954 Mar 22 14:13:03.300285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1792123850-network', 'tenant_id': 'a170dd465b644a79b36cb12e86504477'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:03.327272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Made reservation on behalf of a170dd465b644a79b36cb12e86504477 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:03.331052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.344458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.353213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2883dd5-4787-4d5c-824e-914237d617d0 req-61236a6b-f01d-4dbf-964b-9d7196eebeb4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508038 Mar 22 14:13:03.477865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks [] for security_group (a2ce1359-1744-484f-baa0-080bb1e4f959), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.487518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2ce1359-1744-484f-baa0-080bb1e4f959), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.519762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (e2d142ed-8638-43ed-aa12-dbf62b00a217), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.526362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce1359-1744-484f-baa0-080bb1e4f959,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:03.538176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:13:03.550183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (98feec5f-1608-4856-bd09-158532ef14a4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.550525 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Added segment 98feec5f-1608-4856-bd09-158532ef14a4 of type vlan for network 94a522ab-d599-41e4-8c3d-56f0737494df Mar 22 14:13:03.601305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (94a522ab-d599-41e4-8c3d-56f0737494df), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.606715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad2f63-ad09-4c13-b65b-7850f9fd5656 req-fbacd60b-d8cf-4b96-b5e0-83189008f01b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:03.608461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39ad2f63-ad09-4c13-b65b-7850f9fd5656 req-fbacd60b-d8cf-4b96-b5e0-83189008f01b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1493213 Mar 22 14:13:03.641747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (94a522ab-d599-41e4-8c3d-56f0737494df), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.642912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:03.644278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.699293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39ad2f63-ad09-4c13-b65b-7850f9fd5656 req-838eb9b2-df0c-402f-b9f6-d27f0ab07a14 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799253 Mar 22 14:13:03.767758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] Pushing event updated for resources: {'Network': ['ID=94a522ab-d599-41e4-8c3d-56f0737494df,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:03.779663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 94a522ab-d599-41e4-8c3d-56f0737494df details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:13:03.792092 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6cbfdbf9-dc21-4c46-9b32-d53fa6b7c99d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6564407 Mar 22 14:13:03.794728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37050) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:03.801951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Request body: {'subnet': {'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1792123850-subnet', 'tenant_id': 'a170dd465b644a79b36cb12e86504477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:03.849936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Made reservation on behalf of a170dd465b644a79b36cb12e86504477 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:03.859080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.012314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6c741-84c9-4612-a3d4-7227b365207f req-940de738-0865-4186-a358-27637471bae4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.014199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5d6c741-84c9-4612-a3d4-7227b365207f req-940de738-0865-4186-a358-27637471bae4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1359899 Mar 22 14:13:04.076761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5d6c741-84c9-4612-a3d4-7227b365207f req-20ec61c1-14f9-452c-a0cc-88a695c24324 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528331 Mar 22 14:13:04.102194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Deleting port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:04.102194 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.284612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] For port 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,segment=NetworkSegment(70e42995-a7c8-4344-8bad-cca0119e5a4f),segment_id=70e42995-a7c8-4344-8bad-cca0119e5a4f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:04.286456 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.309832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Calling delete_port for 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:04.310854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (1875e5c6-c206-4c43-a35e-1e88c3e4fd8f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.459571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:04.472492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Checking segment: {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:04.473476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Network hostable DHCP agents. Network: 94a522ab-d599-41e4-8c3d-56f0737494df, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:13:04.492000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Network 94a522ab-d599-41e4-8c3d-56f0737494df is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:13:04.503697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 94a522ab-d599-41e4-8c3d-56f0737494df) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:04.509079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.510250 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.517032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f910c0e-76a2-46ce-9c1b-45ca94d603e6 None None] Network 94a522ab-d599-41e4-8c3d-56f0737494df requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:04.534158 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e779201-0649-44cb-8989-6f403a6b835d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7380965 Mar 22 14:13:04.628651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 86ceab3a-bb23-411c-a2d6-e40415d16dfe up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:04.683235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ef2d4-2c98-4df7-aabe-7acc6f38b94d None None] Network 94a522ab-d599-41e4-8c3d-56f0737494df requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:04.694120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451d20a-5135-4015-8b92-84b6b491fb08 req-5ebd8daa-ab52-4840-98c3-50466fac5a09 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.695853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1451d20a-5135-4015-8b92-84b6b491fb08 req-5ebd8daa-ab52-4840-98c3-50466fac5a09 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1832006 Mar 22 14:13:04.715516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33c82d-fccb-49ea-ae66-25fe320cfc52 req-64276a15-318a-4903-84b6-fb3aedf5fa35 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.717554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb33c82d-fccb-49ea-ae66-25fe320cfc52 req-64276a15-318a-4903-84b6-fb3aedf5fa35 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 944 time: 0.2155275 Mar 22 14:13:04.800367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 327801d2-c5cc-4719-b4bf-829755d8f4c3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:04.803497 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.909947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:04.948990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 86ceab3a-bb23-411c-a2d6-e40415d16dfe completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:13:04.954421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 86ceab3a-bb23-411c-a2d6-e40415d16dfe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:04.955070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.975047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb33c82d-fccb-49ea-ae66-25fe320cfc52 req-d96fac05-b666-48bb-bcd5-841592316284 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358871 Mar 22 14:13:05.004405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 327801d2-c5cc-4719-b4bf-829755d8f4c3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:05.009420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1451d20a-5135-4015-8b92-84b6b491fb08 req-48c12bb8-ec93-40e1-9b0b-b05e123248ca tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863867 Mar 22 14:13:05.017901 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.195777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 86ceab3a-bb23-411c-a2d6-e40415d16dfe is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:05.196166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.233717 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (e2d142ed-8638-43ed-aa12-dbf62b00a217), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.258931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ceab3a-bb23-411c-a2d6-e40415d16dfe'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:05.261598 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b29e99-686e-4101-979e-97596584230b" -d '{"events": [{"server_uuid": "aa44f4d9-6247-43ed-8b68-6a9f14096590", "name": "network-vif-plugged", "status": "completed", "tag": "86ceab3a-bb23-411c-a2d6-e40415d16dfe"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:05.291643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 86ceab3a-bb23-411c-a2d6-e40415d16dfe, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=86ceab3a-bb23-411c-a2d6-e40415d16dfe,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:05.294683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 327801d2-c5cc-4719-b4bf-829755d8f4c3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:05.304776 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.408118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=86ceab3a-bb23-411c-a2d6-e40415d16dfe,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:05.464453 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035c725a-f677-49f6-9217-de10364dc8d0 x-openstack-request-id: req-035c725a-f677-49f6-9217-de10364dc8d0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:05.464746 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa44f4d9-6247-43ed-8b68-6a9f14096590", "name": "network-vif-plugged", "status": "completed", "tag": "86ceab3a-bb23-411c-a2d6-e40415d16dfe", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:05.464995 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-035c725a-f677-49f6-9217-de10364dc8d0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:05.466222 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035c725a-f677-49f6-9217-de10364dc8d0'] response: {'server_uuid': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ceab3a-bb23-411c-a2d6-e40415d16dfe', 'code': 200} Mar 22 14:13:05.520046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093257-8c67-4409-a107-42e5e98f0f83 req-edc7de9b-4230-4dcd-99a2-facf8a5d15cc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:05.521746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-edc7de9b-4230-4dcd-99a2-facf8a5d15cc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 815 time: 0.1986296 Mar 22 14:13:05.603025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5978a-425a-4095-8459-ecb4f5a1e337 req-25911fbb-91ac-4a7a-8b24-3f547f262b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:05.604755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-8f1c60fd-f8c9-48b8-ae57-3853109920f3 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/quotas/a170dd465b644a79b36cb12e86504477 HTTP/1.1" status: 200 len: 375 time: 0.0111840 Mar 22 14:13:05.605267 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd5978a-425a-4095-8459-ecb4f5a1e337 req-25911fbb-91ac-4a7a-8b24-3f547f262b97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 1127 time: 0.0618649 Mar 22 14:13:05.647253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-0122225e-1fd1-4575-80be-fe1a6935a571 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340922 Mar 22 14:13:05.675960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd5978a-425a-4095-8459-ecb4f5a1e337 req-9344c6a7-3b63-4bbb-aa58-61add9d8f1c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612216 Mar 22 14:13:05.720914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Router e2d142ed-8638-43ed-aa12-dbf62b00a217 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:05.822014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-71eb80c7-6597-41a9-b37d-b564647bdd75 service neutron] 10.222.0.44 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641095 Mar 22 14:13:05.914897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:05.920707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-945c9d81-50c4-4ab0-9570-6c6a991243eb admin admin] 10.222.0.44 "PUT /v2.0/routers/e2d142ed-8638-43ed-aa12-dbf62b00a217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4716330 Mar 22 14:13:05.923663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37090) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:05.929257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] Sync routers for ids ['e2d142ed-8638-43ed-aa12-dbf62b00a217'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:05.942545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] Routers {'e2d142ed-8638-43ed-aa12-dbf62b00a217'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:05.943280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e2d142ed-8638-43ed-aa12-dbf62b00a217'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:05.959388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-c24c2fe6-04b3-4b6f-97b5-e71a2f98b47a service neutron] 10.222.0.44 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287801 Mar 22 14:13:06.101634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] Set router e2d142ed-8638-43ed-aa12-dbf62b00a217 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:06.138429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks [] for router (e2d142ed-8638-43ed-aa12-dbf62b00a217), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.193494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff56a3-2929-45e7-8813-42d50246f68d req-e229461e-0ed4-41db-a62b-869820767d95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:06.195195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20ff56a3-2929-45e7-8813-42d50246f68d req-e229461e-0ed4-41db-a62b-869820767d95 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 945 time: 0.0916052 Mar 22 14:13:06.299834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks [] for router_gateway (e2d142ed-8638-43ed-aa12-dbf62b00a217), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.308064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20ff56a3-2929-45e7-8813-42d50246f68d req-361cdd3f-05ba-49c0-9fb2-0375df9e881b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056523 Mar 22 14:13:06.414284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Deleting port 375c99ba-401e-4a10-9cbf-ea5cd2599372 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:06.416838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.423343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4172b63e-f9b2-4697-87d9-7600b4912a56 req-e0aa94be-1219-4d4d-9a47-673cc62b808a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 210 time: 0.0422292 Mar 22 14:13:06.465137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4312b13-35fb-4361-8797-98595959b751 req-6a4b6e40-b73d-43ab-8b95-aeac56988a27 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:06.474978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4312b13-35fb-4361-8797-98595959b751 req-6a4b6e40-b73d-43ab-8b95-aeac56988a27 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1203949 Mar 22 14:13:06.525071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:13:04Z', 'revision_number': 5, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port': {'id': '375c99ba-401e-4a10-9cbf-ea5cd2599372', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:39Z', 'updated_at': '2022-03-22T14:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:06.556187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] Checking router: e2d142ed-8638-43ed-aa12-dbf62b00a217 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:06.563172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] For port 375c99ba-401e-4a10-9cbf-ea5cd2599372, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=375c99ba-401e-4a10-9cbf-ea5cd2599372,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:06.563738 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.569718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] Routers {'e2d142ed-8638-43ed-aa12-dbf62b00a217'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:06.571006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e2d142ed-8638-43ed-aa12-dbf62b00a217'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:06.585727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Calling delete_port for 375c99ba-401e-4a10-9cbf-ea5cd2599372 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:06.604188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4312b13-35fb-4361-8797-98595959b751 req-0646b200-1a3c-4888-afa5-8953b208f6bf tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281621 Mar 22 14:13:06.783098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] Set router e2d142ed-8638-43ed-aa12-dbf62b00a217 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:06.911948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (375c99ba-401e-4a10-9cbf-ea5cd2599372), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.930657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:13:06Z', 'revision_number': 6, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:06.968612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb42e06-a3f3-4615-a2ee-5cba5fe3f484 None None] The sync data for ids ['e2d142ed-8638-43ed-aa12-dbf62b00a217'] in n-d-834677-3 is: [{'id': 'e2d142ed-8638-43ed-aa12-dbf62b00a217', 'name': 'tempest-TestAggregatesBasicOps-177547815-router', 'tenant_id': '70a3cd32600a40a9b7045c330f78265d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:38Z', 'updated_at': '2022-03-22T14:13:06Z', 'revision_number': 6, 'project_id': '70a3cd32600a40a9b7045c330f78265d', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:07.011133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea50da-3a33-4a2e-a969-fe9a553ae622 req-b5089e26-e97c-4ef9-b322-c5cc8601714d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.012711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31ea50da-3a33-4a2e-a969-fe9a553ae622 req-b5089e26-e97c-4ef9-b322-c5cc8601714d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1306763 Mar 22 14:13:07.055167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Pushing event deleted for resources: {'Port': ['ID=375c99ba-401e-4a10-9cbf-ea5cd2599372,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:07.150625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (e2d142ed-8638-43ed-aa12-dbf62b00a217), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.166887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31ea50da-3a33-4a2e-a969-fe9a553ae622 req-157b7897-7714-4318-9401-09d4d7d75aa4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481256 Mar 22 14:13:07.197677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-161941f9-1252-4bdc-9d2d-ca3f81f47d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.199310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-161941f9-1252-4bdc-9d2d-ca3f81f47d83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46681445aaef43cf93b9d2f53d12b44c&device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 1126 time: 0.1276197 Mar 22 14:13:07.287932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (e2d142ed-8638-43ed-aa12-dbf62b00a217), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.290374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks [] for router_controller (e2d142ed-8638-43ed-aa12-dbf62b00a217), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.410728 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (e2d142ed-8638-43ed-aa12-dbf62b00a217), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.414059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d142ed-8638-43ed-aa12-dbf62b00a217 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:13:07.426248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-e186a1a8-01b9-445f-8464-dec43c0f1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.428356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-e186a1a8-01b9-445f-8464-dec43c0f1c77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 200 len: 912 time: 0.2004187 Mar 22 14:13:07.436581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.442260 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9d2d070-ec6b-4405-af71-604addf1aabe admin admin] 10.222.0.44 "DELETE /v2.0/routers/e2d142ed-8638-43ed-aa12-dbf62b00a217 HTTP/1.1" status: 204 len: 168 time: 1.5175180 Mar 22 14:13:07.442922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37120) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:07.508350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] Deleting subnet ed406877-ec15-4f93-9d3b-d2f20e3027cf {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:07.516765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] Publish callbacks [] for subnet (ed406877-ec15-4f93-9d3b-d2f20e3027cf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.571894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ed406877-ec15-4f93-9d3b-d2f20e3027cf), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.578356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-516a7e3b-feb1-48fc-9cb1-93d7aa07e836 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 200 len: 998 time: 0.1410670 Mar 22 14:13:07.639003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-aa4260a4-9553-4f94-b051-e15909bb10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.642758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-aa4260a4-9553-4f94-b051-e15909bb10a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 200 len: 850 time: 0.0528851 Mar 22 14:13:07.667792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6464367-36a0-4c6a-ad87-d23199a0aee0 req-5c33c921-2420-4ea1-b149-c5deffd36ff2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 210 time: 0.1131115 Mar 22 14:13:07.699164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ed406877-ec15-4f93-9d3b-d2f20e3027cf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.723249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0265-4b5e-4ebe-8096-ae1306908e41 req-692e9cd9-16c7-43dc-9f04-868145dbcaf0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.731483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-565d0265-4b5e-4ebe-8096-ae1306908e41 req-692e9cd9-16c7-43dc-9f04-868145dbcaf0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 945 time: 0.2442441 Mar 22 14:13:07.971738 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ed406877-ec15-4f93-9d3b-d2f20e3027cf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.064333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.070980 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ed406877-ec15-4f93-9d3b-d2f20e3027cf HTTP/1.1" status: 204 len: 168 time: 0.6270256 Mar 22 14:13:08.071915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb9d07-d7b9-4f6e-b279-86d7981ac541 None None] Network 41e2e46f-315e-455e-8205-c5bc6bd18102 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:08.073579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723fe75-0cb5-4395-a795-4b26a95a9542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed406877-ec15-4f93-9d3b-d2f20e3027cf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:08.076418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37122) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:08.108675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093257-8c67-4409-a107-42e5e98f0f83 req-48e1b884-6cb7-4f5d-94a1-ea8bb2163de5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:08.127364 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-48e1b884-6cb7-4f5d-94a1-ea8bb2163de5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 815 time: 0.3371966 Mar 22 14:13:08.200292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Request body: {'port': {'device_id': '695d29b2-aad2-4941-a881-8ef557f045bb', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'admin_state_up': True, 'tenant_id': 'a170dd465b644a79b36cb12e86504477'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:08.300569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (41e2e46f-315e-455e-8205-c5bc6bd18102), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.377925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] DHCP port deletion for 41e2e46f-315e-455e-8205-c5bc6bd18102 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:08.436400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] Deleting port c26d6e6b-bc42-4200-9214-2a2b5cd34568 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:08.436775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.470850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Made reservation on behalf of a170dd465b644a79b36cb12e86504477 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:08.482895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.521596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Deleting port c26d6e6b-bc42-4200-9214-2a2b5cd34568 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:08.526755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.548117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] For port c26d6e6b-bc42-4200-9214-2a2b5cd34568, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c26d6e6b-bc42-4200-9214-2a2b5cd34568,segment=NetworkSegment(70e42995-a7c8-4344-8bad-cca0119e5a4f),segment_id=70e42995-a7c8-4344-8bad-cca0119e5a4f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:08.548513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.606034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-565d0265-4b5e-4ebe-8096-ae1306908e41 req-e95afbed-70ba-4145-8d43-1dae9d338ca3 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734546 Mar 22 14:13:08.625158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-5f456551-49a6-4e1a-b6a4-c937932e7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:08.626847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-5f456551-49a6-4e1a-b6a4-c937932e7de4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9840ebf2-822d-4151-9260-dcc7fddf1be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9634609 Mar 22 14:13:08.854171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Allocated IP 172.20.0.12 (94a522ab-d599-41e4-8c3d-56f0737494df/1875e5c6-c206-4c43-a35e-1e88c3e4fd8f/40f57503-890a-4347-be4c-81ca47408c85) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:08.867615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] Calling delete_port for c26d6e6b-bc42-4200-9214-2a2b5cd34568 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:08.874403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] For port c26d6e6b-bc42-4200-9214-2a2b5cd34568, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c26d6e6b-bc42-4200-9214-2a2b5cd34568,segment=NetworkSegment(70e42995-a7c8-4344-8bad-cca0119e5a4f),segment_id=70e42995-a7c8-4344-8bad-cca0119e5a4f)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:08.877017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.885310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f314-4405-45ba-98d5-a58c270dba1e req-c74373cb-0393-4fe3-b534-1dc6ae8588df tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:08.886996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9e0f314-4405-45ba-98d5-a58c270dba1e req-c74373cb-0393-4fe3-b534-1dc6ae8588df tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.2748315 Mar 22 14:13:08.911188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Calling delete_port for c26d6e6b-bc42-4200-9214-2a2b5cd34568 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:08.958498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c26d6e6b-bc42-4200-9214-2a2b5cd34568 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:08.961637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-83e0a19d-0f30-42cb-877e-3e277bab6492 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011374 Mar 22 14:13:08.978963 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.982172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c26d6e6b-bc42-4200-9214-2a2b5cd34568 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:08.982724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c26d6e6b-bc42-4200-9214-2a2b5cd34568 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:08.983400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 375c99ba-401e-4a10-9cbf-ea5cd2599372 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:09.029357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 375c99ba-401e-4a10-9cbf-ea5cd2599372 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:09.030003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 375c99ba-401e-4a10-9cbf-ea5cd2599372 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:09.031339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:09.033375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] Pushing event deleted for resources: {'Port': ['ID=c26d6e6b-bc42-4200-9214-2a2b5cd34568,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.045013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4db17b2e-f456-4ee5-b7c0-ebeba99f9dc0 req-bcd19724-f34f-4c55-9b91-b21a0e057b14 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 210 time: 0.0803776 Mar 22 14:13:09.081162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87b402-7892-4883-adf8-8fd7fd1dd96d None None] No DVR routers for this DVR port c26d6e6b-bc42-4200-9214-2a2b5cd34568 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:09.090477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:09.091076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6c0195b8-9a73-47f4-8ae3-3924b1b0a1f4 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:09.126564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9e0f314-4405-45ba-98d5-a58c270dba1e req-02608edd-7ca7-4d72-8139-2f2ed1a9f8ff tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324276 Mar 22 14:13:09.130499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c26d6e6b-bc42-4200-9214-2a2b5cd34568), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.191559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26d6e6b-bc42-4200-9214-2a2b5cd34568,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.199622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] No DVR routers for this DVR port c26d6e6b-bc42-4200-9214-2a2b5cd34568 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:09.203214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6f11fd3-0c02-4466-a2c9-251651e5c4e0 req-e185b30e-ddd3-4b49-846e-2ded378a43c2 service neutron] 10.222.0.42 "GET /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267988 Mar 22 14:13:09.241721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6766eb-5cc4-402d-9b26-2e64ecfe75bc req-bae160a8-799e-4fe4-acc4-f19a3879e23f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:09.243496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a6766eb-5cc4-402d-9b26-2e64ecfe75bc req-bae160a8-799e-4fe4-acc4-f19a3879e23f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 945 time: 0.1107194 Mar 22 14:13:09.294353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a6766eb-5cc4-402d-9b26-2e64ecfe75bc req-f42e0eb1-2782-4e67-ad41-217d263cea27 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 Mar 22 14:13:09.311337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks [] for port (40f57503-890a-4347-be4c-81ca47408c85), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.313611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (41e2e46f-315e-455e-8205-c5bc6bd18102), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.343649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e2e46f-315e-455e-8205-c5bc6bd18102']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:09.358756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e42995-a7c8-4344-8bad-cca0119e5a4f') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:09.359022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e42995-a7c8-4344-8bad-cca0119e5a4f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:09.380047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (70e42995-a7c8-4344-8bad-cca0119e5a4f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.396273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (70e42995-a7c8-4344-8bad-cca0119e5a4f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.403411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:13:09.403814 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (70e42995-a7c8-4344-8bad-cca0119e5a4f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:13:09.405501 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:13:09.415741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.448576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e632d-ed40-4189-8f0e-58435866b75c req-2098e346-7526-4631-95cc-f588c71bebef tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:09.451785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c8e632d-ed40-4189-8f0e-58435866b75c req-2098e346-7526-4631-95cc-f588c71bebef tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 945 time: 0.0627131 Mar 22 14:13:09.501574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Network 94a522ab-d599-41e4-8c3d-56f0737494df is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:09.506455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (41e2e46f-315e-455e-8205-c5bc6bd18102), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.507756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c8e632d-ed40-4189-8f0e-58435866b75c req-9d5cd968-280a-44c7-b6b4-95f09d00123d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506496 Mar 22 14:13:09.512997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:09.516508 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.519628 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/41e2e46f-315e-455e-8205-c5bc6bd18102 HTTP/1.1" status: 204 len: 168 time: 1.4311333 Mar 22 14:13:09.520427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:09.523240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Pushing event updated for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.523447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37146) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:09.562943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea1ef1-7b26-4912-9efc-39ff367bbe42 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e2e46f-315e-455e-8205-c5bc6bd18102,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.604169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:09.605326 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.627121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-21ebf218-b725-4cb8-a430-94ee653f7362 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4309154 Mar 22 14:13:09.640068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Request body: {'port': {'device_id': '695d29b2-aad2-4941-a881-8ef557f045bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:09.735762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40f57503-890a-4347-be4c-81ca47408c85), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.947706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87984c3c-1185-48ca-b4d5-fdb4cfd50db3 req-a353b2d4-d6f7-4151-8b11-0e2da4732212 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:09.949244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87984c3c-1185-48ca-b4d5-fdb4cfd50db3 req-a353b2d4-d6f7-4151-8b11-0e2da4732212 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 945 time: 0.0770638 Mar 22 14:13:10.036773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87984c3c-1185-48ca-b4d5-fdb4cfd50db3 req-1dda6d56-9a8f-4670-9700-a1449e1dccc3 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753753 Mar 22 14:13:10.041795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f57503-890a-4347-be4c-81ca47408c85 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:10.051104 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Publish callbacks [] for port (40f57503-890a-4347-be4c-81ca47408c85), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.067162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Transition to ACTIVE for port object 40f57503-890a-4347-be4c-81ca47408c85 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:10.069631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.071712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.125093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Pushing event updated for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:10.211366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Attempting to bind port 40f57503-890a-4347-be4c-81ca47408c85 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:10.212022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Attempting to bind port 40f57503-890a-4347-be4c-81ca47408c85 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:10.212022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Attempting to bind port 40f57503-890a-4347-be4c-81ca47408c85 on network 94a522ab-d599-41e4-8c3d-56f0737494df {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:10.218327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Port 40f57503-890a-4347-be4c-81ca47408c85 on network 94a522ab-d599-41e4-8c3d-56f0737494df not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:10.218757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Attempting to bind port 40f57503-890a-4347-be4c-81ca47408c85 on network 94a522ab-d599-41e4-8c3d-56f0737494df {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:10.224400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:10.224813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Checking segment: {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:10.225252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Bound using segment: {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:10.225840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Bound port: 40f57503-890a-4347-be4c-81ca47408c85, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:10.226385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40f57503-890a-4347-be4c-81ca47408c85), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.291954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:10.295294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:10.302307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.339195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.339792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.341215 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] 10.222.0.42 "PUT /v2.0/ports/40f57503-890a-4347-be4c-81ca47408c85 HTTP/1.1" status: 200 len: 1092 time: 0.7055860 Mar 22 14:13:10.341665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'tag': '40f57503-890a-4347-be4c-81ca47408c85'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:10.344224 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e73e584-fae5-4ded-af12-cedacf03d669" -d '{"events": [{"name": "network-changed", "server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "tag": "40f57503-890a-4347-be4c-81ca47408c85"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:10.355463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87e87a-021f-478e-85ce-85b81bd5b323 req-0d759efb-48f6-48ed-90ff-bed2d3805fca tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.363062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c87e87a-021f-478e-85ce-85b81bd5b323 req-0d759efb-48f6-48ed-90ff-bed2d3805fca tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 944 time: 0.2414007 Mar 22 14:13:10.373299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfbe93-6745-4323-89ef-1a9d739b289d service neutron] Pushing event updated for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:10.387780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5416-41fa-4304-bed1-a4fad0728e67 req-c5d4537e-05a5-4e39-a7f4-67316b99088e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.390300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4aca5416-41fa-4304-bed1-a4fad0728e67 req-c5d4537e-05a5-4e39-a7f4-67316b99088e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1794808 Mar 22 14:13:10.457070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093257-8c67-4409-a107-42e5e98f0f83 req-8ec4b2da-7a14-4872-9d76-6b5740a93cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.458955 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-8ec4b2da-7a14-4872-9d76-6b5740a93cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 1126 time: 0.0711226 Mar 22 14:13:10.467665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c87e87a-021f-478e-85ce-85b81bd5b323 req-2c410f2e-e9f3-4aed-8688-41fc1d6f616c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036880 Mar 22 14:13:10.493399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4aca5416-41fa-4304-bed1-a4fad0728e67 req-f017b136-1a06-4385-9eae-877e083ed36a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902586 Mar 22 14:13:10.526189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-44f4a3aa-5930-4702-9a9a-bd022af18b15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40f57503-890a-4347-be4c-81ca47408c85 HTTP/1.1" status: 200 len: 217 time: 0.0601041 Mar 22 14:13:10.543974 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd0613c-c002-4ab3-880a-623f9ae48b2b x-openstack-request-id: req-cdd0613c-c002-4ab3-880a-623f9ae48b2b {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:10.544712 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "tag": "40f57503-890a-4347-be4c-81ca47408c85", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:10.544712 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdd0613c-c002-4ab3-880a-623f9ae48b2b {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:10.545037 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd0613c-c002-4ab3-880a-623f9ae48b2b'] response: {'name': 'network-changed', 'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'tag': '40f57503-890a-4347-be4c-81ca47408c85', 'status': 'completed', 'code': 200} Mar 22 14:13:10.571643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Deleting port 327801d2-c5cc-4719-b4bf-829755d8f4c3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:10.572030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.596158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093257-8c67-4409-a107-42e5e98f0f83 req-35364f3f-d7f7-4473-aa6b-2ca2969724a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.597852 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-35364f3f-d7f7-4473-aa6b-2ca2969724a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f HTTP/1.1" status: 200 len: 855 time: 0.0666986 Mar 22 14:13:10.636139 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-15cdb1e3-3979-4b36-a67a-a462f5febc7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94a522ab-d599-41e4-8c3d-56f0737494df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257583 Mar 22 14:13:10.693779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ae0fa-980c-4c51-9cb5-e337fc5f67e1 req-0969086e-82e2-4f12-87fd-88ff9fc10d54 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.695392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd9ae0fa-980c-4c51-9cb5-e337fc5f67e1 req-0969086e-82e2-4f12-87fd-88ff9fc10d54 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1085672 Mar 22 14:13:10.704675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] For port 327801d2-c5cc-4719-b4bf-829755d8f4c3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=327801d2-c5cc-4719-b4bf-829755d8f4c3,segment=NetworkSegment(bee62b31-4164-4418-ba3e-d3fef326e837),segment_id=bee62b31-4164-4418-ba3e-d3fef326e837)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:10.704876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.734009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Calling delete_port for 327801d2-c5cc-4719-b4bf-829755d8f4c3 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:10.743409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-f45cd0ac-e1b7-4e6c-bc96-700f4932f96c service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988646 Mar 22 14:13:10.805097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd9ae0fa-980c-4c51-9cb5-e337fc5f67e1 req-731edcf6-d7dd-4ec7-9e20-2ae8a8d74c8b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904832 Mar 22 14:13:10.846942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-64093257-8c67-4409-a107-42e5e98f0f83 req-de0595f2-a3c5-4081-950a-1ad8901d7190 service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983951 Mar 22 14:13:10.979677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-13d779b1-210b-426b-92a6-131b45a447f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.981153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-13d779b1-210b-426b-92a6-131b45a447f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 1126 time: 0.0815744 Mar 22 14:13:10.988750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (327801d2-c5cc-4719-b4bf-829755d8f4c3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.023440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=327801d2-c5cc-4719-b4bf-829755d8f4c3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:11.191936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-15aef11c-75f4-4f1e-9383-006c2866f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.193733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-15aef11c-75f4-4f1e-9383-006c2866f576 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 916 time: 0.2067206 Mar 22 14:13:11.259477 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-b50ad7b6-3214-4b4b-9975-dbe9a91f65d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40f57503-890a-4347-be4c-81ca47408c85 HTTP/1.1" status: 200 len: 217 time: 0.0585177 Mar 22 14:13:11.318691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.327598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-8f163347-c441-4f29-ae32-2e9e12fa352d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.330631 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-8f163347-c441-4f29-ae32-2e9e12fa352d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 945 time: 0.1792922 Mar 22 14:13:11.357860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08823f86-fdf7-4619-8e56-0b07b1eb5290 req-5f8ba01c-bbc2-4c0a-9c01-3b1eab3bddc2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.359684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08823f86-fdf7-4619-8e56-0b07b1eb5290 req-5f8ba01c-bbc2-4c0a-9c01-3b1eab3bddc2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 945 time: 0.2204149 Mar 22 14:13:11.414113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-35910acf-c247-4f24-afc5-25274a416d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.416087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-35910acf-c247-4f24-afc5-25274a416d9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f HTTP/1.1" status: 200 len: 855 time: 0.1496799 Mar 22 14:13:11.477172 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-0c3975e5-5732-4dd4-8d47-cfe83eb60cbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94a522ab-d599-41e4-8c3d-56f0737494df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465045 Mar 22 14:13:11.547073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08823f86-fdf7-4619-8e56-0b07b1eb5290 req-565aeec2-a03f-46fc-aca7-52b81edbb06f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981033 Mar 22 14:13:11.592604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Deleting port 86ceab3a-bb23-411c-a2d6-e40415d16dfe {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:11.592903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.692923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-d09d9347-33e2-4436-87c4-560e8a13baf4 service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834717 Mar 22 14:13:11.736994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73dde0-161f-4880-b40b-f9faca09e0d9 req-c66730d3-bb93-4b77-a9cd-d1d1a1f1076a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.738411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de73dde0-161f-4880-b40b-f9faca09e0d9 req-c66730d3-bb93-4b77-a9cd-d1d1a1f1076a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 944 time: 0.0715232 Mar 22 14:13:11.758233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] For port 86ceab3a-bb23-411c-a2d6-e40415d16dfe, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=86ceab3a-bb23-411c-a2d6-e40415d16dfe,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:11.758599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.778583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Calling delete_port for 86ceab3a-bb23-411c-a2d6-e40415d16dfe owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:11.804923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:11.866637 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5e73e584-fae5-4ded-af12-cedacf03d669 req-7be636a3-1b4b-468f-8ca2-f035e7ed0f04 service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644964 Mar 22 14:13:11.884257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de73dde0-161f-4880-b40b-f9faca09e0d9 req-26a08c8c-9ce1-4106-aed6-03e42ea02b13 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063945 Mar 22 14:13:11.968815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (86ceab3a-bb23-411c-a2d6-e40415d16dfe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.982007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:11.987303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-aadd2a2b-18b3-4aac-ba95-41e681d7308a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.988487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-aadd2a2b-18b3-4aac-ba95-41e681d7308a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2b02b7-c4f5-413c-88e0-8f678a7e187c HTTP/1.1" status: 200 len: 944 time: 0.1674452 Mar 22 14:13:11.999761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event deleted for resources: {'Port': ['ID=86ceab3a-bb23-411c-a2d6-e40415d16dfe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:12.032547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['86ceab3a-bb23-411c-a2d6-e40415d16dfe'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:12.050130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] No DVR routers for this DVR port 86ceab3a-bb23-411c-a2d6-e40415d16dfe on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:12.052817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.056619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-423826b1-6344-4a58-a164-51f6bfddfbf0 req-852b47ad-874c-44b7-b3e1-49879b5afbf5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "DELETE /v2.0/ports/86ceab3a-bb23-411c-a2d6-e40415d16dfe HTTP/1.1" status: 204 len: 173 time: 0.7090333 Mar 22 14:13:12.076776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:12.088050 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] Sync routers for ids ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:12.093165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-85b3bd8d-1584-4d33-9ab9-e4a33e2dd3b9 admin admin] 10.222.0.44 "PUT /v2.0/routers/d65ba1d9-b088-4e3d-8c92-847a4ff1c68b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5664203 Mar 22 14:13:12.093675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37218) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:12.122620 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] Routers {'d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:12.123523 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:12.187047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Deleting port bee5b795-ed18-4be3-ba57-d5595b6bd978 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:12.187941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.302325 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] Set router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:12.330060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks [] for router (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.331342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] For port bee5b795-ed18-4be3-ba57-d5595b6bd978, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bee5b795-ed18-4be3-ba57-d5595b6bd978,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:12.331711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.360266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Calling delete_port for bee5b795-ed18-4be3-ba57-d5595b6bd978 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:12.464047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks [] for router_gateway (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.534822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (bee5b795-ed18-4be3-ba57-d5595b6bd978), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.554167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bec0c44c-347d-463a-b446-65aa6a3e58ad', '6f4bd258-08a7-4752-8192-1a39568f097e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:12.591118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event deleted for resources: {'Port': ['ID=bee5b795-ed18-4be3-ba57-d5595b6bd978,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:12.634564 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:13:10Z', 'revision_number': 5, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port': {'id': 'd1f8ee51-a1d1-4c5f-967f-93964173071b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:12:50Z', 'updated_at': '2022-03-22T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:12.726446 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] Checking router: d65ba1d9-b088-4e3d-8c92-847a4ff1c68b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:12.732519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] No DVR routers for this DVR port bee5b795-ed18-4be3-ba57-d5595b6bd978 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:12.738405 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.752384 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] Routers {'d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:12.753177 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:12.759277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e435d26f-4a29-4326-893b-01b2c207cfd2 req-48e58302-f413-4986-a507-50b68f96a48e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "DELETE /v2.0/ports/bee5b795-ed18-4be3-ba57-d5595b6bd978 HTTP/1.1" status: 204 len: 173 time: 0.7457697 Mar 22 14:13:12.830452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-deleted', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:12.834427 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87ec37-12d0-4373-b5fa-93d4b6005985" -d '{"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-deleted", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:12.839639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7909521d-814e-4658-a033-ec9169800c5b req-0eda9756-9b4d-4277-9f78-751192d644c0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa44f4d9-6247-43ed-8b68-6a9f14096590 HTTP/1.1" status: 200 len: 210 time: 0.0775599 Mar 22 14:13:12.916218 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] Set router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:13.026777 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:13:12Z', 'revision_number': 6, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:13.080781 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e678d1d-caa7-4291-85ca-d368f84d1c91 x-openstack-request-id: req-3e678d1d-caa7-4291-85ca-d368f84d1c91 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:13.082292 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b02b7-c4f5-413c-88e0-8f678a7e187c", "name": "network-vif-deleted", "tag": "bee5b795-ed18-4be3-ba57-d5595b6bd978", "status": "failed", "code": 422}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:13.082292 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e678d1d-caa7-4291-85ca-d368f84d1c91 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:13.082292 n-d-834677-3 neutron-server[110457]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3e678d1d-caa7-4291-85ca-d368f84d1c91']: {'server_uuid': '6a2b02b7-c4f5-413c-88e0-8f678a7e187c', 'name': 'network-vif-deleted', 'tag': 'bee5b795-ed18-4be3-ba57-d5595b6bd978', 'status': 'failed', 'code': 422} returned with failed status Mar 22 14:13:13.087669 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7570f-1832-47f2-a024-3e51205e7546 None None] The sync data for ids ['d65ba1d9-b088-4e3d-8c92-847a4ff1c68b'] in n-d-834677-3 is: [{'id': 'd65ba1d9-b088-4e3d-8c92-847a4ff1c68b', 'name': 'tempest-TestAggregatesBasicOps-2142485434-router', 'tenant_id': '6bf9dcc6edb146acb2befb3726566048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:12:48Z', 'updated_at': '2022-03-22T14:13:12Z', 'revision_number': 6, 'project_id': '6bf9dcc6edb146acb2befb3726566048', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:13.238156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'name': 'network-vif-deleted', 'tag': '86ceab3a-bb23-411c-a2d6-e40415d16dfe'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:13.240437 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799ef0e-6cd4-497a-8ad7-c5ab7a57c5f3" -d '{"events": [{"server_uuid": "aa44f4d9-6247-43ed-8b68-6a9f14096590", "name": "network-vif-deleted", "tag": "86ceab3a-bb23-411c-a2d6-e40415d16dfe"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:13.240586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41648481-0922-4597-8d4b-8d350b3e9e12 req-ea60f333-aa06-4109-b771-58e294feb041 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.243222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41648481-0922-4597-8d4b-8d350b3e9e12 req-ea60f333-aa06-4109-b771-58e294feb041 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 944 time: 0.0627031 Mar 22 14:13:13.278550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Deleting port d1f8ee51-a1d1-4c5f-967f-93964173071b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:13.278884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.314698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41648481-0922-4597-8d4b-8d350b3e9e12 req-c0642682-d8d7-416d-a1f5-ea23da003bc2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Mar 22 14:13:13.382996 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82489cb1-4a5d-4706-b397-7b12d266771a x-openstack-request-id: req-82489cb1-4a5d-4706-b397-7b12d266771a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:13.383483 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa44f4d9-6247-43ed-8b68-6a9f14096590", "name": "network-vif-deleted", "tag": "86ceab3a-bb23-411c-a2d6-e40415d16dfe", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:13.383560 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82489cb1-4a5d-4706-b397-7b12d266771a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:13.383898 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82489cb1-4a5d-4706-b397-7b12d266771a'] response: {'server_uuid': 'aa44f4d9-6247-43ed-8b68-6a9f14096590', 'name': 'network-vif-deleted', 'tag': '86ceab3a-bb23-411c-a2d6-e40415d16dfe', 'status': 'completed', 'code': 200} Mar 22 14:13:13.395057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] For port d1f8ee51-a1d1-4c5f-967f-93964173071b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d1f8ee51-a1d1-4c5f-967f-93964173071b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:13.395418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.407265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Calling delete_port for d1f8ee51-a1d1-4c5f-967f-93964173071b owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:13.501580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb155ff-8284-4a34-a332-d1d407633d09 req-2c681e2c-67ae-4af2-acb5-169a848dd6c2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.503605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fb155ff-8284-4a34-a332-d1d407633d09 req-2c681e2c-67ae-4af2-acb5-169a848dd6c2 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 907 time: 0.0773208 Mar 22 14:13:13.604822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d1f8ee51-a1d1-4c5f-967f-93964173071b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.630812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f8ee51-a1d1-4c5f-967f-93964173071b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:13.691476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.782868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.785075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks [] for router_controller (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.831931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (d65ba1d9-b088-4e3d-8c92-847a4ff1c68b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.832544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d65ba1d9-b088-4e3d-8c92-847a4ff1c68b {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:13:13.837708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.838942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bed80a4a-5159-4882-bf76-52ddf436efa8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d65ba1d9-b088-4e3d-8c92-847a4ff1c68b HTTP/1.1" status: 204 len: 168 time: 1.7438185 Mar 22 14:13:13.841414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37244) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:13.894149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] Deleting subnet 8cd0b1ab-ba17-4d4a-a4d0-48700f12378c {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:13.898864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] Publish callbacks [] for subnet (8cd0b1ab-ba17-4d4a-a4d0-48700f12378c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.938741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (8cd0b1ab-ba17-4d4a-a4d0-48700f12378c), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.032620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8cd0b1ab-ba17-4d4a-a4d0-48700f12378c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.097157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (8cd0b1ab-ba17-4d4a-a4d0-48700f12378c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.124594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd0b1ab-ba17-4d4a-a4d0-48700f12378c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:14.128743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.132052 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d519f66d-6ac8-4a10-aead-ab9696863e6a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8cd0b1ab-ba17-4d4a-a4d0-48700f12378c HTTP/1.1" status: 204 len: 168 time: 0.2896063 Mar 22 14:13:14.136917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:14.139243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b2a08-2b4c-4e4e-ba82-bb683d36dd1f None None] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:14.225742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-a8467ead-16e5-45fd-98ec-58e1ed9dc115 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:14.227666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-a8467ead-16e5-45fd-98ec-58e1ed9dc115 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.1236548 Mar 22 14:13:14.245627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-84542793-8b12-4663-bf98-d387d07beb50 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/quotas/2b3c734630184801b0dc907f5109f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0097642 Mar 22 14:13:14.253577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (bf8fdad4-0bc7-48bd-881b-cdcee8097122), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.316736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-29e381de-9e9e-4724-87ab-a97f9c0d065f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630538 Mar 22 14:13:14.336324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-5fd75dc4-b209-412c-a909-95ead276ed38 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:13:14.337605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-5fd75dc4-b209-412c-a909-95ead276ed38 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068057 Mar 22 14:13:14.377049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Deleting port 248b9af8-a796-41f0-99b3-925087504419 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:14.377389 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (248b9af8-a796-41f0-99b3-925087504419), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.421487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] DHCP port deletion for bf8fdad4-0bc7-48bd-881b-cdcee8097122 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:14.493559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] For port 248b9af8-a796-41f0-99b3-925087504419, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=248b9af8-a796-41f0-99b3-925087504419,segment=NetworkSegment(bee62b31-4164-4418-ba3e-d3fef326e837),segment_id=bee62b31-4164-4418-ba3e-d3fef326e837)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:14.497630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (248b9af8-a796-41f0-99b3-925087504419), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.500146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] Deleting port 248b9af8-a796-41f0-99b3-925087504419 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:14.501136 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (248b9af8-a796-41f0-99b3-925087504419), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.513566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Calling delete_port for 248b9af8-a796-41f0-99b3-925087504419 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:14.558829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-63f9a7cb-a055-458e-b6f7-cbf3c7af8d7a service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036545 Mar 22 14:13:14.576128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 40f57503-890a-4347-be4c-81ca47408c85 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:13:14.623965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (248b9af8-a796-41f0-99b3-925087504419), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.645328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] No DVR routers for this DVR port 248b9af8-a796-41f0-99b3-925087504419 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:14.676834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] For port 248b9af8-a796-41f0-99b3-925087504419, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=248b9af8-a796-41f0-99b3-925087504419,segment=NetworkSegment(bee62b31-4164-4418-ba3e-d3fef326e837),segment_id=bee62b31-4164-4418-ba3e-d3fef326e837)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:14.677409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (248b9af8-a796-41f0-99b3-925087504419), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.686541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=248b9af8-a796-41f0-99b3-925087504419,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:14.705638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6bde3-fc64-455b-a13a-e49632732263 req-71e938dd-36a5-44e3-8602-5682e811d74c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:14.710035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] Calling delete_port for 248b9af8-a796-41f0-99b3-925087504419 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:14.713185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1e6bde3-fc64-455b-a13a-e49632732263 req-71e938dd-36a5-44e3-8602-5682e811d74c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 944 time: 0.1942525 Mar 22 14:13:14.783061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (bf8fdad4-0bc7-48bd-881b-cdcee8097122), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.811122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8fdad4-0bc7-48bd-881b-cdcee8097122']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:14.818622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 248b9af8-a796-41f0-99b3-925087504419 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:14.824655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee62b31-4164-4418-ba3e-d3fef326e837') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:14.824655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee62b31-4164-4418-ba3e-d3fef326e837') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:14.824999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1e6bde3-fc64-455b-a13a-e49632732263 req-07379a20-3603-4575-a291-fd2744214822 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102297 Mar 22 14:13:14.838877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (bee62b31-4164-4418-ba3e-d3fef326e837), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.856105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 248b9af8-a796-41f0-99b3-925087504419 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:14.856331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bee62b31-4164-4418-ba3e-d3fef326e837), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.856961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 248b9af8-a796-41f0-99b3-925087504419 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:14.857484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d1f8ee51-a1d1-4c5f-967f-93964173071b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:14.865371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:13:14.866101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (bee62b31-4164-4418-ba3e-d3fef326e837), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.884462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-1b214664-60fb-4ccf-bb7d-e7f41376c8e8 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832758 Mar 22 14:13:14.900408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d1f8ee51-a1d1-4c5f-967f-93964173071b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:14.910173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d1f8ee51-a1d1-4c5f-967f-93964173071b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:14.910836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 327801d2-c5cc-4719-b4bf-829755d8f4c3 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:14.930352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:13:14.958488 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:13:14.961174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (bf8fdad4-0bc7-48bd-881b-cdcee8097122), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.989811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.992265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 327801d2-c5cc-4719-b4bf-829755d8f4c3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:14.992754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 327801d2-c5cc-4719-b4bf-829755d8f4c3 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:14.996765 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] 10.222.0.44 "DELETE /v2.0/networks/bf8fdad4-0bc7-48bd-881b-cdcee8097122 HTTP/1.1" status: 204 len: 168 time: 0.8511155 Mar 22 14:13:15.006677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '40f57503-890a-4347-be4c-81ca47408c85', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'port_id': '40f57503-890a-4347-be4c-81ca47408c85', 'mac_address': 'fa:16:3e:f8:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1875e5c6-c206-4c43-a35e-1e88c3e4fd8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:13:15.031773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754fa7-9c8a-4e11-8d6e-ba942c571e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8fdad4-0bc7-48bd-881b-cdcee8097122,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:15.034574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5275c-caaa-4019-ac1d-4588f5674b52 req-dcce086f-5185-41ee-9d16-cf3fa217304d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:15.036119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17e5275c-caaa-4019-ac1d-4588f5674b52 req-dcce086f-5185-41ee-9d16-cf3fa217304d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 907 time: 0.1039217 Mar 22 14:13:15.055808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (248b9af8-a796-41f0-99b3-925087504419), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.089847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-85360e2a-c206-4a4b-90f9-73fa2362cd55 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:15.090401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] Pushing event deleted for resources: {'Port': ['ID=248b9af8-a796-41f0-99b3-925087504419,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:15.094962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 40f57503-890a-4347-be4c-81ca47408c85 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:15.095354 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40f57503-890a-4347-be4c-81ca47408c85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.098989 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-85360e2a-c206-4a4b-90f9-73fa2362cd55 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 907 time: 0.1520267 Mar 22 14:13:15.161721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f57503-890a-4347-be4c-81ca47408c85 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:15.169697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] Network bf8fdad4-0bc7-48bd-881b-cdcee8097122 is not hosted by any dhcp agent {{(pid=110459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:13:15.170580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157cc6f1-0d42-4dc2-8af6-d94d30d0093a None None] No DVR routers for this DVR port 248b9af8-a796-41f0-99b3-925087504419 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:15.193734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:15.204641 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.211157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c799d0-4487-49b5-b08e-f4d373c0acdc req-6f96e7eb-228a-4d42-9920-c7f15678aa85 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 210 time: 0.0581770 Mar 22 14:13:15.296159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Deleting port 5489adc7-989e-4387-8075-735da2e85229 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:15.297201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5489adc7-989e-4387-8075-735da2e85229), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.316247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:15.327582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37282) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:15.410791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5775d14f-d37d-43c5-b231-9ddb948de633 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70a3cd32600a40a9b7045c330f78265d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0814307 Mar 22 14:13:15.413305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37284) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:15.426175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] For port 5489adc7-989e-4387-8075-735da2e85229, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5489adc7-989e-4387-8075-735da2e85229,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:15.426547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5489adc7-989e-4387-8075-735da2e85229), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.442907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Calling delete_port for 5489adc7-989e-4387-8075-735da2e85229 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:15.446095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37286) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:15.450636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-98b33724-3668-4126-97f3-565f874151d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442315517', 'description': 'tempest-description--385020834'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:15.483551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['40f57503-890a-4347-be4c-81ca47408c85'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:15.493563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50d390ea-59f2-4c3a-9893-ccf19ca53ac6 admin admin] Publish callbacks [] for security_group (760ebf85-9e4f-4519-91fb-eccdb171b993), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.512782 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b33724-3668-4126-97f3-565f874151d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.547420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50d390ea-59f2-4c3a-9893-ccf19ca53ac6 admin admin] Publish callbacks [] for security_group (760ebf85-9e4f-4519-91fb-eccdb171b993), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.628254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b33724-3668-4126-97f3-565f874151d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (9b169628-d43f-4c9a-ae69-c081f2ff2ba7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.630667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50d390ea-59f2-4c3a-9893-ccf19ca53ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (760ebf85-9e4f-4519-91fb-eccdb171b993), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.633900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50d390ea-59f2-4c3a-9893-ccf19ca53ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.635188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-50d390ea-59f2-4c3a-9893-ccf19ca53ac6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/760ebf85-9e4f-4519-91fb-eccdb171b993 HTTP/1.1" status: 204 len: 168 time: 0.2209902 Mar 22 14:13:15.658730 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5489adc7-989e-4387-8075-735da2e85229), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.666219 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b33724-3668-4126-97f3-565f874151d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9b169628-d43f-4c9a-ae69-c081f2ff2ba7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.688875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d390ea-59f2-4c3a-9893-ccf19ca53ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ebf85-9e4f-4519-91fb-eccdb171b993,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:15.707793 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b33724-3668-4126-97f3-565f874151d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.708032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event deleted for resources: {'Port': ['ID=5489adc7-989e-4387-8075-735da2e85229,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:15.716324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-98b33724-3668-4126-97f3-565f874151d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2691350 Mar 22 14:13:15.716980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37294) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:15.737931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-19c2aa67-4935-42e2-bec4-b55af4f1e47c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '9b169628-d43f-4c9a-ae69-c081f2ff2ba7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:15.787934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b33724-3668-4126-97f3-565f874151d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b169628-d43f-4c9a-ae69-c081f2ff2ba7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:15.799336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] No DVR routers for this DVR port 5489adc7-989e-4387-8075-735da2e85229 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:15.801802 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.805264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6ad2a499-e4ee-4033-8204-b98bd70ad2bb req-11991dc6-be1b-4228-98c6-b1ef87c3f71e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "DELETE /v2.0/ports/5489adc7-989e-4387-8075-735da2e85229 HTTP/1.1" status: 204 len: 173 time: 0.6925418 Mar 22 14:13:15.805745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'name': 'network-vif-deleted', 'tag': '5489adc7-989e-4387-8075-735da2e85229'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:15.808105 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c94acf5-b264-4ffd-a087-edf58744a4dc" -d '{"events": [{"server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "name": "network-vif-deleted", "tag": "5489adc7-989e-4387-8075-735da2e85229"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:15.867793 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa67-4935-42e2-bec4-b55af4f1e47c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (2efa336b-6647-4270-b4f7-53e44d8e98d9), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.938051 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4310ee5d-1802-44a9-b624-24394c33f32c x-openstack-request-id: req-4310ee5d-1802-44a9-b624-24394c33f32c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:15.938334 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d304638-68f2-4be4-a401-2a30563ab8be", "name": "network-vif-deleted", "tag": "5489adc7-989e-4387-8075-735da2e85229", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:15.938585 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4310ee5d-1802-44a9-b624-24394c33f32c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:15.939007 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4310ee5d-1802-44a9-b624-24394c33f32c'] response: {'server_uuid': '8d304638-68f2-4be4-a401-2a30563ab8be', 'name': 'network-vif-deleted', 'tag': '5489adc7-989e-4387-8075-735da2e85229', 'status': 'completed', 'code': 200} Mar 22 14:13:16.095998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa67-4935-42e2-bec4-b55af4f1e47c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (2efa336b-6647-4270-b4f7-53e44d8e98d9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.107239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa67-4935-42e2-bec4-b55af4f1e47c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (2efa336b-6647-4270-b4f7-53e44d8e98d9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.156429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2aa67-4935-42e2-bec4-b55af4f1e47c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efa336b-6647-4270-b4f7-53e44d8e98d9,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:16.180242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46c99e-1adc-4ddc-a88f-6cb706e098fd req-b8633d27-5213-475d-9141-78e6486a2615 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.186484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb46c99e-1adc-4ddc-a88f-6cb706e098fd req-b8633d27-5213-475d-9141-78e6486a2615 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 945 time: 0.1896739 Mar 22 14:13:16.199176 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa67-4935-42e2-bec4-b55af4f1e47c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.199336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-19c2aa67-4935-42e2-bec4-b55af4f1e47c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4731748 Mar 22 14:13:16.202331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:16.208428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f30ffa8c-8663-4f5f-888c-0128698a8337 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '9b169628-d43f-4c9a-ae69-c081f2ff2ba7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:16.232584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37308) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:16.241720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-baf07431-5425-4c47-9fc1-efa5b32ad31e req-4026fc04-3b91-4fb8-9128-c39d22da6517 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d304638-68f2-4be4-a401-2a30563ab8be HTTP/1.1" status: 200 len: 210 time: 0.0514226 Mar 22 14:13:16.252125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f30ffa8c-8663-4f5f-888c-0128698a8337 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (9ab4d93b-c700-428c-bab9-b3d8230badae), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.359584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb46c99e-1adc-4ddc-a88f-6cb706e098fd req-ceea878c-4517-49e6-97cf-988c9a3c885c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713295 Mar 22 14:13:16.382585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f30ffa8c-8663-4f5f-888c-0128698a8337 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (9ab4d93b-c700-428c-bab9-b3d8230badae), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.388248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f30ffa8c-8663-4f5f-888c-0128698a8337 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (9ab4d93b-c700-428c-bab9-b3d8230badae), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.398176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a64afb7e-7f8a-43f7-90bc-68bcff72581c req-8ce618e2-7402-4e73-9a97-67a96f4ee7fc tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 210 time: 0.0638819 Mar 22 14:13:16.401090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2303b9ff-0e5f-45ae-8be9-21a7d56d1002 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bf9dcc6edb146acb2befb3726566048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582758 Mar 22 14:13:16.407138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37314) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:16.424716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ffa8c-8663-4f5f-888c-0128698a8337 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab4d93b-c700-428c-bab9-b3d8230badae,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:16.436458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f30ffa8c-8663-4f5f-888c-0128698a8337 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.441310 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f30ffa8c-8663-4f5f-888c-0128698a8337 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2374918 Mar 22 14:13:16.441440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37316) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:16.448887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:16.489367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.505829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4364377d-b157-4ee3-ab46-a5b04bf6be89 admin admin] Publish callbacks [] for security_group (1f6c89aa-e5f5-4691-83d1-f22da5ad0088), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.542495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 40f57503-890a-4347-be4c-81ca47408c85 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:16.566879 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4364377d-b157-4ee3-ab46-a5b04bf6be89 admin admin] Publish callbacks [] for security_group (1f6c89aa-e5f5-4691-83d1-f22da5ad0088), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.601638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 40f57503-890a-4347-be4c-81ca47408c85 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:13:16.607837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 40f57503-890a-4347-be4c-81ca47408c85 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:16.608564 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40f57503-890a-4347-be4c-81ca47408c85), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.647367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 86ceab3a-bb23-411c-a2d6-e40415d16dfe no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:16.656999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.659300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4364377d-b157-4ee3-ab46-a5b04bf6be89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1f6c89aa-e5f5-4691-83d1-f22da5ad0088), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.661732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4364377d-b157-4ee3-ab46-a5b04bf6be89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.662910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4364377d-b157-4ee3-ab46-a5b04bf6be89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f6c89aa-e5f5-4691-83d1-f22da5ad0088 HTTP/1.1" status: 204 len: 168 time: 0.2548716 Mar 22 14:13:16.678186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364377d-b157-4ee3-ab46-a5b04bf6be89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6c89aa-e5f5-4691-83d1-f22da5ad0088,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:16.706889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 86ceab3a-bb23-411c-a2d6-e40415d16dfe {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:16.707238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 86ceab3a-bb23-411c-a2d6-e40415d16dfe not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:16.712119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5489adc7-989e-4387-8075-735da2e85229 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:16.773535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 5489adc7-989e-4387-8075-735da2e85229 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:16.774947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5489adc7-989e-4387-8075-735da2e85229 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:16.800476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.25.2.129 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a76617f6-911b-4135-a61c-8617ed5a11e5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:16.889049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 40f57503-890a-4347-be4c-81ca47408c85 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:16.889444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40f57503-890a-4347-be4c-81ca47408c85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.940220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f57503-890a-4347-be4c-81ca47408c85'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:16.943158 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e977d52-ad20-4899-8551-e06f446ef4a4" -d '{"events": [{"server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "name": "network-vif-plugged", "status": "completed", "tag": "40f57503-890a-4347-be4c-81ca47408c85"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:16.944621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.969141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:16.983714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9feb0e89-0a97-4246-adea-22dbcfa88051 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.990120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9feb0e89-0a97-4246-adea-22dbcfa88051 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 805 time: 0.2038851 Mar 22 14:13:16.992330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.002692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Request body: {'port': {'device_id': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'admin_state_up': True, 'tenant_id': '2b3c734630184801b0dc907f5109f3b2'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:17.016858 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.047629 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a71d66-84d9-4824-afc1-bd49b1c4396d x-openstack-request-id: req-e2a71d66-84d9-4824-afc1-bd49b1c4396d {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:17.047993 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "name": "network-vif-plugged", "status": "completed", "tag": "40f57503-890a-4347-be4c-81ca47408c85", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:17.048310 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2a71d66-84d9-4824-afc1-bd49b1c4396d {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:17.048812 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a71d66-84d9-4824-afc1-bd49b1c4396d'] response: {'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f57503-890a-4347-be4c-81ca47408c85', 'code': 200} Mar 22 14:13:17.073202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:17.079427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:17.086669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:17.090789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=a76617f6-911b-4135-a61c-8617ed5a11e5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:17.094047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:17.224174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ecf87-afde-4f7a-9baf-7f07546bfb75 req-14657b09-5b02-4866-b6a2-6d9319267faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:17.225886 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a96ecf87-afde-4f7a-9baf-7f07546bfb75 req-14657b09-5b02-4866-b6a2-6d9319267faa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 1128 time: 0.0868895 Mar 22 14:13:17.226903 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (a70d240a-44cd-441f-8925-e0fa31f37b33), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.275561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Made reservation on behalf of 2b3c734630184801b0dc907f5109f3b2 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:17.279158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.295715 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a96ecf87-afde-4f7a-9baf-7f07546bfb75 req-436e9cdf-8e34-4208-a0bb-8014b3ab03e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632596 Mar 22 14:13:17.304076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.461319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Allocated IP 172.20.0.6 (0fe42f4b-0f12-4858-ba08-c78a76740d73/edb6b946-1919-428d-82b4-bb41969f7980/55ac8fbe-6a44-4cab-91c6-9132396e3d49) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:17.779379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks [] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.823283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.838999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:17.875350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37356) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:17.966282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Network 0fe42f4b-0f12-4858-ba08-c78a76740d73 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:17.987969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:18.005895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:18.066640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event updated for resources: {'Port': ['ID=55ac8fbe-6a44-4cab-91c6-9132396e3d49,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:18.091166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.091711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.092148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.092744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.093837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.094907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.095164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.095588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.096003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.096424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.096841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.097239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.097623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.098051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.099317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:18.143445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:18.147569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.153862 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81a4359f-1533-4b84-b9b4-8edecf0a9a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.185189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-02ebfd54-c080-4cf8-8401-0bf45cb20103 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1868467 Mar 22 14:13:18.203292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Request body: {'port': {'device_id': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:18.220941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.251396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab48577-c42b-4a08-a135-d76bed988a58 req-47b8cadb-6d1f-499f-aba4-c67f8a2ac49d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:18.258141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab48577-c42b-4a08-a135-d76bed988a58 req-47b8cadb-6d1f-499f-aba4-c67f8a2ac49d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.7338042 Mar 22 14:13:18.261436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.280583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029de8-e8ec-4e02-be72-04bc638c8610 req-b37d78f2-f310-489a-a8aa-40d9638092db tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:18.282255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c029de8-e8ec-4e02-be72-04bc638c8610 req-b37d78f2-f310-489a-a8aa-40d9638092db tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 931 time: 0.1725726 Mar 22 14:13:18.309734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.326498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ce52f1f-a75b-4015-85df-3c93496a67d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.434157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=a76617f6-911b-4135-a61c-8617ed5a11e5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:18.469754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (a70d240a-44cd-441f-8925-e0fa31f37b33), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.485416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab48577-c42b-4a08-a135-d76bed988a58 req-8a65a595-7d71-4a46-8b9d-6f7a5fe50545 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141321 Mar 22 14:13:18.501483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c029de8-e8ec-4e02-be72-04bc638c8610 req-000fa039-6773-4e91-9e3e-da31f578b6a2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763330 Mar 22 14:13:18.526785 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.539734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e25af76d-8584-43ef-aa90-28017df7eae3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0971839 Mar 22 14:13:18.698798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7050ed-3e13-4da1-af9b-77710282f56c req-9e9f84f1-983d-456a-8652-63693da3fe18 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:18.710007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a7050ed-3e13-4da1-af9b-77710282f56c req-9e9f84f1-983d-456a-8652-63693da3fe18 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 945 time: 0.0960846 Mar 22 14:13:18.730081 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ce52f1f-a75b-4015-85df-3c93496a67d8 admin admin] Publish callbacks [] for security_group (71195c5d-a2a3-4566-925d-1d7f0fdf3b09), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.731737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ce52f1f-a75b-4015-85df-3c93496a67d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (71195c5d-a2a3-4566-925d-1d7f0fdf3b09), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.764553 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ce52f1f-a75b-4015-85df-3c93496a67d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a7e12f4d74d47e29265e7c98c668ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8856232 Mar 22 14:13:18.765646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37386) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:18.810465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52f1f-a75b-4015-85df-3c93496a67d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71195c5d-a2a3-4566-925d-1d7f0fdf3b09,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:18.868210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a7050ed-3e13-4da1-af9b-77710282f56c req-b5437795-e99c-4b36-9bb3-601b59ecce2d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572270 Mar 22 14:13:18.876312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ac8fbe-6a44-4cab-91c6-9132396e3d49 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:18.885060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Publish callbacks [] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.901028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Transition to ACTIVE for port object 55ac8fbe-6a44-4cab-91c6-9132396e3d49 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:18.906490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.916716 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be3e330e-e8e8-4ce9-9797-7587940c8e32 admin admin] Publish callbacks [] for security_group (71195c5d-a2a3-4566-925d-1d7f0fdf3b09), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.954521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-17d4bd10-42b3-4a01-b6fd-66ae3cc7db20 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1442315517&fields=id&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 267 time: 0.1171474 Mar 22 14:13:19.007615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Pushing event updated for resources: {'Port': ['ID=55ac8fbe-6a44-4cab-91c6-9132396e3d49,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:19.025732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be3e330e-e8e8-4ce9-9797-7587940c8e32 admin admin] Publish callbacks [] for security_group (71195c5d-a2a3-4566-925d-1d7f0fdf3b09), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.039040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Attempting to bind port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:19.039392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Attempting to bind port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:19.039725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Attempting to bind port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:19.045352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:19.045663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Attempting to bind port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 on network 0fe42f4b-0f12-4858-ba08-c78a76740d73 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:19.051619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:19.051965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Checking segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:19.052347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Bound using segment: {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:19.052785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Bound port: 55ac8fbe-6a44-4cab-91c6-9132396e3d49, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd15179-374c-497d-8e98-123c247114cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:19.053145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.114460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-425822bc-2cf5-46e3-b62f-d82e4c865249 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.122364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-425822bc-2cf5-46e3-b62f-d82e4c865249 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.1665740 Mar 22 14:13:19.142869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-37806d75-87c6-4543-9f69-ed7a03c83407 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/quotas/a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 375 time: 0.0190516 Mar 22 14:13:19.145880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] For port 55ac8fbe-6a44-4cab-91c6-9132396e3d49, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:19.149706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] For port 55ac8fbe-6a44-4cab-91c6-9132396e3d49, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=55ac8fbe-6a44-4cab-91c6-9132396e3d49,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:19.154334 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be3e330e-e8e8-4ce9-9797-7587940c8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (71195c5d-a2a3-4566-925d-1d7f0fdf3b09), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.157545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-be3e330e-e8e8-4ce9-9797-7587940c8e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.158725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.159176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-be3e330e-e8e8-4ce9-9797-7587940c8e32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71195c5d-a2a3-4566-925d-1d7f0fdf3b09 HTTP/1.1" status: 204 len: 168 time: 0.3926330 Mar 22 14:13:19.205814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e330e-e8e8-4ce9-9797-7587940c8e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71195c5d-a2a3-4566-925d-1d7f0fdf3b09,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:19.206949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.207724 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.209209 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] 10.222.0.57 "PUT /v2.0/ports/55ac8fbe-6a44-4cab-91c6-9132396e3d49 HTTP/1.1" status: 200 len: 1091 time: 1.0136027 Mar 22 14:13:19.209668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'tag': '55ac8fbe-6a44-4cab-91c6-9132396e3d49'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:19.216481 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d587e57c-60ff-4867-9d90-7cb108763f29" -d '{"events": [{"name": "network-changed", "server_uuid": "444fdb6b-6b48-4fc5-880a-2a15e6e40584", "tag": "55ac8fbe-6a44-4cab-91c6-9132396e3d49"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:19.249734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfea504-8bbf-4cc8-b793-615d2d7c6849 service neutron] Pushing event updated for resources: {'Port': ['ID=55ac8fbe-6a44-4cab-91c6-9132396e3d49,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:19.285176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-b878be8c-4b02-4f5e-a702-36c336e28a87 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411240 Mar 22 14:13:19.313406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-7d49255d-81b1-48df-a4c5-733cfd1196f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.316238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-7d49255d-81b1-48df-a4c5-733cfd1196f9 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 945 time: 0.1218672 Mar 22 14:13:19.327923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-d15a6a11-bc32-4158-af82-78c6fd237213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.329406 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-d15a6a11-bc32-4158-af82-78c6fd237213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 1125 time: 0.0569589 Mar 22 14:13:19.387198 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-6cf874fc-690b-404f-a318-f40faca42f80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55ac8fbe-6a44-4cab-91c6-9132396e3d49 HTTP/1.1" status: 200 len: 217 time: 0.0449388 Mar 22 14:13:19.442763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-2d7ffb30-925b-4360-abdd-be38f95d5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.444882 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-2d7ffb30-925b-4360-abdd-be38f95d5d13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.0487418 Mar 22 14:13:19.503201 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-3d5d9c2f-4ea3-4bad-89d1-950b24b2dbdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451939 Mar 22 14:13:19.613667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Deleting port 6f4bd258-08a7-4752-8192-1a39568f097e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:19.614157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.628365 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-62c3dea2-1fcb-4e09-8f5b-afc8bd74adf0 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130376 Mar 22 14:13:19.665279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-8a55222a-593b-4099-a129-d60807658510 service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466556 Mar 22 14:13:19.775469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37402) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:19.786504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-586aa05a-f79c-4333-8aa3-025c0c89591e service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131933 Mar 22 14:13:19.797508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37404) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:19.801714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a23fc111-b4dd-4ec5-922c-5f0472257b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.805631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798129849', 'description': 'tempest-secgroup-smoke-1798129849 description', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:19.822936 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e3efb5b5-c672-4b08-9019-e66129c9a689 req-b07297cb-6606-4900-8210-5e44f4fb0750 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830075 Mar 22 14:13:19.840567 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f42eeca-6e92-4dac-ab12-5f04cc46a0e1 x-openstack-request-id: req-0f42eeca-6e92-4dac-ab12-5f04cc46a0e1 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:19.840855 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fdb6b-6b48-4fc5-880a-2a15e6e40584", "tag": "55ac8fbe-6a44-4cab-91c6-9132396e3d49", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:19.841106 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f42eeca-6e92-4dac-ab12-5f04cc46a0e1 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:19.841515 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f42eeca-6e92-4dac-ab12-5f04cc46a0e1'] response: {'name': 'network-changed', 'server_uuid': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'tag': '55ac8fbe-6a44-4cab-91c6-9132396e3d49', 'status': 'completed', 'code': 200} Mar 22 14:13:19.861318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] For port 6f4bd258-08a7-4752-8192-1a39568f097e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=6f4bd258-08a7-4752-8192-1a39568f097e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:19.861773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.871488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.879215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Calling delete_port for 6f4bd258-08a7-4752-8192-1a39568f097e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:19.922742 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.013005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a23fc111-b4dd-4ec5-922c-5f0472257b45 admin admin] Publish callbacks [] for security_group (889ed44f-3c55-44fc-b23a-80f68cf933d1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.032255 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a23fc111-b4dd-4ec5-922c-5f0472257b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (889ed44f-3c55-44fc-b23a-80f68cf933d1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.036041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-fa6a2e87-e6e5-49e7-ad5e-5020463f5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.036474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe0008-2e2c-4ea2-8324-e8ff03c780c7 req-67b03a1d-4175-4c0e-8137-915cd8335713 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.037546 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-fa6a2e87-e6e5-49e7-ad5e-5020463f5321 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 1125 time: 0.1312799 Mar 22 14:13:20.038243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adfe0008-2e2c-4ea2-8324-e8ff03c780c7 req-67b03a1d-4175-4c0e-8137-915cd8335713 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1078081 Mar 22 14:13:20.128014 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a23fc111-b4dd-4ec5-922c-5f0472257b45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b12ccb920034af58422034560bdc5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510442 Mar 22 14:13:20.131393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37416) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:20.136938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fc111-b4dd-4ec5-922c-5f0472257b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ed44f-3c55-44fc-b23a-80f68cf933d1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.200398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (82c4c70f-290d-4621-ab3e-df548db71f2f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.206629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-c37198d6-db50-43a4-97b2-653647de1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.208135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-c37198d6-db50-43a4-97b2-653647de1c6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.1618652 Mar 22 14:13:20.209231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82c4c70f-290d-4621-ab3e-df548db71f2f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.218814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29b1ad-4dc7-4a65-af33-0d35c8d01747 req-1a5c67fa-eed3-45f8-be6e-ae4a9afc15c0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.222401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c29b1ad-4dc7-4a65-af33-0d35c8d01747 req-1a5c67fa-eed3-45f8-be6e-ae4a9afc15c0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 943 time: 0.1824551 Mar 22 14:13:20.236274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adfe0008-2e2c-4ea2-8324-e8ff03c780c7 req-b9e9cef5-6889-4065-aaa2-4abd2d628c8c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558454 Mar 22 14:13:20.251459 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6f4bd258-08a7-4752-8192-1a39568f097e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.265796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['bec0c44c-347d-463a-b446-65aa6a3e58ad', '6f4bd258-08a7-4752-8192-1a39568f097e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:20.284375 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-36c6c20a-d0bc-489a-b33d-509460124cbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55ac8fbe-6a44-4cab-91c6-9132396e3d49 HTTP/1.1" status: 200 len: 217 time: 0.0659721 Mar 22 14:13:20.295510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c4c70f-290d-4621-ab3e-df548db71f2f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.315378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event deleted for resources: {'Port': ['ID=6f4bd258-08a7-4752-8192-1a39568f097e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.348508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-abb99caa-21a8-48fd-9d81-ceddf8464c8e admin admin] Publish callbacks [] for security_group (889ed44f-3c55-44fc-b23a-80f68cf933d1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.378853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] No DVR routers for this DVR port 6f4bd258-08a7-4752-8192-1a39568f097e on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:20.384479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.388447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b2829a-1046-4194-ae6d-ad344a3b0df4 req-d996d918-1640-4cb0-97ab-8d70fb2ed518 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "DELETE /v2.0/ports/6f4bd258-08a7-4752-8192-1a39568f097e HTTP/1.1" status: 204 len: 173 time: 1.0401552 Mar 22 14:13:20.389185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'name': 'network-vif-deleted', 'tag': '6f4bd258-08a7-4752-8192-1a39568f097e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:20.391775 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26b5ea-3c1e-4eb4-89cc-5d2a0f5bd90e" -d '{"events": [{"server_uuid": "f2c4297f-0bc2-4614-ba33-6cb0d2dccf82", "name": "network-vif-deleted", "tag": "6f4bd258-08a7-4752-8192-1a39568f097e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:20.401995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-147acd40-0256-4e57-8f54-aeba4af6377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.403593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-147acd40-0256-4e57-8f54-aeba4af6377d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.1117768 Mar 22 14:13:20.410830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (3514ebc3-9d69-4016-b8df-366b38298530), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.413437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c29b1ad-4dc7-4a65-af33-0d35c8d01747 req-57bcb462-4599-42ce-b231-ddc1a949298d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794438 Mar 22 14:13:20.441279 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-bac75445-1237-461a-ba10-8adc9fc9ba04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290906 Mar 22 14:13:20.442508 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3514ebc3-9d69-4016-b8df-366b38298530), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.448236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-abb99caa-21a8-48fd-9d81-ceddf8464c8e admin admin] Publish callbacks [] for security_group (889ed44f-3c55-44fc-b23a-80f68cf933d1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.498111 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4a31347c-0576-4a7e-85f6-d013a3a2dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.510353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c18ea7d-dcaa-4e13-afa6-8cdbfd75a68c req-502b812a-489a-44bf-b567-de07eb60bc3a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c4297f-0bc2-4614-ba33-6cb0d2dccf82 HTTP/1.1" status: 200 len: 210 time: 0.0382128 Mar 22 14:13:20.610820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f84a58f5-04da-47b1-bbf0-c67add15a52b req-50137e68-1fb9-4408-ac9d-29574fd82cb6 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 210 time: 0.0962214 Mar 22 14:13:20.612298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.627097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8150306 Mar 22 14:13:20.627798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37426) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:20.627922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e95e-4c6f-4026-a5ba-2a056b6beb1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3514ebc3-9d69-4016-b8df-366b38298530,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.628817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c425912a-0df5-4d1d-b292-00f8bcf72732 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '3514ebc3-9d69-4016-b8df-366b38298530', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:20.676607 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-6bca0e00-d77f-4399-b72e-0ab1485f178c service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163262 Mar 22 14:13:20.689811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-abb99caa-21a8-48fd-9d81-ceddf8464c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (889ed44f-3c55-44fc-b23a-80f68cf933d1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.697091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-abb99caa-21a8-48fd-9d81-ceddf8464c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.713589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-abb99caa-21a8-48fd-9d81-ceddf8464c8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/889ed44f-3c55-44fc-b23a-80f68cf933d1 HTTP/1.1" status: 204 len: 168 time: 0.5689318 Mar 22 14:13:20.744577 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc341bfc-ae19-4aab-be94-6d69f9dba076 x-openstack-request-id: req-dc341bfc-ae19-4aab-be94-6d69f9dba076 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:20.746762 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c4297f-0bc2-4614-ba33-6cb0d2dccf82", "name": "network-vif-deleted", "tag": "6f4bd258-08a7-4752-8192-1a39568f097e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:20.747335 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc341bfc-ae19-4aab-be94-6d69f9dba076 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:20.747925 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc341bfc-ae19-4aab-be94-6d69f9dba076'] response: {'server_uuid': 'f2c4297f-0bc2-4614-ba33-6cb0d2dccf82', 'name': 'network-vif-deleted', 'tag': '6f4bd258-08a7-4752-8192-1a39568f097e', 'status': 'completed', 'code': 200} Mar 22 14:13:20.763545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c425912a-0df5-4d1d-b292-00f8bcf72732 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (3e25ce03-d9e6-4a22-9850-47727426d7da), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.771587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99caa-21a8-48fd-9d81-ceddf8464c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ed44f-3c55-44fc-b23a-80f68cf933d1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.820056 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d587e57c-60ff-4867-9d90-7cb108763f29 req-93c3fda1-803f-45a4-9270-6d486a0707d5 service neutron] 10.222.0.57 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340265 Mar 22 14:13:20.853095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac8135-e7f4-4e25-85a1-614b35ef97d7 req-af5783cc-073d-410c-b52d-7067311d8fcb tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.855316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fac8135-e7f4-4e25-85a1-614b35ef97d7 req-af5783cc-073d-410c-b52d-7067311d8fcb tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.2170813 Mar 22 14:13:20.910545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c425912a-0df5-4d1d-b292-00f8bcf72732 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (3e25ce03-d9e6-4a22-9850-47727426d7da), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.920522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c425912a-0df5-4d1d-b292-00f8bcf72732 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (3e25ce03-d9e6-4a22-9850-47727426d7da), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.955164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425912a-0df5-4d1d-b292-00f8bcf72732 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e25ce03-d9e6-4a22-9850-47727426d7da,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.960484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fac8135-e7f4-4e25-85a1-614b35ef97d7 req-a941f668-1bcf-46cc-ad3c-53147f6dd3d8 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961795 Mar 22 14:13:20.976277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c425912a-0df5-4d1d-b292-00f8bcf72732 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.983344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c425912a-0df5-4d1d-b292-00f8bcf72732 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598802 Mar 22 14:13:20.984811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37432) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:20.991424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-56eb4338-0ea6-4544-8257-cc744032f85e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '3514ebc3-9d69-4016-b8df-366b38298530', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:21.025430 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56eb4338-0ea6-4544-8257-cc744032f85e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (7d124553-683e-43d5-bfe7-8eefd8c96606), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.098958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56eb4338-0ea6-4544-8257-cc744032f85e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (7d124553-683e-43d5-bfe7-8eefd8c96606), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.104170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56eb4338-0ea6-4544-8257-cc744032f85e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (7d124553-683e-43d5-bfe7-8eefd8c96606), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.120215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb4338-0ea6-4544-8257-cc744032f85e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d124553-683e-43d5-bfe7-8eefd8c96606,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:21.141046 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56eb4338-0ea6-4544-8257-cc744032f85e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.144964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-56eb4338-0ea6-4544-8257-cc744032f85e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577663 Mar 22 14:13:21.145237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37448) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:21.150138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-203b4b22-6831-428b-8181-21b38b82a172 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '3514ebc3-9d69-4016-b8df-366b38298530', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:21.178687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-203b4b22-6831-428b-8181-21b38b82a172 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (46a1f367-d215-4622-82f9-9c5a3d4c57cf), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.252664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-203b4b22-6831-428b-8181-21b38b82a172 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (46a1f367-d215-4622-82f9-9c5a3d4c57cf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.259043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-203b4b22-6831-428b-8181-21b38b82a172 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (46a1f367-d215-4622-82f9-9c5a3d4c57cf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.283900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b4b22-6831-428b-8181-21b38b82a172 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a1f367-d215-4622-82f9-9c5a3d4c57cf,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:21.297544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-203b4b22-6831-428b-8181-21b38b82a172 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.299571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-203b4b22-6831-428b-8181-21b38b82a172 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526475 Mar 22 14:13:21.302379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37458) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:21.307238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6729c2f6-8570-469a-9c6a-538527a1f3e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '3514ebc3-9d69-4016-b8df-366b38298530', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:21.404841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6729c2f6-8570-469a-9c6a-538527a1f3e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (9ade9572-5bb5-4f3f-9091-a3b7f4938b66), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.417060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559c669-84c7-417a-8293-321d9bd58dcc req-a8bea6e1-0261-4a6d-b464-33afe119004d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:21.418809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5559c669-84c7-417a-8293-321d9bd58dcc req-a8bea6e1-0261-4a6d-b464-33afe119004d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0618863 Mar 22 14:13:21.487249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-559a6e85-6f1e-4195-9a72-5752dfa19adc tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:21.488781 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-559a6e85-6f1e-4195-9a72-5752dfa19adc tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.1570029 Mar 22 14:13:21.544496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6729c2f6-8570-469a-9c6a-538527a1f3e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (9ade9572-5bb5-4f3f-9091-a3b7f4938b66), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.547734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5559c669-84c7-417a-8293-321d9bd58dcc req-47b6d884-aa7b-48ce-a620-6a7e261e4e06 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214905 Mar 22 14:13:21.561850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6729c2f6-8570-469a-9c6a-538527a1f3e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (9ade9572-5bb5-4f3f-9091-a3b7f4938b66), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.607252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729c2f6-8570-469a-9c6a-538527a1f3e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ade9572-5bb5-4f3f-9091-a3b7f4938b66,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:21.619744 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-52fbadc6-b6e4-48ed-8ea0-4207bbc2655d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 473 time: 0.1185229 Mar 22 14:13:21.623159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6729c2f6-8570-469a-9c6a-538527a1f3e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.624317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6729c2f6-8570-469a-9c6a-538527a1f3e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209207 Mar 22 14:13:21.634565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b36b01-e347-4ba6-acdc-f6638f4d657f req-529926cd-4d22-44b6-b95d-2a11b3833e43 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:21.634722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'port': {'device_id': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'admin_state_up': True, 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'security_groups': ['9b169628-d43f-4c9a-ae69-c081f2ff2ba7']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:21.635734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b36b01-e347-4ba6-acdc-f6638f4d657f req-529926cd-4d22-44b6-b95d-2a11b3833e43 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 943 time: 0.1081800 Mar 22 14:13:21.636578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37474) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:21.643754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '3514ebc3-9d69-4016-b8df-366b38298530', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:21.692806 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:13:21.711395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (a415e59b-2f22-4560-bef5-6aadacad1d31), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.743794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b36b01-e347-4ba6-acdc-f6638f4d657f req-58aceee0-a242-47ed-91e6-80b9718c1b07 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959101 Mar 22 14:13:21.762931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Made reservation on behalf of a1ca8cbb8acb4455a58b76aa63043f82 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:21.769201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.793341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c7f0989-a0e4-4154-8589-a794b092dc47 req-54b5f979-fbdd-4882-8e33-be84ba23e895 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 210 time: 0.0832999 Mar 22 14:13:21.838019 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (a415e59b-2f22-4560-bef5-6aadacad1d31), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.841036 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.845414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a415e59b-2f22-4560-bef5-6aadacad1d31), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.864083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a415e59b-2f22-4560-bef5-6aadacad1d31,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:21.874133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.878265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-11c26d45-b828-4568-a67e-0828c39494b3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2377152 Mar 22 14:13:21.878545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37482) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:21.906379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '3514ebc3-9d69-4016-b8df-366b38298530', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:21.953713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.20.0.7 (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4/3aa5a118-7118-4c43-bd3d-f956be91bae4/69a978cd-567f-47ee-aaaa-38badce13a38) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:21.958347 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:13:21.967836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (0188c49a-be80-41b5-8d30-9f6f10f69182), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.045053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897492ca-7d54-4f79-9b69-1953f74ad4db req-b4d3fb89-5717-4443-b82b-8a71cee032fd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.046581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-897492ca-7d54-4f79-9b69-1953f74ad4db req-b4d3fb89-5717-4443-b82b-8a71cee032fd tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.0581167 Mar 22 14:13:22.085772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (0188c49a-be80-41b5-8d30-9f6f10f69182), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.091812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0188c49a-be80-41b5-8d30-9f6f10f69182), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.100712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-897492ca-7d54-4f79-9b69-1953f74ad4db req-db8d09bb-0893-4f47-8896-04772442d0f6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477791 Mar 22 14:13:22.132472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0188c49a-be80-41b5-8d30-9f6f10f69182,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:22.153565 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.154809 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-da5a0f10-9d3f-44a4-b537-95fa0032abec tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2753153 Mar 22 14:13:22.158219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37492) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:22.168654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'network': {'name': 'tempest-network-smoke--1098227108', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'port_security_enabled': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:22.179468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (69a978cd-567f-47ee-aaaa-38badce13a38), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.200193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:22.203659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.239065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:13:22.241531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.287395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (90484300-8be8-4839-8943-8ee90d094a3f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.287731 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Added segment 90484300-8be8-4839-8943-8ee90d094a3f of type vlan for network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 Mar 22 14:13:22.330769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:22.356663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:22.358766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=69a978cd-567f-47ee-aaaa-38badce13a38,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:22.364221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:22.397774 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.443570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-c2e1e08c-d38e-4e60-a5c1-b42b2b90f793 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.445307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-c2e1e08c-d38e-4e60-a5c1-b42b2b90f793 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.1704960 Mar 22 14:13:22.453324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.453935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.472032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.477212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.477808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.561240 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-a54b5712-4a64-406d-884f-a773404a2cdd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325113 Mar 22 14:13:22.579795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Request body: {'port': {'device_id': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:22.587186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4279437 Mar 22 14:13:22.590828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37510) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:22.597216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'admin_state_up': True, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:22.629747 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (e5eefae1-1764-430b-90de-0516751db548), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.631403 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (e5eefae1-1764-430b-90de-0516751db548), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.634313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092293a0-a454-42aa-a7ec-4e567d526902 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Network': ['ID=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:22.652320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:13:22.693931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.743875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 55ac8fbe-6a44-4cab-91c6-9132396e3d49 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:13:22.751657 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (e5eefae1-1764-430b-90de-0516751db548), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.771994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb4d78-d6ee-497b-ba85-f49ae6cc69fe req-59e6ba07-ad9b-4edf-8ea9-081179a28b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.781676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-39dfbc3b-7018-4218-8b0c-d63560b91594 None None] Provisioning complete for port 69a978cd-567f-47ee-aaaa-38badce13a38 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:22.782545 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-39dfbc3b-7018-4218-8b0c-d63560b91594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.784535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7cb4d78-d6ee-497b-ba85-f49ae6cc69fe req-59e6ba07-ad9b-4edf-8ea9-081179a28b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1098306 Mar 22 14:13:22.824949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-39dfbc3b-7018-4218-8b0c-d63560b91594 None None] Port 69a978cd-567f-47ee-aaaa-38badce13a38 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:22.905847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Deleting port bec0c44c-347d-463a-b446-65aa6a3e58ad {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:22.905847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.943570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 55ac8fbe-6a44-4cab-91c6-9132396e3d49, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=55ac8fbe-6a44-4cab-91c6-9132396e3d49,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:22.960940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '55ac8fbe-6a44-4cab-91c6-9132396e3d49', 'network_id': '0fe42f4b-0f12-4858-ba08-c78a76740d73', 'port_id': '55ac8fbe-6a44-4cab-91c6-9132396e3d49', 'mac_address': 'fa:16:3e:90:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6b946-1919-428d-82b4-bb41969f7980', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:13:22.970097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7cb4d78-d6ee-497b-ba85-f49ae6cc69fe req-fda4f03e-c2e4-4665-a3b8-6635f5dc578d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815236 Mar 22 14:13:23.054584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:23.055296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.070986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ac8fbe-6a44-4cab-91c6-9132396e3d49 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:23.088494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37526) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:23.093561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 55ac8fbe-6a44-4cab-91c6-9132396e3d49, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=55ac8fbe-6a44-4cab-91c6-9132396e3d49,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:23.099314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.126392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cb73f-06f9-4702-b127-1d5aaa3e4437 req-09b182fe-b655-43d8-81a5-0527530a005c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:23.134617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-302cb73f-06f9-4702-b127-1d5aaa3e4437 req-09b182fe-b655-43d8-81a5-0527530a005c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 943 time: 0.2697055 Mar 22 14:13:23.159825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (e5eefae1-1764-430b-90de-0516751db548), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.178245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=55ac8fbe-6a44-4cab-91c6-9132396e3d49,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:23.269337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-302cb73f-06f9-4702-b127-1d5aaa3e4437 req-1760790d-331f-4381-8a0b-aaba3993fc38 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338072 Mar 22 14:13:23.274246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3b0c-7cef-495c-8719-cd80f9f0f3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.286920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec5ab1-130b-459b-867b-47e8d3cd83cf req-a201b05a-5590-41d6-8114-4efe18688e5c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:23.288549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bec5ab1-130b-459b-867b-47e8d3cd83cf req-a201b05a-5590-41d6-8114-4efe18688e5c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 931 time: 0.2010472 Mar 22 14:13:23.363120 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.383385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] For port bec0c44c-347d-463a-b446-65aa6a3e58ad, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bec0c44c-347d-463a-b446-65aa6a3e58ad,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:23.383993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.411513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Calling delete_port for bec0c44c-347d-463a-b446-65aa6a3e58ad owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:23.440975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bec5ab1-130b-459b-867b-47e8d3cd83cf req-7565c298-c94b-45da-8f22-a256a4afd372 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458673 Mar 22 14:13:23.453240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['55ac8fbe-6a44-4cab-91c6-9132396e3d49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:23.511276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb669401-fe53-4e76-bf3a-4a405d8bd93e req-04afcdb4-4b49-452b-bdc0-e3e70e01d99b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:23.518105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb669401-fe53-4e76-bf3a-4a405d8bd93e req-04afcdb4-4b49-452b-bdc0-e3e70e01d99b tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d64f302-0099-41c7-a5d0-1896128f2899 HTTP/1.1" status: 200 len: 946 time: 0.1501021 Mar 22 14:13:23.527745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a978cd-567f-47ee-aaaa-38badce13a38 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:23.537725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Publish callbacks [] for port (69a978cd-567f-47ee-aaaa-38badce13a38), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.539228 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3b0c-7cef-495c-8719-cd80f9f0f3a6 admin admin] Publish callbacks [] for security_group (0fe24363-e3bb-4385-9b55-a6bfa1db6ab6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.559186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3b0c-7cef-495c-8719-cd80f9f0f3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0fe24363-e3bb-4385-9b55-a6bfa1db6ab6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.561395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Transition to ACTIVE for port object 69a978cd-567f-47ee-aaaa-38badce13a38 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:23.581488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.681590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb669401-fe53-4e76-bf3a-4a405d8bd93e req-a5396f58-3286-4b26-a47f-736ff1789536 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a487ab-b719-4e9e-af34-d4f7b0424ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626112 Mar 22 14:13:23.687478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9d2f3b0c-7cef-495c-8719-cd80f9f0f3a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f97f3d1216034b999f4db8f937398d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950351 Mar 22 14:13:23.690061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f3b0c-7cef-495c-8719-cd80f9f0f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe24363-e3bb-4385-9b55-a6bfa1db6ab6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:23.692385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37532) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:23.727590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Pushing event updated for resources: {'Port': ['ID=69a978cd-567f-47ee-aaaa-38badce13a38,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:23.748597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bec0c44c-347d-463a-b446-65aa6a3e58ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.753427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (e5eefae1-1764-430b-90de-0516751db548), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.784884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.802478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event deleted for resources: {'Port': ['ID=bec0c44c-347d-463a-b446-65aa6a3e58ad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:23.857554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] No DVR routers for this DVR port bec0c44c-347d-463a-b446-65aa6a3e58ad on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:23.858100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-43db43d0-ffa4-4499-8ab2-fc028b52fc89 admin admin] Publish callbacks [] for security_group (0fe24363-e3bb-4385-9b55-a6bfa1db6ab6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.860822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.864179 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-be2ed6d7-cb74-440d-8562-cc4abedcb90a req-94e68619-f452-4fa1-88d4-87a276e2639a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.57 "DELETE /v2.0/ports/bec0c44c-347d-463a-b446-65aa6a3e58ad HTTP/1.1" status: 204 len: 173 time: 1.4063852 Mar 22 14:13:23.864645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d64f302-0099-41c7-a5d0-1896128f2899', 'name': 'network-vif-deleted', 'tag': 'bec0c44c-347d-463a-b446-65aa6a3e58ad'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:23.867324 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba997c32-5dd4-4995-a534-58f895371034" -d '{"events": [{"server_uuid": "2d64f302-0099-41c7-a5d0-1896128f2899", "name": "network-vif-deleted", "tag": "bec0c44c-347d-463a-b446-65aa6a3e58ad"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:23.890001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Attempting to bind port 69a978cd-567f-47ee-aaaa-38badce13a38 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:23.890241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Attempting to bind port 69a978cd-567f-47ee-aaaa-38badce13a38 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:23.890520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Attempting to bind port 69a978cd-567f-47ee-aaaa-38badce13a38 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:23.895913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Port 69a978cd-567f-47ee-aaaa-38badce13a38 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:23.896279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Attempting to bind port 69a978cd-567f-47ee-aaaa-38badce13a38 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:23.900512 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-43db43d0-ffa4-4499-8ab2-fc028b52fc89 admin admin] Publish callbacks [] for security_group (0fe24363-e3bb-4385-9b55-a6bfa1db6ab6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.901868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:23.901868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Checking segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:23.902303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Bound using segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:23.902731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Bound port: 69a978cd-567f-47ee-aaaa-38badce13a38, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:23.903085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.974776 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf55a30-493a-4c79-90af-4ccbcd158fed x-openstack-request-id: req-dbf55a30-493a-4c79-90af-4ccbcd158fed {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:23.975148 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d64f302-0099-41c7-a5d0-1896128f2899", "name": "network-vif-deleted", "tag": "bec0c44c-347d-463a-b446-65aa6a3e58ad", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:23.975378 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbf55a30-493a-4c79-90af-4ccbcd158fed {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:23.975776 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf55a30-493a-4c79-90af-4ccbcd158fed'] response: {'server_uuid': '2d64f302-0099-41c7-a5d0-1896128f2899', 'name': 'network-vif-deleted', 'tag': 'bec0c44c-347d-463a-b446-65aa6a3e58ad', 'status': 'completed', 'code': 200} Mar 22 14:13:23.991852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.126 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/58efa2f3-0290-4903-b3ab-d7497e103be2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:24.051211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] For port 69a978cd-567f-47ee-aaaa-38badce13a38, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:24.055677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] For port 69a978cd-567f-47ee-aaaa-38badce13a38, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=69a978cd-567f-47ee-aaaa-38badce13a38,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:24.069257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.104532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.105166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.106597 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] 10.222.0.42 "PUT /v2.0/ports/69a978cd-567f-47ee-aaaa-38badce13a38 HTTP/1.1" status: 200 len: 1091 time: 1.5317214 Mar 22 14:13:24.106808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-43db43d0-ffa4-4499-8ab2-fc028b52fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0fe24363-e3bb-4385-9b55-a6bfa1db6ab6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.109306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-43db43d0-ffa4-4499-8ab2-fc028b52fc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.111384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-43db43d0-ffa4-4499-8ab2-fc028b52fc89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fe24363-e3bb-4385-9b55-a6bfa1db6ab6 HTTP/1.1" status: 204 len: 168 time: 0.4156585 Mar 22 14:13:24.154482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841c90a-068f-4ae0-88ab-fb8f102b193d service neutron] Pushing event updated for resources: {'Port': ['ID=69a978cd-567f-47ee-aaaa-38badce13a38,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:24.207137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db43d0-ffa4-4499-8ab2-fc028b52fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe24363-e3bb-4385-9b55-a6bfa1db6ab6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:24.228701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d4808038-e451-4984-b7b3-5b99c162f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.230261 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-d4808038-e451-4984-b7b3-5b99c162f81d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 1125 time: 0.0692120 Mar 22 14:13:24.273024 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.274878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4f4a-95b0-400d-95d2-fcb477067cc5 req-a774cba0-1f0a-4812-be97-c0ac453d3367 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.276478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af3e4f4a-95b0-400d-95d2-fcb477067cc5 req-a774cba0-1f0a-4812-be97-c0ac453d3367 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.2092309 Mar 22 14:13:24.288754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.317466 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-e3494e4c-cb86-4b09-897a-82bd18437590 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69a978cd-567f-47ee-aaaa-38badce13a38 HTTP/1.1" status: 200 len: 217 time: 0.0785089 Mar 22 14:13:24.393207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af3e4f4a-95b0-400d-95d2-fcb477067cc5 req-5a908ce1-6bb7-4581-b522-9c1a48385390 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025779 Mar 22 14:13:24.430659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-eff8e9a2-939d-41c0-8ca7-1779a4eaca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.433820 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-eff8e9a2-939d-41c0-8ca7-1779a4eaca9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.1090341 Mar 22 14:13:24.451904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.507297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-72e888dd-54d8-489c-9baa-18c3b8187f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.509231 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-72e888dd-54d8-489c-9baa-18c3b8187f9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569830 Mar 22 14:13:24.525470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=58efa2f3-0290-4903-b3ab-d7497e103be2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:24.545659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:24.554516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a3c9-c4c3-47c7-8522-5d166bf811b5 req-c8303039-f2bb-4d2d-9b27-fc5e482b7449 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.561796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2a4a3c9-c4c3-47c7-8522-5d166bf811b5 req-c8303039-f2bb-4d2d-9b27-fc5e482b7449 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 944 time: 0.1461790 Mar 22 14:13:24.595831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:24.607775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:24.615167 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.623788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:24.642003 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4b5d-13ce-406d-a5e6-f21dbb691214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.645020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2a4a3c9-c4c3-47c7-8522-5d166bf811b5 req-98e176a6-e3dc-4eac-8a01-8fae24d5af2f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822520 Mar 22 14:13:24.665519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-9b957b32-9ff9-438d-9f0b-13f9facb47f3 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468351 Mar 22 14:13:24.670341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 55ac8fbe-6a44-4cab-91c6-9132396e3d49 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:24.743443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:13:24.751863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:24.752462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.814448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1e99298d-b115-4594-9a1b-9d1b3f9db0d8 req-55489970-01ff-45b7-b012-cbeee4946518 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411495 Mar 22 14:13:24.838274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4b5d-13ce-406d-a5e6-f21dbb691214 admin admin] Publish callbacks [] for security_group (96ee0a40-4888-4d97-8175-3b9ee608c9c7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.845450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4b5d-13ce-406d-a5e6-f21dbb691214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (96ee0a40-4888-4d97-8175-3b9ee608c9c7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.881638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ba8a4b5d-13ce-406d-a5e6-f21dbb691214 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d4d20839850486bb2afc40d80ef7b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564971 Mar 22 14:13:24.888540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:24.889412 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.889534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37552) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:24.928809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ac8fbe-6a44-4cab-91c6-9132396e3d49'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:24.931182 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e0a10-9520-474d-8ad2-69380258c7a9" -d '{"events": [{"server_uuid": "444fdb6b-6b48-4fc5-880a-2a15e6e40584", "name": "network-vif-plugged", "status": "completed", "tag": "55ac8fbe-6a44-4cab-91c6-9132396e3d49"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:24.935842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a4b5d-13ce-406d-a5e6-f21dbb691214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee0a40-4888-4d97-8175-3b9ee608c9c7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:24.957932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 55ac8fbe-6a44-4cab-91c6-9132396e3d49, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=55ac8fbe-6a44-4cab-91c6-9132396e3d49,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:24.970275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.971292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 6f4bd258-08a7-4752-8192-1a39568f097e no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:24.992097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6a95675-9ddd-4bd0-a9b0-5b87b0564f11 admin admin] Publish callbacks [] for security_group (96ee0a40-4888-4d97-8175-3b9ee608c9c7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.012433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 6f4bd258-08a7-4752-8192-1a39568f097e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:25.012877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 6f4bd258-08a7-4752-8192-1a39568f097e not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:25.013447 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bec0c44c-347d-463a-b446-65aa6a3e58ad no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:25.019376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6a95675-9ddd-4bd0-a9b0-5b87b0564f11 admin admin] Publish callbacks [] for security_group (96ee0a40-4888-4d97-8175-3b9ee608c9c7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.044831 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ce4ca7-37b2-4eff-966a-af5d86296697 x-openstack-request-id: req-53ce4ca7-37b2-4eff-966a-af5d86296697 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:25.045183 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fdb6b-6b48-4fc5-880a-2a15e6e40584", "name": "network-vif-plugged", "status": "completed", "tag": "55ac8fbe-6a44-4cab-91c6-9132396e3d49", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:25.045505 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53ce4ca7-37b2-4eff-966a-af5d86296697 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:25.045990 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ce4ca7-37b2-4eff-966a-af5d86296697'] response: {'server_uuid': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ac8fbe-6a44-4cab-91c6-9132396e3d49', 'code': 200} Mar 22 14:13:25.081208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6a95675-9ddd-4bd0-a9b0-5b87b0564f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (96ee0a40-4888-4d97-8175-3b9ee608c9c7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.083815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d6a95675-9ddd-4bd0-a9b0-5b87b0564f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.087963 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d6a95675-9ddd-4bd0-a9b0-5b87b0564f11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96ee0a40-4888-4d97-8175-3b9ee608c9c7 HTTP/1.1" status: 204 len: 168 time: 0.1976919 Mar 22 14:13:25.106382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a95675-9ddd-4bd0-a9b0-5b87b0564f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee0a40-4888-4d97-8175-3b9ee608c9c7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:25.114425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=55ac8fbe-6a44-4cab-91c6-9132396e3d49,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:25.135272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: bec0c44c-347d-463a-b446-65aa6a3e58ad {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:25.135623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bec0c44c-347d-463a-b446-65aa6a3e58ad not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:25.175623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c9558-9697-463d-ae0e-b5cdbe9d5468 req-85305a2e-22a4-42b0-804c-3b6b4f1f2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.177276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3e7c9558-9697-463d-ae0e-b5cdbe9d5468 req-85305a2e-22a4-42b0-804c-3b6b4f1f2096 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 1127 time: 0.0597918 Mar 22 14:13:25.225544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f83e2-d00c-4fc9-ae15-4e48c7ca1ab3 req-f17f42bf-787b-4b0c-a368-71efdc84c9b8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.227090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f3f83e2-d00c-4fc9-ae15-4e48c7ca1ab3 req-f17f42bf-787b-4b0c-a368-71efdc84c9b8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 943 time: 0.6242292 Mar 22 14:13:25.231468 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3e7c9558-9697-463d-ae0e-b5cdbe9d5468 req-6b6680d7-560c-4312-9062-380558c1396b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Mar 22 14:13:25.309253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17b0c7-9510-4185-be66-ca8660371a7b req-cbfda5ee-9a76-4c50-8788-d3cf792fea5a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.310796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca17b0c7-9510-4185-be66-ca8660371a7b req-cbfda5ee-9a76-4c50-8788-d3cf792fea5a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.1641464 Mar 22 14:13:25.354063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f3f83e2-d00c-4fc9-ae15-4e48c7ca1ab3 req-e8f3c032-e6b9-4a0d-a2ea-d7e6885f3ac0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976207 Mar 22 14:13:25.385504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (e5eefae1-1764-430b-90de-0516751db548), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.391869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca17b0c7-9510-4185-be66-ca8660371a7b req-c36e8f98-46fc-4c2a-a4dc-b034da24148e tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722342 Mar 22 14:13:25.613885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd7b83-c8ad-440a-990f-a1f15367d609 req-abdb9443-40e7-4649-9408-07adde2ae991 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.618729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74bd7b83-c8ad-440a-990f-a1f15367d609 req-abdb9443-40e7-4649-9408-07adde2ae991 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1353049 Mar 22 14:13:25.670716 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (e5eefae1-1764-430b-90de-0516751db548), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.687738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74bd7b83-c8ad-440a-990f-a1f15367d609 req-4bf8ac14-d543-49df-a593-275635f38ccb tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658402 Mar 22 14:13:25.825503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e7b98-9c46-4d10-8098-269f39d3ab64 req-4794c317-7afd-48aa-97d6-9fb768f172df tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.827042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d43e7b98-9c46-4d10-8098-269f39d3ab64 req-4794c317-7afd-48aa-97d6-9fb768f172df tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0953221 Mar 22 14:13:25.890155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d43e7b98-9c46-4d10-8098-269f39d3ab64 req-6c51422a-52ec-4879-ba76-745dc62cd60f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564711 Mar 22 14:13:25.899130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router e5eefae1-1764-430b-90de-0516751db548 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:13:25.976522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:25.986151 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecfd02c-18f5-4d22-972e-caed32c06bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:26.013826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:26.021155 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a76638-4d64-4b79-bff9-8094cd97b423 x-openstack-request-id: req-61a76638-4d64-4b79-bff9-8094cd97b423 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:26.021467 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:26.021670 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61a76638-4d64-4b79-bff9-8094cd97b423 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:26.022400 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a76638-4d64-4b79-bff9-8094cd97b423'] response: {'name': 'network-changed', 'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38', 'status': 'completed', 'code': 200} Mar 22 14:13:26.027555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Sync routers for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:26.039291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:26.040999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-31bcb794-bea1-4fea-ac6d-08e2a18f8972 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4488492 Mar 22 14:13:26.042201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:26.043014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:26.044180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.107564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-0d25a634-8a03-48d3-b16d-da19d4c642fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.109200 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-0d25a634-8a03-48d3-b16d-da19d4c642fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 1125 time: 0.0555196 Mar 22 14:13:26.176232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:26.215954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-ee642df3-185a-42e3-bc69-d8adb0da8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.217774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-ee642df3-185a-42e3-bc69-d8adb0da8cb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.1008630 Mar 22 14:13:26.270834 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-f8c849e6-f653-4ee1-9b5b-ddc77bb2530c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69a978cd-567f-47ee-aaaa-38badce13a38 HTTP/1.1" status: 200 len: 217 time: 0.0450037 Mar 22 14:13:26.334728 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1796054-4ae9-47bd-afa8-bbca9e8194b6 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=6dd3d1a9a9e643fd96e398de43951d87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2893612 Mar 22 14:13:26.337765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.389818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-af45b16c-9a0c-4fa7-995a-7ea98207ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.392136 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-af45b16c-9a0c-4fa7-995a-7ea98207ca1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.0861106 Mar 22 14:13:26.524241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-97dd5736-f69e-4148-8797-6c84efa8ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.535540 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-97dd5736-f69e-4148-8797-6c84efa8ca5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340418 Mar 22 14:13:26.662451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-425e13ae-ca7c-41bb-ae96-11ba49bb16c2 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202965 Mar 22 14:13:26.707383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:25Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:26.752597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Checking router: e5eefae1-1764-430b-90de-0516751db548 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:26.752952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Updating router e5eefae1-1764-430b-90de-0516751db548 port 58efa2f3-0290-4903-b3ab-d7497e103be2 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:13:26.784181 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:26.817751 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0ecfd02c-18f5-4d22-972e-caed32c06bd6 req-7d8d2fd4-b201-4ff1-b63d-e755b872fdbf service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494875 Mar 22 14:13:26.831382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-8030c285-1503-4865-addb-c67a3d183b5c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.833087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-8030c285-1503-4865-addb-c67a3d183b5c tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.42 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3388948 Mar 22 14:13:26.855777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868376f3-70e6-4738-bd74-804bfa765870 req-2d00d6c6-43bd-451b-acb8-8f1b4b6d580a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.863664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-868376f3-70e6-4738-bd74-804bfa765870 req-2d00d6c6-43bd-451b-acb8-8f1b4b6d580a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 943 time: 0.3346758 Mar 22 14:13:26.887781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c35e89-c328-469b-9730-7ed1e659c760 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.889434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a0c35e89-c328-469b-9730-7ed1e659c760 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5506659 Mar 22 14:13:26.892458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37604) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.897471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50aed3-ec58-4dfc-b7e5-55d26d5e81cb req-f64149d8-8db7-448e-8e9f-5bad72948cc4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.904591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b50aed3-ec58-4dfc-b7e5-55d26d5e81cb req-f64149d8-8db7-448e-8e9f-5bad72948cc4 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 944 time: 0.3071692 Mar 22 14:13:26.972656 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f571a194-fab9-4f76-973e-78f5f2be755a tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789776 Mar 22 14:13:26.975322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37608) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.984171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682580239', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:27.042750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-868376f3-70e6-4738-bd74-804bfa765870 req-36c86644-0a79-4e8f-8988-81af095a2a29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778386 Mar 22 14:13:27.068151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b50aed3-ec58-4dfc-b7e5-55d26d5e81cb req-39b1bfb7-c53e-41c2-b5a8-4a51603f3a25 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups?id=992599c2-3ee9-40cb-8645-6fcd0b9a68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623569 Mar 22 14:13:27.132890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Deleting port 2534e635-9634-4856-85ba-98deef45308a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:27.133381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2534e635-9634-4856-85ba-98deef45308a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.163795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:27.166751 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Publish callbacks [] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.167407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.177416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.259240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Attempting to bind port 58efa2f3-0290-4903-b3ab-d7497e103be2 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:27.259614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Attempting to bind port 58efa2f3-0290-4903-b3ab-d7497e103be2 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:27.260066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Attempting to bind port 58efa2f3-0290-4903-b3ab-d7497e103be2 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:27.268274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:27.268677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:27.269207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.269601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:27.270086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Bound port: 58efa2f3-0290-4903-b3ab-d7497e103be2, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:27.271056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.324587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] For port 2534e635-9634-4856-85ba-98deef45308a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2534e635-9634-4856-85ba-98deef45308a,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:27.325423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2534e635-9634-4856-85ba-98deef45308a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.342348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] For port 58efa2f3-0290-4903-b3ab-d7497e103be2, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:27.348032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] For port 58efa2f3-0290-4903-b3ab-d7497e103be2, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58efa2f3-0290-4903-b3ab-d7497e103be2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:27.356628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf53fd-8ab8-4a92-a64f-a223fe291cd0 req-ec9b298c-6829-4596-9b7d-a0eebcdd2081 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.361492 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.365634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dfbca-e875-4377-a5a3-18c414f0e599 None None] Pushing event updated for resources: {'Port': ['ID=58efa2f3-0290-4903-b3ab-d7497e103be2,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:27.374603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5adf53fd-8ab8-4a92-a64f-a223fe291cd0 req-ec9b298c-6829-4596-9b7d-a0eebcdd2081 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1982863 Mar 22 14:13:27.444530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad35503-d7e0-4378-adf9-e859de62d332 req-3d92aa01-c0fb-4635-bec1-e21d571687fc tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.446228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ad35503-d7e0-4378-adf9-e859de62d332 req-3d92aa01-c0fb-4635-bec1-e21d571687fc tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.2443261 Mar 22 14:13:27.478223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dfbca-e875-4377-a5a3-18c414f0e599 None None] Pushing event updated for resources: {'Port': ['ID=58efa2f3-0290-4903-b3ab-d7497e103be2,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:27.525133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:27.526140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:27.573771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (054de5f5-cdaf-45c3-b58d-2ee7c29a3152), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.654480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Subnet': ['ID=054de5f5-cdaf-45c3-b58d-2ee7c29a3152,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:27.656462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Checking segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:27.656813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network hostable DHCP agents. Network: 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:13:27.675817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:13:27.677016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:27.688711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:27.693914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.694656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.707927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d90cc-8d33-4281-bbea-afcb797716c6 None None] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:27.719936 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77544387-f470-4597-abe6-f53bc0240851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7431738 Mar 22 14:13:27.723448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:27.753013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5adf53fd-8ab8-4a92-a64f-a223fe291cd0 req-d52761d4-76d6-4d21-8a1c-74ad6725e5a3 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748133 Mar 22 14:13:27.774970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ad35503-d7e0-4378-adf9-e859de62d332 req-4e22245e-e73c-4bb1-ab12-49ed58063297 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786622 Mar 22 14:13:27.935277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.936170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4ff0fe2a-88c9-4e24-8f3a-5d396605dd68), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.937199 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Floating IP 4ff0fe2a-88c9-4e24-8f3a-5d396605dd68 disassociated. External IP: 172.25.2.30, port: 2534e635-9634-4856-85ba-98deef45308a. Mar 22 14:13:27.937689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Calling delete_port for 2534e635-9634-4856-85ba-98deef45308a owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:28.004886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:13:28.007368 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.122056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f4d1c-ceb9-474a-98eb-e94d07a21086 req-48c7fa61-0d33-4d1f-bdf1-775a055d0d96 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:28.123855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-645f4d1c-ceb9-474a-98eb-e94d07a21086 req-48c7fa61-0d33-4d1f-bdf1-775a055d0d96 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0858624 Mar 22 14:13:28.205231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-645f4d1c-ceb9-474a-98eb-e94d07a21086 req-857aa415-818c-4c43-af0c-ee19c336fb3e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565293 Mar 22 14:13:28.273807 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2534e635-9634-4856-85ba-98deef45308a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.284521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:25Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:28.319758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c38450-c40b-454d-bc1a-4badf9b1c49b None None] The sync data for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 is: [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:25Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:28.325250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Allocated IP 172.20.0.2 (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4/054de5f5-cdaf-45c3-b58d-2ee7c29a3152/0d6cd342-a72b-4535-8e5d-d58adcbaa2fe) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:28.410944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event deleted for resources: {'Port': ['ID=2534e635-9634-4856-85ba-98deef45308a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:28.491467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab63ba03-ce0d-4188-bd11-f3ae28411dc5 req-9941306a-79af-4ec6-967f-1af12c4c81a6 tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 210 time: 0.1079006 Mar 22 14:13:28.528908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200ddf0-76b9-44a8-85d4-8e32934f9c19 req-17d18f7c-2137-46bc-829a-8a7780b2f4b9 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:28.539862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1200ddf0-76b9-44a8-85d4-8e32934f9c19 req-17d18f7c-2137-46bc-829a-8a7780b2f4b9 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 943 time: 0.3411520 Mar 22 14:13:28.589591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.635604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 69a978cd-567f-47ee-aaaa-38badce13a38 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:13:28.745042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.817880 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:13:28.856159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1200ddf0-76b9-44a8-85d4-8e32934f9c19 req-f6b3a9e9-ddd2-427e-9e3d-af5b54a0348a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009763 Mar 22 14:13:28.907337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54b17-ebac-4183-a309-effb3aaaa6b2 req-2479bde7-f8a9-4760-a211-a883c89a021e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:28.909278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39e54b17-ebac-4183-a309-effb3aaaa6b2 req-2479bde7-f8a9-4760-a211-a883c89a021e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.2778935 Mar 22 14:13:28.918649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:28.980274 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Publish callbacks [] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.023436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 69a978cd-567f-47ee-aaaa-38badce13a38, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=69a978cd-567f-47ee-aaaa-38badce13a38,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:29.027159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.070130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '69a978cd-567f-47ee-aaaa-38badce13a38', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'port_id': '69a978cd-567f-47ee-aaaa-38badce13a38', 'mac_address': 'fa:16:3e:4b:a3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:13:29.116742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:29.128494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:29.137925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:29.176417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Pushing event updated for resources: {'Port': ['ID=0d6cd342-a72b-4535-8e5d-d58adcbaa2fe,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:29.240077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Attempting to bind port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:29.240289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.1 (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4/054de5f5-cdaf-45c3-b58d-2ee7c29a3152/4d2faf9e-e5a7-4acf-8709-8efba275c8f2) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:29.240793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Attempting to bind port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:29.241507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Attempting to bind port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:29.247669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:29.248350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Checking segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:29.248906 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.250210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Bound using segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:29.250887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Bound port: 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:29.251572 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.254007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 69a978cd-567f-47ee-aaaa-38badce13a38 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:29.254591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.273893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a978cd-567f-47ee-aaaa-38badce13a38 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:29.335014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 69a978cd-567f-47ee-aaaa-38badce13a38, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=69a978cd-567f-47ee-aaaa-38badce13a38,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:29.355432 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.426732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=69a978cd-567f-47ee-aaaa-38badce13a38,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:29.440822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.468412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] For port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:29.473155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] For port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0d6cd342-a72b-4535-8e5d-d58adcbaa2fe,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:29.482218 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.488604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.539331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:29.544043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:29.546703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:29.558670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09241bab-726a-487c-a9ae-019074b2bc1c None None] Pushing event updated for resources: {'Port': ['ID=0d6cd342-a72b-4535-8e5d-d58adcbaa2fe,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:29.610794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:29.641392 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (e5eefae1-1764-430b-90de-0516751db548), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.644224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:29.656716 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] Sync routers for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:29.662120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['69a978cd-567f-47ee-aaaa-38badce13a38'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:29.663956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39e54b17-ebac-4183-a309-effb3aaaa6b2 req-42d29320-e32b-4ec2-aef7-1c299972599e tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7413318 Mar 22 14:13:29.682094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:29.682094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:29.807047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] No DVR routers for this DVR port 2534e635-9634-4856-85ba-98deef45308a on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:29.811668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.817050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bd5cb21-32d8-49ad-b8e3-ff41d9ee4007 req-1ad78a0b-eaec-4ab7-8b68-45b14496e0fe tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.42 "DELETE /v2.0/ports/2534e635-9634-4856-85ba-98deef45308a HTTP/1.1" status: 204 len: 173 time: 2.9763474 Mar 22 14:13:29.821900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-deleted', 'tag': '2534e635-9634-4856-85ba-98deef45308a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:29.825250 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd999315-3353-41a1-aded-2a08e4e91f16" -d '{"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-deleted", "tag": "2534e635-9634-4856-85ba-98deef45308a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:29.885416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b59823e-602b-4d28-980d-4e9576c87eca req-a61e2d92-e06f-4c9d-93b1-ba8886ab421a tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/ports?device_id=668c6a07-64a4-47f2-a9df-3d76be2832a9 HTTP/1.1" status: 200 len: 210 time: 0.0628991 Mar 22 14:13:29.907253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530a9f0-bf99-4616-a74a-0c2ba1b5adea req-8e880663-cf6e-4ad1-b319-6110cf701c90 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.917037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1530a9f0-bf99-4616-a74a-0c2ba1b5adea req-8e880663-cf6e-4ad1-b319-6110cf701c90 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.9193349 Mar 22 14:13:30.082695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.089154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1530a9f0-bf99-4616-a74a-0c2ba1b5adea req-a557ea1a-001d-4a46-9b56-0ddbd5bfb557 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687453 Mar 22 14:13:30.115306 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:30.188160 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae7fbdb-a7ff-4dbf-b2be-cb154deb51ad x-openstack-request-id: req-2ae7fbdb-a7ff-4dbf-b2be-cb154deb51ad {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:30.188596 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6a07-64a4-47f2-a9df-3d76be2832a9", "name": "network-vif-deleted", "tag": "2534e635-9634-4856-85ba-98deef45308a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:30.188911 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ae7fbdb-a7ff-4dbf-b2be-cb154deb51ad {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:30.189497 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae7fbdb-a7ff-4dbf-b2be-cb154deb51ad'] response: {'server_uuid': '668c6a07-64a4-47f2-a9df-3d76be2832a9', 'name': 'network-vif-deleted', 'tag': '2534e635-9634-4856-85ba-98deef45308a', 'status': 'completed', 'code': 200} Mar 22 14:13:30.413039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdf101-d69c-48f7-888b-8b150c2e3fd1 req-a2b7850a-e5ca-4489-b649-c24f9dcfd297 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:30.420416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4bdf101-d69c-48f7-888b-8b150c2e3fd1 req-a2b7850a-e5ca-4489-b649-c24f9dcfd297 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0947523 Mar 22 14:13:30.451840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bf699-4b65-4aab-a8a8-eda17b49d6e2 req-64f1e6bd-19c0-4a05-a0bf-e04523653eaf tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:30.459136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b69bf699-4b65-4aab-a8a8-eda17b49d6e2 req-64f1e6bd-19c0-4a05-a0bf-e04523653eaf tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 944 time: 0.1472056 Mar 22 14:13:30.520166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4bdf101-d69c-48f7-888b-8b150c2e3fd1 req-3e2701f7-5944-40d2-b203-b0b3868d0794 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938206 Mar 22 14:13:30.561723 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 5, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:30.575207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b69bf699-4b65-4aab-a8a8-eda17b49d6e2 req-c373b795-04bf-4148-b888-1472696d8604 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146669 Mar 22 14:13:30.619888 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] Checking router: 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:30.635300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:30.636099 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:30.651914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 69a978cd-567f-47ee-aaaa-38badce13a38 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:30.741520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.743053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 69a978cd-567f-47ee-aaaa-38badce13a38 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:13:30.747797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.748628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 69a978cd-567f-47ee-aaaa-38badce13a38 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:30.749152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.793256 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:30.875866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (e5eefae1-1764-430b-90de-0516751db548), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.885337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:31.035511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:31.044608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37650) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.046384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:31.109366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58efa2f3-0290-4903-b3ab-d7497e103be2 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:31.161579 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a86b2b8-ab00-4f44-a43d-bf7e47a63b9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group (992599c2-3ee9-40cb-8645-6fcd0b9a68ca), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.198290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router e5eefae1-1764-430b-90de-0516751db548 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:31.226020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a86b2b8-ab00-4f44-a43d-bf7e47a63b9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group (992599c2-3ee9-40cb-8645-6fcd0b9a68ca), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.272425 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 5, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:31.324933 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49c22e-f939-4935-ad79-284fef06238c None None] The sync data for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 is: [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:05:07Z', 'revision_number': 4, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2959ba0b-73fb-4978-8a24-774898f6bb26', 'name': '', 'network_id': '9840ebf2-822d-4151-9260-dcc7fddf1be9', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'mac_address': 'fa:16:3e:1b:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:06Z', 'updated_at': '2022-03-22T14:05:17Z', 'revision_number': 5, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'subnets': [{'id': '8cc6706b-a1c2-4ff2-8f31-120c44ff1951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:31.375687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:31.402835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 58efa2f3-0290-4903-b3ab-d7497e103be2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:31.403702 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.406901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Sync routers for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:31.410591 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dd3083de-037f-4e5a-b85a-b689d79ab2de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/e5eefae1-1764-430b-90de-0516751db548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6860046 Mar 22 14:13:31.431700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccaa18-7599-422b-af3f-29b4f31399ed req-2c938d6b-0d97-444c-8978-fe3fb2d86150 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:31.438819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dccaa18-7599-422b-af3f-29b4f31399ed req-2c938d6b-0d97-444c-8978-fe3fb2d86150 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.2035384 Mar 22 14:13:31.475715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 69a978cd-567f-47ee-aaaa-38badce13a38 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:31.476490 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.482894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:31.484193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:31.490124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a86b2b8-ab00-4f44-a43d-bf7e47a63b9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (992599c2-3ee9-40cb-8645-6fcd0b9a68ca), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.494623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a86b2b8-ab00-4f44-a43d-bf7e47a63b9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.497585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7a86b2b8-ab00-4f44-a43d-bf7e47a63b9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "DELETE /v2.0/security-groups/992599c2-3ee9-40cb-8645-6fcd0b9a68ca HTTP/1.1" status: 204 len: 168 time: 0.4476855 Mar 22 14:13:31.497873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.526149 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-63d0e835-bb7c-498b-a606-141b01dfb3bb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] show failed (client error): The resource could not be found. Mar 22 14:13:31.530713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-63d0e835-bb7c-498b-a606-141b01dfb3bb tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "GET /v2.0/security-groups/992599c2-3ee9-40cb-8645-6fcd0b9a68ca HTTP/1.1" status: 404 len: 347 time: 0.0283430 Mar 22 14:13:31.533279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37662) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.538509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86b2b8-ab00-4f44-a43d-bf7e47a63b9d tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992599c2-3ee9-40cb-8645-6fcd0b9a68ca,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:31.571412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dccaa18-7599-422b-af3f-29b4f31399ed req-07fa7202-d2b8-4eaf-bf7a-7507c9e24f05 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316051 Mar 22 14:13:31.711182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:31.720683 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17569e17-3851-4ec3-bd17-3efe01e0963b" -d '{"events": [{"server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "name": "network-vif-plugged", "status": "completed", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:31.779247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 69a978cd-567f-47ee-aaaa-38badce13a38, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=69a978cd-567f-47ee-aaaa-38badce13a38,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:31.796571 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.797416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:31.805574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-a2f4d7eb-fb53-4489-a433-fddee7dd6cdd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798129849&fields=id&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 267 time: 0.1825173 Mar 22 14:13:31.812942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Deleting port c0ceb310-b9c6-43fb-b06c-62386ab822a4 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:31.813382 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.818822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e1fb-ba49-4fdd-9eea-f1b70d4f6bca req-f3b8f5d2-3b0e-4602-97d1-b819e71d814b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:31.821499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e947e1fb-ba49-4fdd-9eea-f1b70d4f6bca req-f3b8f5d2-3b0e-4602-97d1-b819e71d814b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1709285 Mar 22 14:13:31.836552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 2534e635-9634-4856-85ba-98deef45308a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:31.836894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2534e635-9634-4856-85ba-98deef45308a not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:31.839813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0bf5b9-7cef-4ba3-9a36-9dfc6ccaf4fd None None] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:31.896119 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c092197-e4c4-42cc-9353-c74992e326fb None None] New status for floating IP 4ff0fe2a-88c9-4e24-8f3a-5d396605dd68: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:13:31.922677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.923121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for floatingip (c0ceb310-b9c6-43fb-b06c-62386ab822a4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.933675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e947e1fb-ba49-4fdd-9eea-f1b70d4f6bca req-61c7017b-51be-41b4-93bf-5bebbf8762f2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006517 Mar 22 14:13:31.936891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Calling delete_port for c0ceb310-b9c6-43fb-b06c-62386ab822a4 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:32.000900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 58efa2f3-0290-4903-b3ab-d7497e103be2 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:32.001281 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.003556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-848047fe-e952-469d-833f-3e37cff25599 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:32.005312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-848047fe-e952-469d-833f-3e37cff25599 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 797 time: 0.1826587 Mar 22 14:13:32.012721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:32.029136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-995bff57-6173-4e69-9aff-2f904f205426 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/quotas/6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 375 time: 0.0175207 Mar 22 14:13:32.064577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=69a978cd-567f-47ee-aaaa-38badce13a38,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:32.073017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a2d5a568-5a5d-4c1c-9dc3-a77efc1e6a8a None None] Provisioning complete for port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:32.073420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a568-5a5d-4c1c-9dc3-a77efc1e6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.112993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 58efa2f3-0290-4903-b3ab-d7497e103be2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58efa2f3-0290-4903-b3ab-d7497e103be2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:32.132663 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.133474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:32.204915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-91b23702-d704-48fe-a131-d05057fa20ce tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697357 Mar 22 14:13:32.223698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04780-039f-459a-87e2-264a86084377 req-217d31b8-d1ac-4fff-907b-06403d30fff7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:32.225543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8f04780-039f-459a-87e2-264a86084377 req-217d31b8-d1ac-4fff-907b-06403d30fff7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.1142802 Mar 22 14:13:32.251935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c0ceb310-b9c6-43fb-b06c-62386ab822a4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.292106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Pushing event deleted for resources: {'Port': ['ID=c0ceb310-b9c6-43fb-b06c-62386ab822a4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:32.331186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8f04780-039f-459a-87e2-264a86084377 req-3b7972b9-c01f-43ec-90f8-81352bca362c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786786 Mar 22 14:13:32.378593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks [] for floatingip (4ff0fe2a-88c9-4e24-8f3a-5d396605dd68), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.383325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.384820 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c305aaea-6f9d-4a3d-87e6-4c1b7872428f tempest-ServerActionsTestJSON-882623790 tempest-ServerActionsTestJSON-882623790-project] 10.222.0.44 "DELETE /v2.0/floatingips/4ff0fe2a-88c9-4e24-8f3a-5d396605dd68 HTTP/1.1" status: 204 len: 168 time: 0.8504055 Mar 22 14:13:32.387731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:32.406525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=58efa2f3-0290-4903-b3ab-d7497e103be2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:32.413267 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439ad390-a418-4cbd-b25d-05cefb873dff x-openstack-request-id: req-439ad390-a418-4cbd-b25d-05cefb873dff {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:32.413560 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "name": "network-vif-plugged", "status": "completed", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:32.413814 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-439ad390-a418-4cbd-b25d-05cefb873dff {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:32.414256 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439ad390-a418-4cbd-b25d-05cefb873dff'] response: {'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38', 'code': 200} Mar 22 14:13:32.461048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-077a4f10-94e1-4de9-a852-67afb90a97bf service neutron] 10.222.0.44 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343633 Mar 22 14:13:32.495428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5a568-5a5d-4c1c-9dc3-a77efc1e6a8a None None] Current status of the port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:32.495827 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a568-5a5d-4c1c-9dc3-a77efc1e6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.552048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a2d5a568-5a5d-4c1c-9dc3-a77efc1e6a8a None None] For port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0d6cd342-a72b-4535-8e5d-d58adcbaa2fe,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:32.560926 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a568-5a5d-4c1c-9dc3-a77efc1e6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.565919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:32.566320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.678187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f156-1b6b-436e-80bb-23618f22ae63 req-2e4dc288-5067-4bcb-9a3a-07b374e1a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:32.687123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9001f156-1b6b-436e-80bb-23618f22ae63 req-2e4dc288-5067-4bcb-9a3a-07b374e1a9b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 1127 time: 0.2187645 Mar 22 14:13:32.697854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5a568-5a5d-4c1c-9dc3-a77efc1e6a8a None None] Pushing event updated for resources: {'Port': ['ID=0d6cd342-a72b-4535-8e5d-d58adcbaa2fe,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:32.763740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-934fc44a-d792-42ac-916d-6825f1358091 service neutron] 10.222.0.44 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869725 Mar 22 14:13:32.786933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:30Z', 'revision_number': 2, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:32.794679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:32.851476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Checking router: e5eefae1-1764-430b-90de-0516751db548 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:32.851704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Updating router e5eefae1-1764-430b-90de-0516751db548 port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:13:32.853629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-57099e12-e9c4-4c30-9ae1-95f88856fe7c None None] Provisioning complete for port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:32.854640 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57099e12-e9c4-4c30-9ae1-95f88856fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.897704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9001f156-1b6b-436e-80bb-23618f22ae63 req-1303b442-2caa-45cd-a5a8-517eae832df3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034512 Mar 22 14:13:32.945005 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.945335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8882d-dd34-4ca7-90e0-19086544c407 req-e7b7ec4c-f430-4fbf-b022-a4f4b5a3a1de tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:32.954959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dce8882d-dd34-4ca7-90e0-19086544c407 req-e7b7ec4c-f430-4fbf-b022-a4f4b5a3a1de tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.2642658 Mar 22 14:13:33.014770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58efa2f3-0290-4903-b3ab-d7497e103be2 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:33.072179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dce8882d-dd34-4ca7-90e0-19086544c407 req-4bab43be-7323-454b-9bd8-5c02bcdfc71b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155357 Mar 22 14:13:33.148434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b669f25c-b1e9-49aa-8d9e-927b62fc94eb req-1cafc361-889b-43cd-8d0f-2c3ce1a6e851 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 210 time: 0.0410528 Mar 22 14:13:33.228048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a149e-fcc8-4ca0-a7fe-6d5f8ced7fce req-83e1004b-732b-4133-ae08-40ac23add638 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:33.236700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa1a149e-fcc8-4ca0-a7fe-6d5f8ced7fce req-83e1004b-732b-4133-ae08-40ac23add638 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0977876 Mar 22 14:13:33.299342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa1a149e-fcc8-4ca0-a7fe-6d5f8ced7fce req-6c3e632f-7938-48e7-b10f-2de632b59097 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616283 Mar 22 14:13:33.383750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.505755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e0110-9fce-49f9-91c2-6b2eaa9d8345 req-57b25242-878a-4a48-b77a-79aa800d0d1b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:33.507878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e18e0110-9fce-49f9-91c2-6b2eaa9d8345 req-57b25242-878a-4a48-b77a-79aa800d0d1b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.0994804 Mar 22 14:13:33.581540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e18e0110-9fce-49f9-91c2-6b2eaa9d8345 req-8f9bb373-6380-4701-8160-584a7ec42d52 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622127 Mar 22 14:13:33.589432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-57099e12-e9c4-4c30-9ae1-95f88856fe7c None None] Current status of the port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:33.624014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 58efa2f3-0290-4903-b3ab-d7497e103be2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:33.624454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.666297 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Publish callbacks [] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.672276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-57099e12-e9c4-4c30-9ae1-95f88856fe7c None None] Provisioning complete for port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:33.672771 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57099e12-e9c4-4c30-9ae1-95f88856fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.678758 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.808853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Deleting port 2959ba0b-73fb-4978-8a24-774898f6bb26 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:33.809469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.976587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede8c04-2ee8-4c37-ad65-8ee4f521ca44 None None] Pushing event updated for resources: {'Port': ['ID=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:33.984515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-57099e12-e9c4-4c30-9ae1-95f88856fe7c None None] Port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:34.135142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Attempting to bind port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:34.135420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Attempting to bind port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:34.135782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Attempting to bind port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:34.203527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:34.205094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Checking segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:34.206622 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.207349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Bound using segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:34.207853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Bound port: 4d2faf9e-e5a7-4acf-8709-8efba275c8f2, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:34.209392 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.326099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] For port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:34.329614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] For port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:34.333055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 58efa2f3-0290-4903-b3ab-d7497e103be2 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:34.334617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:34.365882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.374434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-eba7a277-7a51-4496-8e93-7e2a8163f5f1 None None] Provisioning complete for port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:34.374652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eba7a277-7a51-4496-8e93-7e2a8163f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.392299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-56e51ea8-8be4-4416-a12f-e35beed8d287 req-ca4bbcde-ddd9-4ce1-8e28-29edf7a56dcb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 210 time: 0.1278961 Mar 22 14:13:34.407557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca7802-d108-4191-bf8d-2da5a9fed9b5 req-f02b4346-3c9a-4dd9-bd0b-700cabe13d1b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:34.415587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0dca7802-d108-4191-bf8d-2da5a9fed9b5 req-f02b4346-3c9a-4dd9-bd0b-700cabe13d1b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.2488761 Mar 22 14:13:34.495115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0dca7802-d108-4191-bf8d-2da5a9fed9b5 req-871f8b13-3ce2-4da5-9273-91a1bcbde7ac tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777388 Mar 22 14:13:34.569405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede8c04-2ee8-4c37-ad65-8ee4f521ca44 None None] Pushing event updated for resources: {'Port': ['ID=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:34.576500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:34.577278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:34.585080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edee15-2ae6-46ef-a9e1-1374b690b0ca req-2cf1736c-5243-404e-990a-6920f9624c5a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:34.592393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05edee15-2ae6-46ef-a9e1-1374b690b0ca req-2cf1736c-5243-404e-990a-6920f9624c5a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0957496 Mar 22 14:13:34.628830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:34.644207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.651111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05edee15-2ae6-46ef-a9e1-1374b690b0ca req-9df5bf98-2c01-40c9-b858-1dc142c82117 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576234 Mar 22 14:13:34.652021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] For port 2959ba0b-73fb-4978-8a24-774898f6bb26, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2959ba0b-73fb-4978-8a24-774898f6bb26,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:34.652502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.687945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Calling delete_port for 2959ba0b-73fb-4978-8a24-774898f6bb26 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:34.760165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832ac7e-5ffd-43bd-8bc7-3930d8b034c8 req-7973ccfa-784b-4148-86dd-e8abd4927ebb tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:34.761860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5832ac7e-5ffd-43bd-8bc7-3930d8b034c8 req-7973ccfa-784b-4148-86dd-e8abd4927ebb tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.0582526 Mar 22 14:13:34.799590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-40c0282a-cdd6-475b-86a8-8fe52b41a511 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:34.801345 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-40c0282a-cdd6-475b-86a8-8fe52b41a511 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 797 time: 0.2506285 Mar 22 14:13:34.827486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5832ac7e-5ffd-43bd-8bc7-3930d8b034c8 req-51aec38a-fafb-449e-9678-44fc26a98283 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569832 Mar 22 14:13:34.867783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-eba7a277-7a51-4496-8e93-7e2a8163f5f1 None None] Current status of the port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:34.868095 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eba7a277-7a51-4496-8e93-7e2a8163f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.872331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:34.918255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:34.935002 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-78f6ac0c-b902-49e9-980d-7c5cd3319255 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 380 time: 0.1230214 Mar 22 14:13:34.945091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'port': {'device_id': '3da149e4-d649-4779-9867-32e23335e94a', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'admin_state_up': True, 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'security_groups': ['3514ebc3-9d69-4016-b8df-366b38298530']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:34.953346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eba7a277-7a51-4496-8e93-7e2a8163f5f1 None None] For port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:34.994254 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eba7a277-7a51-4496-8e93-7e2a8163f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.996291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb1aef-b6cc-4f37-8afd-8256ef751204 req-8bc01cec-1ff9-4ac5-8a50-f85eecd7dc90 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.001323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02eb1aef-b6cc-4f37-8afd-8256ef751204 req-8bc01cec-1ff9-4ac5-8a50-f85eecd7dc90 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.0977490 Mar 22 14:13:35.010912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37716) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:35.019082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'port_id': '69a978cd-567f-47ee-aaaa-38badce13a38'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:35.091757 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (a70d240a-44cd-441f-8925-e0fa31f37b33), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.099612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7a277-7a51-4496-8e93-7e2a8163f5f1 None None] Pushing event updated for resources: {'Port': ['ID=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:35.114018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2959ba0b-73fb-4978-8a24-774898f6bb26), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.118164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:35.122421 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.154013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Pushing event deleted for resources: {'Port': ['ID=2959ba0b-73fb-4978-8a24-774898f6bb26,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:35.157666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2d6c5755-7aa0-405f-9b87-91617d64a60d None None] Provisioning complete for port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:35.158075 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2d6c5755-7aa0-405f-9b87-91617d64a60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.229680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:35.295587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b76b2-7d14-4ec4-bb05-9edb918e932a None None] The sync data for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 is: [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:35.309103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c5755-7aa0-405f-9b87-91617d64a60d None None] Current status of the port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:35.535480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.7 (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4/054de5f5-cdaf-45c3-b58d-2ee7c29a3152/efdecfc6-b5fe-4b57-af4f-686e9e5ccac9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:35.608736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.615680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd047ae8-c3c9-475c-804c-82d2cc915a39 req-4eb9ad09-9977-4847-ae2d-70b2fc576254 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 210 time: 0.0345900 Mar 22 14:13:35.792632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.807172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e228a24-6473-4d30-a53f-9dbb5fb601af req-76668854-8780-44a6-a8d8-e59cbe59213f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.814228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e228a24-6473-4d30-a53f-9dbb5fb601af req-76668854-8780-44a6-a8d8-e59cbe59213f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1956615 Mar 22 14:13:35.824135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:13:35.914059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.925246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eae19d-d6f2-4882-b9fb-6212b5138f49 req-7cf68086-0fc1-407f-809e-f296597b7349 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.926920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51eae19d-d6f2-4882-b9fb-6212b5138f49 req-7cf68086-0fc1-407f-809e-f296597b7349 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1866674 Mar 22 14:13:35.934238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (a70d240a-44cd-441f-8925-e0fa31f37b33), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.993360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.039407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e228a24-6473-4d30-a53f-9dbb5fb601af req-e1f62107-6114-4387-bcf0-eaf1abc11c99 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242188 Mar 22 14:13:36.072591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:36.077817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:36.080259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:36.088705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51eae19d-d6f2-4882-b9fb-6212b5138f49 req-43df6cb3-bdc4-43d7-bbe8-69d1dc01e224 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555181 Mar 22 14:13:36.153567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:36.154249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.158022 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP a70d240a-44cd-441f-8925-e0fa31f37b33 associated. External IP: 172.25.2.129, port: 69a978cd-567f-47ee-aaaa-38badce13a38. Mar 22 14:13:36.217136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:36.260260 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-bc8a3b09-9fec-4113-98d9-c8283791a72c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3192835 Mar 22 14:13:36.325499 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Request body: {'port': {'device_id': '3da149e4-d649-4779-9867-32e23335e94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:36.335131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:36.445487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-966133c5-3912-4554-b34c-b04c8af17c4f None None] Provisioning complete for port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:36.446588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-966133c5-3912-4554-b34c-b04c8af17c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.493596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.496858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-966133c5-3912-4554-b34c-b04c8af17c4f None None] Port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:36.531537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:36.566895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:36.575467 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6b02addd-ec55-4b29-9c91-aa9dcac0df02 admin admin] 10.222.0.44 "PUT /v2.0/routers/3d9d185f-37d8-4e5e-8d7a-85fab0f26d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1837547 Mar 22 14:13:36.575725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37730) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:36.578910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] Sync routers for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:36.598074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:36.601460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:36.705335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:36.714910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.725006 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:36.748856 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:36.751612 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:36.847802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:36.856913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a925772b-5845-4f6c-842f-cf37525e9d9a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "PUT /v2.0/floatingips/a70d240a-44cd-441f-8925-e0fa31f37b33 HTTP/1.1" status: 200 len: 991 time: 1.8445489 Mar 22 14:13:36.868839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:36.871213 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5acc80-643a-4f90-8c5c-a720dc4dd650" -d '{"events": [{"name": "network-changed", "server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:36.890037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks [] for router (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.921175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636db74-ae78-4812-baa4-9503dbc89cea req-1a821cc2-6543-460c-8619-8dc097236095 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:36.935080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c636db74-ae78-4812-baa4-9503dbc89cea req-1a821cc2-6543-460c-8619-8dc097236095 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 931 time: 0.1479487 Mar 22 14:13:37.008334 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f7685-0008-4d75-b390-beacca184174 x-openstack-request-id: req-189f7685-0008-4d75-b390-beacca184174 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:37.008657 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:37.008887 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-189f7685-0008-4d75-b390-beacca184174 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:37.009313 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189f7685-0008-4d75-b390-beacca184174'] response: {'name': 'network-changed', 'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38', 'status': 'completed', 'code': 200} Mar 22 14:13:37.089777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c636db74-ae78-4812-baa4-9503dbc89cea req-005b02f9-85a1-4fd0-8f87-83e2b71fbe19 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483960 Mar 22 14:13:37.127305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-7f2433d6-3def-4b68-bff7-77f2cfdd76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:37.128819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-7f2433d6-3def-4b68-bff7-77f2cfdd76a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 1127 time: 0.1056807 Mar 22 14:13:37.220325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:37.239137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Publish callbacks [] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.270319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Transition to ACTIVE for port object efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:37.284570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.286128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:37.291127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks [] for router_gateway (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.298225 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:37.384940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:37.470035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:13:35Z', 'revision_number': 5, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port': {'id': '91806f22-a04a-4c9e-973f-162ce7a6b451', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:03Z', 'updated_at': '2022-03-22T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:37.473342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:37.473655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.494013 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:13:37.544873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-0a50b130-79bb-4034-b880-a56eb782af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:37.546672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-0a50b130-79bb-4034-b880-a56eb782af37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.4117000 Mar 22 14:13:37.558722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423071-a0ea-42f3-a654-06992fa97396 req-112938a7-4771-4cc1-8689-579411434625 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:37.568891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a423071-a0ea-42f3-a654-06992fa97396 req-112938a7-4771-4cc1-8689-579411434625 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.2466459 Mar 22 14:13:37.576302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] Checking router: 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:37.579852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Deleting port 91806f22-a04a-4c9e-973f-162ce7a6b451 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:37.580196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.600581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:37.600918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:37.602222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:37.626769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] Routers {'3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:37.627826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:37.649099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:37.649352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:37.663038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:37.663386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Checking segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:37.663832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Bound using segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:37.664280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Bound port: efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:37.664642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.697012 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'a70d240a-44cd-441f-8925-e0fa31f37b33', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '69a978cd-567f-47ee-aaaa-38badce13a38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4b:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:13:17Z', 'updated_at': '2022-03-22T14:13:35Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}, {'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:10Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:37.721085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a5bb8-22e6-41d8-9713-8ce2497ec149 req-c816a643-d26c-4470-b126-10f9e2a7ead1 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:37.722751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c76a5bb8-22e6-41d8-9713-8ce2497ec149 req-c816a643-d26c-4470-b126-10f9e2a7ead1 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.4460080 Mar 22 14:13:37.749304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-1df9705f-422d-4fda-93f1-0056d0573da5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69a978cd-567f-47ee-aaaa-38badce13a38 HTTP/1.1" status: 200 len: 999 time: 0.1440964 Mar 22 14:13:37.751224 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:37.762902 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:37.764230 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:37.791442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] For port 91806f22-a04a-4c9e-973f-162ce7a6b451, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=91806f22-a04a-4c9e-973f-162ce7a6b451,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:37.792145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.831267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] Set router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:37.831548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Calling delete_port for 91806f22-a04a-4c9e-973f-162ce7a6b451 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:37.849526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a423071-a0ea-42f3-a654-06992fa97396 req-9698d57a-951e-4f52-b57c-c6efcc8f7855 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790594 Mar 22 14:13:37.861103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:37.864599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:37.881592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.904069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-419821ba-d8dd-4b3f-ab4d-16554aac1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:37.905692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-419821ba-d8dd-4b3f-ab4d-16554aac1737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.1381202 Mar 22 14:13:37.917027 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:37.993475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c76a5bb8-22e6-41d8-9713-8ce2497ec149 req-6732836e-e4e8-4518-99b3-5806f55018b6 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584102 Mar 22 14:13:38.060051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-f0a257ba-6f03-4615-9689-b3e9578683e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.062086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-f0a257ba-6f03-4615-9689-b3e9578683e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1419873 Mar 22 14:13:38.106938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.107684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.110529 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] 10.222.0.57 "PUT /v2.0/ports/efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 1091 time: 1.7920988 Mar 22 14:13:38.113215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:38.115904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:38.125462 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f760892f-c7e0-4928-88c0-925e6480f83f" -d '{"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:38.152656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:13:37Z', 'revision_number': 6, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:38.223432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb81a4-c835-4776-bf7f-3383d94eca18 None None] The sync data for ids ['3d9d185f-37d8-4e5e-8d7a-85fab0f26d46'] in n-d-834677-3 is: [{'id': '3d9d185f-37d8-4e5e-8d7a-85fab0f26d46', 'name': 'tempest-ServerActionsTestJSON-425331072-router', 'tenant_id': '46681445aaef43cf93b9d2f53d12b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:02Z', 'updated_at': '2022-03-22T14:13:37Z', 'revision_number': 6, 'project_id': '46681445aaef43cf93b9d2f53d12b44c', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:38.294365 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad34b5d-59a7-4661-b742-2156282cef42 x-openstack-request-id: req-5ad34b5d-59a7-4661-b742-2156282cef42 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:38.294763 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:38.294953 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ad34b5d-59a7-4661-b742-2156282cef42 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:38.295447 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad34b5d-59a7-4661-b742-2156282cef42'] response: {'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'status': 'completed', 'code': 200} Mar 22 14:13:38.315058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201136-ad95-4afb-94a3-43690f07567c service neutron] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:38.347867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-35f0a93c-7f93-4de0-a10d-f59e2605db36 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761207 Mar 22 14:13:38.357754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-0a83b457-61e5-47d4-b430-d90e000f6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.359316 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-0a83b457-61e5-47d4-b430-d90e000f6419 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1125 time: 0.1796134 Mar 22 14:13:38.359964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (91806f22-a04a-4c9e-973f-162ce7a6b451), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.399787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Pushing event deleted for resources: {'Port': ['ID=91806f22-a04a-4c9e-973f-162ce7a6b451,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:38.441850 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-94ddbf65-df83-4015-b807-76815fc49eaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 217 time: 0.0584507 Mar 22 14:13:38.452927 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'a70d240a-44cd-441f-8925-e0fa31f37b33', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '69a978cd-567f-47ee-aaaa-38badce13a38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4b:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:13:17Z', 'updated_at': '2022-03-22T14:13:35Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}, {'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:10Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:38.486376 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef649a6-2709-43fb-a9ee-cdad5f991a3a None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'a70d240a-44cd-441f-8925-e0fa31f37b33', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '69a978cd-567f-47ee-aaaa-38badce13a38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4b:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:13:17Z', 'updated_at': '2022-03-22T14:13:35Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}, {'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:10Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:38.535501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac5acc80-643a-4f90-8c5c-a720dc4dd650 req-ffb7e96f-f081-40e4-8fb8-9fdd8613aeeb service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773858 Mar 22 14:13:38.538597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-e1cfad98-dca8-4f90-8467-41e88a0a77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.540499 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-e1cfad98-dca8-4f90-8467-41e88a0a77bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.0740848 Mar 22 14:13:38.559203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9f15b-a75f-4379-94c7-2791a467d4a3 req-9eadc53b-905e-4886-af3a-3f798f822709 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.581800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33f9f15b-a75f-4379-94c7-2791a467d4a3 req-9eadc53b-905e-4886-af3a-3f798f822709 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 943 time: 0.3150871 Mar 22 14:13:38.587655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.640102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33f9f15b-a75f-4379-94c7-2791a467d4a3 req-bf814a1a-878c-4769-8ef3-6f14fa86bae0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571797 Mar 22 14:13:38.800678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703bb62b-43d9-490c-bd66-48d902e6cb72 None None] New status for floating IP a70d240a-44cd-441f-8925-e0fa31f37b33: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:13:39.011455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b696e9-8318-425c-bc6f-c5618d40c454 req-b5f3329a-2b33-48a2-a6cc-bba6bcb7b569 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.013011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80b696e9-8318-425c-bc6f-c5618d40c454 req-b5f3329a-2b33-48a2-a6cc-bba6bcb7b569 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0682082 Mar 22 14:13:39.063730 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.073052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks [] for router_controller (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.102863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-826aebff-cdc1-4d69-a53c-3fab70068709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.104408 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-826aebff-cdc1-4d69-a53c-3fab70068709 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5520458 Mar 22 14:13:39.109389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80b696e9-8318-425c-bc6f-c5618d40c454 req-636d589c-dce7-49ef-a710-52587e21c6cf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904369 Mar 22 14:13:39.171660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2959ba0b-73fb-4978-8a24-774898f6bb26 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:39.188140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (3d9d185f-37d8-4e5e-8d7a-85fab0f26d46), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.188702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:13:39.193902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2959ba0b-73fb-4978-8a24-774898f6bb26 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:39.193902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2959ba0b-73fb-4978-8a24-774898f6bb26 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:39.194250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 91806f22-a04a-4c9e-973f-162ce7a6b451 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:39.196521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.197676 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ad0a70c-ad5b-4968-9756-faa95e662184 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3d9d185f-37d8-4e5e-8d7a-85fab0f26d46 HTTP/1.1" status: 204 len: 168 time: 2.6208329 Mar 22 14:13:39.200418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37756) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:39.219907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 91806f22-a04a-4c9e-973f-162ce7a6b451 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:39.220271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 91806f22-a04a-4c9e-973f-162ce7a6b451 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:39.230083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c810dba-8711-446a-b95e-cac34e91a301 req-cc997a7e-715e-44b8-a03b-f5e2218d8a75 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.239636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c810dba-8711-446a-b95e-cac34e91a301 req-cc997a7e-715e-44b8-a03b-f5e2218d8a75 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1135526 Mar 22 14:13:39.273121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] Deleting subnet 8cc6706b-a1c2-4ff2-8f31-120c44ff1951 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:39.279169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] Publish callbacks [] for subnet (8cc6706b-a1c2-4ff2-8f31-120c44ff1951), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.296436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c810dba-8711-446a-b95e-cac34e91a301 req-1007d887-1ebd-476c-acfc-f1267ed179e7 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555773 Mar 22 14:13:39.313303 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-5915b21b-0040-4aba-a63f-66fd2d69b7c2 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798375 Mar 22 14:13:39.345918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (8cc6706b-a1c2-4ff2-8f31-120c44ff1951), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.557962 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08450c60-989e-4b2a-b683-a81ed0a15b3e req-06a75459-6706-495b-8cf2-0f3bad370790 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373471 Mar 22 14:13:39.571611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8cc6706b-a1c2-4ff2-8f31-120c44ff1951), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.663558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (8cc6706b-a1c2-4ff2-8f31-120c44ff1951), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.694769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc6706b-a1c2-4ff2-8f31-120c44ff1951,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:39.699156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.704555 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e596e5d3-81d6-4f7b-a5e4-8055f85aaa37 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8cc6706b-a1c2-4ff2-8f31-120c44ff1951 HTTP/1.1" status: 204 len: 168 time: 0.5009437 Mar 22 14:13:39.704763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b44520-8d3d-4780-a0b4-b7a109485703 None None] Network 9840ebf2-822d-4151-9260-dcc7fddf1be9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:39.704852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760892f-c7e0-4928-88c0-925e6480f83f req-88f94f73-4db9-4a38-88e4-70de7a768cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.705814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37760) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:39.706172 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f760892f-c7e0-4928-88c0-925e6480f83f req-88f94f73-4db9-4a38-88e4-70de7a768cd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1125 time: 0.0914299 Mar 22 14:13:39.819784 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9840ebf2-822d-4151-9260-dcc7fddf1be9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.821267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760892f-c7e0-4928-88c0-925e6480f83f req-69b61655-8cd8-4b30-bdea-505b61569514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.822766 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f760892f-c7e0-4928-88c0-925e6480f83f req-69b61655-8cd8-4b30-bdea-505b61569514 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.1074438 Mar 22 14:13:39.828160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c576a4-e54a-4497-a857-23b2131a2157 req-ba392e50-03b7-4a4d-9fce-29ac5575d1d3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.829705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99c576a4-e54a-4497-a857-23b2131a2157 req-ba392e50-03b7-4a4d-9fce-29ac5575d1d3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 943 time: 0.1126897 Mar 22 14:13:39.868377 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f760892f-c7e0-4928-88c0-925e6480f83f req-fd88309f-cee4-4aad-a4bd-4569ae3b3d8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 217 time: 0.0391669 Mar 22 14:13:39.882858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] DHCP port deletion for 9840ebf2-822d-4151-9260-dcc7fddf1be9 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:39.909182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99c576a4-e54a-4497-a857-23b2131a2157 req-07274bb9-661d-452c-a6d9-dbfee8460e72 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728083 Mar 22 14:13:39.935832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760892f-c7e0-4928-88c0-925e6480f83f req-f5038c84-87fe-4f33-998f-111b1a75094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.937055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Deleting port b4203947-e1a8-43cf-980c-7a3801b9276e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:39.937289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f760892f-c7e0-4928-88c0-925e6480f83f req-f5038c84-87fe-4f33-998f-111b1a75094f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.0617604 Mar 22 14:13:39.937395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.958978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] Deleting port b4203947-e1a8-43cf-980c-7a3801b9276e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:39.959349 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.008172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760892f-c7e0-4928-88c0-925e6480f83f req-318019e9-9dd6-4caf-b8c5-84999924e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:40.009892 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f760892f-c7e0-4928-88c0-925e6480f83f req-318019e9-9dd6-4caf-b8c5-84999924e707 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0663676 Mar 22 14:13:40.017536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] For port b4203947-e1a8-43cf-980c-7a3801b9276e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b4203947-e1a8-43cf-980c-7a3801b9276e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:40.018087 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.035733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] For port b4203947-e1a8-43cf-980c-7a3801b9276e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b4203947-e1a8-43cf-980c-7a3801b9276e,segment=NetworkSegment(c5ad4f72-fc95-4f2c-a0fe-f21290b165c0),segment_id=c5ad4f72-fc95-4f2c-a0fe-f21290b165c0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:40.036165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.036830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Calling delete_port for b4203947-e1a8-43cf-980c-7a3801b9276e owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:40.061592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] Calling delete_port for b4203947-e1a8-43cf-980c-7a3801b9276e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:40.116117 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f760892f-c7e0-4928-88c0-925e6480f83f req-d932dfef-0a81-43cd-a618-8cf1125e6602 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988591 Mar 22 14:13:40.127560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.179609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4203947-e1a8-43cf-980c-7a3801b9276e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:40.182988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (b4203947-e1a8-43cf-980c-7a3801b9276e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.188764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] No DVR routers for this DVR port b4203947-e1a8-43cf-980c-7a3801b9276e on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:40.194567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.194924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.195266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.195604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.195952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.196689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.196689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.196962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.197235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.197559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.197884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.200322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.200322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.200667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.201127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:40.229657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] No DVR routers for this DVR port b4203947-e1a8-43cf-980c-7a3801b9276e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:40.236083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4bcf0-39f3-46df-a8c5-8672cf08474b None None] Pushing event deleted for resources: {'Port': ['ID=b4203947-e1a8-43cf-980c-7a3801b9276e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:40.270899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f760892f-c7e0-4928-88c0-925e6480f83f req-0d5ecf4e-0206-455f-a604-98b8010bac7e service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433246 Mar 22 14:13:40.304354 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9840ebf2-822d-4151-9260-dcc7fddf1be9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.331797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9840ebf2-822d-4151-9260-dcc7fddf1be9']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:40.345845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:40.346168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ad4f72-fc95-4f2c-a0fe-f21290b165c0') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:40.358819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (c5ad4f72-fc95-4f2c-a0fe-f21290b165c0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.368067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b67162-19cf-4b6e-b42d-3cd4aa078d4e req-38f4cf53-a048-48f9-ad6e-dc6626926cb9 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:40.369603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5b67162-19cf-4b6e-b42d-3cd4aa078d4e req-38f4cf53-a048-48f9-ad6e-dc6626926cb9 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1017277 Mar 22 14:13:40.416181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c5ad4f72-fc95-4f2c-a0fe-f21290b165c0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.433020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:13:40.433442 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (c5ad4f72-fc95-4f2c-a0fe-f21290b165c0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:13:40.435740 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:13:40.510758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9840ebf2-822d-4151-9260-dcc7fddf1be9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.515896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5b67162-19cf-4b6e-b42d-3cd4aa078d4e req-4e3c0d28-722c-4cfa-81db-6a60492d49ff tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388047 Mar 22 14:13:40.522031 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.525205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9840ebf2-822d-4151-9260-dcc7fddf1be9 HTTP/1.1" status: 204 len: 168 time: 0.8176513 Mar 22 14:13:40.533618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4176b2-d61f-4b38-9ef9-a3942e0c7a44 req-9a61f133-8dfd-467d-bcfe-af24f0ce5b04 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:40.535119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d4176b2-d61f-4b38-9ef9-a3942e0c7a44 req-9a61f133-8dfd-467d-bcfe-af24f0ce5b04 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1644688 Mar 22 14:13:40.550478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be1950-aeda-4e6b-b6e0-8b46084f83e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9840ebf2-822d-4151-9260-dcc7fddf1be9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:40.589366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d4176b2-d61f-4b38-9ef9-a3942e0c7a44 req-843eea6c-85fe-4e42-a303-0119dae4414a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Mar 22 14:13:40.656948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37774) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:40.700837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c906fd9c-1002-489a-a8ac-90c2f5035793 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46681445aaef43cf93b9d2f53d12b44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426636 Mar 22 14:13:40.703313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37776) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:40.752585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb208-9355-4aca-9a73-275efc0540bc admin admin] Publish callbacks [] for security_group (e5a487ab-b719-4e9e-af34-d4f7b0424ce8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.773604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb208-9355-4aca-9a73-275efc0540bc admin admin] Publish callbacks [] for security_group (e5a487ab-b719-4e9e-af34-d4f7b0424ce8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.822190 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb208-9355-4aca-9a73-275efc0540bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e5a487ab-b719-4e9e-af34-d4f7b0424ce8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.825071 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb208-9355-4aca-9a73-275efc0540bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.826242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4e5eb208-9355-4aca-9a73-275efc0540bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5a487ab-b719-4e9e-af34-d4f7b0424ce8 HTTP/1.1" status: 204 len: 168 time: 0.1220047 Mar 22 14:13:40.834296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb208-9355-4aca-9a73-275efc0540bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a487ab-b719-4e9e-af34-d4f7b0424ce8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:41.049504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b4203947-e1a8-43cf-980c-7a3801b9276e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:41.066645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b14d-b76f-47c0-9a89-6a3c4fdb4e70 req-d28e1b65-66c7-411e-850d-127b58043932 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.068835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c271b14d-b76f-47c0-9a89-6a3c4fdb4e70 req-d28e1b65-66c7-411e-850d-127b58043932 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 943 time: 0.0653522 Mar 22 14:13:41.075259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b4203947-e1a8-43cf-980c-7a3801b9276e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:41.075995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b4203947-e1a8-43cf-980c-7a3801b9276e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:41.144117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c271b14d-b76f-47c0-9a89-6a3c4fdb4e70 req-9fad672a-0ed2-4f39-bee1-a9e2ceb6e331 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685093 Mar 22 14:13:41.654877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744f1b8-8576-44e2-b1e7-ffea3b797951 req-45b86929-1949-40df-9bd8-a4a3361f7e94 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.656380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b744f1b8-8576-44e2-b1e7-ffea3b797951 req-45b86929-1949-40df-9bd8-a4a3361f7e94 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0620172 Mar 22 14:13:41.706490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b744f1b8-8576-44e2-b1e7-ffea3b797951 req-a020124c-654a-48ee-9834-82481630b850 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Mar 22 14:13:41.824549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6d1f3-6aec-4557-9cea-5017f84aa435 req-bd953e98-34ab-4364-966f-81b3a27f4b4b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.826073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ee6d1f3-6aec-4557-9cea-5017f84aa435 req-bd953e98-34ab-4364-966f-81b3a27f4b4b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0529108 Mar 22 14:13:41.875730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ee6d1f3-6aec-4557-9cea-5017f84aa435 req-81b9d6f8-4b8f-4268-9933-cb5e07689742 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Mar 22 14:13:42.269850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6deff-a958-4a2b-8a04-5f222b006562 req-3d9dd9fe-2cd5-45ba-8591-e692498c1948 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:42.271452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbd6deff-a958-4a2b-8a04-5f222b006562 req-3d9dd9fe-2cd5-45ba-8591-e692498c1948 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 943 time: 0.0561452 Mar 22 14:13:42.329360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbd6deff-a958-4a2b-8a04-5f222b006562 req-812bbca6-f1a9-40b9-bf67-e321c788b3a3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495727 Mar 22 14:13:42.762358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:13:42.828347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60da5e-3a75-4fdf-bd7c-9569e3f6abd0 req-178ff040-f87a-414c-85c6-c4cef8901879 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:42.829995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b60da5e-3a75-4fdf-bd7c-9569e3f6abd0 req-178ff040-f87a-414c-85c6-c4cef8901879 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0555694 Mar 22 14:13:42.869802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:42.881344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b60da5e-3a75-4fdf-bd7c-9569e3f6abd0 req-c73e53f3-2f9e-4da6-806b-73c2e6ebd65b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Mar 22 14:13:42.884532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'port_id': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'mac_address': 'fa:16:3e:82:c2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:13:42.926772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:42.927165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.940815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:42.964322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:42.968927 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.020447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d05abf-fc94-42f4-9b09-9d1790e5ff85 req-ec699796-36c2-4f6b-82f1-a46c2454d515 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:43.022109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20d05abf-fc94-42f4-9b09-9d1790e5ff85 req-ec699796-36c2-4f6b-82f1-a46c2454d515 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0644979 Mar 22 14:13:43.025705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:43.072937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20d05abf-fc94-42f4-9b09-9d1790e5ff85 req-e8eff323-9d2c-479b-ba95-24b4dfb8bb4d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Mar 22 14:13:43.292101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:43.475147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db176a-1166-45e8-bbea-4d53f32f37be req-83772733-092f-463e-b046-f281ecf8a0f3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:43.476977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75db176a-1166-45e8-bbea-4d53f32f37be req-83772733-092f-463e-b046-f281ecf8a0f3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 944 time: 0.0610752 Mar 22 14:13:43.536752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75db176a-1166-45e8-bbea-4d53f32f37be req-f5d10215-4c63-43d2-b7ef-2f91a6bc332f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535789 Mar 22 14:13:44.021562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dc709-ca6a-42e0-83aa-1389e65a13bc req-d6bda724-d082-47d5-bba4-da2a6d88ea10 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.023320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-788dc709-ca6a-42e0-83aa-1389e65a13bc req-d6bda724-d082-47d5-bba4-da2a6d88ea10 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0581512 Mar 22 14:13:44.070296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-788dc709-ca6a-42e0-83aa-1389e65a13bc req-8f72a4f3-9dc1-4885-b0cd-7501e4684bd7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Mar 22 14:13:44.197345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf152b5-e958-4a7c-b768-a29931f021da req-9209d7ba-76e0-41b4-a7ca-f41f51f0d7dd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.198769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cf152b5-e958-4a7c-b768-a29931f021da req-9209d7ba-76e0-41b4-a7ca-f41f51f0d7dd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0574846 Mar 22 14:13:44.247820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cf152b5-e958-4a7c-b768-a29931f021da req-bec11128-6d0b-4cee-a793-f81d9c6e4a46 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Mar 22 14:13:44.662956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345ecdf-6938-42e4-bd99-4bfe2cc4e253 req-0ab19616-91ac-4b82-b418-9f5b9f4f4584 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.664481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a345ecdf-6938-42e4-bd99-4bfe2cc4e253 req-0ab19616-91ac-4b82-b418-9f5b9f4f4584 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 944 time: 0.0531871 Mar 22 14:13:44.715377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a345ecdf-6938-42e4-bd99-4bfe2cc4e253 req-98a8ddb3-3e32-48d8-8440-6019822b4aa7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447891 Mar 22 14:13:44.795047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:44.850106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:13:44.854469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:44.854966 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.935825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:44.935825 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.968616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:44.971514 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4833318c-a65e-4a85-a507-16756e68ecb2" -d '{"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-plugged", "status": "completed", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:44.987883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:44.995349 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.042532 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9eaf52-b3a2-4f62-a8cc-2ba2fd3c9a15 x-openstack-request-id: req-5e9eaf52-b3a2-4f62-a8cc-2ba2fd3c9a15 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:45.042822 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-plugged", "status": "completed", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:45.043072 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e9eaf52-b3a2-4f62-a8cc-2ba2fd3c9a15 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:45.043943 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9eaf52-b3a2-4f62-a8cc-2ba2fd3c9a15'] response: {'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'code': 200} Mar 22 14:13:45.067815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:45.170558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58264d43-cb55-4910-a9c3-68e4d7d47e2d req-f7e28038-40c2-42d9-be74-25c7ceebb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.173383 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-58264d43-cb55-4910-a9c3-68e4d7d47e2d req-f7e28038-40c2-42d9-be74-25c7ceebb578 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1127 time: 0.0573881 Mar 22 14:13:45.209813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37ffa7-758c-4ac8-bcfe-998a0df5cf6e req-f9f32221-f14b-4f99-8aed-4be0dabf11cf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.218756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf37ffa7-758c-4ac8-bcfe-998a0df5cf6e req-f9f32221-f14b-4f99-8aed-4be0dabf11cf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0728273 Mar 22 14:13:45.241025 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-58264d43-cb55-4910-a9c3-68e4d7d47e2d req-7917a6e1-1606-4760-b0ca-3d73494dd484 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617230 Mar 22 14:13:45.272662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf37ffa7-758c-4ac8-bcfe-998a0df5cf6e req-b6d0b52f-bc65-4b5b-8919-8ae4da9c9590 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521133 Mar 22 14:13:45.721511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d6d8d-71dd-4b15-ba1e-143d977cb30c req-a9245deb-71ba-4e96-9e5b-e3a83724855e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.723142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-286d6d8d-71dd-4b15-ba1e-143d977cb30c req-a9245deb-71ba-4e96-9e5b-e3a83724855e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.4034379 Mar 22 14:13:45.772659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-286d6d8d-71dd-4b15-ba1e-143d977cb30c req-4f4e8680-19a1-492e-97e9-d9ebe7a3a4ca tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Mar 22 14:13:45.857760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb1af-8fbb-4602-a9ad-2ff5ac5c931c req-fb2982d1-8f19-4c2c-9ffd-f25339c37d67 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.859147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa5bb1af-8fbb-4602-a9ad-2ff5ac5c931c req-fb2982d1-8f19-4c2c-9ffd-f25339c37d67 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.0538640 Mar 22 14:13:45.910483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa5bb1af-8fbb-4602-a9ad-2ff5ac5c931c req-3428e0c5-1e4e-41ee-83e0-c1196d3305b7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453863 Mar 22 14:13:46.404894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf83-c758-40be-9d86-891520531278 req-bfd72e94-e961-473a-8fb7-5fbab3340e6d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.406547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b90cf83-c758-40be-9d86-891520531278 req-bfd72e94-e961-473a-8fb7-5fbab3340e6d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0573099 Mar 22 14:13:46.472507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b90cf83-c758-40be-9d86-891520531278 req-956814ae-d125-418c-b23a-5f136d6a77cb tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Mar 22 14:13:46.896108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c8d4-2413-4a02-a94c-2c1add8d435f req-e393b237-4749-4e20-ae5c-cb19dde33349 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.897773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2292c8d4-2413-4a02-a94c-2c1add8d435f req-e393b237-4749-4e20-ae5c-cb19dde33349 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0551140 Mar 22 14:13:46.956107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2292c8d4-2413-4a02-a94c-2c1add8d435f req-7d3ab109-61cf-4a1c-b315-f4d5dbc6ef8e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525596 Mar 22 14:13:47.040437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a5e6-1bfd-40d7-ae3a-3104ec268e32 req-f949a7d4-fc6e-47d0-8adc-ddf07a55d26f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.041943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ed1a5e6-1bfd-40d7-ae3a-3104ec268e32 req-f949a7d4-fc6e-47d0-8adc-ddf07a55d26f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.0561113 Mar 22 14:13:47.098921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ed1a5e6-1bfd-40d7-ae3a-3104ec268e32 req-8de2e001-52b3-40ec-9179-d08a5b336934 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487380 Mar 22 14:13:47.151309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-81fb906f-4f10-405b-8c0e-c8d85f190723 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510476 Mar 22 14:13:47.284752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d1407-2776-413d-955d-effc5444505f req-7b5fb31f-9b05-4546-a4bb-4ab5ec1f50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.286447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-7b5fb31f-9b05-4546-a4bb-4ab5ec1f50c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3c734630184801b0dc907f5109f3b2&device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 1128 time: 0.0983815 Mar 22 14:13:47.293410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023e049-044d-45dc-8be8-22ce80d3c469 req-8c0bbb1b-5f4d-490b-a3f9-b8fb7f8c0044 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.294945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4023e049-044d-45dc-8be8-22ce80d3c469 req-8c0bbb1b-5f4d-490b-a3f9-b8fb7f8c0044 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.0700531 Mar 22 14:13:47.402222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4023e049-044d-45dc-8be8-22ce80d3c469 req-859c1230-c46c-4de6-9c31-fb66cd51d373 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003876 Mar 22 14:13:47.429872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d1407-2776-413d-955d-effc5444505f req-422dae0c-6d2f-4046-9339-3e77bd471183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.429872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-422dae0c-6d2f-4046-9339-3e77bd471183 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 200 len: 906 time: 0.1210005 Mar 22 14:13:47.430932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37936) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:47.474885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb9113-23f6-4064-9c15-edad7c3cfc7d tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.476515 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9afb9113-23f6-4064-9c15-edad7c3cfc7d tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1122 time: 0.0445828 Mar 22 14:13:47.477487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-92f28441-35db-4586-9412-71ee785fd3d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792e18f5-534d-440d-87ef-98b45c9719bc HTTP/1.1" status: 200 len: 217 time: 0.0416028 Mar 22 14:13:47.479608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37938) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:47.483930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:47.506446 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.562532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d1407-2776-413d-955d-effc5444505f req-8fa94f38-5b64-4fe2-a0cf-90c3d33bf109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.564005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-8fa94f38-5b64-4fe2-a0cf-90c3d33bf109 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 200 len: 845 time: 0.0786915 Mar 22 14:13:47.641543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.647440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-7ebe34a1-4565-43b5-81a9-abebaa543785 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fe42f4b-0f12-4858-ba08-c78a76740d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761125 Mar 22 14:13:47.779006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02416676-0842-4a32-89d1-d8d24c583809 req-5748a6e1-ceae-47ab-a326-182a926a9840 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.780638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02416676-0842-4a32-89d1-d8d24c583809 req-5748a6e1-ceae-47ab-a326-182a926a9840 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1366777 Mar 22 14:13:47.783710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.166 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/6414e559-4d60-411c-a695-2c999961cbec) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:47.817625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-302ef5bc-678d-4489-a7c5-e6213f2d640c service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605873 Mar 22 14:13:47.882924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02416676-0842-4a32-89d1-d8d24c583809 req-598d70b4-b493-4d8c-93b4-afe1e57115d6 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821602 Mar 22 14:13:47.933399 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (6414e559-4d60-411c-a695-2c999961cbec), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.982629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6414e559-4d60-411c-a695-2c999961cbec), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.996416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-253d1407-2776-413d-955d-effc5444505f req-813c6da7-00cc-41a0-9bb9-e09c615e53e6 service neutron] 10.222.0.42 "GET /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634209 Mar 22 14:13:48.029061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:48.032191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:48.034744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:48.057159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=6414e559-4d60-411c-a695-2c999961cbec,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:48.155184 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13c5afe6-34b3-498f-990e-b2b71555f9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.173639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbd50e-939e-4ac4-8000-9617f5d18efd req-924f0320-09eb-4a04-9900-5d8e6408483e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:48.175802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1dbd50e-939e-4ac4-8000-9617f5d18efd req-924f0320-09eb-4a04-9900-5d8e6408483e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1025724 Mar 22 14:13:48.235153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1dbd50e-939e-4ac4-8000-9617f5d18efd req-5415b8c7-2839-4a6a-9623-4b7898f10f20 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512855 Mar 22 14:13:48.469858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (f92ca5c8-455c-4f27-a41f-13b8de23a0c7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.540127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6414e559-4d60-411c-a695-2c999961cbec), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.692189 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (6414e559-4d60-411c-a695-2c999961cbec), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.698076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (6414e559-4d60-411c-a695-2c999961cbec), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.779723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=6414e559-4d60-411c-a695-2c999961cbec,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:48.793815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (f92ca5c8-455c-4f27-a41f-13b8de23a0c7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.911452 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP f92ca5c8-455c-4f27-a41f-13b8de23a0c7 associated. External IP: 172.25.2.166, port: efdecfc6-b5fe-4b57-af4f-686e9e5ccac9. Mar 22 14:13:49.091022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310199ef-c9f2-412c-b69c-30687f1f4ae2 req-5931f762-6be2-4afc-b111-9eb2892643f5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.092617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-310199ef-c9f2-412c-b69c-30687f1f4ae2 req-5931f762-6be2-4afc-b111-9eb2892643f5 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1016309 Mar 22 14:13:49.154529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:49.168983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-310199ef-c9f2-412c-b69c-30687f1f4ae2 req-371018e9-0d9f-4c7b-ad5e-b402ead4f74b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648255 Mar 22 14:13:49.196456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router e5eefae1-1764-430b-90de-0516751db548 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:49.318696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b618df38-24ce-4b64-88d3-5802615a70ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.392250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:49.405171 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] Sync routers for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:49.414655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391b7c9-d9e4-4b0a-8d79-928524670743 req-d820bb94-a53d-432d-b454-a8823063397d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.416689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9391b7c9-d9e4-4b0a-8d79-928524670743 req-d820bb94-a53d-432d-b454-a8823063397d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0966046 Mar 22 14:13:49.424831 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:49.425468 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:49.447243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.482335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9391b7c9-d9e4-4b0a-8d79-928524670743 req-53c3ee42-c89f-4c2d-8378-e4348f8938fe tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588675 Mar 22 14:13:49.513287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b618df38-24ce-4b64-88d3-5802615a70ee admin admin] Publish callbacks [] for security_group (a86e1974-434a-4980-8247-17340e06fbf5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.521678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b618df38-24ce-4b64-88d3-5802615a70ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a86e1974-434a-4980-8247-17340e06fbf5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.531983 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ab972435-ecd6-4b9a-a84d-852f4ed904b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0512919 Mar 22 14:13:49.539295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:49.541802 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5945214-2c3d-48a4-b39e-8a1524f60f82" -d '{"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:49.590005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b618df38-24ce-4b64-88d3-5802615a70ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f030375ee339493e9d04e769e095db3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343297 Mar 22 14:13:49.591006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618df38-24ce-4b64-88d3-5802615a70ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e1974-434a-4980-8247-17340e06fbf5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:49.592775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37974) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:49.630006 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:49.637823 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6429fc-c63b-4640-8977-0ecfdc7884d8 x-openstack-request-id: req-3b6429fc-c63b-4640-8977-0ecfdc7884d8 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:49.643550 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:49.644046 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b6429fc-c63b-4640-8977-0ecfdc7884d8 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:49.645311 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6429fc-c63b-4640-8977-0ecfdc7884d8'] response: {'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'status': 'completed', 'code': 200} Mar 22 14:13:49.752850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-5844fc0b-acea-4f04-a08d-d4f9e34257d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.754596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-5844fc0b-acea-4f04-a08d-d4f9e34257d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1127 time: 0.0810204 Mar 22 14:13:49.780324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c722b3f-1968-47b8-a169-b34993fa2d11 admin admin] Publish callbacks [] for security_group (a86e1974-434a-4980-8247-17340e06fbf5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.794915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914bbc3-8445-43b1-aa2e-ebc663c9b16a req-64cb3863-82f9-4fae-a46c-bd5d6aaf7b49 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.806541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8914bbc3-8445-43b1-aa2e-ebc663c9b16a req-64cb3863-82f9-4fae-a46c-bd5d6aaf7b49 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.1501281 Mar 22 14:13:49.865346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-449c1d34-8a0a-429a-bc5c-4a7bd7fd34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.866926 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-449c1d34-8a0a-429a-bc5c-4a7bd7fd34f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.1063387 Mar 22 14:13:49.877015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c722b3f-1968-47b8-a169-b34993fa2d11 admin admin] Publish callbacks [] for security_group (a86e1974-434a-4980-8247-17340e06fbf5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.888370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8914bbc3-8445-43b1-aa2e-ebc663c9b16a req-de938a01-16f9-47db-a1c1-6a75e5b735f5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806768 Mar 22 14:13:49.920036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37976) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:50.004356 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-da760ef2-715a-4245-aa1a-87b2884986ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 999 time: 0.1310434 Mar 22 14:13:50.006336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-00361645-9a20-45b6-b093-36cadb831e7c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/f92ca5c8-455c-4f27-a41f-13b8de23a0c7 HTTP/1.1" status: 200 len: 991 time: 0.0851033 Mar 22 14:13:50.020485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c722b3f-1968-47b8-a169-b34993fa2d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a86e1974-434a-4980-8247-17340e06fbf5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.026830 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2c722b3f-1968-47b8-a169-b34993fa2d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.034831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2c722b3f-1968-47b8-a169-b34993fa2d11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a86e1974-434a-4980-8247-17340e06fbf5 HTTP/1.1" status: 204 len: 168 time: 0.4408250 Mar 22 14:13:50.042675 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f92ca5c8-455c-4f27-a41f-13b8de23a0c7', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e5eefae1-1764-430b-90de-0516751db548', 'port_id': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'mac_address': 'fa:16:3e:82:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da149e4-d649-4779-9867-32e23335e94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:13:48Z', 'updated_at': '2022-03-22T14:13:48Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:50.061329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c722b3f-1968-47b8-a169-b34993fa2d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e1974-434a-4980-8247-17340e06fbf5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:50.087230 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] Checking router: e5eefae1-1764-430b-90de-0516751db548 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:50.097024 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:50.109642 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:50.143886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-21e4382f-0ccb-413d-8418-afe00dd93bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.145639 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-21e4382f-0ccb-413d-8418-afe00dd93bc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.1320412 Mar 22 14:13:50.227170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-c2a31b88-bb9b-4684-9c78-e03d544c0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.228399 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-c2a31b88-bb9b-4684-9c78-e03d544c0f63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721598 Mar 22 14:13:50.294038 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:50.367155 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-6151764e-a8c6-4e1e-812a-16fc273be10e service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302037 Mar 22 14:13:50.367715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d069f-ca0a-45e1-8d0c-d83f3a154803 req-7eabef10-8764-430a-81a0-dd929e327c18 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.384234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b33d069f-ca0a-45e1-8d0c-d83f3a154803 req-7eabef10-8764-430a-81a0-dd929e327c18 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1114764 Mar 22 14:13:50.409128 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6883c89a-adaa-427b-bf93-97146668d8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.587062 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f5945214-2c3d-48a4-b39e-8a1524f60f82 req-4c339e8f-1c0c-4b24-8adf-0dcfcdec6aa6 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104664 Mar 22 14:13:50.587627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b33d069f-ca0a-45e1-8d0c-d83f3a154803 req-bbaf089a-7a30-483e-a362-4ecea5b9f66c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024679 Mar 22 14:13:50.758606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 40f57503-890a-4347-be4c-81ca47408c85 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:13:50.770350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5020-b2cd-42e9-ac60-3876c1f9a3f6 req-82664fda-723c-4c66-821c-9eb319ec4894 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.776710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddaa5020-b2cd-42e9-ac60-3876c1f9a3f6 req-82664fda-723c-4c66-821c-9eb319ec4894 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.1391015 Mar 22 14:13:50.815578 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f92ca5c8-455c-4f27-a41f-13b8de23a0c7', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e5eefae1-1764-430b-90de-0516751db548', 'port_id': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'mac_address': 'fa:16:3e:82:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da149e4-d649-4779-9867-32e23335e94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:13:48Z', 'updated_at': '2022-03-22T14:13:48Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:50.877661 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bbfc2-eac5-44f7-9f03-ded963c97747 None None] The sync data for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 is: [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f92ca5c8-455c-4f27-a41f-13b8de23a0c7', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e5eefae1-1764-430b-90de-0516751db548', 'port_id': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'mac_address': 'fa:16:3e:82:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da149e4-d649-4779-9867-32e23335e94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:13:48Z', 'updated_at': '2022-03-22T14:13:48Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:50.886756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddaa5020-b2cd-42e9-ac60-3876c1f9a3f6 req-a3764b0b-5497-4d26-a207-5db3f04b85db tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986309 Mar 22 14:13:50.920361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:50.939867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '40f57503-890a-4347-be4c-81ca47408c85', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'port_id': '40f57503-890a-4347-be4c-81ca47408c85', 'mac_address': 'fa:16:3e:f8:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1875e5c6-c206-4c43-a35e-1e88c3e4fd8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:13:51.010399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38004) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:51.020319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 40f57503-890a-4347-be4c-81ca47408c85 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:51.020952 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40f57503-890a-4347-be4c-81ca47408c85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:51.061179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40f57503-890a-4347-be4c-81ca47408c85 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:51.110597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:51.117595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:51.170627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84e20cd4-0415-4dfb-babb-5de112bddebc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/f92ca5c8-455c-4f27-a41f-13b8de23a0c7 HTTP/1.1" status: 200 len: 991 time: 0.1580033 Mar 22 14:13:51.202424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:51.219072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.221764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.221764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.222066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.222432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.222619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.222946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.223269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.223590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.223908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.224227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.224545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.228462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.229385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.230006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:51.243689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c08a5-2f95-4135-a8a1-9691d819f03d None None] New status for floating IP f92ca5c8-455c-4f27-a41f-13b8de23a0c7: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:13:51.395669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['40f57503-890a-4347-be4c-81ca47408c85'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:51.717682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3087d-0641-4b56-9430-a40cd48e966e req-022b7017-8a10-4c28-91eb-6555b084dcc3 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:51.719622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3bc3087d-0641-4b56-9430-a40cd48e966e req-022b7017-8a10-4c28-91eb-6555b084dcc3 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0565186 Mar 22 14:13:51.773357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3bc3087d-0641-4b56-9430-a40cd48e966e req-0b934e8b-2ddd-42b9-814f-0fbf8077c08c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Mar 22 14:13:51.828593 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:51.894334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38042) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:52.009266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cf151-65e2-40b0-b387-c2f18e6055b2 req-dd91d0f9-edb2-4fe5-86d1-ed704e8d22ac tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:52.010798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d14cf151-65e2-40b0-b387-c2f18e6055b2 req-dd91d0f9-edb2-4fe5-86d1-ed704e8d22ac tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 945 time: 0.0581465 Mar 22 14:13:52.034533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5d14f25-7c19-4a96-9b84-3a55bd186320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.085406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d14cf151-65e2-40b0-b387-c2f18e6055b2 req-08e73f13-cfea-414e-8ad8-f752418deb80 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681946 Mar 22 14:13:52.149927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5d14f25-7c19-4a96-9b84-3a55bd186320 admin admin] Publish callbacks [] for security_group (3f489d00-dd6e-40cd-b5f2-154f75ff3386), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.154754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5d14f25-7c19-4a96-9b84-3a55bd186320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3f489d00-dd6e-40cd-b5f2-154f75ff3386), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.170876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38048) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:52.195108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d5d14f25-7c19-4a96-9b84-3a55bd186320 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e655f8a589e84c54a52f62c9e0e111e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995453 Mar 22 14:13:52.195997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38050) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:52.202133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14f25-7c19-4a96-9b84-3a55bd186320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f489d00-dd6e-40cd-b5f2-154f75ff3386,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:52.238726 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-46fe2bd8-ecb7-4825-a0a4-48812e801852 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/f92ca5c8-455c-4f27-a41f-13b8de23a0c7 HTTP/1.1" status: 200 len: 993 time: 0.0665376 Mar 22 14:13:52.255379 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b73b8602-f058-40dd-875e-9fc9dafa0b33 admin admin] Publish callbacks [] for security_group (3f489d00-dd6e-40cd-b5f2-154f75ff3386), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.279500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b73b8602-f058-40dd-875e-9fc9dafa0b33 admin admin] Publish callbacks [] for security_group (3f489d00-dd6e-40cd-b5f2-154f75ff3386), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.329047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b73b8602-f058-40dd-875e-9fc9dafa0b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3f489d00-dd6e-40cd-b5f2-154f75ff3386), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.331878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b73b8602-f058-40dd-875e-9fc9dafa0b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.335772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b73b8602-f058-40dd-875e-9fc9dafa0b33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f489d00-dd6e-40cd-b5f2-154f75ff3386 HTTP/1.1" status: 204 len: 168 time: 0.1388264 Mar 22 14:13:52.344867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b8602-f058-40dd-875e-9fc9dafa0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f489d00-dd6e-40cd-b5f2-154f75ff3386,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:52.760342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 40f57503-890a-4347-be4c-81ca47408c85 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:52.825586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 40f57503-890a-4347-be4c-81ca47408c85 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:52.826022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (40f57503-890a-4347-be4c-81ca47408c85), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.918717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 40f57503-890a-4347-be4c-81ca47408c85 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:52.919598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40f57503-890a-4347-be4c-81ca47408c85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.932951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4d3bf-6aa0-4091-9afc-3e8b47085348 req-cefe5cb9-9f00-4afa-b26e-046b3d06782b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:52.934484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85b4d3bf-6aa0-4091-9afc-3e8b47085348 req-cefe5cb9-9f00-4afa-b26e-046b3d06782b tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0742867 Mar 22 14:13:52.949525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f57503-890a-4347-be4c-81ca47408c85'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:52.951985 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f852ad70-9187-44bd-abb8-c9337717e4eb" -d '{"events": [{"server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "name": "network-vif-plugged", "status": "completed", "tag": "40f57503-890a-4347-be4c-81ca47408c85"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:52.972801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:52.982280 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.002671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85b4d3bf-6aa0-4091-9afc-3e8b47085348 req-fbdd6d1d-d100-41f7-ad49-2d677a52ef5a tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536668 Mar 22 14:13:53.021387 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255f98f-3f6d-4e85-b082-d2816f544b64 x-openstack-request-id: req-e255f98f-3f6d-4e85-b082-d2816f544b64 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:53.021703 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "name": "network-vif-plugged", "status": "completed", "tag": "40f57503-890a-4347-be4c-81ca47408c85", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:53.021923 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e255f98f-3f6d-4e85-b082-d2816f544b64 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:53.022408 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e255f98f-3f6d-4e85-b082-d2816f544b64'] response: {'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f57503-890a-4347-be4c-81ca47408c85', 'code': 200} Mar 22 14:13:53.048653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:53.218125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985d29a-ec88-4192-9151-29d387c5680a req-ea1e49d9-1f1b-4219-a007-313b1bd614c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:53.219966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0985d29a-ec88-4192-9151-29d387c5680a req-ea1e49d9-1f1b-4219-a007-313b1bd614c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 1128 time: 0.0875831 Mar 22 14:13:53.240292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4eaff-3fbb-49b5-808d-e002006162b3 req-536a044c-f901-4406-af22-c5600e07b95a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:53.241879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fa4eaff-3fbb-49b5-808d-e002006162b3 req-536a044c-f901-4406-af22-c5600e07b95a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0729213 Mar 22 14:13:53.298177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0985d29a-ec88-4192-9151-29d387c5680a req-1de2fb6a-5321-453c-961f-9e6138de2ed3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723794 Mar 22 14:13:53.309042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fa4eaff-3fbb-49b5-808d-e002006162b3 req-ebaec601-a876-481e-a08a-49c70c7a2f31 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607309 Mar 22 14:13:53.349661 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.940399 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-af782ddc-f8d3-41e7-8286-92629aef66b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0518439 Mar 22 14:13:54.017923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.018662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.019030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.019632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.020080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.020534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.021302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.023440 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fb24dcad-9ae0-4595-a78f-c0d97aaab689 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e765a4e59f14fcb81140917441820f9&device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 6718 time: 0.0602689 Mar 22 14:13:54.132787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e345-76e5-4710-8825-933c48d53ac1 req-f3bce48b-b525-4114-8d67-95f7a6962ab0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.135890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ce3e345-76e5-4710-8825-933c48d53ac1 req-f3bce48b-b525-4114-8d67-95f7a6962ab0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0632122 Mar 22 14:13:54.170469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-6df83395-7fa8-4a24-b116-5a070714cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.170935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-6df83395-7fa8-4a24-b116-5a070714cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.171432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-6df83395-7fa8-4a24-b116-5a070714cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.174049 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-6df83395-7fa8-4a24-b116-5a070714cb00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0898a8-edc4-4b45-bae3-8138b313d423&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 HTTP/1.1" status: 200 len: 2295 time: 0.1252646 Mar 22 14:13:54.206331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9ce3e345-76e5-4710-8825-933c48d53ac1 req-809d0594-e62f-432d-9bb9-72a497874506 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647135 Mar 22 14:13:54.268234 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-5c0cbcd3-5ebd-403a-be26-723124b9d830 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28 HTTP/1.1" status: 200 len: 1001 time: 0.0872931 Mar 22 14:13:54.280967 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.329957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-a42e7079-f04c-466a-b98b-aa856bac0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.331666 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-a42e7079-f04c-466a-b98b-aa856bac0084 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e180e39c-c3f4-4029-9ecc-2af3e6986ab1 HTTP/1.1" status: 200 len: 853 time: 0.0546157 Mar 22 14:13:54.427394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-1ebe689f-945a-4b1a-b3a1-a7432cfe1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.429085 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-1ebe689f-945a-4b1a-b3a1-a7432cfe1962 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0898a8-edc4-4b45-bae3-8138b313d423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0858345 Mar 22 14:13:54.476001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3743-3354-4de4-b7ac-a2964b7ac4a1 req-26757ea5-2b75-4f3e-9a2c-15f89938e330 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.483722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d7c3743-3354-4de4-b7ac-a2964b7ac4a1 req-26757ea5-2b75-4f3e-9a2c-15f89938e330 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0678921 Mar 22 14:13:54.543358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d7c3743-3354-4de4-b7ac-a2964b7ac4a1 req-b145c0e2-0d75-4f8b-9613-ab4055d49d01 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Mar 22 14:13:54.590772 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-40fba987-a226-403a-ac7d-ed3f2c21ea01 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456599 Mar 22 14:13:54.597448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.706376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-1996b8a1-2c6f-4b1b-83af-fe6a0eaf077a service neutron] 10.222.0.57 "GET /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089954 Mar 22 14:13:55.083461 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-726bbfb6-b5b5-423d-a5eb-8d4c6f0c0ad4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 217 time: 0.3668799 Mar 22 14:13:55.139558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-2d2b4d42-2ab0-4e38-9738-da9722e5c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.141138 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-2d2b4d42-2ab0-4e38-9738-da9722e5c379 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.0504129 Mar 22 14:13:55.190992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-08bc2b46-b474-47cf-a731-24a93f85e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.193121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-08bc2b46-b474-47cf-a731-24a93f85e71b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0459504 Mar 22 14:13:55.308570 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-f1ce8c23-ae91-4316-8ac4-b45be22742ff service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090527 Mar 22 14:13:55.354419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78e3a5-148b-4a01-ba59-7be727b355df req-77881e32-e755-464d-90a6-f38870e65807 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.356540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb78e3a5-148b-4a01-ba59-7be727b355df req-77881e32-e755-464d-90a6-f38870e65807 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0687811 Mar 22 14:13:55.415559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-dbf0f1e7-8d65-4bfa-af86-5dee4c75625b service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013329 Mar 22 14:13:55.429827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb78e3a5-148b-4a01-ba59-7be727b355df req-3e996afe-ae73-4ba2-8416-8cff7701a3e0 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616651 Mar 22 14:13:55.470518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-db6d608d-709a-4f98-9305-4e9a5354e6a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 217 time: 0.0430088 Mar 22 14:13:55.519520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38136) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:55.521548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-af37b52e-1c0d-4e39-9eac-7475ec1a99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.523317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-af37b52e-1c0d-4e39-9eac-7475ec1a99dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.0472498 Mar 22 14:13:55.590352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-c2de0b44-f9fd-4223-8a37-089ea3adaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.592060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-c2de0b44-f9fd-4223-8a37-089ea3adaa48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0622902 Mar 22 14:13:55.661914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9819069a-3459-41c0-b96c-96b04a32c929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.696137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-19dc9108-2e36-44f0-a418-8370674978af service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978439 Mar 22 14:13:55.743817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab16e-be38-4339-b9fd-1eb018136772 req-85f35f33-67ea-4d12-966a-631ad887ca79 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.745315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f22ab16e-be38-4339-b9fd-1eb018136772 req-85f35f33-67ea-4d12-966a-631ad887ca79 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0857048 Mar 22 14:13:55.801782 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-9bdd9013-150c-46b0-8b14-00fbcc7cdcf7 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001678 Mar 22 14:13:55.831449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f22ab16e-be38-4339-b9fd-1eb018136772 req-4fc6c945-87cd-4356-8224-d49618ec742c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799844 Mar 22 14:13:55.836159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9819069a-3459-41c0-b96c-96b04a32c929 admin admin] Publish callbacks [] for security_group (a0a260ae-63ad-45fe-99ed-20d0db01804a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.841493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9819069a-3459-41c0-b96c-96b04a32c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a0a260ae-63ad-45fe-99ed-20d0db01804a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.843577 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-6844f44b-a2bb-4d0d-b01b-d179fdcf6ca3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=1616d952-a6ab-4d41-923b-ddc7f962147f HTTP/1.1" status: 200 len: 217 time: 0.0359302 Mar 22 14:13:55.882831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9819069a-3459-41c0-b96c-96b04a32c929 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc3eee4cbf6c4304b4c959ac8fb946c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613358 Mar 22 14:13:55.883692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819069a-3459-41c0-b96c-96b04a32c929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a260ae-63ad-45fe-99ed-20d0db01804a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:55.886095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38146) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:55.912409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fc28b725-3718-4295-a5e8-5414bc7d1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.914388 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fc28b725-3718-4295-a5e8-5414bc7d1159 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.0652676 Mar 22 14:13:55.970663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c600bf9-ba9c-4b05-8a5d-290168bfc923 admin admin] Publish callbacks [] for security_group (a0a260ae-63ad-45fe-99ed-20d0db01804a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.974977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fecdb9a2-e216-4e2f-b070-f007d40c99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.976719 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-fecdb9a2-e216-4e2f-b070-f007d40c99ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0568364 Mar 22 14:13:56.007938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8a85-3953-482d-8e71-f08ed94c5536 req-bd860c0e-aa85-41c0-bc37-f8eef19f568c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.009519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f2a8a85-3953-482d-8e71-f08ed94c5536 req-bd860c0e-aa85-41c0-bc37-f8eef19f568c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0855520 Mar 22 14:13:56.011709 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c600bf9-ba9c-4b05-8a5d-290168bfc923 admin admin] Publish callbacks [] for security_group (a0a260ae-63ad-45fe-99ed-20d0db01804a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.083347 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-0b89253b-ba29-4eb7-a255-863b7d61c9e4 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004074 Mar 22 14:13:56.086533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f2a8a85-3953-482d-8e71-f08ed94c5536 req-a5cc7aac-3da6-4f86-a2ef-854455c4ad6f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672050 Mar 22 14:13:56.112126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c600bf9-ba9c-4b05-8a5d-290168bfc923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a0a260ae-63ad-45fe-99ed-20d0db01804a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.114794 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c600bf9-ba9c-4b05-8a5d-290168bfc923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.118556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0c600bf9-ba9c-4b05-8a5d-290168bfc923 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0a260ae-63ad-45fe-99ed-20d0db01804a HTTP/1.1" status: 204 len: 168 time: 0.2290835 Mar 22 14:13:56.126084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c600bf9-ba9c-4b05-8a5d-290168bfc923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a260ae-63ad-45fe-99ed-20d0db01804a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:56.198445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-7a134ab0-a90f-48ed-9350-3cab1ac70b00 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092477 Mar 22 14:13:56.253107 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-d286e533-5806-4b40-973b-8a7b28c1e5f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=255aa5f4-14aa-4847-a791-8dec85ba3e20 HTTP/1.1" status: 200 len: 217 time: 0.0489914 Mar 22 14:13:56.330899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-98a726c2-d07b-4f6c-8e48-9524e3280a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.332968 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-98a726c2-d07b-4f6c-8e48-9524e3280a9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 200 len: 797 time: 0.0727983 Mar 22 14:13:56.397489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-dcd9b06b-f524-404c-91ec-58aeee1c43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.399137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-dcd9b06b-f524-404c-91ec-58aeee1c43e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e83e16a-45a9-4d6e-890c-b5a1d13688f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0605621 Mar 22 14:13:56.506332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-30627ee8-c51a-4700-8d43-d7674bae6d82 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013234 Mar 22 14:13:56.593135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38170) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:56.626782 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-6433a672-ded4-4aa1-8304-2ce004336bf9 service neutron] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136281 Mar 22 14:13:56.640004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fbd47568-8ac9-4861-9c91-35b9b8365e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.669535 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-33dbfb8e-0099-490d-9089-af4a37f2107a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987 HTTP/1.1" status: 200 len: 217 time: 0.0372999 Mar 22 14:13:56.673135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-e6ff79dc-ff74-4c6a-99c8-a78e26e250c7 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.674680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-e6ff79dc-ff74-4c6a-99c8-a78e26e250c7 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 815 time: 0.1911917 Mar 22 14:13:56.705477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468713-25ca-4aef-9f31-3565679a107e req-fc165af8-252f-4c6f-a8e9-3f1fbfa494da tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.706993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81468713-25ca-4aef-9f31-3565679a107e req-fc165af8-252f-4c6f-a8e9-3f1fbfa494da tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1332495 Mar 22 14:13:56.717312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-592f1811-f03a-4f0a-871e-7068d850da17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/quotas/a170dd465b644a79b36cb12e86504477 HTTP/1.1" status: 200 len: 375 time: 0.0331419 Mar 22 14:13:56.733036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-a6bcf81f-ebea-43ae-ac89-ac21cef49f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.734888 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-a6bcf81f-ebea-43ae-ac89-ac21cef49f7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05d59628-a2bc-46ae-b9fd-3be745da8856 HTTP/1.1" status: 200 len: 797 time: 0.0606501 Mar 22 14:13:56.800141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-7fd2c7aa-cfe6-47ee-9321-f95a9b194f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.803166 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-7fd2c7aa-cfe6-47ee-9321-f95a9b194f40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0506608 Mar 22 14:13:56.846715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81468713-25ca-4aef-9f31-3565679a107e req-7095d536-ab94-4918-8b6d-b44271f4a749 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219332 Mar 22 14:13:56.848609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fbd47568-8ac9-4861-9c91-35b9b8365e37 admin admin] Publish callbacks [] for security_group (382b2b41-8fda-47fd-a5a8-ab43d813ce47), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.853896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fbd47568-8ac9-4861-9c91-35b9b8365e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (382b2b41-8fda-47fd-a5a8-ab43d813ce47), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.876970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-6807002d-d6c6-4d8e-8860-b3dd0d6de210 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423693 Mar 22 14:13:56.916080 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-a82eb636-1722-4608-bf6d-d2969ff4dc69 service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082945 Mar 22 14:13:56.952733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd47568-8ac9-4861-9c91-35b9b8365e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382b2b41-8fda-47fd-a5a8-ab43d813ce47,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:56.958951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fbd47568-8ac9-4861-9c91-35b9b8365e37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92ab13408efe4c7abbcd9ed39a85b402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648238 Mar 22 14:13:56.961642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38176) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:57.038056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-0bc4477e-5bdd-43c7-95e9-7df2e41bb8f7 service neutron] 10.222.0.44 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601121 Mar 22 14:13:57.075175 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-b63a411c-046a-4876-8e08-f135c26541c5 service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530697 Mar 22 14:13:57.099300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e606127-95af-4e2c-ba71-31457b475733 admin admin] Publish callbacks [] for security_group (382b2b41-8fda-47fd-a5a8-ab43d813ce47), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.124504 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-12fb1a0e-0924-448c-80d8-518081ac11e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d HTTP/1.1" status: 200 len: 217 time: 0.0439599 Mar 22 14:13:57.172763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e606127-95af-4e2c-ba71-31457b475733 admin admin] Publish callbacks [] for security_group (382b2b41-8fda-47fd-a5a8-ab43d813ce47), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.179072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-7f863f0b-8456-45d0-a212-22009c86adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.180802 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-7f863f0b-8456-45d0-a212-22009c86adc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05d59628-a2bc-46ae-b9fd-3be745da8856 HTTP/1.1" status: 200 len: 797 time: 0.0485642 Mar 22 14:13:57.234932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-606d794f-5819-46f7-a0cb-70c96a88f7e6 service neutron] 10.222.0.44 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959071 Mar 22 14:13:57.237237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-2934e57f-dcf4-4aec-91cd-8e4f6a15ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.239291 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-2934e57f-dcf4-4aec-91cd-8e4f6a15ecb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0526137 Mar 22 14:13:57.259121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e8ae4-b7de-4eb1-a7ce-ad7819e1bd28 req-e6755ff1-deb8-4db7-8faf-b9706f3262c7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.260759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-709e8ae4-b7de-4eb1-a7ce-ad7819e1bd28 req-e6755ff1-deb8-4db7-8faf-b9706f3262c7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1584430 Mar 22 14:13:57.285086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e606127-95af-4e2c-ba71-31457b475733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (382b2b41-8fda-47fd-a5a8-ab43d813ce47), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.288698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e606127-95af-4e2c-ba71-31457b475733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.290287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7e606127-95af-4e2c-ba71-31457b475733 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/382b2b41-8fda-47fd-a5a8-ab43d813ce47 HTTP/1.1" status: 204 len: 168 time: 0.3276241 Mar 22 14:13:57.346011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e606127-95af-4e2c-ba71-31457b475733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382b2b41-8fda-47fd-a5a8-ab43d813ce47,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:57.346620 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-4b577c03-31bd-482c-87c3-70237b4b941c service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008623 Mar 22 14:13:57.431483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-709e8ae4-b7de-4eb1-a7ce-ad7819e1bd28 req-17b88fa0-3e76-4e12-a2aa-c2c0271a52e2 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642847 Mar 22 14:13:57.496507 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-983df9ac-d62d-40c0-a53e-c57fff7912f7 req-c920a1b0-3770-4c0d-88e4-ddce1e7f0e8f service neutron] 10.222.0.57 "GET /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439400 Mar 22 14:13:57.539913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39722581-2080-44dd-9085-331aea9b329e req-9b54f7bb-377e-49ac-ba74-870efc7def1e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 210 time: 0.1033664 Mar 22 14:13:57.611966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd98f2-d0c0-485a-a3e2-ed758604249f req-b35a81c7-a1cb-4055-92dc-ff85cd4df45c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.613521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9bd98f2-d0c0-485a-a3e2-ed758604249f req-b35a81c7-a1cb-4055-92dc-ff85cd4df45c tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0665762 Mar 22 14:13:57.698186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9bd98f2-d0c0-485a-a3e2-ed758604249f req-b3b13da2-2f10-4c13-8cf5-3905257b6949 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743272 Mar 22 14:13:57.825383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-09fbe0da-a1db-4f90-8e91-34aa268b4bcc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.827084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-09fbe0da-a1db-4f90-8e91-34aa268b4bcc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "GET /v2.0/ports?device_id=695d29b2-aad2-4941-a881-8ef557f045bb HTTP/1.1" status: 200 len: 946 time: 0.0995665 Mar 22 14:13:57.992904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Deleting port 40f57503-890a-4347-be4c-81ca47408c85 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:57.993256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (40f57503-890a-4347-be4c-81ca47408c85), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.164914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] For port 40f57503-890a-4347-be4c-81ca47408c85, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=40f57503-890a-4347-be4c-81ca47408c85,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:58.165533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (40f57503-890a-4347-be4c-81ca47408c85), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.181802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b42307-af4d-4e68-ab00-31108d18fd9e req-e07ab80c-0de0-468f-a740-8864a487f73d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.183415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88b42307-af4d-4e68-ab00-31108d18fd9e req-e07ab80c-0de0-468f-a740-8864a487f73d tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.1285937 Mar 22 14:13:58.189494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Calling delete_port for 40f57503-890a-4347-be4c-81ca47408c85 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:58.283468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88b42307-af4d-4e68-ab00-31108d18fd9e req-90a16dca-69ce-4055-bb67-8c28e27c9e75 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898900 Mar 22 14:13:58.417732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (40f57503-890a-4347-be4c-81ca47408c85), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.422441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.438533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['40f57503-890a-4347-be4c-81ca47408c85'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:58.452557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Pushing event deleted for resources: {'Port': ['ID=40f57503-890a-4347-be4c-81ca47408c85,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:58.455554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38220) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:58.543782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] No DVR routers for this DVR port 40f57503-890a-4347-be4c-81ca47408c85 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:58.547732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.551306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c2fe111-2c14-47ae-9025-e57703e3c53d req-e3c2cc4b-9ca1-4c18-9129-9ce51c515b50 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "DELETE /v2.0/ports/40f57503-890a-4347-be4c-81ca47408c85 HTTP/1.1" status: 204 len: 173 time: 0.7188618 Mar 22 14:13:58.551888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'name': 'network-vif-deleted', 'tag': '40f57503-890a-4347-be4c-81ca47408c85'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:58.555229 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b14f435-9492-49cc-b0b5-d406c512d9c4" -d '{"events": [{"server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "name": "network-vif-deleted", "tag": "40f57503-890a-4347-be4c-81ca47408c85"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:58.611688 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734c00b7-bb3f-4a95-b340-3f77b04d64bf x-openstack-request-id: req-734c00b7-bb3f-4a95-b340-3f77b04d64bf {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:58.612742 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695d29b2-aad2-4941-a881-8ef557f045bb", "name": "network-vif-deleted", "tag": "40f57503-890a-4347-be4c-81ca47408c85", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:58.613983 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-734c00b7-bb3f-4a95-b340-3f77b04d64bf {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:58.614737 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734c00b7-bb3f-4a95-b340-3f77b04d64bf'] response: {'server_uuid': '695d29b2-aad2-4941-a881-8ef557f045bb', 'name': 'network-vif-deleted', 'tag': '40f57503-890a-4347-be4c-81ca47408c85', 'status': 'completed', 'code': 200} Mar 22 14:13:58.707904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-93660553-d962-4e86-a03b-12f9e21c75af req-c1377830-4646-4c53-929b-537c04507aee service neutron] (110458) timed out ('10.222.0.44', 36162) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:13:58.757390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efc6832b-354a-45d8-93b2-2a708cdb92fb req-ecd88049-c6b9-4ddf-a944-dae9dad5ff1b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 210 time: 0.0593584 Mar 22 14:13:58.936322 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-00bcfc4b-910b-4188-99e4-2713645fbd83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.966739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-44e7fa58-4a2b-4ab3-831b-3ce0b82abea7 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.968222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-44e7fa58-4a2b-4ab3-831b-3ce0b82abea7 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 815 time: 0.1410043 Mar 22 14:13:58.986725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Request body: {'port': {'device_id': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'admin_state_up': True, 'tenant_id': 'a170dd465b644a79b36cb12e86504477'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:59.137622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-00bcfc4b-910b-4188-99e4-2713645fbd83 admin admin] Publish callbacks [] for security_group (2f65d7f0-ffe5-4b78-a772-30be82941a7b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.147078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-00bcfc4b-910b-4188-99e4-2713645fbd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f65d7f0-ffe5-4b78-a772-30be82941a7b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.167007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Made reservation on behalf of a170dd465b644a79b36cb12e86504477 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:59.170799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.217478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-00bcfc4b-910b-4188-99e4-2713645fbd83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=025aa4758b7c497eb3a4c9d5266c7d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7559955 Mar 22 14:13:59.217478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcfc4b-910b-4188-99e4-2713645fbd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f65d7f0-ffe5-4b78-a772-30be82941a7b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:59.218804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38240) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:59.342972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98ce9c25-b33f-4ba5-a6ad-b4f137ac84a6 admin admin] Publish callbacks [] for security_group (2f65d7f0-ffe5-4b78-a772-30be82941a7b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.352142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Allocated IP 172.20.0.6 (94a522ab-d599-41e4-8c3d-56f0737494df/1875e5c6-c206-4c43-a35e-1e88c3e4fd8f/9db4d8ce-c404-4127-ada6-9aa104ae2899) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:59.387777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98ce9c25-b33f-4ba5-a6ad-b4f137ac84a6 admin admin] Publish callbacks [] for security_group (2f65d7f0-ffe5-4b78-a772-30be82941a7b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.443313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98ce9c25-b33f-4ba5-a6ad-b4f137ac84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2f65d7f0-ffe5-4b78-a772-30be82941a7b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.446304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98ce9c25-b33f-4ba5-a6ad-b4f137ac84a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.447582 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-98ce9c25-b33f-4ba5-a6ad-b4f137ac84a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f65d7f0-ffe5-4b78-a772-30be82941a7b HTTP/1.1" status: 204 len: 168 time: 0.2210872 Mar 22 14:13:59.465035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce9c25-b33f-4ba5-a6ad-b4f137ac84a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f65d7f0-ffe5-4b78-a772-30be82941a7b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:59.632109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9f79-1e6a-43dd-8dd5-dca40b7c6a38 req-b755f9df-8059-4a7a-987b-e4c52ccf3a53 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.636174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06ff9f79-1e6a-43dd-8dd5-dca40b7c6a38 req-b755f9df-8059-4a7a-987b-e4c52ccf3a53 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.2090538 Mar 22 14:13:59.652882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-f4125c07-e1d7-43d9-a197-db159c9c56c1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.654511 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-f4125c07-e1d7-43d9-a197-db159c9c56c1 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 945 time: 0.0997145 Mar 22 14:13:59.732539 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks [] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.737268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06ff9f79-1e6a-43dd-8dd5-dca40b7c6a38 req-40e52c89-a5be-42e4-91c7-f9260ffaed28 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867786 Mar 22 14:13:59.791111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.803407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Deleting port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:59.803889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.890648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:59.919053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] For port 55ac8fbe-6a44-4cab-91c6-9132396e3d49, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=55ac8fbe-6a44-4cab-91c6-9132396e3d49,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:59.919053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.936466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Calling delete_port for 55ac8fbe-6a44-4cab-91c6-9132396e3d49 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:59.956134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Network 94a522ab-d599-41e4-8c3d-56f0737494df is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:59.960748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:59.964087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:00.001063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566b507-3958-456b-88bb-3733424b8509 req-4fc2e893-114f-4562-8eaf-9fcae706a7ee tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:00.008635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6566b507-3958-456b-88bb-3733424b8509 req-4fc2e893-114f-4562-8eaf-9fcae706a7ee tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 931 time: 0.1219430 Mar 22 14:14:00.066661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:00.067743 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.088657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-90f03833-a9c9-42e9-a455-ff0182656234 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086142 Mar 22 14:14:00.103880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6566b507-3958-456b-88bb-3733424b8509 req-40ef9986-7b9f-46cb-b560-afd4fa1e5c3c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940609 Mar 22 14:14:00.125723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Request body: {'port': {'device_id': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:00.176807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (55ac8fbe-6a44-4cab-91c6-9132396e3d49), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.191686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:00.233412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event deleted for resources: {'Port': ['ID=55ac8fbe-6a44-4cab-91c6-9132396e3d49,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:00.272913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.276149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['55ac8fbe-6a44-4cab-91c6-9132396e3d49'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:00.303403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] No DVR routers for this DVR port 55ac8fbe-6a44-4cab-91c6-9132396e3d49 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:00.312449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.318517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-08ed7113-8b48-4eb1-8a92-7fdfa6bd9d55 req-75eba46e-3bd9-46a1-b59b-4b8504b3162f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.57 "DELETE /v2.0/ports/55ac8fbe-6a44-4cab-91c6-9132396e3d49 HTTP/1.1" status: 204 len: 173 time: 0.6566331 Mar 22 14:14:00.322579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'name': 'network-vif-deleted', 'tag': '55ac8fbe-6a44-4cab-91c6-9132396e3d49'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:00.325530 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f20325-e2ae-4730-8f6b-a0e0e5eeaa59" -d '{"events": [{"server_uuid": "444fdb6b-6b48-4fc5-880a-2a15e6e40584", "name": "network-vif-deleted", "tag": "55ac8fbe-6a44-4cab-91c6-9132396e3d49"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:00.393221 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbfd81f-7d09-4f6b-849d-c09892698df8 x-openstack-request-id: req-3cbfd81f-7d09-4f6b-849d-c09892698df8 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:00.393515 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fdb6b-6b48-4fc5-880a-2a15e6e40584", "name": "network-vif-deleted", "tag": "55ac8fbe-6a44-4cab-91c6-9132396e3d49", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:00.393824 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cbfd81f-7d09-4f6b-849d-c09892698df8 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:00.394190 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbfd81f-7d09-4f6b-849d-c09892698df8'] response: {'server_uuid': '444fdb6b-6b48-4fc5-880a-2a15e6e40584', 'name': 'network-vif-deleted', 'tag': '55ac8fbe-6a44-4cab-91c6-9132396e3d49', 'status': 'completed', 'code': 200} Mar 22 14:14:00.705490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db4d8ce-c404-4127-ada6-9aa104ae2899 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:00.715893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Publish callbacks [] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.734000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Transition to ACTIVE for port object 9db4d8ce-c404-4127-ada6-9aa104ae2899 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:14:00.739987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.793077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 40f57503-890a-4347-be4c-81ca47408c85 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:00.843817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:00.846462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 40f57503-890a-4347-be4c-81ca47408c85 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:00.847047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 40f57503-890a-4347-be4c-81ca47408c85 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:00.959797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80677508-97ce-49bc-8cb9-2411225630f7 req-3c62dea8-8d79-48db-87ba-b513f6cc70b7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=444fdb6b-6b48-4fc5-880a-2a15e6e40584 HTTP/1.1" status: 200 len: 210 time: 0.0553141 Mar 22 14:14:01.034789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Attempting to bind port 9db4d8ce-c404-4127-ada6-9aa104ae2899 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:01.035123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Attempting to bind port 9db4d8ce-c404-4127-ada6-9aa104ae2899 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:01.035474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Attempting to bind port 9db4d8ce-c404-4127-ada6-9aa104ae2899 on network 94a522ab-d599-41e4-8c3d-56f0737494df {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:01.044338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Port 9db4d8ce-c404-4127-ada6-9aa104ae2899 on network 94a522ab-d599-41e4-8c3d-56f0737494df not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:14:01.044730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Attempting to bind port 9db4d8ce-c404-4127-ada6-9aa104ae2899 on network 94a522ab-d599-41e4-8c3d-56f0737494df {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:01.052613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:01.052927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Checking segment: {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:01.053380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Bound using segment: {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:01.054029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Bound port: 9db4d8ce-c404-4127-ada6-9aa104ae2899, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:01.054390 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.069431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.074563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.080251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.085848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.091122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.096979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.106139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.107823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-0344b6ac-0467-47de-8741-0b8981886e45 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.1446712 Mar 22 14:14:01.254796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:01.259600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:01.278334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a50e23bd-dd8e-4c92-bca7-1eacb3662b56 req-df185dbc-0d89-4aa5-b2ea-db6177d00ffd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584928 Mar 22 14:14:01.283105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.338185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98eb328-3cd9-4cca-893c-4f532fcd2834 req-7503ee78-2686-40c1-b08f-0a0064869f51 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.339695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d98eb328-3cd9-4cca-893c-4f532fcd2834 req-7503ee78-2686-40c1-b08f-0a0064869f51 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 943 time: 0.1611254 Mar 22 14:14:01.346643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.347335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.348683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] 10.222.0.42 "PUT /v2.0/ports/9db4d8ce-c404-4127-ada6-9aa104ae2899 HTTP/1.1" status: 200 len: 1091 time: 1.2387204 Mar 22 14:14:01.350436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:01.352820 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e3c16-527c-4a25-bdc9-6b653bfd7680" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:01.429273 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8de400-3097-46b1-971b-ecf63ac045dd x-openstack-request-id: req-4f8de400-3097-46b1-971b-ecf63ac045dd {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:01.429569 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:01.429824 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f8de400-3097-46b1-971b-ecf63ac045dd {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:01.430245 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8de400-3097-46b1-971b-ecf63ac045dd'] response: {'name': 'network-changed', 'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'status': 'completed', 'code': 200} Mar 22 14:14:01.433666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d98eb328-3cd9-4cca-893c-4f532fcd2834 req-7e0558ec-87b5-4b3d-ad45-04fee4bb437e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840895 Mar 22 14:14:01.468433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b6d85-824d-44bb-a6a5-a00153267f12 service neutron] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:01.485090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-62ee242a-fa65-4520-ad6a-4990b739465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.486740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-62ee242a-fa65-4520-ad6a-4990b739465b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 1125 time: 0.0639403 Mar 22 14:14:01.533489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-0ccdce42-aa0b-4975-870b-056c4682b764 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899 HTTP/1.1" status: 200 len: 217 time: 0.0367954 Mar 22 14:14:01.583752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-c3211726-7930-4aff-809a-4a000c798d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.585576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-c3211726-7930-4aff-809a-4a000c798d77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f HTTP/1.1" status: 200 len: 855 time: 0.0462286 Mar 22 14:14:01.622148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-ad043a6b-83bc-4aea-a380-a80c7727ad04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94a522ab-d599-41e4-8c3d-56f0737494df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308712 Mar 22 14:14:01.660618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38320) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:01.716864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-70705b5c-a4be-4ef3-a7cd-1d5b4197aad8 service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884969 Mar 22 14:14:01.722789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38324) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:01.839623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585c95e-da4c-4200-8f3f-38f8e2780ffe req-f9505bf3-f934-457d-9016-efd13e8f63ba service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107643 Mar 22 14:14:01.874163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7e22-63d8-4507-a9dc-3cef5280e854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.888251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'network': {'name': 'tempest-network-smoke--1141047154', 'project_id': 'f65b76c4770841778021955e5f892da5', 'port_security_enabled': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:01.907089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:01.910685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.919967 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.954606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-44d16f14-b221-448b-8bc4-ea4fd68dee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.956367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-44d16f14-b221-448b-8bc4-ea4fd68dee07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 1125 time: 0.0671055 Mar 22 14:14:01.999639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (4eefdcc3-46a5-41cb-b1e4-9c543df88f56), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.004368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4eefdcc3-46a5-41cb-b1e4-9c543df88f56), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.029673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:02.050252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eefdcc3-46a5-41cb-b1e4-9c543df88f56,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:02.055689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (60c559f1-f922-4f30-b8a7-3c62ca426315), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.056105 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Added segment 60c559f1-f922-4f30-b8a7-3c62ca426315 of type vlan for network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 Mar 22 14:14:02.074001 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7e22-63d8-4507-a9dc-3cef5280e854 admin admin] Publish callbacks [] for security_group (b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.086159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7e22-63d8-4507-a9dc-3cef5280e854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.109502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.125211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb7e22-63d8-4507-a9dc-3cef5280e854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:02.137256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.145980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.146655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.159471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-ee2c7ba5-3e0b-45e5-bb33-896b90f54cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.161200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-ee2c7ba5-3e0b-45e5-bb33-896b90f54cae service neutron] 10.222.0.42 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 916 time: 0.1990492 Mar 22 14:14:02.163674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fcbb7e22-63d8-4507-a9dc-3cef5280e854 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf9592ecaf2b4e3bb89205145da1b68e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395752 Mar 22 14:14:02.166315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38338) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:02.214308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5518529 Mar 22 14:14:02.217214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38344) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:02.222538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'admin_state_up': True, 'project_id': 'f65b76c4770841778021955e5f892da5', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:02.223234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-27681ed7-c874-493c-9705-d998ccbb3582 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899 HTTP/1.1" status: 200 len: 217 time: 0.0506761 Mar 22 14:14:02.246367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e58d3-33cc-415b-b752-1ff75a8205e6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Network': ['ID=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:02.257638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.257820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:02.259633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (d79dc74e-7203-45f1-b9d8-0cf377258f8d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.320211 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_controller (d79dc74e-7203-45f1-b9d8-0cf377258f8d), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.503105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (d79dc74e-7203-45f1-b9d8-0cf377258f8d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.700601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.718812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.725712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-1c983fb5-7799-4fde-b96c-f8a43214ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.727294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-1c983fb5-7799-4fde-b96c-f8a43214ad5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f HTTP/1.1" status: 200 len: 855 time: 0.4961522 Mar 22 14:14:02.753591 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2d85f371-4f7b-4636-b8dc-56ac68b521d0 admin admin] Publish callbacks [] for security_group (b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.786343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-f7f30d55-1193-4556-aa2a-7ed08535449e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94a522ab-d599-41e4-8c3d-56f0737494df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419662 Mar 22 14:14:02.820333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.820885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.25.2.168 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/17ac4c90-9735-49fc-a505-7bd529e9d151) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:02.826288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.831783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.837263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.842516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.848061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.853735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.855651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ac9050d-154c-4148-becd-8659aed51733 req-3ccf6a81-965f-4394-a245-9b1d241fbf0e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.2078087 Mar 22 14:14:02.866347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b71dd-e843-41e6-95d8-9154d3facf0a req-5518370c-400d-4c0e-83f9-c1bb28e9930c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.867822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db4b71dd-e843-41e6-95d8-9154d3facf0a req-5518370c-400d-4c0e-83f9-c1bb28e9930c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 943 time: 0.2213891 Mar 22 14:14:02.878271 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2d85f371-4f7b-4636-b8dc-56ac68b521d0 admin admin] Publish callbacks [] for security_group (b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.887983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 55ac8fbe-6a44-4cab-91c6-9132396e3d49 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:02.908321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 55ac8fbe-6a44-4cab-91c6-9132396e3d49 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:02.908662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 55ac8fbe-6a44-4cab-91c6-9132396e3d49 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:02.925665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.962131 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.000509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:03.003548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:03.009662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:03.015827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=17ac4c90-9735-49fc-a505-7bd529e9d151,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:03.035664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db4b71dd-e843-41e6-95d8-9154d3facf0a req-acc85b88-9698-4121-8eed-8c29bd0c5c01 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458681 Mar 22 14:14:03.068159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ac9050d-154c-4148-becd-8659aed51733 req-25f4fcca-9cdc-4e9e-a529-da44c39dbde3 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879280 Mar 22 14:14:03.070851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2d85f371-4f7b-4636-b8dc-56ac68b521d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.073364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2d85f371-4f7b-4636-b8dc-56ac68b521d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.078959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2d85f371-4f7b-4636-b8dc-56ac68b521d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b HTTP/1.1" status: 204 len: 168 time: 0.9098554 Mar 22 14:14:03.094877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-80e8f3fb-2c07-4dde-adf3-49b00189cee3 service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994914 Mar 22 14:14:03.107513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85f371-4f7b-4636-b8dc-56ac68b521d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fdd8d7-d62a-40d9-a5cb-3ec59de8402b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:03.211396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-993e3c16-527c-4a25-bdc9-6b653bfd7680 req-a407f361-cc8d-48f1-84e8-ccbb69bd2d20 service neutron] 10.222.0.42 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049981 Mar 22 14:14:03.330278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.397482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0dd34-df50-41ff-bc6a-02bc6aee4fed req-cd05f61c-f482-47d8-8c57-4e2ac92acc58 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.399438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85b0dd34-df50-41ff-bc6a-02bc6aee4fed req-cd05f61c-f482-47d8-8c57-4e2ac92acc58 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 946 time: 0.0625281 Mar 22 14:14:03.439936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38374) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:03.453402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85b0dd34-df50-41ff-bc6a-02bc6aee4fed req-a8a2e73d-220b-43b7-91df-6075d29d853f tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474582 Mar 22 14:14:03.460918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb61c201-32a3-4313-b66f-e3a4ad000191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.599058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.679939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb61c201-32a3-4313-b66f-e3a4ad000191 admin admin] Publish callbacks [] for security_group (d472a744-7266-423b-8bd0-12212eb2e6e3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.686335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb61c201-32a3-4313-b66f-e3a4ad000191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d472a744-7266-423b-8bd0-12212eb2e6e3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.740742 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fb61c201-32a3-4313-b66f-e3a4ad000191 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29e04845838a4e919395ccd389c3ed47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996886 Mar 22 14:14:03.743187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61c201-32a3-4313-b66f-e3a4ad000191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d472a744-7266-423b-8bd0-12212eb2e6e3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:03.743755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38376) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:03.787771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router d79dc74e-7203-45f1-b9d8-0cf377258f8d is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:14:03.794236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b48c7cbb-53ef-4441-86ef-9c58b06ff109 admin admin] Publish callbacks [] for security_group (d472a744-7266-423b-8bd0-12212eb2e6e3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.816746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b48c7cbb-53ef-4441-86ef-9c58b06ff109 admin admin] Publish callbacks [] for security_group (d472a744-7266-423b-8bd0-12212eb2e6e3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.866123 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b48c7cbb-53ef-4441-86ef-9c58b06ff109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d472a744-7266-423b-8bd0-12212eb2e6e3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.870317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b48c7cbb-53ef-4441-86ef-9c58b06ff109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.873954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b48c7cbb-53ef-4441-86ef-9c58b06ff109 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d472a744-7266-423b-8bd0-12212eb2e6e3 HTTP/1.1" status: 204 len: 168 time: 0.1267388 Mar 22 14:14:03.881750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c7cbb-53ef-4441-86ef-9c58b06ff109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d472a744-7266-423b-8bd0-12212eb2e6e3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:03.910569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:03.921151 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Sync routers for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:03.932869 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:03.933657 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:03.934069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.938783 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-84089391-aff2-4af9-8cf7-8f9ae7f41c3f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7176280 Mar 22 14:14:03.939068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.042287 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:04.217372 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-31fb7a45-80f9-4943-ba2f-64b8d88c9429 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f65b76c4770841778021955e5f892da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2745142 Mar 22 14:14:04.223987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.232834 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:03Z', 'revision_number': 3, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:04.267368 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Checking router: d79dc74e-7203-45f1-b9d8-0cf377258f8d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:04.268090 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Updating router d79dc74e-7203-45f1-b9d8-0cf377258f8d port 17ac4c90-9735-49fc-a505-7bd529e9d151 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:14:04.281575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.287168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.292640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.298282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.298632 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.305078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.310982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.317269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.327965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-cccde8b7-20c0-42f2-a75c-222d83f7b98a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.1395640 Mar 22 14:14:04.342968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312d610-a6c9-4066-84ca-6fafc954a1e6 req-4f7dea28-c167-4b90-9c15-7297621581a2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.345503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c312d610-a6c9-4066-84ca-6fafc954a1e6 req-4f7dea28-c167-4b90-9c15-7297621581a2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 943 time: 0.2042668 Mar 22 14:14:04.452679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c312d610-a6c9-4066-84ca-6fafc954a1e6 req-c0efc64e-2ba6-44fb-88b6-b9e076d920b5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847650 Mar 22 14:14:04.475706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcd143df-e0b7-4e70-95e7-84fb9d9260ff req-075db71e-0b84-4358-bd66-82b62aaac972 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467919 Mar 22 14:14:04.632631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849f442-9a36-43d5-abec-f91ba096c596 req-1c3908e0-df12-4a60-9069-b26be8e604bf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.632631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c849f442-9a36-43d5-abec-f91ba096c596 req-1c3908e0-df12-4a60-9069-b26be8e604bf tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 946 time: 0.0707710 Mar 22 14:14:04.643265 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Publish callbacks [] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.651028 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.688539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c849f442-9a36-43d5-abec-f91ba096c596 req-485d9c0f-95f9-466a-96fa-bd24f4984181 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ea21c-e612-474a-90f3-c6b57544394f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476501 Mar 22 14:14:04.724850 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Attempting to bind port 17ac4c90-9735-49fc-a505-7bd529e9d151 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:04.725287 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Attempting to bind port 17ac4c90-9735-49fc-a505-7bd529e9d151 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:04.725656 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Attempting to bind port 17ac4c90-9735-49fc-a505-7bd529e9d151 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:04.739186 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:04.739558 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:04.739963 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.740356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:04.740883 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Bound port: 17ac4c90-9735-49fc-a505-7bd529e9d151, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:04.741263 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.743306 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Pushing event updated for resources: {'Port': ['ID=17ac4c90-9735-49fc-a505-7bd529e9d151,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:04.774506 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.775981 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.776483 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.776826 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.777155 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.777483 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.777808 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.780770 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.781132 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.781466 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.781800 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.782151 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.782476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.782581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-f4bcced2-b650-4af6-94f5-23e76b1759d7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.783048 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.783124 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:04.784646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-f4bcced2-b650-4af6-94f5-23e76b1759d7 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 946 time: 0.0743804 Mar 22 14:14:04.794512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9db4d8ce-c404-4127-ada6-9aa104ae2899 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:04.805145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.811231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.817230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.824827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.830554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.836804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.843433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.846050 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-d2aa7d64-372f-4644-9f52-14568a0e473b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 5444 time: 0.6336617 Mar 22 14:14:04.848683 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] For port 17ac4c90-9735-49fc-a505-7bd529e9d151, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:04.852234 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] For port 17ac4c90-9735-49fc-a505-7bd529e9d151, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17ac4c90-9735-49fc-a505-7bd529e9d151,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:04.869620 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.871222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23f60b-7dda-4495-9e62-445155dc36fe tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.873574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ab23f60b-7dda-4495-9e62-445155dc36fe tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6474659 Mar 22 14:14:04.879681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38412) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.934656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-29fef213-bb17-4911-85f7-24eeadfcb7f6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.936568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dac04f31-6ec2-4b27-86c8-9e2b07b6cde4 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530276 Mar 22 14:14:04.939475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-29fef213-bb17-4911-85f7-24eeadfcb7f6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "GET /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0854995 Mar 22 14:14:04.939769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38416) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.958622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-237110181', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'project_id': 'f65b76c4770841778021955e5f892da5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:04.963742 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d1aa7-71c2-41d7-96db-856c7f38b243 None None] Pushing event updated for resources: {'Port': ['ID=17ac4c90-9735-49fc-a505-7bd529e9d151,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:04.965553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:04.975173 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:04.975833 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:04.989373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'port_id': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'mac_address': 'fa:16:3e:a8:4b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1875e5c6-c206-4c43-a35e-1e88c3e4fd8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:05.031390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9db4d8ce-c404-4127-ada6-9aa104ae2899 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:05.032372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.049865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db4d8ce-c404-4127-ada6-9aa104ae2899 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:05.085501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Deleting port 792e18f5-534d-440d-87ef-98b45c9719bc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:05.085846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.087281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:05.090876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:05.095325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.099092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.125783 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:05.133698 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-1090437d-37e0-48f4-807a-ad8f9a0a6b83 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "GET /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1888235 Mar 22 14:14:05.150224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:05.222953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:05.250063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.265543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] For port 792e18f5-534d-440d-87ef-98b45c9719bc, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=792e18f5-534d-440d-87ef-98b45c9719bc,segment=NetworkSegment(5fd15179-374c-497d-8e98-123c247114cc),segment_id=5fd15179-374c-497d-8e98-123c247114cc)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:05.266344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.284094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Calling delete_port for 792e18f5-534d-440d-87ef-98b45c9719bc owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:05.333451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9db4d8ce-c404-4127-ada6-9aa104ae2899'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:05.394192 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:03Z', 'revision_number': 3, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:05.455849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] For port bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:05.457922 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03924c12-f46c-40cb-8ea0-b3d2b26a13a7 None None] The sync data for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 is: [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:03Z', 'revision_number': 3, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:05.470469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.496144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] For port bd30ff5f-f2a3-41a5-8e13-4346725dcf66, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:05.572748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] device_id is not set on port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:05.582226 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] Publish callbacks [] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.590229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.696545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Subnet': ['ID=6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:05.700441 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (792e18f5-534d-440d-87ef-98b45c9719bc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.705776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] No DVR routers for this DVR port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:05.712283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['792e18f5-534d-440d-87ef-98b45c9719bc'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:05.725718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Checking segment: {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:05.726204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network hostable DHCP agents. Network: ff4fcfe9-45e0-4d9c-a94b-67388a63dab2, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:05.782075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Pushing event deleted for resources: {'Port': ['ID=792e18f5-534d-440d-87ef-98b45c9719bc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:05.790400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] Pushing event updated for resources: {'Port': ['ID=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,revision_number=6']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:05.796307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f2f00-d4fb-40ed-9928-11a3999ecb74 req-b7f20748-409f-41c0-bca1-fdf2c3f96f9f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.801716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a1f2f00-d4fb-40ed-9928-11a3999ecb74 req-b7f20748-409f-41c0-bca1-fdf2c3f96f9f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 944 time: 0.2116551 Mar 22 14:14:05.817348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] In _notify_port_updated(), no bound segment for port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:14:05.819295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.820526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.822614 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-f5942d05-7e25-45f4-a1a0-5e9e1b08e161 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 200 len: 1032 time: 0.6830800 Mar 22 14:14:05.866099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:05.876292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] No DVR routers for this DVR port 792e18f5-534d-440d-87ef-98b45c9719bc on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:05.914166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471e61-6501-49df-bbb8-d3a75515adee req-929d50e9-65f5-4063-9420-5b652a6f2be2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.920638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471e61-6501-49df-bbb8-d3a75515adee req-929d50e9-65f5-4063-9420-5b652a6f2be2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.926289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471e61-6501-49df-bbb8-d3a75515adee req-929d50e9-65f5-4063-9420-5b652a6f2be2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.932608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-3434ce17-c4d7-45da-8022-0537d16b7995 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.932773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471e61-6501-49df-bbb8-d3a75515adee req-929d50e9-65f5-4063-9420-5b652a6f2be2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.934118 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-3434ce17-c4d7-45da-8022-0537d16b7995 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "GET /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1056447 Mar 22 14:14:05.938360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471e61-6501-49df-bbb8-d3a75515adee req-929d50e9-65f5-4063-9420-5b652a6f2be2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.946629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471e61-6501-49df-bbb8-d3a75515adee req-929d50e9-65f5-4063-9420-5b652a6f2be2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.948771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7471e61-6501-49df-bbb8-d3a75515adee req-929d50e9-65f5-4063-9420-5b652a6f2be2 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 4665 time: 0.3122978 Mar 22 14:14:05.953860 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.964174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:05.964901 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01420df0-54ed-460d-a078-4b1cc9df6a98 req-3addf2e4-079b-48ec-8770-c980dae1c710 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.42 "DELETE /v2.0/ports/792e18f5-534d-440d-87ef-98b45c9719bc HTTP/1.1" status: 204 len: 173 time: 1.1719623 Mar 22 14:14:05.966039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'name': 'network-vif-deleted', 'tag': '792e18f5-534d-440d-87ef-98b45c9719bc'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:05.969485 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f97d8e-74ef-4463-ac7c-0c05da60e22a" -d '{"events": [{"server_uuid": "d00c19eb-4c32-4931-b618-8fc3140394e5", "name": "network-vif-deleted", "tag": "792e18f5-534d-440d-87ef-98b45c9719bc"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:06.013897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ff4fcfe9-45e0-4d9c-a94b-67388a63dab2) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:06.032972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8bccc-1f53-4a84-9983-017b08a93d77 None None] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:06.037074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:06.037930 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.071387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.106406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a1f2f00-d4fb-40ed-9928-11a3999ecb74 req-5ec96242-bc56-4346-a55c-c9139653e1aa tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784810 Mar 22 14:14:06.141546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3e9ee172-ecb4-4af0-9e91-85681abcbbff tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1977539 Mar 22 14:14:06.143119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:06.181335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7471e61-6501-49df-bbb8-d3a75515adee req-ac7ac1e4-c485-4e24-845a-da46e1a122c7 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&id=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2070062 Mar 22 14:14:06.220191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:06.221622 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.247678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d5eaf8c4-e679-4da7-ab14-31763bf4120d None None] Provisioning complete for port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:06.248117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf8c4-e679-4da7-ab14-31763bf4120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.301684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d5eaf8c4-e679-4da7-ab14-31763bf4120d None None] Port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:06.405645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9adef341-f80b-49d4-bfa6-0063e276468d req-c177e25e-e268-4691-aeaf-f8a8bf624701 tempest-ServersTestJSON-217876634 tempest-ServersTestJSON-217876634-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00c19eb-4c32-4931-b618-8fc3140394e5 HTTP/1.1" status: 200 len: 210 time: 0.1228721 Mar 22 14:14:06.409760 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cee946c-24c8-44de-9690-5dda89c98dea x-openstack-request-id: req-0cee946c-24c8-44de-9690-5dda89c98dea {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:06.410285 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00c19eb-4c32-4931-b618-8fc3140394e5", "name": "network-vif-deleted", "tag": "792e18f5-534d-440d-87ef-98b45c9719bc", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:06.410710 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cee946c-24c8-44de-9690-5dda89c98dea {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:06.411473 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cee946c-24c8-44de-9690-5dda89c98dea'] response: {'server_uuid': 'd00c19eb-4c32-4931-b618-8fc3140394e5', 'name': 'network-vif-deleted', 'tag': '792e18f5-534d-440d-87ef-98b45c9719bc', 'status': 'completed', 'code': 200} Mar 22 14:14:06.419645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] For port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:06.455173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Allocated IP 172.20.0.2 (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2/6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d/08bc016a-f80b-44f7-bd7c-4ea6df311560) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:06.489110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] For port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:06.543634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] device_id is not set on port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:06.571854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] Publish callbacks [] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.581844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.715170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] No DVR routers for this DVR port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:06.775727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Publish callbacks [] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.792175 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.804766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,revision_number=6']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:06.860399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] In _notify_port_updated(), no bound segment for port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 on network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:14:06.861342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:06.861957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.863327 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8180fabf-d13f-460d-b2ad-7591412039a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 200 len: 1032 time: 0.9051523 Mar 22 14:14:06.901125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:06.910639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Pushing event updated for resources: {'Port': ['ID=08bc016a-f80b-44f7-bd7c-4ea6df311560,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:06.913410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9db4d8ce-c404-4127-ada6-9aa104ae2899 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:06.915778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 76d61b6c-ba28-4917-a275-0cd7eabe304d no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:07.091212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port 255aa5f4-14aa-4847-a791-8dec85ba3e20 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:07.095703 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.241459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] For port 255aa5f4-14aa-4847-a791-8dec85ba3e20, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=255aa5f4-14aa-4847-a791-8dec85ba3e20,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:07.242170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.262026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for 255aa5f4-14aa-4847-a791-8dec85ba3e20 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:07.269314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:07.275238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17ac4c90-9735-49fc-a505-7bd529e9d151 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:07.296644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:07.307241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.364449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-64e079ac-69e1-4222-a783-00b7ed513800 None None] Provisioning complete for port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:07.365543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64e079ac-69e1-4222-a783-00b7ed513800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.425804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Attempting to bind port 08bc016a-f80b-44f7-bd7c-4ea6df311560 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:07.426206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Attempting to bind port 08bc016a-f80b-44f7-bd7c-4ea6df311560 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:07.426580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Attempting to bind port 08bc016a-f80b-44f7-bd7c-4ea6df311560 on network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:07.437442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:07.437822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Checking segment: {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:07.438275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.438674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Bound using segment: {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:07.439163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Bound port: 08bc016a-f80b-44f7-bd7c-4ea6df311560, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:07.439546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.450976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9640211-7ffb-493b-9f1b-e56fbb2cd186 req-8bd67811-c727-4077-8fe5-7a55e51a1d58 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.458352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9640211-7ffb-493b-9f1b-e56fbb2cd186 req-8bd67811-c727-4077-8fe5-7a55e51a1d58 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 944 time: 0.2420301 Mar 22 14:14:07.482801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (255aa5f4-14aa-4847-a791-8dec85ba3e20), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.541837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 9db4d8ce-c404-4127-ada6-9aa104ae2899 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:07.548534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 9db4d8ce-c404-4127-ada6-9aa104ae2899 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:07.548916 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.553579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 76d61b6c-ba28-4917-a275-0cd7eabe304d is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:07.554406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.558574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9640211-7ffb-493b-9f1b-e56fbb2cd186 req-5a5ea6cb-bd86-4579-9d09-f22fdb54c25a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990748 Mar 22 14:14:07.570486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-64e079ac-69e1-4222-a783-00b7ed513800 None None] Port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:07.589557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=255aa5f4-14aa-4847-a791-8dec85ba3e20,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:07.626936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:07.629215 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5fc1ed-f0d3-4059-b976-74d4851360c0" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:07.643022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194377e7-2e76-461c-bdc4-04613a91abfc req-a50b62f1-c19c-4b72-9513-89b4ed7998fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.643769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] No DVR routers for this DVR port 255aa5f4-14aa-4847-a791-8dec85ba3e20 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:07.650225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194377e7-2e76-461c-bdc4-04613a91abfc req-a50b62f1-c19c-4b72-9513-89b4ed7998fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.655862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 17ac4c90-9735-49fc-a505-7bd529e9d151 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:07.656349 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.656912 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.660291 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-548c7f7e-8d64-4316-a26d-20feea99ed15 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "DELETE /v2.0/ports/255aa5f4-14aa-4847-a791-8dec85ba3e20 HTTP/1.1" status: 204 len: 173 time: 0.7894242 Mar 22 14:14:07.660793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38470) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:07.661255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '255aa5f4-14aa-4847-a791-8dec85ba3e20'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:07.667815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194377e7-2e76-461c-bdc4-04613a91abfc req-a50b62f1-c19c-4b72-9513-89b4ed7998fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.672353 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28ba607-b5ba-4c78-a623-3c22e02a8bb7" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "255aa5f4-14aa-4847-a791-8dec85ba3e20"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:07.688174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194377e7-2e76-461c-bdc4-04613a91abfc req-a50b62f1-c19c-4b72-9513-89b4ed7998fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.688467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 76d61b6c-ba28-4917-a275-0cd7eabe304d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:07.691570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] For port 08bc016a-f80b-44f7-bd7c-4ea6df311560, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:07.707165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194377e7-2e76-461c-bdc4-04613a91abfc req-a50b62f1-c19c-4b72-9513-89b4ed7998fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.707774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.708566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:07.723283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-194377e7-2e76-461c-bdc4-04613a91abfc req-a50b62f1-c19c-4b72-9513-89b4ed7998fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 3808 time: 0.3206565 Mar 22 14:14:07.765549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] Deleting subnet edb6b946-1919-428d-82b4-bb41969f7980 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:07.768813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] Publish callbacks [] for subnet (edb6b946-1919-428d-82b4-bb41969f7980), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.791305 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8bdb34-4956-4a87-86b1-97b3b91d4a23 x-openstack-request-id: req-cf8bdb34-4956-4a87-86b1-97b3b91d4a23 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:07.791901 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:07.792178 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf8bdb34-4956-4a87-86b1-97b3b91d4a23 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:07.792576 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8bdb34-4956-4a87-86b1-97b3b91d4a23'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d', 'code': 200} Mar 22 14:14:07.812036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] For port 08bc016a-f80b-44f7-bd7c-4ea6df311560, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=08bc016a-f80b-44f7-bd7c-4ea6df311560,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:07.817113 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b211d54-4de3-497d-ac84-b54a97d8acda x-openstack-request-id: req-4b211d54-4de3-497d-ac84-b54a97d8acda {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:07.817402 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "255aa5f4-14aa-4847-a791-8dec85ba3e20", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:07.817658 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b211d54-4de3-497d-ac84-b54a97d8acda {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:07.818095 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b211d54-4de3-497d-ac84-b54a97d8acda'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '255aa5f4-14aa-4847-a791-8dec85ba3e20', 'status': 'completed', 'code': 200} Mar 22 14:14:07.833498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (edb6b946-1919-428d-82b4-bb41969f7980), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.863161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.904603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (edb6b946-1919-428d-82b4-bb41969f7980), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.914667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:07.915089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.028751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=76d61b6c-ba28-4917-a275-0cd7eabe304d,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.034281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9db4d8ce-c404-4127-ada6-9aa104ae2899 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:08.035005 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.078146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:08.079826 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.169016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-194377e7-2e76-461c-bdc4-04613a91abfc req-1bd62e7c-2e5b-4b4d-8a58-465fa6ea4095 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442179 Mar 22 14:14:08.170424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.20.0.1 (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2/6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d/e8e36d63-4385-4646-adce-5250b9afb8b8) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:08.171969 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (edb6b946-1919-428d-82b4-bb41969f7980), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.183639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 17ac4c90-9735-49fc-a505-7bd529e9d151 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:08.184034 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.202708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.208324 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/edb6b946-1919-428d-82b4-bb41969f7980 HTTP/1.1" status: 204 len: 168 time: 0.5303025 Mar 22 14:14:08.228827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:08.231462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:08.235830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] For port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:08.236221 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.242675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:08.256579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.257585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b0f66220-7e2e-421e-b4ac-78e170a3f987 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:08.263775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467da75-99c1-49fe-8d21-224472d177b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb6b946-1919-428d-82b4-bb41969f7980,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.274237 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.384086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 17ac4c90-9735-49fc-a505-7bd529e9d151, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17ac4c90-9735-49fc-a505-7bd529e9d151,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:08.385173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cdf35-24fa-4c5c-9b89-d1a0ece8a1a6 None None] Pushing event updated for resources: {'Port': ['ID=08bc016a-f80b-44f7-bd7c-4ea6df311560,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.401620 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.449394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.517693 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.559199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b0f66220-7e2e-421e-b4ac-78e170a3f987 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:08.559603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.576147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.576993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:08.581846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:08.591393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:08.652076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (0fe42f4b-0f12-4858-ba08-c78a76740d73), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.655185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b0f66220-7e2e-421e-b4ac-78e170a3f987, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:08.661774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=e8e36d63-4385-4646-adce-5250b9afb8b8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.666645 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.667342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bd30ff5f-f2a3-41a5-8e13-4346725dcf66 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:08.702799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.713272 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.755432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=17ac4c90-9735-49fc-a505-7bd529e9d151,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.779250 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.779617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (5bea1fc7-cb7a-4d65-b25b-ad105ba847e8), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.779945 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Floating IP 5bea1fc7-cb7a-4d65-b25b-ad105ba847e8 disassociated. External IP: 172.25.2.226, port: 40bc9f53-aab1-44c0-97b8-a80ad1a0df28. Mar 22 14:14:08.780986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:08.797075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 host ! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:14:08.797483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device bd30ff5f-f2a3-41a5-8e13-4346725dcf66 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:08.797914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 255aa5f4-14aa-4847-a791-8dec85ba3e20 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:08.804572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bddab9-ff55-4e2b-bf81-ab6d0ef311bd req-e97bf1c2-dd7f-4d84-b77c-2e84d17a4b34 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.806314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08bddab9-ff55-4e2b-bf81-ab6d0ef311bd req-e97bf1c2-dd7f-4d84-b77c-2e84d17a4b34 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1330233 Mar 22 14:14:08.830031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 792e18f5-534d-440d-87ef-98b45c9719bc no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:08.843075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 255aa5f4-14aa-4847-a791-8dec85ba3e20 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:08.843413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 255aa5f4-14aa-4847-a791-8dec85ba3e20 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:08.843884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 1616d952-a6ab-4d41-923b-ddc7f962147f no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:08.867085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b0f66220-7e2e-421e-b4ac-78e170a3f987,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.886199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 792e18f5-534d-440d-87ef-98b45c9719bc {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:08.886545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 792e18f5-534d-440d-87ef-98b45c9719bc not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:08.902823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (0fe42f4b-0f12-4858-ba08-c78a76740d73), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.909817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38484) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:08.939308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08bddab9-ff55-4e2b-bf81-ab6d0ef311bd req-1f674490-546b-4d7a-9445-6ef6c7e2eeec tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262531 Mar 22 14:14:08.954093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 1616d952-a6ab-4d41-923b-ddc7f962147f is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:08.957841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe42f4b-0f12-4858-ba08-c78a76740d73']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:08.964554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.988082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd15179-374c-497d-8e98-123c247114cc') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:08.988535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd15179-374c-497d-8e98-123c247114cc') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:09.000963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 1616d952-a6ab-4d41-923b-ddc7f962147f, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1616d952-a6ab-4d41-923b-ddc7f962147f,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:09.006030 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.007207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (5fd15179-374c-497d-8e98-123c247114cc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.007812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:09.020779 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.057382 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5fd15179-374c-497d-8e98-123c247114cc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.069905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:09.079934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (5fd15179-374c-497d-8e98-123c247114cc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:09.082529 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:09.092414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 host ! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:14:09.092895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:09.161181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=1616d952-a6ab-4d41-923b-ddc7f962147f,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.170249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9291143b-079e-4522-aa05-cd1e27365071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.207150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (0fe42f4b-0f12-4858-ba08-c78a76740d73), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.220257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.223476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] 10.222.0.44 "DELETE /v2.0/networks/0fe42f4b-0f12-4858-ba08-c78a76740d73 HTTP/1.1" status: 204 len: 168 time: 0.9902544 Mar 22 14:14:09.238370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17ac4c90-9735-49fc-a505-7bd529e9d151 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:09.262038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (40bc9f53-aab1-44c0-97b8-a80ad1a0df28), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.288579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456035-7cb9-4a66-82ce-917da9d3a58c admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe42f4b-0f12-4858-ba08-c78a76740d73,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.336506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=40bc9f53-aab1-44c0-97b8-a80ad1a0df28,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.366629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 17ac4c90-9735-49fc-a505-7bd529e9d151 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:09.368019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.462449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38492) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:09.483805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9291143b-079e-4522-aa05-cd1e27365071 admin admin] Publish callbacks [] for security_group (ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.514433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 17ac4c90-9735-49fc-a505-7bd529e9d151 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:09.515956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 08bc016a-f80b-44f7-bd7c-4ea6df311560 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:09.528227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b25ba2e-90db-4965-a5f2-46c9aa593d0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b3c734630184801b0dc907f5109f3b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636797 Mar 22 14:14:09.531603 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.534802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38494) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:09.542509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9291143b-079e-4522-aa05-cd1e27365071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.546580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.552444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Router ca5a55b6-8559-4869-a995-75f22ca8dea7 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:09.580658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 08bc016a-f80b-44f7-bd7c-4ea6df311560 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:09.581039 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.591951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a13b-391d-4dd6-bc84-ecc24b154475 req-071d4a8d-2095-4790-ae76-29aaf120f07c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.597954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a13b-391d-4dd6-bc84-ecc24b154475 req-071d4a8d-2095-4790-ae76-29aaf120f07c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.603659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a13b-391d-4dd6-bc84-ecc24b154475 req-071d4a8d-2095-4790-ae76-29aaf120f07c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.606280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e55a13b-391d-4dd6-bc84-ecc24b154475 req-071d4a8d-2095-4790-ae76-29aaf120f07c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 2410 time: 0.2021129 Mar 22 14:14:09.645625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291143b-079e-4522-aa05-cd1e27365071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.665204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced3d0f-4f55-47c3-b58e-f9ff3f5d60a7 None None] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:09.695280 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9291143b-079e-4522-aa05-cd1e27365071 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8327cc089c14ebfb4e7ec00a027a1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7774861 Mar 22 14:14:09.699602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38496) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:09.712802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=e8e36d63-4385-4646-adce-5250b9afb8b8,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.726333 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.733126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 08bc016a-f80b-44f7-bd7c-4ea6df311560 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:09.733517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.765297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-997f6d23-4070-4071-a204-c3899d111c55 None None] Provisioning complete for port 08bc016a-f80b-44f7-bd7c-4ea6df311560 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:09.765668 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-997f6d23-4070-4071-a204-c3899d111c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.769279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:09.787289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-163d0288-7d81-4c44-acad-4458b6032466 admin admin] Publish callbacks [] for security_group (f63ea21c-e612-474a-90f3-c6b57544394f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.790726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e55a13b-391d-4dd6-bc84-ecc24b154475 req-6bd63c41-b24d-4f47-bc1b-7a37f98c9707 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420872 Mar 22 14:14:09.810769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:09.826548 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e0cf71-8968-43b9-bc47-949cf374575f" -d '{"events": [{"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-plugged", "status": "completed", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:09.826548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] Sync routers for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:09.834585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] No DVR routers for this DVR port 40bc9f53-aab1-44c0-97b8-a80ad1a0df28 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:09.837287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.842147 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-efe0f27a-2fe4-4448-b179-0ebcf36541e8 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "DELETE /v2.0/ports/40bc9f53-aab1-44c0-97b8-a80ad1a0df28 HTTP/1.1" status: 204 len: 173 time: 2.1593454 Mar 22 14:14:09.843685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:09.847048 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770b50d-ad0f-4679-84d9-be6f4688d21b" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:09.879728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-163d0288-7d81-4c44-acad-4458b6032466 admin admin] Publish callbacks [] for security_group (f63ea21c-e612-474a-90f3-c6b57544394f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.895774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-456d2682-5aa0-44d0-8549-ecb6645dcd0d admin admin] Publish callbacks [] for security_group (ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.920066 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94bd4f3-93db-4562-b7d1-d3dbc83f622c x-openstack-request-id: req-f94bd4f3-93db-4562-b7d1-d3dbc83f622c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:09.920604 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:09.920710 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f94bd4f3-93db-4562-b7d1-d3dbc83f622c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:09.921588 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94bd4f3-93db-4562-b7d1-d3dbc83f622c'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'status': 'completed', 'code': 200} Mar 22 14:14:09.950092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 08bc016a-f80b-44f7-bd7c-4ea6df311560, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=08bc016a-f80b-44f7-bd7c-4ea6df311560,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:09.952693 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f907f7-c8ac-4b5a-8c10-04905065fc88 x-openstack-request-id: req-65f907f7-c8ac-4b5a-8c10-04905065fc88 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:09.953417 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-plugged", "status": "completed", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "40bc9f53-aab1-44c0-97b8-a80ad1a0df28", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:09.953911 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65f907f7-c8ac-4b5a-8c10-04905065fc88 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:09.954778 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f907f7-c8ac-4b5a-8c10-04905065fc88'] response: {'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'code': 200} Mar 22 14:14:09.955351 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f907f7-c8ac-4b5a-8c10-04905065fc88'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bc9f53-aab1-44c0-97b8-a80ad1a0df28', 'code': 200} Mar 22 14:14:09.955826 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f907f7-c8ac-4b5a-8c10-04905065fc88'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987', 'code': 200} Mar 22 14:14:09.956391 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f907f7-c8ac-4b5a-8c10-04905065fc88'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f', 'code': 200} Mar 22 14:14:09.982817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:09.983818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:09.993662 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.017669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-456d2682-5aa0-44d0-8549-ecb6645dcd0d admin admin] Publish callbacks [] for security_group (ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.054353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port 1616d952-a6ab-4d41-923b-ddc7f962147f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:10.060360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.126819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:10.136291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-163d0288-7d81-4c44-acad-4458b6032466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f63ea21c-e612-474a-90f3-c6b57544394f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.139007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-163d0288-7d81-4c44-acad-4458b6032466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.140277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-163d0288-7d81-4c44-acad-4458b6032466 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f63ea21c-e612-474a-90f3-c6b57544394f HTTP/1.1" status: 204 len: 168 time: 0.6044917 Mar 22 14:14:10.157427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:10.164103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d0288-7d81-4c44-acad-4458b6032466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ea21c-e612-474a-90f3-c6b57544394f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:10.174768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] For port 1616d952-a6ab-4d41-923b-ddc7f962147f, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1616d952-a6ab-4d41-923b-ddc7f962147f,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:10.175608 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.202250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for 1616d952-a6ab-4d41-923b-ddc7f962147f owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:10.298647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-997f6d23-4070-4071-a204-c3899d111c55 None None] Current status of the port 08bc016a-f80b-44f7-bd7c-4ea6df311560 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:10.299137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-997f6d23-4070-4071-a204-c3899d111c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.415449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1616d952-a6ab-4d41-923b-ddc7f962147f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.427915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=08bc016a-f80b-44f7-bd7c-4ea6df311560,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:10.442822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:10.481680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=1616d952-a6ab-4d41-923b-ddc7f962147f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:10.482688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-997f6d23-4070-4071-a204-c3899d111c55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:14:10.483051 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-997f6d23-4070-4071-a204-c3899d111c55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:14:10.541763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] No DVR routers for this DVR port 1616d952-a6ab-4d41-923b-ddc7f962147f on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:10.545408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.551455 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-8028a39e-7e29-4d15-b275-f70915beabaa tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "DELETE /v2.0/ports/1616d952-a6ab-4d41-923b-ddc7f962147f HTTP/1.1" status: 204 len: 173 time: 0.7008739 Mar 22 14:14:10.711614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3584387-e3ec-4dc1-b8c1-e4feba01bd0e req-0d56d6fd-58ed-4696-94dc-37dab2ce8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.712924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3584387-e3ec-4dc1-b8c1-e4feba01bd0e req-0d56d6fd-58ed-4696-94dc-37dab2ce8bac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 1127 time: 0.7043707 Mar 22 14:14:10.723907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ad35-422f-490b-afd8-578595a1ab6c req-2f461321-dcae-4f00-adab-15c02ea88a11 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.726435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:34Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:10.729097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port b0f66220-7e2e-421e-b4ac-78e170a3f987 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:10.729652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.732089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8f8ad35-422f-490b-afd8-578595a1ab6c req-2f461321-dcae-4f00-adab-15c02ea88a11 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.6744592 Mar 22 14:14:10.771021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] Checking router: ca5a55b6-8559-4869-a995-75f22ca8dea7 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:10.772063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-456d2682-5aa0-44d0-8549-ecb6645dcd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.775437 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-456d2682-5aa0-44d0-8549-ecb6645dcd0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.776583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-456d2682-5aa0-44d0-8549-ecb6645dcd0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b HTTP/1.1" status: 204 len: 168 time: 1.0732391 Mar 22 14:14:10.794183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:10.795904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:10.817541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d2682-5aa0-44d0-8549-ecb6645dcd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5fd55b-2e4b-4f50-9e7a-e76ac720e92b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:10.886754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3584387-e3ec-4dc1-b8c1-e4feba01bd0e req-2acabafb-8b6e-48b0-893e-d9e8059725ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519527 Mar 22 14:14:10.913845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8f8ad35-422f-490b-afd8-578595a1ab6c req-8ed5deff-95f2-4d85-8535-2f7b4daec6ce tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807227 Mar 22 14:14:10.932650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] For port b0f66220-7e2e-421e-b4ac-78e170a3f987, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b0f66220-7e2e-421e-b4ac-78e170a3f987,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:10.933207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.957407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for b0f66220-7e2e-421e-b4ac-78e170a3f987 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:10.972474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router d79dc74e-7203-45f1-b9d8-0cf377258f8d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:11.138912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7fb3b-8631-4b03-99bd-354abb0d8e65 req-e7103b70-9fe3-433c-bc3d-95e4bb4a1a2f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.144468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7fb3b-8631-4b03-99bd-354abb0d8e65 req-e7103b70-9fe3-433c-bc3d-95e4bb4a1a2f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.155499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4b7fb3b-8631-4b03-99bd-354abb0d8e65 req-e7103b70-9fe3-433c-bc3d-95e4bb4a1a2f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 1677 time: 0.2239938 Mar 22 14:14:11.163335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-997f6d23-4070-4071-a204-c3899d111c55 None None] Current status of the port 08bc016a-f80b-44f7-bd7c-4ea6df311560 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:11.211922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 08bc016a-f80b-44f7-bd7c-4ea6df311560 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:11.218204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:11.308461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b0f66220-7e2e-421e-b4ac-78e170a3f987), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.367504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4b7fb3b-8631-4b03-99bd-354abb0d8e65 req-205921a8-b5fa-4781-a8b8-40ea1e2362a6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100625 Mar 22 14:14:11.378556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=b0f66220-7e2e-421e-b4ac-78e170a3f987,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:11.404455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:11.411320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5746886f-2667-444d-ad4c-e0df37e78a51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "PUT /v2.0/routers/d79dc74e-7203-45f1-b9d8-0cf377258f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2670605 Mar 22 14:14:11.416674 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Sync routers for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:11.421754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38530) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:11.449995 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:11.449995 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:11.518985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-67f47203-42f2-455a-95d7-b5e523b11e88 None None] Provisioning complete for port e8e36d63-4385-4646-adce-5250b9afb8b8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:11.519467 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67f47203-42f2-455a-95d7-b5e523b11e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.533917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38534) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:11.536456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] No DVR routers for this DVR port b0f66220-7e2e-421e-b4ac-78e170a3f987 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:11.544086 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.549451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-2586f4b4-8c98-448c-b7db-78bfe312de31 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "DELETE /v2.0/ports/b0f66220-7e2e-421e-b4ac-78e170a3f987 HTTP/1.1" status: 204 len: 173 time: 0.9890928 Mar 22 14:14:11.563276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c563e26c-0e03-4aee-95d5-9b039d07ca27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.683515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-67f47203-42f2-455a-95d7-b5e523b11e88 None None] Port e8e36d63-4385-4646-adce-5250b9afb8b8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:11.698527 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:11.705344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:11.734649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 08bc016a-f80b-44f7-bd7c-4ea6df311560 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:11.735034 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.770944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.772557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.773337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.774124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.776490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.777336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.780147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.780794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.782698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.784254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.784895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.791245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60ce1cc6-0cb4-4339-9bbd-601240ff1e46 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7762 time: 0.3662155 Mar 22 14:14:11.792931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38544) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:11.867336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c563e26c-0e03-4aee-95d5-9b039d07ca27 admin admin] Publish callbacks [] for security_group (298ecbe6-f628-4539-b759-b0fd3836f886), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.877095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c563e26c-0e03-4aee-95d5-9b039d07ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (298ecbe6-f628-4539-b759-b0fd3836f886), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.921132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e26c-0e03-4aee-95d5-9b039d07ca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298ecbe6-f628-4539-b759-b0fd3836f886,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:11.929745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f'}, {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:11.934380 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d9c51b-6c5c-4902-a3b4-ef01330fb8a3" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f"}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:11.974594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-67f47203-42f2-455a-95d7-b5e523b11e88 None None] Provisioning complete for port 08bc016a-f80b-44f7-bd7c-4ea6df311560 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:11.977269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67f47203-42f2-455a-95d7-b5e523b11e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.006676 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c563e26c-0e03-4aee-95d5-9b039d07ca27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aabbea4af97f41d8ae73246bd80206a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712062 Mar 22 14:14:12.007600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38552) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:12.045282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.048484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.049060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.049815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.052538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.053291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.053957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.054678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.056671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.057311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.057939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.066229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-026a4737-91eb-4efe-8282-3b0263408b10 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7089 time: 0.2692161 Mar 22 14:14:12.066876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38554) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:12.090821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port 76d61b6c-ba28-4917-a275-0cd7eabe304d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:12.091158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.111726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:34Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:12.125697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-692419264-network', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:12.154316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f19d30-1749-4999-9833-8a5b9d4c4b0d None None] The sync data for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 is: [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4ff8e3e0-1be9-457a-b424-4a1da5c8377d', 'name': '', 'network_id': '4e0898a8-edc4-4b45-bae3-8138b313d423', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'mac_address': 'fa:16:3e:8d:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:20Z', 'updated_at': '2022-03-22T14:07:34Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'subnets': [{'id': 'e180e39c-c3f4-4029-9ecc-2af3e6986ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:12.253738 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a26b20-1c29-4472-847c-143456985085 x-openstack-request-id: req-37a26b20-1c29-4472-847c-143456985085 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:12.255860 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "1616d952-a6ab-4d41-923b-ddc7f962147f", "status": "completed", "code": 200}, {"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "b0f66220-7e2e-421e-b4ac-78e170a3f987", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:12.261583 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37a26b20-1c29-4472-847c-143456985085 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:12.262850 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a26b20-1c29-4472-847c-143456985085'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '1616d952-a6ab-4d41-923b-ddc7f962147f', 'status': 'completed', 'code': 200} Mar 22 14:14:12.264444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 08bc016a-f80b-44f7-bd7c-4ea6df311560 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:12.264575 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a26b20-1c29-4472-847c-143456985085'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': 'b0f66220-7e2e-421e-b4ac-78e170a3f987', 'status': 'completed', 'code': 200} Mar 22 14:14:12.340873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afc958-ce0c-4dcd-910e-bc7b9e6ea23b req-24db4069-ea31-4776-889b-c386275ecfaf tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.341404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bccab2e-f4f1-4d0e-be5a-a0217e243011 admin admin] Publish callbacks [] for security_group (298ecbe6-f628-4539-b759-b0fd3836f886), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.342418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9afc958-ce0c-4dcd-910e-bc7b9e6ea23b req-24db4069-ea31-4776-889b-c386275ecfaf tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.2307010 Mar 22 14:14:12.355975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-67f47203-42f2-455a-95d7-b5e523b11e88 None None] Current status of the port 08bc016a-f80b-44f7-bd7c-4ea6df311560 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:12.356128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Made reservation on behalf of 16ce798b4d1e4b3982b137741d8edb3e for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:12.361611 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:09Z', 'revision_number': 2, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:12.364719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.380319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bccab2e-f4f1-4d0e-be5a-a0217e243011 admin admin] Publish callbacks [] for security_group (298ecbe6-f628-4539-b759-b0fd3836f886), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.385958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.414953 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Checking router: d79dc74e-7203-45f1-b9d8-0cf377258f8d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:12.415358 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Updating router d79dc74e-7203-45f1-b9d8-0cf377258f8d port e8e36d63-4385-4646-adce-5250b9afb8b8 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:14:12.437630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] For port 76d61b6c-ba28-4917-a275-0cd7eabe304d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=76d61b6c-ba28-4917-a275-0cd7eabe304d,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:12.438038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.451789 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.458765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for 76d61b6c-ba28-4917-a275-0cd7eabe304d owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:12.464486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9afc958-ce0c-4dcd-910e-bc7b9e6ea23b req-f4fb36bd-04a9-428b-8e6a-0f4f93f179b2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122937 Mar 22 14:14:12.494287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1dbade23-f261-4ee5-8932-001cc213e248 None None] Provisioning complete for port e8e36d63-4385-4646-adce-5250b9afb8b8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:12.494671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dbade23-f261-4ee5-8932-001cc213e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.557434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1dbade23-f261-4ee5-8932-001cc213e248 None None] Port e8e36d63-4385-4646-adce-5250b9afb8b8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:12.658770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faf4bc-0268-4838-80ef-f7afbb91e70b req-0c9f7011-df48-4131-8aa3-5af1641b899c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.665803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bccab2e-f4f1-4d0e-be5a-a0217e243011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (298ecbe6-f628-4539-b759-b0fd3836f886), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.667155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04faf4bc-0268-4838-80ef-f7afbb91e70b req-0c9f7011-df48-4131-8aa3-5af1641b899c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.1260440 Mar 22 14:14:12.668356 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bccab2e-f4f1-4d0e-be5a-a0217e243011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.671527 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0bccab2e-f4f1-4d0e-be5a-a0217e243011 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/298ecbe6-f628-4539-b759-b0fd3836f886 HTTP/1.1" status: 204 len: 168 time: 0.6575847 Mar 22 14:14:12.680510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de362be0-8b5a-47b0-8887-e66d147727de None None] New status for floating IP 5bea1fc7-cb7a-4d65-b25b-ad105ba847e8: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:12.701243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccab2e-f4f1-4d0e-be5a-a0217e243011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ecbe6-f628-4539-b759-b0fd3836f886,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:12.720068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (76d61b6c-ba28-4917-a275-0cd7eabe304d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.767441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=76d61b6c-ba28-4917-a275-0cd7eabe304d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:12.854540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] No DVR routers for this DVR port 76d61b6c-ba28-4917-a275-0cd7eabe304d on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:12.858187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.861915 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b7343c0d-b7d9-4927-8107-14b32b427f09 req-17aa86f1-1994-4b96-9967-4788e79133b1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.57 "DELETE /v2.0/ports/76d61b6c-ba28-4917-a275-0cd7eabe304d HTTP/1.1" status: 204 len: 173 time: 1.2937016 Mar 22 14:14:12.887521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04faf4bc-0268-4838-80ef-f7afbb91e70b req-dce4225e-f650-4adb-9eec-19b7e77fbfd5 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145431 Mar 22 14:14:12.919457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb9e2-0111-4808-895d-f8cc2f719b10 req-fd73ffb1-e560-45ea-9f3d-3a174fe28edf tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.921232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c9eb9e2-0111-4808-895d-f8cc2f719b10 req-fd73ffb1-e560-45ea-9f3d-3a174fe28edf tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 865 time: 0.2891262 Mar 22 14:14:12.923669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks [] for security_group (4246d624-07d5-4580-bb45-8516a309c2ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.962006 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4246d624-07d5-4580-bb45-8516a309c2ad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.989529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-66f723da-92eb-4472-bfcb-9b24642edadf tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4506 time: 0.9186640 Mar 22 14:14:12.993743 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Publish callbacks [] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.000922 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.026981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:13.058663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4246d624-07d5-4580-bb45-8516a309c2ad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:13.067391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (01a1b515-acc0-4036-9b65-d5d84ce812d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.067928 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Added segment 01a1b515-acc0-4036-9b65-d5d84ce812d7 of type vlan for network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 Mar 22 14:14:13.090637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c9eb9e2-0111-4808-895d-f8cc2f719b10 req-87357218-5b72-4ce3-8671-b8d6634a3526 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups?id=34b13213-476d-44cf-93e3-ffd908c6fec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469207 Mar 22 14:14:13.129090 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a9755-1776-4afb-bd72-70effaad8819 None None] Pushing event updated for resources: {'Port': ['ID=e8e36d63-4385-4646-adce-5250b9afb8b8,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:13.206139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (6c1c34cb-26f6-49ab-b3f8-b848a003cd90), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.258167 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Attempting to bind port e8e36d63-4385-4646-adce-5250b9afb8b8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:13.258546 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Attempting to bind port e8e36d63-4385-4646-adce-5250b9afb8b8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:13.258913 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Attempting to bind port e8e36d63-4385-4646-adce-5250b9afb8b8 on network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:13.264457 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (6c1c34cb-26f6-49ab-b3f8-b848a003cd90), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.266163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.266877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.269811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:13.270215 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Checking segment: {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:13.270618 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.271005 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Bound using segment: {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:13.271472 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Bound port: e8e36d63-4385-4646-adce-5250b9afb8b8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:13.271901 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.408323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6993029 Mar 22 14:14:13.408790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38576) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.415477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Request body: {'subnet': {'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-692419264-subnet', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:13.438649 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] For port e8e36d63-4385-4646-adce-5250b9afb8b8, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:13.443963 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] For port e8e36d63-4385-4646-adce-5250b9afb8b8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e8e36d63-4385-4646-adce-5250b9afb8b8,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:13.451539 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.464868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Made reservation on behalf of 16ce798b4d1e4b3982b137741d8edb3e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:13.467443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.493018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4c5fe-6cfe-4ce8-838d-a2bf508f718b admin admin] Pushing event updated for resources: {'Network': ['ID=6c1c34cb-26f6-49ab-b3f8-b848a003cd90,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:13.523425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:13.680060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b971b025-7d09-477b-b9b2-ce1160a2900c None None] Provisioning complete for port e8e36d63-4385-4646-adce-5250b9afb8b8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:13.681012 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b971b025-7d09-477b-b9b2-ce1160a2900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.688468 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:13.689722 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:13.695599 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a9755-1776-4afb-bd72-70effaad8819 None None] Pushing event updated for resources: {'Port': ['ID=e8e36d63-4385-4646-adce-5250b9afb8b8,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:13.785408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38586) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.796621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3434e7fd-cf30-408c-adbc-3cdbb35de894 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906978725', 'description': 'tempest-secgroup-smoke-1906978725 description', 'project_id': 'f65b76c4770841778021955e5f892da5'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:13.823459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ca536-c6fa-408d-8670-a266d6e658a9 req-e3e58893-595a-42a2-aa90-d423270a3b87 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.833225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-692ca536-c6fa-408d-8670-a266d6e658a9 req-e3e58893-595a-42a2-aa90-d423270a3b87 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1732895 Mar 22 14:14:13.842994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (f4c3f62c-0040-4595-92aa-8460ccaf52f2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.953776 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:13.993464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c3f62c-0040-4595-92aa-8460ccaf52f2,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:14.028931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Checking segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:14.029756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Network hostable DHCP agents. Network: 6c1c34cb-26f6-49ab-b3f8-b848a003cd90, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:14.040154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b971b025-7d09-477b-b9b2-ce1160a2900c None None] Current status of the port e8e36d63-4385-4646-adce-5250b9afb8b8 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:14.040722 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b971b025-7d09-477b-b9b2-ce1160a2900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.053178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:14.072339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3434e7fd-cf30-408c-adbc-3cdbb35de894 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.079178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 6c1c34cb-26f6-49ab-b3f8-b848a003cd90) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:14.085798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.087299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.099268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b7908a-9e2a-40ac-a197-e3fbc4ade86c None None] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:14.110811 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e008e840-aeb5-49cf-bd5d-2652dfd98d0d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6993558 Mar 22 14:14:14.112877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38592) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:14.119451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:14.133443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b971b025-7d09-477b-b9b2-ce1160a2900c None None] For port e8e36d63-4385-4646-adce-5250b9afb8b8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e8e36d63-4385-4646-adce-5250b9afb8b8,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:14.152133 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (0e95a4c8-7a52-415c-950d-ecde08418599), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.155707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (0e95a4c8-7a52-415c-950d-ecde08418599), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.174851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b971b025-7d09-477b-b9b2-ce1160a2900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.279097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:14.285453 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42b2fc0-46a2-4cbb-b2f6-1edca603c8ad" -d '{"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:14.294731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b025-7d09-477b-b9b2-ce1160a2900c None None] Pushing event updated for resources: {'Port': ['ID=e8e36d63-4385-4646-adce-5250b9afb8b8,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:14.312803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks [] for router_controller (0e95a4c8-7a52-415c-950d-ecde08418599), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.351799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3434e7fd-cf30-408c-adbc-3cdbb35de894 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (8396f023-ca42-4280-86fa-ced767a7cf24), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.361042 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:13Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:14.370404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-296a7d1b-0ce5-4fd4-95d0-e426ee8c3d87 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.372201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-296a7d1b-0ce5-4fd4-95d0-e426ee8c3d87 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.5195308 Mar 22 14:14:14.382282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-39bdb9f9-c57d-4381-9ebe-b45ad7b011ef None None] Provisioning complete for port e8e36d63-4385-4646-adce-5250b9afb8b8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:14.382661 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-39bdb9f9-c57d-4381-9ebe-b45ad7b011ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.403181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-692ca536-c6fa-408d-8670-a266d6e658a9 req-e2757348-3a49-4c92-b032-772831e57e9a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676289 Mar 22 14:14:14.404998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3434e7fd-cf30-408c-adbc-3cdbb35de894 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8396f023-ca42-4280-86fa-ced767a7cf24), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.428264 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14870415-2179-4b3a-9859-48a8ace1fd25 None None] The sync data for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 is: [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:13Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:14.434729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:14.435999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.451380 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:14:14.697920 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3434e7fd-cf30-408c-adbc-3cdbb35de894 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.711401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3434e7fd-cf30-408c-adbc-3cdbb35de894 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9209878 Mar 22 14:14:14.736933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce854b32-096b-47bb-a96e-7645bbbbf4c5 req-eacbfbc0-1362-4319-a8e9-bdeee91377c1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.740092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce854b32-096b-47bb-a96e-7645bbbbf4c5 req-eacbfbc0-1362-4319-a8e9-bdeee91377c1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.6803622 Mar 22 14:14:14.743555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38606) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:14.757386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-39bdb9f9-c57d-4381-9ebe-b45ad7b011ef None None] Current status of the port e8e36d63-4385-4646-adce-5250b9afb8b8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:14.790328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Allocated IP 172.20.0.2 (6c1c34cb-26f6-49ab-b3f8-b848a003cd90/f4c3f62c-0040-4595-92aa-8460ccaf52f2/2532d78c-bdb5-4e2f-9f00-77dc914fb825) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:14.796618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dccaabf7-cb5d-441f-bb04-30a7628d2d27 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': '8396f023-ca42-4280-86fa-ced767a7cf24', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:14.850866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-954344ee-4324-4c0e-ab3a-a8479246fa6c req-a0d1db0e-bc80-42fb-81ec-76f97650a004 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.1379769 Mar 22 14:14:14.867820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434e7fd-cf30-408c-adbc-3cdbb35de894 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8396f023-ca42-4280-86fa-ced767a7cf24,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:15.011292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dccaabf7-cb5d-441f-bb04-30a7628d2d27 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (77eeb1a6-a91f-450c-bb73-d695458ea914), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.092183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce854b32-096b-47bb-a96e-7645bbbbf4c5 req-a94ea941-92f2-4925-9bbf-6bbedb2fb664 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850435 Mar 22 14:14:15.155831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e8e36d63-4385-4646-adce-5250b9afb8b8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:15.278066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port 69a978cd-567f-47ee-aaaa-38badce13a38 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:15.278066 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.302059 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33522864-574b-4bcd-8ae2-5fafed8054b5 x-openstack-request-id: req-33522864-574b-4bcd-8ae2-5fafed8054b5 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:15.302633 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea663f3f-3569-4c13-8b0f-4a579ec154a6", "name": "network-vif-deleted", "tag": "76d61b6c-ba28-4917-a275-0cd7eabe304d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:15.302633 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33522864-574b-4bcd-8ae2-5fafed8054b5 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:15.302979 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33522864-574b-4bcd-8ae2-5fafed8054b5'] response: {'server_uuid': 'ea663f3f-3569-4c13-8b0f-4a579ec154a6', 'name': 'network-vif-deleted', 'tag': '76d61b6c-ba28-4917-a275-0cd7eabe304d', 'status': 'completed', 'code': 200} Mar 22 14:14:15.337660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Publish callbacks [] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.346466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e8e36d63-4385-4646-adce-5250b9afb8b8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:15.346842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.351919 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks [] for router_gateway (0e95a4c8-7a52-415c-950d-ecde08418599), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.355203 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.493102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] For port 69a978cd-567f-47ee-aaaa-38badce13a38, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=69a978cd-567f-47ee-aaaa-38badce13a38,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:15.494658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:15.495677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.510267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:15.526433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:15.540803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Pushing event updated for resources: {'Port': ['ID=2532d78c-bdb5-4e2f-9f00-77dc914fb825,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:15.671903 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Attempting to bind port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:15.672702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Attempting to bind port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:15.676866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Attempting to bind port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:15.706515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e8e36d63-4385-4646-adce-5250b9afb8b8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:15.717105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:15.717480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Checking segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:15.717883 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.718294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Bound using segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:15.719848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Bound port: 2532d78c-bdb5-4e2f-9f00-77dc914fb825, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:15.719848 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.769057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc325eb-f7df-46cc-b9d8-d1eef3b6a4c1 req-d70d5ce4-de92-439d-9242-b8a3ccf86c12 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:15.775456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks [] for router_gateway (0e95a4c8-7a52-415c-950d-ecde08418599), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.778769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc325eb-f7df-46cc-b9d8-d1eef3b6a4c1 req-d70d5ce4-de92-439d-9242-b8a3ccf86c12 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.6505570 Mar 22 14:14:15.810677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.891881 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dccaabf7-cb5d-441f-bb04-30a7628d2d27 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (77eeb1a6-a91f-450c-bb73-d695458ea914), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.910146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dccaabf7-cb5d-441f-bb04-30a7628d2d27 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (77eeb1a6-a91f-450c-bb73-d695458ea914), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.050607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc325eb-f7df-46cc-b9d8-d1eef3b6a4c1 req-246c4e44-6ec1-4fa5-9432-680f36ca6583 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551835 Mar 22 14:14:16.092061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] For port 2532d78c-bdb5-4e2f-9f00-77dc914fb825, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:16.096952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] For port 2532d78c-bdb5-4e2f-9f00-77dc914fb825, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2532d78c-bdb5-4e2f-9f00-77dc914fb825,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:16.107576 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.115495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Allocated IP 172.25.2.178 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/98413010-38b3-4543-855c-d199e9beb170) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:16.158443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd140a47-e9d6-409b-b1b9-ecffa72409d8 req-90836ea3-0e72-49a5-8f32-f814376aee23 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.1172268 Mar 22 14:14:16.165162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaabf7-cb5d-441f-bb04-30a7628d2d27 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eeb1a6-a91f-450c-bb73-d695458ea914,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:16.239349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6aa8b-e836-4836-86ad-0b8e9fe2c9d3 None None] Pushing event updated for resources: {'Port': ['ID=2532d78c-bdb5-4e2f-9f00-77dc914fb825,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:16.313264 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dccaabf7-cb5d-441f-bb04-30a7628d2d27 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.320886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dccaabf7-cb5d-441f-bb04-30a7628d2d27 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5603144 Mar 22 14:14:16.322645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38634) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.335050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4930bbce-dcef-4c83-b3e6-450f1da1da55 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': '8396f023-ca42-4280-86fa-ced767a7cf24', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:16.429736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks [] for port (98413010-38b3-4543-855c-d199e9beb170), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.482117 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.485244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (a70d240a-44cd-441f-8925-e0fa31f37b33), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.485651 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP a70d240a-44cd-441f-8925-e0fa31f37b33 disassociated. External IP: 172.25.2.129, port: 69a978cd-567f-47ee-aaaa-38badce13a38. Mar 22 14:14:16.486143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for 69a978cd-567f-47ee-aaaa-38badce13a38 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:16.497407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4930bbce-dcef-4c83-b3e6-450f1da1da55 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (f522a321-0137-4dd7-88d1-4f7e141626af), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.646660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (98413010-38b3-4543-855c-d199e9beb170), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.651290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4930bbce-dcef-4c83-b3e6-450f1da1da55 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (f522a321-0137-4dd7-88d1-4f7e141626af), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.661487 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4930bbce-dcef-4c83-b3e6-450f1da1da55 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (f522a321-0137-4dd7-88d1-4f7e141626af), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.697137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706ac6c-1737-442d-834a-deee816c05d3 req-c687527f-803a-41e0-9fbf-46833f7792c0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.708482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4706ac6c-1737-442d-834a-deee816c05d3 req-c687527f-803a-41e0-9fbf-46833f7792c0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 945 time: 0.3791008 Mar 22 14:14:16.742392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f3ec-bab2-48c3-93cd-8ac6ddf0a9b2 req-6ae6f2fe-1786-424f-a046-8491f8a1b363 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.749774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5c6f3ec-bab2-48c3-93cd-8ac6ddf0a9b2 req-6ae6f2fe-1786-424f-a046-8491f8a1b363 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.2405980 Mar 22 14:14:16.758657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4930bbce-dcef-4c83-b3e6-450f1da1da55 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.760491 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4930bbce-dcef-4c83-b3e6-450f1da1da55 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4368274 Mar 22 14:14:16.763234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:16.772787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38640) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.780727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dc35677c-627d-4950-8714-f403b7c1e6b6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': '8396f023-ca42-4280-86fa-ced767a7cf24', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:16.789087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:16.799440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930bbce-dcef-4c83-b3e6-450f1da1da55 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f522a321-0137-4dd7-88d1-4f7e141626af,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:16.807190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:16.856841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 69a978cd-567f-47ee-aaaa-38badce13a38 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:16.857181 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38642) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.867471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5c6f3ec-bab2-48c3-93cd-8ac6ddf0a9b2 req-c855111d-f196-4973-9f9b-ab0e5b34aca7 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166816 Mar 22 14:14:16.870866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Pushing event updated for resources: {'Port': ['ID=98413010-38b3-4543-855c-d199e9beb170,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:16.891036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4706ac6c-1737-442d-834a-deee816c05d3 req-befc0909-9b4b-4351-98c1-a1e4569cb17c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b169628-d43f-4c9a-ae69-c081f2ff2ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816287 Mar 22 14:14:16.945687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (69a978cd-567f-47ee-aaaa-38badce13a38), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.009362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=69a978cd-567f-47ee-aaaa-38badce13a38,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:17.045454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Port 69a978cd-567f-47ee-aaaa-38badce13a38 update to DOWN by agent not found {{(pid=110459) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 22 14:14:17.056423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc35677c-627d-4950-8714-f403b7c1e6b6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (f9817fa4-7d25-4ba6-afd7-ffe97f4291ed), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.155826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b6f1-393a-42da-af7d-787153904d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.202135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2532d78c-bdb5-4e2f-9f00-77dc914fb825 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:17.311239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc35677c-627d-4950-8714-f403b7c1e6b6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (f9817fa4-7d25-4ba6-afd7-ffe97f4291ed), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.324668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc35677c-627d-4950-8714-f403b7c1e6b6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (f9817fa4-7d25-4ba6-afd7-ffe97f4291ed), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.337496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:17.338383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.387324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc35677c-627d-4950-8714-f403b7c1e6b6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.388519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc35677c-627d-4950-8714-f403b7c1e6b6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6143498 Mar 22 14:14:17.392352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35677c-627d-4950-8714-f403b7c1e6b6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9817fa4-7d25-4ba6-afd7-ffe97f4291ed,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:17.405834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:17.432744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': '8396f023-ca42-4280-86fa-ced767a7cf24', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:17.453590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks [] for router_gateway (0e95a4c8-7a52-415c-950d-ecde08418599), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.481701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:17.482559 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.599159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 2532d78c-bdb5-4e2f-9f00-77dc914fb825, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2532d78c-bdb5-4e2f-9f00-77dc914fb825,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:17.605527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.610871 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b6f1-393a-42da-af7d-787153904d36 admin admin] Publish callbacks [] for security_group (b86bd0f9-8b43-4375-a521-0a4da35084e0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.631012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b6f1-393a-42da-af7d-787153904d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b86bd0f9-8b43-4375-a521-0a4da35084e0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.719773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=2532d78c-bdb5-4e2f-9f00-77dc914fb825,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:17.746976 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1cd6b6f1-393a-42da-af7d-787153904d36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ede642e2690e462bbe40ad10d9e63f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8858585 Mar 22 14:14:17.761347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (64c77867-af9d-4782-a849-ef96191e4a05), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.770572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38652) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:17.829174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0de233-296a-4bcd-a820-f4ee8f22bb60 None None] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:17.832255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6b6f1-393a-42da-af7d-787153904d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86bd0f9-8b43-4375-a521-0a4da35084e0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:17.887165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f57cb98-da6b-481c-9d22-613ab0604e50 req-36ce5c0a-e0d9-4f90-80c8-f69077ba121e tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0340462 Mar 22 14:14:17.950410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec337c47-fbd3-4983-834e-e426b0b96930 req-50ca58f4-e51f-4c05-971e-9d26e560536d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.959239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec337c47-fbd3-4983-834e-e426b0b96930 req-50ca58f4-e51f-4c05-971e-9d26e560536d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.9411087 Mar 22 14:14:17.967452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-eb071e59-e16f-464d-8c20-f5e72298262c None None] Provisioning complete for port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:17.967863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb071e59-e16f-464d-8c20-f5e72298262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.003657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:18.067473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8afba3f4-15de-44de-a4a0-fd12458dbedf admin admin] Publish callbacks [] for security_group (b86bd0f9-8b43-4375-a521-0a4da35084e0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.074846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4bb2ad0-1fb5-462d-a337-1e224bc6abb9 req-b7b1eb02-9e59-4070-8c49-0292ea1343ff tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea99e9e-71e3-49f9-b38c-8a914eea91b5 HTTP/1.1" status: 200 len: 210 time: 0.0644279 Mar 22 14:14:18.086663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec337c47-fbd3-4983-834e-e426b0b96930 req-363ada6b-a0c1-44a2-bc5c-e8c6bdebca37 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262233 Mar 22 14:14:18.099512 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (64c77867-af9d-4782-a849-ef96191e4a05), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.126313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-eb071e59-e16f-464d-8c20-f5e72298262c None None] Current status of the port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:18.137959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8afba3f4-15de-44de-a4a0-fd12458dbedf admin admin] Publish callbacks [] for security_group (b86bd0f9-8b43-4375-a521-0a4da35084e0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.165547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (64c77867-af9d-4782-a849-ef96191e4a05), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.196146 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b724-a254-4e01-9772-a0ca0fb6c9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.196715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (0e95a4c8-7a52-415c-950d-ecde08418599), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.207274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c77867-af9d-4782-a849-ef96191e4a05,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:18.233624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.235078 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8147962 Mar 22 14:14:18.239645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38668) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:18.244408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': '8396f023-ca42-4280-86fa-ced767a7cf24', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:18.245040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.245479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.245924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.246362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.246804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.247225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.247641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.248056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.248475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.248888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.249299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.249708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.250166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.250574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.250990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b413d-b1fe-48aa-9f78-670308fe9c72 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:18.337812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:18.360229 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Project f65b76c4770841778021955e5f892da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:14:18.363905 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:18.382181 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:18.383494 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:18.389483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8afba3f4-15de-44de-a4a0-fd12458dbedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b86bd0f9-8b43-4375-a521-0a4da35084e0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.402916 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8afba3f4-15de-44de-a4a0-fd12458dbedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.406810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8afba3f4-15de-44de-a4a0-fd12458dbedf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b86bd0f9-8b43-4375-a521-0a4da35084e0 HTTP/1.1" status: 204 len: 168 time: 0.6261637 Mar 22 14:14:18.461436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] No DVR routers for this DVR port 69a978cd-567f-47ee-aaaa-38badce13a38 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:18.467839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.473908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc957d99-ebdb-4cba-b7de-76492fa626c7 req-8a617d1b-0682-442d-850d-00dba76407d4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "DELETE /v2.0/ports/69a978cd-567f-47ee-aaaa-38badce13a38 HTTP/1.1" status: 204 len: 173 time: 4.0314023 Mar 22 14:14:18.474888 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (c6f45976-cd72-4d58-b25c-99513b3742fb), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.483885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'name': 'network-vif-deleted', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:18.491265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba3f4-15de-44de-a4a0-fd12458dbedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86bd0f9-8b43-4375-a521-0a4da35084e0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:18.537335 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5968b38-9459-4ac2-bf25-b47dfec7a9c9" -d '{"events": [{"server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "name": "network-vif-deleted", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:18.602810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Router 0e95a4c8-7a52-415c-950d-ecde08418599 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:14:18.666933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8ef06172-8ce5-48a5-b074-71f2d9dd35b8 None None] Provisioning complete for port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:18.667857 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ef06172-8ce5-48a5-b074-71f2d9dd35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.678280 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:18.776383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (c6f45976-cd72-4d58-b25c-99513b3742fb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.803936 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41af17a-3b9d-4505-b714-8629ef916c59 x-openstack-request-id: req-d41af17a-3b9d-4505-b714-8629ef916c59 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:18.804223 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea99e9e-71e3-49f9-b38c-8a914eea91b5", "name": "network-vif-deleted", "tag": "69a978cd-567f-47ee-aaaa-38badce13a38", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:18.804493 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d41af17a-3b9d-4505-b714-8629ef916c59 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:18.805036 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41af17a-3b9d-4505-b714-8629ef916c59'] response: {'server_uuid': 'eea99e9e-71e3-49f9-b38c-8a914eea91b5', 'name': 'network-vif-deleted', 'tag': '69a978cd-567f-47ee-aaaa-38badce13a38', 'status': 'completed', 'code': 200} Mar 22 14:14:18.812843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (c6f45976-cd72-4d58-b25c-99513b3742fb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.841282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8ef06172-8ce5-48a5-b074-71f2d9dd35b8 None None] Current status of the port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:18.888428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:18.906329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Sync routers for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:18.928855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:18.929518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:18.932402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f45976-cd72-4d58-b25c-99513b3742fb,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:18.941146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.967091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0ccbcfb7-552b-4bf2-9ae4-4712200ef47e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8344696 Mar 22 14:14:18.971029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.026662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065237d-2359-4062-80e4-fb83844d592d req-69d0af76-f86c-471e-b2ff-58eb4c5bae22 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.028312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6065237d-2359-4062-80e4-fb83844d592d req-69d0af76-f86c-471e-b2ff-58eb4c5bae22 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.2470992 Mar 22 14:14:19.031327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.039606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-494b8173-ed36-41b7-a5e6-75b297ad2be2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7986217 Mar 22 14:14:19.041517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38686) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.045762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': '8396f023-ca42-4280-86fa-ced767a7cf24', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:19.167249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38690) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.194998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2532d78c-bdb5-4e2f-9f00-77dc914fb825 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:19.197674 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:10Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:19.226634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f66dbdf-c140-4adf-b7be-cc2535ebabad req-f6882073-b45c-4804-a5e5-b25ae677abad tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.1221449 Mar 22 14:14:19.235060 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:19.261176 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:19.262150 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:13:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:19.268237 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Project f65b76c4770841778021955e5f892da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:14:19.302525 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (38b37742-b402-411c-9564-1100929bd0d8), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.370865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:19.386933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6065237d-2359-4062-80e4-fb83844d592d req-daff70a7-aec0-4858-a93b-8ac6e13d191b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461199 Mar 22 14:14:19.387787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38694) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.410749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (38b37742-b402-411c-9564-1100929bd0d8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.436919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (38b37742-b402-411c-9564-1100929bd0d8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.439369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:19.439621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.462666 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:19.467055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50d6a12d-2c98-4ecc-92ec-83a1b81eb37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.481492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b37742-b402-411c-9564-1100929bd0d8,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:19.486179 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.487367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6e2052cd-5103-4a22-ac67-0599518ba74f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4449317 Mar 22 14:14:19.520828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50618ce2-152c-42f0-8ffd-5abaf647501e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (9b169628-d43f-4c9a-ae69-c081f2ff2ba7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.551484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50618ce2-152c-42f0-8ffd-5abaf647501e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (9b169628-d43f-4c9a-ae69-c081f2ff2ba7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.620516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50618ce2-152c-42f0-8ffd-5abaf647501e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9b169628-d43f-4c9a-ae69-c081f2ff2ba7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.624927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-50618ce2-152c-42f0-8ffd-5abaf647501e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.626935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-50618ce2-152c-42f0-8ffd-5abaf647501e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/security-groups/9b169628-d43f-4c9a-ae69-c081f2ff2ba7 HTTP/1.1" status: 204 len: 168 time: 0.2140582 Mar 22 14:14:19.629615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38698) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.639689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50618ce2-152c-42f0-8ffd-5abaf647501e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b169628-d43f-4c9a-ae69-c081f2ff2ba7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:19.662242 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-98772d33-d277-4e37-b043-e204375b5ea1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] show failed (client error): The resource could not be found. Mar 22 14:14:19.666382 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-98772d33-d277-4e37-b043-e204375b5ea1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups/9b169628-d43f-4c9a-ae69-c081f2ff2ba7 HTTP/1.1" status: 404 len: 347 time: 0.0337889 Mar 22 14:14:19.667591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38700) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.794007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50d6a12d-2c98-4ecc-92ec-83a1b81eb37e admin admin] Publish callbacks [] for security_group (f89cad5e-4ffb-494c-b44f-7d41d50bd907), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.805905 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50d6a12d-2c98-4ecc-92ec-83a1b81eb37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f89cad5e-4ffb-494c-b44f-7d41d50bd907), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.838894 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-50d6a12d-2c98-4ecc-92ec-83a1b81eb37e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93ec71752a494bc7ad40a07b917fe954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6657467 Mar 22 14:14:19.846309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38712) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.885531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a12d-2c98-4ecc-92ec-83a1b81eb37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89cad5e-4ffb-494c-b44f-7d41d50bd907,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:19.932014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:19.947874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.974540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port a76617f6-911b-4135-a61c-8617ed5a11e5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:19.975240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.988462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-32f79b10-1466-4ae7-b2fd-f3b3fb94682e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906978725&fields=id&tenant_id=f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 267 time: 0.1690743 Mar 22 14:14:19.988839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:17Z', 'revision_number': 3, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:20.000110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02080fb6-f3d0-4399-b2ff-abfbe10eb5f1 admin admin] Publish callbacks [] for security_group (f89cad5e-4ffb-494c-b44f-7d41d50bd907), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.019045 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:10Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:20.023454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02080fb6-f3d0-4399-b2ff-abfbe10eb5f1 admin admin] Publish callbacks [] for security_group (f89cad5e-4ffb-494c-b44f-7d41d50bd907), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.056158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Checking router: 0e95a4c8-7a52-415c-950d-ecde08418599 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:20.056792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Updating router 0e95a4c8-7a52-415c-950d-ecde08418599 port 98413010-38b3-4543-855c-d199e9beb170 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:14:20.071776 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b65b65-79f6-447d-8ba2-b3e6a7fefbb1 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ef69650e-ce71-4097-9321-dd8ae72d4b58', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1614de7f-4064-47be-b88d-e8e9316da646', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4c:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:11:47Z', 'updated_at': '2022-03-22T14:12:10Z', 'revision_number': 2, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:20.111083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (98413010-38b3-4543-855c-d199e9beb170), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.182965 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02080fb6-f3d0-4399-b2ff-abfbe10eb5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f89cad5e-4ffb-494c-b44f-7d41d50bd907), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.185721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-02080fb6-f3d0-4399-b2ff-abfbe10eb5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.190019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-02080fb6-f3d0-4399-b2ff-abfbe10eb5f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f89cad5e-4ffb-494c-b44f-7d41d50bd907 HTTP/1.1" status: 204 len: 168 time: 0.3361917 Mar 22 14:14:20.220368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Allocated IP 172.20.0.1 (6c1c34cb-26f6-49ab-b3f8-b848a003cd90/f4c3f62c-0040-4595-92aa-8460ccaf52f2/e257b6d9-2e98-4c39-80c8-da0ba10f3bb8) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:20.287344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.306457 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (a76617f6-911b-4135-a61c-8617ed5a11e5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.309568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02080fb6-f3d0-4399-b2ff-abfbe10eb5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89cad5e-4ffb-494c-b44f-7d41d50bd907,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:20.347979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-f8e631a4-0958-4f60-8e9c-d891ad3f79fd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:20.351164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-f8e631a4-0958-4f60-8e9c-d891ad3f79fd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/networks?id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 200 len: 797 time: 0.3609550 Mar 22 14:14:20.352170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for a76617f6-911b-4135-a61c-8617ed5a11e5 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:20.420766 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9e922999-cbc3-4bf1-9b71-e8a64e1e3f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.449308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks [] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.538674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.548309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-ab8d71a2-df9c-47e7-9e1b-c9a958047fd2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/quotas/f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 375 time: 0.1886678 Mar 22 14:14:20.570787 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Publish callbacks [] for port (98413010-38b3-4543-855c-d199e9beb170), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.578248 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (98413010-38b3-4543-855c-d199e9beb170), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.584704 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a0ce3-7889-4c60-a39b-666b59d2ee1e None None] New status for floating IP a70d240a-44cd-441f-8925-e0fa31f37b33: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:20.606847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a9be759-e94d-499f-9f75-5f35c9cb668c req-c16cd9be-f51f-4f55-98c3-a0b8afecf53d tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.2111819 Mar 22 14:14:20.609206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:20.616860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:20.620385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:20.714174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d719f-27bd-401f-a735-fdf3c612d200 None None] Pushing event updated for resources: {'Port': ['ID=98413010-38b3-4543-855c-d199e9beb170,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:20.753144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Pushing event updated for resources: {'Port': ['ID=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:20.761579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-faad6799-7de0-404d-a005-8053023e8517 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048700 Mar 22 14:14:20.795109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Attempting to bind port 98413010-38b3-4543-855c-d199e9beb170 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:20.795476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Attempting to bind port 98413010-38b3-4543-855c-d199e9beb170 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:20.795836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Attempting to bind port 98413010-38b3-4543-855c-d199e9beb170 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:20.805998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0e95a4c8-7a52-415c-950d-ecde08418599), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.808701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:20.809258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:20.809670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.811389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:20.811898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Bound port: 98413010-38b3-4543-855c-d199e9beb170, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:20.812295 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (98413010-38b3-4543-855c-d199e9beb170), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.892173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] For port 98413010-38b3-4543-855c-d199e9beb170, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:20.897441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] For port 98413010-38b3-4543-855c-d199e9beb170, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=98413010-38b3-4543-855c-d199e9beb170,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:20.907229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (98413010-38b3-4543-855c-d199e9beb170), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.993354 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.db.api [None req-fb0a0ce3-7889-4c60-a39b-666b59d2ee1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:14:20.994026 n-d-834677-3 neutron-server[110460]: DEBUG oslo_db.api [None req-fb0a0ce3-7889-4c60-a39b-666b59d2ee1e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:14:21.017144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:21.019180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:21.031068 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a76617f6-911b-4135-a61c-8617ed5a11e5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.051982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.070091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=a76617f6-911b-4135-a61c-8617ed5a11e5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:21.090974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01351a1a-0b55-4e1b-897b-561d7eda57b5 req-fe66a3eb-9401-4bdb-a3bc-1b621b97cc3e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:21.092684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01351a1a-0b55-4e1b-897b-561d7eda57b5 req-fe66a3eb-9401-4bdb-a3bc-1b621b97cc3e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.3069472 Mar 22 14:14:21.162265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-ac2a1d7d-84ea-478f-88fa-b110d9f39bcd service neutron] 10.222.0.44 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218100 Mar 22 14:14:21.174742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0a8110d4-3089-4f8b-844e-86ef6956a1b3 None None] Provisioning complete for port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:21.175135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0a8110d4-3089-4f8b-844e-86ef6956a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.275428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d719f-27bd-401f-a735-fdf3c612d200 None None] Pushing event updated for resources: {'Port': ['ID=98413010-38b3-4543-855c-d199e9beb170,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:21.292904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01351a1a-0b55-4e1b-897b-561d7eda57b5 req-de54fc34-e594-47a7-98e5-9ee89c316fac tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923776 Mar 22 14:14:21.320848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (a70d240a-44cd-441f-8925-e0fa31f37b33), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.320848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.322001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-383e8882-38af-4f90-b6d0-ff64925a71e7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/floatingips/a70d240a-44cd-441f-8925-e0fa31f37b33 HTTP/1.1" status: 204 len: 168 time: 1.6529293 Mar 22 14:14:21.352641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-1319020e-d2a3-4e0b-a3b5-1795ad248de2 service neutron] 10.222.0.44 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702347 Mar 22 14:14:21.419487 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks [] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.428959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.495965 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a0ce3-7889-4c60-a39b-666b59d2ee1e None None] New status for floating IP a70d240a-44cd-441f-8925-e0fa31f37b33: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:21.510944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Pushing event updated for resources: {'Port': ['ID=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:21.535053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0e95a4c8-7a52-415c-950d-ecde08418599), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.542064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0a8110d4-3089-4f8b-844e-86ef6956a1b3 None None] Port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:21.557595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:21.709291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:21.710867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:21.758591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-baf9296a-cc63-473b-b768-940970975ce5 req-e38b0422-ef80-4bbc-80df-869de797dd15 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 210 time: 0.0937777 Mar 22 14:14:21.858240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.958284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5c65fcb-4648-4cc9-b487-faa9f630a2ea req-25b10654-9bec-4b4d-ae98-b944e4285742 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0675771 Mar 22 14:14:22.057715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:22.101044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2237f92-ba5e-4157-a234-347f35800e61 None None] The sync data for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 is: [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:22.293944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ff890c5d-2111-4fe2-86cf-f17cdf7b17f6 None None] Provisioning complete for port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:22.294498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ff890c5d-2111-4fe2-86cf-f17cdf7b17f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.397888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ff890c5d-2111-4fe2-86cf-f17cdf7b17f6 None None] Port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:22.585397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b139777-db4f-4c10-93eb-38a3d2dc1933 req-4203b064-bada-4557-ac42-bfec2303557e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.586750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Router 0e95a4c8-7a52-415c-950d-ecde08418599 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:22.587104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b139777-db4f-4c10-93eb-38a3d2dc1933 req-4203b064-bada-4557-ac42-bfec2303557e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1654785 Mar 22 14:14:22.653567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b139777-db4f-4c10-93eb-38a3d2dc1933 req-3e3e7c2c-84eb-4041-8ab1-944bdf749c39 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600631 Mar 22 14:14:22.797732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:22.805317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d54d19d0-c3b2-49b6-b0e8-7c5412496678 admin admin] 10.222.0.44 "PUT /v2.0/routers/0e95a4c8-7a52-415c-950d-ecde08418599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8322463 Mar 22 14:14:22.924352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2bba756-9678-46a7-9b64-95ddb3bfc4c7 req-f47015de-cacf-425e-8c30-0671b288f21e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 210 time: 0.0340252 Mar 22 14:14:23.091486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cda227b7-3319-469b-8371-1d3a891bbd39 req-06c9d886-2e98-4c55-a52f-088ee8bf5085 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0391810 Mar 22 14:14:23.383240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.578736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-72d0ba85-5cd8-4702-866c-77ddff369010 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.580529 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-72d0ba85-5cd8-4702-866c-77ddff369010 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/networks?id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 200 len: 797 time: 0.2486475 Mar 22 14:14:23.659197 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-1330b781-aae4-493c-add7-f78ae4a0f381 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 380 time: 0.0677917 Mar 22 14:14:23.685858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'port': {'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'admin_state_up': True, 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'security_groups': ['8396f023-ca42-4280-86fa-ced767a7cf24']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:23.867086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:23.868323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.879918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ef4ed-60e8-4ecd-af7e-135a40682315 req-adc00dd7-add9-4e9f-840b-6d5974e4eab5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.881865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-266ef4ed-60e8-4ecd-af7e-135a40682315 req-adc00dd7-add9-4e9f-840b-6d5974e4eab5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1059248 Mar 22 14:14:23.902563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38806) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:23.923528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-56bb2d87-ee6a-4ead-a8bc-dec9bf92e90d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789521395', 'description': 'tempest-description--762693571'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:23.967621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bb2d87-ee6a-4ead-a8bc-dec9bf92e90d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.003188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-266ef4ed-60e8-4ecd-af7e-135a40682315 req-8af5b408-b674-4690-85b3-7f82043e7906 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995774 Mar 22 14:14:24.119421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e95f2aae-ce36-442e-b141-0c2fa5161c2f req-ec7d8a79-12de-450c-8dbb-cae1c2b8150e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 210 time: 0.0510080 Mar 22 14:14:24.147002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bb2d87-ee6a-4ead-a8bc-dec9bf92e90d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (8ddabbf8-63eb-4815-8d76-e41d505f04b7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.152725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bb2d87-ee6a-4ead-a8bc-dec9bf92e90d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8ddabbf8-63eb-4815-8d76-e41d505f04b7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.197106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2d87-ee6a-4ead-a8bc-dec9bf92e90d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddabbf8-63eb-4815-8d76-e41d505f04b7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:24.212370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bb2d87-ee6a-4ead-a8bc-dec9bf92e90d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.214026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-56bb2d87-ee6a-4ead-a8bc-dec9bf92e90d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3092611 Mar 22 14:14:24.216920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38816) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:24.223311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ed7d1fad-951a-47c1-97be-4477b1bf84bf tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'security_group_rule': {'security_group_id': '8ddabbf8-63eb-4815-8d76-e41d505f04b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:24.233859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.20.0.14 (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2/6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d/a0d4862c-0a69-41e8-92a2-6ff25a84d5d7) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:24.314268 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.372760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f9a783d-7e96-464e-a947-07a96663f5a6 req-25d3d3d6-5856-45d6-b9de-bac31d363892 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.1199963 Mar 22 14:14:24.377631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1fad-951a-47c1-97be-4477b1bf84bf tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (4c7db76b-18fe-409d-b1ef-b3f03f361b87), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.487595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1fad-951a-47c1-97be-4477b1bf84bf tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (4c7db76b-18fe-409d-b1ef-b3f03f361b87), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.494287 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1fad-951a-47c1-97be-4477b1bf84bf tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (4c7db76b-18fe-409d-b1ef-b3f03f361b87), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.512275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.533279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1fad-951a-47c1-97be-4477b1bf84bf tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.534540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ed7d1fad-951a-47c1-97be-4477b1bf84bf tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159115 Mar 22 14:14:24.537862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d1fad-951a-47c1-97be-4477b1bf84bf tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7db76b-18fe-409d-b1ef-b3f03f361b87,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:24.539704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38820) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:24.544514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-bd13ed19-cf6c-4b0b-aa3d-6245b0e4b22b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'security_group_rule': {'security_group_id': '8ddabbf8-63eb-4815-8d76-e41d505f04b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:24.576866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed19-cf6c-4b0b-aa3d-6245b0e4b22b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (6fcf9bc4-ef49-4d02-b854-546fb61e59c2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.592583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.605438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.653845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed19-cf6c-4b0b-aa3d-6245b0e4b22b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (6fcf9bc4-ef49-4d02-b854-546fb61e59c2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.659619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed19-cf6c-4b0b-aa3d-6245b0e4b22b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (6fcf9bc4-ef49-4d02-b854-546fb61e59c2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.680642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13ed19-cf6c-4b0b-aa3d-6245b0e4b22b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcf9bc4-ef49-4d02-b854-546fb61e59c2,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:24.683086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:24.692729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed19-cf6c-4b0b-aa3d-6245b0e4b22b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.693838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:24.695745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:24.696146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd13ed19-cf6c-4b0b-aa3d-6245b0e4b22b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554620 Mar 22 14:14:24.698137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:24.699277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38824) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:24.705145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:24.752949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.759056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:24.759714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.781814 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-8dd7c8f6-b952-4030-b663-35c72473d57b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1072581 Mar 22 14:14:24.798033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Request body: {'port': {'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:24.800576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38826) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:24.899948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.901704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.971007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bdde566-bb8e-4013-a6bb-7f8f5f0912b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.159498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 98413010-38b3-4543-855c-d199e9beb170 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:25.193119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ef4c3572-5f7c-48ab-9c27-867165f88db5 None None] Provisioning complete for port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:25.194207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef4c3572-5f7c-48ab-9c27-867165f88db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.215093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bdde566-bb8e-4013-a6bb-7f8f5f0912b9 admin admin] Publish callbacks [] for security_group (de2f82ec-9d00-47ce-ab03-0848c336e81c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.226737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bdde566-bb8e-4013-a6bb-7f8f5f0912b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (de2f82ec-9d00-47ce-ab03-0848c336e81c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.238358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Allocated IP 172.25.2.138 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/3ea8c24d-bb03-4b13-8475-af43daea437a) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:25.265529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c3572-5f7c-48ab-9c27-867165f88db5 None None] Port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:25.298650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 98413010-38b3-4543-855c-d199e9beb170 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:25.300923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (98413010-38b3-4543-855c-d199e9beb170), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.349339 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0bdde566-bb8e-4013-a6bb-7f8f5f0912b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54ae86c7edd740f29304e7c8d8c47647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5475922 Mar 22 14:14:25.350150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38836) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:25.367645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdde566-bb8e-4013-a6bb-7f8f5f0912b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f82ec-9d00-47ce-ab03-0848c336e81c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.373563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897629e3-917f-4686-b03a-bf7f38c25142 req-851b3646-d07f-4388-9557-3aae0fdfaad9 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.382244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-897629e3-917f-4686-b03a-bf7f38c25142 req-851b3646-d07f-4388-9557-3aae0fdfaad9 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.2495413 Mar 22 14:14:25.396617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:25.420593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Publish callbacks [] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.428338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf2d41-ea73-4405-ba2e-b42b2ea85381 req-419a8b5a-bbc6-42aa-8562-781538db68c4 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.429949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57cf2d41-ea73-4405-ba2e-b42b2ea85381 req-419a8b5a-bbc6-42aa-8562-781538db68c4 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 932 time: 0.1844537 Mar 22 14:14:25.454756 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-021d992e-0d6c-42ae-9a0f-7c72c2609a07 admin admin] Publish callbacks [] for security_group (de2f82ec-9d00-47ce-ab03-0848c336e81c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.457362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Transition to ACTIVE for port object a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:14:25.465870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 98413010-38b3-4543-855c-d199e9beb170 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:25.466759 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (98413010-38b3-4543-855c-d199e9beb170), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.472726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.503247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-897629e3-917f-4686-b03a-bf7f38c25142 req-4a3ec68e-f62a-4571-8551-8aa0734672be tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177073 Mar 22 14:14:25.508262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 98413010-38b3-4543-855c-d199e9beb170, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=98413010-38b3-4543-855c-d199e9beb170,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:25.514202 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (98413010-38b3-4543-855c-d199e9beb170), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.540792 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.554833 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-021d992e-0d6c-42ae-9a0f-7c72c2609a07 admin admin] Publish callbacks [] for security_group (de2f82ec-9d00-47ce-ab03-0848c336e81c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.614094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=98413010-38b3-4543-855c-d199e9beb170,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.625585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.663280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57cf2d41-ea73-4405-ba2e-b42b2ea85381 req-6bca5d0e-58ce-424c-a417-a0beef6d1ed9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200723 Mar 22 14:14:25.696882 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.737602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-021d992e-0d6c-42ae-9a0f-7c72c2609a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (de2f82ec-9d00-47ce-ab03-0848c336e81c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.740144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-021d992e-0d6c-42ae-9a0f-7c72c2609a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.741792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-021d992e-0d6c-42ae-9a0f-7c72c2609a07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de2f82ec-9d00-47ce-ab03-0848c336e81c HTTP/1.1" status: 204 len: 168 time: 0.3882012 Mar 22 14:14:25.763995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d992e-0d6c-42ae-9a0f-7c72c2609a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f82ec-9d00-47ce-ab03-0848c336e81c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.765944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Attempting to bind port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:25.766309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Attempting to bind port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:25.766703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Attempting to bind port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 on network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:25.785908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 on network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:14:25.786335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Attempting to bind port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 on network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:25.791728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8289c32b-7f0b-4633-9302-9d05682a7ba3 req-599188c3-952a-449a-9c74-9ac04583854f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0550916 Mar 22 14:14:25.799985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:25.800328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Checking segment: {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:25.800717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Bound using segment: {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:25.801164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Bound port: a0d4862c-0a69-41e8-92a2-6ff25a84d5d7, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c559f1-f922-4f30-b8a7-3c62ca426315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:25.801527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.817266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:25.829362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:25.831649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'Port': ['ID=3ea8c24d-bb03-4b13-8475-af43daea437a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.836752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:25.906597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] For port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:25.913153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] For port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:25.923525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.943356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.944461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.945913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 HTTP/1.1" status: 200 len: 1092 time: 1.1564546 Mar 22 14:14:25.949013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:25.964866 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f62392-81eb-417b-8428-3db1f51d45ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:26.130752 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (14669611-0aa4-4007-ae13-2c5cc60614a6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.139249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-4d41efaa-3435-4cf2-b35e-642e8b8fbc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.142559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-4d41efaa-3435-4cf2-b35e-642e8b8fbc5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 1126 time: 0.1102407 Mar 22 14:14:26.207700 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-2b8e12df-472f-4468-a8c2-50679e428016 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0520790 Mar 22 14:14:26.211410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1f35-1eec-426c-a539-c82eff9a08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:26.249140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38852) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:26.289884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac347b51-8b4c-4043-9171-17795bae9d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.303728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-a05914a0-b40c-40e6-9cbe-310218aa6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.306293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-a05914a0-b40c-40e6-9cbe-310218aa6b21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d HTTP/1.1" status: 200 len: 834 time: 0.0809755 Mar 22 14:14:26.307874 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.359710 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ecab25-35a3-4976-a484-045946bba49f x-openstack-request-id: req-87ecab25-35a3-4976-a484-045946bba49f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:26.360511 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:26.360863 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87ecab25-35a3-4976-a484-045946bba49f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:26.361426 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ecab25-35a3-4976-a484-045946bba49f'] response: {'name': 'network-changed', 'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'status': 'completed', 'code': 200} Mar 22 14:14:26.384299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-cea3b3ed-b9a0-4e1e-9981-75f18ec6fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.386008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-cea3b3ed-b9a0-4e1e-9981-75f18ec6fe70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732274 Mar 22 14:14:26.410482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc993-7b61-4c0f-9617-72f98708d30a req-4c762f8d-0e83-496a-8a41-7e5d93ab18f7 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.411987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c32cc993-7b61-4c0f-9617-72f98708d30a req-4c762f8d-0e83-496a-8a41-7e5d93ab18f7 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1127 time: 0.1498802 Mar 22 14:14:26.491188 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-f7e512b3-31d6-4f8d-b049-84dd56e3fcea service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987957 Mar 22 14:14:26.499659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Sync routers for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:26.517801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:26.518480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:26.596556 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8ecb635b-b4db-4890-9d83-14e85629fff5 req-18ca4201-2714-41ad-afc8-e3cfaed9b524 service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984635 Mar 22 14:14:26.756776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:26.761657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62392-81eb-417b-8428-3db1f51d45ef req-6697e71b-885c-4c1e-8d01-38c174da2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.767060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10f62392-81eb-417b-8428-3db1f51d45ef req-6697e71b-885c-4c1e-8d01-38c174da2694 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 1126 time: 0.1008418 Mar 22 14:14:26.865446 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c32cc993-7b61-4c0f-9617-72f98708d30a req-b711703b-048d-4718-96fc-3d7bd14b3353 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.972240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c32cc993-7b61-4c0f-9617-72f98708d30a req-b711703b-048d-4718-96fc-3d7bd14b3353 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Publish callbacks [] for security_group (76040f95-10e4-41a1-bb42-c2e73bb1ce14), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.995614 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c32cc993-7b61-4c0f-9617-72f98708d30a req-b711703b-048d-4718-96fc-3d7bd14b3353 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76040f95-10e4-41a1-bb42-c2e73bb1ce14), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.038333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62392-81eb-417b-8428-3db1f51d45ef req-5af28a46-4375-4eb7-9491-e4f38feb4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.040862 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10f62392-81eb-417b-8428-3db1f51d45ef req-5af28a46-4375-4eb7-9491-e4f38feb4a90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 200 len: 898 time: 0.2653704 Mar 22 14:14:27.095403 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10f62392-81eb-417b-8428-3db1f51d45ef req-9aeab94a-91a2-4f10-9dd9-0525fbda8a75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0480425 Mar 22 14:14:27.115702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c32cc993-7b61-4c0f-9617-72f98708d30a req-b711703b-048d-4718-96fc-3d7bd14b3353 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6844845 Mar 22 14:14:27.185647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:21Z', 'revision_number': 2, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:27.206480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62392-81eb-417b-8428-3db1f51d45ef req-3bf7010b-4b89-4cde-9317-b43c58114006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.212343 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10f62392-81eb-417b-8428-3db1f51d45ef req-3bf7010b-4b89-4cde-9317-b43c58114006 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d HTTP/1.1" status: 200 len: 834 time: 0.1100941 Mar 22 14:14:27.249658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Checking router: 0e95a4c8-7a52-415c-950d-ecde08418599 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:27.250040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Updating router 0e95a4c8-7a52-415c-950d-ecde08418599 port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:14:27.291042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8225e-f026-41cb-9b44-b64245203241 req-a5a567f6-56e5-44ad-9ab0-a70be93b40d5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.301309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9af8225e-f026-41cb-9b44-b64245203241 req-a5a567f6-56e5-44ad-9ab0-a70be93b40d5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.4370461 Mar 22 14:14:27.303721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62392-81eb-417b-8428-3db1f51d45ef req-c740cbd5-4596-466b-b7dc-c69b8fcb3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.313991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711703b-048d-4718-96fc-3d7bd14b3353 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76040f95-10e4-41a1-bb42-c2e73bb1ce14,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:27.321818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac347b51-8b4c-4043-9171-17795bae9d0c admin admin] Publish callbacks [] for security_group (b96f6bbd-f8a4-452e-9b39-881a8049c246), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.327146 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10f62392-81eb-417b-8428-3db1f51d45ef req-c740cbd5-4596-466b-b7dc-c69b8fcb3575 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1087875 Mar 22 14:14:27.343028 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.350547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac347b51-8b4c-4043-9171-17795bae9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b96f6bbd-f8a4-452e-9b39-881a8049c246), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.390971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 98413010-38b3-4543-855c-d199e9beb170 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:27.489217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ac347b51-8b4c-4043-9171-17795bae9d0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a8324ef807241bd9155dbe10ff5a649&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2390106 Mar 22 14:14:27.494644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:27.497884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.500134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac347b51-8b4c-4043-9171-17795bae9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f6bbd-f8a4-452e-9b39-881a8049c246,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:27.516912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e77dc-e714-46e6-913d-e778c66a32d0 req-3552368c-5ccd-4c68-afbb-e4912a52437b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.519056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc1e77dc-e714-46e6-913d-e778c66a32d0 req-3552368c-5ccd-4c68-afbb-e4912a52437b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 944 time: 0.1426249 Mar 22 14:14:27.532825 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10f62392-81eb-417b-8428-3db1f51d45ef req-2693143b-5025-4c2b-99bf-18ec97bac329 service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040358 Mar 22 14:14:27.536793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9af8225e-f026-41cb-9b44-b64245203241 req-e0dd5d59-2a28-43d1-ae77-811d8232cbcc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343400 Mar 22 14:14:27.539899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.652022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'Port': ['ID=3ea8c24d-bb03-4b13-8475-af43daea437a,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:27.728245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d145bc38-2dd3-401f-aa64-ef716b9b1efc admin admin] Publish callbacks [] for security_group (b96f6bbd-f8a4-452e-9b39-881a8049c246), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.732139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dde81a34-d891-4b19-9e0f-41488f86749d req-c9d59329-271d-4bb7-ba42-dd608c17f0ad tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0808191 Mar 22 14:14:27.742648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 98413010-38b3-4543-855c-d199e9beb170 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:27.743027 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (98413010-38b3-4543-855c-d199e9beb170), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.765944 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d145bc38-2dd3-401f-aa64-ef716b9b1efc admin admin] Publish callbacks [] for security_group (b96f6bbd-f8a4-452e-9b39-881a8049c246), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.773941 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-10f62392-81eb-417b-8428-3db1f51d45ef req-db213a27-e0df-43ad-b809-f01771621b18 service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335217 Mar 22 14:14:27.788681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc1e77dc-e714-46e6-913d-e778c66a32d0 req-ce08a8f6-7fb0-49d4-91e5-68fa53fa8e67 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459619 Mar 22 14:14:27.806365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (14669611-0aa4-4007-ae13-2c5cc60614a6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.826460 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d145bc38-2dd3-401f-aa64-ef716b9b1efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b96f6bbd-f8a4-452e-9b39-881a8049c246), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.829089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d145bc38-2dd3-401f-aa64-ef716b9b1efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.830284 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d145bc38-2dd3-401f-aa64-ef716b9b1efc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b96f6bbd-f8a4-452e-9b39-881a8049c246 HTTP/1.1" status: 204 len: 168 time: 0.3324771 Mar 22 14:14:27.840550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145bc38-2dd3-401f-aa64-ef716b9b1efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f6bbd-f8a4-452e-9b39-881a8049c246,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:27.858925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.863630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8d7311b7-9a39-454c-9c7d-b62d5d18d36d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1624815 Mar 22 14:14:27.971523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 98413010-38b3-4543-855c-d199e9beb170 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:28.026968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56cad2-c105-4134-b1a3-fd1472e80794 req-5306a3a8-f5b0-46a3-9f45-bd6dbfd95a8f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:28.028616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed56cad2-c105-4134-b1a3-fd1472e80794 req-5306a3a8-f5b0-46a3-9f45-bd6dbfd95a8f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.1170628 Mar 22 14:14:28.104719 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Publish callbacks [] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.119945 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.167466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed56cad2-c105-4134-b1a3-fd1472e80794 req-857a06e8-dd4f-4190-853c-e8a6988c35ce tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303465 Mar 22 14:14:28.174583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734ea8d-71ec-4ef9-9d03-e893851d3dc9 None None] Pushing event updated for resources: {'Port': ['ID=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:28.181207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38880) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:28.221609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-e64a0ed5-750f-4d48-b2ff-4b3010e2f49c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1789521395&fields=id&tenant_id=16ce798b4d1e4b3982b137741d8edb3e HTTP/1.1" status: 200 len: 267 time: 0.0931704 Mar 22 14:14:28.300319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Attempting to bind port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:28.307856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Attempting to bind port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:28.309166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Attempting to bind port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:28.321202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:28.321581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Checking segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:28.322055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.322409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Bound using segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:28.322903 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Bound port: e257b6d9-2e98-4c39-80c8-da0ba10f3bb8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:28.323280 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.331088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4f570633-e548-4513-a0be-91672bc619c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/f92ca5c8-455c-4f27-a41f-13b8de23a0c7 HTTP/1.1" status: 200 len: 993 time: 0.1485169 Mar 22 14:14:28.511560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-5c59d1f5-2846-4f16-afdc-f0cf18a584b7 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:28.525053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-5c59d1f5-2846-4f16-afdc-f0cf18a584b7 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 810 time: 0.2962608 Mar 22 14:14:28.527164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] For port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:28.539315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] For port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:28.546892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-7cc71b21-9550-4ff3-9dc0-4ec7f97c05b0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/quotas/16ce798b4d1e4b3982b137741d8edb3e HTTP/1.1" status: 200 len: 375 time: 0.0157452 Mar 22 14:14:28.550499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.561086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.659843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-e6e96084-7fd2-483e-9ded-6627f8e70914 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044092 Mar 22 14:14:28.800434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:28.802588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:28.820492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842c79-8aa2-455c-8911-4376ac6cfa48 req-00b4f2fb-ea5f-4646-bfc6-adc668609241 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:28.822108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f842c79-8aa2-455c-8911-4376ac6cfa48 req-00b4f2fb-ea5f-4646-bfc6-adc668609241 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1566095 Mar 22 14:14:28.957044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734ea8d-71ec-4ef9-9d03-e893851d3dc9 None None] Pushing event updated for resources: {'Port': ['ID=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:28.962786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-889a3f1e-bde0-4314-859b-015c4dd90994 None None] Provisioning complete for port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:28.963301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-889a3f1e-bde0-4314-859b-015c4dd90994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.999921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f842c79-8aa2-455c-8911-4376ac6cfa48 req-21042395-0b4f-4720-b858-3042fbad6aa3 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640611 Mar 22 14:14:29.018236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:29.166817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:29.170498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-82420164-a390-4301-8aff-f367abcc97b5 req-1bf7b6d4-e6d5-4798-9c15-e2568b908a9a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:14:29.182755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82420164-a390-4301-8aff-f367abcc97b5 req-1bf7b6d4-e6d5-4798-9c15-e2568b908a9a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552049 Mar 22 14:14:29.323996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-de2d967b-ac90-4a9f-8679-5176c8508ccb service neutron] 10.222.0.44 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402869 Mar 22 14:14:29.562570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-7010d930-93ef-4eda-8839-f134ea3316cc service neutron] 10.222.0.44 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376745 Mar 22 14:14:29.612908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:29.790246 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38936) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:29.934254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4f3e133-26fc-4943-bff7-b0eacb4dca4e req-30deb499-e744-48e9-a2fc-ac02d75aed64 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0596123 Mar 22 14:14:29.952225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-889a3f1e-bde0-4314-859b-015c4dd90994 None None] Current status of the port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:29.952605 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-889a3f1e-bde0-4314-859b-015c4dd90994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.035893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:30.039648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-889a3f1e-bde0-4314-859b-015c4dd90994 None None] For port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:30.063957 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-889a3f1e-bde0-4314-859b-015c4dd90994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.096872 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-d7c78532-007a-42a6-b068-fcfad2e4bd4a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3041871 Mar 22 14:14:30.099070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:30.122647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-bc01048f-e282-4ba6-b959-bd4febb90a43 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:14:30.123315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a3f1e-bde0-4314-859b-015c4dd90994 None None] Pushing event updated for resources: {'Port': ['ID=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:30.128060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-bc01048f-e282-4ba6-b959-bd4febb90a43 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228543 Mar 22 14:14:30.166301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ca06-3bb2-4a9f-b322-165d5709beaa req-fd409bbd-35b0-4b63-b39a-29f1a50145d5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:30.179960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:30.180350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.181863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d30ca06-3bb2-4a9f-b322-165d5709beaa req-fd409bbd-35b0-4b63-b39a-29f1a50145d5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 944 time: 0.1801186 Mar 22 14:14:30.195238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:30.195626 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.312931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:28Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:30.360096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d30ca06-3bb2-4a9f-b322-165d5709beaa req-d5a91bf6-b36f-48a6-8327-30227f36f3b1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756728 Mar 22 14:14:30.422079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:30.424701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834295-9906-4de9-a5e3-5a209430f6ef req-a8321c42-9711-42c3-ba04-092520c86c04 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:30.438574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1834295-9906-4de9-a5e3-5a209430f6ef req-a8321c42-9711-42c3-ba04-092520c86c04 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.2014229 Mar 22 14:14:30.452185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a15412-b285-44cd-92e3-7c271ce19b0f None None] The sync data for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 is: [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:28Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:30.454694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-51a945fa-4a6c-4240-9c69-5b66c5baf017 None None] Provisioning complete for port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:30.460884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-51a945fa-4a6c-4240-9c69-5b66c5baf017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.547633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4de15da8-b76e-4cc2-80c5-1df95a50796f req-56bd37f6-d041-46f4-ba52-38f188ff2963 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 210 time: 0.0702312 Mar 22 14:14:30.577245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:30.650274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1834295-9906-4de9-a5e3-5a209430f6ef req-885353bf-4e52-4d77-9a4b-fcf51bbbeb5f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103105 Mar 22 14:14:30.706618 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.799138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:30.853361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5156b-1ea4-4509-b115-2c887bbb337f req-52223030-f368-4de8-9b3e-5b141aed082f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:30.854816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad5156b-1ea4-4509-b115-2c887bbb337f req-52223030-f368-4de8-9b3e-5b141aed082f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.2030191 Mar 22 14:14:30.933552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-51a945fa-4a6c-4240-9c69-5b66c5baf017 None None] Current status of the port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:30.940576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:30.941290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38982) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:30.999562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad5156b-1ea4-4509-b115-2c887bbb337f req-1f3f58eb-b259-4fb9-b83c-f767033020d4 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376326 Mar 22 14:14:31.043012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a0d4862c-0a69-41e8-92a2-6ff25a84d5d7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:31.157203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-702b55d7-3bd2-4749-bf70-42de34393f70 req-9171ca49-87ef-4b92-917d-94642ce553fd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.1180329 Mar 22 14:14:31.311877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27a0da7d-5378-4b9d-824a-3fb6ad12c10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.393154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:31.499521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-e8dfe216-f01b-489f-88ed-8e53c433775e tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.500985 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-e8dfe216-f01b-489f-88ed-8e53c433775e tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports/efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 1124 time: 0.5874636 Mar 22 14:14:31.526288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27a0da7d-5378-4b9d-824a-3fb6ad12c10c admin admin] Publish callbacks [] for security_group (5078502f-35b7-40d1-b3d6-3fba58d1c406), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.539024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27a0da7d-5378-4b9d-824a-3fb6ad12c10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5078502f-35b7-40d1-b3d6-3fba58d1c406), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.569114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:31.569524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.596956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baba27-da74-4369-9602-0e0c0678922d req-c78ac4ce-9168-4bc3-a2f6-803842e7c61b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.604565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2baba27-da74-4369-9602-0e0c0678922d req-c78ac4ce-9168-4bc3-a2f6-803842e7c61b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 945 time: 0.1191492 Mar 22 14:14:31.668718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0da7d-5378-4b9d-824a-3fb6ad12c10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5078502f-35b7-40d1-b3d6-3fba58d1c406,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:31.691352 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-27a0da7d-5378-4b9d-824a-3fb6ad12c10c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd9de0f15dc64e6aa12764ec81989ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483320 Mar 22 14:14:31.692893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38998) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:31.790469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-19b5e7e4-6bac-43a3-be40-b45d57fef416 admin admin] Publish callbacks [] for security_group (5078502f-35b7-40d1-b3d6-3fba58d1c406), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.814659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2baba27-da74-4369-9602-0e0c0678922d req-142b8ccc-c8f9-482b-bd8c-10daaf99e551 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090223 Mar 22 14:14:31.815788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-19b5e7e4-6bac-43a3-be40-b45d57fef416 admin admin] Publish callbacks [] for security_group (5078502f-35b7-40d1-b3d6-3fba58d1c406), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.874490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:31.900221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-69b70861-abf2-4c31-a762-bcbeebe89e20 req-d2ac4338-25fa-4cb2-9be0-a81cc75fcfdd tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 210 time: 0.1638098 Mar 22 14:14:31.945689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-19b5e7e4-6bac-43a3-be40-b45d57fef416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5078502f-35b7-40d1-b3d6-3fba58d1c406), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.950660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-19b5e7e4-6bac-43a3-be40-b45d57fef416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.953266 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-19b5e7e4-6bac-43a3-be40-b45d57fef416 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5078502f-35b7-40d1-b3d6-3fba58d1c406 HTTP/1.1" status: 204 len: 168 time: 0.2581410 Mar 22 14:14:31.976342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5e7e4-6bac-43a3-be40-b45d57fef416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5078502f-35b7-40d1-b3d6-3fba58d1c406,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.036005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-6d1441d9-5a7e-4646-8a6f-6a017958928f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.038232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-6d1441d9-5a7e-4646-8a6f-6a017958928f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 810 time: 0.3154950 Mar 22 14:14:32.236234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74564ed-3c82-47c6-9808-78c12dbfa076 req-2f368372-4823-44ed-8a6e-a151d30b7c80 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.238280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a74564ed-3c82-47c6-9808-78c12dbfa076 req-2f368372-4823-44ed-8a6e-a151d30b7c80 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.2234683 Mar 22 14:14:32.262234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-51f602da-2c44-4e05-b4b3-81513ddba3d6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ce798b4d1e4b3982b137741d8edb3e HTTP/1.1" status: 200 len: 380 time: 0.2050686 Mar 22 14:14:32.280074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'port': {'device_id': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'admin_state_up': True, 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'security_groups': ['8ddabbf8-63eb-4815-8d76-e41d505f04b7']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:32.357140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98e57-b676-4593-a0d8-576cbf90c472 req-a1fdef37-1a85-4acd-9f26-a22e26de7c6b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.358789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3d98e57-b676-4593-a0d8-576cbf90c472 req-a1fdef37-1a85-4acd-9f26-a22e26de7c6b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1917703 Mar 22 14:14:32.405068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a74564ed-3c82-47c6-9808-78c12dbfa076 req-006259ec-f924-4fde-8a04-5e878c0be171 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569989 Mar 22 14:14:32.492493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3d98e57-b676-4593-a0d8-576cbf90c472 req-cc9ab146-fc09-4e4a-abb2-5704b7749180 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183064 Mar 22 14:14:32.542707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Made reservation on behalf of 16ce798b4d1e4b3982b137741d8edb3e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:32.546431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.575023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fc9167b-7e33-4732-9a13-789fad31099b req-4cbb5753-ed8e-4e6c-bfe4-75a18924e418 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0476637 Mar 22 14:14:32.728876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Allocated IP 172.20.0.14 (6c1c34cb-26f6-49ab-b3f8-b848a003cd90/f4c3f62c-0040-4595-92aa-8460ccaf52f2/f7b32278-4b6d-48f1-88af-8b0f0bba7a42) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:32.832387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-8388281e-6951-4ed3-ac9b-3147edcbb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.836220 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-8388281e-6951-4ed3-ac9b-3147edcbb8ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1127 time: 0.0592678 Mar 22 14:14:32.904795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.993661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-9719c9f0-8fdf-4e00-99c7-59e45daafc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.995193 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-9719c9f0-8fdf-4e00-99c7-59e45daafc18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.1497946 Mar 22 14:14:32.998377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:32.999636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.066409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d34e90-61c2-457a-b26c-997da90883df req-4e303596-69c4-4840-a1d2-e4fb44d5b25c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.068079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6d34e90-61c2-457a-b26c-997da90883df req-4e303596-69c4-4840-a1d2-e4fb44d5b25c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 945 time: 0.1428072 Mar 22 14:14:33.098444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:33.103241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:33.104460 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.112191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:33.124674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'Port': ['ID=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:33.131164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:33.135955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:33.151124 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-e045490f-450a-4ddb-9c14-bd5461b19474 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 1001 time: 0.1369324 Mar 22 14:14:33.191002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ac8ea-c1cf-426a-a1ab-6e2ef795eba1 req-c774bbba-8ab9-494b-b6b5-0c34f2cebd96 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.193467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d70ac8ea-c1cf-426a-a1ab-6e2ef795eba1 req-c774bbba-8ab9-494b-b6b5-0c34f2cebd96 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 932 time: 0.2060344 Mar 22 14:14:33.266294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-62d603b9-2933-44e8-af52-36213bfcf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.267927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-62d603b9-2933-44e8-af52-36213bfcf751 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.1076694 Mar 22 14:14:33.287508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6d34e90-61c2-457a-b26c-997da90883df req-0a49cba4-e326-4d80-b99e-ba32009a9644 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086380 Mar 22 14:14:33.304549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.305643 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.305931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:33.306582 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.336600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:33.339460 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1cc305-0823-489d-a73d-08098dc2be4e" -d '{"events": [{"server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "name": "network-vif-plugged", "status": "completed", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:33.371180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:33.372614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-e550f281-d563-4ae4-b36c-625cf7365b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.374241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-e550f281-d563-4ae4-b36c-625cf7365b8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977795 Mar 22 14:14:33.384253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.389323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d70ac8ea-c1cf-426a-a1ab-6e2ef795eba1 req-8f8ad15e-15e0-4d52-aebd-337200ff702b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793261 Mar 22 14:14:33.398453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-67b3224a-6c4b-4f72-b18b-62cb3ada2a9d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1247566 Mar 22 14:14:33.410914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Request body: {'port': {'device_id': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:33.445168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:33.465522 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ec9d1e-2fe8-4553-be86-f4efd2d3f629 x-openstack-request-id: req-c0ec9d1e-2fe8-4553-be86-f4efd2d3f629 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:33.465812 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "name": "network-vif-plugged", "status": "completed", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:33.466084 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0ec9d1e-2fe8-4553-be86-f4efd2d3f629 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:33.466490 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ec9d1e-2fe8-4553-be86-f4efd2d3f629'] response: {'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'code': 200} Mar 22 14:14:33.492862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-67f4f614-2b00-400b-a69f-bf4a215283f6 None None] Provisioning complete for port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:33.493083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67f4f614-2b00-400b-a69f-bf4a215283f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.549687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-67f4f614-2b00-400b-a69f-bf4a215283f6 None None] Port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:33.550060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-3cfc1483-cb77-43c6-8bac-bd0336a86a4e service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619976 Mar 22 14:14:33.634987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.671951 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-729900d5-c749-44bc-b604-1317e14e3de8 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188111 Mar 22 14:14:33.743849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5991a8-3968-4735-b22b-5438e1a90138 req-4f557fbb-c579-49c3-b571-d9a2f167c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.746290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f5991a8-3968-4735-b22b-5438e1a90138 req-4f557fbb-c579-49c3-b571-d9a2f167c35d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 1128 time: 0.1989825 Mar 22 14:14:33.769102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcb1b8-d6b8-47f4-b1c8-1b7eb91de427 req-3991c462-66e4-4c92-8ba7-9eb5e7c78e86 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.771260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46dcb1b8-d6b8-47f4-b1c8-1b7eb91de427 req-3991c462-66e4-4c92-8ba7-9eb5e7c78e86 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.2228737 Mar 22 14:14:33.812724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de6c7-a19b-4b6b-b6f3-ba13facaa96a req-498398d5-15e5-4681-8e99-f746d901c936 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.814783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b86de6c7-a19b-4b6b-b6f3-ba13facaa96a req-498398d5-15e5-4681-8e99-f746d901c936 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.2154827 Mar 22 14:14:34.022952 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f5991a8-3968-4735-b22b-5438e1a90138 req-aff2f93d-25e7-4fe5-9612-9a001232c0e3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500591 Mar 22 14:14:34.051257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b86de6c7-a19b-4b6b-b6f3-ba13facaa96a req-e4867334-ba0f-4f9c-8a76-2f2979da01d5 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733301 Mar 22 14:14:34.067670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46dcb1b8-d6b8-47f4-b1c8-1b7eb91de427 req-92ad9bd3-0123-40a6-be61-216c324fa255 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751520 Mar 22 14:14:34.191111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df83eee7-bee2-4e8d-8148-2b03f55b0825 req-8e278788-a97e-4718-aac9-97ef241b7efd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0323570 Mar 22 14:14:34.198749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b32278-4b6d-48f1-88af-8b0f0bba7a42 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:34.207169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Publish callbacks [] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.223663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Transition to ACTIVE for port object f7b32278-4b6d-48f1-88af-8b0f0bba7a42 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:14:34.227625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.291487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:34.458969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Attempting to bind port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:34.459488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Attempting to bind port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:34.459913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Attempting to bind port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:34.468806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:14:34.469633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Attempting to bind port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:34.480381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:34.480381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Checking segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:34.481132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Bound using segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:34.481674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Bound port: f7b32278-4b6d-48f1-88af-8b0f0bba7a42, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:34.482168 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.502449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91181a5-71bb-467e-ba5e-258729e93f1f req-c1b19a07-2eb7-4634-8adb-48f58effedf6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.510806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a91181a5-71bb-467e-ba5e-258729e93f1f req-c1b19a07-2eb7-4634-8adb-48f58effedf6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 946 time: 0.1151125 Mar 22 14:14:34.655073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a91181a5-71bb-467e-ba5e-258729e93f1f req-9403f79c-8897-4157-bd1d-086b8f787c0b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374795 Mar 22 14:14:34.711240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] For port f7b32278-4b6d-48f1-88af-8b0f0bba7a42, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:34.724825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec932812-9c62-4174-b1d8-11de9738d13e req-dfafeadc-bcb2-4b27-ac0f-e8b423d91b2a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.726642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec932812-9c62-4174-b1d8-11de9738d13e req-dfafeadc-bcb2-4b27-ac0f-e8b423d91b2a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 944 time: 0.2109554 Mar 22 14:14:34.728600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] For port f7b32278-4b6d-48f1-88af-8b0f0bba7a42, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:34.737332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.793542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.794116 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.796027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] 10.222.0.42 "PUT /v2.0/ports/f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 1092 time: 1.3899634 Mar 22 14:14:34.799312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:34.802528 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09100ff2-09b9-45d3-9b10-e8ba22a170d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:34.851278 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c351bf-4eba-41c9-a1ad-52c7f0a1a3e4 x-openstack-request-id: req-22c351bf-4eba-41c9-a1ad-52c7f0a1a3e4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:34.851656 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:34.852054 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22c351bf-4eba-41c9-a1ad-52c7f0a1a3e4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:34.852589 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c351bf-4eba-41c9-a1ad-52c7f0a1a3e4'] response: {'name': 'network-changed', 'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'status': 'completed', 'code': 200} Mar 22 14:14:34.865019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec932812-9c62-4174-b1d8-11de9738d13e req-ab9caa46-7538-4ef2-87c6-36e5fb62aa75 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303549 Mar 22 14:14:34.876341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74341849-3b2a-40cd-a54c-06e2d2f1cecc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:34.935920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-7d97fdad-adf5-409c-aa86-1817ae513711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.937486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-7d97fdad-adf5-409c-aa86-1817ae513711 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1126 time: 0.0778713 Mar 22 14:14:34.986815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-d4cc1505-4d29-46b3-984c-104782e99098 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 217 time: 0.0416791 Mar 22 14:14:35.039106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-86398c5e-5b0e-4c41-94a6-be9afb8e114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:35.040600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-86398c5e-5b0e-4c41-94a6-be9afb8e114d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.0468106 Mar 22 14:14:35.096372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-c7f5f562-c065-4409-b536-f02c1bfd18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:35.097948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-c7f5f562-c065-4409-b536-f02c1bfd18cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496933 Mar 22 14:14:35.281404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-041fe262-a2c6-4ee3-bec0-c82221520929 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743412 Mar 22 14:14:35.290282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4660-dd6f-4511-b7f3-720ff5ea1669 req-9b104ba2-5f61-411e-9e6d-9aba47d370df tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:35.291331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bdd4660-dd6f-4511-b7f3-720ff5ea1669 req-9b104ba2-5f61-411e-9e6d-9aba47d370df tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1247296 Mar 22 14:14:35.299319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b266-5fcf-477a-80de-01067a02ebfe req-cd42359c-c818-4ee7-bb95-11c044d614b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:35.300674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3f1b266-5fcf-477a-80de-01067a02ebfe req-cd42359c-c818-4ee7-bb95-11c044d614b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.1353476 Mar 22 14:14:35.730282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bdd4660-dd6f-4511-b7f3-720ff5ea1669 req-ecf29e15-98b3-432f-8459-5ed229248b09 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227262 Mar 22 14:14:35.735418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3f1b266-5fcf-477a-80de-01067a02ebfe req-a70af5b1-c4b8-49ea-bfff-69049888957a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269066 Mar 22 14:14:35.766343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b926c52-a0fa-4b1d-81b2-66bcabd57272 req-05907ae6-07d3-49de-870c-faca0f048409 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741285 Mar 22 14:14:35.877464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f2e3f7b-55e5-4bc3-84b9-af81ea9b3025 req-6c029a7c-e53f-41f4-a6e2-a14df254b0cc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0307772 Mar 22 14:14:35.921051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-084b5405-f707-498e-a6fe-ad3bb6a881ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:35.922761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-084b5405-f707-498e-a6fe-ad3bb6a881ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1126 time: 0.1085055 Mar 22 14:14:36.027066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bbf06-8b89-4ebd-a205-5cc9dc911f31 req-a0d66657-80f3-49ee-9857-ea347a575723 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.028528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75bbf06-8b89-4ebd-a205-5cc9dc911f31 req-a0d66657-80f3-49ee-9857-ea347a575723 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 946 time: 0.1477556 Mar 22 14:14:36.082747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-ed0f7d94-092f-424f-8d50-7c2421cb854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.084299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-ed0f7d94-092f-424f-8d50-7c2421cb854b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.1554070 Mar 22 14:14:36.114371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3451a-be75-41d3-8a0b-9460590323c4 req-bd4d5a96-5abf-4dd2-8122-ce0d051eb661 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.115829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8d3451a-be75-41d3-8a0b-9460590323c4 req-bd4d5a96-5abf-4dd2-8122-ce0d051eb661 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 944 time: 0.1349089 Mar 22 14:14:36.159277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-bfe43d78-4cea-48bc-8759-886daf4cefad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 217 time: 0.0626936 Mar 22 14:14:36.165997 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75bbf06-8b89-4ebd-a205-5cc9dc911f31 req-9656ec8e-c81c-4cd4-8e00-3fd5169d0be4 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278250 Mar 22 14:14:36.306995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8d3451a-be75-41d3-8a0b-9460590323c4 req-254565a7-0e9e-4032-9019-4361ce6d590e tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810467 Mar 22 14:14:36.308905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-225f8459-6439-4dae-b444-4656391ded21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.310787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-225f8459-6439-4dae-b444-4656391ded21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.1436079 Mar 22 14:14:36.369536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c097daf-c033-43f9-b2a7-55c2a7c4cccf req-c3d4b2da-c318-4189-b1a3-1fb39c071c81 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.371412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c097daf-c033-43f9-b2a7-55c2a7c4cccf req-c3d4b2da-c318-4189-b1a3-1fb39c071c81 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 946 time: 0.1295781 Mar 22 14:14:36.399097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-3e29bfb6-1555-4283-8507-d4445d78ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.400595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-3e29bfb6-1555-4283-8507-d4445d78ca07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817912 Mar 22 14:14:36.474085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c097daf-c033-43f9-b2a7-55c2a7c4cccf req-c3b8097b-603d-4d08-9e5e-006cdde3e61d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959594 Mar 22 14:14:36.497125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39082) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:36.511622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-db459900-1a50-498e-922b-9828ac4b2abe service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012702 Mar 22 14:14:36.546448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c471f-c246-4618-9f6e-24ee5589a422 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.548307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e75c471f-c246-4618-9f6e-24ee5589a422 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 1123 time: 0.0490286 Mar 22 14:14:36.551305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:36.556091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:36.578462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.605934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09100ff2-09b9-45d3-9b10-e8ba22a170d4 req-608e2cfd-a306-457c-a1fc-5eccf3310ddc service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880947 Mar 22 14:14:36.697817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.808356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.25.2.88 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:36.931811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420ebf1-dc4a-4d6a-aa9d-924542deb5d3 req-d1981db3-206d-4732-b312-9f23fa8eaebb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.934346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.940708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c420ebf1-dc4a-4d6a-aa9d-924542deb5d3 req-d1981db3-206d-4732-b312-9f23fa8eaebb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.1094022 Mar 22 14:14:36.971797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.007165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4739dd-d264-4cbf-ada5-51fafdf6584e req-69b10e00-4df1-4d42-9b9a-a27cec58488d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:37.008777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d4739dd-d264-4cbf-ada5-51fafdf6584e req-69b10e00-4df1-4d42-9b9a-a27cec58488d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1668818 Mar 22 14:14:37.013812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:37.017861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:37.021547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:37.057899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:37.064670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c420ebf1-dc4a-4d6a-aa9d-924542deb5d3 req-1e56b243-79cf-4a32-8f41-74fd418c371e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223428 Mar 22 14:14:37.125409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d4739dd-d264-4cbf-ada5-51fafdf6584e req-085c8adb-f5ea-458d-924f-28928ee52b19 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089771 Mar 22 14:14:37.217313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-017ac569-9e33-4b0c-8be5-2a15088295ad req-a1b5eae7-93c6-4474-aead-ea9ba887d0f5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0284548 Mar 22 14:14:37.433867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (f16915ae-874a-4e37-b353-6c3e5da14613), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.438709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84e819-9c6f-45f1-8f75-923061cf524f req-fd52eff4-55c7-4daa-8b79-0fbb96b35712 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:37.440331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f84e819-9c6f-45f1-8f75-923061cf524f req-fd52eff4-55c7-4daa-8b79-0fbb96b35712 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 944 time: 0.0591943 Mar 22 14:14:37.489745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f84e819-9c6f-45f1-8f75-923061cf524f req-efecb74d-f072-4760-ba26-3da223a28bf2 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Mar 22 14:14:37.508869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.660757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.667362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.738303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:37.750143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (f16915ae-874a-4e37-b353-6c3e5da14613), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.849607 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Floating IP f16915ae-874a-4e37-b353-6c3e5da14613 associated. External IP: 172.25.2.88, port: a0d4862c-0a69-41e8-92a2-6ff25a84d5d7. Mar 22 14:14:38.281070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c21c-6192-4a8a-b81a-215de79407bc req-4b2ad25f-7813-4746-a506-9bbd6dfa4a88 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.282679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64a6c21c-6192-4a8a-b81a-215de79407bc req-4b2ad25f-7813-4746-a506-9bbd6dfa4a88 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.1078026 Mar 22 14:14:38.375560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64a6c21c-6192-4a8a-b81a-215de79407bc req-8b7780e1-81cf-4571-8515-498bedb7a0ae tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868475 Mar 22 14:14:38.391469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359191-0c27-4c03-a56d-8e9e63261d52 req-4bc8511b-ca0e-4343-9871-98108fabfc2f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.393381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e359191-0c27-4c03-a56d-8e9e63261d52 req-4bc8511b-ca0e-4343-9871-98108fabfc2f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.0957851 Mar 22 14:14:38.417496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router d79dc74e-7203-45f1-b9d8-0cf377258f8d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:38.469553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e359191-0c27-4c03-a56d-8e9e63261d52 req-f06cce9b-e5ba-4f34-aaca-4b64b030904d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684984 Mar 22 14:14:38.486447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c0479de-c49c-4c89-9bf2-5edc019da793 req-38a3d800-8ec7-4a04-97cd-f5c022a2e5ac tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0375705 Mar 22 14:14:38.540008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:38.552590 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] Sync routers for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:38.559563 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.574594 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:38.575327 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:38.596912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4ce3dd27-860f-4331-9088-99dcbf86e7a5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0445561 Mar 22 14:14:38.597913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:38.600650 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f95f65-f0e1-41be-b13f-37ed87b984f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:38.603875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:38.670052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc2dfc-1c6b-489e-a975-7fa24c0ad55b req-7dd1540c-a2c5-4751-8ef9-90320588d652 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.676714 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6d94aa-8ab0-4299-88bb-410003183287 x-openstack-request-id: req-ec6d94aa-8ab0-4299-88bb-410003183287 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:38.677180 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:38.677588 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec6d94aa-8ab0-4299-88bb-410003183287 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:38.678386 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6d94aa-8ab0-4299-88bb-410003183287'] response: {'name': 'network-changed', 'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'status': 'completed', 'code': 200} Mar 22 14:14:38.680112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70fc2dfc-1c6b-489e-a975-7fa24c0ad55b req-7dd1540c-a2c5-4751-8ef9-90320588d652 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 944 time: 0.1076095 Mar 22 14:14:38.688242 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-676cf84a-0064-47ff-966c-317619153b85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/floatingips/f16915ae-874a-4e37-b353-6c3e5da14613 HTTP/1.1" status: 200 len: 991 time: 0.0831478 Mar 22 14:14:38.706667 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:38.752849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70fc2dfc-1c6b-489e-a975-7fa24c0ad55b req-ecaad240-42b3-4b72-b200-2fcd193073fa tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715055 Mar 22 14:14:38.766155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-f73651d1-753c-4d11-9014-75fd435045e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.767965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-f73651d1-753c-4d11-9014-75fd435045e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 1128 time: 0.0703533 Mar 22 14:14:38.864224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-1cd1800c-3708-428d-b13b-e84394b21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.865774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-1cd1800c-3708-428d-b13b-e84394b21c25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 200 len: 898 time: 0.0913503 Mar 22 14:14:38.924276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9db4d8ce-c404-4127-ada6-9aa104ae2899 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:38.927587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9db4d8ce-c404-4127-ada6-9aa104ae2899 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:38.933099 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-c4252402-978e-45d7-a807-6556b6b5305f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 HTTP/1.1" status: 200 len: 999 time: 0.0614924 Mar 22 14:14:38.951263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:37Z', 'revision_number': 0, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:38.988851 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] Checking router: d79dc74e-7203-45f1-b9d8-0cf377258f8d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:38.992027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-36a231b2-95be-4b94-a656-531bd6ff9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.994756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-36a231b2-95be-4b94-a656-531bd6ff9598 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d HTTP/1.1" status: 200 len: 834 time: 0.0559196 Mar 22 14:14:38.999041 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:38.999802 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:39.036501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9db4d8ce-c404-4127-ada6-9aa104ae2899 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:39.037125 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.049050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-579d116f-460a-4d86-8a62-b862405c23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.051394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-579d116f-460a-4d86-8a62-b862405c23ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517025 Mar 22 14:14:39.116483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:39.120637 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614fa961-80a8-4b21-b426-75b30a70230c" -d '{"events": [{"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:39.125159 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:39.138522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:39.149224 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.188429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-fc8bc9a5-812e-4848-a394-e6edc29e7a75 service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313958 Mar 22 14:14:39.208563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:39.212073 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a17e36-8d47-4c6c-bcf8-013942ba9766 x-openstack-request-id: req-98a17e36-8d47-4c6c-bcf8-013942ba9766 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:39.212586 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:39.212983 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98a17e36-8d47-4c6c-bcf8-013942ba9766 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:39.213521 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a17e36-8d47-4c6c-bcf8-013942ba9766'] response: {'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'code': 200} Mar 22 14:14:39.263647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'port_id': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'mac_address': 'fa:16:3e:a8:4b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1875e5c6-c206-4c43-a35e-1e88c3e4fd8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:39.318018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90f95f65-f0e1-41be-b13f-37ed87b984f5 req-571fe4d5-996f-43ea-a39e-f1024a89f7af service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218560 Mar 22 14:14:39.320942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:39.323925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9db4d8ce-c404-4127-ada6-9aa104ae2899 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:39.324314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.339060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db4d8ce-c404-4127-ada6-9aa104ae2899 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:39.361616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:39.367256 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.368446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f7b32278-4b6d-48f1-88af-8b0f0bba7a42 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:39.440108 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:37Z', 'revision_number': 0, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:39.466097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:39.485639 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531b1dc-d68b-48ff-8154-254e661d5cc0 None None] The sync data for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 is: [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:37Z', 'revision_number': 0, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:39.527823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f7b32278-4b6d-48f1-88af-8b0f0bba7a42, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:39.551663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'port_id': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'mac_address': 'fa:16:3e:25:3a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:39.570133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917b2fc-472a-4a2f-930c-4c7f84bd4271 req-501dc756-f12f-4af1-a8dd-75a7acb9ddf6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.572033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0917b2fc-472a-4a2f-930c-4c7f84bd4271 req-501dc756-f12f-4af1-a8dd-75a7acb9ddf6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.1058743 Mar 22 14:14:39.605306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:39.605789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.628545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b32278-4b6d-48f1-88af-8b0f0bba7a42 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:39.648550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f7b32278-4b6d-48f1-88af-8b0f0bba7a42, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:39.653782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.663998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a3ed6-c580-4f33-bf97-7c281cc4101d req-0b44150c-fe76-44bf-91c5-d12f560e10b2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.671267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-812a3ed6-c580-4f33-bf97-7c281cc4101d req-0b44150c-fe76-44bf-91c5-d12f560e10b2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 944 time: 0.0978789 Mar 22 14:14:39.692085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39134) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:39.702569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0917b2fc-472a-4a2f-930c-4c7f84bd4271 req-2b32d996-d377-4de0-9bc4-e812c9d5aa59 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148739 Mar 22 14:14:39.736144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:39.783111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-812a3ed6-c580-4f33-bf97-7c281cc4101d req-f3b4f68a-8f45-4556-8d73-30e6bf92c03b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108775 Mar 22 14:14:39.789076 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6989952a-60b3-4e2f-80b9-20451fbbca73 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/floatingips/f16915ae-874a-4e37-b353-6c3e5da14613 HTTP/1.1" status: 200 len: 991 time: 0.0927434 Mar 22 14:14:39.842202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee33c56e-2048-4ec7-908f-9986389b8978 req-0cffc5d2-f2b9-45e2-8aeb-cd5e3b610106 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0353043 Mar 22 14:14:39.845565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff54013-34b3-41fd-9a7a-68387fa0ada0 None None] New status for floating IP f16915ae-874a-4e37-b353-6c3e5da14613: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:39.900751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782dbb4-e14b-4b18-a64b-e88b7e83c731 req-6bf7c6d9-0ff8-4733-8b19-258eb822c647 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.902465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7782dbb4-e14b-4b18-a64b-e88b7e83c731 req-6bf7c6d9-0ff8-4733-8b19-258eb822c647 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 945 time: 0.0634675 Mar 22 14:14:39.908612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['f7b32278-4b6d-48f1-88af-8b0f0bba7a42'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:39.910761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9db4d8ce-c404-4127-ada6-9aa104ae2899'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:39.959799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7782dbb4-e14b-4b18-a64b-e88b7e83c731 req-4b148ab6-2b4c-4e18-b2ed-5e191e35eb33 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498090 Mar 22 14:14:40.661127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7667772-3bcc-4895-b60a-fbd19bca9475 req-1f61d3aa-1b95-4208-870c-6d3790912939 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.663133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7667772-3bcc-4895-b60a-fbd19bca9475 req-1f61d3aa-1b95-4208-870c-6d3790912939 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 946 time: 0.0577564 Mar 22 14:14:40.709636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7667772-3bcc-4895-b60a-fbd19bca9475 req-0639efad-7653-4350-afed-515cd859fab0 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Mar 22 14:14:40.794508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39158) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:40.828004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d88892-0b2e-47f5-a1da-c6f15ec88f77 req-bcf7f8a0-e986-4765-b6a8-e833dcaf2320 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.829516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5d88892-0b2e-47f5-a1da-c6f15ec88f77 req-bcf7f8a0-e986-4765-b6a8-e833dcaf2320 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.0586410 Mar 22 14:14:40.886758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ad9448ce-2219-4dc3-898e-9df6ffcc4cfb tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/floatingips/f16915ae-874a-4e37-b353-6c3e5da14613 HTTP/1.1" status: 200 len: 993 time: 0.0900373 Mar 22 14:14:40.914012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5d88892-0b2e-47f5-a1da-c6f15ec88f77 req-80103719-cb27-47b9-a9a8-a57813389ae3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780258 Mar 22 14:14:40.933701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f7b32278-4b6d-48f1-88af-8b0f0bba7a42 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:40.943812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52dd62-a183-485c-b5b7-d1d6879ce1c6 req-5c8579bf-e64c-4e52-9cd0-b24b28962a1d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.945495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f52dd62-a183-485c-b5b7-d1d6879ce1c6 req-5c8579bf-e64c-4e52-9cd0-b24b28962a1d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 944 time: 0.0808580 Mar 22 14:14:41.001883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:41.006055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:41.006530 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.015757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f52dd62-a183-485c-b5b7-d1d6879ce1c6 req-c0226eea-7499-43b3-9cb2-bc6e1d4149a1 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633323 Mar 22 14:14:41.041619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c87cdbf-1980-48d9-8a1b-a544c0ef1def req-b6e16e76-9c80-4191-bdbe-f0cf2c801ce5 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0394168 Mar 22 14:14:41.091097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:41.091486 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.125488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f7b32278-4b6d-48f1-88af-8b0f0bba7a42, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:41.130641 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.131561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9db4d8ce-c404-4127-ada6-9aa104ae2899 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:41.144394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca36c-7e53-4c66-9b01-7d8a65e023b3 req-93b4055e-a365-4a98-b6a3-96bca5375954 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.145934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fca36c-7e53-4c66-9b01-7d8a65e023b3 req-93b4055e-a365-4a98-b6a3-96bca5375954 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 945 time: 0.0600755 Mar 22 14:14:41.202702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1fca36c-7e53-4c66-9b01-7d8a65e023b3 req-3df431dc-35b1-4842-bfa4-04d013d5f655 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506163 Mar 22 14:14:41.211412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:41.215368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:41.217602 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f5bed-4560-48a7-a606-6a0fe781c23e" -d '{"events": [{"server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "name": "network-vif-plugged", "status": "completed", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:41.232379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 9db4d8ce-c404-4127-ada6-9aa104ae2899 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:41.232683 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.262482 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276468a1-927d-4c9a-8957-2ab3f774f431 x-openstack-request-id: req-276468a1-927d-4c9a-8957-2ab3f774f431 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:41.262773 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "name": "network-vif-plugged", "status": "completed", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:41.263021 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-276468a1-927d-4c9a-8957-2ab3f774f431 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:41.263415 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276468a1-927d-4c9a-8957-2ab3f774f431'] response: {'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'code': 200} Mar 22 14:14:41.317905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9db4d8ce-c404-4127-ada6-9aa104ae2899 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:41.318656 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.360711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:41.365680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.379839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36496b9-ca78-47b6-89f6-6438a74f98ce req-cb78f689-cc9e-40b9-b88d-00805035c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.381606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d36496b9-ca78-47b6-89f6-6438a74f98ce req-cb78f689-cc9e-40b9-b88d-00805035c58f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1128 time: 0.0540183 Mar 22 14:14:41.415201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:41.432033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d36496b9-ca78-47b6-89f6-6438a74f98ce req-98582e04-0063-44a4-94ac-55b5629c5be2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Mar 22 14:14:41.843125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243bb09-a8b9-4830-8d61-27be10261885 req-02783dd6-78f5-47d3-9fcb-8fdae5a46b33 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.845114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7243bb09-a8b9-4830-8d61-27be10261885 req-02783dd6-78f5-47d3-9fcb-8fdae5a46b33 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 946 time: 0.0614302 Mar 22 14:14:41.896781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7243bb09-a8b9-4830-8d61-27be10261885 req-b2b3307f-fa48-4fe7-bd08-3d566f75eff1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d7e1007-267a-4ebe-8b7d-96881125d3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454066 Mar 22 14:14:42.044448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab4ef0-f6dc-4d03-96e9-f48eca08a888 req-536a8233-b30a-44f8-9799-f5987aa29a36 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:42.045918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26ab4ef0-f6dc-4d03-96e9-f48eca08a888 req-536a8233-b30a-44f8-9799-f5987aa29a36 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.0532420 Mar 22 14:14:42.129565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26ab4ef0-f6dc-4d03-96e9-f48eca08a888 req-da195099-6972-4b36-8cf2-7d99e38b093c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774505 Mar 22 14:14:42.156418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4667ff-7ac8-43e5-9291-1faec9b4769b req-5bef2fc3-413c-4967-b7e6-083482c3c57a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:42.158132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd4667ff-7ac8-43e5-9291-1faec9b4769b req-5bef2fc3-413c-4967-b7e6-083482c3c57a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.0629916 Mar 22 14:14:42.229617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-857b4989-176c-424e-8cb7-539b3152508f req-af34ebde-61d4-48fb-9af0-303c03f782a3 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0337670 Mar 22 14:14:42.232880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd4667ff-7ac8-43e5-9291-1faec9b4769b req-9b5de96b-ab8b-4b12-999a-5427996b0135 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688074 Mar 22 14:14:42.376574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340dc8-496a-45a6-9cc9-4d31c1753cfe req-4a7184ad-9a10-4173-8320-6963965b63c3 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:42.378169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b340dc8-496a-45a6-9cc9-4d31c1753cfe req-4a7184ad-9a10-4173-8320-6963965b63c3 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.0850720 Mar 22 14:14:42.389186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-b5c788b6-91ec-4c9a-942e-c073cad93561 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:42.390595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-b5c788b6-91ec-4c9a-942e-c073cad93561 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 946 time: 0.0884364 Mar 22 14:14:42.466311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b340dc8-496a-45a6-9cc9-4d31c1753cfe req-416d214b-3d39-452e-a15c-cf7b954bd5d5 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747192 Mar 22 14:14:42.514015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port 1614de7f-4064-47be-b88d-e8e9316da646 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:42.514389 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1614de7f-4064-47be-b88d-e8e9316da646), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.616699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] For port 1614de7f-4064-47be-b88d-e8e9316da646, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1614de7f-4064-47be-b88d-e8e9316da646,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:42.616699 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1614de7f-4064-47be-b88d-e8e9316da646), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.791958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.792381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (ef69650e-ce71-4097-9321-dd8ae72d4b58), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.792769 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP ef69650e-ce71-4097-9321-dd8ae72d4b58 disassociated. External IP: 172.25.2.85, port: 1614de7f-4064-47be-b88d-e8e9316da646. Mar 22 14:14:42.793226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for 1614de7f-4064-47be-b88d-e8e9316da646 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:42.933843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1614de7f-4064-47be-b88d-e8e9316da646), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.963282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=1614de7f-4064-47be-b88d-e8e9316da646,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:42.988718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.989078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.989426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.989791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.990417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.990694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.990997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.991332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.992090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.992251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.992677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.993003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.993431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.993847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:42.994201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:43.015764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79916a10-8a01-4b29-9088-2bcff59dfdc0 req-b2d57288-fc6a-449d-890e-3ae860f05010 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06786d1-27d4-44a2-9325-b33a7017c336 HTTP/1.1" status: 200 len: 210 time: 0.0428720 Mar 22 14:14:43.124032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:43.265004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:43.267330 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef5a3b6-c41f-44c8-b94f-3256a00e687a" -d '{"events": [{"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-plugged", "status": "completed", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:43.273306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:43.284849 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:43.286478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca92e1-ebcd-4914-9840-4419a551122b req-9db14087-ef0e-497e-a3f4-571802a5fe86 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.288059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95ca92e1-ebcd-4914-9840-4419a551122b req-9db14087-ef0e-497e-a3f4-571802a5fe86 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.0862155 Mar 22 14:14:43.300573 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:43.301407 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:43.341001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] No DVR routers for this DVR port 1614de7f-4064-47be-b88d-e8e9316da646 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:43.349834 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.353080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33bce9a0-4281-4c03-8261-1c7f85ff78d3 req-224f8f3d-658f-4c66-a9e3-8fd15e75bec3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "DELETE /v2.0/ports/1614de7f-4064-47be-b88d-e8e9316da646 HTTP/1.1" status: 204 len: 173 time: 0.9491537 Mar 22 14:14:43.353561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'name': 'network-vif-deleted', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:43.355989 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99008bc5-572e-4360-bcc1-b7595fbf51a9" -d '{"events": [{"server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "name": "network-vif-deleted", "tag": "1614de7f-4064-47be-b88d-e8e9316da646"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:43.448824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95ca92e1-ebcd-4914-9840-4419a551122b req-db1062f9-5556-45b3-a967-d198e0d15c73 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361325 Mar 22 14:14:43.450071 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:43.498703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53118e-1956-47ab-a153-80713354fdb7 req-5acc564d-ef9c-4505-a603-13761e0bfe92 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.500295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa53118e-1956-47ab-a153-80713354fdb7 req-5acc564d-ef9c-4505-a603-13761e0bfe92 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1386445 Mar 22 14:14:43.587941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a060e79-5109-4b17-b911-41222dec368c req-8b396ba2-8b72-4279-9fc3-eae28a959c43 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0442710 Mar 22 14:14:43.609540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa53118e-1956-47ab-a153-80713354fdb7 req-2c7d340f-0604-4e0b-865e-0d3e78d6ed78 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984716 Mar 22 14:14:43.664352 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59116c8a-3205-46d5-990e-8db9ed83abcb x-openstack-request-id: req-59116c8a-3205-46d5-990e-8db9ed83abcb {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:43.664674 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-plugged", "status": "completed", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:43.664929 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59116c8a-3205-46d5-990e-8db9ed83abcb {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:43.665336 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59116c8a-3205-46d5-990e-8db9ed83abcb'] response: {'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'code': 200} Mar 22 14:14:43.686576 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce06e22f-4040-45ce-919d-2991f77aa11b x-openstack-request-id: req-ce06e22f-4040-45ce-919d-2991f77aa11b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:43.686882 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06786d1-27d4-44a2-9325-b33a7017c336", "name": "network-vif-deleted", "tag": "1614de7f-4064-47be-b88d-e8e9316da646", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:43.687123 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce06e22f-4040-45ce-919d-2991f77aa11b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:43.687542 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce06e22f-4040-45ce-919d-2991f77aa11b'] response: {'server_uuid': 'e06786d1-27d4-44a2-9325-b33a7017c336', 'name': 'network-vif-deleted', 'tag': '1614de7f-4064-47be-b88d-e8e9316da646', 'status': 'completed', 'code': 200} Mar 22 14:14:43.807189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d49355-de5b-423c-a15b-aff6b54dcab9 req-cba8bb6e-1f2c-4422-ae2d-1ef04e6262de tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.810579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5d49355-de5b-423c-a15b-aff6b54dcab9 req-cba8bb6e-1f2c-4422-ae2d-1ef04e6262de tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.0936816 Mar 22 14:14:43.867470 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:43.885264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee32ed-aa2c-48eb-be4f-4f9b83b65062 req-94a7ad5f-4e12-470e-b75e-c580883a16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.887114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ceee32ed-aa2c-48eb-be4f-4f9b83b65062 req-94a7ad5f-4e12-470e-b75e-c580883a16f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 1127 time: 0.0982385 Mar 22 14:14:43.894528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5d49355-de5b-423c-a15b-aff6b54dcab9 req-733fb6c4-53c8-4188-b891-eb86436d884f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662863 Mar 22 14:14:43.903122 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:43.920925 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:43.921783 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:43.959995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ceee32ed-aa2c-48eb-be4f-4f9b83b65062 req-72240511-925b-4b8b-852d-9ddb0806f94f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636861 Mar 22 14:14:44.039762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007006d-099d-45e2-a57b-3708840fcd54 req-dd9d1de8-ad92-4e46-9c95-ae8c5e068d9a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:44.041541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1007006d-099d-45e2-a57b-3708840fcd54 req-dd9d1de8-ad92-4e46-9c95-ae8c5e068d9a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.0562096 Mar 22 14:14:44.049268 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:44.051783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39196) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.056446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'floatingip': {'port_id': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:44.104382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39200) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.125379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (14669611-0aa4-4007-ae13-2c5cc60614a6), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.171499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53a18bb2-889e-49b2-9226-6eb436d004dd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (9d7e1007-267a-4ebe-8b7d-96881125d3d3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.204498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53a18bb2-889e-49b2-9226-6eb436d004dd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (9d7e1007-267a-4ebe-8b7d-96881125d3d3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.272170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53a18bb2-889e-49b2-9226-6eb436d004dd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9d7e1007-267a-4ebe-8b7d-96881125d3d3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.275099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-53a18bb2-889e-49b2-9226-6eb436d004dd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.276272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-53a18bb2-889e-49b2-9226-6eb436d004dd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/security-groups/9d7e1007-267a-4ebe-8b7d-96881125d3d3 HTTP/1.1" status: 204 len: 168 time: 0.1705310 Mar 22 14:14:44.280896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39202) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.285491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a18bb2-889e-49b2-9226-6eb436d004dd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e1007-267a-4ebe-8b7d-96881125d3d3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:44.300502 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-86477d51-b5a2-47d6-ab01-cacc81d81660 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] show failed (client error): The resource could not be found. Mar 22 14:14:44.301531 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-86477d51-b5a2-47d6-ab01-cacc81d81660 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups/9d7e1007-267a-4ebe-8b7d-96881125d3d3 HTTP/1.1" status: 404 len: 347 time: 0.0193202 Mar 22 14:14:44.304603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39204) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.325148 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:44.394681 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817f14c-cf8b-4da1-8433-618bec68b3f4 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:44.484629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port 68ee3c3b-20f0-4594-a958-e17e3cdf1d0d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:44.484953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.744595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.744924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.786727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.788638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787077b-19ee-4e2b-9307-cf9051a06fb4 req-4a322426-e8d4-4f32-a19a-73cd5cd13277 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:44.790593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3787077b-19ee-4e2b-9307-cf9051a06fb4 req-4a322426-e8d4-4f32-a19a-73cd5cd13277 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.2143784 Mar 22 14:14:44.794962 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (14669611-0aa4-4007-ae13-2c5cc60614a6), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.800038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be91fa39-d32a-452d-bbea-52d53993bece req-5da3f5c1-1e6f-4bd1-a1ef-23cc6cbdc35a tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0689328 Mar 22 14:14:44.848206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for 68ee3c3b-20f0-4594-a958-e17e3cdf1d0d owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:44.892836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e585c3-fd57-4363-a530-9dca2b799d30 None None] New status for floating IP ef69650e-ce71-4097-9321-dd8ae72d4b58: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:44.935755 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Floating IP 14669611-0aa4-4007-ae13-2c5cc60614a6 associated. External IP: 172.25.2.138, port: f7b32278-4b6d-48f1-88af-8b0f0bba7a42. Mar 22 14:14:44.953378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1614de7f-4064-47be-b88d-e8e9316da646 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:45.008804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3787077b-19ee-4e2b-9307-cf9051a06fb4 req-3c65d7f1-74fc-4c01-b0b6-86713b4ce337 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075884 Mar 22 14:14:45.055955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce842-31c9-4eb1-b49a-6ea63b93042c req-34aa474b-4052-496e-9bf8-0cb1afe6a90d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.057538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-828ce842-31c9-4eb1-b49a-6ea63b93042c req-34aa474b-4052-496e-9bf8-0cb1afe6a90d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1298985 Mar 22 14:14:45.087683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 1614de7f-4064-47be-b88d-e8e9316da646 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:45.088054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1614de7f-4064-47be-b88d-e8e9316da646 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:45.151392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-828ce842-31c9-4eb1-b49a-6ea63b93042c req-57a8c95b-4cfc-406e-836a-79f70e14f836 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840535 Mar 22 14:14:45.278770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (68ee3c3b-20f0-4594-a958-e17e3cdf1d0d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.297029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Router 0e95a4c8-7a52-415c-950d-ecde08418599 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:45.315710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=68ee3c3b-20f0-4594-a958-e17e3cdf1d0d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.384374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (ef69650e-ce71-4097-9321-dd8ae72d4b58), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.387315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.391140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-70b9fec4-c492-49cc-861d-4897b22e8814 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/floatingips/ef69650e-ce71-4097-9321-dd8ae72d4b58 HTTP/1.1" status: 204 len: 168 time: 1.0830088 Mar 22 14:14:45.430825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:45.435874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.443224 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] Sync routers for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:45.453688 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:45.454580 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:45.470368 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ee4f138-8b5d-48f3-8947-edba0f5f9ff9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "PUT /v2.0/floatingips/14669611-0aa4-4007-ae13-2c5cc60614a6 HTTP/1.1" status: 200 len: 992 time: 1.4174323 Mar 22 14:14:45.470980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:45.473851 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec946c5-8bd1-42ec-bdec-09a843cbd693" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:45.511027 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9417e403-5d17-4dd6-ad02-2f1f02d7ab6d x-openstack-request-id: req-9417e403-5d17-4dd6-ad02-2f1f02d7ab6d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:45.511315 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:45.511568 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9417e403-5d17-4dd6-ad02-2f1f02d7ab6d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:45.511981 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9417e403-5d17-4dd6-ad02-2f1f02d7ab6d'] response: {'name': 'network-changed', 'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'status': 'completed', 'code': 200} Mar 22 14:14:45.586077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-2ea4297e-242b-4d60-a497-e933a782cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.589176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-2ea4297e-242b-4d60-a497-e933a782cac1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1128 time: 0.0561426 Mar 22 14:14:45.589811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:45.694468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-fe709133-eb38-4550-a181-6a66305bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.696634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-fe709133-eb38-4550-a181-6a66305bfac5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.1006260 Mar 22 14:14:45.876219 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '14669611-0aa4-4007-ae13-2c5cc60614a6', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'port_id': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'mac_address': 'fa:16:3e:25:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:25Z', 'updated_at': '2022-03-22T14:14:44Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:45.915024 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] Checking router: 0e95a4c8-7a52-415c-950d-ecde08418599 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:45.926520 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:45.927721 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:46.011833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39220) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.018925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-db878be6-eda3-49a7-aeb7-3d8a57db6d51 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797686338', 'description': 'tempest-description--64826086'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.056224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db878be6-eda3-49a7-aeb7-3d8a57db6d51 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.102098 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:46.104417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-9ab0ca6f-f9ce-48f1-b5a6-303f760d6470 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 1000 time: 0.4021826 Mar 22 14:14:46.156669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76d188c2-5ebd-402c-9030-1f6ca1552167 req-2852b31f-f762-4c5f-b9fe-78b6ed829eea tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0437708 Mar 22 14:14:46.161810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db878be6-eda3-49a7-aeb7-3d8a57db6d51 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (7e8e77dc-09d3-44eb-872a-2e4f870388cc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.167830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db878be6-eda3-49a7-aeb7-3d8a57db6d51 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7e8e77dc-09d3-44eb-872a-2e4f870388cc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.212733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db878be6-eda3-49a7-aeb7-3d8a57db6d51 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.214491 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-db878be6-eda3-49a7-aeb7-3d8a57db6d51 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2009833 Mar 22 14:14:46.217503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39226) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.224240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7a17bf7a-1b5f-4927-a4b3-cb2ad26baf84 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '7e8e77dc-09d3-44eb-872a-2e4f870388cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.232801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db878be6-eda3-49a7-aeb7-3d8a57db6d51 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e77dc-09d3-44eb-872a-2e4f870388cc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:46.266293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a17bf7a-1b5f-4927-a4b3-cb2ad26baf84 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (0534631d-6177-4a68-9204-eab9f737f7b9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.345421 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a17bf7a-1b5f-4927-a4b3-cb2ad26baf84 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (0534631d-6177-4a68-9204-eab9f737f7b9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.355733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a17bf7a-1b5f-4927-a4b3-cb2ad26baf84 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0534631d-6177-4a68-9204-eab9f737f7b9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.385318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-66b2d1f6-1e59-4f33-8706-5749c9448ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.386851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-66b2d1f6-1e59-4f33-8706-5749c9448ca4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.2415750 Mar 22 14:14:46.390326 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a17bf7a-1b5f-4927-a4b3-cb2ad26baf84 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.392002 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a17bf7a-1b5f-4927-a4b3-cb2ad26baf84 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731234 Mar 22 14:14:46.393042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17bf7a-1b5f-4927-a4b3-cb2ad26baf84 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0534631d-6177-4a68-9204-eab9f737f7b9,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:46.398698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e3da-c698-49f0-828b-f3c9eeb2b6a5 req-08779cff-a870-49e3-8bb1-e890303204d5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.399165 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '14669611-0aa4-4007-ae13-2c5cc60614a6', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'port_id': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'mac_address': 'fa:16:3e:25:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:25Z', 'updated_at': '2022-03-22T14:14:44Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:46.400500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc40e3da-c698-49f0-828b-f3c9eeb2b6a5 req-08779cff-a870-49e3-8bb1-e890303204d5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.2527890 Mar 22 14:14:46.402751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39228) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.404830 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-6c1ccc5c-f1b2-4bf4-be0a-776b06e5affc service neutron] show failed (client error): The resource could not be found. Mar 22 14:14:46.405702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-6c1ccc5c-f1b2-4bf4-be0a-776b06e5affc service neutron] 10.222.0.57 "GET /v2.0/ports/efdecfc6-b5fe-4b57-af4f-686e9e5ccac9/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.3008795 Mar 22 14:14:46.409928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-85870276-3c86-47e1-9fae-4eceaba1db31 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '7e8e77dc-09d3-44eb-872a-2e4f870388cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.434306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b47ed-3338-4c6a-bcc1-8f56457ee45b req-918bada7-36c6-46ae-8a60-8d3924cb7a23 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.435792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df9b47ed-3338-4c6a-bcc1-8f56457ee45b req-918bada7-36c6-46ae-8a60-8d3924cb7a23 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1659987 Mar 22 14:14:46.443769 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7328e58-ab63-4f4e-b77c-ce753b48bfb4 None None] The sync data for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 is: [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '14669611-0aa4-4007-ae13-2c5cc60614a6', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'port_id': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'mac_address': 'fa:16:3e:25:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:25Z', 'updated_at': '2022-03-22T14:14:44Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:46.562978 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85870276-3c86-47e1-9fae-4eceaba1db31 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (1006b316-5261-4ef1-93a3-db7402cd50ec), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.583190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc40e3da-c698-49f0-828b-f3c9eeb2b6a5 req-0d3f91a1-5eb9-429f-9649-dd9120dc0596 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597445 Mar 22 14:14:46.610032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df9b47ed-3338-4c6a-bcc1-8f56457ee45b req-a4cd897e-218d-40d6-880b-4aaf943dfab0 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387730 Mar 22 14:14:46.610032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-f391d609-b21e-4eff-bb54-fbd4b3dae362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.611496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-f391d609-b21e-4eff-bb54-fbd4b3dae362 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2074904 Mar 22 14:14:46.688041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85870276-3c86-47e1-9fae-4eceaba1db31 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (1006b316-5261-4ef1-93a3-db7402cd50ec), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.705304 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85870276-3c86-47e1-9fae-4eceaba1db31 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (1006b316-5261-4ef1-93a3-db7402cd50ec), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.729328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-2269da2e-a2b8-4627-b895-d124db52ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.732637 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-2269da2e-a2b8-4627-b895-d124db52ce85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 1127 time: 0.1060588 Mar 22 14:14:46.745406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.763750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85870276-3c86-47e1-9fae-4eceaba1db31 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1006b316-5261-4ef1-93a3-db7402cd50ec,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:46.786721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-85870276-3c86-47e1-9fae-4eceaba1db31 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.790978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-85870276-3c86-47e1-9fae-4eceaba1db31 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3814690 Mar 22 14:14:46.792320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39232) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.799194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.810897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-f3d99cd2-36fe-4e43-b631-73b14e3577e6 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839180 Mar 22 14:14:46.835130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dfe481-34d5-4e11-a6f0-9b54c5f3a650 None None] New status for floating IP 14669611-0aa4-4007-ae13-2c5cc60614a6: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:46.838343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.852027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de670b5-103c-4b52-bb1d-b61588bc83eb req-e3eb12aa-9ccc-438f-8fae-c1991102b9eb tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.859248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4de670b5-103c-4b52-bb1d-b61588bc83eb req-e3eb12aa-9ccc-438f-8fae-c1991102b9eb tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.1696942 Mar 22 14:14:46.887412 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.029810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4de670b5-103c-4b52-bb1d-b61588bc83eb req-6fa8cfb8-556d-4f36-99b2-2ea5bbc10529 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695564 Mar 22 14:14:47.033553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec946c5-8bd1-42ec-bdec-09a843cbd693 req-ce357507-9840-40d3-bd37-046cd3a60e10 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147732 Mar 22 14:14:47.110432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.162559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:47.202541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:47.276926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Publish callbacks [] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.303075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Transition to ACTIVE for port object efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:14:47.311580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.357079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d2f1f8b-b6a7-48b0-ad1a-813cdb7b2cbe req-f3be3fca-0f7d-4b2a-a1da-aa342a530bdd tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0607324 Mar 22 14:14:47.375807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.25.2.92 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/27cb9bf6-3ebd-4156-a2a9-c384817967eb) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:47.475090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=6']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.521678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:47.533077 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdcb998-5bde-4f8f-963e-2f49a948c4e2" -d '{"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-unplugged", "status": "completed", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:47.564815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.595185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] No DVR routers for this DVR port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:47.656108 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdc3617-91a3-42d4-b7fe-e306d7445764 x-openstack-request-id: req-abdc3617-91a3-42d4-b7fe-e306d7445764 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:47.656400 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-unplugged", "status": "completed", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:47.656634 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abdc3617-91a3-42d4-b7fe-e306d7445764 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:47.661534 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdc3617-91a3-42d4-b7fe-e306d7445764'] response: {'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'code': 200} Mar 22 14:14:47.735168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-43325eaf-2f25-4d4b-98f1-d3fd93adf7dc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:47.736783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-43325eaf-2f25-4d4b-98f1-d3fd93adf7dc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 815 time: 0.2006638 Mar 22 14:14:47.758337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.778648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:47.778978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:47.779297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:47.783637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:14:47.783946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Attempting to bind port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:47.788746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:47.789086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Checking segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:47.789464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Bound using segment: {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:47.789881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Bound port: efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90484300-8be8-4839-8943-8ee90d094a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:47.790258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.803836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-6ebb91e0-58fc-4aba-b560-b1cff2eb17b2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/quotas/a170dd465b644a79b36cb12e86504477 HTTP/1.1" status: 200 len: 375 time: 0.0490820 Mar 22 14:14:47.820124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:47.836988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:47.839643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:47.865205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:47.868501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:47.876789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.881483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=27cb9bf6-3ebd-4156-a2a9-c384817967eb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.909859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da4cb9-f14b-41c2-bffb-2b4a1ba2ac6d req-70b06507-1cd8-4e71-a285-97e023cb1555 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:47.914080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:47.914705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.916171 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] 10.222.0.42 "PUT /v2.0/ports/efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 1091 time: 1.1773851 Mar 22 14:14:47.918657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89da4cb9-f14b-41c2-bffb-2b4a1ba2ac6d req-70b06507-1cd8-4e71-a285-97e023cb1555 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 943 time: 0.2061124 Mar 22 14:14:47.980460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c5413-f59c-4a33-906d-c1e5d36f0f8a service neutron] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.999799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-9d9a00d4-f426-49ac-b09e-c2cd2419aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.001385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-9d9a00d4-f426-49ac-b09e-c2cd2419aac4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1125 time: 0.0610120 Mar 22 14:14:48.029655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-74bb171c-9da3-44db-81a2-ef839741e328 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132461 Mar 22 14:14:48.111081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89da4cb9-f14b-41c2-bffb-2b4a1ba2ac6d req-11157641-f2c4-4137-8899-c4dba762c707 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914492 Mar 22 14:14:48.111724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-645c1b40-1abc-4d8c-a56b-b4cc59a573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.113152 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-645c1b40-1abc-4d8c-a56b-b4cc59a573ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.1030884 Mar 22 14:14:48.119584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (b0c24813-ca93-4cd8-9c2a-2d86603a2e15), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.166149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf5b0-1796-41f1-aa5a-4adef9b13a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.178832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-7d0ef434-e70c-4b39-afd4-61ebd6d81e44 service neutron] 10.222.0.44 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477950 Mar 22 14:14:48.215330 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-d9199db5-a8cb-4b0a-b65d-c22636462eab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 999 time: 0.0936747 Mar 22 14:14:48.262549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.285816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-4157ce38-34c7-4c8e-880b-a83a9c9ad499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.287600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-4157ce38-34c7-4c8e-880b-a83a9c9ad499 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.0665345 Mar 22 14:14:48.338403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-73dedec2-8d1f-43ef-b3f5-f3c1997ad941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.339938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-73dedec2-8d1f-43ef-b3f5-f3c1997ad941 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452604 Mar 22 14:14:48.383912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-de49eb32-8e6d-4b67-8a3f-4e577814f005 service neutron] 10.222.0.44 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817362 Mar 22 14:14:48.454912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.461945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.470663 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-de00d18c-c02a-4933-94d0-806584d1e09c service neutron] 10.222.0.42 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215990 Mar 22 14:14:48.585052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9835f536-a18d-4d9f-a2e5-6d91a8a93514 req-df92f3b8-d418-4241-a782-93383eec6490 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0541339 Mar 22 14:14:48.591523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=27cb9bf6-3ebd-4156-a2a9-c384817967eb,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:48.602382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (b0c24813-ca93-4cd8-9c2a-2d86603a2e15), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.640462 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2be22692-a4f4-4730-aeb1-58a643afedcc req-200d8430-f101-4817-b876-d49bc88f804d service neutron] 10.222.0.42 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593719 Mar 22 14:14:48.650691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.661052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-74efb96a-2f79-489a-b56d-f30b11160ec2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8581388 Mar 22 14:14:48.691212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-299d9250-3865-4e13-9226-527d4cd321b1 req-b24a2841-6851-4c31-beca-86b9c2e53f97 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 210 time: 0.0539205 Mar 22 14:14:48.746228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-631f16b1-3a89-45dc-b822-120f7f1de3f1 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.748619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-631f16b1-3a89-45dc-b822-120f7f1de3f1 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2 HTTP/1.1" status: 200 len: 945 time: 0.0905380 Mar 22 14:14:48.900660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Deleting port 9db4d8ce-c404-4127-ada6-9aa104ae2899 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:48.901003 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.953885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-2d48c4a9-46be-43d5-bd5a-ce20f6dd70cd tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--797686338&fields=id&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 267 time: 0.0871503 Mar 22 14:14:49.023661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] For port 9db4d8ce-c404-4127-ada6-9aa104ae2899, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9db4d8ce-c404-4127-ada6-9aa104ae2899,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:49.026497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.060856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:49.061202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Calling delete_port for 9db4d8ce-c404-4127-ada6-9aa104ae2899 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:49.106160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-30bbc0c6-1425-4bff-8112-20d196bf119c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.116315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-30bbc0c6-1425-4bff-8112-20d196bf119c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.1610706 Mar 22 14:14:49.139447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-218529d9-b27a-4645-a34d-d7b2157cace9 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/quotas/a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 375 time: 0.0220690 Mar 22 14:14:49.149460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:14:49.149879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:49.251143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-83fbf361-1cc2-4fa0-9bbf-454d601536a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037819 Mar 22 14:14:49.315811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9db4d8ce-c404-4127-ada6-9aa104ae2899), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.323207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f84b58-8067-49eb-983d-54f1e19ce9c1 req-29fe4ecf-3e50-4684-b25c-81c3c68828b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.324740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74f84b58-8067-49eb-983d-54f1e19ce9c1 req-29fe4ecf-3e50-4684-b25c-81c3c68828b0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 943 time: 0.1270037 Mar 22 14:14:49.330039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9db4d8ce-c404-4127-ada6-9aa104ae2899'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:49.380559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Pushing event deleted for resources: {'Port': ['ID=9db4d8ce-c404-4127-ada6-9aa104ae2899,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:49.432994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-99b230e7-168a-4304-815d-68315dd51240 service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698008 Mar 22 14:14:49.436856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74f84b58-8067-49eb-983d-54f1e19ce9c1 req-0e328d4b-b492-4c75-bf7f-6fd414945dd8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035905 Mar 22 14:14:49.440846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] No DVR routers for this DVR port 9db4d8ce-c404-4127-ada6-9aa104ae2899 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:49.443367 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.447047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4823cb63-a29e-468b-a95c-1c76cba7d244 req-06c3e6f6-e751-4a00-88ca-fd28d04b8fdd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.42 "DELETE /v2.0/ports/9db4d8ce-c404-4127-ada6-9aa104ae2899 HTTP/1.1" status: 204 len: 173 time: 0.6943274 Mar 22 14:14:49.542571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-de63e714-7f70-479f-9f42-7bd5689ce4a3 service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041319 Mar 22 14:14:49.662570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}, {'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-deleted', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:49.665514 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ae1c8-c090-4786-8d27-e0e8cd51a625" -d '{"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}, {"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-deleted", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:49.758201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ea6f43e-6bf9-4715-9c44-46a9c384f19b req-55eff86c-f3b9-4849-97a9-b81f5204b9f8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 210 time: 0.0529501 Mar 22 14:14:49.812917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85503727-7992-4efe-89e0-d55024af5b15 req-74fb33a7-ae82-418f-b33f-8cb40c282d32 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0664084 Mar 22 14:14:49.830747 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d60c1aa-47ea-489a-873e-0b4ba3e0be42 x-openstack-request-id: req-6d60c1aa-47ea-489a-873e-0b4ba3e0be42 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:49.831046 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "status": "completed", "code": 200}, {"server_uuid": "c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2", "name": "network-vif-deleted", "tag": "9db4d8ce-c404-4127-ada6-9aa104ae2899", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:49.831406 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d60c1aa-47ea-489a-873e-0b4ba3e0be42 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:49.831700 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d60c1aa-47ea-489a-873e-0b4ba3e0be42'] response: {'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'status': 'completed', 'code': 200} Mar 22 14:14:49.832009 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d60c1aa-47ea-489a-873e-0b4ba3e0be42'] response: {'server_uuid': 'c0f49bc5-1d2c-4225-ae43-a6b41e4de9c2', 'name': 'network-vif-deleted', 'tag': '9db4d8ce-c404-4127-ada6-9aa104ae2899', 'status': 'completed', 'code': 200} Mar 22 14:14:49.912029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-9be23c4f-cae7-4f61-b8c8-6b371b7e0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.914545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-9be23c4f-cae7-4f61-b8c8-6b371b7e0959 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1125 time: 0.0633388 Mar 22 14:14:49.915417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-d34016d5-4657-41d0-83cd-241c6a32b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.918059 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-d34016d5-4657-41d0-83cd-241c6a32b9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1125 time: 0.0606718 Mar 22 14:14:50.023122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4012271e-172d-450c-8ad5-dafc024e2a03 req-4b38b303-665a-4798-a653-262731e2e34b tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 210 time: 0.1074455 Mar 22 14:14:50.135897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-462b69ac-4ed3-4b63-9a8c-bebb396b44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.138047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-462b69ac-4ed3-4b63-9a8c-bebb396b44e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.2128263 Mar 22 14:14:50.148009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-c75a1c5b-6399-48d1-9e3b-89822efcd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.149652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-c75a1c5b-6399-48d1-9e3b-89822efcd6d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.2239449 Mar 22 14:14:50.177409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-c7eaddb9-8e53-4640-a300-cb55696fbe42 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.179049 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-c7eaddb9-8e53-4640-a300-cb55696fbe42 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.57 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 815 time: 0.2004349 Mar 22 14:14:50.252640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-56cc7e09-8120-4e28-a0fa-e7b731df86b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 999 time: 0.0936043 Mar 22 14:14:50.258372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Request body: {'port': {'device_id': 'ca169468-405e-4330-89b1-e68fffbdf923', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'admin_state_up': True, 'tenant_id': 'a170dd465b644a79b36cb12e86504477'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:50.307826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-72905c3f-140a-42a6-a814-8df7afce57da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.309939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-72905c3f-140a-42a6-a814-8df7afce57da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.0511222 Mar 22 14:14:50.334991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-af6cbfa3-7440-4fa5-ace0-cb8fa8abcb0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 999 time: 0.1891921 Mar 22 14:14:50.370444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-f229e0c6-bee8-4823-8a61-7f331f1c972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.374930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-f229e0c6-bee8-4823-8a61-7f331f1c972b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579302 Mar 22 14:14:50.403633 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fe34946-9e49-4f89-89c4-baacfded2926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.431012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-00babe03-d32c-437a-9069-297d64841276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.436090 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-00babe03-d32c-437a-9069-297d64841276 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.0952420 Mar 22 14:14:50.463014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Made reservation on behalf of a170dd465b644a79b36cb12e86504477 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:50.465753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.486462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-a4e270dc-e3ab-4b10-a7c6-13e2cc57c17f service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059210 Mar 22 14:14:50.580221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-5bd624ba-ff99-449f-8bf5-bc7937812cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.582091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-5bd624ba-ff99-449f-8bf5-bc7937812cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1303120 Mar 22 14:14:50.628502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-3f64c449-f6de-4e22-a254-ab90a5acb0d5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333752 Mar 22 14:14:50.660695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3152-1bb1-4303-a198-af8b32523206 req-16642087-cd4c-4336-85b9-86905256c875 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.662530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49cf3152-1bb1-4303-a198-af8b32523206 req-16642087-cd4c-4336-85b9-86905256c875 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 943 time: 0.0651076 Mar 22 14:14:50.742476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49cf3152-1bb1-4303-a198-af8b32523206 req-be461950-6ae5-4395-9fd0-40ef77bf9a80 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664220 Mar 22 14:14:50.867591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfe3ee95-b8f8-4854-be00-fdb13fd5be91 req-6d0df1ab-043b-4d52-8369-0883b7f1476b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 210 time: 0.0453963 Mar 22 14:14:50.940935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9658eabe-13b7-4bd0-892d-006c418f7e83 req-e0dfb926-0d92-4a63-abf6-78c40c6c7c3b tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0366845 Mar 22 14:14:51.005208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:51.113602 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-6b9d9e9d-a277-403a-a89c-036f1fc8051d service neutron] 10.222.0.42 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194058 Mar 22 14:14:51.122756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Allocated IP 172.20.0.8 (94a522ab-d599-41e4-8c3d-56f0737494df/1875e5c6-c206-4c43-a35e-1e88c3e4fd8f/ca392cfe-6288-4740-8410-d25f934aa663) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:51.147998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-69fc67af-307f-47a7-bd9d-d52abbc7f1d7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:51.150130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-69fc67af-307f-47a7-bd9d-d52abbc7f1d7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.1413572 Mar 22 14:14:51.202619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5d77771-3e21-4d50-ae7a-5fbcd034a00b req-5142347e-727a-452d-a954-d93af99362eb tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 210 time: 0.0513024 Mar 22 14:14:51.224127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:51.261336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'port_id': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'mac_address': 'fa:16:3e:82:c2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:51.277385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-481ae1c8-c090-4786-8d27-e0e8cd51a625 req-85b45752-7d75-4034-ab3c-9067e1b5b4cf service neutron] 10.222.0.42 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568213 Mar 22 14:14:51.292350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-6410ec84-cd0c-4d33-baec-8b89727adee2 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 379 time: 0.1310339 Mar 22 14:14:51.307810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'port': {'device_id': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'admin_state_up': True, 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'security_groups': ['7e8e77dc-09d3-44eb-872a-2e4f870388cc']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:51.315009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:51.315411 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.331515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:51.367515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:51.379430 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.427253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks [] for port (ca392cfe-6288-4740-8410-d25f934aa663), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.450612 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:14:51.469424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:51.481199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.482287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.482843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.483503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.484027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.485086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.485614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.486222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.487363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.487892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.488411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.488923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.489758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.490444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.491218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:51.501350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ca392cfe-6288-4740-8410-d25f934aa663), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.571634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Pushing event updated for resources: {'Port': ['ID=ca392cfe-6288-4740-8410-d25f934aa663,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:51.587780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Network 94a522ab-d599-41e4-8c3d-56f0737494df is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:51.601633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:51.610220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:51.617713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:51.722801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:51.723374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.750328 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0eab39ec-273f-47c7-8eba-fda2b0e59f17 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4965680 Mar 22 14:14:51.763935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Request body: {'port': {'device_id': 'ca169468-405e-4330-89b1-e68fffbdf923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:51.850502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.857743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Made reservation on behalf of a1ca8cbb8acb4455a58b76aa63043f82 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:51.861818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.890425 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ca392cfe-6288-4740-8410-d25f934aa663), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.990119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aca50-1416-4f36-b06b-06ac685a2790 req-af0b3f42-ec7a-4643-8ed0-1742aa1a47cb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:51.991114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f6aca50-1416-4f36-b06b-06ac685a2790 req-af0b3f42-ec7a-4643-8ed0-1742aa1a47cb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 944 time: 0.1257124 Mar 22 14:14:52.067561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4f322c7-a8d4-4540-8012-b660651e42d1 req-42ccf7ee-02e8-4ca7-ac59-5bc0206cc2b4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 210 time: 0.0726619 Mar 22 14:14:52.117306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.20.0.11 (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4/3aa5a118-7118-4c43-bd3d-f956be91bae4/d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:52.125589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f6aca50-1416-4f36-b06b-06ac685a2790 req-c5735987-73df-45a4-a21c-a4cee6e2f830 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141131 Mar 22 14:14:52.279617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca392cfe-6288-4740-8410-d25f934aa663 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:52.291224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Publish callbacks [] for port (ca392cfe-6288-4740-8410-d25f934aa663), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.308662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Transition to ACTIVE for port object ca392cfe-6288-4740-8410-d25f934aa663 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:14:52.313631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ca392cfe-6288-4740-8410-d25f934aa663), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.317784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37784f5d-7969-42c2-9f14-dabc9b5713f8 req-2bd02516-c42b-4a2c-ab61-4d04992fbdd4 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.1003325 Mar 22 14:14:52.408374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Pushing event updated for resources: {'Port': ['ID=ca392cfe-6288-4740-8410-d25f934aa663,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:52.463200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Attempting to bind port ca392cfe-6288-4740-8410-d25f934aa663 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:52.463699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Attempting to bind port ca392cfe-6288-4740-8410-d25f934aa663 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:52.464050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Attempting to bind port ca392cfe-6288-4740-8410-d25f934aa663 on network 94a522ab-d599-41e4-8c3d-56f0737494df {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:52.468591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Port ca392cfe-6288-4740-8410-d25f934aa663 on network 94a522ab-d599-41e4-8c3d-56f0737494df not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:14:52.469225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Attempting to bind port ca392cfe-6288-4740-8410-d25f934aa663 on network 94a522ab-d599-41e4-8c3d-56f0737494df {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:52.473989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:52.474335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Checking segment: {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:52.474780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Bound using segment: {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:52.475279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Bound port: ca392cfe-6288-4740-8410-d25f934aa663, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98feec5f-1608-4856-bd09-158532ef14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:52.475637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ca392cfe-6288-4740-8410-d25f934aa663), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.493528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.548795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649468f7-d404-4f9b-8578-3b711f3b05d2 req-a49ca605-9935-49f0-8c0f-a79e6c9e3f65 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.550425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-649468f7-d404-4f9b-8578-3b711f3b05d2 req-a49ca605-9935-49f0-8c0f-a79e6c9e3f65 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 943 time: 0.2299047 Mar 22 14:14:52.551597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] For port ca392cfe-6288-4740-8410-d25f934aa663, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:52.555355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] For port ca392cfe-6288-4740-8410-d25f934aa663, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ca392cfe-6288-4740-8410-d25f934aa663,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:52.564811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ca392cfe-6288-4740-8410-d25f934aa663), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.571275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-5431496a-cd38-4fd3-a718-7ef176e48bbf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.572894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-5431496a-cd38-4fd3-a718-7ef176e48bbf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a&tenant_id=6dd3d1a9a9e643fd96e398de43951d87&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 944 time: 0.2278354 Mar 22 14:14:52.585045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084fd38-54f2-4159-84ab-e30ba3b5a50c req-60e7b162-e2f8-4d36-a24d-2ee5958db7eb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.586569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a084fd38-54f2-4159-84ab-e30ba3b5a50c req-60e7b162-e2f8-4d36-a24d-2ee5958db7eb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 944 time: 0.1542654 Mar 22 14:14:52.598050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.598985 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.600602 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] 10.222.0.57 "PUT /v2.0/ports/ca392cfe-6288-4740-8410-d25f934aa663 HTTP/1.1" status: 200 len: 1091 time: 0.8424168 Mar 22 14:14:52.603934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca169468-405e-4330-89b1-e68fffbdf923', 'tag': 'ca392cfe-6288-4740-8410-d25f934aa663'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:52.607107 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca169468-405e-4330-89b1-e68fffbdf923", "tag": "ca392cfe-6288-4740-8410-d25f934aa663"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:52.642029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cb625-bec2-4850-80ac-24928ca81c2b service neutron] Pushing event updated for resources: {'Port': ['ID=ca392cfe-6288-4740-8410-d25f934aa663,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:52.662696 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.715206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-30605f88-108b-4ef3-a53d-757274addb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.717724 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-30605f88-108b-4ef3-a53d-757274addb7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 1125 time: 0.0556083 Mar 22 14:14:52.767027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:52.768043 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-1c3e0179-25e3-492c-8dfe-6a55a4d0ba68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca392cfe-6288-4740-8410-d25f934aa663 HTTP/1.1" status: 200 len: 217 time: 0.0431359 Mar 22 14:14:52.770641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-649468f7-d404-4f9b-8578-3b711f3b05d2 req-2dba1cec-1562-42a9-8d3f-7a918a402f81 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955254 Mar 22 14:14:52.775323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:52.783018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:52.799966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a084fd38-54f2-4159-84ab-e30ba3b5a50c req-0db4dbb8-828a-4013-bf05-829e0cf31195 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850176 Mar 22 14:14:52.854813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:52.868294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-429badb4-74c6-407a-b272-5b7395764f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.871144 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-429badb4-74c6-407a-b272-5b7395764f15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f HTTP/1.1" status: 200 len: 855 time: 0.0955937 Mar 22 14:14:52.871875 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-f147d10e-7761-42ee-bc4d-1e8f52e8dc6e service neutron] delete failed (client error): The resource could not be found. Mar 22 14:14:52.872953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-f147d10e-7761-42ee-bc4d-1e8f52e8dc6e service neutron] 10.222.0.57 "DELETE /v2.0/ports/efdecfc6-b5fe-4b57-af4f-686e9e5ccac9/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.2798908 Mar 22 14:14:52.881191 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c17fe8-844d-44fa-95c7-a3bd91718dd0 x-openstack-request-id: req-49c17fe8-844d-44fa-95c7-a3bd91718dd0 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:52.881599 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca169468-405e-4330-89b1-e68fffbdf923", "tag": "ca392cfe-6288-4740-8410-d25f934aa663", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:52.881868 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49c17fe8-844d-44fa-95c7-a3bd91718dd0 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:52.882362 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c17fe8-844d-44fa-95c7-a3bd91718dd0'] response: {'name': 'network-changed', 'server_uuid': 'ca169468-405e-4330-89b1-e68fffbdf923', 'tag': 'ca392cfe-6288-4740-8410-d25f934aa663', 'status': 'completed', 'code': 200} Mar 22 14:14:52.905742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.906767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.934746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-5081827c-2046-445f-a573-cb8f549742a3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6384449 Mar 22 14:14:52.947909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Request body: {'port': {'device_id': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:52.962120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-be14a61b-a4d8-49a3-b8b2-2222157465b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94a522ab-d599-41e4-8c3d-56f0737494df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554433 Mar 22 14:14:53.022206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:53.084920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-0e16c27a-fdfa-47a8-a384-8fcff3bdd098 service neutron] 10.222.0.57 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182227 Mar 22 14:14:53.123909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:53.130407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:53.131527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.148283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-a837a15d-6461-450f-82e7-82db1bb6ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.149836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-a837a15d-6461-450f-82e7-82db1bb6ec03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1126 time: 0.1907647 Mar 22 14:14:53.150507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.240776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:53.241165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.248523 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-76bdc69b-8d07-408c-80ce-1d78124543c8 req-fe467ca6-7bb5-44a5-8584-6126b810d3c7 service neutron] 10.222.0.57 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566432 Mar 22 14:14:53.278577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:53.281433 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebf3835-2378-4b88-b153-7c071b4efb0c" -d '{"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-plugged", "status": "completed", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:53.284186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-10704234-c6be-4fbf-b8ae-1e022d023997 None None] Provisioning complete for port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:53.284347 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-10704234-c6be-4fbf-b8ae-1e022d023997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.374512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-744d17e3-9290-4468-b868-8ffbd28949bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.377596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-744d17e3-9290-4468-b868-8ffbd28949bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a170dd465b644a79b36cb12e86504477&device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 1125 time: 0.0699255 Mar 22 14:14:53.380823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:53.397529 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a9adc6-0476-43ec-b04d-379fb8047109 x-openstack-request-id: req-17a9adc6-0476-43ec-b04d-379fb8047109 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:53.398750 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-plugged", "status": "completed", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:53.399005 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17a9adc6-0476-43ec-b04d-379fb8047109 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:53.400439 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a9adc6-0476-43ec-b04d-379fb8047109'] response: {'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'code': 200} Mar 22 14:14:53.432093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-10704234-c6be-4fbf-b8ae-1e022d023997 None None] Port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:53.447820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.448898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9db4d8ce-c404-4127-ada6-9aa104ae2899 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:53.470486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5014d-6c4e-4f7c-984b-9e5cab7cf781 req-660232b6-58ee-4108-8a21-db05bf31e47e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.472234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edf5014d-6c4e-4f7c-984b-9e5cab7cf781 req-660232b6-58ee-4108-8a21-db05bf31e47e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 932 time: 0.2158771 Mar 22 14:14:53.473444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-15c5c50e-cc13-44af-83bf-b4cab9c197b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.475016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-15c5c50e-cc13-44af-83bf-b4cab9c197b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.3034766 Mar 22 14:14:53.478096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 9db4d8ce-c404-4127-ada6-9aa104ae2899 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:53.478757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9db4d8ce-c404-4127-ada6-9aa104ae2899 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:53.482904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.527737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-7761e92a-0932-43c9-bfc3-fb3834164b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.529701 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-7761e92a-0932-43c9-bfc3-fb3834164b55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 200 len: 916 time: 0.1467786 Mar 22 14:14:53.533050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:53.576657 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-2e367146-ea95-483b-9abc-0656ec7cd908 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca392cfe-6288-4740-8410-d25f934aa663 HTTP/1.1" status: 200 len: 217 time: 0.0378561 Mar 22 14:14:53.604956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d6bc20c-169b-4e4b-8cf5-8f41774abc69 req-39e939a8-105a-4ac2-b8ab-461b2fb5cdd6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.1198306 Mar 22 14:14:53.627978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-f13c6823-f991-4f0e-a38c-0d0da24ec275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.629542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-f13c6823-f991-4f0e-a38c-0d0da24ec275 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f HTTP/1.1" status: 200 len: 855 time: 0.0464332 Mar 22 14:14:53.667865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-7f64e9ac-ef35-4805-96a9-d68fdb4f7682 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94a522ab-d599-41e4-8c3d-56f0737494df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305932 Mar 22 14:14:53.669931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-23f8d887-78ee-4ed0-85a5-8c4932cec644 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 1001 time: 0.1858532 Mar 22 14:14:53.674800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edf5014d-6c4e-4f7c-984b-9e5cab7cf781 req-5be293d2-5fcd-41e6-9ba7-a64b77974125 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920390 Mar 22 14:14:53.755529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-338c19c2-95e6-4d6b-b15a-5bf090f1acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.757395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-338c19c2-95e6-4d6b-b15a-5bf090f1acbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.0701122 Mar 22 14:14:53.777805 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-b3894022-a202-413e-86ad-6b748fa02bf6 service neutron] 10.222.0.57 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929508 Mar 22 14:14:53.832793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:53.848333 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Publish callbacks [] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.852271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-0a1008f2-5039-48fc-b1ab-4e994077c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.853484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-0a1008f2-5039-48fc-b1ab-4e994077c1bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685244 Mar 22 14:14:53.909623 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2e3d5f69-bd43-4872-bb2a-69d669a55b8b req-97f8d12b-ddbc-4b6d-9a2f-24f21a5f14d2 service neutron] 10.222.0.57 "GET /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220484 Mar 22 14:14:53.945094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Transition to ACTIVE for port object d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:14:53.975979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.073690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:54.088921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-ab7cc63c-0f9b-41bb-8d29-fa1c3d32b093 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268178 Mar 22 14:14:54.111685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea763b-e1cb-48d2-b4d4-a8d4f9f5d9db req-5be9b6cc-42e8-4c45-b37b-a7d1f4ac4f5a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.113216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7bea763b-e1cb-48d2-b4d4-a8d4f9f5d9db req-5be9b6cc-42e8-4c45-b37b-a7d1f4ac4f5a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 943 time: 0.1920919 Mar 22 14:14:54.124261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d320ffc-8942-42da-8f7e-bc188b5a0fca req-19893759-476c-41ef-8a04-022bbf45651e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.126962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d320ffc-8942-42da-8f7e-bc188b5a0fca req-19893759-476c-41ef-8a04-022bbf45651e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.2073023 Mar 22 14:14:54.305729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.309691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7bea763b-e1cb-48d2-b4d4-a8d4f9f5d9db req-1f92a254-c657-47c3-88e8-f1154f6f30fc tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747646 Mar 22 14:14:54.321394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Attempting to bind port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:54.321739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Attempting to bind port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:54.322099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Attempting to bind port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:54.341713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d320ffc-8942-42da-8f7e-bc188b5a0fca req-ba1ee29f-f2c3-4103-b54f-ecfa55ca9d5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029409 Mar 22 14:14:54.347105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:14:54.347463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Attempting to bind port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:54.357238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:54.357238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Checking segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:54.357238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Bound using segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:54.357238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Bound port: d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:54.357238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.367426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc81d6fe-0688-43c9-b341-5eb0f55969e1 req-0adc6548-3013-4889-bc02-35434291ba65 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531674 Mar 22 14:14:54.452087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] For port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:54.455823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] For port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:54.465424 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.502364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.503118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.505079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd HTTP/1.1" status: 200 len: 1092 time: 1.5628948 Mar 22 14:14:54.505572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:54.508134 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:54.580309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37435-09f1-433a-bf38-b992d9b195b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:54.598132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.623007 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4084942-c86f-4696-83dc-981378f8f4a7 x-openstack-request-id: req-c4084942-c86f-4696-83dc-981378f8f4a7 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:54.623567 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:54.624106 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4084942-c86f-4696-83dc-981378f8f4a7 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:54.624702 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4084942-c86f-4696-83dc-981378f8f4a7'] response: {'name': 'network-changed', 'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'status': 'completed', 'code': 200} Mar 22 14:14:54.640593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-07bc2e0a-add9-4fa7-9fdf-4ec0ddbe7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.642637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-07bc2e0a-add9-4fa7-9fdf-4ec0ddbe7fbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 1126 time: 0.0730033 Mar 22 14:14:54.695093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-e7993d26-41d9-4bc2-878c-dad75b4e3b43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd HTTP/1.1" status: 200 len: 217 time: 0.0441482 Mar 22 14:14:54.806648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfb2206b-1ab1-4f1c-a69d-d313323126e8 req-421ceda4-f063-47b5-a35d-2004b02bc8a9 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0394766 Mar 22 14:14:54.808067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-49152870-6d32-4360-ada5-8d6d18b6d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.809476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-49152870-6d32-4360-ada5-8d6d18b6d261 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.0982609 Mar 22 14:14:54.876825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a54c91-acad-442c-8f38-4f6e479ecf05 req-9c13742b-8b43-451c-b109-857344bb7df1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.878243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91a54c91-acad-442c-8f38-4f6e479ecf05 req-9c13742b-8b43-451c-b109-857344bb7df1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 944 time: 0.1022205 Mar 22 14:14:54.888874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-79324e4c-f8ae-4265-b49b-f3935e70c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.890372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-79324e4c-f8ae-4265-b49b-f3935e70c43e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661824 Mar 22 14:14:54.985940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91a54c91-acad-442c-8f38-4f6e479ecf05 req-09c75488-5209-4e8a-a371-cdf9e4ab0805 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999026 Mar 22 14:14:55.012795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-30f66639-65a7-4cd3-856a-08a51348efa7 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072209 Mar 22 14:14:55.112131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c17eb106-35de-40b3-84f0-8defe3b30839 req-a050147d-78ab-428d-b619-073bff65edb9 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934649 Mar 22 14:14:55.217171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-8cb99ed5-0111-441b-9f36-836bec7af4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.219128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-8cb99ed5-0111-441b-9f36-836bec7af4af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 1126 time: 0.0507100 Mar 22 14:14:55.311442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-87460f62-5f27-4fff-9500-be16c2268e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.312975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-87460f62-5f27-4fff-9500-be16c2268e8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.0886738 Mar 22 14:14:55.368034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-60f535e8-7ece-4aa6-8321-fb932512d394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd HTTP/1.1" status: 200 len: 217 time: 0.0468872 Mar 22 14:14:55.484419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-2cf0bcdb-ff27-4d37-9903-ae7e3a79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.486017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-2cf0bcdb-ff27-4d37-9903-ae7e3a79e4be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.1116459 Mar 22 14:14:55.820488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68805d0-4a45-473d-bd9b-4a8798a37d68 req-4a6e1942-d465-48a1-bcae-04c3282d66d0 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.822082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b68805d0-4a45-473d-bd9b-4a8798a37d68 req-4a6e1942-d465-48a1-bcae-04c3282d66d0 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 943 time: 0.4121377 Mar 22 14:14:55.831134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f17b-b4fb-464f-b3b3-5d5e1c1ee0ab req-94fa4627-aab3-4161-aa37-844abbd0b9d8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.832560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5a8f17b-b4fb-464f-b3b3-5d5e1c1ee0ab req-94fa4627-aab3-4161-aa37-844abbd0b9d8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.4101019 Mar 22 14:14:55.893392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-835fac23-4ea6-4883-aabc-0c0ff61a64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.894971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-835fac23-4ea6-4883-aabc-0c0ff61a64ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3995984 Mar 22 14:14:55.936989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5a8f17b-b4fb-464f-b3b3-5d5e1c1ee0ab req-065e1c88-5c98-4639-9c3d-76796dcd0053 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954013 Mar 22 14:14:55.961055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39374) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:55.987228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b68805d0-4a45-473d-bd9b-4a8798a37d68 req-95f8ba38-912f-44f8-b8e9-341099585abe tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522863 Mar 22 14:14:56.028048 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e25bbf72-e37a-4d87-9ae3-e3ee75dbf154 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/f92ca5c8-455c-4f27-a41f-13b8de23a0c7 HTTP/1.1" status: 200 len: 993 time: 0.0656345 Mar 22 14:14:56.037277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-8565d7d0-ff8b-47b8-96c3-16ecc35a8985 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267116 Mar 22 14:14:56.083501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-135dd1d4-c76d-4213-9e48-ffc9483ac021 req-e6ba1122-084d-4c9f-bc1e-6ecf1130fb47 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0450444 Mar 22 14:14:56.186350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4955ca1e-7e5f-4ed8-b752-786460c4b0dc req-acda3593-1db1-48cf-b98d-a5da895fae70 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378496 Mar 22 14:14:56.193613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297f11d-7b80-4f45-ab3b-dd2a38016e73 req-afd47928-0fcb-45d1-a4df-83ff8aa4f45f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:56.195682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2297f11d-7b80-4f45-ab3b-dd2a38016e73 req-afd47928-0fcb-45d1-a4df-83ff8aa4f45f tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 944 time: 0.1241670 Mar 22 14:14:56.246266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2297f11d-7b80-4f45-ab3b-dd2a38016e73 req-3b33f2e1-fe6e-49c3-9096-9a8614d9b211 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455201 Mar 22 14:14:57.027183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:57.100667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be8646-4909-4fc1-b15d-873e70230b02 req-b531d67f-bbec-4b38-b693-9fded589577e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:57.103046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5be8646-4909-4fc1-b15d-873e70230b02 req-b531d67f-bbec-4b38-b693-9fded589577e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 943 time: 0.0623682 Mar 22 14:14:57.116943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ca392cfe-6288-4740-8410-d25f934aa663 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:57.158331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:57.166783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5be8646-4909-4fc1-b15d-873e70230b02 req-fda7179f-e704-41cb-8f49-382567e8153a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 Mar 22 14:14:57.176058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'port_id': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'mac_address': 'fa:16:3e:a3:8d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:57.243721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9204cf25-f42a-4fa1-9a6d-a308da7a41bf req-abd1d744-f464-4db2-ad50-3a005c3ac0cb tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0370190 Mar 22 14:14:57.268425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:57.268900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.293819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:57.322364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ca392cfe-6288-4740-8410-d25f934aa663, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ca392cfe-6288-4740-8410-d25f934aa663,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:57.332633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:57.337800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.339653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ca392cfe-6288-4740-8410-d25f934aa663', 'network_id': '94a522ab-d599-41e4-8c3d-56f0737494df', 'port_id': 'ca392cfe-6288-4740-8410-d25f934aa663', 'mac_address': 'fa:16:3e:66:ee:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1875e5c6-c206-4c43-a35e-1e88c3e4fd8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:57.385729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b54be-8bd2-4102-99d0-a4966d114b97 req-e0ef8ca2-c76b-4577-bd5b-082f02c8e26c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:57.387409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-968b54be-8bd2-4102-99d0-a4966d114b97 req-e0ef8ca2-c76b-4577-bd5b-082f02c8e26c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 945 time: 0.0595212 Mar 22 14:14:57.421398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ca392cfe-6288-4740-8410-d25f934aa663 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:57.421783 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ca392cfe-6288-4740-8410-d25f934aa663), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.424849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:57.438199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca392cfe-6288-4740-8410-d25f934aa663 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:57.448314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-968b54be-8bd2-4102-99d0-a4966d114b97 req-2415233e-36b3-4312-a66d-14e8736b0d7e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533724 Mar 22 14:14:57.460710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ca392cfe-6288-4740-8410-d25f934aa663, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ca392cfe-6288-4740-8410-d25f934aa663,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:57.465543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ca392cfe-6288-4740-8410-d25f934aa663), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.514738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ca392cfe-6288-4740-8410-d25f934aa663,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:57.575911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:57.705147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ca392cfe-6288-4740-8410-d25f934aa663'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:57.959272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39392) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:58.075798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9faeda83-6f27-4fb8-a021-842e49502fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.150984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9faeda83-6f27-4fb8-a021-842e49502fbe admin admin] Publish callbacks [] for security_group (ef73f482-3b07-4b20-b4cb-5cf68f5763ee), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.156248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9faeda83-6f27-4fb8-a021-842e49502fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef73f482-3b07-4b20-b4cb-5cf68f5763ee), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.198882 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9faeda83-6f27-4fb8-a021-842e49502fbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adac3b52e2fd43229804f1225ae8c8df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382271 Mar 22 14:14:58.200009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeda83-6f27-4fb8-a021-842e49502fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73f482-3b07-4b20-b4cb-5cf68f5763ee,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:58.201772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39398) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:58.256152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b85a-1794-410a-9015-abe85543608e admin admin] Publish callbacks [] for security_group (ef73f482-3b07-4b20-b4cb-5cf68f5763ee), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.303496 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b85a-1794-410a-9015-abe85543608e admin admin] Publish callbacks [] for security_group (ef73f482-3b07-4b20-b4cb-5cf68f5763ee), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.367154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0b6d3da-b36b-4950-b5cc-95b87ad8708f req-d3515133-3eec-49f2-8cd9-acb04d744217 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0404711 Mar 22 14:14:58.380753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31055f-06ff-4c36-b57d-ddd4304e3b61 req-7c9355af-0a50-41c3-81d8-798b691d4715 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.382951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f31055f-06ff-4c36-b57d-ddd4304e3b61 req-7c9355af-0a50-41c3-81d8-798b691d4715 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 944 time: 0.1279173 Mar 22 14:14:58.422092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.422683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b85a-1794-410a-9015-abe85543608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef73f482-3b07-4b20-b4cb-5cf68f5763ee), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.424574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b85a-1794-410a-9015-abe85543608e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.425821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f4f3b85a-1794-410a-9015-abe85543608e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef73f482-3b07-4b20-b4cb-5cf68f5763ee HTTP/1.1" status: 204 len: 168 time: 0.2225988 Mar 22 14:14:58.446274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3b85a-1794-410a-9015-abe85543608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73f482-3b07-4b20-b4cb-5cf68f5763ee,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:58.455734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f31055f-06ff-4c36-b57d-ddd4304e3b61 req-3d1af8be-58cc-4db2-80c0-19099754c59f tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667572 Mar 22 14:14:58.574666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d28b0-629f-4eaa-92f0-6889d99026ba req-87d34b79-d352-40ff-a83c-a1cf9247e785 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.576527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-477d28b0-629f-4eaa-92f0-6889d99026ba req-87d34b79-d352-40ff-a83c-a1cf9247e785 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 945 time: 0.0547483 Mar 22 14:14:58.625152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-477d28b0-629f-4eaa-92f0-6889d99026ba req-a4ccd08f-dcef-46f5-aae9-74e53bac78d6 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Mar 22 14:14:59.042246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:59.100218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:59.105612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:59.106094 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.129854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ca392cfe-6288-4740-8410-d25f934aa663 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:59.222254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port ca392cfe-6288-4740-8410-d25f934aa663 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:59.230874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ca392cfe-6288-4740-8410-d25f934aa663 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:59.231322 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ca392cfe-6288-4740-8410-d25f934aa663), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.260447 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:59.260910 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.288409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:59.291173 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ab077d-91ae-4024-946d-541c0ef158e1" -d '{"events": [{"server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "name": "network-vif-plugged", "status": "completed", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:59.311780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:59.320696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.346269 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be173299-0905-4bae-abe4-66dd77bfb30d x-openstack-request-id: req-be173299-0905-4bae-abe4-66dd77bfb30d {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:59.346639 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "name": "network-vif-plugged", "status": "completed", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:59.346954 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be173299-0905-4bae-abe4-66dd77bfb30d {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:59.347406 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be173299-0905-4bae-abe4-66dd77bfb30d'] response: {'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'code': 200} Mar 22 14:14:59.415358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ca392cfe-6288-4740-8410-d25f934aa663 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:59.415743 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ca392cfe-6288-4740-8410-d25f934aa663), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.457373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:59.488046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ca392cfe-6288-4740-8410-d25f934aa663, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ca392cfe-6288-4740-8410-d25f934aa663,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:59.494466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ca392cfe-6288-4740-8410-d25f934aa663), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.496821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c9e7d-ea36-4672-87ab-d48a12ee5ef8 req-9a7e481d-1a80-4a5d-97a7-9af572a85b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:59.499664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-937c9e7d-ea36-4672-87ab-d48a12ee5ef8 req-9a7e481d-1a80-4a5d-97a7-9af572a85b06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 1128 time: 0.0811608 Mar 22 14:14:59.549340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ca392cfe-6288-4740-8410-d25f934aa663,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:59.579817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-864e1c2b-4b82-4a50-af9c-250bc1f7d8b0 req-a64bc883-ab91-4135-90e8-fa51e506f11d tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0380454 Mar 22 14:14:59.660918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-937c9e7d-ea36-4672-87ab-d48a12ee5ef8 req-db1a1483-20d8-41e8-a420-b7f0e3e8c154 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546926 Mar 22 14:14:59.677925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc9936-c525-40c3-8c10-ccbf24215561 req-2809bcca-6211-49fd-aea6-e025d546db20 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:59.679530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1bc9936-c525-40c3-8c10-ccbf24215561 req-2809bcca-6211-49fd-aea6-e025d546db20 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0986879 Mar 22 14:14:59.782593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1bc9936-c525-40c3-8c10-ccbf24215561 req-a3b4372e-bf3e-451a-8d2a-e67ea273479e tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963919 Mar 22 14:14:59.800418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039d4f-a80c-4692-81ce-2dfd901c2bc9 req-585c4e4b-a644-43e4-a6f9-0a5628a66e17 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:59.802131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c039d4f-a80c-4692-81ce-2dfd901c2bc9 req-585c4e4b-a644-43e4-a6f9-0a5628a66e17 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 946 time: 0.0986876 Mar 22 14:14:59.862536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c039d4f-a80c-4692-81ce-2dfd901c2bc9 req-3defa428-1675-48c1-aaad-9b4ec0297bef tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539529 Mar 22 14:15:00.711440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70fdd77f-0464-4e25-9ae9-650adcd76ee4 req-fad49dd6-5a6d-4fd3-b06f-db9eb30e9ab6 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea663f3f-3569-4c13-8b0f-4a579ec154a6 HTTP/1.1" status: 200 len: 210 time: 0.0289695 Mar 22 14:15:00.921389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898762b2-5ca2-4c5f-9ec6-e571f0d1fde2 req-2093641f-abc8-406c-a6e5-4762fcef6106 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:00.932336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-898762b2-5ca2-4c5f-9ec6-e571f0d1fde2 req-2093641f-abc8-406c-a6e5-4762fcef6106 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0699179 Mar 22 14:15:00.957194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39536) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:01.035844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-898762b2-5ca2-4c5f-9ec6-e571f0d1fde2 req-30a179fd-a970-4a7c-a7eb-923c9e1d9051 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025615 Mar 22 14:15:01.047837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d713ec-39f4-44f6-9822-4861dc258f97 req-477dd4b4-8d36-4bf0-966e-9b73fd85c72c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:01.055102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68d713ec-39f4-44f6-9822-4861dc258f97 req-477dd4b4-8d36-4bf0-966e-9b73fd85c72c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 946 time: 0.1195550 Mar 22 14:15:01.094812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7286ebe7-e48d-4f79-8a6e-0c5de0d4a618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.101349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68d713ec-39f4-44f6-9822-4861dc258f97 req-fb2974c9-9982-48e1-94b4-febd959065f7 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Mar 22 14:15:01.194205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7286ebe7-e48d-4f79-8a6e-0c5de0d4a618 admin admin] Publish callbacks [] for security_group (9d12bca9-5c8d-4c1a-bc03-9daf3285e348), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.199357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7286ebe7-e48d-4f79-8a6e-0c5de0d4a618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9d12bca9-5c8d-4c1a-bc03-9daf3285e348), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.226487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fdba-2562-42bc-b842-310d33cc49dc req-640e4426-6519-4dd3-80ed-c2fd2eede195 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:01.228023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ac8fdba-2562-42bc-b842-310d33cc49dc req-640e4426-6519-4dd3-80ed-c2fd2eede195 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 946 time: 0.0551262 Mar 22 14:15:01.236933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:01.241654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'port_id': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:01.243720 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7286ebe7-e48d-4f79-8a6e-0c5de0d4a618 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa70076389dd413ab3a6095f3082239b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853954 Mar 22 14:15:01.245787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286ebe7-e48d-4f79-8a6e-0c5de0d4a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12bca9-5c8d-4c1a-bc03-9daf3285e348,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:01.249312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39544) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:01.300275 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (b0c24813-ca93-4cd8-9c2a-2d86603a2e15), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.349030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca169468-405e-4330-89b1-e68fffbdf923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca392cfe-6288-4740-8410-d25f934aa663'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:01.351409 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ecccae-a101-4bd1-a99d-f7fe396dfdd4" -d '{"events": [{"server_uuid": "ca169468-405e-4330-89b1-e68fffbdf923", "name": "network-vif-plugged", "status": "completed", "tag": "ca392cfe-6288-4740-8410-d25f934aa663"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:01.394364 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c76843-c71d-4aeb-8219-4dfeabae6744 x-openstack-request-id: req-b8c76843-c71d-4aeb-8219-4dfeabae6744 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:01.394721 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca169468-405e-4330-89b1-e68fffbdf923", "name": "network-vif-plugged", "status": "completed", "tag": "ca392cfe-6288-4740-8410-d25f934aa663", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:01.395096 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8c76843-c71d-4aeb-8219-4dfeabae6744 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:01.395503 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c76843-c71d-4aeb-8219-4dfeabae6744'] response: {'server_uuid': 'ca169468-405e-4330-89b1-e68fffbdf923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca392cfe-6288-4740-8410-d25f934aa663', 'code': 200} Mar 22 14:15:01.424689 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca21194-35a2-48b2-a466-a85191afa617 admin admin] Publish callbacks [] for security_group (9d12bca9-5c8d-4c1a-bc03-9daf3285e348), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.464812 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca21194-35a2-48b2-a466-a85191afa617 admin admin] Publish callbacks [] for security_group (9d12bca9-5c8d-4c1a-bc03-9daf3285e348), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.621803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5f50-06b0-4b8b-a0a0-9636b7e9d1cb req-38803c82-9715-40f3-b419-06d1a321c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:01.623480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-487c5f50-06b0-4b8b-a0a0-9636b7e9d1cb req-38803c82-9715-40f3-b419-06d1a321c12f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 1127 time: 0.1614347 Mar 22 14:15:01.643598 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca21194-35a2-48b2-a466-a85191afa617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9d12bca9-5c8d-4c1a-bc03-9daf3285e348), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.646283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca21194-35a2-48b2-a466-a85191afa617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.647463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dca21194-35a2-48b2-a466-a85191afa617 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d12bca9-5c8d-4c1a-bc03-9daf3285e348 HTTP/1.1" status: 204 len: 168 time: 0.3971512 Mar 22 14:15:01.710651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca21194-35a2-48b2-a466-a85191afa617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12bca9-5c8d-4c1a-bc03-9daf3285e348,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:01.804003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-487c5f50-06b0-4b8b-a0a0-9636b7e9d1cb req-76f4d4b6-11d9-4dc3-b500-0a84a106e981 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743476 Mar 22 14:15:01.813627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39556) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:01.940673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39558) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:01.948433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b05ac35-3569-4abc-b982-467e9b20e3fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group (34b13213-476d-44cf-93e3-ffd908c6fec0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.960546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7ca6-6273-4c75-b401-47e19838e07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.984433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b05ac35-3569-4abc-b982-467e9b20e3fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group (34b13213-476d-44cf-93e3-ffd908c6fec0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.988631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.995182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (b0c24813-ca93-4cd8-9c2a-2d86603a2e15), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.041002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7ca6-6273-4c75-b401-47e19838e07d admin admin] Publish callbacks [] for security_group (68d5b0dd-dc9e-4736-bbc5-08f09d98d54d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.046153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7ca6-6273-4c75-b401-47e19838e07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (68d5b0dd-dc9e-4736-bbc5-08f09d98d54d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.090107 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec9b7ca6-6273-4c75-b401-47e19838e07d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c74743a9a3284e24a4186bd64a83d11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466243 Mar 22 14:15:02.090107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7ca6-6273-4c75-b401-47e19838e07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d5b0dd-dc9e-4736-bbc5-08f09d98d54d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:02.092013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39562) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:02.143775 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b05ac35-3569-4abc-b982-467e9b20e3fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34b13213-476d-44cf-93e3-ffd908c6fec0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.146345 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b05ac35-3569-4abc-b982-467e9b20e3fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.147519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4b05ac35-3569-4abc-b982-467e9b20e3fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/security-groups/34b13213-476d-44cf-93e3-ffd908c6fec0 HTTP/1.1" status: 204 len: 168 time: 0.3328199 Mar 22 14:15:02.150471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:02.164529 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-d1ae673b-bb78-4857-ba79-1e5f9131768c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] show failed (client error): The resource could not be found. Mar 22 14:15:02.165543 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d1ae673b-bb78-4857-ba79-1e5f9131768c tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "GET /v2.0/security-groups/34b13213-476d-44cf-93e3-ffd908c6fec0 HTTP/1.1" status: 404 len: 347 time: 0.0139873 Mar 22 14:15:02.168485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:02.187456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05ac35-3569-4abc-b982-467e9b20e3fc tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b13213-476d-44cf-93e3-ffd908c6fec0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:02.195870 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP b0c24813-ca93-4cd8-9c2a-2d86603a2e15 associated. External IP: 172.25.2.92, port: d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd. Mar 22 14:15:02.276317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3704ecae-35a2-4e7c-bac3-012a9b6a4565 admin admin] Publish callbacks [] for security_group (68d5b0dd-dc9e-4736-bbc5-08f09d98d54d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.293835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port 86e5bb3e-3372-41b3-8d70-73bd514fca43 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:02.294211 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.312172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbba666-9d70-440c-a3e1-e2b8e9826242 req-fc9d1893-16c3-4dd7-ab6d-3f1d3705299a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:02.313689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbbba666-9d70-440c-a3e1-e2b8e9826242 req-fc9d1893-16c3-4dd7-ab6d-3f1d3705299a tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.1854229 Mar 22 14:15:02.326024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3704ecae-35a2-4e7c-bac3-012a9b6a4565 admin admin] Publish callbacks [] for security_group (68d5b0dd-dc9e-4736-bbc5-08f09d98d54d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.375108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.375718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for floatingip (86e5bb3e-3372-41b3-8d70-73bd514fca43), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.388094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for 86e5bb3e-3372-41b3-8d70-73bd514fca43 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:02.414531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbbba666-9d70-440c-a3e1-e2b8e9826242 req-968a206a-ef3b-4582-90e1-b8c875920334 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905979 Mar 22 14:15:02.484692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3704ecae-35a2-4e7c-bac3-012a9b6a4565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (68d5b0dd-dc9e-4736-bbc5-08f09d98d54d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.487515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3704ecae-35a2-4e7c-bac3-012a9b6a4565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.488807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3704ecae-35a2-4e7c-bac3-012a9b6a4565 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68d5b0dd-dc9e-4736-bbc5-08f09d98d54d HTTP/1.1" status: 204 len: 168 time: 0.3958409 Mar 22 14:15:02.505441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704ecae-35a2-4e7c-bac3-012a9b6a4565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d5b0dd-dc9e-4736-bbc5-08f09d98d54d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:02.536502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:02.541002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (86e5bb3e-3372-41b3-8d70-73bd514fca43), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.568763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=86e5bb3e-3372-41b3-8d70-73bd514fca43,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:02.633687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for floatingip (5bea1fc7-cb7a-4d65-b25b-ad105ba847e8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.636278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.637445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e8e7684-996d-435d-a4ee-a39c0bd2146f tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/floatingips/5bea1fc7-cb7a-4d65-b25b-ad105ba847e8 HTTP/1.1" status: 204 len: 168 time: 0.4680729 Mar 22 14:15:02.640647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:02.657543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:02.667203 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:02.667995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.680995 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:02.681619 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:02.723436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-511a8806-84b8-410a-8dca-c8bf6b00c98d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "PUT /v2.0/floatingips/b0c24813-ca93-4cd8-9c2a-2d86603a2e15 HTTP/1.1" status: 200 len: 991 time: 1.4851077 Mar 22 14:15:02.724310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:02.727595 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff845885-9a57-40af-a5e4-cd6081ad5c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:02.764097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port bd30ff5f-f2a3-41a5-8e13-4346725dcf66 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:02.764452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.769916 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa345a7-1ff9-442d-8b9d-41ab68ef09d9 x-openstack-request-id: req-afa345a7-1ff9-442d-8b9d-41ab68ef09d9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:02.770322 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:02.770685 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afa345a7-1ff9-442d-8b9d-41ab68ef09d9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:02.771193 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa345a7-1ff9-442d-8b9d-41ab68ef09d9'] response: {'name': 'network-changed', 'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'status': 'completed', 'code': 200} Mar 22 14:15:02.794673 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:02.879693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.893067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-f1d4e107-ddbe-441f-898d-e0cd6fbc12de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:02.899077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-f1d4e107-ddbe-441f-898d-e0cd6fbc12de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 1128 time: 0.0976362 Mar 22 14:15:02.917826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for bd30ff5f-f2a3-41a5-8e13-4346725dcf66 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:03.051027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-11632bff-8f81-4d2f-82c4-98721fc34095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:03.053380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-11632bff-8f81-4d2f-82c4-98721fc34095 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.1484773 Mar 22 14:15:03.102030 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bd30ff5f-f2a3-41a5-8e13-4346725dcf66), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.144049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-47a0ca3f-fa7f-4f2b-af59-6ccb890b222e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd HTTP/1.1" status: 200 len: 999 time: 0.0828843 Mar 22 14:15:03.145580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=bd30ff5f-f2a3-41a5-8e13-4346725dcf66,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.157533 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'b0c24813-ca93-4cd8-9c2a-2d86603a2e15', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:a3:8d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:47Z', 'updated_at': '2022-03-22T14:15:01Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:03.194261 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:03.203817 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:03.204614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:03.226390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-f2edd469-a26b-41aa-b317-525885484690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:03.227973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-f2edd469-a26b-41aa-b317-525885484690 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.0766742 Mar 22 14:15:03.234340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.238008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-90535667-6eba-4566-b4b2-70313482f214 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/ports/bd30ff5f-f2a3-41a5-8e13-4346725dcf66 HTTP/1.1" status: 204 len: 168 time: 0.5960515 Mar 22 14:15:03.240459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39590) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:03.306973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-7432506e-3e00-4852-8403-440436c662c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:03.308921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-7432506e-3e00-4852-8403-440436c662c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688639 Mar 22 14:15:03.334789 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:03.343491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:03.346241 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.427398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-06211987-7426-49f5-bbf8-2a4057766fb2 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105974 Mar 22 14:15:03.454122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.468205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:03.598879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff845885-9a57-40af-a5e4-cd6081ad5c2c req-412b3115-610f-4cf4-a608-f06afa16ff18 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657615 Mar 22 14:15:03.623286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4acb-43fa-4853-8865-df8b214f412f req-18a1cb8d-d79f-4dfb-9dac-bf53895f5d7c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:03.625260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee5c4acb-43fa-4853-8865-df8b214f412f req-18a1cb8d-d79f-4dfb-9dac-bf53895f5d7c tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0923085 Mar 22 14:15:03.633258 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'b0c24813-ca93-4cd8-9c2a-2d86603a2e15', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:a3:8d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:47Z', 'updated_at': '2022-03-22T14:15:01Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:03.694813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.703445 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a82acd-ec9f-487a-98e6-efaac889d070 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'b0c24813-ca93-4cd8-9c2a-2d86603a2e15', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:a3:8d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:47Z', 'updated_at': '2022-03-22T14:15:01Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:03.740516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.869228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.874135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-579faee0-cb8a-4613-a30f-aae42ba21cda tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/ports/a3c9b87b-bcfd-4b73-8fe5-a1ebbf7c14e4 HTTP/1.1" status: 204 len: 168 time: 0.6314969 Mar 22 14:15:03.876101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39604) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:03.930994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting subnet 05d59628-a2bc-46ae-b9fd-3be745da8856 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:03.934860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for subnet (05d59628-a2bc-46ae-b9fd-3be745da8856), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.993789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (05d59628-a2bc-46ae-b9fd-3be745da8856), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.010397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee5c4acb-43fa-4853-8865-df8b214f412f req-33baa002-10b9-4b34-9343-ced03f8aa818 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773532 Mar 22 14:15:04.025628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68f5bc-a3f2-4aa0-ab50-cba1a0502194 None None] New status for floating IP b0c24813-ca93-4cd8-9c2a-2d86603a2e15: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:15:04.095298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (05d59628-a2bc-46ae-b9fd-3be745da8856), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.157465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfd656-17fb-4c15-978d-a6d6a3e7ef26 req-954b71fd-3860-4c15-be60-c24afd0b00ad tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.175051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (05d59628-a2bc-46ae-b9fd-3be745da8856), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.175665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9dfd656-17fb-4c15-978d-a6d6a3e7ef26 req-954b71fd-3860-4c15-be60-c24afd0b00ad tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0805340 Mar 22 14:15:04.217910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Subnet': ['ID=05d59628-a2bc-46ae-b9fd-3be745da8856,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:04.223915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.227741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ab176490-b39b-4e18-b164-2569189330c1 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/subnets/05d59628-a2bc-46ae-b9fd-3be745da8856 HTTP/1.1" status: 204 len: 168 time: 0.3504691 Mar 22 14:15:04.230305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39616) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:04.233559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f6067-74ec-46b0-a876-95ab2b1642e3 None None] Network 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:04.243230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9dfd656-17fb-4c15-978d-a6d6a3e7ef26 req-b29b02bf-1852-4f2f-8803-04fc69f48b2d tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622849 Mar 22 14:15:04.337876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting subnet de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:04.341238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for subnet (de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.422575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.500850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] DHCP port deletion for 9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:04.523234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2b239-0b6e-43a4-9c85-5362042f0555 req-7b398ea0-eba6-4cd0-9001-2272658f2c78 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.524993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c2b239-0b6e-43a4-9c85-5362042f0555 req-7b398ea0-eba6-4cd0-9001-2272658f2c78 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Mar 22 14:15:04.559113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.565164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] Deleting port 2965a87e-9654-4554-8134-9a7ecc494401 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:04.566470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2965a87e-9654-4554-8134-9a7ecc494401), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.584053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c2b239-0b6e-43a4-9c85-5362042f0555 req-a6ae5a97-5b31-413f-a7ff-4611d6367ec8 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530033 Mar 22 14:15:04.637899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] For port 2965a87e-9654-4554-8134-9a7ecc494401, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2965a87e-9654-4554-8134-9a7ecc494401,segment=NetworkSegment(e45f6647-bc46-4b02-9ed6-18789fd50125),segment_id=e45f6647-bc46-4b02-9ed6-18789fd50125)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:04.638382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2965a87e-9654-4554-8134-9a7ecc494401), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.641056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.652977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] Calling delete_port for 2965a87e-9654-4554-8134-9a7ecc494401 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:04.664323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f67af-b5e1-4666-be5c-df32b137955d None None] Network 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:04.664555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.668717 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/subnets/de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d HTTP/1.1" status: 204 len: 168 time: 0.4264107 Mar 22 14:15:04.671835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39634) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:04.696010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deac289-5bfe-4f23-913d-cbadeb602340 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Subnet': ['ID=de13a6ec-27f3-4b1e-b0a5-20b32cc03e8d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:04.786149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.804838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f656b-31bf-4b27-83ab-6b11c35f2741 req-99236a8a-d105-4e0d-bf90-54f4c930adb2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.806404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a59f656b-31bf-4b27-83ab-6b11c35f2741 req-99236a8a-d105-4e0d-bf90-54f4c930adb2 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.1241713 Mar 22 14:15:04.836863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (2965a87e-9654-4554-8134-9a7ecc494401), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.870953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] Pushing event deleted for resources: {'Port': ['ID=2965a87e-9654-4554-8134-9a7ecc494401,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:04.877616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5575394-a722-41c5-87e4-5925a8b0a2fb None None] No DVR routers for this DVR port 2965a87e-9654-4554-8134-9a7ecc494401 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:04.894752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a59f656b-31bf-4b27-83ab-6b11c35f2741 req-f1b830be-82db-432a-999f-6da04e307043 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629158 Mar 22 14:15:04.905009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Deleting port 2965a87e-9654-4554-8134-9a7ecc494401 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:04.905351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2965a87e-9654-4554-8134-9a7ecc494401), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.982712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c213372-2107-45de-9e21-58be779426d7 None None] DHCP port deletion for 1e83e16a-45a9-4d6e-890c-b5a1d13688f9 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:05.027676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] For port 2965a87e-9654-4554-8134-9a7ecc494401, host n-d-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:05.028246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2965a87e-9654-4554-8134-9a7ecc494401), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.048249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Calling delete_port for 2965a87e-9654-4554-8134-9a7ecc494401 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:05.051742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Port 2965a87e-9654-4554-8134-9a7ecc494401 was not found and therefore no delete operation was performed {{(pid=110457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:15:05.053218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2965a87e-9654-4554-8134-9a7ecc494401), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.073204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c213372-2107-45de-9e21-58be779426d7 None None] Deleting port 119bff71-a5b5-4656-99fa-24d7886aaf9e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:05.074599 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c213372-2107-45de-9e21-58be779426d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.103004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Port': ['ID=2965a87e-9654-4554-8134-9a7ecc494401,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.112209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] No DVR routers for this DVR port 2965a87e-9654-4554-8134-9a7ecc494401 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:05.229256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.247670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4c213372-2107-45de-9e21-58be779426d7 None None] For port 119bff71-a5b5-4656-99fa-24d7886aaf9e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=119bff71-a5b5-4656-99fa-24d7886aaf9e,segment=NetworkSegment(c5a24b84-b844-4b94-a0e0-aaea429802b0),segment_id=c5a24b84-b844-4b94-a0e0-aaea429802b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:05.248084 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c213372-2107-45de-9e21-58be779426d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.265931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c213372-2107-45de-9e21-58be779426d7 None None] Calling delete_port for 119bff71-a5b5-4656-99fa-24d7886aaf9e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:05.290163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:05.302624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45f6647-bc46-4b02-9ed6-18789fd50125') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:05.303124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45f6647-bc46-4b02-9ed6-18789fd50125') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:05.317908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (e45f6647-bc46-4b02-9ed6-18789fd50125), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.348627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72e2a3-a59a-47fb-9aaa-def1b1d90dae req-f0115197-65fc-4ef8-a4c4-8da8298ef283 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:05.355912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e72e2a3-a59a-47fb-9aaa-def1b1d90dae req-f0115197-65fc-4ef8-a4c4-8da8298ef283 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.1180999 Mar 22 14:15:05.358758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e45f6647-bc46-4b02-9ed6-18789fd50125), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.375920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2965a87e-9654-4554-8134-9a7ecc494401 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:05.388729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:05.389068 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (e45f6647-bc46-4b02-9ed6-18789fd50125), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:05.393277 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:05.398876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2965a87e-9654-4554-8134-9a7ecc494401 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:05.399255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2965a87e-9654-4554-8134-9a7ecc494401 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:05.399671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 119bff71-a5b5-4656-99fa-24d7886aaf9e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:05.425654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 119bff71-a5b5-4656-99fa-24d7886aaf9e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:05.426216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 119bff71-a5b5-4656-99fa-24d7886aaf9e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:05.438905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c213372-2107-45de-9e21-58be779426d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (119bff71-a5b5-4656-99fa-24d7886aaf9e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.503214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e72e2a3-a59a-47fb-9aaa-def1b1d90dae req-a11d6dfe-551a-4e98-a4d0-a7f98b4ae056 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462040 Mar 22 14:15:05.509617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.521653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.532973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39708) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:05.533558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/networks/9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50 HTTP/1.1" status: 204 len: 168 time: 0.8600497 Mar 22 14:15:05.558789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d81d-3485-4bde-8164-b52c7556cb14 tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Network': ['ID=9f392c9f-43f3-45ce-9eb0-b1f44bd1ed50,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.641565 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (1e83e16a-45a9-4d6e-890c-b5a1d13688f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.679248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ff662-e30f-4d98-b89c-5fcd01c4c9de req-a5ab134b-a5b0-4a7a-baa5-08026b058198 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:05.681130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-013ff662-e30f-4d98-b89c-5fcd01c4c9de req-a5ab134b-a5b0-4a7a-baa5-08026b058198 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.1007082 Mar 22 14:15:05.685327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c213372-2107-45de-9e21-58be779426d7 None None] Pushing event deleted for resources: {'Port': ['ID=119bff71-a5b5-4656-99fa-24d7886aaf9e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.692598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c213372-2107-45de-9e21-58be779426d7 None None] No DVR routers for this DVR port 119bff71-a5b5-4656-99fa-24d7886aaf9e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:05.747682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-013ff662-e30f-4d98-b89c-5fcd01c4c9de req-96ec9330-fe39-4b2e-97ef-8d826a1bb565 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Mar 22 14:15:05.753264 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (1e83e16a-45a9-4d6e-890c-b5a1d13688f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.784425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e83e16a-45a9-4d6e-890c-b5a1d13688f9']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:05.794735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39714) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:05.796185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a24b84-b844-4b94-a0e0-aaea429802b0') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:05.796470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a24b84-b844-4b94-a0e0-aaea429802b0') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:05.806361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (c5a24b84-b844-4b94-a0e0-aaea429802b0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.820377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c5a24b84-b844-4b94-a0e0-aaea429802b0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.835337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:05.835901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (c5a24b84-b844-4b94-a0e0-aaea429802b0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:05.840073 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:05.908031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (1e83e16a-45a9-4d6e-890c-b5a1d13688f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.916503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.923490 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] 10.222.0.44 "DELETE /v2.0/networks/1e83e16a-45a9-4d6e-890c-b5a1d13688f9 HTTP/1.1" status: 204 len: 168 time: 0.3854890 Mar 22 14:15:05.936497 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e64724a9-f5c5-429d-8e41-bafb4bf2720b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.940114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dedea-086e-4adc-8e32-e8b30eec80de tempest-TaggedBootDevicesTest_v242-1771847976 tempest-TaggedBootDevicesTest_v242-1771847976-project] Pushing event deleted for resources: {'Network': ['ID=1e83e16a-45a9-4d6e-890c-b5a1d13688f9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:06.039865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e64724a9-f5c5-429d-8e41-bafb4bf2720b admin admin] Publish callbacks [] for security_group (1524eada-3b03-463c-9cfe-6012353f1628), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.044908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e64724a9-f5c5-429d-8e41-bafb4bf2720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1524eada-3b03-463c-9cfe-6012353f1628), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.099219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e64724a9-f5c5-429d-8e41-bafb4bf2720b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2352811962b84d2f84b9688b38410a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033378 Mar 22 14:15:06.103607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.114929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64724a9-f5c5-429d-8e41-bafb4bf2720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524eada-3b03-463c-9cfe-6012353f1628,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:06.149879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68099aa-a8c2-410d-a199-6d16f0effb13 req-08473e24-0d8a-4d7d-9413-33965308b3d8 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:06.161259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a68099aa-a8c2-410d-a199-6d16f0effb13 req-08473e24-0d8a-4d7d-9413-33965308b3d8 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0785956 Mar 22 14:15:06.185632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b089953-3e27-4ec7-a6e2-97eee9c13308 admin admin] Publish callbacks [] for security_group (1524eada-3b03-463c-9cfe-6012353f1628), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.210735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b089953-3e27-4ec7-a6e2-97eee9c13308 admin admin] Publish callbacks [] for security_group (1524eada-3b03-463c-9cfe-6012353f1628), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.226542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a68099aa-a8c2-410d-a199-6d16f0effb13 req-a93ffc52-3ebb-4eb8-8be3-9c118882b2a1 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Mar 22 14:15:06.262124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b089953-3e27-4ec7-a6e2-97eee9c13308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1524eada-3b03-463c-9cfe-6012353f1628), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.264665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b089953-3e27-4ec7-a6e2-97eee9c13308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.265800 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0b089953-3e27-4ec7-a6e2-97eee9c13308 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1524eada-3b03-463c-9cfe-6012353f1628 HTTP/1.1" status: 204 len: 168 time: 0.1602938 Mar 22 14:15:06.274871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089953-3e27-4ec7-a6e2-97eee9c13308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524eada-3b03-463c-9cfe-6012353f1628,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:06.535231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39736) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.549078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d68a454-96da-46b3-a68e-cdb7c6c2032f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.626182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d68a454-96da-46b3-a68e-cdb7c6c2032f admin admin] Publish callbacks [] for security_group (767f5d4e-da77-498a-ab9e-ee4497f2f8ec), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.631157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d68a454-96da-46b3-a68e-cdb7c6c2032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (767f5d4e-da77-498a-ab9e-ee4497f2f8ec), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.666931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68a454-96da-46b3-a68e-cdb7c6c2032f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767f5d4e-da77-498a-ab9e-ee4497f2f8ec,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:06.674003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39740) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.681360 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6d68a454-96da-46b3-a68e-cdb7c6c2032f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acac0cf24dbe46aeb70ddd105ffe1502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448767 Mar 22 14:15:06.725448 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4efe41c-0953-4498-b235-6f30fd33d2c2 admin admin] Publish callbacks [] for security_group (767f5d4e-da77-498a-ab9e-ee4497f2f8ec), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.752814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4efe41c-0953-4498-b235-6f30fd33d2c2 admin admin] Publish callbacks [] for security_group (767f5d4e-da77-498a-ab9e-ee4497f2f8ec), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.803081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4efe41c-0953-4498-b235-6f30fd33d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (767f5d4e-da77-498a-ab9e-ee4497f2f8ec), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.805730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4efe41c-0953-4498-b235-6f30fd33d2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.809454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f4efe41c-0953-4498-b235-6f30fd33d2c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/767f5d4e-da77-498a-ab9e-ee4497f2f8ec HTTP/1.1" status: 204 len: 168 time: 0.1317289 Mar 22 14:15:06.816934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efe41c-0953-4498-b235-6f30fd33d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767f5d4e-da77-498a-ab9e-ee4497f2f8ec,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:07.376228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b2ca1-1aec-43c3-ad13-8106267a036c req-f757de4b-4fab-4185-a8c4-120f2ea1a6ac tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:07.378129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af8b2ca1-1aec-43c3-ad13-8106267a036c req-f757de4b-4fab-4185-a8c4-120f2ea1a6ac tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0577605 Mar 22 14:15:07.453891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-10fb5aec-f679-48df-9d07-609ad41dd696 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:07.455382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-10fb5aec-f679-48df-9d07-609ad41dd696 tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca169468-405e-4330-89b1-e68fffbdf923 HTTP/1.1" status: 200 len: 945 time: 0.0727046 Mar 22 14:15:07.510389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af8b2ca1-1aec-43c3-ad13-8106267a036c req-4be118fe-4f42-40b4-abcd-9df1bc2bb1dd tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2ce1359-1744-484f-baa0-080bb1e4f959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999603 Mar 22 14:15:07.580229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Deleting port ca392cfe-6288-4740-8410-d25f934aa663 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:07.580626 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ca392cfe-6288-4740-8410-d25f934aa663), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.676737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] For port ca392cfe-6288-4740-8410-d25f934aa663, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ca392cfe-6288-4740-8410-d25f934aa663,segment=NetworkSegment(98feec5f-1608-4856-bd09-158532ef14a4),segment_id=98feec5f-1608-4856-bd09-158532ef14a4)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:07.677098 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ca392cfe-6288-4740-8410-d25f934aa663), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.692898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Calling delete_port for ca392cfe-6288-4740-8410-d25f934aa663 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:07.848608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ca392cfe-6288-4740-8410-d25f934aa663), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.861574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ca392cfe-6288-4740-8410-d25f934aa663'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:15:07.887724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Pushing event deleted for resources: {'Port': ['ID=ca392cfe-6288-4740-8410-d25f934aa663,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:07.943237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] No DVR routers for this DVR port ca392cfe-6288-4740-8410-d25f934aa663 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:07.945944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.949497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a600fe8d-12b6-4c8e-a96a-abf9d7d901f2 req-2e676545-d1d9-4854-b475-c42c11ecd9ea tempest-ServerDiskConfigTestJSON-1188874531 tempest-ServerDiskConfigTestJSON-1188874531-project] 10.222.0.57 "DELETE /v2.0/ports/ca392cfe-6288-4740-8410-d25f934aa663 HTTP/1.1" status: 204 len: 173 time: 0.4868209 Mar 22 14:15:07.949987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca169468-405e-4330-89b1-e68fffbdf923', 'name': 'network-vif-deleted', 'tag': 'ca392cfe-6288-4740-8410-d25f934aa663'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:07.952533 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1ccaa7-887a-4222-9b9e-bb060ac41d2e" -d '{"events": [{"server_uuid": "ca169468-405e-4330-89b1-e68fffbdf923", "name": "network-vif-deleted", "tag": "ca392cfe-6288-4740-8410-d25f934aa663"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:07.996506 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a4dd0f-6b82-44b3-adaf-fabff3dad54a x-openstack-request-id: req-88a4dd0f-6b82-44b3-adaf-fabff3dad54a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:07.996930 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca169468-405e-4330-89b1-e68fffbdf923", "name": "network-vif-deleted", "tag": "ca392cfe-6288-4740-8410-d25f934aa663", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:07.997292 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88a4dd0f-6b82-44b3-adaf-fabff3dad54a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:07.997836 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a4dd0f-6b82-44b3-adaf-fabff3dad54a'] response: {'server_uuid': 'ca169468-405e-4330-89b1-e68fffbdf923', 'name': 'network-vif-deleted', 'tag': 'ca392cfe-6288-4740-8410-d25f934aa663', 'status': 'completed', 'code': 200} Mar 22 14:15:08.737316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39844) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:08.794513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] Deleting subnet 1875e5c6-c206-4c43-a35e-1e88c3e4fd8f {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:08.798576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] Publish callbacks [] for subnet (1875e5c6-c206-4c43-a35e-1e88c3e4fd8f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.838606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (1875e5c6-c206-4c43-a35e-1e88c3e4fd8f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.882816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1875e5c6-c206-4c43-a35e-1e88c3e4fd8f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.946361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (1875e5c6-c206-4c43-a35e-1e88c3e4fd8f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.977869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1875e5c6-c206-4c43-a35e-1e88c3e4fd8f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:08.980760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.987708 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-15661064-3418-4278-8803-13ff6f3e7054 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1875e5c6-c206-4c43-a35e-1e88c3e4fd8f HTTP/1.1" status: 204 len: 168 time: 0.2491422 Mar 22 14:15:08.990340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39870) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:09.077500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (94a522ab-d599-41e4-8c3d-56f0737494df), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.167309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (94a522ab-d599-41e4-8c3d-56f0737494df), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.205424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a522ab-d599-41e4-8c3d-56f0737494df']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:09.216241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98feec5f-1608-4856-bd09-158532ef14a4') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:09.216617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98feec5f-1608-4856-bd09-158532ef14a4') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:09.228789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (98feec5f-1608-4856-bd09-158532ef14a4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.244874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (98feec5f-1608-4856-bd09-158532ef14a4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.253387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:09.253819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (98feec5f-1608-4856-bd09-158532ef14a4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:09.259858 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:09.323594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (94a522ab-d599-41e4-8c3d-56f0737494df), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.352160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.357864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] 10.222.0.44 "DELETE /v2.0/networks/94a522ab-d599-41e4-8c3d-56f0737494df HTTP/1.1" status: 204 len: 168 time: 0.3641770 Mar 22 14:15:09.357864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176d09b-239b-4545-9e64-b6fd6d81c556 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a522ab-d599-41e4-8c3d-56f0737494df,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:09.537195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39924) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:09.582564 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-76c21800-82be-4f28-a5fa-f9bcee62ec63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a170dd465b644a79b36cb12e86504477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437334 Mar 22 14:15:09.584998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39934) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:09.634289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a113be65-4a55-4c3a-8c7c-d3af78cab447 admin admin] Publish callbacks [] for security_group (a2ce1359-1744-484f-baa0-080bb1e4f959), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.664210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a113be65-4a55-4c3a-8c7c-d3af78cab447 admin admin] Publish callbacks [] for security_group (a2ce1359-1744-484f-baa0-080bb1e4f959), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.716749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a113be65-4a55-4c3a-8c7c-d3af78cab447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2ce1359-1744-484f-baa0-080bb1e4f959), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.720509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a113be65-4a55-4c3a-8c7c-d3af78cab447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.724152 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a113be65-4a55-4c3a-8c7c-d3af78cab447 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2ce1359-1744-484f-baa0-080bb1e4f959 HTTP/1.1" status: 204 len: 168 time: 0.1357536 Mar 22 14:15:09.737438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113be65-4a55-4c3a-8c7c-d3af78cab447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce1359-1744-484f-baa0-080bb1e4f959,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:09.922801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39946) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:10.041069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac843ef5-6d3e-4eb8-8bff-82ce1f246952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.138190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac843ef5-6d3e-4eb8-8bff-82ce1f246952 admin admin] Publish callbacks [] for security_group (04fe079f-5bf7-4dbe-abc1-28104a01edd0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.143347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac843ef5-6d3e-4eb8-8bff-82ce1f246952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (04fe079f-5bf7-4dbe-abc1-28104a01edd0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.191090 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ac843ef5-6d3e-4eb8-8bff-82ce1f246952 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2206a7ec5a084a29936ed5ed5a7045aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648392 Mar 22 14:15:10.191385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39960) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:10.198879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac843ef5-6d3e-4eb8-8bff-82ce1f246952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe079f-5bf7-4dbe-abc1-28104a01edd0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:10.247976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca4dcfb2-5ef7-41df-abd2-a3e55f1d3970 admin admin] Publish callbacks [] for security_group (04fe079f-5bf7-4dbe-abc1-28104a01edd0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.274254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca4dcfb2-5ef7-41df-abd2-a3e55f1d3970 admin admin] Publish callbacks [] for security_group (04fe079f-5bf7-4dbe-abc1-28104a01edd0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.324075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca4dcfb2-5ef7-41df-abd2-a3e55f1d3970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (04fe079f-5bf7-4dbe-abc1-28104a01edd0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.327028 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca4dcfb2-5ef7-41df-abd2-a3e55f1d3970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.331447 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ca4dcfb2-5ef7-41df-abd2-a3e55f1d3970 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04fe079f-5bf7-4dbe-abc1-28104a01edd0 HTTP/1.1" status: 204 len: 168 time: 0.1392155 Mar 22 14:15:10.341300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dcfb2-5ef7-41df-abd2-a3e55f1d3970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe079f-5bf7-4dbe-abc1-28104a01edd0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:10.447558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39972) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:10.659317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1534918340-network', 'tenant_id': 'af383a2046fe4c24a57514984e453b85'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:10.680927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Made reservation on behalf of af383a2046fe4c24a57514984e453b85 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:10.683710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.693397 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.709887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39978) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:10.724989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f42f0b3-5c3d-4e11-b539-241294efcc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.776587 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks [] for security_group (38f9f21e-e89e-422c-9576-b764d8a64fdd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.780746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (38f9f21e-e89e-422c-9576-b764d8a64fdd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.802641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:10.809190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f42f0b3-5c3d-4e11-b539-241294efcc11 admin admin] Publish callbacks [] for security_group (63f8f77e-7710-4aa4-be67-6159c926ea3d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.818307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9f21e-e89e-422c-9576-b764d8a64fdd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:10.821564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e337b078-af01-42c8-8d1a-c00f4912d6ac), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.822094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f42f0b3-5c3d-4e11-b539-241294efcc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (63f8f77e-7710-4aa4-be67-6159c926ea3d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.822250 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Added segment e337b078-af01-42c8-8d1a-c00f4912d6ac of type vlan for network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 Mar 22 14:15:10.866704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6f42f0b3-5c3d-4e11-b539-241294efcc11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bad2a06a56947cf85a8514ba9ca23a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556692 Mar 22 14:15:10.867822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42f0b3-5c3d-4e11-b539-241294efcc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8f77e-7710-4aa4-be67-6159c926ea3d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:10.870090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39980) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:10.874635 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (fe91ef25-7bbd-494f-a710-f3b14f96d7e3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.903719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (fe91ef25-7bbd-494f-a710-f3b14f96d7e3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.904833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:10.905538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.917916 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc0b3-9036-4946-9bd6-c0edf5645abf admin admin] Publish callbacks [] for security_group (63f8f77e-7710-4aa4-be67-6159c926ea3d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.939620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc0b3-9036-4946-9bd6-c0edf5645abf admin admin] Publish callbacks [] for security_group (63f8f77e-7710-4aa4-be67-6159c926ea3d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.973030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5216529 Mar 22 14:15:10.973266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39982) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:10.978595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Request body: {'subnet': {'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1534918340-subnet', 'tenant_id': 'af383a2046fe4c24a57514984e453b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:10.983045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f0882-3257-4f6c-a6a9-ff121d30e238 admin admin] Pushing event updated for resources: {'Network': ['ID=fe91ef25-7bbd-494f-a710-f3b14f96d7e3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:10.995926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:11.001947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc0b3-9036-4946-9bd6-c0edf5645abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (63f8f77e-7710-4aa4-be67-6159c926ea3d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.004954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc0b3-9036-4946-9bd6-c0edf5645abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.010231 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3c8fc0b3-9036-4946-9bd6-c0edf5645abf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63f8f77e-7710-4aa4-be67-6159c926ea3d HTTP/1.1" status: 204 len: 168 time: 0.1390085 Mar 22 14:15:11.019616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Made reservation on behalf of af383a2046fe4c24a57514984e453b85 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:11.022097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fc0b3-9036-4946-9bd6-c0edf5645abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8f77e-7710-4aa4-be67-6159c926ea3d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:11.027621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.180474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ca392cfe-6288-4740-8410-d25f934aa663 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:11.213632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: ca392cfe-6288-4740-8410-d25f934aa663 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:11.214290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ca392cfe-6288-4740-8410-d25f934aa663 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:11.261711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (7dc35c1b-d832-4d34-a762-33465f8f6df0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.335313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc35c1b-d832-4d34-a762-33465f8f6df0,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:11.344894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Checking segment: {'id': 'e337b078-af01-42c8-8d1a-c00f4912d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:11.345404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Network hostable DHCP agents. Network: fe91ef25-7bbd-494f-a710-f3b14f96d7e3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:11.369495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:11.382353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, fe91ef25-7bbd-494f-a710-f3b14f96d7e3) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:11.391819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:11.392074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.395241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7de4e3-2df7-4933-8d36-a38d7dd30c7f None None] Network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:11.410203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1d138157-778d-402f-90e7-4cb3e57b026a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4357996 Mar 22 14:15:11.553962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d8bec-4520-46ad-ac67-7ead5792f8b9 None None] Network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:12.086373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01662-05f4-4613-9cbd-45c368281801 req-68f73e74-9db7-4ef5-9333-a6bc879febc3 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:12.088144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-68f73e74-9db7-4ef5-9333-a6bc879febc3 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/networks?id=fe91ef25-7bbd-494f-a710-f3b14f96d7e3 HTTP/1.1" status: 200 len: 822 time: 0.1248379 Mar 22 14:15:12.108695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-bd3c7436-6020-4f91-abf3-8f517bebe301 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/quotas/af383a2046fe4c24a57514984e453b85 HTTP/1.1" status: 200 len: 375 time: 0.0131605 Mar 22 14:15:12.144119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-900bcb95-50dc-4f79-b675-a8afc4b8fced tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af383a2046fe4c24a57514984e453b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286758 Mar 22 14:15:12.246781 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-7404396c-8c24-42d6-a703-c33d6e4c10cf service neutron] 10.222.0.44 "GET /v2.0/networks/fe91ef25-7bbd-494f-a710-f3b14f96d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930216 Mar 22 14:15:12.361086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-0521cbd2-9d7d-41c6-b04f-a9af351b9998 service neutron] 10.222.0.44 "GET /v2.0/networks/fe91ef25-7bbd-494f-a710-f3b14f96d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064167 Mar 22 14:15:12.580940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af3512f5-4ab6-4fd3-b32f-4d28f1384968 req-b31e6e47-bc48-470a-bb47-54e852def72d tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 210 time: 0.0343254 Mar 22 14:15:12.975333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40130) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:13.107332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45a6fc03-cf42-4286-b829-8e908b337f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.198198 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45a6fc03-cf42-4286-b829-8e908b337f60 admin admin] Publish callbacks [] for security_group (f01e8ccc-3d50-43dd-b921-1865f3ccf0f3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.206907 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45a6fc03-cf42-4286-b829-8e908b337f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f01e8ccc-3d50-43dd-b921-1865f3ccf0f3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.252255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40134) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:13.252853 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-45a6fc03-cf42-4286-b829-8e908b337f60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=592333ad25ae4444bda1318be348768e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749138 Mar 22 14:15:13.253959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6fc03-cf42-4286-b829-8e908b337f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01e8ccc-3d50-43dd-b921-1865f3ccf0f3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:13.346778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d31dd42e-868c-4c2f-8da5-d4df5b02fb4a admin admin] Publish callbacks [] for security_group (f01e8ccc-3d50-43dd-b921-1865f3ccf0f3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.377759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d31dd42e-868c-4c2f-8da5-d4df5b02fb4a admin admin] Publish callbacks [] for security_group (f01e8ccc-3d50-43dd-b921-1865f3ccf0f3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.431014 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d31dd42e-868c-4c2f-8da5-d4df5b02fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f01e8ccc-3d50-43dd-b921-1865f3ccf0f3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.434887 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d31dd42e-868c-4c2f-8da5-d4df5b02fb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.438986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d31dd42e-868c-4c2f-8da5-d4df5b02fb4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f01e8ccc-3d50-43dd-b921-1865f3ccf0f3 HTTP/1.1" status: 204 len: 168 time: 0.1832576 Mar 22 14:15:13.446315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dd42e-868c-4c2f-8da5-d4df5b02fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01e8ccc-3d50-43dd-b921-1865f3ccf0f3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:13.925865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01662-05f4-4613-9cbd-45c368281801 req-d700a69b-0046-4f05-8cc5-a2bf5b3572bf tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:13.927586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-d700a69b-0046-4f05-8cc5-a2bf5b3572bf tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.57 "GET /v2.0/networks?id=fe91ef25-7bbd-494f-a710-f3b14f96d7e3 HTTP/1.1" status: 200 len: 822 time: 0.2176480 Mar 22 14:15:13.948105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Request body: {'port': {'device_id': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3', 'admin_state_up': True, 'tenant_id': 'af383a2046fe4c24a57514984e453b85'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:13.957611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a75b75fe-5931-402e-a329-2084b44c2f83 req-11c54788-3820-486b-ad13-2d6d4e29abd0 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 210 time: 0.2212396 Mar 22 14:15:14.072598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Made reservation on behalf of af383a2046fe4c24a57514984e453b85 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:14.076469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.214390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Allocated IP 172.20.0.14 (fe91ef25-7bbd-494f-a710-f3b14f96d7e3/7dc35c1b-d832-4d34-a762-33465f8f6df0/3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:14.275323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:14.376892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020585372'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:14.384142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks [] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.396489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:14.400216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.409542 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.420063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.474260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:14.477852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:14.481791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:14.514133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Pushing event updated for resources: {'Port': ['ID=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:14.526073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for security_group (253c7bb7-8c26-4cea-b985-1753d5e1e7a1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.532121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (253c7bb7-8c26-4cea-b985-1753d5e1e7a1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.547314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:14.548070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.563827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:14.568074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-0e477187-2eeb-4263-a4fe-7bfff19340de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6237462 Mar 22 14:15:14.576336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253c7bb7-8c26-4cea-b985-1753d5e1e7a1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:14.585147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c8481086-e556-4b40-8088-52ee4c266ab6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.585421 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment c8481086-e556-4b40-8088-52ee4c266ab6 of type vlan for network eb251c27-fea6-4714-8d78-539811c0a52f Mar 22 14:15:14.589451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Request body: {'port': {'device_id': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:14.640614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (eb251c27-fea6-4714-8d78-539811c0a52f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.667618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.671831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (eb251c27-fea6-4714-8d78-539811c0a52f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.677046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:14.677775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.747261 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4707971 Mar 22 14:15:14.750050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40164) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:14.755441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-1438852589'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:14.775013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147980f-13a2-4553-93c0-c66e01330011 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=eb251c27-fea6-4714-8d78-539811c0a52f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:14.784879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:14.787426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network eb251c27-fea6-4714-8d78-539811c0a52f details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:14.789344 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.826449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:14.842388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2b8e7351-275b-440b-be2e-698b817b0bad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.843072 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment 2b8e7351-275b-440b-be2e-698b817b0bad of type vlan for network f97a262c-1ceb-49a8-904f-e05a9b337bbc Mar 22 14:15:14.892903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f97a262c-1ceb-49a8-904f-e05a9b337bbc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.920295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f97a262c-1ceb-49a8-904f-e05a9b337bbc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.926033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:14.926639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.982773 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2316003 Mar 22 14:15:14.990120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40170) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:14.996408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': 'eb251c27-fea6-4714-8d78-539811c0a52f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:15.015264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:15.030268 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Publish callbacks [] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.055539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4665db9-9a67-42ab-b5fa-d327118f785b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=f97a262c-1ceb-49a8-904f-e05a9b337bbc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:15.066520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:15.084570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Transition to ACTIVE for port object 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:15:15.097293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.100456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:15.104974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.164187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e5b30-d7a6-4656-a1d2-9775d0e6f266 req-50eda00f-d579-4758-a939-2c5e8672e266 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:15.165788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c9e5b30-d7a6-4656-a1d2-9775d0e6f266 req-50eda00f-d579-4758-a939-2c5e8672e266 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 932 time: 0.1307485 Mar 22 14:15:15.173155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:15.265237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c9e5b30-d7a6-4656-a1d2-9775d0e6f266 req-0101a064-9841-4aab-adab-9a68eb0386de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930059 Mar 22 14:15:15.286037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Attempting to bind port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:15.286037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Attempting to bind port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'e337b078-af01-42c8-8d1a-c00f4912d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:15.286037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Attempting to bind port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b on network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:15.291822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b on network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:15:15.292246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Attempting to bind port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b on network fe91ef25-7bbd-494f-a710-f3b14f96d7e3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:15.299072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:15.299558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Checking segment: {'id': 'e337b078-af01-42c8-8d1a-c00f4912d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:15.300117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Bound using segment: {'id': 'e337b078-af01-42c8-8d1a-c00f4912d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:15.300759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Bound port: 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e337b078-af01-42c8-8d1a-c00f4912d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:15.301282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.339945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (7dedc7c8-0a90-462b-af67-eba8140cba05), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.387446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] For port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:15.391670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] For port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,segment=NetworkSegment(e337b078-af01-42c8-8d1a-c00f4912d6ac),segment_id=e337b078-af01-42c8-8d1a-c00f4912d6ac)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:15.398563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.406742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=7dedc7c8-0a90-462b-af67-eba8140cba05,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:15.423442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': 'c8481086-e556-4b40-8088-52ee4c266ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb251c27-fea6-4714-8d78-539811c0a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:15.424274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: eb251c27-fea6-4714-8d78-539811c0a52f, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:15.434992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:15.435656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.437267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b HTTP/1.1" status: 200 len: 1092 time: 0.8597417 Mar 22 14:15:15.437624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'tag': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:15.440133 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd141810-2036-44b1-afc9-21a8e790b3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0", "tag": "3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:15.460862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network eb251c27-fea6-4714-8d78-539811c0a52f is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:15.476433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, eb251c27-fea6-4714-8d78-539811c0a52f) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:15.489453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca1adf-4736-45c9-b039-58a0bd74bebd None None] Network eb251c27-fea6-4714-8d78-539811c0a52f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:15.491110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589737c-6b6c-4758-b1e4-826f8cc87981 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:15.493062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:15.493715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.496013 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e7aae-5446-48e6-ae48-8532b9e42bab x-openstack-request-id: req-5a3e7aae-5446-48e6-ae48-8532b9e42bab {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:15.496556 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0", "tag": "3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:15.497152 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a3e7aae-5446-48e6-ae48-8532b9e42bab {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:15.497740 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3e7aae-5446-48e6-ae48-8532b9e42bab'] response: {'name': 'network-changed', 'server_uuid': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'tag': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b', 'status': 'completed', 'code': 200} Mar 22 14:15:15.517511 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-45dd9b41-b40b-4ab1-aa71-14246304d956 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5258238 Mar 22 14:15:15.520343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40176) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:15.525745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': 'f97a262c-1ceb-49a8-904f-e05a9b337bbc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:15.563042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01662-05f4-4613-9cbd-45c368281801 req-fa52c899-e25e-49d3-8427-4c6ccb9f22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:15.564975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-fa52c899-e25e-49d3-8427-4c6ccb9f22d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af383a2046fe4c24a57514984e453b85&device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 1126 time: 0.0662518 Mar 22 14:15:15.610665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-e00e05c9-3591-40e2-a0bc-875f7f289acf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b HTTP/1.1" status: 200 len: 217 time: 0.0384409 Mar 22 14:15:15.624520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-eb251c27-fea6-4714-8d78-539811c0a52f', 'network_id': 'eb251c27-fea6-4714-8d78-539811c0a52f', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': '7dedc7c8-0a90-462b-af67-eba8140cba05'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:15.625684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.636255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:15.640784 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.693987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01662-05f4-4613-9cbd-45c368281801 req-f3702e54-a640-476b-9b62-148b8223d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:15.695562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-f3702e54-a640-476b-9b62-148b8223d5fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dc35c1b-d832-4d34-a762-33465f8f6df0 HTTP/1.1" status: 200 len: 862 time: 0.0766277 Mar 22 14:15:15.741678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-1c82d476-1dc2-4f4d-ae83-f73381bccb29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe91ef25-7bbd-494f-a710-f3b14f96d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404305 Mar 22 14:15:15.798423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Allocated IP 172.20.0.2 (eb251c27-fea6-4714-8d78-539811c0a52f/7dedc7c8-0a90-462b-af67-eba8140cba05/571668de-ac09-4c28-b715-7f5a3dad5773) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:15.881448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (e050e1cb-8f97-4703-af42-6307b5b98dea), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.892386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-4aa733c6-a543-414a-944d-1b84d6f90694 service neutron] 10.222.0.57 "GET /v2.0/networks/fe91ef25-7bbd-494f-a710-f3b14f96d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421757 Mar 22 14:15:15.973232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=e050e1cb-8f97-4703-af42-6307b5b98dea,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:15.985866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': '2b8e7351-275b-440b-be2e-698b817b0bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f97a262c-1ceb-49a8-904f-e05a9b337bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:15.986268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: f97a262c-1ceb-49a8-904f-e05a9b337bbc, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:16.007801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:16.015124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Publish callbacks [] for port (571668de-ac09-4c28-b715-7f5a3dad5773), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.019806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30c01662-05f4-4613-9cbd-45c368281801 req-33c2f85e-e7f0-4aaf-a7ed-7de9c6abe234 service neutron] 10.222.0.57 "GET /v2.0/networks/fe91ef25-7bbd-494f-a710-f3b14f96d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212029 Mar 22 14:15:16.019971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f97a262c-1ceb-49a8-904f-e05a9b337bbc) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:16.022222 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.026000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.026814 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.051192 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ad4dd25c-80d9-451a-b16a-097acec79e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5271676 Mar 22 14:15:16.051625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40180) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:16.058437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e7e6dfea-0b82-446c-96bc-21528c79e992 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-160746946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:16.062477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba9a8c-424b-429f-9a1a-6a55f2138e4a None None] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:16.085303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dfea-0b82-446c-96bc-21528c79e992 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.086628 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dfea-0b82-446c-96bc-21528c79e992 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.135569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Network eb251c27-fea6-4714-8d78-539811c0a52f is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:16.150881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:16.159912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:16.162987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-ad929882-9079-4708-ba6a-c94444f5fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.165507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dfea-0b82-446c-96bc-21528c79e992 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.166376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-ad929882-9079-4708-ba6a-c94444f5fb7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af383a2046fe4c24a57514984e453b85&device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 1126 time: 0.0775611 Mar 22 14:15:16.167866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Pushing event updated for resources: {'Port': ['ID=571668de-ac09-4c28-b715-7f5a3dad5773,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:16.182340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dfea-0b82-446c-96bc-21528c79e992 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.210762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dfea-0b82-446c-96bc-21528c79e992 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.212718 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e7e6dfea-0b82-446c-96bc-21528c79e992 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1598916 Mar 22 14:15:16.215369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40186) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:16.227093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40188) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:16.269065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Attempting to bind port 571668de-ac09-4c28-b715-7f5a3dad5773 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:16.270154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Attempting to bind port 571668de-ac09-4c28-b715-7f5a3dad5773 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c8481086-e556-4b40-8088-52ee4c266ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb251c27-fea6-4714-8d78-539811c0a52f'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:16.270154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Attempting to bind port 571668de-ac09-4c28-b715-7f5a3dad5773 on network eb251c27-fea6-4714-8d78-539811c0a52f {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:16.273493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-f97a262c-1ceb-49a8-904f-e05a9b337bbc', 'network_id': 'f97a262c-1ceb-49a8-904f-e05a9b337bbc', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': 'e050e1cb-8f97-4703-af42-6307b5b98dea'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:16.274483 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.306257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:16.309234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Checking segment: {'id': 'c8481086-e556-4b40-8088-52ee4c266ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb251c27-fea6-4714-8d78-539811c0a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:16.310449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.311735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Bound using segment: {'id': 'c8481086-e556-4b40-8088-52ee4c266ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb251c27-fea6-4714-8d78-539811c0a52f'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:16.316706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Bound port: 571668de-ac09-4c28-b715-7f5a3dad5773, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8481086-e556-4b40-8088-52ee4c266ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb251c27-fea6-4714-8d78-539811c0a52f'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:16.317560 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.364276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3f560-e18a-44c3-b6c0-ca6fddb912a7 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.364750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3f560-e18a-44c3-b6c0-ca6fddb912a7 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.365282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3f560-e18a-44c3-b6c0-ca6fddb912a7 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.367180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-68b3f560-e18a-44c3-b6c0-ca6fddb912a7 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=f65b76c4770841778021955e5f892da5&network_id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 200 len: 3073 time: 0.1392083 Mar 22 14:15:16.373587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-5b775cd8-7182-4733-b885-0cd7bf728480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.375892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-5b775cd8-7182-4733-b885-0cd7bf728480 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe91ef25-7bbd-494f-a710-f3b14f96d7e3 HTTP/1.1" status: 200 len: 923 time: 0.2015424 Mar 22 14:15:16.446742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-6520c8af-5bb0-4321-8259-e02896b9024e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b HTTP/1.1" status: 200 len: 217 time: 0.0576491 Mar 22 14:15:16.497462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] For port 571668de-ac09-4c28-b715-7f5a3dad5773, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:16.506629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-a6ebbf7b-608a-4ea3-9246-1d3bf74d7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.508240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-a6ebbf7b-608a-4ea3-9246-1d3bf74d7e0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dc35c1b-d832-4d34-a762-33465f8f6df0 HTTP/1.1" status: 200 len: 862 time: 0.0549119 Mar 22 14:15:16.518460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] For port 571668de-ac09-4c28-b715-7f5a3dad5773, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=571668de-ac09-4c28-b715-7f5a3dad5773,segment=NetworkSegment(c8481086-e556-4b40-8088-52ee4c266ab6),segment_id=c8481086-e556-4b40-8088-52ee4c266ab6)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:16.536287 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.553497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-6a6fd97f-4395-4f26-955f-d39104b184cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe91ef25-7bbd-494f-a710-f3b14f96d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374129 Mar 22 14:15:16.561184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41dc9f-1514-4bdc-94fc-1def616d2411 req-6ca428dd-1fd6-4b57-b787-5a968dcf3c02 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.569019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac41dc9f-1514-4bdc-94fc-1def616d2411 req-6ca428dd-1fd6-4b57-b787-5a968dcf3c02 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 944 time: 0.1892989 Mar 22 14:15:16.597917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Allocated IP 172.21.0.2 (f97a262c-1ceb-49a8-904f-e05a9b337bbc/e050e1cb-8f97-4703-af42-6307b5b98dea/69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:16.600867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a8a65-b364-4a30-b665-f97ba01bcb13 None None] Pushing event updated for resources: {'Port': ['ID=571668de-ac09-4c28-b715-7f5a3dad5773,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:16.723861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac41dc9f-1514-4bdc-94fc-1def616d2411 req-10143307-5723-40a3-ae9f-531245acb1d9 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537290 Mar 22 14:15:16.772403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-655e92b8-da7d-4bd5-ada3-2ccd1ededdd1 service neutron] 10.222.0.57 "GET /v2.0/networks/fe91ef25-7bbd-494f-a710-f3b14f96d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011216 Mar 22 14:15:16.818452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Publish callbacks [] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.828802 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.850862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:16.854670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:16.875209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:16.921557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd141810-2036-44b1-afc9-21a8e790b3c6 req-088554e3-4c06-452e-b199-a3f10a4b4e44 service neutron] 10.222.0.57 "GET /v2.0/networks/fe91ef25-7bbd-494f-a710-f3b14f96d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384065 Mar 22 14:15:17.025572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Attempting to bind port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:17.026154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Attempting to bind port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2b8e7351-275b-440b-be2e-698b817b0bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f97a262c-1ceb-49a8-904f-e05a9b337bbc'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:17.026584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Attempting to bind port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 on network f97a262c-1ceb-49a8-904f-e05a9b337bbc {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:17.028753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Pushing event updated for resources: {'Port': ['ID=69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:17.038640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:17.039109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Checking segment: {'id': '2b8e7351-275b-440b-be2e-698b817b0bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f97a262c-1ceb-49a8-904f-e05a9b337bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:17.039586 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.040732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Bound using segment: {'id': '2b8e7351-275b-440b-be2e-698b817b0bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f97a262c-1ceb-49a8-904f-e05a9b337bbc'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:17.041350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Bound port: 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8e7351-275b-440b-be2e-698b817b0bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f97a262c-1ceb-49a8-904f-e05a9b337bbc'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:17.041848 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.121883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] For port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:17.126540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] For port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5,segment=NetworkSegment(2b8e7351-275b-440b-be2e-698b817b0bad),segment_id=2b8e7351-275b-440b-be2e-698b817b0bad)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:17.144298 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.145895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.220070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588a227-6f62-45f3-ae2d-d9efe424e5b7 None None] Pushing event updated for resources: {'Port': ['ID=69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:17.390930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 571668de-ac09-4c28-b715-7f5a3dad5773 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:17.492668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 571668de-ac09-4c28-b715-7f5a3dad5773 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:17.493039 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.524173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.20.0.1 (eb251c27-fea6-4714-8d78-539811c0a52f/7dedc7c8-0a90-462b-af67-eba8140cba05/a6e223ad-8446-427b-ac88-db5927f6b363) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:17.583285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 571668de-ac09-4c28-b715-7f5a3dad5773 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:17.583810 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.626280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 571668de-ac09-4c28-b715-7f5a3dad5773, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=571668de-ac09-4c28-b715-7f5a3dad5773,segment=NetworkSegment(c8481086-e556-4b40-8088-52ee4c266ab6),segment_id=c8481086-e556-4b40-8088-52ee4c266ab6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:17.632177 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.691278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (a6e223ad-8446-427b-ac88-db5927f6b363), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.696759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=571668de-ac09-4c28-b715-7f5a3dad5773,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:17.732927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.788409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=a6e223ad-8446-427b-ac88-db5927f6b363,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:17.796725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network eb251c27-fea6-4714-8d78-539811c0a52f is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:17.798524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:17.801002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:17.858633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.873068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cb55d-30fd-4d99-a290-139e8a3f84a8 req-89bdc1b4-89ca-4239-ae3d-e5cd3d1e5051 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:17.881738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b4cb55d-30fd-4d99-a290-139e8a3f84a8 req-89bdc1b4-89ca-4239-ae3d-e5cd3d1e5051 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 944 time: 0.0794418 Mar 22 14:15:17.941332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b4cb55d-30fd-4d99-a290-139e8a3f84a8 req-f7ffaaf3-9a88-47a9-bd1d-90fe42c2e92a tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584421 Mar 22 14:15:18.001152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.121347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40206) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:18.125501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189fb83-5269-44bb-b66d-adbf9a767530 None None] Network eb251c27-fea6-4714-8d78-539811c0a52f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:18.183125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af4b385-137d-45a9-a8b9-c66dcf100199 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:18.185077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7af4b385-137d-45a9-a8b9-c66dcf100199 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 814 time: 0.0623150 Mar 22 14:15:18.236687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6247278c-ef83-4461-a5b2-085bda00bf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.255168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-18e290d3-6fc0-4342-8b60-4b572b25c234 None None] Provisioning complete for port 571668de-ac09-4c28-b715-7f5a3dad5773 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:18.255694 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-18e290d3-6fc0-4342-8b60-4b572b25c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.364221 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (a6e223ad-8446-427b-ac88-db5927f6b363), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.374001 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.432411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-18e290d3-6fc0-4342-8b60-4b572b25c234 None None] Current status of the port 571668de-ac09-4c28-b715-7f5a3dad5773 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:18.477302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.479180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=a6e223ad-8446-427b-ac88-db5927f6b363,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:18.493397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.493644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.494005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.494340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.495241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.495464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.495789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.496113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.496426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.496746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.498145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.499526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.499882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.500223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.500557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:18.563517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60da4af-d310-4a37-bf09-b38e89145ce7 None None] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:18.607048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network eb251c27-fea6-4714-8d78-539811c0a52f is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:18.609123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:18.724779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Provisioning complete for port a6e223ad-8446-427b-ac88-db5927f6b363 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:18.725324 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.759866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0d81edce-8c25-42ed-ade1-fbf0844bcf4f is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:15:18.787711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Port a6e223ad-8446-427b-ac88-db5927f6b363 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:18.799879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Provisioning complete for port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:18.800258 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.817827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40212) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:18.824266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'network': {'name': 'tempest-network-smoke--2628296', 'project_id': 'f65b76c4770841778021955e5f892da5', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:18.873484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:18.882147 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.904925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Current status of the port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:18.905226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.918465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:18.931054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (cadbfc43-0e91-4efa-9911-743d6cfb4e48), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.931414 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Added segment cadbfc43-0e91-4efa-9911-743d6cfb4e48 of type vlan for network e946c4de-6cbf-44c9-ab15-b04491bc443a Mar 22 14:15:18.934931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:18.949454 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] Sync routers for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:18.970224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] For port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5,segment=NetworkSegment(2b8e7351-275b-440b-be2e-698b817b0bad),segment_id=2b8e7351-275b-440b-be2e-698b817b0bad)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:18.976204 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:18.977807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ac1e1a7-3711-4bcd-9436-353f1beb300f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0d81edce-8c25-42ed-ade1-fbf0844bcf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7582366 Mar 22 14:15:18.978856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:18.979961 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:18.983005 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.042586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Provisioning complete for port 571668de-ac09-4c28-b715-7f5a3dad5773 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:19.042963 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.068625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e946c4de-6cbf-44c9-ab15-b04491bc443a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.076266 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:19.108176 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:19.111071 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:14:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:19.115106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa439557-f556-46f6-ade4-cfb6bd1aee3c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.121741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aa439557-f556-46f6-ade4-cfb6bd1aee3c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports/a6e223ad-8446-427b-ac88-db5927f6b363 HTTP/1.1" status: 200 len: 910 time: 0.1383960 Mar 22 14:15:19.123361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40220) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:19.131490 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e946c4de-6cbf-44c9-ab15-b04491bc443a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.138843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.139899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.215934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Pushing event updated for resources: {'Port': ['ID=69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:19.259170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:15:19.294790 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:19.297953 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc514d92-c6bf-4afe-93ad-17f5eef55eec None None] The sync data for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:19.304102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e73a1adc-1d45-4648-aac9-43290677fce5 None None] Current status of the port 571668de-ac09-4c28-b715-7f5a3dad5773 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:19.477992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7b7eb3b1-e267-4e48-940c-ac035c9a7707 None None] Provisioning complete for port a6e223ad-8446-427b-ac88-db5927f6b363 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:19.478681 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb3b1-e267-4e48-940c-ac035c9a7707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.486701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6673427 Mar 22 14:15:19.487578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40226) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:19.528561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7b7eb3b1-e267-4e48-940c-ac035c9a7707 None None] Port a6e223ad-8446-427b-ac88-db5927f6b363 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:19.551050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7b7eb3b1-e267-4e48-940c-ac035c9a7707 None None] Provisioning complete for port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:19.551684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb3b1-e267-4e48-940c-ac035c9a7707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.659380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505305b1-5533-4244-8fdc-7bc5d383bb06 req-c6a8f998-86e0-4a3e-b59c-cd477cb12a15 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.676929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-505305b1-5533-4244-8fdc-7bc5d383bb06 req-c6a8f998-86e0-4a3e-b59c-cd477cb12a15 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 944 time: 0.5671360 Mar 22 14:15:19.678908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e501c-e843-4e7b-b6e9-be28925f71bd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Network': ['ID=e946c4de-6cbf-44c9-ab15-b04491bc443a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:19.707463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97118fb8-faf7-4bd2-afb9-d631b901a965 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.709113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-97118fb8-faf7-4bd2-afb9-d631b901a965 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f65b76c4770841778021955e5f892da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2179024 Mar 22 14:15:19.715679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40228) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:19.789575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:19.825878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e946c4de-6cbf-44c9-ab15-b04491bc443a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:19.847472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.917135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,segment=NetworkSegment(e337b078-af01-42c8-8d1a-c00f4912d6ac),segment_id=e337b078-af01-42c8-8d1a-c00f4912d6ac)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:19.952367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b', 'network_id': 'fe91ef25-7bbd-494f-a710-f3b14f96d7e3', 'port_id': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b', 'mac_address': 'fa:16:3e:fe:7a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc35c1b-d832-4d34-a762-33465f8f6df0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:15:19.976823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:19.977469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.064697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:20.065379 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.098505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:20.238021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.21.0.1 (f97a262c-1ceb-49a8-904f-e05a9b337bbc/e050e1cb-8f97-4703-af42-6307b5b98dea/9824f484-0517-49ee-afa5-7485e33f5ad3) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:20.240921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,segment=NetworkSegment(e337b078-af01-42c8-8d1a-c00f4912d6ac),segment_id=e337b078-af01-42c8-8d1a-c00f4912d6ac)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:20.283221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7b7eb3b1-e267-4e48-940c-ac035c9a7707 None None] Current status of the port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:20.285413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.293836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-505305b1-5533-4244-8fdc-7bc5d383bb06 req-eff05fd7-f76e-4efb-8e33-6ff5b1d3be23 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159968 Mar 22 14:15:20.335998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:20.337450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 571668de-ac09-4c28-b715-7f5a3dad5773 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:20.339586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c73fe-1a99-4cbb-938f-26a962c28532 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:20.345618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40234) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:20.347744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d28c73fe-1a99-4cbb-938f-26a962c28532 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6309729 Mar 22 14:15:20.379731 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-782c67f0-a852-4953-bede-a509cbcaa02a tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325258 Mar 22 14:15:20.383103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40236) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:20.422239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:20.425936 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a47bd0d2-4d52-42e9-9a7d-d6be76b50774 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f65b76c4770841778021955e5f892da5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413496 Mar 22 14:15:20.429495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40238) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:20.465317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf690e6f-6ce9-43e3-8aa6-b9bcb9d8c090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.478001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 571668de-ac09-4c28-b715-7f5a3dad5773 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:20.478408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.568254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d8b0e-a0e7-4cc6-a459-a1d541c8aa36 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:20.569439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f59d8b0e-a0e7-4cc6-a459-a1d541c8aa36 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385632 Mar 22 14:15:20.573339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40242) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:20.585869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.588578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 571668de-ac09-4c28-b715-7f5a3dad5773 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:20.591268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:15:20.626040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-87f8a99c-22e7-4066-b86c-9b84f04124ac tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507228 Mar 22 14:15:20.629641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40244) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:20.639259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116124697', 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a', 'project_id': 'f65b76c4770841778021955e5f892da5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:20.641486 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.694697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:20.699370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:20.701621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=9824f484-0517-49ee-afa5-7485e33f5ad3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:20.704126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:20.756135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.835404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:20.843330 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.937952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.096288 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.135866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db4a9702-49f4-4659-b80c-fa986c3c6ad7 None None] Provisioning complete for port 9824f484-0517-49ee-afa5-7485e33f5ad3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:21.136252 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db4a9702-49f4-4659-b80c-fa986c3c6ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.165841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Subnet': ['ID=07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:21.199726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Checking segment: {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:21.200880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network hostable DHCP agents. Network: e946c4de-6cbf-44c9-ab15-b04491bc443a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:21.209508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db4a9702-49f4-4659-b80c-fa986c3c6ad7 None None] Port 9824f484-0517-49ee-afa5-7485e33f5ad3 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:21.226559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network e946c4de-6cbf-44c9-ab15-b04491bc443a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:21.241086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e946c4de-6cbf-44c9-ab15-b04491bc443a) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:21.247148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:21.249989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbadef-34c3-4df2-a679-824287b3d6d3 None None] Network e946c4de-6cbf-44c9-ab15-b04491bc443a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:21.275824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.307101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9aeb558b-d0c4-4f2c-bc78-cd45af7c1e51 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6763391 Mar 22 14:15:21.361037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.369218 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.395845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e946c4de-6cbf-44c9-ab15-b04491bc443a', 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a', 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ips': [{'subnet_id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:21.397847 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.487010 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.489869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=9824f484-0517-49ee-afa5-7485e33f5ad3,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:21.508774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f24e5-4090-47b8-ade0-27451c62ecb7 req-0d27815b-7f16-4325-b754-ce8199558755 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:21.518954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d3f24e5-4090-47b8-ade0-27451c62ecb7 req-0d27815b-7f16-4325-b754-ce8199558755 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 945 time: 0.0749276 Mar 22 14:15:21.595638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d3f24e5-4090-47b8-ade0-27451c62ecb7 req-532d6b60-35f5-471c-bb00-e5a09be9f83d tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Mar 22 14:15:21.607173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Allocated IP 172.20.0.18 (e946c4de-6cbf-44c9-ab15-b04491bc443a/07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4/58ba8889-6f2a-40be-8e65-624581374fa0) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:21.680953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:21.682780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:21.804221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40256) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:21.810076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-79f662b3-1c15-401c-a2b9-c2327ebfb855 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042820156', 'description': 'tempest-secgroup-smoke-2042820156 description', 'project_id': 'f65b76c4770841778021955e5f892da5'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:21.855971 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-79f662b3-1c15-401c-a2b9-c2327ebfb855 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.927228 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.978718 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Publish callbacks [] for port (58ba8889-6f2a-40be-8e65-624581374fa0), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.993199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.002099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-79f662b3-1c15-401c-a2b9-c2327ebfb855 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (db17f07a-3d7b-4c1c-a34f-55dcaafff36e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.007896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-79f662b3-1c15-401c-a2b9-c2327ebfb855 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (db17f07a-3d7b-4c1c-a34f-55dcaafff36e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.035092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0d81edce-8c25-42ed-ade1-fbf0844bcf4f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:22.047248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f662b3-1c15-401c-a2b9-c2327ebfb855 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db17f07a-3d7b-4c1c-a34f-55dcaafff36e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.053717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Network e946c4de-6cbf-44c9-ab15-b04491bc443a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:22.057549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:22.062226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:22.074357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-79f662b3-1c15-401c-a2b9-c2327ebfb855 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.078039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-79f662b3-1c15-401c-a2b9-c2327ebfb855 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2701094 Mar 22 14:15:22.079209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40260) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.084997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dcb0bce7-8ac4-4366-9d21-a23ab305f845 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'db17f07a-3d7b-4c1c-a34f-55dcaafff36e', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:22.133814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcb0bce7-8ac4-4366-9d21-a23ab305f845 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (50d61ad2-b077-4630-a435-c95e0fc54b4e), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.140067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Pushing event updated for resources: {'Port': ['ID=58ba8889-6f2a-40be-8e65-624581374fa0,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.147818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Attempting to bind port 58ba8889-6f2a-40be-8e65-624581374fa0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:22.150075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Attempting to bind port 58ba8889-6f2a-40be-8e65-624581374fa0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:22.150494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Attempting to bind port 58ba8889-6f2a-40be-8e65-624581374fa0 on network e946c4de-6cbf-44c9-ab15-b04491bc443a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:22.157928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:22.158468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Checking segment: {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:22.158993 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.159473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Bound using segment: {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:22.160078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Bound port: 58ba8889-6f2a-40be-8e65-624581374fa0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:22.160556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.198681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:22.204532 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dbc5a572-779c-4552-bacb-e9b90152d4a1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0d81edce-8c25-42ed-ade1-fbf0844bcf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0782001 Mar 22 14:15:22.207063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40264) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.212762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-03938a86-e8f7-46df-a327-51013a5fb2a0 None None] Provisioning complete for port 9824f484-0517-49ee-afa5-7485e33f5ad3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:22.213205 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-03938a86-e8f7-46df-a327-51013a5fb2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.217988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] Sync routers for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:22.231904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcb0bce7-8ac4-4366-9d21-a23ab305f845 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (50d61ad2-b077-4630-a435-c95e0fc54b4e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.242927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcb0bce7-8ac4-4366-9d21-a23ab305f845 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (50d61ad2-b077-4630-a435-c95e0fc54b4e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.271708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0bce7-8ac4-4366-9d21-a23ab305f845 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d61ad2-b077-4630-a435-c95e0fc54b4e,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.286199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:22.286199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:22.291982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dcb0bce7-8ac4-4366-9d21-a23ab305f845 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.294116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dcb0bce7-8ac4-4366-9d21-a23ab305f845 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2138543 Mar 22 14:15:22.296989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.301999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4c9b4ec5-4658-41e5-9533-3fabbf482865 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'db17f07a-3d7b-4c1c-a34f-55dcaafff36e', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:22.327801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:22.328180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e3392-726b-47fa-94ae-b75ebc45de9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.329626 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a2e3392-726b-47fa-94ae-b75ebc45de9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports/9824f484-0517-49ee-afa5-7485e33f5ad3 HTTP/1.1" status: 200 len: 910 time: 0.1200423 Mar 22 14:15:22.332642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40268) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.344025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] For port 58ba8889-6f2a-40be-8e65-624581374fa0, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:22.347541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-03938a86-e8f7-46df-a327-51013a5fb2a0 None None] Port 9824f484-0517-49ee-afa5-7485e33f5ad3 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:22.355928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:22.356699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:22.363408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4ec5-4658-41e5-9533-3fabbf482865 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (67679bfe-0583-4e52-b8c4-7c56dccf84e0), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.392173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:22.392931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f47b1-3ebf-40d7-b14a-b0551aa769fc None None] The sync data for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:22.395441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] For port 58ba8889-6f2a-40be-8e65-624581374fa0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58ba8889-6f2a-40be-8e65-624581374fa0,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:22.403502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.441713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4ec5-4658-41e5-9533-3fabbf482865 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (67679bfe-0583-4e52-b8c4-7c56dccf84e0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.448051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4ec5-4658-41e5-9533-3fabbf482865 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (67679bfe-0583-4e52-b8c4-7c56dccf84e0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.470359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc833c24-12e6-4c90-87ff-0bbf28e52a69 None None] Pushing event updated for resources: {'Port': ['ID=58ba8889-6f2a-40be-8e65-624581374fa0,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.473322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4ec5-4658-41e5-9533-3fabbf482865 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67679bfe-0583-4e52-b8c4-7c56dccf84e0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.501839 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4ec5-4658-41e5-9533-3fabbf482865 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.505702 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c9b4ec5-4658-41e5-9533-3fabbf482865 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2050862 Mar 22 14:15:22.505938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40270) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.513069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-992d89d4-6a38-476d-8913-8f130b2d2594 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'db17f07a-3d7b-4c1c-a34f-55dcaafff36e', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:22.550907 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-992d89d4-6a38-476d-8913-8f130b2d2594 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (17daeced-6e50-46fd-bbd2-9d279951736f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.629423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-992d89d4-6a38-476d-8913-8f130b2d2594 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (17daeced-6e50-46fd-bbd2-9d279951736f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.635330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-992d89d4-6a38-476d-8913-8f130b2d2594 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (17daeced-6e50-46fd-bbd2-9d279951736f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.656326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d89d4-6a38-476d-8913-8f130b2d2594 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17daeced-6e50-46fd-bbd2-9d279951736f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.675193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-992d89d4-6a38-476d-8913-8f130b2d2594 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.676734 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-992d89d4-6a38-476d-8913-8f130b2d2594 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673665 Mar 22 14:15:22.679485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.686154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1c162549-2f63-4c49-ac43-33c52a9be4ba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'db17f07a-3d7b-4c1c-a34f-55dcaafff36e', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:22.752187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c162549-2f63-4c49-ac43-33c52a9be4ba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (38078691-a1b0-4213-917e-1b8c3cde838d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.834958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c162549-2f63-4c49-ac43-33c52a9be4ba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (38078691-a1b0-4213-917e-1b8c3cde838d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.845692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c162549-2f63-4c49-ac43-33c52a9be4ba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (38078691-a1b0-4213-917e-1b8c3cde838d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.872624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c162549-2f63-4c49-ac43-33c52a9be4ba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38078691-a1b0-4213-917e-1b8c3cde838d,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.879713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c162549-2f63-4c49-ac43-33c52a9be4ba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.881302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1c162549-2f63-4c49-ac43-33c52a9be4ba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2006736 Mar 22 14:15:22.884042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40282) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.889840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'db17f07a-3d7b-4c1c-a34f-55dcaafff36e', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:22.932748 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Project f65b76c4770841778021955e5f892da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:15:22.939275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (ee347c90-b758-4bbe-84b0-12160e2d33e3), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.955357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f507a-6f87-463a-a3f5-b8d6bba7a203 req-beab84e4-b55d-4fc4-b009-6eec02554a5e tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.957129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d6f507a-6f87-463a-a3f5-b8d6bba7a203 req-beab84e4-b55d-4fc4-b009-6eec02554a5e tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 945 time: 0.1738482 Mar 22 14:15:23.025196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (ee347c90-b758-4bbe-84b0-12160e2d33e3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.031981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ee347c90-b758-4bbe-84b0-12160e2d33e3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.050281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.056608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d6f507a-6f87-463a-a3f5-b8d6bba7a203 req-6beff1f0-9d2a-4776-9a99-812cd86ee5b9 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898993 Mar 22 14:15:23.079512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee347c90-b758-4bbe-84b0-12160e2d33e3,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:23.091267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.092490 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1c76d3e-4925-4372-9da3-b2313f59eecd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2075186 Mar 22 14:15:23.099870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40284) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:23.106415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'db17f07a-3d7b-4c1c-a34f-55dcaafff36e', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:23.146056 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Project f65b76c4770841778021955e5f892da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:15:23.153943 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (ca25f232-4205-4c97-8753-c0c240aa8f40), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.249525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:23.256735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (ca25f232-4205-4c97-8753-c0c240aa8f40), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.271743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ca25f232-4205-4c97-8753-c0c240aa8f40), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.315242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca25f232-4205-4c97-8753-c0c240aa8f40,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:23.330019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.340954 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-80f4408c-8b60-46f5-9a12-9660ffe14373 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2304270 Mar 22 14:15:23.434226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.477241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:15:23.482375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:23.482969 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.545593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58ba8889-6f2a-40be-8e65-624581374fa0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:23.546869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 9824f484-0517-49ee-afa5-7485e33f5ad3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:23.549555 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.686859 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.716271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 9824f484-0517-49ee-afa5-7485e33f5ad3 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:23.748807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 58ba8889-6f2a-40be-8e65-624581374fa0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:23.749167 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.756113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-1014d887-5a82-4bdd-a0ec-58ab3a68ce4c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042820156&fields=id&tenant_id=f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 267 time: 0.1081982 Mar 22 14:15:23.790270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:23.791044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.824367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:23.827310 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2e5e69-2ac5-4486-8c14-f13163201c2d" -d '{"events": [{"server_uuid": "983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0", "name": "network-vif-plugged", "status": "completed", "tag": "3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:23.874573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,segment=NetworkSegment(e337b078-af01-42c8-8d1a-c00f4912d6ac),segment_id=e337b078-af01-42c8-8d1a-c00f4912d6ac)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:23.887550 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.973714 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a734faef-0a22-493a-b20a-cb62f3ffe443 x-openstack-request-id: req-a734faef-0a22-493a-b20a-cb62f3ffe443 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:23.973933 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0", "name": "network-vif-plugged", "status": "completed", "tag": "3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:23.974227 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a734faef-0a22-493a-b20a-cb62f3ffe443 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:23.974721 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a734faef-0a22-493a-b20a-cb62f3ffe443'] response: {'server_uuid': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b', 'code': 200} Mar 22 14:15:23.976213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:24.031740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9816f91-afb6-4052-8bb4-535ef3f7bd99 None None] Network e946c4de-6cbf-44c9-ab15-b04491bc443a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:24.081508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-c5fd5082-4bc2-4286-8b3b-962523f1a70a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:24.091255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-c5fd5082-4bc2-4286-8b3b-962523f1a70a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/networks?id=e946c4de-6cbf-44c9-ab15-b04491bc443a HTTP/1.1" status: 200 len: 794 time: 0.3339665 Mar 22 14:15:24.121173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-e07a743a-ade6-4114-bf5e-aa50899eface tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/quotas/f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 375 time: 0.0280442 Mar 22 14:15:24.176939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 58ba8889-6f2a-40be-8e65-624581374fa0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:24.177556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.194123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-97953573-3eea-471b-99d4-41da7d1238fc None None] Provisioning complete for port 58ba8889-6f2a-40be-8e65-624581374fa0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:24.195277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97953573-3eea-471b-99d4-41da7d1238fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.200651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477263e-b601-411d-9521-685253b39fba req-59f1c157-5b5f-4242-aa05-84af42f52b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:24.202341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0477263e-b601-411d-9521-685253b39fba req-59f1c157-5b5f-4242-aa05-84af42f52b3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 1128 time: 0.1814406 Mar 22 14:15:24.306826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 58ba8889-6f2a-40be-8e65-624581374fa0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58ba8889-6f2a-40be-8e65-624581374fa0,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:24.331106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.374186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-21618998-d5e5-48a6-b47d-552fce7c6b4a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2519190 Mar 22 14:15:24.428716 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9824f484-0517-49ee-afa5-7485e33f5ad3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.514706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=58ba8889-6f2a-40be-8e65-624581374fa0,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:24.517534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.531121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-97953573-3eea-471b-99d4-41da7d1238fc None None] Current status of the port 58ba8889-6f2a-40be-8e65-624581374fa0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:24.531602 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97953573-3eea-471b-99d4-41da7d1238fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.592685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=9824f484-0517-49ee-afa5-7485e33f5ad3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:24.620874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8aa7e-37dc-4baa-8b51-1a9dab1b3906 req-2fd0ea37-e624-4248-b95e-5e68ee15d1ce tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:24.623110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7be8aa7e-37dc-4baa-8b51-1a9dab1b3906 req-2fd0ea37-e624-4248-b95e-5e68ee15d1ce tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 946 time: 0.4196413 Mar 22 14:15:24.633251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-97953573-3eea-471b-99d4-41da7d1238fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:15:24.633555 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-97953573-3eea-471b-99d4-41da7d1238fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:15:24.642457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.677367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0477263e-b601-411d-9521-685253b39fba req-fe37096e-66e2-462d-bd20-35a165db26ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430707 Mar 22 14:15:24.877212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-588681a2-e91b-4e97-b5cd-7e5db6450b63 service neutron] 10.222.0.44 "GET /v2.0/networks/e946c4de-6cbf-44c9-ab15-b04491bc443a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782028 Mar 22 14:15:24.977563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7be8aa7e-37dc-4baa-8b51-1a9dab1b3906 req-85d537cc-cb85-41bc-8fa2-66ab7f8855fe tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192785 Mar 22 14:15:25.057017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-95ff50c1-0b3d-42f6-a0f5-7632309da975 service neutron] 10.222.0.44 "GET /v2.0/networks/e946c4de-6cbf-44c9-ab15-b04491bc443a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701660 Mar 22 14:15:25.082908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.196033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-97953573-3eea-471b-99d4-41da7d1238fc None None] Current status of the port 58ba8889-6f2a-40be-8e65-624581374fa0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:25.323138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8a3a6e16-4287-4878-8ec1-135dcd082c76 None None] Provisioning complete for port 58ba8889-6f2a-40be-8e65-624581374fa0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:25.323520 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8a3a6e16-4287-4878-8ec1-135dcd082c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.438601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58ba8889-6f2a-40be-8e65-624581374fa0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:25.536774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a6e16-4287-4878-8ec1-135dcd082c76 None None] Current status of the port 58ba8889-6f2a-40be-8e65-624581374fa0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:25.539761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 58ba8889-6f2a-40be-8e65-624581374fa0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:25.540130 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.645347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 58ba8889-6f2a-40be-8e65-624581374fa0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:25.806963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfeed7bd-bf43-47c6-8fbf-ccd6e9ae1bd2 req-3420955a-e42b-4dab-8ff1-d41ad06cc92c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 210 time: 0.0615041 Mar 22 14:15:25.838803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0d81edce-8c25-42ed-ade1-fbf0844bcf4f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:26.031104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:26.042355 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] Sync routers for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:26.043108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40340) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:26.044760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b19f2e4c-023a-4b40-a6ec-4c31b6ad828e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0d81edce-8c25-42ed-ade1-fbf0844bcf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7059414 Mar 22 14:15:26.059243 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:26.059865 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:26.117122 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:26.127565 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:26.128448 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:26.174451 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:26.175140 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e1534-ffc3-473a-9ffc-00e442663a3a None None] The sync data for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:26.233303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4836-06c6-4c34-ac82-6aac6ea9f10c req-ad78ec60-bcd5-4ae1-85f0-e0075dba1f5c tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:26.235026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-896e4836-06c6-4c34-ac82-6aac6ea9f10c req-ad78ec60-bcd5-4ae1-85f0-e0075dba1f5c tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 946 time: 0.1328561 Mar 22 14:15:26.337875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-896e4836-06c6-4c34-ac82-6aac6ea9f10c req-9195ebf7-dc01-433a-bc1b-50076f734b6a tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961504 Mar 22 14:15:26.721994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.779822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c1271-8f82-41a3-82cf-8bbcd22566fa req-ecd80eea-45ba-4262-9f8c-099b562bdae6 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:26.792913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-560c1271-8f82-41a3-82cf-8bbcd22566fa req-ecd80eea-45ba-4262-9f8c-099b562bdae6 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1127 time: 0.1389010 Mar 22 14:15:27.074282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037328-3d74-428e-85ed-907217522dc0 req-cddd9bc0-abd4-46b9-afdf-bad559c458de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:27.087081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71037328-3d74-428e-85ed-907217522dc0 req-cddd9bc0-abd4-46b9-afdf-bad559c458de tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 946 time: 0.1472840 Mar 22 14:15:27.102173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-560c1271-8f82-41a3-82cf-8bbcd22566fa req-a93acc9e-476d-4d42-8f40-371414c39252 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041835 Mar 22 14:15:27.142839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40360) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:27.230468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-ffdf5ef1-17d2-4251-8c82-a92b91ac3fb8 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:27.232334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-ffdf5ef1-17d2-4251-8c82-a92b91ac3fb8 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/networks?id=e946c4de-6cbf-44c9-ab15-b04491bc443a HTTP/1.1" status: 200 len: 794 time: 0.4945486 Mar 22 14:15:27.257082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71037328-3d74-428e-85ed-907217522dc0 req-49063898-8f34-4fd3-a691-15ca6e581a33 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685503 Mar 22 14:15:27.366668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-e595ee83-f4fd-44cc-8948-69274ce691cd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 473 time: 0.1034961 Mar 22 14:15:27.369559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7bff14-06f6-4cc9-941d-dbfa69d6a4a4 req-666eff33-1961-4ba1-8777-3cc6c730a759 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 210 time: 0.1359642 Mar 22 14:15:27.377388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'port': {'device_id': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a', 'admin_state_up': True, 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'security_groups': ['db17f07a-3d7b-4c1c-a34f-55dcaafff36e']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:27.525795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:27.534435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.598747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port a6e223ad-8446-427b-ac88-db5927f6b363 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:27.599494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.606556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 6414e559-4d60-411c-a695-2c999961cbec {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:27.607196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6414e559-4d60-411c-a695-2c999961cbec), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.735630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.20.0.30 (e946c4de-6cbf-44c9-ab15-b04491bc443a/07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4/41f64a6c-27a6-40dd-b5d8-01f0a34bb99e) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:27.759734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.771949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6414e559-4d60-411c-a695-2c999961cbec), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.772655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (6414e559-4d60-411c-a695-2c999961cbec), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.789256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for a6e223ad-8446-427b-ac88-db5927f6b363 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:27.970742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.988998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 6414e559-4d60-411c-a695-2c999961cbec owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:27.995122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a6e223ad-8446-427b-ac88-db5927f6b363), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.049591 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.084818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40364) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:28.132156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network e946c4de-6cbf-44c9-ab15-b04491bc443a is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:28.146140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:28.175431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:28.186895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=a6e223ad-8446-427b-ac88-db5927f6b363,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:28.198215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:28.396379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:28.402870 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.430497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.450081 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:15:28.527877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-99e61ddc-caf5-46be-9596-aa78df4c9c9d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1559045 Mar 22 14:15:28.593004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Request body: {'port': {'device_id': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:28.699656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-20e6a4fd-5a5f-429d-bd2a-80bedb66409e None None] Provisioning complete for port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:28.700298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20e6a4fd-5a5f-429d-bd2a-80bedb66409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.738945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.748285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bd3cd-aa2c-46da-945c-5e466a44453c req-67dffd8c-41bf-42f9-9b25-fa7fa008209f tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:28.755634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-462bd3cd-aa2c-46da-945c-5e466a44453c req-67dffd8c-41bf-42f9-9b25-fa7fa008209f tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 946 time: 0.3213265 Mar 22 14:15:28.777862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-20e6a4fd-5a5f-429d-bd2a-80bedb66409e None None] Port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:28.809495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13315a95-a9ad-408b-a3b5-f39af163ad05 req-74d79e2a-5fa5-422b-bb8e-7e50af0c410d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:28.811298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13315a95-a9ad-408b-a3b5-f39af163ad05 req-74d79e2a-5fa5-422b-bb8e-7e50af0c410d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 932 time: 0.2372770 Mar 22 14:15:29.022075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-462bd3cd-aa2c-46da-945c-5e466a44453c req-06c31c69-323c-48a0-9961-91e3c1980a5f tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651548 Mar 22 14:15:29.101280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.118146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239050d-3c77-4499-98d7-cbefb450e546 req-bc202bdf-4c0d-4302-ae9b-b2ec40c84919 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:29.119613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13315a95-a9ad-408b-a3b5-f39af163ad05 req-326972be-8def-4cc1-b5b7-c38a72086084 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706041 Mar 22 14:15:29.120182 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6239050d-3c77-4499-98d7-cbefb450e546 req-bc202bdf-4c0d-4302-ae9b-b2ec40c84919 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.57 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 946 time: 0.8827281 Mar 22 14:15:29.430914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:29.441984 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Publish callbacks [] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.459322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6414e559-4d60-411c-a695-2c999961cbec), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.481418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Transition to ACTIVE for port object 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:15:29.494428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.661022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Pushing event updated for resources: {'Port': ['ID=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:29.666928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=6414e559-4d60-411c-a695-2c999961cbec,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:29.693020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (ca5a55b6-8559-4869-a995-75f22ca8dea7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.762548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (f92ca5c8-455c-4f27-a41f-13b8de23a0c7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.763007 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP f92ca5c8-455c-4f27-a41f-13b8de23a0c7 disassociated (deleted). External IP: 172.25.2.166, port: efdecfc6-b5fe-4b57-af4f-686e9e5ccac9. Mar 22 14:15:29.851578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Deleting port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:29.852075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.856157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0d81edce-8c25-42ed-ade1-fbf0844bcf4f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:29.931858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Attempting to bind port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:29.932463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Attempting to bind port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:29.933256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Attempting to bind port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e on network e946c4de-6cbf-44c9-ab15-b04491bc443a {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:29.942501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e on network e946c4de-6cbf-44c9-ab15-b04491bc443a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:15:29.943054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Attempting to bind port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e on network e946c4de-6cbf-44c9-ab15-b04491bc443a {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:29.950871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:29.951498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Checking segment: {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:29.952040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Bound using segment: {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:29.952615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Bound port: 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:29.953136 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.027476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] For port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:30.031712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] For port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:30.049215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.093258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:30.094272 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.095853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] 10.222.0.57 "PUT /v2.0/ports/41f64a6c-27a6-40dd-b5d8-01f0a34bb99e HTTP/1.1" status: 200 len: 1092 time: 1.5184982 Mar 22 14:15:30.099511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'tag': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:30.108944 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec341102-d7b3-4a52-a85e-da3cbf031e1a", "tag": "41f64a6c-27a6-40dd-b5d8-01f0a34bb99e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:30.203050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:30.211743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b663e597-4d71-4389-b1e1-e50e77fa18b1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0d81edce-8c25-42ed-ade1-fbf0844bcf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1669705 Mar 22 14:15:30.214062 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67fda27-2657-488a-9743-94ee37abf747 x-openstack-request-id: req-c67fda27-2657-488a-9743-94ee37abf747 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:30.214062 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec341102-d7b3-4a52-a85e-da3cbf031e1a", "tag": "41f64a6c-27a6-40dd-b5d8-01f0a34bb99e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:30.214658 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c67fda27-2657-488a-9743-94ee37abf747 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:30.214732 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67fda27-2657-488a-9743-94ee37abf747'] response: {'name': 'network-changed', 'server_uuid': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'tag': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e', 'status': 'completed', 'code': 200} Mar 22 14:15:30.218163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40382) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:30.222502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] Sync routers for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:30.257692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:30.258433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.293505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] For port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,segment=NetworkSegment(e337b078-af01-42c8-8d1a-c00f4912d6ac),segment_id=e337b078-af01-42c8-8d1a-c00f4912d6ac)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:30.293850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.327816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.360013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4de53c57-bf3b-45cd-86d8-025408455a92 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d81edce-8c25-42ed-ade1-fbf0844bcf4f HTTP/1.1" status: 200 len: 205 time: 0.1163518 Mar 22 14:15:30.362805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] Routers {'0d81edce-8c25-42ed-ade1-fbf0844bcf4f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:30.368337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a440116-28bb-44b1-9780-43c8d5a41c69 service neutron] Pushing event updated for resources: {'Port': ['ID=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:30.373002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40384) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:30.375493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.397072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Calling delete_port for 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:30.433434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.434414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40914af8-3551-4af7-9a5d-534ff492ef03 None None] The sync data for ids ['0d81edce-8c25-42ed-ade1-fbf0844bcf4f'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:30.561477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router e5eefae1-1764-430b-90de-0516751db548 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:30.728326 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.774798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Pushing event deleted for resources: {'Port': ['ID=3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:30.780219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:30.785558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.791497 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] Sync routers for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:30.806495 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:30.807404 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.840865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb236cb-a330-4c37-bc0f-8985934c799a req-24ba4614-5940-43b1-8037-85ad0ef842ef tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:30.849022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] No DVR routers for this DVR port 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:30.852394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.856536 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6239050d-3c77-4499-98d7-cbefb450e546 req-ac7c36c6-e5e7-4b50-b3de-c921d7ad3b16 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.57 "DELETE /v2.0/ports/3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b HTTP/1.1" status: 204 len: 173 time: 1.7265832 Mar 22 14:15:30.859723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'name': 'network-vif-deleted', 'tag': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:30.860771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7eb236cb-a330-4c37-bc0f-8985934c799a req-24ba4614-5940-43b1-8037-85ad0ef842ef tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 944 time: 0.5578790 Mar 22 14:15:30.873485 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1e44c-4550-4c94-87bf-768cb8d85627" -d '{"events": [{"server_uuid": "983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0", "name": "network-vif-deleted", "tag": "3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:30.907932 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-413d9865-9b54-4ad1-b4c8-4853d8012616 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/floatingips/f92ca5c8-455c-4f27-a41f-13b8de23a0c7 HTTP/1.1" status: 204 len: 168 time: 3.7527299 Mar 22 14:15:30.921549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6aab5-221d-4486-bae8-11b0558fad9c req-1c148028-8d50-4dc7-89f4-f78bf5c60aa8 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:30.928802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4a6aab5-221d-4486-bae8-11b0558fad9c req-1c148028-8d50-4dc7-89f4-f78bf5c60aa8 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/ports?device_id=983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0 HTTP/1.1" status: 200 len: 867 time: 0.7781730 Mar 22 14:15:30.951255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-bac21cf8-aca2-4fbf-987a-129e1eab13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:30.952888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-bac21cf8-aca2-4fbf-987a-129e1eab13b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 1126 time: 0.7556856 Mar 22 14:15:30.973897 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e2c527a-5805-4813-a287-eed3f25c3af6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.034121 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:31.156283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-b60687e6-0f8e-4d22-ba71-fb4f4eeb5dd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e HTTP/1.1" status: 200 len: 217 time: 0.1767144 Mar 22 14:15:31.229889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7eb236cb-a330-4c37-bc0f-8985934c799a req-d3fee4d9-e9d4-4b6e-8e8d-4b75c7e1e272 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680365 Mar 22 14:15:31.259854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4a6aab5-221d-4486-bae8-11b0558fad9c req-85207e14-ebc4-4d58-b4eb-9a007662f2a4 tempest-InstanceActionsNegativeTestJSON-1551355065 tempest-InstanceActionsNegativeTestJSON-1551355065-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f9f21e-e89e-422c-9576-b764d8a64fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301604 Mar 22 14:15:31.278075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:31.363679 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5e9f28-3dac-4284-942d-72eab71cfe96 x-openstack-request-id: req-bb5e9f28-3dac-4284-942d-72eab71cfe96 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:31.364063 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0", "name": "network-vif-deleted", "tag": "3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:31.364331 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb5e9f28-3dac-4284-942d-72eab71cfe96 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:31.365832 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5e9f28-3dac-4284-942d-72eab71cfe96'] response: {'server_uuid': '983d0b3b-3bcc-4f22-b85d-ffa8bc99dad0', 'name': 'network-vif-deleted', 'tag': '3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b', 'status': 'completed', 'code': 200} Mar 22 14:15:31.369021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:31.373019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 3d9e4e8c-a989-4bc8-8ab5-4d6e99008c9b not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:31.375931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Deleting port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:31.376505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.380601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e2c527a-5805-4813-a287-eed3f25c3af6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.383620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e2c527a-5805-4813-a287-eed3f25c3af6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.400787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-3352865e-c0c8-416b-ac01-a7d16faec196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:31.401924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-3352865e-c0c8-416b-ac01-a7d16faec196 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4 HTTP/1.1" status: 200 len: 837 time: 0.2332125 Mar 22 14:15:31.427595 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:31.471042 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] Checking router: e5eefae1-1764-430b-90de-0516751db548 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:31.482495 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:31.483628 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:31.517793 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e2c527a-5805-4813-a287-eed3f25c3af6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (0d81edce-8c25-42ed-ade1-fbf0844bcf4f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.518383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c527a-5805-4813-a287-eed3f25c3af6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Fanout notify agent at l3_agent the message router_deleted on router 0d81edce-8c25-42ed-ade1-fbf0844bcf4f {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:15:31.527010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e2c527a-5805-4813-a287-eed3f25c3af6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.528271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5e2c527a-5805-4813-a287-eed3f25c3af6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/0d81edce-8c25-42ed-ade1-fbf0844bcf4f HTTP/1.1" status: 204 len: 168 time: 1.1464188 Mar 22 14:15:31.531595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:31.568545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] For port 4ff8e3e0-1be9-457a-b424-4a1da5c8377d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:31.568920 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.594916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Calling delete_port for 4ff8e3e0-1be9-457a-b424-4a1da5c8377d owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:31.606262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-875a8661-5c2d-49dd-aefb-c4a4d4969b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:31.624633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-875a8661-5c2d-49dd-aefb-c4a4d4969b49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e946c4de-6cbf-44c9-ab15-b04491bc443a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1731107 Mar 22 14:15:31.647180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet e050e1cb-8f97-4703-af42-6307b5b98dea {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:31.654458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (e050e1cb-8f97-4703-af42-6307b5b98dea), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.683227 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:31.708121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (e050e1cb-8f97-4703-af42-6307b5b98dea), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.798686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-ae345f57-9b41-4899-aee1-c6907e6ad291 service neutron] 10.222.0.57 "GET /v2.0/networks/e946c4de-6cbf-44c9-ab15-b04491bc443a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562717 Mar 22 14:15:31.808023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4581f5-f80f-4df0-b970-a963950010a3 req-1bbc025b-f3d5-46e0-809f-58fdcc78288a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:31.809564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a4581f5-f80f-4df0-b970-a963950010a3 req-1bbc025b-f3d5-46e0-809f-58fdcc78288a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.1817820 Mar 22 14:15:31.832103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e050e1cb-8f97-4703-af42-6307b5b98dea), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.903190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (e050e1cb-8f97-4703-af42-6307b5b98dea), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.943918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=e050e1cb-8f97-4703-af42-6307b5b98dea,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:31.957267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.963953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ffc64d-0254-4d00-853a-acbf0aa257cd None None] Network f97a262c-1ceb-49a8-904f-e05a9b337bbc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:31.964598 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-73c59a29-7d3c-401c-b7ca-1e668e9b7f52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/e050e1cb-8f97-4703-af42-6307b5b98dea HTTP/1.1" status: 204 len: 168 time: 0.4314268 Mar 22 14:15:31.966732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40398) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:32.015713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a4581f5-f80f-4df0-b970-a963950010a3 req-3f453d27-4007-4bee-876b-f138cb9b128c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486549 Mar 22 14:15:32.020480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32a5a964-8e3a-4cb3-97b1-d995857dbd6e req-9e0499fd-15bf-460a-8e0f-bbbde4c8649d service neutron] 10.222.0.57 "GET /v2.0/networks/e946c4de-6cbf-44c9-ab15-b04491bc443a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083662 Mar 22 14:15:32.053209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet 7dedc7c8-0a90-462b-af67-eba8140cba05 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:32.065075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (7dedc7c8-0a90-462b-af67-eba8140cba05), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.158150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (7dedc7c8-0a90-462b-af67-eba8140cba05), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.169496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] DHCP port deletion for f97a262c-1ceb-49a8-904f-e05a9b337bbc request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:32.175603 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:32.187647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-f11556f2-f29e-4bc3-8bf1-5ee9b45d1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:32.189229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-f11556f2-f29e-4bc3-8bf1-5ee9b45d1301 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 1126 time: 0.0887952 Mar 22 14:15:32.190461 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4ff8e3e0-1be9-457a-b424-4a1da5c8377d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.234796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] Deleting port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:32.234796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.237861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d0f58-de8d-4a53-a4d8-f29acb219f70 None None] The sync data for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 is: [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:29Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4d2faf9e-e5a7-4acf-8709-8efba275c8f2', 'name': '', 'network_id': '9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:f6:79:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:29Z', 'updated_at': '2022-03-22T14:13:34Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '054de5f5-cdaf-45c3-b58d-2ee7c29a3152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:32.305445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7dedc7c8-0a90-462b-af67-eba8140cba05), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.313166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff8e3e0-1be9-457a-b424-4a1da5c8377d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:32.338589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] For port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5,segment=NetworkSegment(2b8e7351-275b-440b-be2e-698b817b0bad),segment_id=2b8e7351-275b-440b-be2e-698b817b0bad)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:32.341406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.374603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] Calling delete_port for 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:32.385779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40406) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:32.412910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (7dedc7c8-0a90-462b-af67-eba8140cba05), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.472857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.474606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99c4e8-c4c9-4d12-aafc-9f9d6945687a None None] Network eb251c27-fea6-4714-8d78-539811c0a52f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:32.488755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/7dedc7c8-0a90-462b-af67-eba8140cba05 HTTP/1.1" status: 204 len: 168 time: 0.5199218 Mar 22 14:15:32.489939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc68da-54fe-4229-b423-2dd15e428e10 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=7dedc7c8-0a90-462b-af67-eba8140cba05,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:32.499727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40408) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:32.640274 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.660344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] Deleting subnet 7dc35c1b-d832-4d34-a762-33465f8f6df0 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:32.660945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f97a262c-1ceb-49a8-904f-e05a9b337bbc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.692857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] No DVR routers for this DVR port 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:32.698777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4ecfd-fd6f-4f55-a579-ef5ee901d65d None None] Pushing event deleted for resources: {'Port': ['ID=69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:32.732872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f2bcd-09a1-484f-ba2f-e560bea53aa8 None None] New status for floating IP f92ca5c8-455c-4f27-a41f-13b8de23a0c7: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:15:32.739975 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] Publish callbacks [] for subnet (7dc35c1b-d832-4d34-a762-33465f8f6df0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.797960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f97a262c-1ceb-49a8-904f-e05a9b337bbc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.803008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6183de-c34d-4ff9-99b3-cdba3f085f0d req-c8a25643-c881-4565-a29f-92595cf33b84 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:32.804569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf6183de-c34d-4ff9-99b3-cdba3f085f0d req-c8a25643-c881-4565-a29f-92595cf33b84 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 944 time: 0.4128628 Mar 22 14:15:32.817768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-6d3db2a2-c54f-45f0-808a-7cb50aaaa87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:32.823138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-6d3db2a2-c54f-45f0-808a-7cb50aaaa87e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e946c4de-6cbf-44c9-ab15-b04491bc443a HTTP/1.1" status: 200 len: 895 time: 0.6224267 Mar 22 14:15:32.871204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97a262c-1ceb-49a8-904f-e05a9b337bbc']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:32.884393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8e7351-275b-440b-be2e-698b817b0bad') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:32.884689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8e7351-275b-440b-be2e-698b817b0bad') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:32.900818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (2b8e7351-275b-440b-be2e-698b817b0bad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.921217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2b8e7351-275b-440b-be2e-698b817b0bad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.924368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] DHCP port deletion for eb251c27-fea6-4714-8d78-539811c0a52f request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:32.935346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:32.935754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (2b8e7351-275b-440b-be2e-698b817b0bad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:32.939811 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:32.943482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-30219905-ba99-440c-a861-73e70f0f4a80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e HTTP/1.1" status: 200 len: 217 time: 0.0736122 Mar 22 14:15:32.965878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (7dc35c1b-d832-4d34-a762-33465f8f6df0), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.010013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] Deleting port 571668de-ac09-4c28-b715-7f5a3dad5773 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:33.010387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.010520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf6183de-c34d-4ff9-99b3-cdba3f085f0d req-63dee1ee-0798-4928-97fb-f1235424d554 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937962 Mar 22 14:15:33.053731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f97a262c-1ceb-49a8-904f-e05a9b337bbc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.092494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.094499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (ca5a55b6-8559-4869-a995-75f22ca8dea7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.099735 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7dc35c1b-d832-4d34-a762-33465f8f6df0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.102446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/f97a262c-1ceb-49a8-904f-e05a9b337bbc HTTP/1.1" status: 204 len: 168 time: 0.5994160 Mar 22 14:15:33.103815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e304cc9-640e-4a17-9411-cea6358cb5c6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=f97a262c-1ceb-49a8-904f-e05a9b337bbc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:33.107307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40414) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:33.146388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] For port 571668de-ac09-4c28-b715-7f5a3dad5773, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=571668de-ac09-4c28-b715-7f5a3dad5773,segment=NetworkSegment(c8481086-e556-4b40-8088-52ee4c266ab6),segment_id=c8481086-e556-4b40-8088-52ee4c266ab6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:33.146692 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.159632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] Calling delete_port for 571668de-ac09-4c28-b715-7f5a3dad5773 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:33.168722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-bb70425a-8445-4243-af8e-fcd7f2e6031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.170221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-bb70425a-8445-4243-af8e-fcd7f2e6031e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4 HTTP/1.1" status: 200 len: 837 time: 0.1995473 Mar 22 14:15:33.189097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-c30ebad6-608a-42dd-9c57-ca046d4599bd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.190675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-c30ebad6-608a-42dd-9c57-ca046d4599bd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.42 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.2690668 Mar 22 14:15:33.215429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (eb251c27-fea6-4714-8d78-539811c0a52f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.276587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.302173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] Pushing event deleted for resources: {'Port': ['ID=571668de-ac09-4c28-b715-7f5a3dad5773,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:33.309371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 571668de-ac09-4c28-b715-7f5a3dad5773 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:33.309722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.321858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f5871-4eba-414b-8103-d48d76ef20eb None None] No DVR routers for this DVR port 571668de-ac09-4c28-b715-7f5a3dad5773 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:33.410402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 571668de-ac09-4c28-b715-7f5a3dad5773, host n-d-834677-3, got binding levels [] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:33.410402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.412378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:33.414685 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deb204f-59b9-4b0b-bb24-baf911e4d65a" -d '{"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:33.430995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 571668de-ac09-4c28-b715-7f5a3dad5773 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:33.433874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Port 571668de-ac09-4c28-b715-7f5a3dad5773 was not found and therefore no delete operation was performed {{(pid=110458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:15:33.435223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (571668de-ac09-4c28-b715-7f5a3dad5773), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.471916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port 571668de-ac09-4c28-b715-7f5a3dad5773 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:33.506259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=571668de-ac09-4c28-b715-7f5a3dad5773,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:33.513994 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98994e3-b4de-40ca-8d5c-ad9872f085bb x-openstack-request-id: req-f98994e3-b4de-40ca-8d5c-ad9872f085bb {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:33.514285 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:33.514540 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f98994e3-b4de-40ca-8d5c-ad9872f085bb {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:33.515167 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98994e3-b4de-40ca-8d5c-ad9872f085bb'] response: {'name': 'network-changed', 'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'status': 'completed', 'code': 200} Mar 22 14:15:33.543650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:33.571514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:33.572398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 69a6ddad-2b7c-49cb-a869-b6ecfedd0ef5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:33.573184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 571668de-ac09-4c28-b715-7f5a3dad5773 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:33.600360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 571668de-ac09-4c28-b715-7f5a3dad5773 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:33.601057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 571668de-ac09-4c28-b715-7f5a3dad5773 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:33.605014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (eb251c27-fea6-4714-8d78-539811c0a52f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.635955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-b290d17c-f7fd-490f-8fae-7537918f4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.637643 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-b290d17c-f7fd-490f-8fae-7537918f4303 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 1127 time: 0.1201191 Mar 22 14:15:33.639641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb251c27-fea6-4714-8d78-539811c0a52f']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:33.665016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8481086-e556-4b40-8088-52ee4c266ab6') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:33.665766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8481086-e556-4b40-8088-52ee4c266ab6') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:33.709666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (c8481086-e556-4b40-8088-52ee4c266ab6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.733678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c8481086-e556-4b40-8088-52ee4c266ab6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.749328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:33.749748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (c8481086-e556-4b40-8088-52ee4c266ab6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:33.753108 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:33.825365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-97365b3e-a9f3-4d8e-a353-21a3a2a4900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.826998 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-97365b3e-a9f3-4d8e-a353-21a3a2a4900e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 200 len: 898 time: 0.1785080 Mar 22 14:15:33.831817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (eb251c27-fea6-4714-8d78-539811c0a52f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.838603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-2b205a85-0f2e-42f8-9a07-1376f47fdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.840116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-2b205a85-0f2e-42f8-9a07-1376f47fdea5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e946c4de-6cbf-44c9-ab15-b04491bc443a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6482644 Mar 22 14:15:33.851556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191950ec-2ba1-47f0-9544-faa3452bf722 req-f542da37-299a-483c-80b6-ef5cb52a5748 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.852932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-191950ec-2ba1-47f0-9544-faa3452bf722 req-f542da37-299a-483c-80b6-ef5cb52a5748 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 945 time: 0.7264931 Mar 22 14:15:33.853933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (7dc35c1b-d832-4d34-a762-33465f8f6df0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.878625 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-119f0edf-f32b-4726-bb04-622ff79f696c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 200 len: 217 time: 0.0413370 Mar 22 14:15:33.881525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.891491 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/eb251c27-fea6-4714-8d78-539811c0a52f HTTP/1.1" status: 204 len: 168 time: 0.7751465 Mar 22 14:15:33.901698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40420) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:33.907319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-1515992445'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:33.928041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d2289-c58f-4255-93f4-4078c79678c1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=eb251c27-fea6-4714-8d78-539811c0a52f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:33.946155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc35c1b-d832-4d34-a762-33465f8f6df0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:33.962237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:33.966862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.971619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.971806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-ffb9af06-4352-4dd0-90aa-688971c87b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.973372 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-ffb9af06-4352-4dd0-90aa-688971c87b75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 200 len: 835 time: 0.0874856 Mar 22 14:15:33.977799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b6a77f41-806d-4125-b6bf-4a71705d5425 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dc35c1b-d832-4d34-a762-33465f8f6df0 HTTP/1.1" status: 204 len: 168 time: 1.5869861 Mar 22 14:15:33.988073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40422) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:34.029279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:34.044484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a73c6a31-b512-4300-8710-3f5cede066a2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.044970 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment a73c6a31-b512-4300-8710-3f5cede066a2 of type vlan for network 824fca95-ca85-446b-bb7f-343cbbfce649 Mar 22 14:15:34.057642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-b16611cb-4780-4056-9b0f-e3bae76472c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:34.059227 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-b16611cb-4780-4056-9b0f-e3bae76472c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789187 Mar 22 14:15:34.080262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (fe91ef25-7bbd-494f-a710-f3b14f96d7e3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.135491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (824fca95-ca85-446b-bb7f-343cbbfce649), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.147297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:34.147902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.187556 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (824fca95-ca85-446b-bb7f-343cbbfce649), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.191080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-191950ec-2ba1-47f0-9544-faa3452bf722 req-0b15a033-1f46-4b4b-bc4c-17676ecd83d5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=3514ebc3-9d69-4016-b8df-366b38298530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293848 Mar 22 14:15:34.192418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:34.193006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.242408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-bb449833-5554-463c-a143-3ac67b89182d service neutron] 10.222.0.57 "GET /v2.0/networks/e946c4de-6cbf-44c9-ab15-b04491bc443a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860641 Mar 22 14:15:34.254354 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-59c14b42-af17-49ee-9cbf-99c5e223e043 service neutron] 10.222.0.42 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756084 Mar 22 14:15:34.276134 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3720636 Mar 22 14:15:34.289323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40426) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:34.321204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:34.375340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b08a5-d10b-4316-bfa5-863d5e918b84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=824fca95-ca85-446b-bb7f-343cbbfce649,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:34.401036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 824fca95-ca85-446b-bb7f-343cbbfce649 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:34.440918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1deb204f-59b9-4b0b-bb24-baf911e4d65a req-785ea03d-5abe-4913-89ad-083fbb6e07f3 service neutron] 10.222.0.42 "GET /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787329 Mar 22 14:15:34.452841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:34.456826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.518937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d888806-b2d9-473e-b9ee-a49406c79609 req-1ca45dac-4a64-4a0c-a46d-dfba8d6d377b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:34.521177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d888806-b2d9-473e-b9ee-a49406c79609 req-1ca45dac-4a64-4a0c-a46d-dfba8d6d377b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 944 time: 0.3959723 Mar 22 14:15:34.534411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (fe91ef25-7bbd-494f-a710-f3b14f96d7e3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.538286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:34.538649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.590804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:34.620314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe91ef25-7bbd-494f-a710-f3b14f96d7e3']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:34.635242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ff80c4-3160-4c11-a892-f7835c0c8ac3 req-82905dd7-5d59-437a-98ec-6e80b7f35d88 service neutron] 10.222.0.57 "GET /v2.0/networks/e946c4de-6cbf-44c9-ab15-b04491bc443a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372765 Mar 22 14:15:34.667868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Router ca5a55b6-8559-4869-a995-75f22ca8dea7 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:34.669728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e337b078-af01-42c8-8d1a-c00f4912d6ac') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:34.670118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e337b078-af01-42c8-8d1a-c00f4912d6ac') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:34.673253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (8b41fd59-5e68-4668-93e4-b33bc6c442ba), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.727350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (e337b078-af01-42c8-8d1a-c00f4912d6ac), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.733263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d888806-b2d9-473e-b9ee-a49406c79609 req-92fd9dd5-f5c5-4a0b-9f97-500af2f8715d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905189 Mar 22 14:15:34.738111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=8b41fd59-5e68-4668-93e4-b33bc6c442ba,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:34.751556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': 'a73c6a31-b512-4300-8710-3f5cede066a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:34.752031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: 824fca95-ca85-446b-bb7f-343cbbfce649, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:34.760369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e337b078-af01-42c8-8d1a-c00f4912d6ac), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.771270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 824fca95-ca85-446b-bb7f-343cbbfce649 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:34.780621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 824fca95-ca85-446b-bb7f-343cbbfce649) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:34.785091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:34.785919 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.794958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3d5db-7282-4744-bd15-8f354ece253a None None] Network 824fca95-ca85-446b-bb7f-343cbbfce649 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:34.807684 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c02ce238-7275-406b-b850-8298fb5c9c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5174167 Mar 22 14:15:34.811201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40430) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:34.816223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3d1c8496-d4c0-4228-bd8a-67e369b2a1f7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1375471599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:34.848278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8496-d4c0-4228-bd8a-67e369b2a1f7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (938b900a-9eb7-4e4d-bb62-79ab220303f0), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.850204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8496-d4c0-4228-bd8a-67e369b2a1f7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (938b900a-9eb7-4e4d-bb62-79ab220303f0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.861886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:34.871269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (e337b078-af01-42c8-8d1a-c00f4912d6ac), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:34.874641 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:34.932803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-824fca95-ca85-446b-bb7f-343cbbfce649', 'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': '8b41fd59-5e68-4668-93e4-b33bc6c442ba'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:34.933838 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.969380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (fe91ef25-7bbd-494f-a710-f3b14f96d7e3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.018733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.022283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fe91ef25-7bbd-494f-a710-f3b14f96d7e3 HTTP/1.1" status: 204 len: 168 time: 1.0281911 Mar 22 14:15:35.029001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a110461-5df6-4767-997f-67d021232d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe91ef25-7bbd-494f-a710-f3b14f96d7e3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:35.045123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:35.055453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8471d0ab-8ce8-4a72-a0cc-7a70a4fce19f admin admin] 10.222.0.44 "PUT /v2.0/routers/ca5a55b6-8559-4869-a995-75f22ca8dea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9636874 Mar 22 14:15:35.055453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40434) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:35.058679 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] Sync routers for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:35.073659 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:35.074300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:35.082998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8496-d4c0-4228-bd8a-67e369b2a1f7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (938b900a-9eb7-4e4d-bb62-79ab220303f0), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.092397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8496-d4c0-4228-bd8a-67e369b2a1f7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (938b900a-9eb7-4e4d-bb62-79ab220303f0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.102342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Allocated IP 172.20.0.2 (824fca95-ca85-446b-bb7f-343cbbfce649/8b41fd59-5e68-4668-93e4-b33bc6c442ba/28aa8208-247e-4aba-9cd7-ef288caa1c74) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:35.121618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8496-d4c0-4228-bd8a-67e369b2a1f7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.125495 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d1c8496-d4c0-4228-bd8a-67e369b2a1f7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3114941 Mar 22 14:15:35.126164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:35.133695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'port': {'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649', 'name': 'tempest-RoutersTest-1671768103'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:35.257180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40440) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:35.284911 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (efdecfc6-b5fe-4b57-af4f-686e9e5ccac9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.285617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:35.289436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.290240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:15:35.327365 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:35.365936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68026bf1-0e8d-4431-95d9-85f50ff34fcf req-32d6bba6-0ea4-4ff3-b86c-d57f7387455b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da149e4-d649-4779-9867-32e23335e94a HTTP/1.1" status: 200 len: 210 time: 0.0767128 Mar 22 14:15:35.425026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=efdecfc6-b5fe-4b57-af4f-686e9e5ccac9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:35.431523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks [] for router (ca5a55b6-8559-4869-a995-75f22ca8dea7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.507497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Publish callbacks [] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.538692 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.587298 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:15:32Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:35.598735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-20346535-caae-425e-97c2-42a8d78af98a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af383a2046fe4c24a57514984e453b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3395813 Mar 22 14:15:35.601780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:35.602681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] No DVR routers for this DVR port efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:35.606253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.614375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5bb2e9f-8f3d-40a9-9bf4-df1a36935c7f req-824e1c99-7020-463d-aac8-5053c6df0c5e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.42 "DELETE /v2.0/ports/efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 HTTP/1.1" status: 204 len: 173 time: 2.4143980 Mar 22 14:15:35.621561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-deleted', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:35.622398 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] Checking router: ca5a55b6-8559-4869-a995-75f22ca8dea7 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:35.624808 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6caaa1-2b6c-43de-9f13-dbbb1722ffab" -d '{"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-deleted", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:35.650194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] Routers {'ca5a55b6-8559-4869-a995-75f22ca8dea7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:35.650850 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca5a55b6-8559-4869-a995-75f22ca8dea7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:35.683211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:35.700035 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d9c92c-f124-4b3f-a1ca-251fa2b5f720 x-openstack-request-id: req-78d9c92c-f124-4b3f-a1ca-251fa2b5f720 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:35.711565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Pushing event updated for resources: {'Port': ['ID=28aa8208-247e-4aba-9cd7-ef288caa1c74,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:35.711993 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da149e4-d649-4779-9867-32e23335e94a", "name": "network-vif-deleted", "tag": "efdecfc6-b5fe-4b57-af4f-686e9e5ccac9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:35.712268 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78d9c92c-f124-4b3f-a1ca-251fa2b5f720 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:35.712726 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d9c92c-f124-4b3f-a1ca-251fa2b5f720'] response: {'server_uuid': '3da149e4-d649-4779-9867-32e23335e94a', 'name': 'network-vif-deleted', 'tag': 'efdecfc6-b5fe-4b57-af4f-686e9e5ccac9', 'status': 'completed', 'code': 200} Mar 22 14:15:35.714304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e', 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a', 'port_id': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e', 'mac_address': 'fa:16:3e:87:46:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:15:35.737670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Network 824fca95-ca85-446b-bb7f-343cbbfce649 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:35.740257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:35.748113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:35.753732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66b4d60c-0dba-4e57-b33e-50955bf43671 admin admin] Publish callbacks [] for security_group (38f9f21e-e89e-422c-9576-b764d8a64fdd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.773536 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks [] for router_gateway (ca5a55b6-8559-4869-a995-75f22ca8dea7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.862095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] device_id is not set on port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:35.878240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66b4d60c-0dba-4e57-b33e-50955bf43671 admin admin] Publish callbacks [] for security_group (38f9f21e-e89e-422c-9576-b764d8a64fdd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.940805 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] Set router ca5a55b6-8559-4869-a995-75f22ca8dea7 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:36.019235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Attempting to bind port 28aa8208-247e-4aba-9cd7-ef288caa1c74 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:36.019855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Attempting to bind port 28aa8208-247e-4aba-9cd7-ef288caa1c74 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'a73c6a31-b512-4300-8710-3f5cede066a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:36.019966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Attempting to bind port 28aa8208-247e-4aba-9cd7-ef288caa1c74 on network 824fca95-ca85-446b-bb7f-343cbbfce649 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:36.024648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:36.026655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.055699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:36.056142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Checking segment: {'id': 'a73c6a31-b512-4300-8710-3f5cede066a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:36.056490 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.057079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Bound using segment: {'id': 'a73c6a31-b512-4300-8710-3f5cede066a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:36.057577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Bound port: 28aa8208-247e-4aba-9cd7-ef288caa1c74, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73c6a31-b512-4300-8710-3f5cede066a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '824fca95-ca85-446b-bb7f-343cbbfce649'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:36.058076 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.075335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:36.079250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.20.0.13 (824fca95-ca85-446b-bb7f-343cbbfce649/8b41fd59-5e68-4668-93e4-b33bc6c442ba/88cb0c8b-baec-44db-bed2-8bb0fc055e39) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:36.087378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40838e-d8af-4e70-aa35-145e83685fab req-e7a25ae6-4f79-4c91-bb79-f4574c6f8c86 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:36.089240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc40838e-d8af-4e70-aa35-145e83685fab req-e7a25ae6-4f79-4c91-bb79-f4574c6f8c86 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 944 time: 0.1924779 Mar 22 14:15:36.091395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Deleting port c3fd8324-c8b1-457a-9781-df73cb703a80 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:36.091713 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.169472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66b4d60c-0dba-4e57-b33e-50955bf43671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (38f9f21e-e89e-422c-9576-b764d8a64fdd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.172771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-66b4d60c-0dba-4e57-b33e-50955bf43671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.174420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-66b4d60c-0dba-4e57-b33e-50955bf43671 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38f9f21e-e89e-422c-9576-b764d8a64fdd HTTP/1.1" status: 204 len: 168 time: 0.5695136 Mar 22 14:15:36.176813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] For port 28aa8208-247e-4aba-9cd7-ef288caa1c74, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:36.180909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] For port 28aa8208-247e-4aba-9cd7-ef288caa1c74, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=28aa8208-247e-4aba-9cd7-ef288caa1c74,segment=NetworkSegment(a73c6a31-b512-4300-8710-3f5cede066a2),segment_id=a73c6a31-b512-4300-8710-3f5cede066a2)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:36.191695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.207299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4d60c-0dba-4e57-b33e-50955bf43671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9f21e-e89e-422c-9576-b764d8a64fdd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:36.256503 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:15:32Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:36.262549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1833cc-ede7-4172-8b77-a216d96d7291 None None] Pushing event updated for resources: {'Port': ['ID=28aa8208-247e-4aba-9cd7-ef288caa1c74,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:36.278091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc40838e-d8af-4e70-aa35-145e83685fab req-28cb368e-3160-4d87-ba6f-ed19682789e3 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799450 Mar 22 14:15:36.286366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:36.299755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.347528 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067aa56-f219-4a15-b1e3-7c104e5e36b5 None None] The sync data for ids ['ca5a55b6-8559-4869-a995-75f22ca8dea7'] in n-d-834677-3 is: [{'id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1978795-router', 'tenant_id': '2e765a4e59f14fcb81140917441820f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:15Z', 'updated_at': '2022-03-22T14:15:32Z', 'revision_number': 5, 'project_id': '2e765a4e59f14fcb81140917441820f9', 'gw_port': {'id': 'c3fd8324-c8b1-457a-9781-df73cb703a80', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a55b6-8559-4869-a995-75f22ca8dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:16Z', 'updated_at': '2022-03-22T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:36.392060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:36.429600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] For port c3fd8324-c8b1-457a-9781-df73cb703a80, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c3fd8324-c8b1-457a-9781-df73cb703a80,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:36.430186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.480024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Calling delete_port for c3fd8324-c8b1-457a-9781-df73cb703a80 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:36.497753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40454) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:36.572667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['41f64a6c-27a6-40dd-b5d8-01f0a34bb99e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:15:36.750862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.914861 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c3fd8324-c8b1-457a-9781-df73cb703a80), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.987770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fd8324-c8b1-457a-9781-df73cb703a80,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:37.088948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (ca5a55b6-8559-4869-a995-75f22ca8dea7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.125621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.163561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:37.201219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:37.202127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device efdecfc6-b5fe-4b57-af4f-686e9e5ccac9 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:37.226248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 824fca95-ca85-446b-bb7f-343cbbfce649 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:37.227360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (ca5a55b6-8559-4869-a995-75f22ca8dea7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.230039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks [] for router_controller (ca5a55b6-8559-4869-a995-75f22ca8dea7), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.232861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:37.240583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:37.324186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=88cb0c8b-baec-44db-bed2-8bb0fc055e39,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:37.340751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (ca5a55b6-8559-4869-a995-75f22ca8dea7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.341468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5a55b6-8559-4869-a995-75f22ca8dea7 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:15:37.346517 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.350136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a7cc5613-3c3f-4b3a-8cc4-70c591a372b0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ca5a55b6-8559-4869-a995-75f22ca8dea7 HTTP/1.1" status: 204 len: 168 time: 2.2917452 Mar 22 14:15:37.351090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40476) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:37.383983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:37.384861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.474213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40480) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:37.477839 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7f10777b-03a7-4657-babe-39debc89ce97 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3471918 Mar 22 14:15:37.618420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 28aa8208-247e-4aba-9cd7-ef288caa1c74 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:37.633809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40482) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:37.676457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (e5eefae1-1764-430b-90de-0516751db548), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.728587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] Deleting subnet e180e39c-c3f4-4029-9ecc-2af3e6986ab1 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:37.747063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 28aa8208-247e-4aba-9cd7-ef288caa1c74 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:37.749371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.781901 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] Publish callbacks [] for subnet (e180e39c-c3f4-4029-9ecc-2af3e6986ab1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.815541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-419843059-network', 'tenant_id': '41d2ace002f5438b8ad5b17390a9dabb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:37.867737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (e180e39c-c3f4-4029-9ecc-2af3e6986ab1), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.882907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Made reservation on behalf of 41d2ace002f5438b8ad5b17390a9dabb for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:37.884142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 28aa8208-247e-4aba-9cd7-ef288caa1c74 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:37.884845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.888865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.910122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.931164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 28aa8208-247e-4aba-9cd7-ef288caa1c74, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=28aa8208-247e-4aba-9cd7-ef288caa1c74,segment=NetworkSegment(a73c6a31-b512-4300-8710-3f5cede066a2),segment_id=a73c6a31-b512-4300-8710-3f5cede066a2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:37.938564 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.000447 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=28aa8208-247e-4aba-9cd7-ef288caa1c74,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.003245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4ff8e3e0-1be9-457a-b424-4a1da5c8377d no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:38.008370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f9cdf-a527-4b33-b1ba-6cb0155d2337 req-a0abb163-a820-481c-8f87-4cca95c3c667 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:38.015706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-230f9cdf-a527-4b33-b1ba-6cb0155d2337 req-a0abb163-a820-481c-8f87-4cca95c3c667 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 945 time: 0.5509331 Mar 22 14:15:38.026918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4ff8e3e0-1be9-457a-b424-4a1da5c8377d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:38.027132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4ff8e3e0-1be9-457a-b424-4a1da5c8377d not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:38.124504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ca141-2871-4851-8669-b8bf6de9c8a2 None None] Network 824fca95-ca85-446b-bb7f-343cbbfce649 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:38.149334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks [] for security_group (8dd57516-32d8-4527-8902-25b785059190), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.177465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8dd57516-32d8-4527-8902-25b785059190), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.217171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:38.232479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd57516-32d8-4527-8902-25b785059190,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.241263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1ba13957-88a8-4d3c-9ec9-06ba0148ed7a None None] Provisioning complete for port 28aa8208-247e-4aba-9cd7-ef288caa1c74 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:38.241887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.242051 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1ba13957-88a8-4d3c-9ec9-06ba0148ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.242150 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Added segment 3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f of type vlan for network c6949ae5-5701-4d7b-9c47-98ec44b8b007 Mar 22 14:15:38.343819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (c6949ae5-5701-4d7b-9c47-98ec44b8b007), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.409205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1ba13957-88a8-4d3c-9ec9-06ba0148ed7a None None] Current status of the port 28aa8208-247e-4aba-9cd7-ef288caa1c74 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:38.412610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (c6949ae5-5701-4d7b-9c47-98ec44b8b007), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.413713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:38.414451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.423741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:38.424252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.538103 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9005954 Mar 22 14:15:38.543689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40488) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:38.549269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Request body: {'subnet': {'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-419843059-subnet', 'tenant_id': '41d2ace002f5438b8ad5b17390a9dabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:38.578594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffddb7-178e-47af-a8b8-9580c2d1041a admin admin] Pushing event updated for resources: {'Network': ['ID=c6949ae5-5701-4d7b-9c47-98ec44b8b007,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.589028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Made reservation on behalf of 41d2ace002f5438b8ad5b17390a9dabb for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:38.592233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.592475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:38.595174 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e180e39c-c3f4-4029-9ecc-2af3e6986ab1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.685153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 4d2faf9e-e5a7-4acf-8709-8efba275c8f2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:38.685812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.687190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-230f9cdf-a527-4b33-b1ba-6cb0155d2337 req-de61b1ad-9be1-492f-abb1-85737f015aad tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6621420 Mar 22 14:15:38.688596 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (e180e39c-c3f4-4029-9ecc-2af3e6986ab1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.706192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.709557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e180e39c-c3f4-4029-9ecc-2af3e6986ab1 HTTP/1.1" status: 204 len: 168 time: 1.3564730 Mar 22 14:15:38.710281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:38.716084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40490) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:38.763173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af475fb-99c4-439f-9f6c-7ab60c7ea246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e180e39c-c3f4-4029-9ecc-2af3e6986ab1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.772182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a6b9f-cec2-46fe-925a-29ae38d0d712 None None] Network 4e0898a8-edc4-4b45-bae3-8138b313d423 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:38.868065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (4e0898a8-edc4-4b45-bae3-8138b313d423), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.886540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-83b4ece9-7f49-401f-9478-e365718df7e5 None None] Provisioning complete for port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:38.886948 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83b4ece9-7f49-401f-9478-e365718df7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.974233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-83b4ece9-7f49-401f-9478-e365718df7e5 None None] Port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:38.988294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.000314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (bf714631-f863-4b96-8f30-167a3b8cf511), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.008055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-83b4ece9-7f49-401f-9478-e365718df7e5 None None] Provisioning complete for port 28aa8208-247e-4aba-9cd7-ef288caa1c74 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:39.009699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83b4ece9-7f49-401f-9478-e365718df7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.108606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf714631-f863-4b96-8f30-167a3b8cf511,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:39.129855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Checking segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:39.130359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Network hostable DHCP agents. Network: c6949ae5-5701-4d7b-9c47-98ec44b8b007, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:39.164233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4d2faf9e-e5a7-4acf-8709-8efba275c8f2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.238898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:39.279743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=4d2faf9e-e5a7-4acf-8709-8efba275c8f2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:39.309581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, c6949ae5-5701-4d7b-9c47-98ec44b8b007) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:39.324102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:39.326747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.442438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Deleting port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:39.442933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.492682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] DHCP port deletion for 4e0898a8-edc4-4b45-bae3-8138b313d423 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:39.497874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:39.499892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05ecd2-fdd2-4bc3-bad3-32c190aefa4c None None] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:39.545275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 28aa8208-247e-4aba-9cd7-ef288caa1c74 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:39.624861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (e5eefae1-1764-430b-90de-0516751db548), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.629548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-728c29e9-ea29-4d9e-a576-4f89f92abce6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0845571 Mar 22 14:15:39.655528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.676808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] For port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,segment=NetworkSegment(91d7f5a4-c908-4b99-8ee5-113c69e5dd74),segment_id=91d7f5a4-c908-4b99-8ee5-113c69e5dd74)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:39.677178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.706933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Calling delete_port for 84b3e8fd-73f1-4d8f-96ed-afe083103e1d owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:39.709706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-83b4ece9-7f49-401f-9478-e365718df7e5 None None] Current status of the port 28aa8208-247e-4aba-9cd7-ef288caa1c74 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:39.726024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 28aa8208-247e-4aba-9cd7-ef288caa1c74 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:39.726474 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.835779 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.907953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:15:39.926040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4204492-c1e7-4328-95b5-a8bf3df8dc61 None None] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:39.969307 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.060294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] No DVR routers for this DVR port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:40.231741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:40.234187 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.258811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router e5eefae1-1764-430b-90de-0516751db548 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:40.276172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=88cb0c8b-baec-44db-bed2-8bb0fc055e39,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:40.400379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] Deleting port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:40.401346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.410638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:40.421688 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-732f5d1b-128b-45e2-83f4-9b2a56b5e451 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/e5eefae1-1764-430b-90de-0516751db548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9224088 Mar 22 14:15:40.422465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:40.458735 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (4e0898a8-edc4-4b45-bae3-8138b313d423), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.462969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:40.483079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] Sync routers for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:40.486452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting subnet 054de5f5-cdaf-45c3-b58d-2ee7c29a3152 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:40.491124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (054de5f5-cdaf-45c3-b58d-2ee7c29a3152), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.516754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e045eadb-27a6-414c-a47f-9a53db11c14f None None] Provisioning complete for port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:40.517314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e045eadb-27a6-414c-a47f-9a53db11c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.526512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] For port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:40.526908 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.545484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (054de5f5-cdaf-45c3-b58d-2ee7c29a3152), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.600082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-6344511e-732f-4bc0-8690-e5451efe33d9 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:40.607029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-6344511e-732f-4bc0-8690-e5451efe33d9 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 812 time: 0.1556437 Mar 22 14:15:40.643897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-fe4871cd-f271-4b6e-9c12-709fc33b1c97 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/quotas/41d2ace002f5438b8ad5b17390a9dabb HTTP/1.1" status: 200 len: 375 time: 0.0359147 Mar 22 14:15:40.668250 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (054de5f5-cdaf-45c3-b58d-2ee7c29a3152), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.671585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0898a8-edc4-4b45-bae3-8138b313d423']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:40.681767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 28aa8208-247e-4aba-9cd7-ef288caa1c74 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:40.713004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:40.713642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:40.741131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] Calling delete_port for 84b3e8fd-73f1-4d8f-96ed-afe083103e1d owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:40.746924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] Port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:15:40.755719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff811dd-c95f-4b6d-be72-e3c189846f65 req-35085df6-e92c-4d8b-bb58-92dc00f949e1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:40.757693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ff811dd-c95f-4b6d-be72-e3c189846f65 req-35085df6-e92c-4d8b-bb58-92dc00f949e1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 945 time: 0.7650733 Mar 22 14:15:40.764244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-d67e0945-ac6e-47cf-b250-9046bf578ad1 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195357 Mar 22 14:15:40.767158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (054de5f5-cdaf-45c3-b58d-2ee7c29a3152), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.779895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d7f5a4-c908-4b99-8ee5-113c69e5dd74') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:40.784650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d7f5a4-c908-4b99-8ee5-113c69e5dd74') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:40.795548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (84b3e8fd-73f1-4d8f-96ed-afe083103e1d), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.830001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Subnet': ['ID=054de5f5-cdaf-45c3-b58d-2ee7c29a3152,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:40.843989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.845930 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (91d7f5a4-c908-4b99-8ee5-113c69e5dd74), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.849874 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e16e4ca-37e2-4d02-b75f-18c0e767413e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/subnets/054de5f5-cdaf-45c3-b58d-2ee7c29a3152 HTTP/1.1" status: 204 len: 168 time: 0.4237432 Mar 22 14:15:40.850083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40526) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:40.867013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] No DVR routers for this DVR port 84b3e8fd-73f1-4d8f-96ed-afe083103e1d on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:40.883237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84b3e8fd-73f1-4d8f-96ed-afe083103e1d no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:40.885709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc54cbe-a656-4fd8-b3ed-525997bbeeb8 None None] Network 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:41.003960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (e5eefae1-1764-430b-90de-0516751db548), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.008403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ff811dd-c95f-4b6d-be72-e3c189846f65 req-8ededa52-4cec-4d77-97ea-4018ee7e33e4 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070704 Mar 22 14:15:41.019016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (91d7f5a4-c908-4b99-8ee5-113c69e5dd74), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.035884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (938b900a-9eb7-4e4d-bb62-79ab220303f0), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.042847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:41.043249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (91d7f5a4-c908-4b99-8ee5-113c69e5dd74), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:41.046757 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:41.059809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e045eadb-27a6-414c-a47f-9a53db11c14f None None] Port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:41.093815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 84b3e8fd-73f1-4d8f-96ed-afe083103e1d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:41.094552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84b3e8fd-73f1-4d8f-96ed-afe083103e1d not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:41.095488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c3fd8324-c8b1-457a-9781-df73cb703a80 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:41.102792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a072ca3-8e49-4bbd-86b9-f13f3f534698 None None] Pushing event deleted for resources: {'Port': ['ID=84b3e8fd-73f1-4d8f-96ed-afe083103e1d,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:41.140162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (e5eefae1-1764-430b-90de-0516751db548), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.140389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c3fd8324-c8b1-457a-9781-df73cb703a80 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:41.140762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c3fd8324-c8b1-457a-9781-df73cb703a80 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:41.212413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:41.219869 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (4e0898a8-edc4-4b45-bae3-8138b313d423), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.237832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.241062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4e0898a8-edc4-4b45-bae3-8138b313d423 HTTP/1.1" status: 204 len: 168 time: 2.5237463 Mar 22 14:15:41.244750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:41.246874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 58efa2f3-0290-4903-b3ab-d7497e103be2 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:41.247843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.250841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-812e3914-2a0a-4cf0-ab2f-788366b099d3 service neutron] 10.222.0.44 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455340 Mar 22 14:15:41.276928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837daad-1a9b-4f88-9568-00289babc381 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0898a8-edc4-4b45-bae3-8138b313d423,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:41.315684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8ae6271d-8444-42e2-aa7c-c5197bc18d8c None None] Provisioning complete for port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:41.316019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ae6271d-8444-42e2-aa7c-c5197bc18d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.383346 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.428155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:41.428557 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.474409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-ebff8519-879d-456e-9f95-284a289ed135 service neutron] 10.222.0.44 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225380 Mar 22 14:15:41.557650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6271d-8444-42e2-aa7c-c5197bc18d8c None None] Port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:41.616800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:41.630480 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bc8844-7bf4-4acf-875e-0812d435559a" -d '{"events": [{"server_uuid": "ec341102-d7b3-4a52-a85e-da3cbf031e1a", "name": "network-vif-plugged", "status": "completed", "tag": "41f64a6c-27a6-40dd-b5d8-01f0a34bb99e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:41.674079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 58efa2f3-0290-4903-b3ab-d7497e103be2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58efa2f3-0290-4903-b3ab-d7497e103be2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:41.674620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.695062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 58efa2f3-0290-4903-b3ab-d7497e103be2 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:41.700948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:41.743232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] DHCP port deletion for 9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:41.749657 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48d38a1-56c8-4876-9ded-1b3f4c12fb54 x-openstack-request-id: req-f48d38a1-56c8-4876-9ded-1b3f4c12fb54 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:41.750046 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec341102-d7b3-4a52-a85e-da3cbf031e1a", "name": "network-vif-plugged", "status": "completed", "tag": "41f64a6c-27a6-40dd-b5d8-01f0a34bb99e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:41.750383 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f48d38a1-56c8-4876-9ded-1b3f4c12fb54 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:41.750609 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48d38a1-56c8-4876-9ded-1b3f4c12fb54'] response: {'server_uuid': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e', 'code': 200} Mar 22 14:15:41.756743 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.874394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:41.890423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.909579 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.055248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] Deleting port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:42.055611 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.104856 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (938b900a-9eb7-4e4d-bb62-79ab220303f0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.167670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b62ec-187b-4f6b-9b41-3ab6006c51e4 req-20534de0-f851-44b0-9200-b5a181ba9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.176094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d92b62ec-187b-4f6b-9b41-3ab6006c51e4 req-20534de0-f851-44b0-9200-b5a181ba9948 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 1128 time: 0.3602524 Mar 22 14:15:42.186785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] For port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0d6cd342-a72b-4535-8e5d-d58adcbaa2fe,segment=NetworkSegment(90484300-8be8-4839-8943-8ee90d094a3f),segment_id=90484300-8be8-4839-8943-8ee90d094a3f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:42.187183 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.224633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (58efa2f3-0290-4903-b3ab-d7497e103be2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.232078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] Calling delete_port for 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:42.266642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=58efa2f3-0290-4903-b3ab-d7497e103be2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:42.346471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=88cb0c8b-baec-44db-bed2-8bb0fc055e39,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:42.412251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70e8233f-6340-44af-bacc-bec48f2877a1 req-943abd9d-8bf1-4889-b7ed-d3beae664661 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 210 time: 0.2631218 Mar 22 14:15:42.430604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:15:39Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '58efa2f3-0290-4903-b3ab-d7497e103be2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eefae1-1764-430b-90de-0516751db548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:23Z', 'updated_at': '2022-03-22T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:42.439163 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (0d6cd342-a72b-4535-8e5d-d58adcbaa2fe), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.489184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d92b62ec-187b-4f6b-9b41-3ab6006c51e4 req-ca5a650d-3477-47a2-b345-c974622f7a8b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510645 Mar 22 14:15:42.529077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] Pushing event deleted for resources: {'Port': ['ID=0d6cd342-a72b-4535-8e5d-d58adcbaa2fe,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:42.542380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] Checking router: e5eefae1-1764-430b-90de-0516751db548 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:42.561918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c82761-f2e3-4562-8754-0eabf3993edc None None] No DVR routers for this DVR port 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:42.579050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] Routers {'e5eefae1-1764-430b-90de-0516751db548'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:42.579727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e5eefae1-1764-430b-90de-0516751db548'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:42.914417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] Set router e5eefae1-1764-430b-90de-0516751db548 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:42.984423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:15:42Z', 'revision_number': 7, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:42.984677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4b38-2182-47cd-bf15-456b626a2d58 req-46f1a871-f70d-4717-ac38-ebcf35d11064 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.991129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d0c4b38-2182-47cd-bf15-456b626a2d58 req-46f1a871-f70d-4717-ac38-ebcf35d11064 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 946 time: 0.7551665 Mar 22 14:15:43.013781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844aa3ff-3c80-4a64-9372-b3e51b23dc2a None None] The sync data for ids ['e5eefae1-1764-430b-90de-0516751db548'] in n-d-834677-3 is: [{'id': 'e5eefae1-1764-430b-90de-0516751db548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041474190', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:15:42Z', 'revision_number': 7, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:43.062753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 824fca95-ca85-446b-bb7f-343cbbfce649 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:43.066276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:43.091580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (e5eefae1-1764-430b-90de-0516751db548), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.182830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d0c4b38-2182-47cd-bf15-456b626a2d58 req-a1c68e4c-9b8e-48b2-a39d-00ef45ec20be tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907866 Mar 22 14:15:43.225124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (e5eefae1-1764-430b-90de-0516751db548), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.234338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (e5eefae1-1764-430b-90de-0516751db548), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.247634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (96fdaa21-9e57-46a8-90cd-f66a526be8f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.312016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 938b900a-9eb7-4e4d-bb62-79ab220303f0 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:15:43.452348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-048a3613-1995-4f3e-8fa1-fd9164a1f9b5 None None] Provisioning complete for port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:43.453500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-048a3613-1995-4f3e-8fa1-fd9164a1f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.465863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (e5eefae1-1764-430b-90de-0516751db548), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.466548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Fanout notify agent at l3_agent the message router_deleted on router e5eefae1-1764-430b-90de-0516751db548 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:15:43.490800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.491994 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c774dc0d-5499-4207-b197-791e58b2a786 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/routers/e5eefae1-1764-430b-90de-0516751db548 HTTP/1.1" status: 204 len: 168 time: 2.6409688 Mar 22 14:15:43.500860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:43.501349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.512345 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] Sync routers for ids ['938b900a-9eb7-4e4d-bb62-79ab220303f0'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:43.523127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-048a3613-1995-4f3e-8fa1-fd9164a1f9b5 None None] Port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:43.534907 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] Routers {'938b900a-9eb7-4e4d-bb62-79ab220303f0'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:43.535544 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['938b900a-9eb7-4e4d-bb62-79ab220303f0'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:43.536342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40568) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.537253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-668027d8-75cc-441c-9956-0905bfa9fdd4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/938b900a-9eb7-4e4d-bb62-79ab220303f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0413408 Mar 22 14:15:43.606505 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:43.630214 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] Routers {'938b900a-9eb7-4e4d-bb62-79ab220303f0'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:43.631317 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['938b900a-9eb7-4e4d-bb62-79ab220303f0'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:43.632292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d065357c-0911-4d8f-8036-69d8aea9385f req-6b4e5c23-f6d0-454d-89a2-afc8f7a2fba0 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 210 time: 0.0505414 Mar 22 14:15:43.682947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58417619-5481-4478-b057-938949d6c22a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:43.685758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58417619-5481-4478-b057-938949d6c22a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports/88cb0c8b-baec-44db-bed2-8bb0fc055e39 HTTP/1.1" status: 200 len: 978 time: 0.1456618 Mar 22 14:15:43.687480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40576) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.702106 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:43.703094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d73e1-4a71-443a-9d42-4b083628bf11 None None] The sync data for ids ['938b900a-9eb7-4e4d-bb62-79ab220303f0'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:43.792768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.928767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.956933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:43.966996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:43.985484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90484300-8be8-4839-8943-8ee90d094a3f') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:43.985787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90484300-8be8-4839-8943-8ee90d094a3f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:44.024287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (90484300-8be8-4839-8943-8ee90d094a3f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.025988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:44.030295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d2faf9e-e5a7-4acf-8709-8efba275c8f2 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:44.030729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:44.045205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (90484300-8be8-4839-8943-8ee90d094a3f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.086480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:44.089207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0d6cd342-a72b-4535-8e5d-d58adcbaa2fe not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:44.093752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:44.094338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (90484300-8be8-4839-8943-8ee90d094a3f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:44.097609 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:44.201154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Deleting port 009b73bb-45e7-4a51-bfc0-2ab616d04454 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:44.201534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.203463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.209244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.215667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/networks/9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4 HTTP/1.1" status: 204 len: 168 time: 0.7108166 Mar 22 14:15:44.229666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40580) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:44.239400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554340fd-42e0-4f18-9cd0-6ea09436a126 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Network': ['ID=9ab5a72a-81ab-4d53-96a6-efb58ecc8ab4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:44.299603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-f175daf5-f3ce-4c5f-9e4d-d9c4f389aaa5 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:44.301750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-f175daf5-f3ce-4c5f-9e4d-d9c4f389aaa5 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 812 time: 0.3182602 Mar 22 14:15:44.366289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03048e49-1d77-490c-b90f-ac52370c05b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (3514ebc3-9d69-4016-b8df-366b38298530), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.368980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] For port 009b73bb-45e7-4a51-bfc0-2ab616d04454, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=009b73bb-45e7-4a51-bfc0-2ab616d04454,segment=NetworkSegment(8808ed05-fef3-4f88-a46e-2bd183e2d022),segment_id=8808ed05-fef3-4f88-a46e-2bd183e2d022)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:44.369365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.371679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Request body: {'port': {'device_id': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'admin_state_up': True, 'tenant_id': '41d2ace002f5438b8ad5b17390a9dabb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:44.393523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Calling delete_port for 009b73bb-45e7-4a51-bfc0-2ab616d04454 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:44.412574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03048e49-1d77-490c-b90f-ac52370c05b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (3514ebc3-9d69-4016-b8df-366b38298530), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.515397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-08694c25-afc4-4b05-90e4-e929be3acac6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:44.516976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-08694c25-afc4-4b05-90e4-e929be3acac6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 812 time: 0.6616466 Mar 22 14:15:44.573050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Request body: {'port': {'device_id': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'admin_state_up': True, 'tenant_id': '41d2ace002f5438b8ad5b17390a9dabb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:44.612946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03048e49-1d77-490c-b90f-ac52370c05b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3514ebc3-9d69-4016-b8df-366b38298530), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.616132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03048e49-1d77-490c-b90f-ac52370c05b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.619937 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-03048e49-1d77-490c-b90f-ac52370c05b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/security-groups/3514ebc3-9d69-4016-b8df-366b38298530 HTTP/1.1" status: 204 len: 168 time: 0.3738248 Mar 22 14:15:44.641454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048e49-1d77-490c-b90f-ac52370c05b6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3514ebc3-9d69-4016-b8df-366b38298530,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:44.699726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e471fd-29e6-4a81-8dfc-4f9947574a0a req-4a4fcc74-b484-4a13-b4ef-3bb24eecb395 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:44.707417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37e471fd-29e6-4a81-8dfc-4f9947574a0a req-4a4fcc74-b484-4a13-b4ef-3bb24eecb395 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 946 time: 0.4041922 Mar 22 14:15:44.747521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (009b73bb-45e7-4a51-bfc0-2ab616d04454), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.784011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=009b73bb-45e7-4a51-bfc0-2ab616d04454,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:44.920646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:44.953877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846785246', 'description': 'tempest-secgroup-smoke-1846785246 description', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:45.034302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37e471fd-29e6-4a81-8dfc-4f9947574a0a req-689a5c72-ea6b-4f6d-8e4f-3ff0084cefc2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139801 Mar 22 14:15:45.045576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (96fdaa21-9e57-46a8-90cd-f66a526be8f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.115236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Made reservation on behalf of 41d2ace002f5438b8ad5b17390a9dabb for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:45.119175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.155467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e579cde8-80c9-4503-b1de-d6b7114b2e91 req-1031b83e-cdac-414f-ab09-bf6da83d5bac tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 210 time: 0.1173902 Mar 22 14:15:45.183064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.204336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (938b900a-9eb7-4e4d-bb62-79ab220303f0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.328890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:45.331759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Made reservation on behalf of 41d2ace002f5438b8ad5b17390a9dabb for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:45.335891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.391438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58efa2f3-0290-4903-b3ab-d7497e103be2 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:45.395654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae02dd-115f-4453-85c6-96353dd4b8d9 req-3c9c21ee-0497-4775-89e5-4f2fe4405dd8 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:45.397343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7ae02dd-115f-4453-85c6-96353dd4b8d9 req-3c9c21ee-0497-4775-89e5-4f2fe4405dd8 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 946 time: 0.3016198 Mar 22 14:15:45.418303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 58efa2f3-0290-4903-b3ab-d7497e103be2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:45.419482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58efa2f3-0290-4903-b3ab-d7497e103be2 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:45.465461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:45.474073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3b32d36e-a319-4dd3-88ce-636fea1641d9 admin admin] 10.222.0.44 "PUT /v2.0/routers/96fdaa21-9e57-46a8-90cd-f66a526be8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1444969 Mar 22 14:15:45.474428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40598) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:45.484714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] Sync routers for ids ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:45.503219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] Routers {'96fdaa21-9e57-46a8-90cd-f66a526be8f9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:45.504165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:45.598215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks [] for router (96fdaa21-9e57-46a8-90cd-f66a526be8f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.638022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (f2ee86fa-963d-4cf5-b602-f397684cb308), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.641550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] Set router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:45.651008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7ae02dd-115f-4453-85c6-96353dd4b8d9 req-e56542b8-7f9f-44c9-8438-b390f7b84db6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384784 Mar 22 14:15:45.651709 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f2ee86fa-963d-4cf5-b602-f397684cb308), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.661706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Allocated IP 172.20.0.13 (c6949ae5-5701-4d7b-9c47-98ec44b8b007/bf714631-f863-4b96-8f30-167a3b8cf511/590fb4a3-dfb0-46af-8330-cf2a1b91ec1e) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:45.712171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.716166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7722077 Mar 22 14:15:45.718122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40602) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:45.724073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e8a8716f-1ae6-4f86-a68a-f16b606e4ff5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'f2ee86fa-963d-4cf5-b602-f397684cb308', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:45.725819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks [] for router_gateway (96fdaa21-9e57-46a8-90cd-f66a526be8f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.731389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ee86fa-963d-4cf5-b602-f397684cb308,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:45.788522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Deleting port 772326c4-e978-4366-b1de-5f97acae0a05 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:45.788834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (772326c4-e978-4366-b1de-5f97acae0a05), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.890762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] For port 772326c4-e978-4366-b1de-5f97acae0a05, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=772326c4-e978-4366-b1de-5f97acae0a05,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:45.891979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (772326c4-e978-4366-b1de-5f97acae0a05), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.894968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '772326c4-e978-4366-b1de-5f97acae0a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:15:44Z', 'revision_number': 5, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port': {'id': '772326c4-e978-4366-b1de-5f97acae0a05', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:29Z', 'updated_at': '2022-03-22T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:45.911942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Calling delete_port for 772326c4-e978-4366-b1de-5f97acae0a05 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:45.932080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] Checking router: 96fdaa21-9e57-46a8-90cd-f66a526be8f9 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:45.941905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] Routers {'96fdaa21-9e57-46a8-90cd-f66a526be8f9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:45.942565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:46.074619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] Set router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:46.123062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.123731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.124342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.124770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.125167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.125710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.126293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.126826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.127389 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (772326c4-e978-4366-b1de-5f97acae0a05), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.127533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.128063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.128595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.129217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.129762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.130321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.130926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7fa85-4ab9-4d21-987a-768974d11c54 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:46.141222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:15:45Z', 'revision_number': 6, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:46.177022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49b845-f323-4e3d-abd1-414d362f2ec0 None None] The sync data for ids ['96fdaa21-9e57-46a8-90cd-f66a526be8f9'] in n-d-834677-3 is: [{'id': '96fdaa21-9e57-46a8-90cd-f66a526be8f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1637203684-router', 'tenant_id': '94a587030b834195801ffe99d0e6f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:15:45Z', 'revision_number': 6, 'project_id': '94a587030b834195801ffe99d0e6f172', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:46.194697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8a8716f-1ae6-4f86-a68a-f16b606e4ff5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (a3a67ba9-6538-4c0d-b3c8-c5accb341e5a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.208278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=772326c4-e978-4366-b1de-5f97acae0a05,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:46.272040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (96fdaa21-9e57-46a8-90cd-f66a526be8f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.318515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f88119df-8902-49e4-9ed9-45caada53024 req-4e3096a2-09aa-432f-8d86-e0d7a663ea2a tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 210 time: 0.0561497 Mar 22 14:15:46.369855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (96fdaa21-9e57-46a8-90cd-f66a526be8f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.372312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks [] for router_controller (96fdaa21-9e57-46a8-90cd-f66a526be8f9), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.373675 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8a8716f-1ae6-4f86-a68a-f16b606e4ff5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (a3a67ba9-6538-4c0d-b3c8-c5accb341e5a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.379403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 88cb0c8b-baec-44db-bed2-8bb0fc055e39 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:46.379782 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.391275 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8a8716f-1ae6-4f86-a68a-f16b606e4ff5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a3a67ba9-6538-4c0d-b3c8-c5accb341e5a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.409004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks [] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.423304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (96fdaa21-9e57-46a8-90cd-f66a526be8f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.423973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fdaa21-9e57-46a8-90cd-f66a526be8f9 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:15:46.432749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.436509 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-055bc125-6c36-4679-b754-57b2090875d9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/96fdaa21-9e57-46a8-90cd-f66a526be8f9 HTTP/1.1" status: 204 len: 168 time: 0.9586117 Mar 22 14:15:46.436725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:46.466678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8716f-1ae6-4f86-a68a-f16b606e4ff5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a67ba9-6538-4c0d-b3c8-c5accb341e5a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:46.478091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8a8716f-1ae6-4f86-a68a-f16b606e4ff5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.479318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e8a8716f-1ae6-4f86-a68a-f16b606e4ff5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7589257 Mar 22 14:15:46.483740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40614) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:46.488114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4b14d2b1-7c7a-4c7e-b639-d1c22ace686f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'f2ee86fa-963d-4cf5-b602-f397684cb308', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:46.503648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] Deleting subnet b85ae082-9e0a-4978-88ce-6e7d83431742 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:46.510704 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] Publish callbacks [] for subnet (b85ae082-9e0a-4978-88ce-6e7d83431742), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.526585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.540435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.562459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (b85ae082-9e0a-4978-88ce-6e7d83431742), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.564307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b14d2b1-7c7a-4c7e-b639-d1c22ace686f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (3e552f4e-e104-4d99-9f23-1dc2b5640c6c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.594897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 88cb0c8b-baec-44db-bed2-8bb0fc055e39 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:46.643801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:46.685928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b14d2b1-7c7a-4c7e-b639-d1c22ace686f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (3e552f4e-e104-4d99-9f23-1dc2b5640c6c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.689344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:46.692032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Allocated IP 172.20.0.4 (c6949ae5-5701-4d7b-9c47-98ec44b8b007/bf714631-f863-4b96-8f30-167a3b8cf511/1385f2f1-2aea-4221-88e9-fb51073464bb) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:46.695591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b14d2b1-7c7a-4c7e-b639-d1c22ace686f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (3e552f4e-e104-4d99-9f23-1dc2b5640c6c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.696370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:46.702363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event updated for resources: {'Port': ['ID=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:46.721895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b14d2b1-7c7a-4c7e-b639-d1c22ace686f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.725606 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b14d2b1-7c7a-4c7e-b639-d1c22ace686f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2384906 Mar 22 14:15:46.730044 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (b85ae082-9e0a-4978-88ce-6e7d83431742), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.732231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40616) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:46.743593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-83969249-936f-42bb-9642-4d42a2cf3d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'f2ee86fa-963d-4cf5-b602-f397684cb308', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:46.753687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14d2b1-7c7a-4c7e-b639-d1c22ace686f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e552f4e-e104-4d99-9f23-1dc2b5640c6c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:46.801538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (b85ae082-9e0a-4978-88ce-6e7d83431742), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.816288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:46.816963 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.833918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85ae082-9e0a-4978-88ce-6e7d83431742,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:46.844085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.851255 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b31b4743-343d-4aa6-bfa4-8285bfa707bb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b85ae082-9e0a-4978-88ce-6e7d83431742 HTTP/1.1" status: 204 len: 168 time: 0.4135513 Mar 22 14:15:46.852337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:46.853347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371cbb5-c751-4072-b828-0d1f526118a1 None None] Network e756b8c2-6678-49db-a99c-c29b06bcedc8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:46.884885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-83969249-936f-42bb-9642-4d42a2cf3d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (1e34bb1c-5a5c-4a9a-bfba-2ff3eb0843d9), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.939642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e756b8c2-6678-49db-a99c-c29b06bcedc8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.947656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31e9924a-64d9-4954-beb8-504076609da6 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6101756 Mar 22 14:15:46.988865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Request body: {'port': {'device_id': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:47.083053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Deleting port 794d3541-fa94-423e-b15a-e7a6c184aad6 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:47.083399 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.167800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] DHCP port deletion for e756b8c2-6678-49db-a99c-c29b06bcedc8 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:47.171390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40624) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:47.201330 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-83969249-936f-42bb-9642-4d42a2cf3d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (1e34bb1c-5a5c-4a9a-bfba-2ff3eb0843d9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.205373 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.209497 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks [] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.212167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-83969249-936f-42bb-9642-4d42a2cf3d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (1e34bb1c-5a5c-4a9a-bfba-2ff3eb0843d9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.229781 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (88cb0c8b-baec-44db-bed2-8bb0fc055e39), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.246159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] Deleting port 794d3541-fa94-423e-b15a-e7a6c184aad6 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:47.246529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.282879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83969249-936f-42bb-9642-4d42a2cf3d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e34bb1c-5a5c-4a9a-bfba-2ff3eb0843d9,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:47.291251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=88cb0c8b-baec-44db-bed2-8bb0fc055e39,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:47.332901 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-83969249-936f-42bb-9642-4d42a2cf3d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.334208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-83969249-936f-42bb-9642-4d42a2cf3d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5962498 Mar 22 14:15:47.340463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] For port 794d3541-fa94-423e-b15a-e7a6c184aad6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=794d3541-fa94-423e-b15a-e7a6c184aad6,segment=NetworkSegment(8808ed05-fef3-4f88-a46e-2bd183e2d022),segment_id=8808ed05-fef3-4f88-a46e-2bd183e2d022)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:47.340873 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.359947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40626) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:47.369560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] Calling delete_port for 794d3541-fa94-423e-b15a-e7a6c184aad6 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:47.399624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5cbcbc0f-c223-4565-8832-1c110a73bc45 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'f2ee86fa-963d-4cf5-b602-f397684cb308', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:47.490681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] For port 794d3541-fa94-423e-b15a-e7a6c184aad6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=794d3541-fa94-423e-b15a-e7a6c184aad6,segment=NetworkSegment(8808ed05-fef3-4f88-a46e-2bd183e2d022),segment_id=8808ed05-fef3-4f88-a46e-2bd183e2d022)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:47.491199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.520104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 009b73bb-45e7-4a51-bfc0-2ab616d04454 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:47.542552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Calling delete_port for 794d3541-fa94-423e-b15a-e7a6c184aad6 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:47.550830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 009b73bb-45e7-4a51-bfc0-2ab616d04454 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:47.551229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 009b73bb-45e7-4a51-bfc0-2ab616d04454 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:47.551654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 772326c4-e978-4366-b1de-5f97acae0a05 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:47.554664 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.561373 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.632311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] Pushing event deleted for resources: {'Port': ['ID=794d3541-fa94-423e-b15a-e7a6c184aad6,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:47.635098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 772326c4-e978-4366-b1de-5f97acae0a05 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:47.635452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 772326c4-e978-4366-b1de-5f97acae0a05 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:47.635875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 794d3541-fa94-423e-b15a-e7a6c184aad6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:47.665694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832a61c-a2e9-439b-971d-150ca1131fe4 None None] No DVR routers for this DVR port 794d3541-fa94-423e-b15a-e7a6c184aad6 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:47.671154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 794d3541-fa94-423e-b15a-e7a6c184aad6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:47.671500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 794d3541-fa94-423e-b15a-e7a6c184aad6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:47.788269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbc0f-c223-4565-8832-1c110a73bc45 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (c3f713a8-8402-4702-a649-bd3590aefde2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.820019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (794d3541-fa94-423e-b15a-e7a6c184aad6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.857554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Pushing event deleted for resources: {'Port': ['ID=794d3541-fa94-423e-b15a-e7a6c184aad6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:47.860133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] No DVR routers for this DVR port 794d3541-fa94-423e-b15a-e7a6c184aad6 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:47.900461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event updated for resources: {'Port': ['ID=1385f2f1-2aea-4221-88e9-fb51073464bb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:47.913044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:47.983961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:47.987128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:48.029142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787403f-b088-49d8-8d05-ba24113dab02 req-4280ab23-a8c1-445f-a148-d00ef4a2d310 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:48.030785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c787403f-b088-49d8-8d05-ba24113dab02 req-4280ab23-a8c1-445f-a148-d00ef4a2d310 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 932 time: 0.5220361 Mar 22 14:15:48.077847 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (938b900a-9eb7-4e4d-bb62-79ab220303f0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.129077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:48.129740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.143816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbc0f-c223-4565-8832-1c110a73bc45 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (c3f713a8-8402-4702-a649-bd3590aefde2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.160827 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd3d2-e577-4cfd-9635-090fb7ac50a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.173907 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbc0f-c223-4565-8832-1c110a73bc45 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (c3f713a8-8402-4702-a649-bd3590aefde2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.289798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-daa392d8-2717-45b8-a38e-aaad3303bf15 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7269199 Mar 22 14:15:48.307226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcbc0f-c223-4565-8832-1c110a73bc45 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f713a8-8402-4702-a649-bd3590aefde2,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:48.318868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Request body: {'port': {'device_id': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:48.324014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c787403f-b088-49d8-8d05-ba24113dab02 req-094d1691-054b-4c91-a434-24c9b2aa0db5 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827716 Mar 22 14:15:48.381809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbc0f-c223-4565-8832-1c110a73bc45 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.385654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5cbcbc0f-c223-4565-8832-1c110a73bc45 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9977093 Mar 22 14:15:48.390862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40636) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:48.422671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e756b8c2-6678-49db-a99c-c29b06bcedc8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.433718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'f2ee86fa-963d-4cf5-b602-f397684cb308', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:48.478196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:48.484691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e756b8c2-6678-49db-a99c-c29b06bcedc8']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:48.498593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8808ed05-fef3-4f88-a46e-2bd183e2d022') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:48.499208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8808ed05-fef3-4f88-a46e-2bd183e2d022') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:48.505507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Publish callbacks [] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.513171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (8808ed05-fef3-4f88-a46e-2bd183e2d022), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.538482 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:15:48.541317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Transition to ACTIVE for port object 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:15:48.544371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 938b900a-9eb7-4e4d-bb62-79ab220303f0 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:48.545843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.549828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8808ed05-fef3-4f88-a46e-2bd183e2d022), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.556981 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (89d395ac-7ac6-4dff-942e-eb1301230b6c), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.560228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:48.560765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (8808ed05-fef3-4f88-a46e-2bd183e2d022), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.561991 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:48.562737 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:48.619473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.707868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e756b8c2-6678-49db-a99c-c29b06bcedc8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.712565 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.719422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e756b8c2-6678-49db-a99c-c29b06bcedc8 HTTP/1.1" status: 204 len: 168 time: 1.8660352 Mar 22 14:15:48.735197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c3e2-8f79-4598-ab23-44f396716942 admin admin] Pushing event deleted for resources: {'Network': ['ID=e756b8c2-6678-49db-a99c-c29b06bcedc8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:48.762751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Pushing event updated for resources: {'Port': ['ID=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:48.809421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:48.825121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4c6fc438-62f5-4d10-bcdb-955524999e9e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/938b900a-9eb7-4e4d-bb62-79ab220303f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1363442 Mar 22 14:15:48.827108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (89d395ac-7ac6-4dff-942e-eb1301230b6c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.827861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] Sync routers for ids ['938b900a-9eb7-4e4d-bb62-79ab220303f0'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:48.841657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40640) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:48.854221 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] Routers {'938b900a-9eb7-4e4d-bb62-79ab220303f0'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:48.855626 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['938b900a-9eb7-4e4d-bb62-79ab220303f0'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:48.858371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (89d395ac-7ac6-4dff-942e-eb1301230b6c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.903777 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:48.922324 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] Routers {'938b900a-9eb7-4e4d-bb62-79ab220303f0'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:48.925486 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['938b900a-9eb7-4e4d-bb62-79ab220303f0'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:48.986969 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:48.988114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40642) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:48.989222 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939b2f1-16b4-4406-8f77-e19ba35ab6cd None None] The sync data for ids ['938b900a-9eb7-4e4d-bb62-79ab220303f0'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:49.070527 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5f0f005e-e11f-4a00-8e08-9c873d67602e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e765a4e59f14fcb81140917441820f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813477 Mar 22 14:15:49.074740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40644) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:49.136102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.20.0.17 (e946c4de-6cbf-44c9-ab15-b04491bc443a/07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4/7834c77a-32eb-4ca8-ae7f-a6551ed862ec) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:49.314698 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.317240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d395ac-7ac6-4dff-942e-eb1301230b6c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:49.381754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1c243b4-0247-42ba-8861-f88754d88b6f admin admin] Publish callbacks [] for security_group (4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.390254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.407733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.409121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-803cc219-6ce2-4904-861c-73870e3b93f4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0160964 Mar 22 14:15:49.433320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1c243b4-0247-42ba-8861-f88754d88b6f admin admin] Publish callbacks [] for security_group (4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.458781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40656) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:49.463848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'f2ee86fa-963d-4cf5-b602-f397684cb308', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:49.478318 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-82e948ed-6e72-438f-8d1d-3dfc6e716651 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3918662 Mar 22 14:15:49.508318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network e946c4de-6cbf-44c9-ab15-b04491bc443a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:49.512151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:49.516880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:49.600757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:49.612437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.614736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1c243b4-0247-42ba-8861-f88754d88b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.617428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1c243b4-0247-42ba-8861-f88754d88b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.618860 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1c243b4-0247-42ba-8861-f88754d88b6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b HTTP/1.1" status: 204 len: 168 time: 0.5430014 Mar 22 14:15:49.674981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Attempting to bind port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:49.675923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Attempting to bind port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:49.676416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Attempting to bind port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:49.731524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:15:49.732186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Attempting to bind port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:49.750741 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:15:49.792782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:49.793123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Checking segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:49.793512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Bound using segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:49.793979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Bound port: 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:49.794374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.814883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c243b4-0247-42ba-8861-f88754d88b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4422fb5f-bc6d-40a4-9ba7-f56fb86ac48b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:49.842607 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (ec278361-01be-4291-9c86-7c8dd2faf3bb), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.871984 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-d747cb7a-9537-46ef-b648-be8b2ec9c410 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 14:15:49.876753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d747cb7a-9537-46ef-b648-be8b2ec9c410 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/938b900a-9eb7-4e4d-bb62-79ab220303f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0272808 Mar 22 14:15:49.877616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40662) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:49.893087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-847ea22c-5bf7-4f29-b909-b232ed597982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:49.894665 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-847ea22c-5bf7-4f29-b909-b232ed597982 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1128 time: 0.3485811 Mar 22 14:15:49.920285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.928476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-000c8a82-459d-44e2-8c1c-44a3dc1fc4ca tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=938b900a-9eb7-4e4d-bb62-79ab220303f0 HTTP/1.1" status: 200 len: 205 time: 0.0449030 Mar 22 14:15:49.928476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40666) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:49.943777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53782a6-2d38-4bf8-a8e1-917a3fee4e72 req-90399f4c-1bb4-41b2-ad89-dc17e6c037a3 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:49.944931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a549b3de-6a8e-45c2-aa50-b98a809678cc None None] Provisioning complete for port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:49.945510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a53782a6-2d38-4bf8-a8e1-917a3fee4e72 req-90399f4c-1bb4-41b2-ad89-dc17e6c037a3 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 944 time: 0.4947503 Mar 22 14:15:49.946173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a549b3de-6a8e-45c2-aa50-b98a809678cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.008285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a549b3de-6a8e-45c2-aa50-b98a809678cc None None] Port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:50.015795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948dcca-b20d-4bd3-9806-7c3c5ae3c03a req-05ec0c12-420d-46ac-baa2-813198c652c5 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.024178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7948dcca-b20d-4bd3-9806-7c3c5ae3c03a req-05ec0c12-420d-46ac-baa2-813198c652c5 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.4676974 Mar 22 14:15:50.117324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1385f2f1-2aea-4221-88e9-fb51073464bb {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:50.136375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Publish callbacks [] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.199089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40668) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.216385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Transition to ACTIVE for port object 1385f2f1-2aea-4221-88e9-fb51073464bb will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:15:50.231101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5cb31fe3-b57a-47a2-8812-109e02f4c45e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (938b900a-9eb7-4e4d-bb62-79ab220303f0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.233230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (ec278361-01be-4291-9c86-7c8dd2faf3bb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.241224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.245790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7948dcca-b20d-4bd3-9806-7c3c5ae3c03a req-9713df03-425b-4fdb-a43d-66294744f06f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207954 Mar 22 14:15:50.254969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a53782a6-2d38-4bf8-a8e1-917a3fee4e72 req-b7fa64e9-8e82-471a-aa04-7158d1b06ae2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782381 Mar 22 14:15:50.261931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ec278361-01be-4291-9c86-7c8dd2faf3bb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.264322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] For port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:50.332030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] For port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:50.357377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-bb9a1bd2-c1e6-4052-a073-28b456b7d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.358402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec278361-01be-4291-9c86-7c8dd2faf3bb,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:50.358970 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-bb9a1bd2-c1e6-4052-a073-28b456b7d1ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.3930271 Mar 22 14:15:50.362686 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.368953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Pushing event updated for resources: {'Port': ['ID=1385f2f1-2aea-4221-88e9-fb51073464bb,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:50.377681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.382159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8d89513b-7e20-46e9-a836-ce47eaebff33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9227426 Mar 22 14:15:50.385127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-15d179c6-86c1-4cf0-85a6-3efb3f0035c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94a587030b834195801ffe99d0e6f172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758671 Mar 22 14:15:50.388193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40670) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.388567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40672) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.401644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'network': {'name': 'tempest-network-smoke--1264299736', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:50.432397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d5113ec5-7e49-401d-8f87-132b74145abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.461821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.462471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.463903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] 10.222.0.42 "PUT /v2.0/ports/590fb4a3-dfb0-46af-8330-cf2a1b91ec1e HTTP/1.1" status: 200 len: 1092 time: 3.4923084 Mar 22 14:15:50.472228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'tag': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:50.474632 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f699f26-8f0d-4bf1-9605-8612f8198205" -d '{"events": [{"name": "network-changed", "server_uuid": "56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210", "tag": "590fb4a3-dfb0-46af-8330-cf2a1b91ec1e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:50.518801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5cb31fe3-b57a-47a2-8812-109e02f4c45e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (938b900a-9eb7-4e4d-bb62-79ab220303f0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.522678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5cb31fe3-b57a-47a2-8812-109e02f4c45e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (938b900a-9eb7-4e4d-bb62-79ab220303f0), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.571570 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf46e37-d608-434a-91ad-df246408572d x-openstack-request-id: req-9cf46e37-d608-434a-91ad-df246408572d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:50.571861 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210", "tag": "590fb4a3-dfb0-46af-8330-cf2a1b91ec1e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:50.572112 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cf46e37-d608-434a-91ad-df246408572d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:50.572511 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf46e37-d608-434a-91ad-df246408572d'] response: {'name': 'network-changed', 'server_uuid': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'tag': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e', 'status': 'completed', 'code': 200} Mar 22 14:15:50.578985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:50.582326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.596565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f67ef-4ef6-4c56-a1ca-47ae4e636b6b service neutron] Pushing event updated for resources: {'Port': ['ID=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:50.630140 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-fef307a1-e784-49d2-93f0-957b1d347dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 1002 time: 0.2352929 Mar 22 14:15:50.633067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5cb31fe3-b57a-47a2-8812-109e02f4c45e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (938b900a-9eb7-4e4d-bb62-79ab220303f0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.633586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb31fe3-b57a-47a2-8812-109e02f4c45e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Fanout notify agent at l3_agent the message router_deleted on router 938b900a-9eb7-4e4d-bb62-79ab220303f0 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:15:50.638391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c02eddf-d8b4-4b04-8140-66011a7deae1 admin admin] Publish callbacks [] for security_group (c78d43c3-be22-4cbb-b7c7-3f9007e0b550), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.640158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Attempting to bind port 1385f2f1-2aea-4221-88e9-fb51073464bb on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:50.640493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Attempting to bind port 1385f2f1-2aea-4221-88e9-fb51073464bb by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:50.640834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Attempting to bind port 1385f2f1-2aea-4221-88e9-fb51073464bb on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:50.642499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5cb31fe3-b57a-47a2-8812-109e02f4c45e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.645984 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5cb31fe3-b57a-47a2-8812-109e02f4c45e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/938b900a-9eb7-4e4d-bb62-79ab220303f0 HTTP/1.1" status: 204 len: 168 time: 0.7164590 Mar 22 14:15:50.647858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40678) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.692549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Port 1385f2f1-2aea-4221-88e9-fb51073464bb on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:15:50.692876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Attempting to bind port 1385f2f1-2aea-4221-88e9-fb51073464bb on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:50.695864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:50.705436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-1073f331-80f3-4053-bc96-d1422a88fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.707007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-1073f331-80f3-4053-bc96-d1422a88fc44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 1126 time: 0.1878099 Mar 22 14:15:50.715793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-686d4d11-7fc5-425d-b259-67676655d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.717238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-686d4d11-7fc5-425d-b259-67676655d3fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.0698788 Mar 22 14:15:50.719077 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c02eddf-d8b4-4b04-8140-66011a7deae1 admin admin] Publish callbacks [] for security_group (c78d43c3-be22-4cbb-b7c7-3f9007e0b550), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.740157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:50.740505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Checking segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:50.740898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Bound using segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:50.741357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Bound port: 1385f2f1-2aea-4221-88e9-fb51073464bb, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:50.741719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.776923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.784578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.797268 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (53fd082f-fa4c-495a-a528-9950e37f6ff2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.797623 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Added segment 53fd082f-fa4c-495a-a528-9950e37f6ff2 of type vlan for network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d Mar 22 14:15:50.799872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e5612bcf-bce3-4d6d-9fc7-5621f719b956 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e HTTP/1.1" status: 200 len: 217 time: 0.0788739 Mar 22 14:15:50.830360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet 8b41fd59-5e68-4668-93e4-b33bc6c442ba {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:50.845292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-e15155e6-1699-41af-99f1-be58ef10b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.846828 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-e15155e6-1699-41af-99f1-be58ef10b089 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1175995 Mar 22 14:15:50.897841 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (8b41fd59-5e68-4668-93e4-b33bc6c442ba), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.908342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:50.918960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.955564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.986502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31652039-f951-47b1-a8d1-c082176506ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.987997 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-31652039-f951-47b1-a8d1-c082176506ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.1766789 Mar 22 14:15:50.997584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (8b41fd59-5e68-4668-93e4-b33bc6c442ba), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.042570 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c02eddf-d8b4-4b04-8140-66011a7deae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c78d43c3-be22-4cbb-b7c7-3f9007e0b550), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.045422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c02eddf-d8b4-4b04-8140-66011a7deae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.046801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8c02eddf-d8b4-4b04-8140-66011a7deae1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c78d43c3-be22-4cbb-b7c7-3f9007e0b550 HTTP/1.1" status: 204 len: 168 time: 0.6542151 Mar 22 14:15:51.055527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network e946c4de-6cbf-44c9-ab15-b04491bc443a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:51.058411 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-53b248fe-d294-4341-aca3-115d6c2456f6 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036765 Mar 22 14:15:51.059448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:51.153284 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8b41fd59-5e68-4668-93e4-b33bc6c442ba), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.199191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-eb2c52ac-7fdd-4670-9f11-8c6d47b2e977 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1928120 Mar 22 14:15:51.204507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.210997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:51.211789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.246479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] For port 1385f2f1-2aea-4221-88e9-fb51073464bb, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:51.272042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02eddf-d8b4-4b04-8140-66011a7deae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d43c3-be22-4cbb-b7c7-3f9007e0b550,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.324157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router d79dc74e-7203-45f1-b9d8-0cf377258f8d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:51.478606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-b38d83e1-93f4-4b48-adf9-dc422509e4e3 service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622695 Mar 22 14:15:51.548045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a8601b6c-79d9-4468-b1a3-04365f22bff7 None None] Provisioning complete for port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:51.550129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a8601b6c-79d9-4468-b1a3-04365f22bff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.552285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] For port 1385f2f1-2aea-4221-88e9-fb51073464bb, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1385f2f1-2aea-4221-88e9-fb51073464bb,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:51.557735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:51.575289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e25ccedb-8f89-4b86-81a3-04daeae9674b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "PUT /v2.0/routers/d79dc74e-7203-45f1-b9d8-0cf377258f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4025567 Mar 22 14:15:51.583128 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f96d095d-9b3c-40ff-afaf-bcf8e33d9bce req-12d5881c-ea80-4136-b214-c6842cf68f76 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022225 Mar 22 14:15:51.621223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40698) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:51.621568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2298870 Mar 22 14:15:51.629452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'admin_state_up': True, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:51.632633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a8601b6c-79d9-4468-b1a3-04365f22bff7 None None] Port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:51.637098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Sync routers for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:51.651268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:51.652088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:51.681762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (a285d269-316f-4cf2-8f29-a664845a00d6), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.682977 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (a285d269-316f-4cf2-8f29-a664845a00d6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.683858 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.712853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8b41fd59-5e68-4668-93e4-b33bc6c442ba), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.742865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.746092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/8b41fd59-5e68-4668-93e4-b33bc6c442ba HTTP/1.1" status: 204 len: 168 time: 1.0957110 Mar 22 14:15:51.765659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40704) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:51.796936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69aa8ef-837a-456d-a439-81dc0bbf5440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Network': ['ID=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.802476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:51.809916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c429489-3558-4074-a640-009dcc001b72 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=8b41fd59-5e68-4668-93e4-b33bc6c442ba,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.828863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (a285d269-316f-4cf2-8f29-a664845a00d6), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.829581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56aedf-8966-4865-ae57-98e1896fa5ea req-5c4a7f45-0f4d-4beb-a3b9-c07108fff81c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:51.831369 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d56aedf-8966-4865-ae57-98e1896fa5ea req-5c4a7f45-0f4d-4beb-a3b9-c07108fff81c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.3049846 Mar 22 14:15:51.836603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:51.837365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.838922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] 10.222.0.57 "PUT /v2.0/ports/1385f2f1-2aea-4221-88e9-fb51073464bb HTTP/1.1" status: 200 len: 1091 time: 3.5367692 Mar 22 14:15:51.875631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2e81-db16-4215-b4c9-4659cfeea4c1 req-4e00b814-e8de-411f-842d-730113b56ad9 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:51.877170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aba2e81-db16-4215-b4c9-4659cfeea4c1 req-4e00b814-e8de-411f-842d-730113b56ad9 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 944 time: 0.3957515 Mar 22 14:15:51.945707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4be45c-54cb-4fe5-b9a6-a772b4d893b0 None None] Network 824fca95-ca85-446b-bb7f-343cbbfce649 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:51.953533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:51.975200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09154b8-8702-4149-8a6d-244584d0fca4 service neutron] Pushing event updated for resources: {'Port': ['ID=1385f2f1-2aea-4221-88e9-fb51073464bb,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.999267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d56aedf-8966-4865-ae57-98e1896fa5ea req-499341ef-5d76-497f-a1a5-3ce632da7876 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441042 Mar 22 14:15:52.006930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-9b35972b-d54e-47d0-8fc5-6155ec7c1825 service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681916 Mar 22 14:15:52.053589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-b87f93a3-3306-4899-a9ea-49df9525596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:52.055707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-b87f93a3-3306-4899-a9ea-49df9525596c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=7c87c362-2ca9-4506-b2dc-16544a7c49af HTTP/1.1" status: 200 len: 1125 time: 0.1574576 Mar 22 14:15:52.060248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aba2e81-db16-4215-b4c9-4659cfeea4c1 req-6e8e931f-96f3-462f-831b-742da0f23d62 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605442 Mar 22 14:15:52.124839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.130022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-bf24070c-f7d7-4448-ac9d-3e91e84addf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1385f2f1-2aea-4221-88e9-fb51073464bb HTTP/1.1" status: 200 len: 217 time: 0.0590317 Mar 22 14:15:52.175573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (a285d269-316f-4cf2-8f29-a664845a00d6), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.182985 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (824fca95-ca85-446b-bb7f-343cbbfce649), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.219294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-dd1fb21b-772d-4b83-a7b8-13409cd4a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:52.221080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-dd1fb21b-772d-4b83-a7b8-13409cd4a850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 1126 time: 0.1019888 Mar 22 14:15:52.222513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a591790e-e46e-438c-bc3d-b13a6c158bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:52.224117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-a591790e-e46e-438c-bc3d-b13a6c158bdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.0734606 Mar 22 14:15:52.320627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-499744f1-0ba5-4f25-9d91-68cf740a20fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745888 Mar 22 14:15:52.401728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:15:49Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7834c77a-32eb-4ca8-ae7f-a6551ed862ec', 'name': '', 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:a8:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:48Z', 'updated_at': '2022-03-22T14:15:50Z', 'revision_number': 2, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:52.434073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-806de907-8956-4a1e-9ae7-fd40c788ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:52.435674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-806de907-8956-4a1e-9ae7-fd40c788ce89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 913 time: 0.2082033 Mar 22 14:15:52.437729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Checking router: d79dc74e-7203-45f1-b9d8-0cf377258f8d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:52.438372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Updating router d79dc74e-7203-45f1-b9d8-0cf377258f8d port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:15:52.448482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40714) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:52.477513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.539979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-5892a48f-4df1-46eb-8c58-5e9d6c5213c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e HTTP/1.1" status: 200 len: 217 time: 0.0922570 Mar 22 14:15:52.542516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-0c1288c6-3599-40da-b2d6-7e444bd0c6ab service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153223 Mar 22 14:15:52.651911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'tag': '1385f2f1-2aea-4221-88e9-fb51073464bb'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:15:52.654586 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df" -d '{"events": [{"name": "network-changed", "server_uuid": "7c87c362-2ca9-4506-b2dc-16544a7c49af", "tag": "1385f2f1-2aea-4221-88e9-fb51073464bb"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:15:52.662571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1361853015-network', 'tenant_id': 'c0f6abe0680341398593828e5e07cfc3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:52.731424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-8c501167-c157-4dd0-8f2f-f4473f8cb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:52.732922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-8c501167-c157-4dd0-8f2f-f4473f8cb97b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.1865561 Mar 22 14:15:52.733487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Made reservation on behalf of c0f6abe0680341398593828e5e07cfc3 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:52.736193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.798337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.801900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f7f40a7-d99c-4579-b596-02acc03c5670 req-2f3662ac-3793-420b-9f84-1766481c2732 service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461166 Mar 22 14:15:52.803665 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f884825-e5d7-435f-bf8e-9e645dbef0e4 x-openstack-request-id: req-6f884825-e5d7-435f-bf8e-9e645dbef0e4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:15:52.804133 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c87c362-2ca9-4506-b2dc-16544a7c49af", "tag": "1385f2f1-2aea-4221-88e9-fb51073464bb", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:15:52.804388 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f884825-e5d7-435f-bf8e-9e645dbef0e4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:15:52.804778 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f884825-e5d7-435f-bf8e-9e645dbef0e4'] response: {'name': 'network-changed', 'server_uuid': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'tag': '1385f2f1-2aea-4221-88e9-fb51073464bb', 'status': 'completed', 'code': 200} Mar 22 14:15:52.808286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-98991821-da9e-47fa-84cb-3e657250fba6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666847 Mar 22 14:15:52.922667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 28aa8208-247e-4aba-9cd7-ef288caa1c74 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:52.923231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.999072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 28aa8208-247e-4aba-9cd7-ef288caa1c74, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=28aa8208-247e-4aba-9cd7-ef288caa1c74,segment=NetworkSegment(a73c6a31-b512-4300-8710-3f5cede066a2),segment_id=a73c6a31-b512-4300-8710-3f5cede066a2)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:52.999491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.016231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 28aa8208-247e-4aba-9cd7-ef288caa1c74 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:53.097360 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Publish callbacks [] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.107661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7b150-c4a0-4218-b6bf-7a34f93296ab None None] DHCP port deletion for 824fca95-ca85-446b-bb7f-343cbbfce649 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:53.112618 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.162751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (28aa8208-247e-4aba-9cd7-ef288caa1c74), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.180932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Pushing event updated for resources: {'Port': ['ID=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:53.196721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.197069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.197461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.197801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.198952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.199397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.200765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.200765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.202123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.202493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.202834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.205346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.205715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.206092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.206420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:53.220525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=28aa8208-247e-4aba-9cd7-ef288caa1c74,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:53.222786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port 28aa8208-247e-4aba-9cd7-ef288caa1c74 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:53.258891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-06d7b150-c4a0-4218-b6bf-7a34f93296ab None None] The port '28aa8208-247e-4aba-9cd7-ef288caa1c74' was deleted {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 14:15:53.352474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Attempting to bind port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:53.354259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Attempting to bind port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:53.354850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Attempting to bind port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec on network e946c4de-6cbf-44c9-ab15-b04491bc443a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:53.372740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:53.373411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Checking segment: {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:53.374016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.374584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Bound using segment: {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:53.375700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Bound port: 7834c77a-32eb-4ca8-ae7f-a6551ed862ec, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadbfc43-0e91-4efa-9911-743d6cfb4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:53.376357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.422341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (824fca95-ca85-446b-bb7f-343cbbfce649), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.467152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] For port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:53.469421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824fca95-ca85-446b-bb7f-343cbbfce649']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:53.470914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] For port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:53.472342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (a285d269-316f-4cf2-8f29-a664845a00d6), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.482270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 28aa8208-247e-4aba-9cd7-ef288caa1c74 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:53.486188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.494996 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.503536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.515086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73c6a31-b512-4300-8710-3f5cede066a2') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:53.515397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73c6a31-b512-4300-8710-3f5cede066a2') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:53.530300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (a73c6a31-b512-4300-8710-3f5cede066a2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.547740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 28aa8208-247e-4aba-9cd7-ef288caa1c74 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:53.548098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 28aa8208-247e-4aba-9cd7-ef288caa1c74 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:53.581304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a73c6a31-b512-4300-8710-3f5cede066a2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.593249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:53.594639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:53.595056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (a73c6a31-b512-4300-8710-3f5cede066a2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.595342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:53.598645 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:53.749706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (824fca95-ca85-446b-bb7f-343cbbfce649), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.750689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:53.784311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-f96c00f4-a033-4ff4-9edb-0ed681d8cbef service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659631 Mar 22 14:15:53.793932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.801069 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/824fca95-ca85-446b-bb7f-343cbbfce649 HTTP/1.1" status: 204 len: 168 time: 2.0342991 Mar 22 14:15:53.813807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22961093-6bf1-474a-bc8b-8179afc92a21 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=824fca95-ca85-446b-bb7f-343cbbfce649,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:53.814917 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks [] for security_group (a567e16b-b039-44c3-bf80-1223a368d6a8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.815740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:53.817182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.225 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a6e32362-587d-43f0-8666-ac864fa2f2ed) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:53.825023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-262223763'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:53.854066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:53.857877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.967895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-9eb99a45-022d-4bc5-8f02-b1793f02faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:53.970244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-9eb99a45-022d-4bc5-8f02-b1793f02faf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=7c87c362-2ca9-4506-b2dc-16544a7c49af HTTP/1.1" status: 200 len: 1125 time: 1.0897226 Mar 22 14:15:53.972539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f699f26-8f0d-4bf1-9605-8612f8198205 req-2e2ec5dd-2150-4c33-b812-659d9de0a9c6 service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453938 Mar 22 14:15:53.982184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00116787-a981-4204-96a9-81d4658d6366 req-a6514e9f-da02-4ea4-a3ab-c9c95a2f06e0 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:53.985232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00116787-a981-4204-96a9-81d4658d6366 req-a6514e9f-da02-4ea4-a3ab-c9c95a2f06e0 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 944 time: 0.5958192 Mar 22 14:15:53.989287 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a567e16b-b039-44c3-bf80-1223a368d6a8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.008049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:54.023481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-966d3d01-9dac-411f-8fa7-4e5d12455c7f None None] Provisioning complete for port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:54.023680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-966d3d01-9dac-411f-8fa7-4e5d12455c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.029344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501ca6-bdad-49cf-8867-b8dbee805bee req-0de0b392-d005-45ce-9ab3-8c9245b7d954 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.031206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04501ca6-bdad-49cf-8867-b8dbee805bee req-0de0b392-d005-45ce-9ab3-8c9245b7d954 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.6377823 Mar 22 14:15:54.047779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (dc481e4d-d4d8-46f2-80a5-1d47b8da932f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.048145 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment dc481e4d-d4d8-46f2-80a5-1d47b8da932f of type vlan for network bc501c86-2527-4318-a618-237601d1e96b Mar 22 14:15:54.052744 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-17ca573e-32f7-49af-a268-5bdc1f991436 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1399376 Mar 22 14:15:54.073131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c77ea9-4e1f-42e1-ae84-9c142b8738cf None None] Pushing event updated for resources: {'Port': ['ID=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.123672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:54.126645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (bc501c86-2527-4318-a618-237601d1e96b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.162433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-966d3d01-9dac-411f-8fa7-4e5d12455c7f None None] Current status of the port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:54.163052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-966d3d01-9dac-411f-8fa7-4e5d12455c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.182699 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1deb6594-08a9-41b6-a61d-1bbbca139242), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.183365 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Added segment 1deb6594-08a9-41b6-a61d-1bbbca139242 of type vlan for network 57212c34-ee95-4720-a4c1-2a8cd2112273 Mar 22 14:15:54.184938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a567e16b-b039-44c3-bf80-1223a368d6a8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.208154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00116787-a981-4204-96a9-81d4658d6366 req-07642247-6f0f-4f74-a7e5-1fdba8eaae91 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938565 Mar 22 14:15:54.210325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (bc501c86-2527-4318-a618-237601d1e96b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.217237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.217607 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.270547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-966d3d01-9dac-411f-8fa7-4e5d12455c7f None None] For port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:54.275888 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-966d3d01-9dac-411f-8fa7-4e5d12455c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.309577 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (57212c34-ee95-4720-a4c1-2a8cd2112273), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.322048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.324806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04501ca6-bdad-49cf-8867-b8dbee805bee req-9a6611df-bef3-44ff-8e61-3685dab00ddc tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419193 Mar 22 14:15:54.332282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40732) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:54.332926 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5123200 Mar 22 14:15:54.339229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': 'bc501c86-2527-4318-a618-237601d1e96b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:54.352397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-6ae69535-bb29-4a8d-8f59-57718d74a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.354623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-6ae69535-bb29-4a8d-8f59-57718d74a669 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 913 time: 0.3678484 Mar 22 14:15:54.357106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-7d0d286c-42d5-4f69-92df-4bb045828ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.358743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-7d0d286c-42d5-4f69-92df-4bb045828ff6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 1128 time: 0.2056592 Mar 22 14:15:54.359464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25dc69-b4d6-4db4-a6a4-79c8fa42983f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=bc501c86-2527-4318-a618-237601d1e96b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.389769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network bc501c86-2527-4318-a618-237601d1e96b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:54.414948 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.460282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-6dd8f018-5a69-4888-985f-c280e6e4c7a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1385f2f1-2aea-4221-88e9-fb51073464bb HTTP/1.1" status: 200 len: 217 time: 0.0771406 Mar 22 14:15:54.464239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.502476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (57212c34-ee95-4720-a4c1-2a8cd2112273), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.504331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.505067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.518313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:54.519355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-70e096fc-5d85-44aa-bd8b-c42a34149d8a None None] Provisioning complete for port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:54.519791 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-70e096fc-5d85-44aa-bd8b-c42a34149d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.525365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:54.533588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:54.582370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=a6e32362-587d-43f0-8666-ac864fa2f2ed,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.590146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-a9226084-428a-4b0d-a20a-9be156927bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.592102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-a9226084-428a-4b0d-a20a-9be156927bcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 200 len: 898 time: 0.2134290 Mar 22 14:15:54.637160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d3d01-9dac-411f-8fa7-4e5d12455c7f None None] Pushing event updated for resources: {'Port': ['ID=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.637666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1878116 Mar 22 14:15:54.642436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40734) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:54.656376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Request body: {'subnet': {'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1361853015-subnet', 'tenant_id': 'c0f6abe0680341398593828e5e07cfc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:54.668686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd920b4-51ed-4e78-b111-f89954c47b20 admin admin] Pushing event updated for resources: {'Network': ['ID=57212c34-ee95-4720-a4c1-2a8cd2112273,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.678136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-b7d4ea72-716f-497b-81b6-ca89691c7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.679972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-b7d4ea72-716f-497b-81b6-ca89691c7629 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.2059226 Mar 22 14:15:54.707346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.713685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-70e096fc-5d85-44aa-bd8b-c42a34149d8a None None] Current status of the port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:54.721394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 57212c34-ee95-4720-a4c1-2a8cd2112273 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:54.725730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-71a99dae-f669-4565-80e5-8a5d6838eb39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367620 Mar 22 14:15:54.767168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:54.771001 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.806261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Made reservation on behalf of c0f6abe0680341398593828e5e07cfc3 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:54.809601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.817857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:15:49Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7834c77a-32eb-4ca8-ae7f-a6551ed862ec', 'name': '', 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:a8:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:48Z', 'updated_at': '2022-03-22T14:15:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:54.828270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-937d4aaa-2876-42ab-8d22-49d8c4f04aa2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 HTTP/1.1" status: 200 len: 1001 time: 0.2269044 Mar 22 14:15:54.849594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188e6d7-41a1-4d65-94ea-335adad6d099 None None] The sync data for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 is: [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:15:49Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7834c77a-32eb-4ca8-ae7f-a6551ed862ec', 'name': '', 'network_id': 'e946c4de-6cbf-44c9-ab15-b04491bc443a', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:a8:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:48Z', 'updated_at': '2022-03-22T14:15:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:54.927014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-b6035d23-51bd-4507-ae56-2dbc735a261e service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897051 Mar 22 14:15:54.952290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-9c9c283c-4cda-4599-8fe0-0954a46d726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.957501 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-9c9c283c-4cda-4599-8fe0-0954a46d726f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d HTTP/1.1" status: 200 len: 834 time: 0.1180186 Mar 22 14:15:55.095012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc50e69a-5287-42cc-a5d5-2c1cc54d52df req-35fe6e43-7a37-4c41-973c-ca2862379f08 service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272824 Mar 22 14:15:55.129450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (a285d269-316f-4cf2-8f29-a664845a00d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.217890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-d289a0c1-eace-4c3a-badf-ab6223718107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:55.220236 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-d289a0c1-eace-4c3a-badf-ab6223718107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2611339 Mar 22 14:15:55.287170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:15:55.309581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (ac49c562-1ec6-48ee-8b2d-02c6a596b22e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.422843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 1385f2f1-2aea-4221-88e9-fb51073464bb details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:15:55.524248 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-d861cbec-a958-49f4-8021-8084d0a3d1ad service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927308 Mar 22 14:15:55.551196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 1385f2f1-2aea-4221-88e9-fb51073464bb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1385f2f1-2aea-4221-88e9-fb51073464bb,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:55.573860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '1385f2f1-2aea-4221-88e9-fb51073464bb', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'port_id': '1385f2f1-2aea-4221-88e9-fb51073464bb', 'mac_address': 'fa:16:3e:1f:f2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf714631-f863-4b96-8f30-167a3b8cf511', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:15:55.578843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7834c77a-32eb-4ca8-ae7f-a6551ed862ec up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:55.665518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (a285d269-316f-4cf2-8f29-a664845a00d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.681710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 1385f2f1-2aea-4221-88e9-fb51073464bb is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:55.682159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.703167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1385f2f1-2aea-4221-88e9-fb51073464bb {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:55.721372 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (69b0c9a4-ee78-469f-848e-11df602aa54c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.749605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:55.750015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.795042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': 'dc481e4d-d4d8-46f2-80a5-1d47b8da932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bc501c86-2527-4318-a618-237601d1e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:55.796039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: bc501c86-2527-4318-a618-237601d1e96b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:55.801466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 1385f2f1-2aea-4221-88e9-fb51073464bb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1385f2f1-2aea-4221-88e9-fb51073464bb,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:55.821531 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.824322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de11d66-231d-4478-b54a-54a3540f19ee req-8e9eae7c-d4a8-4f97-b148-46eb98172112 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:55.827419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5de11d66-231d-4478-b54a-54a3540f19ee req-8e9eae7c-d4a8-4f97-b148-46eb98172112 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 944 time: 0.4335499 Mar 22 14:15:55.828508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=ac49c562-1ec6-48ee-8b2d-02c6a596b22e,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:55.848588 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f73db2e-9af2-4244-a5db-771075c2b4f5 req-b383bda6-75e8-4377-85d1-40883325bba9 service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161678 Mar 22 14:15:55.867415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router a285d269-316f-4cf2-8f29-a664845a00d6 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:15:55.907708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b0c9a4-ee78-469f-848e-11df602aa54c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:55.924739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=1385f2f1-2aea-4221-88e9-fb51073464bb,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:55.937016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea0138-716f-4acf-afbd-11cfaafa7636 req-881d5e73-501a-4d6b-9a97-b8a69beea710 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:55.938915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cea0138-716f-4acf-afbd-11cfaafa7636 req-881d5e73-501a-4d6b-9a97-b8a69beea710 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.3025603 Mar 22 14:15:55.942611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Checking segment: {'id': '1deb6594-08a9-41b6-a61d-1bbbca139242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:55.943165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Network hostable DHCP agents. Network: 57212c34-ee95-4720-a4c1-2a8cd2112273, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:55.944420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:55.953661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network bc501c86-2527-4318-a618-237601d1e96b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:56.006381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:56.010419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'port_id': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e', 'mac_address': 'fa:16:3e:b1:c0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf714631-f863-4b96-8f30-167a3b8cf511', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:15:56.030444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, bc501c86-2527-4318-a618-237601d1e96b) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:56.034235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:56.045087 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Sync routers for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:56.047319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5de11d66-231d-4478-b54a-54a3540f19ee req-2276179f-3e13-43b5-b681-2e58e7867513 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601460 Mar 22 14:15:56.058952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:56.059543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.069945 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:56.071501 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:56.079414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:56.080716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.100813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b02b43-c096-4c8f-b02c-1ac19277640a None None] Network bc501c86-2527-4318-a618-237601d1e96b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:56.103970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ffec105f-486f-4339-947f-a51ce6cf26d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7697437 Mar 22 14:15:56.109173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40744) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.113178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.114534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-05f6232e-04df-4662-8699-b746801eb8f3 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1572648893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:56.114673 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cc672d27-38d1-47f8-b3e1-708cff593182 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4921851 Mar 22 14:15:56.118224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40746) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.122416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Network 57212c34-ee95-4720-a4c1-2a8cd2112273 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:56.132357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 57212c34-ee95-4720-a4c1-2a8cd2112273) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:56.137430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cea0138-716f-4acf-afbd-11cfaafa7636 req-bff33638-a8cc-4be2-9fb0-6d535851d069 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708531 Mar 22 14:15:56.147965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:56.148824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.167289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05f6232e-04df-4662-8699-b746801eb8f3 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (e086e067-8b6d-4696-9ac9-c44877ad317b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.168658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05f6232e-04df-4662-8699-b746801eb8f3 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (e086e067-8b6d-4696-9ac9-c44877ad317b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.176553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a5a27da0-8eab-4b3b-a671-c1216269674e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5275552 Mar 22 14:15:56.196975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:15:56.207584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-90113702-1630-4343-85fe-83c172c01027 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=6dd3d1a9a9e643fd96e398de43951d87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827920 Mar 22 14:15:56.208656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40750) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.218979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:56.223773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['1385f2f1-2aea-4221-88e9-fb51073464bb'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:15:56.262676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f273e41-a522-4684-94f0-d8b09bcc28e3 None None] Network 57212c34-ee95-4720-a4c1-2a8cd2112273 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:56.283758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05f6232e-04df-4662-8699-b746801eb8f3 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (e086e067-8b6d-4696-9ac9-c44877ad317b), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.290659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05f6232e-04df-4662-8699-b746801eb8f3 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (e086e067-8b6d-4696-9ac9-c44877ad317b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.329808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-05f6232e-04df-4662-8699-b746801eb8f3 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.331697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-05f6232e-04df-4662-8699-b746801eb8f3 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2211585 Mar 22 14:15:56.334615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40752) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.338339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.360590 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:56.375161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158508aa-f495-4a83-b4e9-9f27e076d333 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:56.386060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-158508aa-f495-4a83-b4e9-9f27e076d333 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1759923 Mar 22 14:15:56.389644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40754) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.414014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-bc501c86-2527-4318-a618-237601d1e96b', 'network_id': 'bc501c86-2527-4318-a618-237601d1e96b', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': 'ac49c562-1ec6-48ee-8b2d-02c6a596b22e'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:56.414824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.460763 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7f10346e-0478-4179-b553-2ac17ebf2ad3 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676825 Mar 22 14:15:56.461427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40760) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.466291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318560692', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:56.616823 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:15:54Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:56.649959 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Checking router: a285d269-316f-4cf2-8f29-a664845a00d6 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:56.650457 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Updating router a285d269-316f-4cf2-8f29-a664845a00d6 port a6e32362-587d-43f0-8666-ac864fa2f2ed binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:15:56.681860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:56.688081 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.732285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:56.795610 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.858109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['590fb4a3-dfb0-46af-8330-cf2a1b91ec1e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:15:56.946693 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.971864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Allocated IP 172.20.0.2 (bc501c86-2527-4318-a618-237601d1e96b/ac49c562-1ec6-48ee-8b2d-02c6a596b22e/969cf0fb-e154-45e8-8fc8-9912f298fcfd) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:56.976685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (1c7de517-f7d7-412c-9f42-275ed451a40b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.988330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-d57f0a7f-aa67-468f-ac2a-9885ddeb148d tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:56.989894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-d57f0a7f-aa67-468f-ac2a-9885ddeb148d tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/networks?id=57212c34-ee95-4720-a4c1-2a8cd2112273 HTTP/1.1" status: 200 len: 814 time: 0.2003629 Mar 22 14:15:57.054356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Subnet': ['ID=1c7de517-f7d7-412c-9f42-275ed451a40b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:57.064139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Checking segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:57.064611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network hostable DHCP agents. Network: cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:57.082224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-e6250eb3-a5b9-4b8c-ba33-f230c9289415 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/quotas/c0f6abe0680341398593828e5e07cfc3 HTTP/1.1" status: 200 len: 375 time: 0.0497980 Mar 22 14:15:57.088618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:57.101016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:57.122013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:57.123320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.130744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-0fe499f6-df6b-43ea-a4ac-a1857778d1e2 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f6abe0680341398593828e5e07cfc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404279 Mar 22 14:15:57.167824 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-84f53276-5571-4bcf-963b-c0779c8a270d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7050011 Mar 22 14:15:57.168812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40778) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:57.188158 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Publish callbacks [] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.197045 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.300724 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Pushing event updated for resources: {'Port': ['ID=a6e32362-587d-43f0-8666-ac864fa2f2ed,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:57.318142 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.318776 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.319267 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.319753 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.320243 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.320742 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.321227 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.321700 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.322222 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.322709 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.323196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.323667 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.324138 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.324605 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.325064 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:57.366262 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Attempting to bind port a6e32362-587d-43f0-8666-ac864fa2f2ed on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:57.368712 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Attempting to bind port a6e32362-587d-43f0-8666-ac864fa2f2ed by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:57.369805 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Attempting to bind port a6e32362-587d-43f0-8666-ac864fa2f2ed on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:57.384597 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:57.386783 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:57.387407 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.389472 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:57.390780 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Bound port: a6e32362-587d-43f0-8666-ac864fa2f2ed, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:57.392961 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.422938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4221-59e1-43c4-b660-cbb8b23c7fee req-4103daf5-0771-4f83-856f-def4b96477e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:57.424745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd7f4221-59e1-43c4-b660-cbb8b23c7fee req-4103daf5-0771-4f83-856f-def4b96477e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 945 time: 0.2253785 Mar 22 14:15:57.471689 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] For port a6e32362-587d-43f0-8666-ac864fa2f2ed, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:57.476360 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] For port a6e32362-587d-43f0-8666-ac864fa2f2ed, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a6e32362-587d-43f0-8666-ac864fa2f2ed,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:57.483212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f503c4-c9f3-43c3-bdb6-c4a2d4f9b845 None None] Network 57212c34-ee95-4720-a4c1-2a8cd2112273 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:57.486344 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.486567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efb6fe-6d60-44c7-b3b7-78790b84b6c4 None None] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:57.490858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-a8a59998-a091-458d-ab4d-b6a049130279 service neutron] 10.222.0.44 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049674 Mar 22 14:15:57.511479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd7f4221-59e1-43c4-b660-cbb8b23c7fee req-0ccd880a-778c-40ad-805a-3ebf62613717 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717676 Mar 22 14:15:57.604824 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:57.607148 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:57.640549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-cfcf7ae1-ab53-4c21-9373-154506cd54ed service neutron] 10.222.0.44 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413715 Mar 22 14:15:57.650244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Publish callbacks [] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.739655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.753539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.20.0.1 (bc501c86-2527-4318-a618-237601d1e96b/ac49c562-1ec6-48ee-8b2d-02c6a596b22e/f58e9c34-a4ab-4856-8bcd-48c5099526b1) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:57.765605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1823-f0c5-4a3c-b860-21bd9417db04 req-f4ec7f27-ddf1-4ecf-ada7-cc3004228b6d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:57.768507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cea1823-f0c5-4a3c-b860-21bd9417db04 req-f4ec7f27-ddf1-4ecf-ada7-cc3004228b6d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1241856 Mar 22 14:15:57.842352 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:57.886173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Network bc501c86-2527-4318-a618-237601d1e96b is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:58.007251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604718f-5de4-44be-ac8b-69300ed76618 None None] Pushing event updated for resources: {'Port': ['ID=a6e32362-587d-43f0-8666-ac864fa2f2ed,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:58.049031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Pushing event updated for resources: {'Port': ['ID=969cf0fb-e154-45e8-8fc8-9912f298fcfd,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:58.052061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:58.055578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:58.067755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cea1823-f0c5-4a3c-b860-21bd9417db04 req-252be400-5d0a-4a73-be28-f45c5f199514 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929609 Mar 22 14:15:58.091714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:58.092731 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.144613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e20ff16-732c-4103-bb37-ae068411974f req-453b94db-2abc-4c87-bbd3-a5fdfc50bd09 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 210 time: 0.0988238 Mar 22 14:15:58.204268 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.214464 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:15:54Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:58.256864 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977c65d-1807-4b32-bc19-c87536c832e0 None None] The sync data for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 is: [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:15:54Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:58.282728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.376032 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.443246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Allocated IP 172.20.0.2 (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d/1c7de517-f7d7-412c-9f42-275ed451a40b/8c4c0e9a-a5e3-4031-a322-f0a34895f072) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:58.458261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=f58e9c34-a4ab-4856-8bcd-48c5099526b1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:58.478612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network bc501c86-2527-4318-a618-237601d1e96b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:58.480663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:58.488837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:58.548756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (e086e067-8b6d-4696-9ac9-c44877ad317b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.634619 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Publish callbacks [] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.698252 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.794437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Attempting to bind port 969cf0fb-e154-45e8-8fc8-9912f298fcfd on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:58.794743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Attempting to bind port 969cf0fb-e154-45e8-8fc8-9912f298fcfd by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'dc481e4d-d4d8-46f2-80a5-1d47b8da932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bc501c86-2527-4318-a618-237601d1e96b'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:58.795097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Attempting to bind port 969cf0fb-e154-45e8-8fc8-9912f298fcfd on network bc501c86-2527-4318-a618-237601d1e96b {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:58.878909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:58.879377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Checking segment: {'id': 'dc481e4d-d4d8-46f2-80a5-1d47b8da932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bc501c86-2527-4318-a618-237601d1e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:58.879786 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.881508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Bound using segment: {'id': 'dc481e4d-d4d8-46f2-80a5-1d47b8da932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bc501c86-2527-4318-a618-237601d1e96b'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:58.881508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Bound port: 969cf0fb-e154-45e8-8fc8-9912f298fcfd, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc481e4d-d4d8-46f2-80a5-1d47b8da932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bc501c86-2527-4318-a618-237601d1e96b'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:58.881750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.916554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db9a2-3ea1-4ddc-af4a-5f08fffac540 req-0280d031-19d5-459d-9dd7-9f1190c8f448 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:58.919071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d5db9a2-3ea1-4ddc-af4a-5f08fffac540 req-0280d031-19d5-459d-9dd7-9f1190c8f448 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 945 time: 0.2097232 Mar 22 14:15:58.930191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:58.941670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.980722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:58.986904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:59.074353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.101467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Pushing event updated for resources: {'Port': ['ID=8c4c0e9a-a5e3-4031-a322-f0a34895f072,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:59.139958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] For port 969cf0fb-e154-45e8-8fc8-9912f298fcfd, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:59.143792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] For port 969cf0fb-e154-45e8-8fc8-9912f298fcfd, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=969cf0fb-e154-45e8-8fc8-9912f298fcfd,segment=NetworkSegment(dc481e4d-d4d8-46f2-80a5-1d47b8da932f),segment_id=dc481e4d-d4d8-46f2-80a5-1d47b8da932f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:59.160231 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.252715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Attempting to bind port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:59.253234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Attempting to bind port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:59.253727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Attempting to bind port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:59.265504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d5db9a2-3ea1-4ddc-af4a-5f08fffac540 req-92e8f1ee-2de2-4072-8234-5b3ac9937750 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331969 Mar 22 14:15:59.271522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:59.272241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Checking segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:59.272900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.273493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Bound using segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:59.274238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Bound port: 8c4c0e9a-a5e3-4031-a322-f0a34895f072, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:59.274747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.288100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ded7f3-147d-4e8e-a15a-024cb1079523 None None] Pushing event updated for resources: {'Port': ['ID=969cf0fb-e154-45e8-8fc8-9912f298fcfd,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:59.317733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.1 (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d/1c7de517-f7d7-412c-9f42-275ed451a40b/3276fd6d-6015-4a57-aa5f-d02864ecef13) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:59.351564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cae2ce-07f9-460b-9118-74d1cf4a56bb req-e4be29c2-bdec-43c7-97b8-a182f8c1e508 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:59.361441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44cae2ce-07f9-460b-9118-74d1cf4a56bb req-e4be29c2-bdec-43c7-97b8-a182f8c1e508 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1301005 Mar 22 14:15:59.407690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 1385f2f1-2aea-4221-88e9-fb51073464bb up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:59.510003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] For port 8c4c0e9a-a5e3-4031-a322-f0a34895f072, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:59.534495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3994a5b7-a55a-4e19-afa6-bee4845f9ebc req-f69df114-a13e-4c16-8b6f-fcaf36ea57fa tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 210 time: 0.0589321 Mar 22 14:15:59.556806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44cae2ce-07f9-460b-9118-74d1cf4a56bb req-9c3bb681-2323-4a63-9d87-5136f9126443 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968691 Mar 22 14:15:59.558422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a6e32362-587d-43f0-8666-ac864fa2f2ed up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:59.628905 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.644189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] For port 8c4c0e9a-a5e3-4031-a322-f0a34895f072, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8c4c0e9a-a5e3-4031-a322-f0a34895f072,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:59.692705 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.722940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.775891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a6e32362-587d-43f0-8666-ac864fa2f2ed triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:59.776272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.782938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:59.787603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:59.791435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:59.846491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 1385f2f1-2aea-4221-88e9-fb51073464bb completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:15:59.860628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=3276fd6d-6015-4a57-aa5f-d02864ecef13,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:59.866449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 1385f2f1-2aea-4221-88e9-fb51073464bb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:59.866902 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.885222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca81b89-7cc8-43c5-ba58-7142171309db None None] Pushing event updated for resources: {'Port': ['ID=8c4c0e9a-a5e3-4031-a322-f0a34895f072,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:59.906617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (a285d269-316f-4cf2-8f29-a664845a00d6), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.046521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a6e32362-587d-43f0-8666-ac864fa2f2ed is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:00.047323 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.105880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port a6e32362-587d-43f0-8666-ac864fa2f2ed, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a6e32362-587d-43f0-8666-ac864fa2f2ed,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:00.113711 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.116923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.184981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=a6e32362-587d-43f0-8666-ac864fa2f2ed,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:00.197459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 1385f2f1-2aea-4221-88e9-fb51073464bb is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:00.197691 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.224999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1385f2f1-2aea-4221-88e9-fb51073464bb'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:00.228304 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e4e87-ae48-436e-bb6f-6f6db5b85568" -d '{"events": [{"server_uuid": "7c87c362-2ca9-4506-b2dc-16544a7c49af", "name": "network-vif-plugged", "status": "completed", "tag": "1385f2f1-2aea-4221-88e9-fb51073464bb"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:00.275134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 1385f2f1-2aea-4221-88e9-fb51073464bb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1385f2f1-2aea-4221-88e9-fb51073464bb,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:00.284601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.374701 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.391303 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6728f8-679e-450c-bf36-d2b6add3c494 x-openstack-request-id: req-af6728f8-679e-450c-bf36-d2b6add3c494 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:00.391656 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c87c362-2ca9-4506-b2dc-16544a7c49af", "name": "network-vif-plugged", "status": "completed", "tag": "1385f2f1-2aea-4221-88e9-fb51073464bb", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:00.392480 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af6728f8-679e-450c-bf36-d2b6add3c494 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:00.392480 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6728f8-679e-450c-bf36-d2b6add3c494'] response: {'server_uuid': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1385f2f1-2aea-4221-88e9-fb51073464bb', 'code': 200} Mar 22 14:16:00.393698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=1385f2f1-2aea-4221-88e9-fb51073464bb,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:00.424099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.503494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-614aa639-ce91-4ead-b223-7319ec941e80 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:00.505056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-614aa639-ce91-4ead-b223-7319ec941e80 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.42 "GET /v2.0/networks?id=57212c34-ee95-4720-a4c1-2a8cd2112273 HTTP/1.1" status: 200 len: 814 time: 0.9047222 Mar 22 14:16:00.517040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d69ae9-231c-4352-a2ce-040edb317717 req-6d96d354-2e79-4690-8d63-4e1737687d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:00.519027 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6d69ae9-231c-4352-a2ce-040edb317717 req-6d96d354-2e79-4690-8d63-4e1737687d85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7c87c362-2ca9-4506-b2dc-16544a7c49af HTTP/1.1" status: 200 len: 1127 time: 0.1021593 Mar 22 14:16:00.523236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Request body: {'port': {'device_id': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273', 'admin_state_up': True, 'tenant_id': 'c0f6abe0680341398593828e5e07cfc3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:00.570717 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (e086e067-8b6d-4696-9ac9-c44877ad317b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.590869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=f58e9c34-a4ab-4856-8bcd-48c5099526b1,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:00.600373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f6d69ae9-231c-4352-a2ce-040edb317717 req-9ec4f759-3669-4d62-b5ac-6b92b2fd0eb4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714667 Mar 22 14:16:00.603055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.610174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.657505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934aa84-1a2e-4d4d-9dc5-a3371bc7bef3 req-b09f7927-9a4c-4c2e-a7f2-0bab7c48e38d tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:00.659009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3934aa84-1a2e-4d4d-9dc5-a3371bc7bef3 req-b09f7927-9a4c-4c2e-a7f2-0bab7c48e38d tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 945 time: 0.2823071 Mar 22 14:16:00.686698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=3276fd6d-6015-4a57-aa5f-d02864ecef13,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:00.689335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (a285d269-316f-4cf2-8f29-a664845a00d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.715282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6e39a10-dce8-439c-8675-9065a3ee069b req-796b15d2-acba-462b-a176-e65096d1d5bb tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 210 time: 0.0668292 Mar 22 14:16:00.794593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:00.796146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:00.846580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3934aa84-1a2e-4d4d-9dc5-a3371bc7bef3 req-d2eba727-af45-481b-b8e7-c91fbdb6de96 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639223 Mar 22 14:16:00.882085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Made reservation on behalf of c0f6abe0680341398593828e5e07cfc3 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:00.885422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.888508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network bc501c86-2527-4318-a618-237601d1e96b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:00.904442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:00.929789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router a285d269-316f-4cf2-8f29-a664845a00d6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:01.068552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:01.082525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5aa3af65-bca2-48a6-9ee3-1306cebcdfd3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/a285d269-316f-4cf2-8f29-a664845a00d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9103100 Mar 22 14:16:01.124090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dc402-b991-43f1-88b2-320d66070b86 req-85966a2f-07dd-43d0-9c61-d949b3736335 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:01.125644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-129dc402-b991-43f1-88b2-320d66070b86 req-85966a2f-07dd-43d0-9c61-d949b3736335 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.3213720 Mar 22 14:16:01.169958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Allocated IP 172.20.0.12 (57212c34-ee95-4720-a4c1-2a8cd2112273/69b0c9a4-ee78-469f-848e-11df602aa54c/3e1236ec-556b-450f-b601-5955d6e8fba2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:01.261240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-129dc402-b991-43f1-88b2-320d66070b86 req-393d2351-a226-4450-9f5c-651a4211f9e3 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247592 Mar 22 14:16:01.318236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:01.385466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router e086e067-8b6d-4696-9ac9-c44877ad317b is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:16:01.415966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0772201-cb9c-43ed-b3bd-e9ca8440ceb2 None None] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:01.531860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:01.552615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:01.552986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.556783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2746cf0a-9ff6-4a2c-80a3-8323cb0fcd17 None None] Provisioning complete for port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:01.556783 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2746cf0a-9ff6-4a2c-80a3-8323cb0fcd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.585110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-7597042b-ed5e-4eeb-bd48-186f910289fe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846785246&fields=id&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 267 time: 0.2173004 Mar 22 14:16:01.633385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks [] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.639095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf748e8-0eea-4698-b5f1-7743942abd3c None None] Network bc501c86-2527-4318-a618-237601d1e96b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:01.641321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a6e32362-587d-43f0-8666-ac864fa2f2ed up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:01.702697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:01.713338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e5fc1e4e-fbc1-4bc5-9001-c75eacea3983 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/e086e067-8b6d-4696-9ac9-c44877ad317b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3776352 Mar 22 14:16:01.713767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:01.726551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] Sync routers for ids ['e086e067-8b6d-4696-9ac9-c44877ad317b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:01.771719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] Routers {'e086e067-8b6d-4696-9ac9-c44877ad317b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:01.772636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e086e067-8b6d-4696-9ac9-c44877ad317b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:01.783686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87bb7c1-0d43-4dd2-a24c-6a1cf1796e35 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:01.788607 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d87bb7c1-0d43-4dd2-a24c-6a1cf1796e35 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports/f58e9c34-a4ab-4856-8bcd-48c5099526b1 HTTP/1.1" status: 200 len: 910 time: 0.0710754 Mar 22 14:16:01.789651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40834) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:01.814748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2d31fb59-1583-4873-98b6-3358b4e4500c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:01.816321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2d31fb59-1583-4873-98b6-3358b4e4500c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 797 time: 0.2218277 Mar 22 14:16:01.818070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.826217 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Sync routers for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:01.866570 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:01.867209 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:01.898501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-4a1b68b7-6384-4171-bebe-448bfa350470 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/quotas/6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 375 time: 0.0645399 Mar 22 14:16:01.920793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Network 57212c34-ee95-4720-a4c1-2a8cd2112273 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:02.003177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Pushing event updated for resources: {'Port': ['ID=3e1236ec-556b-450f-b601-5955d6e8fba2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:02.007573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:02.009891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:02.042285 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:02.078315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:02.078933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:02.079560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.087779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:02.088161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.104576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-29b67160-b110-4c45-bb3a-ca1c1ed4a0c4 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5879312 Mar 22 14:16:02.124681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-4bd91ab2-f75e-4ef6-b9cf-ba937438de73 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989527 Mar 22 14:16:02.133740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Request body: {'port': {'device_id': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:02.185509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:02.187402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9901d-bcff-40b9-8aa3-c95ee1d1a085 req-37d5d77b-182b-40f1-b2ed-86e7eb160d4d tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:02.195949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbc9901d-bcff-40b9-8aa3-c95ee1d1a085 req-37d5d77b-182b-40f1-b2ed-86e7eb160d4d tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 932 time: 0.3648508 Mar 22 14:16:02.234380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] Routers {'e086e067-8b6d-4696-9ac9-c44877ad317b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:02.235078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e086e067-8b6d-4696-9ac9-c44877ad317b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:02.237242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.246846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a6e32362-587d-43f0-8666-ac864fa2f2ed triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:02.247217 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.311958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (e086e067-8b6d-4696-9ac9-c44877ad317b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.333612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-c9060cf3-99e4-49b4-a7bf-20986079cabb service neutron] 10.222.0.44 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899602 Mar 22 14:16:02.350480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2746cf0a-9ff6-4a2c-80a3-8323cb0fcd17 None None] Current status of the port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:02.351049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2746cf0a-9ff6-4a2c-80a3-8323cb0fcd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.351653 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 2, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:02.352737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:02.353354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28d838-706e-4567-8e26-282143f9afaf None None] The sync data for ids ['e086e067-8b6d-4696-9ac9-c44877ad317b'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:02.394998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:02.397588 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0829fadb-82ba-48d2-a553-df32706dba3a" -d '{"events": [{"server_uuid": "56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210", "name": "network-vif-plugged", "status": "completed", "tag": "590fb4a3-dfb0-46af-8330-cf2a1b91ec1e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:02.401667 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Checking router: a285d269-316f-4cf2-8f29-a664845a00d6 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:02.402051 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Updating router a285d269-316f-4cf2-8f29-a664845a00d6 port 3276fd6d-6015-4a57-aa5f-d02864ecef13 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:16:02.440195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:02.472071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2746cf0a-9ff6-4a2c-80a3-8323cb0fcd17 None None] For port 8c4c0e9a-a5e3-4031-a322-f0a34895f072, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8c4c0e9a-a5e3-4031-a322-f0a34895f072,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:02.481257 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.482986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2746cf0a-9ff6-4a2c-80a3-8323cb0fcd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.495268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbc9901d-bcff-40b9-8aa3-c95ee1d1a085 req-d941332e-2b05-417c-b656-4bbe26ec6e3d tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981150 Mar 22 14:16:02.500538 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.569567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a6e32362-587d-43f0-8666-ac864fa2f2ed is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:02.570777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8c4c0e9a-a5e3-4031-a322-f0a34895f072 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:02.632339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-095308bf-1efc-4c91-b93a-76ce187223fb service neutron] 10.222.0.44 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975650 Mar 22 14:16:02.727237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port f58e9c34-a4ab-4856-8bcd-48c5099526b1 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:02.727746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.791187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746cf0a-9ff6-4a2c-80a3-8323cb0fcd17 None None] Pushing event updated for resources: {'Port': ['ID=8c4c0e9a-a5e3-4031-a322-f0a34895f072,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:02.838338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Provisioning complete for port 969cf0fb-e154-45e8-8fc8-9912f298fcfd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:02.838716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.860726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.889551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for f58e9c34-a4ab-4856-8bcd-48c5099526b1 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:02.973889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b5399-7730-4510-b450-0c22caf8b4d8 req-60b0c913-fb41-46ad-a6aa-b703d0ebd116 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:02.975614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-434b5399-7730-4510-b450-0c22caf8b4d8 req-60b0c913-fb41-46ad-a6aa-b703d0ebd116 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 946 time: 0.3509974 Mar 22 14:16:03.065885 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Publish callbacks [] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.074943 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.123109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:03.123491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.127038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-434b5399-7730-4510-b450-0c22caf8b4d8 req-a3432020-4a37-4f11-a0df-82c2f6e1a8c1 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418662 Mar 22 14:16:03.146331 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bc596-ad1f-4501-8f46-45a1476bc545 None None] Pushing event updated for resources: {'Port': ['ID=3276fd6d-6015-4a57-aa5f-d02864ecef13,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:03.186762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Current status of the port 969cf0fb-e154-45e8-8fc8-9912f298fcfd is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:03.187163 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.200971 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426c6d0-e96f-4379-a8a9-a24ad569e487 x-openstack-request-id: req-b426c6d0-e96f-4379-a8a9-a24ad569e487 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:03.201397 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210", "name": "network-vif-plugged", "status": "completed", "tag": "590fb4a3-dfb0-46af-8330-cf2a1b91ec1e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:03.201658 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b426c6d0-e96f-4379-a8a9-a24ad569e487 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:03.202088 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b426c6d0-e96f-4379-a8a9-a24ad569e487'] response: {'server_uuid': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e', 'code': 200} Mar 22 14:16:03.263065 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Attempting to bind port 3276fd6d-6015-4a57-aa5f-d02864ecef13 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:03.263512 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Attempting to bind port 3276fd6d-6015-4a57-aa5f-d02864ecef13 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:03.263884 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Attempting to bind port 3276fd6d-6015-4a57-aa5f-d02864ecef13 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:03.272339 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:03.273388 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Checking segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:03.273909 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.274640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Bound using segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:03.275453 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Bound port: 3276fd6d-6015-4a57-aa5f-d02864ecef13, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:03.275927 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.292450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] For port 969cf0fb-e154-45e8-8fc8-9912f298fcfd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=969cf0fb-e154-45e8-8fc8-9912f298fcfd,segment=NetworkSegment(dc481e4d-d4d8-46f2-80a5-1d47b8da932f),segment_id=dc481e4d-d4d8-46f2-80a5-1d47b8da932f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:03.323134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.336854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20d694b0-0426-4826-8df0-57e6a6d4bf65 req-da68b3ff-89fa-42c0-97fc-655a96e2950f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 210 time: 0.1004853 Mar 22 14:16:03.357479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308786dc-bcf8-46a8-a719-1102c6491d7c req-92234fc5-7271-415c-a94e-29b935759a09 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:03.359086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-308786dc-bcf8-46a8-a719-1102c6491d7c req-92234fc5-7271-415c-a94e-29b935759a09 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.3053498 Mar 22 14:16:03.361549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1236ec-556b-450f-b601-5955d6e8fba2 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:03.372756 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] For port 3276fd6d-6015-4a57-aa5f-d02864ecef13, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:03.378035 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] For port 3276fd6d-6015-4a57-aa5f-d02864ecef13, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3276fd6d-6015-4a57-aa5f-d02864ecef13,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:03.388775 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.414279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Publish callbacks [] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.467024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f58e9c34-a4ab-4856-8bcd-48c5099526b1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.467671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Transition to ACTIVE for port object 3e1236ec-556b-450f-b601-5955d6e8fba2 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:03.472933 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:03.474266 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:03.494628 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.532861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=f58e9c34-a4ab-4856-8bcd-48c5099526b1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:03.541390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Provisioning complete for port 3276fd6d-6015-4a57-aa5f-d02864ecef13 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:03.541390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.547559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f052a7-972c-44dc-9cfc-2213d932582c req-cbab2c09-806a-4856-87f1-ebab0c315114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:03.555593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9f052a7-972c-44dc-9cfc-2213d932582c req-cbab2c09-806a-4856-87f1-ebab0c315114 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 1128 time: 0.2613664 Mar 22 14:16:03.642704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:03.643902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 969cf0fb-e154-45e8-8fc8-9912f298fcfd up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:03.645723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Pushing event updated for resources: {'Port': ['ID=969cf0fb-e154-45e8-8fc8-9912f298fcfd,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:03.692499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-308786dc-bcf8-46a8-a719-1102c6491d7c req-cd034d92-fb21-4bf6-ab51-29bd50d39018 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980514 Mar 22 14:16:03.775499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Pushing event updated for resources: {'Port': ['ID=3e1236ec-556b-450f-b601-5955d6e8fba2,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:03.852765 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bc596-ad1f-4501-8f46-45a1476bc545 None None] Pushing event updated for resources: {'Port': ['ID=3276fd6d-6015-4a57-aa5f-d02864ecef13,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:03.900380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 969cf0fb-e154-45e8-8fc8-9912f298fcfd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:03.900752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.908378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (e086e067-8b6d-4696-9ac9-c44877ad317b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.923839 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d9f052a7-972c-44dc-9cfc-2213d932582c req-038ea758-2fdc-442e-844a-1dce9e3d01dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265209 Mar 22 14:16:03.958433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Current status of the port 3276fd6d-6015-4a57-aa5f-d02864ecef13 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:03.958672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.967577 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:04.037773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] For port 3276fd6d-6015-4a57-aa5f-d02864ecef13, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3276fd6d-6015-4a57-aa5f-d02864ecef13,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:04.038923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a5c81-5131-48cd-8ceb-5cf5977ea7e6 req-5e31c6eb-72cd-4b0c-a822-2177b96b0b4d tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:04.040728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e2a5c81-5131-48cd-8ceb-5cf5977ea7e6 req-5e31c6eb-72cd-4b0c-a822-2177b96b0b4d tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 944 time: 0.3317046 Mar 22 14:16:04.062431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.068089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Attempting to bind port 3e1236ec-556b-450f-b601-5955d6e8fba2 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:04.068522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Attempting to bind port 3e1236ec-556b-450f-b601-5955d6e8fba2 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1deb6594-08a9-41b6-a61d-1bbbca139242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:04.070182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Attempting to bind port 3e1236ec-556b-450f-b601-5955d6e8fba2 on network 57212c34-ee95-4720-a4c1-2a8cd2112273 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:04.083192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Port 3e1236ec-556b-450f-b601-5955d6e8fba2 on network 57212c34-ee95-4720-a4c1-2a8cd2112273 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:04.083519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Attempting to bind port 3e1236ec-556b-450f-b601-5955d6e8fba2 on network 57212c34-ee95-4720-a4c1-2a8cd2112273 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:04.156407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:04.156747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Checking segment: {'id': '1deb6594-08a9-41b6-a61d-1bbbca139242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:04.158307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Bound using segment: {'id': '1deb6594-08a9-41b6-a61d-1bbbca139242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:04.164943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Bound port: 3e1236ec-556b-450f-b601-5955d6e8fba2, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1deb6594-08a9-41b6-a61d-1bbbca139242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:04.165879 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.196618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Pushing event updated for resources: {'Port': ['ID=3276fd6d-6015-4a57-aa5f-d02864ecef13,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:04.255425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Provisioning complete for port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:04.255946 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.271790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 969cf0fb-e154-45e8-8fc8-9912f298fcfd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:04.318069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router e086e067-8b6d-4696-9ac9-c44877ad317b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:04.328085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e2a5c81-5131-48cd-8ceb-5cf5977ea7e6 req-251bfb73-73d1-464d-9a1d-6526b5d1c54c tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462986 Mar 22 14:16:04.459379 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:04.471872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:04.482940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8c4c0e9a-a5e3-4031-a322-f0a34895f072 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:04.494979 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2963de75-40cf-48f3-8bf7-61f976899c0f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/e086e067-8b6d-4696-9ac9-c44877ad317b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7041790 Mar 22 14:16:04.495609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:04.511276 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51855b-b7ea-4cdb-bed7-67a41f36702f None None] The sync data for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 is: [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:04.531963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] For port 3e1236ec-556b-450f-b601-5955d6e8fba2, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:04.544379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] Sync routers for ids ['e086e067-8b6d-4696-9ac9-c44877ad317b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:04.562550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2b9dded4-5bb5-47d1-b0d6-238b8be6ce78 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=e086e067-8b6d-4696-9ac9-c44877ad317b HTTP/1.1" status: 200 len: 205 time: 0.0650105 Mar 22 14:16:04.565519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:04.570961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ffa60-1e15-47f9-94cd-4abca268b9fe req-f79e332f-0b63-48aa-9c0a-2c9e29214abb tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:04.578776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-264ffa60-1e15-47f9-94cd-4abca268b9fe req-f79e332f-0b63-48aa-9c0a-2c9e29214abb tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 946 time: 0.2644823 Mar 22 14:16:04.595355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08a6f9c6-cfcf-4545-8944-d1ff9288684f req-5c1f40eb-6bd0-4e47-a4fb-b975fd9595c1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 210 time: 0.0873408 Mar 22 14:16:04.612345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] For port 3e1236ec-556b-450f-b601-5955d6e8fba2, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3e1236ec-556b-450f-b601-5955d6e8fba2,segment=NetworkSegment(1deb6594-08a9-41b6-a61d-1bbbca139242),segment_id=1deb6594-08a9-41b6-a61d-1bbbca139242)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:04.633172 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.639298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2abdfb12-2ad5-44bb-bd4d-7003fb7e7d36 None None] Current status of the port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:04.653025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:04.653708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.655222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] 10.222.0.42 "PUT /v2.0/ports/3e1236ec-556b-450f-b601-5955d6e8fba2 HTTP/1.1" status: 200 len: 1092 time: 2.5437214 Mar 22 14:16:04.656111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'tag': '3e1236ec-556b-450f-b601-5955d6e8fba2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:04.662100 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace" -d '{"events": [{"name": "network-changed", "server_uuid": "745a8c4a-5b91-4938-8b0c-f2cbaea949e5", "tag": "3e1236ec-556b-450f-b601-5955d6e8fba2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:04.709063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] Routers {'e086e067-8b6d-4696-9ac9-c44877ad317b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:04.711804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e086e067-8b6d-4696-9ac9-c44877ad317b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:04.752226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-264ffa60-1e15-47f9-94cd-4abca268b9fe req-c1be5917-fcb4-4b63-b4eb-98d0cab2ad01 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723902 Mar 22 14:16:04.756978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-210150bb-6824-4650-a8aa-e348ec9c241a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (e086e067-8b6d-4696-9ac9-c44877ad317b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.765573 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee14db8-af6e-4079-b4ca-c39e67cc62d2 x-openstack-request-id: req-7ee14db8-af6e-4079-b4ca-c39e67cc62d2 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:04.765902 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745a8c4a-5b91-4938-8b0c-f2cbaea949e5", "tag": "3e1236ec-556b-450f-b601-5955d6e8fba2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:04.766380 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ee14db8-af6e-4079-b4ca-c39e67cc62d2 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:04.766831 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee14db8-af6e-4079-b4ca-c39e67cc62d2'] response: {'name': 'network-changed', 'server_uuid': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'tag': '3e1236ec-556b-450f-b601-5955d6e8fba2', 'status': 'completed', 'code': 200} Mar 22 14:16:04.797620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:04.801644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ffec-b56e-40a1-bd76-88019f3e747e service neutron] Pushing event updated for resources: {'Port': ['ID=3e1236ec-556b-450f-b601-5955d6e8fba2,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:04.838764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] Routers {'e086e067-8b6d-4696-9ac9-c44877ad317b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:04.844749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e086e067-8b6d-4696-9ac9-c44877ad317b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:04.918913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-627d93b7-8c63-4342-8fa4-f28b449db2e2 None None] Provisioning complete for port 969cf0fb-e154-45e8-8fc8-9912f298fcfd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:04.919212 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-627d93b7-8c63-4342-8fa4-f28b449db2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.940856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-a647e5bc-0101-409b-b65f-062a653ff919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:04.942559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-a647e5bc-0101-409b-b65f-062a653ff919 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0f6abe0680341398593828e5e07cfc3&device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 1126 time: 0.1308289 Mar 22 14:16:04.957835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cbced-b7b6-454e-8aa4-76f615aad28f req-339b5e2e-3b97-45e6-8315-be70a387bb51 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:04.965504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b96cbced-b7b6-454e-8aa4-76f615aad28f req-339b5e2e-3b97-45e6-8315-be70a387bb51 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.0829439 Mar 22 14:16:05.027822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:05.035067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916bc1ec-2e90-46f0-9563-7c99c8faaf74 None None] The sync data for ids ['e086e067-8b6d-4696-9ac9-c44877ad317b'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:05.039479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-d3213233-f962-4729-9680-1c65affd3f5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e1236ec-556b-450f-b601-5955d6e8fba2 HTTP/1.1" status: 200 len: 217 time: 0.0660908 Mar 22 14:16:05.048616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:05.049286 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.156168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b96cbced-b7b6-454e-8aa4-76f615aad28f req-2e8942d9-969e-4c5d-9e31-fdc8e14d1b8c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682208 Mar 22 14:16:05.194552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-0750ff61-2da0-4ba8-bca0-8355c72ee6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:05.196633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-0750ff61-2da0-4ba8-bca0-8355c72ee6e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69b0c9a4-ee78-469f-848e-11df602aa54c HTTP/1.1" status: 200 len: 854 time: 0.1403403 Mar 22 14:16:05.229840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-627d93b7-8c63-4342-8fa4-f28b449db2e2 None None] Current status of the port 969cf0fb-e154-45e8-8fc8-9912f298fcfd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:05.239117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-627d93b7-8c63-4342-8fa4-f28b449db2e2 None None] Could not find standard attr ID for object f58e9c34-a4ab-4856-8bcd-48c5099526b1. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:16:05.250323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:05.251654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 969cf0fb-e154-45e8-8fc8-9912f298fcfd up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:05.271523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-f550fcf1-178c-480e-a6e5-54dde7388f33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57212c34-ee95-4720-a4c1-2a8cd2112273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678446 Mar 22 14:16:05.283959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-627d93b7-8c63-4342-8fa4-f28b449db2e2 None None] Provisioning complete for port 3276fd6d-6015-4a57-aa5f-d02864ecef13 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:05.284414 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-627d93b7-8c63-4342-8fa4-f28b449db2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.290657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-07a624c9-923e-479b-ba71-784bc2c49bf5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:05.292332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-07a624c9-923e-479b-ba71-784bc2c49bf5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 797 time: 0.4115140 Mar 22 14:16:05.294419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-210150bb-6824-4650-a8aa-e348ec9c241a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (e086e067-8b6d-4696-9ac9-c44877ad317b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.297176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-210150bb-6824-4650-a8aa-e348ec9c241a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (e086e067-8b6d-4696-9ac9-c44877ad317b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.368040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 969cf0fb-e154-45e8-8fc8-9912f298fcfd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:05.368527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.402586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-210150bb-6824-4650-a8aa-e348ec9c241a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (e086e067-8b6d-4696-9ac9-c44877ad317b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.404694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210150bb-6824-4650-a8aa-e348ec9c241a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Fanout notify agent at l3_agent the message router_deleted on router e086e067-8b6d-4696-9ac9-c44877ad317b {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:16:05.426147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-3cb40d90-6f75-4155-b666-3da133eed90f service neutron] 10.222.0.42 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483572 Mar 22 14:16:05.448088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-210150bb-6824-4650-a8aa-e348ec9c241a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.449262 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-210150bb-6824-4650-a8aa-e348ec9c241a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/e086e067-8b6d-4696-9ac9-c44877ad317b HTTP/1.1" status: 204 len: 168 time: 0.8827436 Mar 22 14:16:05.449666 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:16:05.458314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40886) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:05.458662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-627d93b7-8c63-4342-8fa4-f28b449db2e2 None None] Current status of the port 3276fd6d-6015-4a57-aa5f-d02864ecef13 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:05.520022 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-a9f21ac6-ae6b-4dc9-8088-b2843a394951 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 380 time: 0.2130973 Mar 22 14:16:05.539349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'port': {'device_id': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'admin_state_up': True, 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'security_groups': ['f2ee86fa-963d-4cf5-b602-f397684cb308']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:05.543894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 969cf0fb-e154-45e8-8fc8-9912f298fcfd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:05.620856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0b1c-b77d-4d3f-9a11-40f7f3276ff1 req-d230a28f-e3b5-48b4-b1de-f6579c0e7876 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:05.622057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-997d0b1c-b77d-4d3f-9a11-40f7f3276ff1 req-d230a28f-e3b5-48b4-b1de-f6579c0e7876 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 944 time: 0.1001942 Mar 22 14:16:05.639908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c82f657-f371-4be2-9e0e-088454e01ad4 req-ee826aee-d6cb-4b61-adee-8bb8c991b001 service neutron] 10.222.0.42 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079070 Mar 22 14:16:05.696550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-997d0b1c-b77d-4d3f-9a11-40f7f3276ff1 req-393f526b-4e7f-4ac2-b123-8d03cf80e281 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656226 Mar 22 14:16:05.703634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet ac49c562-1ec6-48ee-8b2d-02c6a596b22e {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:05.719008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (ac49c562-1ec6-48ee-8b2d-02c6a596b22e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.769828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-90c34a83-cd6d-42cd-8162-de397a4dd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:05.771680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-90c34a83-cd6d-42cd-8162-de397a4dd7a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0f6abe0680341398593828e5e07cfc3&device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 1126 time: 0.0741992 Mar 22 14:16:05.786169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:05.789778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.861434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-348dd00d-cd2d-4d33-942a-3fbdbe9e9c14 req-4249090f-1948-4ab7-8c3d-c1ae903a5b9d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 210 time: 0.0725656 Mar 22 14:16:05.950106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-4e820cf9-f1af-4b28-8002-a2a0fb30efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:05.954003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-4e820cf9-f1af-4b28-8002-a2a0fb30efc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57212c34-ee95-4720-a4c1-2a8cd2112273 HTTP/1.1" status: 200 len: 915 time: 0.1728997 Mar 22 14:16:06.011715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27059cd-b78b-4d20-b471-c368b1f219d3 req-834f8d1d-3592-45e0-8430-d8fd506e9b20 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:06.013320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d27059cd-b78b-4d20-b471-c368b1f219d3 req-834f8d1d-3592-45e0-8430-d8fd506e9b20 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 946 time: 0.1261125 Mar 22 14:16:06.014699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-b18f806a-9942-4dcb-b3dd-67b4953b671b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e1236ec-556b-450f-b601-5955d6e8fba2 HTTP/1.1" status: 200 len: 217 time: 0.0534129 Mar 22 14:16:06.097038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d27059cd-b78b-4d20-b471-c368b1f219d3 req-bef8523b-5f9f-494b-90da-af7723a3a08b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772183 Mar 22 14:16:06.121459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-7f033c8c-8e81-4785-8f4c-4d6160d9108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:06.122954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-7f033c8c-8e81-4785-8f4c-4d6160d9108a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69b0c9a4-ee78-469f-848e-11df602aa54c HTTP/1.1" status: 200 len: 854 time: 0.1013734 Mar 22 14:16:06.166938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-09575828-91de-4000-b629-d0eb8bd27bd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57212c34-ee95-4720-a4c1-2a8cd2112273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358150 Mar 22 14:16:06.190158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ac49c562-1ec6-48ee-8b2d-02c6a596b22e), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.343773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-ecc1c528-edaa-4fcb-b523-32f49fe8f3e1 service neutron] 10.222.0.42 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705678 Mar 22 14:16:06.389867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593afd-16c7-486a-a5ca-cf722af47981 req-7886fad7-b1ad-4acb-bfd4-85f8a8ac8caa tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:06.402897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0593afd-16c7-486a-a5ca-cf722af47981 req-7886fad7-b1ad-4acb-bfd4-85f8a8ac8caa tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c87c362-2ca9-4506-b2dc-16544a7c49af HTTP/1.1" status: 200 len: 945 time: 0.1756828 Mar 22 14:16:06.430485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3276fd6d-6015-4a57-aa5f-d02864ecef13 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:06.442008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ac49c562-1ec6-48ee-8b2d-02c6a596b22e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.445531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cfd39-e917-4c3d-9349-49d5f891d345 req-ce884ae4-28cc-4ddb-ad14-9ff046057156 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:06.461302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-618cfd39-e917-4c3d-9349-49d5f891d345 req-ce884ae4-28cc-4ddb-ad14-9ff046057156 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2327416 Mar 22 14:16:06.475693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.5 (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d/1c7de517-f7d7-412c-9f42-275ed451a40b/f5f9f977-fe8b-4f75-9434-26802a46d740) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:06.534574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 3276fd6d-6015-4a57-aa5f-d02864ecef13 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:06.534999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.547143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ac49c562-1ec6-48ee-8b2d-02c6a596b22e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.598925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=ac49c562-1ec6-48ee-8b2d-02c6a596b22e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:06.628456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965ad64-dd2b-4008-ae30-bc07fdc87bc4 None None] Network bc501c86-2527-4318-a618-237601d1e96b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:06.644570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.648403 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3900e493-91ed-45f2-9cd1-46935ceced98 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/ac49c562-1ec6-48ee-8b2d-02c6a596b22e HTTP/1.1" status: 204 len: 168 time: 1.1894388 Mar 22 14:16:06.651249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40904) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:06.709316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 3276fd6d-6015-4a57-aa5f-d02864ecef13 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:06.766109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (bc501c86-2527-4318-a618-237601d1e96b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.815853 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.869728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] DHCP port deletion for bc501c86-2527-4318-a618-237601d1e96b request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:06.888017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.896383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 969cf0fb-e154-45e8-8fc8-9912f298fcfd {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:06.896723 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.955900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] Deleting port 969cf0fb-e154-45e8-8fc8-9912f298fcfd {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:06.956621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.002648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:07.014431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:07.020051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:07.022668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.052620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] For port 969cf0fb-e154-45e8-8fc8-9912f298fcfd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=969cf0fb-e154-45e8-8fc8-9912f298fcfd,segment=NetworkSegment(dc481e4d-d4d8-46f2-80a5-1d47b8da932f),segment_id=dc481e4d-d4d8-46f2-80a5-1d47b8da932f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:07.053026 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.054060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0593afd-16c7-486a-a5ca-cf722af47981 req-09dc9e4e-2562-4a5a-8c45-1bfe85e28164 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501207 Mar 22 14:16:07.082288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 969cf0fb-e154-45e8-8fc8-9912f298fcfd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=969cf0fb-e154-45e8-8fc8-9912f298fcfd,segment=NetworkSegment(dc481e4d-d4d8-46f2-80a5-1d47b8da932f),segment_id=dc481e4d-d4d8-46f2-80a5-1d47b8da932f)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:07.082771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.090991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] Calling delete_port for 969cf0fb-e154-45e8-8fc8-9912f298fcfd owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:07.125666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 969cf0fb-e154-45e8-8fc8-9912f298fcfd owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:07.134372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-618cfd39-e917-4c3d-9349-49d5f891d345 req-990c360b-3e14-495d-86a8-5c79536b7174 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6671638 Mar 22 14:16:07.179030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:07.179708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.242835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-858a2dc9-d9b4-4c6f-834d-f46f306d4ace req-92c88388-bfa5-4a35-97d7-82492d73ce58 service neutron] 10.222.0.42 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8875747 Mar 22 14:16:07.247123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.290080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b3784-18b0-426b-b791-bdc420cb4211 req-1cf4a1f9-94e5-479c-803a-508fa8cbe2fd tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:07.291649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be4b3784-18b0-426b-b791-bdc420cb4211 req-1cf4a1f9-94e5-479c-803a-508fa8cbe2fd tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 944 time: 0.1188848 Mar 22 14:16:07.299461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] No DVR routers for this DVR port 969cf0fb-e154-45e8-8fc8-9912f298fcfd on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:07.304044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309946d-62a1-4437-9daa-b85020c246a5 None None] Pushing event deleted for resources: {'Port': ['ID=969cf0fb-e154-45e8-8fc8-9912f298fcfd,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.333981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3e1236ec-556b-450f-b601-5955d6e8fba2 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:07.334744 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-e8e876b9-b5a4-4cfc-869c-3869d7b1f94b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8084297 Mar 22 14:16:07.339503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (969cf0fb-e154-45e8-8fc8-9912f298fcfd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.391551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Request body: {'port': {'device_id': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:07.404828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be4b3784-18b0-426b-b791-bdc420cb4211 req-e7f1e585-1dfe-484a-abe9-e2a22caf2575 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071424 Mar 22 14:16:07.428789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=969cf0fb-e154-45e8-8fc8-9912f298fcfd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.476325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port 969cf0fb-e154-45e8-8fc8-9912f298fcfd on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:07.482119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa02a9-03ef-4f12-aa08-a538443f6271 req-d650c227-b85a-43c3-aa31-5bf4b9d70119 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:07.484330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88fa02a9-03ef-4f12-aa08-a538443f6271 req-d650c227-b85a-43c3-aa31-5bf4b9d70119 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 931 time: 0.1036513 Mar 22 14:16:07.520715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.527109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3e1236ec-556b-450f-b601-5955d6e8fba2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3e1236ec-556b-450f-b601-5955d6e8fba2,segment=NetworkSegment(1deb6594-08a9-41b6-a61d-1bbbca139242),segment_id=1deb6594-08a9-41b6-a61d-1bbbca139242)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:07.554757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '3e1236ec-556b-450f-b601-5955d6e8fba2', 'network_id': '57212c34-ee95-4720-a4c1-2a8cd2112273', 'port_id': '3e1236ec-556b-450f-b601-5955d6e8fba2', 'mac_address': 'fa:16:3e:3a:40:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b0c9a4-ee78-469f-848e-11df602aa54c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:07.556463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88fa02a9-03ef-4f12-aa08-a538443f6271 req-ec737aa9-4797-447e-97cd-1c22ae8995ca tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664916 Mar 22 14:16:07.570552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-520d1b1b-0b6c-4ee8-88c4-91c12c0df41e None None] Provisioning complete for port f5f9f977-fe8b-4f75-9434-26802a46d740 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:07.571630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-520d1b1b-0b6c-4ee8-88c4-91c12c0df41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.647062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (bc501c86-2527-4318-a618-237601d1e96b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.666094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-520d1b1b-0b6c-4ee8-88c4-91c12c0df41e None None] Port f5f9f977-fe8b-4f75-9434-26802a46d740 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:07.681947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 3e1236ec-556b-450f-b601-5955d6e8fba2 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:07.682365 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.685162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc501c86-2527-4318-a618-237601d1e96b']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:07.700502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc481e4d-d4d8-46f2-80a5-1d47b8da932f') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:07.700743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1236ec-556b-450f-b601-5955d6e8fba2 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:07.700835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc481e4d-d4d8-46f2-80a5-1d47b8da932f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:07.722479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3e1236ec-556b-450f-b601-5955d6e8fba2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3e1236ec-556b-450f-b601-5955d6e8fba2,segment=NetworkSegment(1deb6594-08a9-41b6-a61d-1bbbca139242),segment_id=1deb6594-08a9-41b6-a61d-1bbbca139242)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:07.728441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.782682 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (dc481e4d-d4d8-46f2-80a5-1d47b8da932f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.801029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=3e1236ec-556b-450f-b601-5955d6e8fba2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.807498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (dc481e4d-d4d8-46f2-80a5-1d47b8da932f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.826400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:07.826892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (dc481e4d-d4d8-46f2-80a5-1d47b8da932f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:07.830037 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:07.928594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (bc501c86-2527-4318-a618-237601d1e96b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.938285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.941460 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/bc501c86-2527-4318-a618-237601d1e96b HTTP/1.1" status: 204 len: 168 time: 1.2892845 Mar 22 14:16:07.946515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40930) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:07.953723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-962532409', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:07.960447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be5488-448e-4a38-8091-3a11356411d9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=bc501c86-2527-4318-a618-237601d1e96b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.961526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['3e1236ec-556b-450f-b601-5955d6e8fba2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:08.058344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f9f977-fe8b-4f75-9434-26802a46d740 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:08.067439 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Publish callbacks [] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.084844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Transition to ACTIVE for port object f5f9f977-fe8b-4f75-9434-26802a46d740 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:08.091478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.118725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-33e77679-994e-45de-9fc0-8d406df2b9fe tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:08.120850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-33e77679-994e-45de-9fc0-8d406df2b9fe tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 812 time: 0.1390646 Mar 22 14:16:08.122931 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.124351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.155851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-b4eec884-8da7-4a49-8b00-441aecc14260 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/quotas/41d2ace002f5438b8ad5b17390a9dabb HTTP/1.1" status: 200 len: 375 time: 0.0268762 Mar 22 14:16:08.163017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:08.236090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:08.236432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:08.236766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:08.240478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (d8beb114-4273-44b2-bd50-3d0ac970689a), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.245175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:08.245588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:08.251431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:08.251770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Checking segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:08.252155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Bound using segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:08.252725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Bound port: f5f9f977-fe8b-4f75-9434-26802a46d740, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:08.253085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.330340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:08.334365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:08.345066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.395464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:08.397525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.399120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] 10.222.0.57 "PUT /v2.0/ports/f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 1091 time: 1.0572681 Mar 22 14:16:08.399689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:08.402199 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:08.415276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 969cf0fb-e154-45e8-8fc8-9912f298fcfd no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:08.450392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44595f-eb62-4b22-baae-9f77c4e97cbf service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:08.470269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 969cf0fb-e154-45e8-8fc8-9912f298fcfd {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:08.470881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 969cf0fb-e154-45e8-8fc8-9912f298fcfd not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:08.506744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-db1d0248-6036-4563-8aa1-1df11866cbc2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2832587 Mar 22 14:16:08.511498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-eb92b518-3d0d-4396-8d34-a7f8470d196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:08.513746 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-eb92b518-3d0d-4396-8d34-a7f8470d196c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1125 time: 0.0603271 Mar 22 14:16:08.516859 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_gateway (d8beb114-4273-44b2-bd50-3d0ac970689a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.575799 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-1c609e82-b683-4350-a6b1-9d360eab354d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 217 time: 0.0546558 Mar 22 14:16:08.577233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf66e97-4ee4-4850-b0d6-4357b0670bc1 req-78fa10a4-30e1-404a-886b-66cdf03aabc4 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:08.578831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bf66e97-4ee4-4850-b0d6-4357b0670bc1 req-78fa10a4-30e1-404a-886b-66cdf03aabc4 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.3152130 Mar 22 14:16:08.663805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-7e0b8b4f-bedf-46e8-8004-e6a78090ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:08.666773 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-7e0b8b4f-bedf-46e8-8004-e6a78090ca43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0796108 Mar 22 14:16:08.729080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bf66e97-4ee4-4850-b0d6-4357b0670bc1 req-6af2a9b8-154d-4908-890f-0520947135c0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377883 Mar 22 14:16:08.731425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-606d0f98-e8df-4341-90a6-868a2283f951 service neutron] 10.222.0.44 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108505 Mar 22 14:16:08.748771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-11e6c5fb-c2d1-43f2-b85c-06119f354e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:08.761696 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-11e6c5fb-c2d1-43f2-b85c-06119f354e3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790598 Mar 22 14:16:08.851682 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c09be-4cd8-483f-9489-d2492c68b1ba x-openstack-request-id: req-996c09be-4cd8-483f-9489-d2492c68b1ba {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:08.852449 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:08.852860 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-996c09be-4cd8-483f-9489-d2492c68b1ba {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:08.853413 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996c09be-4cd8-483f-9489-d2492c68b1ba'] response: {'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'status': 'completed', 'code': 200} Mar 22 14:16:08.862228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-509bb765-c4f2-4f51-a95f-0c0a524706ba service neutron] 10.222.0.44 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151841 Mar 22 14:16:08.868601 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-15e47c03-a83f-46e8-9439-4e69c0e57001 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060438 Mar 22 14:16:08.972556 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-df0bfded-efec-44d1-95a1-60d3de14cf16 req-6bf7279f-2909-46bd-8507-e9d80fe5ef0b service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978882 Mar 22 14:16:09.036797 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_gateway (d8beb114-4273-44b2-bd50-3d0ac970689a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.070133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.090435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703520-7936-4992-9330-9e846da67426 req-59f6366d-9514-4332-a2c4-cf61ad694eea tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.092323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79703520-7936-4992-9330-9e846da67426 req-59f6366d-9514-4332-a2c4-cf61ad694eea tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 945 time: 0.1346583 Mar 22 14:16:09.094970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-c43394da-a900-4c54-9c17-1a0838eaa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.096568 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-c43394da-a900-4c54-9c17-1a0838eaa04d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1125 time: 0.0586901 Mar 22 14:16:09.216546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-92a51bdf-ab96-4e29-a593-cc47355c51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.218292 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-92a51bdf-ab96-4e29-a593-cc47355c51b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.1139574 Mar 22 14:16:09.274594 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-cd765e26-1d95-46f9-92bd-eb1547952874 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 217 time: 0.0496693 Mar 22 14:16:09.328041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3e1236ec-556b-450f-b601-5955d6e8fba2 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:09.346588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-24e83dc9-fcf6-497c-b800-6b1bbcb09f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.348026 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-24e83dc9-fcf6-497c-b800-6b1bbcb09f0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0652370 Mar 22 14:16:09.363169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.25.2.241 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/e6307bd2-2878-47a0-9c67-9f52be34d683) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:09.384739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79703520-7936-4992-9330-9e846da67426 req-097dd1af-33ee-4c6a-874e-53ef21cbee05 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562404 Mar 22 14:16:09.409749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-8e14412c-a56d-4dda-beaf-5a4654f429b0 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.411397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-8e14412c-a56d-4dda-beaf-5a4654f429b0 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c87c362-2ca9-4506-b2dc-16544a7c49af HTTP/1.1" status: 200 len: 945 time: 0.2754374 Mar 22 14:16:09.429084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-97d0a39b-da80-4084-bca1-c09802d2b13a tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.430730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-97d0a39b-da80-4084-bca1-c09802d2b13a tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210 HTTP/1.1" status: 200 len: 946 time: 0.3035061 Mar 22 14:16:09.437807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dd346-6cbe-448e-89e5-c7d84c775ae8 req-326e696b-c597-4cf6-b3ef-0288e65e7cbc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.450914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b4dd346-6cbe-448e-89e5-c7d84c775ae8 req-326e696b-c597-4cf6-b3ef-0288e65e7cbc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.2683034 Mar 22 14:16:09.461246 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-c7f9672b-1036-4d48-ade0-8cdd77e94419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.462794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-c7f9672b-1036-4d48-ade0-8cdd77e94419 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1076393 Mar 22 14:16:09.621699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-ba3fbe46-b51f-4127-8e04-e06e2ca6e243 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521070 Mar 22 14:16:09.727328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ad6c371-7a5f-41de-ab34-d7b1292e7517 req-bf767693-b0c0-442e-be11-e059b0a1e963 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 210 time: 0.0607004 Mar 22 14:16:09.790336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 3e1236ec-556b-450f-b601-5955d6e8fba2 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:09.806705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 3e1236ec-556b-450f-b601-5955d6e8fba2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:09.807770 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.872228 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9445f1b0-7aac-474d-aa47-ea6d5148cdd9 req-55a81bb4-49f8-45b1-b44f-6b8b5cfb6923 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438543 Mar 22 14:16:09.874610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b4dd346-6cbe-448e-89e5-c7d84c775ae8 req-1bd96345-2499-4128-a990-ecfc4ac48af0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765736 Mar 22 14:16:10.021134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 3e1236ec-556b-450f-b601-5955d6e8fba2 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:10.022598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.024305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (e6307bd2-2878-47a0-9c67-9f52be34d683), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.070525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1236ec-556b-450f-b601-5955d6e8fba2'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:10.078966 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ccd58d-acca-408f-9257-b067a063e9f2" -d '{"events": [{"server_uuid": "745a8c4a-5b91-4938-8b0c-f2cbaea949e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e1236ec-556b-450f-b601-5955d6e8fba2"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:10.083666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Deleting port 1385f2f1-2aea-4221-88e9-fb51073464bb {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:10.084092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.127169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3e1236ec-556b-450f-b601-5955d6e8fba2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3e1236ec-556b-450f-b601-5955d6e8fba2,segment=NetworkSegment(1deb6594-08a9-41b6-a61d-1bbbca139242),segment_id=1deb6594-08a9-41b6-a61d-1bbbca139242)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:10.132760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.145693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Deleting port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:10.146218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.232406 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c480e-b234-46b5-9445-7cc5f2c0de7d x-openstack-request-id: req-376c480e-b234-46b5-9445-7cc5f2c0de7d {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:10.233387 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745a8c4a-5b91-4938-8b0c-f2cbaea949e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e1236ec-556b-450f-b601-5955d6e8fba2", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:10.233648 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-376c480e-b234-46b5-9445-7cc5f2c0de7d {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:10.234635 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376c480e-b234-46b5-9445-7cc5f2c0de7d'] response: {'server_uuid': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1236ec-556b-450f-b601-5955d6e8fba2', 'code': 200} Mar 22 14:16:10.235922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56900d-e48e-4372-a1b6-f3f128a51e63 req-fa42c5ff-fe12-4cb6-bece-d16cde834a60 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:10.243821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed56900d-e48e-4372-a1b6-f3f128a51e63 req-fa42c5ff-fe12-4cb6-bece-d16cde834a60 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.3306112 Mar 22 14:16:10.249248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=3e1236ec-556b-450f-b601-5955d6e8fba2,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:10.312432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e6307bd2-2878-47a0-9c67-9f52be34d683), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.400908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79355ff-1196-4e0b-92e8-8202e6a35253 req-945a602c-11d0-46b6-8aed-d72d61d9534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:10.405590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] For port 1385f2f1-2aea-4221-88e9-fb51073464bb, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=1385f2f1-2aea-4221-88e9-fb51073464bb,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:10.406164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.408240 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a79355ff-1196-4e0b-92e8-8202e6a35253 req-945a602c-11d0-46b6-8aed-d72d61d9534a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 1128 time: 0.0876048 Mar 22 14:16:10.420945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:10.449598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:10.457310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] For port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:10.457678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.462931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed56900d-e48e-4372-a1b6-f3f128a51e63 req-ad51de64-635d-47b6-9650-2814cea56570 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182803 Mar 22 14:16:10.468783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:10.471111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Calling delete_port for 1385f2f1-2aea-4221-88e9-fb51073464bb owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:10.472762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=e6307bd2-2878-47a0-9c67-9f52be34d683,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:10.521296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a79355ff-1196-4e0b-92e8-8202e6a35253 req-44a77d21-d512-428e-87dc-ba2ac1ece8c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070151 Mar 22 14:16:10.527861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Calling delete_port for 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:10.790968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275446a-03b3-4eac-aea7-d9336a8d40bb req-d4d6096f-a56d-4863-a7e3-23b56d9a1a5a tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:10.792544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6275446a-03b3-4eac-aea7-d9336a8d40bb req-d4d6096f-a56d-4863-a7e3-23b56d9a1a5a tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.2813895 Mar 22 14:16:10.926133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c156cefa-cee0-4206-84c3-90dc11feb9a3 req-4aec7a52-3dc5-4626-985b-c8b4c22afaa9 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 210 time: 0.1094108 Mar 22 14:16:11.297004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-20463ff0-db8f-4b86-b60d-902a4a76365f tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.299593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-20463ff0-db8f-4b86-b60d-902a4a76365f tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 812 time: 0.1959121 Mar 22 14:16:11.312835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Request body: {'port': {'device_id': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'admin_state_up': True, 'tenant_id': '41d2ace002f5438b8ad5b17390a9dabb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:11.408424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-14bc7474-e754-4f2b-b403-21bb8518363c tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.410325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-14bc7474-e754-4f2b-b403-21bb8518363c tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 812 time: 0.4525902 Mar 22 14:16:11.422771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:11.433240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Request body: {'port': {'device_id': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'admin_state_up': True, 'tenant_id': '41d2ace002f5438b8ad5b17390a9dabb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:11.456799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6275446a-03b3-4eac-aea7-d9336a8d40bb req-5c784452-a76c-42c6-8eb2-4366a674cb4a tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529021 Mar 22 14:16:11.469103 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1385f2f1-2aea-4221-88e9-fb51073464bb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.489216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (590fb4a3-dfb0-46af-8330-cf2a1b91ec1e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.570415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['1385f2f1-2aea-4221-88e9-fb51073464bb'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:11.573128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['1385f2f1-2aea-4221-88e9-fb51073464bb'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:11.607200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event deleted for resources: {'Port': ['ID=1385f2f1-2aea-4221-88e9-fb51073464bb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:11.625210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Made reservation on behalf of 41d2ace002f5438b8ad5b17390a9dabb for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:11.628649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.693279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39fa5a-15a6-4be3-8af2-c98f015bb6f9 req-96ec9ff9-6914-42fd-b3b4-47ac96230546 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.700367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d39fa5a-15a6-4be3-8af2-c98f015bb6f9 req-96ec9ff9-6914-42fd-b3b4-47ac96230546 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.3117983 Mar 22 14:16:11.705689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:11.727121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'port_id': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'mac_address': 'fa:16:3e:26:8e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:11.757303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event deleted for resources: {'Port': ['ID=590fb4a3-dfb0-46af-8330-cf2a1b91ec1e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:11.776163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Made reservation on behalf of 41d2ace002f5438b8ad5b17390a9dabb for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:11.784587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] No DVR routers for this DVR port 1385f2f1-2aea-4221-88e9-fb51073464bb on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:11.785199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.789700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port f5f9f977-fe8b-4f75-9434-26802a46d740 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:11.790127 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.801053 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_gateway (d8beb114-4273-44b2-bd50-3d0ac970689a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.803991 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.808104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fb103d5-0e80-47f7-b9bd-7865c69a9c9f req-db7f742d-1302-41e3-99b1-90d80bd81b35 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "DELETE /v2.0/ports/1385f2f1-2aea-4221-88e9-fb51073464bb HTTP/1.1" status: 204 len: 173 time: 2.3418841 Mar 22 14:16:11.809335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] No DVR routers for this DVR port 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:11.809958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f9f977-fe8b-4f75-9434-26802a46d740 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:11.815380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'name': 'network-vif-deleted', 'tag': '1385f2f1-2aea-4221-88e9-fb51073464bb'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:11.818952 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7519992-682d-4808-81c7-7299aa8da414" -d '{"events": [{"server_uuid": "7c87c362-2ca9-4506-b2dc-16544a7c49af", "name": "network-vif-deleted", "tag": "1385f2f1-2aea-4221-88e9-fb51073464bb"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:11.828709 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.832452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-507654c0-6f79-4c1d-9d69-eaaf87fc4566 req-760ec8cf-8a39-4eb4-ae01-50230fa858e7 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "DELETE /v2.0/ports/590fb4a3-dfb0-46af-8330-cf2a1b91ec1e HTTP/1.1" status: 204 len: 173 time: 2.3805823 Mar 22 14:16:11.863197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:11.871663 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.956922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d39fa5a-15a6-4be3-8af2-c98f015bb6f9 req-ba9eb167-0e98-4208-bc2d-4e4624e8bd16 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555833 Mar 22 14:16:11.990414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59351c5a-acdd-4901-8cee-b02117c85a53 req-53151f86-0e7d-4e7e-b60e-b6a66ddf9feb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:12.000840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:12.003275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Allocated IP 172.20.0.11 (c6949ae5-5701-4d7b-9c47-98ec44b8b007/bf714631-f863-4b96-8f30-167a3b8cf511/5e415a2e-1870-41dc-b616-046e1aa4053a) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:12.003998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59351c5a-acdd-4901-8cee-b02117c85a53 req-53151f86-0e7d-4e7e-b60e-b6a66ddf9feb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.3295703 Mar 22 14:16:12.053146 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ec0733-b2e3-4580-9f9c-4c5ac01c8a0a x-openstack-request-id: req-12ec0733-b2e3-4580-9f9c-4c5ac01c8a0a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:12.053411 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c87c362-2ca9-4506-b2dc-16544a7c49af", "name": "network-vif-deleted", "tag": "1385f2f1-2aea-4221-88e9-fb51073464bb", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:12.054619 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12ec0733-b2e3-4580-9f9c-4c5ac01c8a0a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:12.055058 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ec0733-b2e3-4580-9f9c-4c5ac01c8a0a'] response: {'server_uuid': '7c87c362-2ca9-4506-b2dc-16544a7c49af', 'name': 'network-vif-deleted', 'tag': '1385f2f1-2aea-4221-88e9-fb51073464bb', 'status': 'completed', 'code': 200} Mar 22 14:16:12.125037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f5f9f977-fe8b-4f75-9434-26802a46d740'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:12.253849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.276557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks [] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.306440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3cecf39e-294b-420b-a2b3-ee73db48d0b1 req-aa09a529-ccf8-4b12-8bdf-8cc32d434266 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 210 time: 0.0746436 Mar 22 14:16:12.318362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59351c5a-acdd-4901-8cee-b02117c85a53 req-829691a8-ef29-44fd-a1cf-400bc911eb31 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125257 Mar 22 14:16:12.441421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Allocated IP 172.20.0.6 (c6949ae5-5701-4d7b-9c47-98ec44b8b007/bf714631-f863-4b96-8f30-167a3b8cf511/e5051c98-1511-4d2f-a65f-5be546efc952) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:12.453200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.499982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40986) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:12.554436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event updated for resources: {'Port': ['ID=5e415a2e-1870-41dc-b616-046e1aa4053a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:12.587479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:12.598594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:12.605238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:12.709342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:12.710255 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.745596 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-34fd20a2-1a3c-425a-91d9-7ab327d22095 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4372349 Mar 22 14:16:12.776007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Request body: {'port': {'device_id': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:12.821907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c87a5-3c7f-4c41-bfbf-f50920dda925 req-62744d68-050d-453a-980e-f10d9b749682 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:12.823537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-230c87a5-3c7f-4c41-bfbf-f50920dda925 req-62744d68-050d-453a-980e-f10d9b749682 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.2311368 Mar 22 14:16:12.866442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8e63d-3a67-4eb5-89a1-af2028462e59 req-e68ecdcf-7ccb-4ee9-8a14-90fb3f307e7f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:12.867935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80b8e63d-3a67-4eb5-89a1-af2028462e59 req-e68ecdcf-7ccb-4ee9-8a14-90fb3f307e7f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2312515 Mar 22 14:16:12.872042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.924707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks [] for port (e5051c98-1511-4d2f-a65f-5be546efc952), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.928355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-b9cffdbc-7f94-488c-93c4-29071bbdae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:12.929892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-b9cffdbc-7f94-488c-93c4-29071bbdae8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1128 time: 0.2194161 Mar 22 14:16:13.049618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.085559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-230c87a5-3c7f-4c41-bfbf-f50920dda925 req-ff1651ec-b2cb-4438-9b55-23baec13f7da tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165048 Mar 22 14:16:13.092427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80b8e63d-3a67-4eb5-89a1-af2028462e59 req-1e0ef54e-73b6-460b-887c-40dc885fefd0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877012 Mar 22 14:16:13.093050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router d8beb114-4273-44b2-bd50-3d0ac970689a is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:16:13.152864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event updated for resources: {'Port': ['ID=e5051c98-1511-4d2f-a65f-5be546efc952,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:13.172042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Network c6949ae5-5701-4d7b-9c47-98ec44b8b007 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:13.175025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:13.177662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:13.248835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.249508 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.262675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-638f10e5-2a43-48f7-ab89-b3baa044ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.264201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-638f10e5-2a43-48f7-ab89-b3baa044ad5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.3242698 Mar 22 14:16:13.289655 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-31caafc7-d76f-41d6-8a2d-45b10d34473b tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8632016 Mar 22 14:16:13.302839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Request body: {'port': {'device_id': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:13.375779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:13.397360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.405959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e415a2e-1870-41dc-b616-046e1aa4053a {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:13.421590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Publish callbacks [] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.431860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:13.432796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 590fb4a3-dfb0-46af-8330-cf2a1b91ec1e not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:13.433061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e2d00-f12e-42b6-a9ec-0031f5fb6f3e req-72c05709-e302-4735-9f30-e42f36ae4920 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.435941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:13.440536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d75e2d00-f12e-42b6-a9ec-0031f5fb6f3e req-72c05709-e302-4735-9f30-e42f36ae4920 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 944 time: 0.1891086 Mar 22 14:16:13.497731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-ab18eb1e-2396-47b2-803a-904c3bbd9573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 1002 time: 0.2256844 Mar 22 14:16:13.500603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:13.521461 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] Sync routers for ids ['d8beb114-4273-44b2-bd50-3d0ac970689a'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:13.524965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port f5f9f977-fe8b-4f75-9434-26802a46d740 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:13.531251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port f5f9f977-fe8b-4f75-9434-26802a46d740 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:13.531919 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.545806 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] Routers {'d8beb114-4273-44b2-bd50-3d0ac970689a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:13.548593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d8beb114-4273-44b2-bd50-3d0ac970689a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:13.591104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Transition to ACTIVE for port object 5e415a2e-1870-41dc-b616-046e1aa4053a will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:13.598400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.657074 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:13.670363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port f5f9f977-fe8b-4f75-9434-26802a46d740 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:13.670970 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.684723 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] Routers {'d8beb114-4273-44b2-bd50-3d0ac970689a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:13.685683 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d8beb114-4273-44b2-bd50-3d0ac970689a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:13.702772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e415a2e-1870-41dc-b616-046e1aa4053a,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:13.703099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:13.708127 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd9646-f81c-44ac-9841-0cf9205076ea" -d '{"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:13.728200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:13.734016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.735223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 1385f2f1-2aea-4221-88e9-fb51073464bb no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:13.779814 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:13.780522 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21666e6a-f028-4007-bfa1-2942fb84ec67 None None] The sync data for ids ['d8beb114-4273-44b2-bd50-3d0ac970689a'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:13.811924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.813590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-21d98798-41ad-4acf-8d14-3af28c8cb4bf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.8656631 Mar 22 14:16:13.819474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41006) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:13.832235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:13.835057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d75e2d00-f12e-42b6-a9ec-0031f5fb6f3e req-ddaa6e0f-96b9-49d9-9d09-85f6060c60a3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936174 Mar 22 14:16:13.838782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 1385f2f1-2aea-4221-88e9-fb51073464bb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:13.839143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 1385f2f1-2aea-4221-88e9-fb51073464bb not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:13.876692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-8b7769f8-517f-47e0-baa1-22ff371b1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.878210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-8b7769f8-517f-47e0-baa1-22ff371b1973 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.3174875 Mar 22 14:16:13.919896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Attempting to bind port 5e415a2e-1870-41dc-b616-046e1aa4053a on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:13.920226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Attempting to bind port 5e415a2e-1870-41dc-b616-046e1aa4053a by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:13.920568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Attempting to bind port 5e415a2e-1870-41dc-b616-046e1aa4053a on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:13.934408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7915537-8fd9-464b-a6d4-815b43b98e0e req-a7c1b9e0-8e9b-4677-a4f4-9693e6737d27 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.936002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7915537-8fd9-464b-a6d4-815b43b98e0e req-a7c1b9e0-8e9b-4677-a4f4-9693e6737d27 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 931 time: 0.3336465 Mar 22 14:16:13.941261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-9a8e7d0e-53ec-43e5-ba4f-f28656851a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.942917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-9a8e7d0e-53ec-43e5-ba4f-f28656851a2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0f6abe0680341398593828e5e07cfc3&device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 1128 time: 0.3012991 Mar 22 14:16:13.963755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Port 5e415a2e-1870-41dc-b616-046e1aa4053a on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:13.964078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Attempting to bind port 5e415a2e-1870-41dc-b616-046e1aa4053a on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:13.985528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:13.985871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Checking segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:13.986275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Bound using segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:13.987250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Bound port: 5e415a2e-1870-41dc-b616-046e1aa4053a, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:13.987250 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.995436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5051c98-1511-4d2f-a65f-5be546efc952 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:14.010280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Publish callbacks [] for port (e5051c98-1511-4d2f-a65f-5be546efc952), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.382254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Transition to ACTIVE for port object e5051c98-1511-4d2f-a65f-5be546efc952 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:14.410383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'name': 'network-vif-deleted', 'tag': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:14.411362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.412767 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0365d0-240e-4f48-8478-d15cf6206e53" -d '{"events": [{"server_uuid": "56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210", "name": "network-vif-deleted", "tag": "590fb4a3-dfb0-46af-8330-cf2a1b91ec1e"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:14.451201 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a03716eb-0478-41e2-9239-ed057da90be7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/routers/d8beb114-4273-44b2-bd50-3d0ac970689a HTTP/1.1" status: 200 len: 880 time: 0.6279581 Mar 22 14:16:14.454526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.459469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41014) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:14.507775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-819f8a79-0551-40c1-94b9-cb76885cf0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.509353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-819f8a79-0551-40c1-94b9-cb76885cf0e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6230202 Mar 22 14:16:14.600557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Pushing event updated for resources: {'Port': ['ID=e5051c98-1511-4d2f-a65f-5be546efc952,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:14.603365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] For port 5e415a2e-1870-41dc-b616-046e1aa4053a, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:14.628360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7915537-8fd9-464b-a6d4-815b43b98e0e req-f31e1829-8184-44c5-8e85-609c974b4118 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669328 Mar 22 14:16:14.651988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ed109-a48e-43ab-914f-0029c004ef85 req-c73d58d9-2a2a-4a48-96ff-4b5ec3906dc7 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.653521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa3ed109-a48e-43ab-914f-0029c004ef85 req-c73d58d9-2a2a-4a48-96ff-4b5ec3906dc7 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.7269666 Mar 22 14:16:14.654629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] For port 5e415a2e-1870-41dc-b616-046e1aa4053a, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e415a2e-1870-41dc-b616-046e1aa4053a,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:14.661088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-b7dd3fb6-7eed-4720-a19b-da0f4d7a4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.662628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-b7dd3fb6-7eed-4720-a19b-da0f4d7a4937 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57212c34-ee95-4720-a4c1-2a8cd2112273 HTTP/1.1" status: 200 len: 915 time: 0.7000735 Mar 22 14:16:14.694091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.719933 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5024281-0943-4258-a487-64493d1098d9 x-openstack-request-id: req-d5024281-0943-4258-a487-64493d1098d9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:14.720473 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:14.720676 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5024281-0943-4258-a487-64493d1098d9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:14.721186 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5024281-0943-4258-a487-64493d1098d9'] response: {'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'code': 200} Mar 22 14:16:14.737663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-598e2f89-6d62-451c-bbdc-40a050947717 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e1236ec-556b-450f-b601-5955d6e8fba2 HTTP/1.1" status: 200 len: 217 time: 0.0674410 Mar 22 14:16:14.793072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.793682 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.795085 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e415a2e-1870-41dc-b616-046e1aa4053a HTTP/1.1" status: 200 len: 1092 time: 2.0239344 Mar 22 14:16:14.797822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'tag': '5e415a2e-1870-41dc-b616-046e1aa4053a'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:14.800547 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82abc72-bbf8-4865-943d-3e0fcf525b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f80cbc83-852e-4521-94b7-d2a2eb07bca7", "tag": "5e415a2e-1870-41dc-b616-046e1aa4053a"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:14.831132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-b4dbb842-5db1-49fb-a08f-e22793125090 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840004 Mar 22 14:16:14.856682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Attempting to bind port e5051c98-1511-4d2f-a65f-5be546efc952 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:14.856918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Attempting to bind port e5051c98-1511-4d2f-a65f-5be546efc952 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:14.857218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Attempting to bind port e5051c98-1511-4d2f-a65f-5be546efc952 on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:14.882891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fddc4-112d-439c-96e5-554d7e4cff43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e415a2e-1870-41dc-b616-046e1aa4053a,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:14.889866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Port e5051c98-1511-4d2f-a65f-5be546efc952 on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:14.890211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Attempting to bind port e5051c98-1511-4d2f-a65f-5be546efc952 on network c6949ae5-5701-4d7b-9c47-98ec44b8b007 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:14.903671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:14.904005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Checking segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:14.904389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Bound using segment: {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:14.904946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Bound port: e5051c98-1511-4d2f-a65f-5be546efc952, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:14.905322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.972769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-605aab8e-f178-4173-8d3e-5c873193a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.974352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa3ed109-a48e-43ab-914f-0029c004ef85 req-620e08bb-233d-49bf-9301-0b402092b593 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071373 Mar 22 14:16:14.974531 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-605aab8e-f178-4173-8d3e-5c873193a265 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 1126 time: 0.1265550 Mar 22 14:16:14.992658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-62fc6459-99dc-4ec1-96b2-c63c94306bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.994857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-62fc6459-99dc-4ec1-96b2-c63c94306bf9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69b0c9a4-ee78-469f-848e-11df602aa54c HTTP/1.1" status: 200 len: 854 time: 0.2504659 Mar 22 14:16:15.041050 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-11fa66a4-e9fe-46fc-b888-3a6efb526701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e415a2e-1870-41dc-b616-046e1aa4053a HTTP/1.1" status: 200 len: 217 time: 0.0569911 Mar 22 14:16:15.058259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-35f257b3-8e9e-4606-9c32-ccad1eee3be6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57212c34-ee95-4720-a4c1-2a8cd2112273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537267 Mar 22 14:16:15.117835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] For port e5051c98-1511-4d2f-a65f-5be546efc952, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:15.135782 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b9d5714d-ba99-429c-aaef-eee989eaac84 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6751626 Mar 22 14:16:15.142768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41020) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:15.150326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5fbde5bf-4e64-4890-8d88-a311d94097a7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-962532409'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:15.156025 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c751b4-94bc-484d-801a-55780d1ae127 x-openstack-request-id: req-72c751b4-94bc-484d-801a-55780d1ae127 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:15.156301 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80cbc83-852e-4521-94b7-d2a2eb07bca7", "tag": "5e415a2e-1870-41dc-b616-046e1aa4053a", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:15.156551 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72c751b4-94bc-484d-801a-55780d1ae127 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:15.156956 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c751b4-94bc-484d-801a-55780d1ae127'] response: {'name': 'network-changed', 'server_uuid': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'tag': '5e415a2e-1870-41dc-b616-046e1aa4053a', 'status': 'completed', 'code': 200} Mar 22 14:16:15.194837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] For port e5051c98-1511-4d2f-a65f-5be546efc952, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e5051c98-1511-4d2f-a65f-5be546efc952,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:15.197070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-0bd94534-6c37-444f-99d5-d1e9fd5f48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.198641 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-0bd94534-6c37-444f-99d5-d1e9fd5f48ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.1476662 Mar 22 14:16:15.207345 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b7bb06-2a4a-4220-9f95-8b81b448bd6f x-openstack-request-id: req-33b7bb06-2a4a-4220-9f95-8b81b448bd6f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:15.207636 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210", "name": "network-vif-deleted", "tag": "590fb4a3-dfb0-46af-8330-cf2a1b91ec1e", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:15.207886 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33b7bb06-2a4a-4220-9f95-8b81b448bd6f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:15.208421 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b7bb06-2a4a-4220-9f95-8b81b448bd6f'] response: {'server_uuid': '56e6a9c7-9caa-43d6-a2e5-19a8f8ff5210', 'name': 'network-vif-deleted', 'tag': '590fb4a3-dfb0-46af-8330-cf2a1b91ec1e', 'status': 'completed', 'code': 200} Mar 22 14:16:15.231255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f87cc-c5af-496c-8575-df14ac0cda12 req-d1c68b45-7bae-4add-bfc8-606debe06209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.233447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-451f87cc-c5af-496c-8575-df14ac0cda12 req-d1c68b45-7bae-4add-bfc8-606debe06209 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1127 time: 0.4398823 Mar 22 14:16:15.242291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.268711 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-4c73c140-84f9-4b51-afcb-69c6d96d8ceb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420005 Mar 22 14:16:15.324356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b73ad117-4f68-483b-ab76-1cfcd13c45d4 req-f91a1e2b-dd83-472b-bc72-86034dbad526 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713066 Mar 22 14:16:15.340097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac43180-ccdb-4968-b02e-8423469e82b5 req-16cc2615-bab3-4bd4-852a-8975ebe6d6f9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.341655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ac43180-ccdb-4968-b02e-8423469e82b5 req-16cc2615-bab3-4bd4-852a-8975ebe6d6f9 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.5169535 Mar 22 14:16:15.353089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.353696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.355088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] 10.222.0.57 "PUT /v2.0/ports/e5051c98-1511-4d2f-a65f-5be546efc952 HTTP/1.1" status: 200 len: 1091 time: 2.0574837 Mar 22 14:16:15.356310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-8a0fcf5a-4bbc-4d41-a91e-eab67b3698eb service neutron] 10.222.0.42 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296023 Mar 22 14:16:15.399793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9468-2178-4313-9d88-7369fdecbedb service neutron] Pushing event updated for resources: {'Port': ['ID=e5051c98-1511-4d2f-a65f-5be546efc952,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:15.463760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-451f87cc-c5af-496c-8575-df14ac0cda12 req-72a5ecda-16b8-4498-b9c1-2d9966758288 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736414 Mar 22 14:16:15.502340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e02c2-f52a-4ed9-a8e0-73f7e0f36255 req-a8518839-1ae7-42c6-8335-08f175c20ce1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.504163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-920e02c2-f52a-4ed9-a8e0-73f7e0f36255 req-a8518839-1ae7-42c6-8335-08f175c20ce1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.2851372 Mar 22 14:16:15.530980 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-5d3cc2fa-4c3a-4092-9242-66eccf6fed0d service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535756 Mar 22 14:16:15.577122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ac43180-ccdb-4968-b02e-8423469e82b5 req-4944b47c-c6e1-4637-8591-5bc852765da7 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180448 Mar 22 14:16:15.608807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-b279debf-41ed-46be-80b3-1b4523ce8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.610331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-b279debf-41ed-46be-80b3-1b4523ce8de6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 1125 time: 0.1928453 Mar 22 14:16:15.663066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af0e93c4-0768-479a-baac-a71fcb6333e7 req-7380aef8-3f31-4183-9265-2606a03a3572 service neutron] 10.222.0.42 "GET /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823677 Mar 22 14:16:15.704216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-920e02c2-f52a-4ed9-a8e0-73f7e0f36255 req-a88f7e10-c334-453c-a733-f3f39bf62771 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905406 Mar 22 14:16:15.737845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:15.738574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.768042 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-a7377e0a-110e-476b-bdf5-e2071a1786c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5051c98-1511-4d2f-a65f-5be546efc952 HTTP/1.1" status: 200 len: 217 time: 0.0866976 Mar 22 14:16:15.771975 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-e72338cb-1a82-4569-88a4-9432ec48bc77 service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338662 Mar 22 14:16:15.838341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-79f50984-29d9-4285-a8b4-965e24edd482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.839721 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-79f50984-29d9-4285-a8b4-965e24edd482 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.0609677 Mar 22 14:16:15.847239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fbde5bf-4e64-4890-8d88-a311d94097a7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.866019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1508fe-8524-4e65-8f2d-5b986b41b75c req-7c97725f-4d07-4eee-a764-3672b1f08ab1 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.867757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e1508fe-8524-4e65-8f2d-5b986b41b75c req-7c97725f-4d07-4eee-a764-3672b1f08ab1 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 943 time: 0.1138532 Mar 22 14:16:15.891220 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-0b5d1975-bc18-4056-96e7-b770d5577c1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401134 Mar 22 14:16:15.920375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fbde5bf-4e64-4890-8d88-a311d94097a7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.936949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port 7834c77a-32eb-4ca8-ae7f-a6551ed862ec, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:15.937381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.986319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e1508fe-8524-4e65-8f2d-5b986b41b75c req-eec9aa46-c2ea-4d70-86e6-640d7f26cbd4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072690 Mar 22 14:16:15.992317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for 7834c77a-32eb-4ca8-ae7f-a6551ed862ec owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:16.085198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-d8622418-eb42-4297-b8b2-929dc6fbd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.095780 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-d8622418-eb42-4297-b8b2-929dc6fbd72d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 1126 time: 0.2148948 Mar 22 14:16:16.214375 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-6b91df12-9fe5-4a9b-9d28-a41943140764 service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026955 Mar 22 14:16:16.235634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01561-a567-45d8-be4a-a934329bc2e4 req-e342b41f-2029-4aa0-bf16-8d9eb93f9920 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.243309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7aa01561-a567-45d8-be4a-a934329bc2e4 req-e342b41f-2029-4aa0-bf16-8d9eb93f9920 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.0892100 Mar 22 14:16:16.298127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbde5bf-4e64-4890-8d88-a311d94097a7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router d8beb114-4273-44b2-bd50-3d0ac970689a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:16.308543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-5f818f7f-4c71-4dda-b06b-fa9dafbd7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.310005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-5f818f7f-4c71-4dda-b06b-fa9dafbd7050 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 913 time: 0.2011395 Mar 22 14:16:16.335463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7834c77a-32eb-4ca8-ae7f-a6551ed862ec), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.347283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7aa01561-a567-45d8-be4a-a934329bc2e4 req-75b87866-e2c5-4a87-a250-9328c2532f0b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029100 Mar 22 14:16:16.402532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=7834c77a-32eb-4ca8-ae7f-a6551ed862ec,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:16.412278 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a3e4bc-0be4-414a-8a18-d4465d22e8ed req-f012f21a-b1f2-4a96-a77e-7254ad9e2756 service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833379 Mar 22 14:16:16.466475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-93a8478e-a684-4ddf-9d0e-b98fae15ff7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e415a2e-1870-41dc-b616-046e1aa4053a HTTP/1.1" status: 200 len: 217 time: 0.0392203 Mar 22 14:16:16.522189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbde5bf-4e64-4890-8d88-a311d94097a7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:16.530212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fbde5bf-4e64-4890-8d88-a311d94097a7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.531432 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5fbde5bf-4e64-4890-8d88-a311d94097a7 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/d8beb114-4273-44b2-bd50-3d0ac970689a HTTP/1.1" status: 200 len: 887 time: 1.3855929 Mar 22 14:16:16.534038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41028) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.538171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] Sync routers for ids ['d8beb114-4273-44b2-bd50-3d0ac970689a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:16.544519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-27c10844-cc26-406e-8b7c-3758fff04b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.551287 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-27c10844-cc26-406e-8b7c-3758fff04b3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.0737348 Mar 22 14:16:16.556640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] Routers {'d8beb114-4273-44b2-bd50-3d0ac970689a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:16.559526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d8beb114-4273-44b2-bd50-3d0ac970689a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:16.666124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:16.692668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] Routers {'d8beb114-4273-44b2-bd50-3d0ac970689a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:16.693804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d8beb114-4273-44b2-bd50-3d0ac970689a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:16.789562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:16.790547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa767432-3bb6-4328-9f5b-fbf5c6f5601c None None] The sync data for ids ['d8beb114-4273-44b2-bd50-3d0ac970689a'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:16.792840 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-65e1f963-d65a-4921-8339-e5773f6bee89 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/routers/d8beb114-4273-44b2-bd50-3d0ac970689a HTTP/1.1" status: 200 len: 887 time: 0.2565055 Mar 22 14:16:16.810311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41034) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.864657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-368a42f4-b324-4a7d-88c3-ea2d69be7c45 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8beb114-4273-44b2-bd50-3d0ac970689a HTTP/1.1" status: 200 len: 205 time: 0.0513155 Mar 22 14:16:16.866222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41036) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.979791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.004153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13499e6-b051-463b-b8ab-eb9e45b47ec4 req-6772d839-e6a3-4c0f-a84c-7af567ec139b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.006495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a13499e6-b051-463b-b8ab-eb9e45b47ec4 req-6772d839-e6a3-4c0f-a84c-7af567ec139b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2763236 Mar 22 14:16:17.029251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa6b0c-a98c-474c-ad7b-4aa0999e434d req-04c454ed-ccd8-496a-b388-c2f8c417b84b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.030973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41aa6b0c-a98c-474c-ad7b-4aa0999e434d req-04c454ed-ccd8-496a-b388-c2f8c417b84b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.2423029 Mar 22 14:16:17.178956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'tag': 'e5051c98-1511-4d2f-a65f-5be546efc952'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:17.181379 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9818f67-fb0a-452c-8694-7d80d54bd542" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0e8f12-79a3-4abb-b222-d9e56b3e673b", "tag": "e5051c98-1511-4d2f-a65f-5be546efc952"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:17.185727 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-7764a917-a0d8-4c0a-a41a-3a6e7a208135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5970750 Mar 22 14:16:17.282086 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-c6c46571-0108-4b81-a010-99266b383794 service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897510 Mar 22 14:16:17.381405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a82abc72-bbf8-4865-943d-3e0fcf525b5a req-cf8b500c-a409-43ec-9b99-20885172eb0b service neutron] 10.222.0.42 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937016 Mar 22 14:16:17.570756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.617871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a13499e6-b051-463b-b8ab-eb9e45b47ec4 req-23365b42-1093-43d4-98a0-522327638fda tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6007216 Mar 22 14:16:17.651690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41aa6b0c-a98c-474c-ad7b-4aa0999e434d req-db47cd44-2e65-4cc5-a97e-aee5b4edc05b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6094484 Mar 22 14:16:17.757687 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae611c-0aa6-48fc-b01e-47513ad076f1 x-openstack-request-id: req-b5ae611c-0aa6-48fc-b01e-47513ad076f1 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:17.758140 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0e8f12-79a3-4abb-b222-d9e56b3e673b", "tag": "e5051c98-1511-4d2f-a65f-5be546efc952", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:17.758436 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5ae611c-0aa6-48fc-b01e-47513ad076f1 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:17.758923 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ae611c-0aa6-48fc-b01e-47513ad076f1'] response: {'name': 'network-changed', 'server_uuid': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'tag': 'e5051c98-1511-4d2f-a65f-5be546efc952', 'status': 'completed', 'code': 200} Mar 22 14:16:17.827018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_gateway (d8beb114-4273-44b2-bd50-3d0ac970689a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.837388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-d76db4ff-40ac-4f85-b682-edb352753a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.839024 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-d76db4ff-40ac-4f85-b682-edb352753a8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 1125 time: 0.0462089 Mar 22 14:16:17.894565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dd2a3-688c-41e1-87b0-ab5bbe5b61a5 req-924fd4bb-c056-4619-84c1-cd78adc91665 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.896082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e88dd2a3-688c-41e1-87b0-ab5bbe5b61a5 req-924fd4bb-c056-4619-84c1-cd78adc91665 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 943 time: 0.1792946 Mar 22 14:16:17.918205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router d79dc74e-7203-45f1-b9d8-0cf377258f8d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:17.935537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-a32427e6-8249-4426-bd19-30cbf2de2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.937369 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-a32427e6-8249-4426-bd19-30cbf2de2091 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 200 len: 913 time: 0.0917935 Mar 22 14:16:17.954184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585928c-6c51-46f8-af85-1599b090a04a req-eccf664e-276c-4853-9033-d0b5521f3d0a tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.955712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585928c-6c51-46f8-af85-1599b090a04a req-eccf664e-276c-4853-9033-d0b5521f3d0a tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.1429255 Mar 22 14:16:17.979979 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-b8eaf914-6ee9-441a-b879-46b0da6c6e38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5051c98-1511-4d2f-a65f-5be546efc952 HTTP/1.1" status: 200 len: 217 time: 0.0356789 Mar 22 14:16:18.028626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-666a22e6-bf07-48a0-b43d-02766ced2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.030471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-666a22e6-bf07-48a0-b43d-02766ced2728 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 200 len: 852 time: 0.0452919 Mar 22 14:16:18.062068 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-95c329c7-ac13-4c28-974f-98058e1a8ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6949ae5-5701-4d7b-9c47-98ec44b8b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254073 Mar 22 14:16:18.063721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e88dd2a3-688c-41e1-87b0-ab5bbe5b61a5 req-b44f8c4a-62f1-42a6-b1df-206d4b9b2c98 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580548 Mar 22 14:16:18.081760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port e6307bd2-2878-47a0-9c67-9f52be34d683 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:18.082145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e6307bd2-2878-47a0-9c67-9f52be34d683), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.147884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d585928c-6c51-46f8-af85-1599b090a04a req-70da962c-7ffe-4223-a583-b44ff304c654 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807308 Mar 22 14:16:18.161109 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f4ea01c3-9ba4-4931-9681-04b5ee10f6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.165172 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-fe03e6ac-aa10-47d0-a033-a0f1a0eeba85 service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969915 Mar 22 14:16:18.226966 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e6307bd2-2878-47a0-9c67-9f52be34d683), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.245109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:18.256011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65f7e689-b0c4-4b50-94b1-78af7bd40c85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "PUT /v2.0/routers/d79dc74e-7203-45f1-b9d8-0cf377258f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7549589 Mar 22 14:16:18.258313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for e6307bd2-2878-47a0-9c67-9f52be34d683 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:18.261459 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] Sync routers for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:18.267883 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b9818f67-fb0a-452c-8694-7d80d54bd542 req-eec0b8e1-44a3-4f1a-b200-329c705d3b72 service neutron] 10.222.0.57 "GET /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959921 Mar 22 14:16:18.272890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc119f8-6c55-4386-8b1d-687111ce870d req-f9de102e-134b-4a84-b7de-cbf7a5d18d3b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.274461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc119f8-6c55-4386-8b1d-687111ce870d req-f9de102e-134b-4a84-b7de-cbf7a5d18d3b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1446025 Mar 22 14:16:18.286114 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:18.287671 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:18.386977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc119f8-6c55-4386-8b1d-687111ce870d req-40e18f6e-8d2a-43dc-9ccb-e317e4622ec1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979598 Mar 22 14:16:18.411474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41062) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.445000 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:18.508252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d75074-ef6b-426a-a76b-a17076190ec6 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.510002 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1d75074-ef6b-426a-a76b-a17076190ec6 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1122 time: 0.0972519 Mar 22 14:16:18.512802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41064) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.523456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:18.552193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.577024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e6307bd2-2878-47a0-9c67-9f52be34d683), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.615309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be699bba-80f7-4f55-b404-3eb537d5703e req-eb7c9be7-bea3-4ab9-a575-411d97780024 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.616835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be699bba-80f7-4f55-b404-3eb537d5703e req-eb7c9be7-bea3-4ab9-a575-411d97780024 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 946 time: 0.1109078 Mar 22 14:16:18.617612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=e6307bd2-2878-47a0-9c67-9f52be34d683,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:18.694850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.727333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be699bba-80f7-4f55-b404-3eb537d5703e req-b87aa093-b944-4d38-af88-936f7f8ce664 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964496 Mar 22 14:16:18.729843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (d8beb114-4273-44b2-bd50-3d0ac970689a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.735701 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:16Z', 'revision_number': 6, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:18.774202 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] Checking router: d79dc74e-7203-45f1-b9d8-0cf377258f8d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:18.783161 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:18.783768 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:15:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:18.876427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.2 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/e941c673-a8cf-48be-82b6-461a8251a153) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:18.892979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.896400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (d8beb114-4273-44b2-bd50-3d0ac970689a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.903232 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:18.962880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19171228-425c-404a-8d1e-5f7a9005fef6 req-1250da3e-a02b-4808-9425-3ae69dc3047c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.964398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19171228-425c-404a-8d1e-5f7a9005fef6 req-1250da3e-a02b-4808-9425-3ae69dc3047c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 946 time: 0.1600645 Mar 22 14:16:18.965345 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (d8beb114-4273-44b2-bd50-3d0ac970689a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.965857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Fanout notify agent at l3_agent the message router_deleted on router d8beb114-4273-44b2-bd50-3d0ac970689a {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:16:18.974253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9feda3-6076-4f9c-9d2a-907a37319387 req-a0c4998f-ce26-4f61-b828-1adcc0ff1ccb tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.975863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed9feda3-6076-4f9c-9d2a-907a37319387 req-a0c4998f-ce26-4f61-b828-1adcc0ff1ccb tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.1225593 Mar 22 14:16:18.981017 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.985586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-67a258a6-cfb3-4080-961c-62dc842a5a90 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/d8beb114-4273-44b2-bd50-3d0ac970689a HTTP/1.1" status: 204 len: 168 time: 2.1119604 Mar 22 14:16:18.987919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41070) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.002690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431277566'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:19.013141 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (e941c673-a8cf-48be-82b6-461a8251a153), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.035381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:19.039203 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.062321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19171228-425c-404a-8d1e-5f7a9005fef6 req-d734157e-f934-4528-bcb4-e3b07f07e1cd tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790639 Mar 22 14:16:19.066855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed9feda3-6076-4f9c-9d2a-907a37319387 req-9e1f52c3-afb7-4bce-ad30-1ea5dcb24523 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682924 Mar 22 14:16:19.083176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:19.086253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e941c673-a8cf-48be-82b6-461a8251a153), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.127660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:19.130223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (00649caa-a67d-4001-84a5-36f62fc9e32d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.130605 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment 00649caa-a67d-4001-84a5-36f62fc9e32d of type vlan for network 29148841-250d-49bd-89f7-518261db3f6a Mar 22 14:16:19.140264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:19.142863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:19.184025 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:16Z', 'revision_number': 6, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:19.195912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211022c6-fdff-45aa-96b4-68ec28fae26a req-df875fcc-f8c7-409b-8fc9-5fa1653eef60 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:19.198539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=e941c673-a8cf-48be-82b6-461a8251a153,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:19.203092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-211022c6-fdff-45aa-96b4-68ec28fae26a req-df875fcc-f8c7-409b-8fc9-5fa1653eef60 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 943 time: 0.0616689 Mar 22 14:16:19.211729 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb9c8b-9ff9-4277-abb5-fd449f153da4 None None] The sync data for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 is: [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:16Z', 'revision_number': 6, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'f16915ae-874a-4e37-b353-6c3e5da14613', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'port_id': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'mac_address': 'fa:16:3e:b9:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80d3ef-c894-4303-8158-1c1334499016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:19.217308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (29148841-250d-49bd-89f7-518261db3f6a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.223614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.223954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.224341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.224665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.224988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.225309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.225628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.225996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.226314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.226629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.226946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.227261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.227575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.227885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.228193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:19.253446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-211022c6-fdff-45aa-96b4-68ec28fae26a req-3ab71fd5-61ad-48aa-94c9-bc245dee9f41 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494955 Mar 22 14:16:19.295672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (29148841-250d-49bd-89f7-518261db3f6a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.300556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:19.301132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.386109 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3910067 Mar 22 14:16:19.389004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41074) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.394190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': '29148841-250d-49bd-89f7-518261db3f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:19.405994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349690-2c79-407c-9db7-75f5e1d27762 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=29148841-250d-49bd-89f7-518261db3f6a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:19.411093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e415a2e-1870-41dc-b616-046e1aa4053a details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:19.421381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 29148841-250d-49bd-89f7-518261db3f6a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:19.482912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e5051c98-1511-4d2f-a65f-5be546efc952 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:19.516556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:19.520036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.666285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (ca9e724a-c8ba-454e-908b-a8fc788e861b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.697290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e5051c98-1511-4d2f-a65f-5be546efc952, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e5051c98-1511-4d2f-a65f-5be546efc952,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:19.708257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5e415a2e-1870-41dc-b616-046e1aa4053a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e415a2e-1870-41dc-b616-046e1aa4053a,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:19.724354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'e5051c98-1511-4d2f-a65f-5be546efc952', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'port_id': 'e5051c98-1511-4d2f-a65f-5be546efc952', 'mac_address': 'fa:16:3e:74:09:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf714631-f863-4b96-8f30-167a3b8cf511', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:19.727067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '5e415a2e-1870-41dc-b616-046e1aa4053a', 'network_id': 'c6949ae5-5701-4d7b-9c47-98ec44b8b007', 'port_id': '5e415a2e-1870-41dc-b616-046e1aa4053a', 'mac_address': 'fa:16:3e:14:0b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf714631-f863-4b96-8f30-167a3b8cf511', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:19.747332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e941c673-a8cf-48be-82b6-461a8251a153), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.747568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (1974082c-b5b8-4fb2-9c6b-79b25dedb0aa), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.798748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5e415a2e-1870-41dc-b616-046e1aa4053a is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:19.799136 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.815825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port e5051c98-1511-4d2f-a65f-5be546efc952 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:19.816210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.817147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=1974082c-b5b8-4fb2-9c6b-79b25dedb0aa,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:19.851836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': '00649caa-a67d-4001-84a5-36f62fc9e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '29148841-250d-49bd-89f7-518261db3f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:19.852265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: 29148841-250d-49bd-89f7-518261db3f6a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:19.858624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5051c98-1511-4d2f-a65f-5be546efc952 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:19.873257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e415a2e-1870-41dc-b616-046e1aa4053a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:19.893135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e5051c98-1511-4d2f-a65f-5be546efc952, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e5051c98-1511-4d2f-a65f-5be546efc952,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:19.904337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.909346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5e415a2e-1870-41dc-b616-046e1aa4053a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e415a2e-1870-41dc-b616-046e1aa4053a,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:19.914658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 29148841-250d-49bd-89f7-518261db3f6a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:19.927163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610a8f-f66d-4938-b983-69a08279164c req-a8b362c9-01e1-41ec-8352-18c6be0adaed tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:19.928739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5610a8f-f66d-4938-b983-69a08279164c req-a8b362c9-01e1-41ec-8352-18c6be0adaed tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 946 time: 0.0709367 Mar 22 14:16:19.936796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 29148841-250d-49bd-89f7-518261db3f6a) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:19.954844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:19.955434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.969347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e43e9e4-865f-4003-9481-28b5054e65a8 None None] Network 29148841-250d-49bd-89f7-518261db3f6a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:19.987547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aa588983-f7ee-45a3-bdb3-6757d7f068c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5970714 Mar 22 14:16:19.990562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41078) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.998001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4bdce86e-66f6-43e2-99b3-6c61fc30d0b8 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1441567649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:20.004920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b5610a8f-f66d-4938-b983-69a08279164c req-18a763fe-95db-407d-add8-71105f80a39c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655730 Mar 22 14:16:20.014915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (e941c673-a8cf-48be-82b6-461a8251a153), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.026010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bdce86e-66f6-43e2-99b3-6c61fc30d0b8 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (cd4c59c0-237e-4b0d-9e73-054e85075ddd), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.026585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.035940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=e5051c98-1511-4d2f-a65f-5be546efc952,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:20.036036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bdce86e-66f6-43e2-99b3-6c61fc30d0b8 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (cd4c59c0-237e-4b0d-9e73-054e85075ddd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.047675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (e941c673-a8cf-48be-82b6-461a8251a153), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.100350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bdce86e-66f6-43e2-99b3-6c61fc30d0b8 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (cd4c59c0-237e-4b0d-9e73-054e85075ddd), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.107329 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bdce86e-66f6-43e2-99b3-6c61fc30d0b8 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (cd4c59c0-237e-4b0d-9e73-054e85075ddd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.129403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5e415a2e-1870-41dc-b616-046e1aa4053a,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:20.148349 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4bdce86e-66f6-43e2-99b3-6c61fc30d0b8 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.155427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4bdce86e-66f6-43e2-99b3-6c61fc30d0b8 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1637127 Mar 22 14:16:20.159681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41084) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.176745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e5051c98-1511-4d2f-a65f-5be546efc952'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:20.209063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-29148841-250d-49bd-89f7-518261db3f6a', 'network_id': '29148841-250d-49bd-89f7-518261db3f6a', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': '1974082c-b5b8-4fb2-9c6b-79b25dedb0aa'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:20.209914 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.229702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=e941c673-a8cf-48be-82b6-461a8251a153,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:20.236089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (ca9e724a-c8ba-454e-908b-a8fc788e861b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.244437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-5d6ceb68-a5f2-4e00-836d-2f5fec8882c1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:20.245943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-5d6ceb68-a5f2-4e00-836d-2f5fec8882c1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 946 time: 0.2624965 Mar 22 14:16:20.256326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-2d7c03cc-1830-4079-ac0d-c64bbcaae184 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:20.256792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-2d7c03cc-1830-4079-ac0d-c64bbcaae184 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 946 time: 0.2398751 Mar 22 14:16:20.310443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5e415a2e-1870-41dc-b616-046e1aa4053a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:20.352939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7834c77a-32eb-4ca8-ae7f-a6551ed862ec no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:20.404531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 7834c77a-32eb-4ca8-ae7f-a6551ed862ec {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:20.404892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7834c77a-32eb-4ca8-ae7f-a6551ed862ec not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:20.437838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364ce0b-6c97-40ff-8280-7f82e8e1a415 req-4e6fbc3b-6342-4010-ad38-b25b014962cf tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:20.439359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0364ce0b-6c97-40ff-8280-7f82e8e1a415 req-4e6fbc3b-6342-4010-ad38-b25b014962cf tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 946 time: 0.1867623 Mar 22 14:16:20.457903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1ec3d-2608-4fb4-ac1d-37a438a247c4 req-0d203dff-945e-4459-aeab-2c9553b4d590 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:20.459995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edd1ec3d-2608-4fb4-ac1d-37a438a247c4 req-0d203dff-945e-4459-aeab-2c9553b4d590 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.2080877 Mar 22 14:16:20.488508 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c6a1-f8dc-4f41-9536-229c85ecf941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.490727 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP ca9e724a-c8ba-454e-908b-a8fc788e861b associated. External IP: 172.25.2.2, port: f5f9f977-fe8b-4f75-9434-26802a46d740. Mar 22 14:16:20.542045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Allocated IP 172.20.0.2 (29148841-250d-49bd-89f7-518261db3f6a/1974082c-b5b8-4fb2-9c6b-79b25dedb0aa/c92065e2-4481-42ec-98d5-a5674020bc11) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:20.597583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:20.597932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.616037 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:20.616378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.626850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-6da97890-f5ef-48c5-b1d8-7e4b6ea97615 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:20.628349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-6da97890-f5ef-48c5-b1d8-7e4b6ea97615 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.42 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.2997925 Mar 22 14:16:20.674853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0364ce0b-6c97-40ff-8280-7f82e8e1a415 req-704659f4-b6cc-4be2-966d-bcfa9c12c1cf tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=db17f07a-3d7b-4c1c-a34f-55dcaafff36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240880 Mar 22 14:16:20.718935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edd1ec3d-2608-4fb4-ac1d-37a438a247c4 req-807bbbb6-98ca-4a9b-9c5d-5522fa9e7d2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118597 Mar 22 14:16:20.780166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.807897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Publish callbacks [] for port (c92065e2-4481-42ec-98d5-a5674020bc11), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.815416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.820485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:20.820485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.856540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Network 29148841-250d-49bd-89f7-518261db3f6a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:20.862005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:20.866123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:20.878376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Pushing event updated for resources: {'Port': ['ID=c92065e2-4481-42ec-98d5-a5674020bc11,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:20.914631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:20.933293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Attempting to bind port c92065e2-4481-42ec-98d5-a5674020bc11 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:20.933652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Attempting to bind port c92065e2-4481-42ec-98d5-a5674020bc11 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '00649caa-a67d-4001-84a5-36f62fc9e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '29148841-250d-49bd-89f7-518261db3f6a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:20.933938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Attempting to bind port c92065e2-4481-42ec-98d5-a5674020bc11 on network 29148841-250d-49bd-89f7-518261db3f6a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:20.939661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:20.939925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Checking segment: {'id': '00649caa-a67d-4001-84a5-36f62fc9e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '29148841-250d-49bd-89f7-518261db3f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:20.940237 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.940633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Bound using segment: {'id': '00649caa-a67d-4001-84a5-36f62fc9e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '29148841-250d-49bd-89f7-518261db3f6a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:20.941115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Bound port: c92065e2-4481-42ec-98d5-a5674020bc11, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00649caa-a67d-4001-84a5-36f62fc9e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '29148841-250d-49bd-89f7-518261db3f6a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:20.941495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.997838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] For port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:20.998567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.015131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] For port c92065e2-4481-42ec-98d5-a5674020bc11, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:21.018691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] For port c92065e2-4481-42ec-98d5-a5674020bc11, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c92065e2-4481-42ec-98d5-a5674020bc11,segment=NetworkSegment(00649caa-a67d-4001-84a5-36f62fc9e32d),segment_id=00649caa-a67d-4001-84a5-36f62fc9e32d)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:21.026004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.097874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4027-5e4e-493d-b9fc-ecdb9cb290e8 None None] Pushing event updated for resources: {'Port': ['ID=c92065e2-4481-42ec-98d5-a5674020bc11,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:21.108854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router a285d269-316f-4cf2-8f29-a664845a00d6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:21.350981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645001d2-65a5-467e-8a9d-f5103638ab78 req-8593d0db-5a5b-4177-ab09-5dc7852d5d51 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.352518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-645001d2-65a5-467e-8a9d-f5103638ab78 req-8593d0db-5a5b-4177-ab09-5dc7852d5d51 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 944 time: 0.5739601 Mar 22 14:16:21.383789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (41f64a6c-27a6-40dd-b5d8-01f0a34bb99e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.399659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.400023 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (b0c24813-ca93-4cd8-9c2a-2d86603a2e15), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.400343 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP b0c24813-ca93-4cd8-9c2a-2d86603a2e15 disassociated. External IP: 172.25.2.92, port: d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd. Mar 22 14:16:21.400685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:21.411293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Deleting port 3e1236ec-556b-450f-b601-5955d6e8fba2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:21.411695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.434931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=41f64a6c-27a6-40dd-b5d8-01f0a34bb99e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:21.440294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:21.454010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e415a2e-1870-41dc-b616-046e1aa4053a up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:21.495122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b882d-8ca5-436d-a6de-ba1c55f847d7 req-bfbc44b6-a6ba-40a8-b1b1-d23697199812 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.502286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-955b882d-8ca5-436d-a6de-ba1c55f847d7 req-bfbc44b6-a6ba-40a8-b1b1-d23697199812 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 946 time: 0.2300282 Mar 22 14:16:21.519413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] Sync routers for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:21.522665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e5051c98-1511-4d2f-a65f-5be546efc952 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:21.535041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.537243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] No DVR routers for this DVR port 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:21.545047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.548302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-95473d7f-8eac-4c56-8dd9-64afe7ca839b req-5d617191-4308-4395-bd22-5be1f23a8f16 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "DELETE /v2.0/ports/41f64a6c-27a6-40dd-b5d8-01f0a34bb99e HTTP/1.1" status: 204 len: 173 time: 1.2518492 Mar 22 14:16:21.548774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'name': 'network-vif-deleted', 'tag': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:21.551086 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d78b39c-cd91-40ce-8634-a12e9b915f4c" -d '{"events": [{"server_uuid": "ec341102-d7b3-4a52-a85e-da3cbf031e1a", "name": "network-vif-deleted", "tag": "41f64a6c-27a6-40dd-b5d8-01f0a34bb99e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:21.595862 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e91f367-d2a6-495f-a0d5-8d57c0acfc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0819337 Mar 22 14:16:21.599185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:21.600520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:21.684043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-645001d2-65a5-467e-8a9d-f5103638ab78 req-9a3e22a7-53a5-4730-b38d-47aa1d19f7c5 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885294 Mar 22 14:16:21.713061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] For port 3e1236ec-556b-450f-b601-5955d6e8fba2, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3e1236ec-556b-450f-b601-5955d6e8fba2,segment=NetworkSegment(1deb6594-08a9-41b6-a61d-1bbbca139242),segment_id=1deb6594-08a9-41b6-a61d-1bbbca139242)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:21.713436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.720547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.730461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-955b882d-8ca5-436d-a6de-ba1c55f847d7 req-37c18dc5-e39e-44e9-8c79-d23dbe5a52f8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e8e77dc-09d3-44eb-872a-2e4f870388cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273130 Mar 22 14:16:21.741781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Calling delete_port for 3e1236ec-556b-450f-b601-5955d6e8fba2 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:21.753688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.20.0.1 (29148841-250d-49bd-89f7-518261db3f6a/1974082c-b5b8-4fb2-9c6b-79b25dedb0aa/9dc81d69-b86d-4de5-a672-9e7e3a9dbbed) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:21.792684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:21.803703 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c4ec11-d23b-4834-93e1-b07747c1977f x-openstack-request-id: req-03c4ec11-d23b-4834-93e1-b07747c1977f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:21.804043 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec341102-d7b3-4a52-a85e-da3cbf031e1a", "name": "network-vif-deleted", "tag": "41f64a6c-27a6-40dd-b5d8-01f0a34bb99e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:21.804298 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03c4ec11-d23b-4834-93e1-b07747c1977f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:21.804709 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c4ec11-d23b-4834-93e1-b07747c1977f'] response: {'server_uuid': 'ec341102-d7b3-4a52-a85e-da3cbf031e1a', 'name': 'network-vif-deleted', 'tag': '41f64a6c-27a6-40dd-b5d8-01f0a34bb99e', 'status': 'completed', 'code': 200} Mar 22 14:16:21.972921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.973154 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.979884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 5e415a2e-1870-41dc-b616-046e1aa4053a completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:21.987526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 5e415a2e-1870-41dc-b616-046e1aa4053a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:21.987914 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.992862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port e5051c98-1511-4d2f-a65f-5be546efc952 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:22.037825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port e5051c98-1511-4d2f-a65f-5be546efc952 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:22.038367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.089445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c12f87c6-fb41-47ab-9698-e2adaa564679 req-2c82e337-91e0-4bc7-9854-a50b5788b259 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec341102-d7b3-4a52-a85e-da3cbf031e1a HTTP/1.1" status: 200 len: 210 time: 0.2046356 Mar 22 14:16:22.095528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.130833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:22.237249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=9dc81d69-b86d-4de5-a672-9e7e3a9dbbed,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:22.266611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 29148841-250d-49bd-89f7-518261db3f6a is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:22.279079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:22.290580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:22.305519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11aaf0-ecc7-4552-b552-c1769ebffca6 req-68b2021f-924c-4d80-adaa-276cb4777210 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:22.317817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb11aaf0-ecc7-4552-b552-c1769ebffca6 req-68b2021f-924c-4d80-adaa-276cb4777210 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.4451797 Mar 22 14:16:22.448270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 5e415a2e-1870-41dc-b616-046e1aa4053a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:22.448987 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.461574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d044a95-9b32-4ef3-9bbc-f2e5c5fa5149 req-7d6eb929-d693-466a-abf8-699ad1e6129a tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:22.470826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d044a95-9b32-4ef3-9bbc-f2e5c5fa5149 req-7d6eb929-d693-466a-abf8-699ad1e6129a tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 946 time: 0.2483475 Mar 22 14:16:22.486175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (cd4c59c0-237e-4b0d-9e73-054e85075ddd), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.514155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c92065e2-4481-42ec-98d5-a5674020bc11 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:22.539173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e415a2e-1870-41dc-b616-046e1aa4053a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:22.542162 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dca1740-e3c0-4792-ad1b-957c56b77282" -d '{"events": [{"server_uuid": "f80cbc83-852e-4521-94b7-d2a2eb07bca7", "name": "network-vif-plugged", "status": "completed", "tag": "5e415a2e-1870-41dc-b616-046e1aa4053a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:22.617588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 5e415a2e-1870-41dc-b616-046e1aa4053a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e415a2e-1870-41dc-b616-046e1aa4053a,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:22.619411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port e5051c98-1511-4d2f-a65f-5be546efc952 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:22.620086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.642202 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.647419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:22.689543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb11aaf0-ecc7-4552-b552-c1769ebffca6 req-7d897698-10bc-4683-9b7b-433ba5588dac tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706758 Mar 22 14:16:22.690244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e82e35-e4de-420c-bbd5-bec3118c30fa None None] Network 29148841-250d-49bd-89f7-518261db3f6a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:22.727899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41102) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.728593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e5051c98-1511-4d2f-a65f-5be546efc952, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e5051c98-1511-4d2f-a65f-5be546efc952,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:22.739232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.790928 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3e1236ec-556b-450f-b601-5955d6e8fba2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.799467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:22.803103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d044a95-9b32-4ef3-9bbc-f2e5c5fa5149 req-e6bfc5fe-532a-4862-a920-7f6f07d06048 tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/security-groups?id=a567e16b-b039-44c3-bf80-1223a368d6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313758 Mar 22 14:16:22.823289 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:22.846048 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:22.846905 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:22.859443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] No DVR routers for this DVR port d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:22.862228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.866221 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "DELETE /v2.0/ports/d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd HTTP/1.1" status: 204 len: 173 time: 2.6084635 Mar 22 14:16:22.899457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.900113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:22.904511 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e676be6f-8c85-4778-97cc-953a8e32eda9 x-openstack-request-id: req-e676be6f-8c85-4778-97cc-953a8e32eda9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:22.904818 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80cbc83-852e-4521-94b7-d2a2eb07bca7", "name": "network-vif-plugged", "status": "completed", "tag": "5e415a2e-1870-41dc-b616-046e1aa4053a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:22.905060 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e676be6f-8c85-4778-97cc-953a8e32eda9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:22.905460 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e676be6f-8c85-4778-97cc-953a8e32eda9'] response: {'server_uuid': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e415a2e-1870-41dc-b616-046e1aa4053a', 'code': 200} Mar 22 14:16:22.954812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:22.955078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 41f64a6c-27a6-40dd-b5d8-01f0a34bb99e not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:22.960660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=5e415a2e-1870-41dc-b616-046e1aa4053a,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:22.978039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c92065e2-4481-42ec-98d5-a5674020bc11 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:22.978434 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.031054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Pushing event deleted for resources: {'Port': ['ID=3e1236ec-556b-450f-b601-5955d6e8fba2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:23.049406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c05663d6-db48-4c37-a438-82e6245c39bd None None] Provisioning complete for port c92065e2-4481-42ec-98d5-a5674020bc11 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:23.049777 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c05663d6-db48-4c37-a438-82e6245c39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.071141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-68d6d5ce-106d-403d-9bc5-51f3da2d2f18 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/ca9e724a-c8ba-454e-908b-a8fc788e861b HTTP/1.1" status: 200 len: 989 time: 0.3420291 Mar 22 14:16:23.090266 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:23.159580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] No DVR routers for this DVR port 3e1236ec-556b-450f-b601-5955d6e8fba2 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:23.162820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=e5051c98-1511-4d2f-a65f-5be546efc952,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:23.198094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d148eb91-2b59-4ed1-bd4b-093c8be0c2c0 req-d0750177-fb44-45ec-941c-4ebb0c81d408 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=660032ef-a8b9-4892-bcbb-9ff0ddbdf56f HTTP/1.1" status: 200 len: 210 time: 0.1976089 Mar 22 14:16:23.232783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.236080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c81de6e4-e7e7-4364-882f-ccae2ef1dcfc req-1a20146a-824b-43c6-a7e4-065614003e2b tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.42 "DELETE /v2.0/ports/3e1236ec-556b-450f-b601-5955d6e8fba2 HTTP/1.1" status: 204 len: 173 time: 2.5982490 Mar 22 14:16:23.238275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'name': 'network-vif-deleted', 'tag': '3e1236ec-556b-450f-b601-5955d6e8fba2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:23.240610 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a4e24b-a7e2-4fc8-ac9c-f512dbe132a9" -d '{"events": [{"server_uuid": "745a8c4a-5b91-4938-8b0c-f2cbaea949e5", "name": "network-vif-deleted", "tag": "3e1236ec-556b-450f-b601-5955d6e8fba2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:23.252950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ca9e724a-c8ba-454e-908b-a8fc788e861b', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'port_id': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'mac_address': 'fa:16:3e:26:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:19Z', 'updated_at': '2022-03-22T14:16:19Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:23.274232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41110) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.297584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] Checking router: a285d269-316f-4cf2-8f29-a664845a00d6 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:23.302981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c92065e2-4481-42ec-98d5-a5674020bc11 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:23.303372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.337919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c05663d6-db48-4c37-a438-82e6245c39bd None None] Current status of the port c92065e2-4481-42ec-98d5-a5674020bc11 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:23.338382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c05663d6-db48-4c37-a438-82e6245c39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.358454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1672a0-44a9-49f7-9d27-72ef8a5a4f14 req-af8bfdf0-f2fc-4137-b051-a0b3601c3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:23.359992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f1672a0-44a9-49f7-9d27-72ef8a5a4f14 req-af8bfdf0-f2fc-4137-b051-a0b3601c3d14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 1128 time: 0.4833171 Mar 22 14:16:23.395916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34bbc-113b-43f4-908b-b08f9175ffcc req-0d951c72-b6e8-440e-babe-8299fbae7fcb tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:23.405472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d34bbc-113b-43f4-908b-b08f9175ffcc req-0d951c72-b6e8-440e-babe-8299fbae7fcb tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 945 time: 0.4673510 Mar 22 14:16:23.410121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:23.410916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:23.416517 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:23.422663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78314363-4225-4965-8170-f76328cf9a45 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (db17f07a-3d7b-4c1c-a34f-55dcaafff36e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.426333 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c16e85e-7177-4dbd-9f83-6a3dcf4a2bb4 x-openstack-request-id: req-6c16e85e-7177-4dbd-9f83-6a3dcf4a2bb4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:23.426620 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745a8c4a-5b91-4938-8b0c-f2cbaea949e5", "name": "network-vif-deleted", "tag": "3e1236ec-556b-450f-b601-5955d6e8fba2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:23.426870 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c16e85e-7177-4dbd-9f83-6a3dcf4a2bb4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:23.427314 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c16e85e-7177-4dbd-9f83-6a3dcf4a2bb4'] response: {'server_uuid': '745a8c4a-5b91-4938-8b0c-f2cbaea949e5', 'name': 'network-vif-deleted', 'tag': '3e1236ec-556b-450f-b601-5955d6e8fba2', 'status': 'completed', 'code': 200} Mar 22 14:16:23.453271 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:23.463841 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:23.464860 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:23.482947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78314363-4225-4965-8170-f76328cf9a45 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (db17f07a-3d7b-4c1c-a34f-55dcaafff36e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.582097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78314363-4225-4965-8170-f76328cf9a45 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (db17f07a-3d7b-4c1c-a34f-55dcaafff36e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.588271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:23.590571 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78314363-4225-4965-8170-f76328cf9a45 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.593855 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78314363-4225-4965-8170-f76328cf9a45 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/security-groups/db17f07a-3d7b-4c1c-a34f-55dcaafff36e HTTP/1.1" status: 204 len: 168 time: 0.3179226 Mar 22 14:16:23.615884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d34bbc-113b-43f4-908b-b08f9175ffcc req-5b8754c6-81b1-4ad1-ba71-6e94966bdb70 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859267 Mar 22 14:16:23.619049 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:23.621449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78314363-4225-4965-8170-f76328cf9a45 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db17f07a-3d7b-4c1c-a34f-55dcaafff36e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:23.631899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port c92065e2-4481-42ec-98d5-a5674020bc11, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c92065e2-4481-42ec-98d5-a5674020bc11,segment=NetworkSegment(00649caa-a67d-4001-84a5-36f62fc9e32d),segment_id=00649caa-a67d-4001-84a5-36f62fc9e32d)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:23.653557 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.665289 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.673525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41114) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.674999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:23.675543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:23.676149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3e1236ec-556b-450f-b601-5955d6e8fba2 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:23.684639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f1672a0-44a9-49f7-9d27-72ef8a5a4f14 req-dcb2e3ee-1f8f-4756-b2cc-d7ea02ef85bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563024 Mar 22 14:16:23.758469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting subnet 07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:23.761722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.781618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.789532 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.804680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 3e1236ec-556b-450f-b601-5955d6e8fba2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:23.805223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3e1236ec-556b-450f-b601-5955d6e8fba2 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:23.808629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}, {'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'name': 'network-vif-deleted', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:23.810989 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44af0cf-6aeb-47ff-8751-c72c4e519723" -d '{"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}, {"server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "name": "network-vif-deleted", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:23.851448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-c05663d6-db48-4c37-a438-82e6245c39bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:23.851932 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-c05663d6-db48-4c37-a438-82e6245c39bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:23.861180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=c92065e2-4481-42ec-98d5-a5674020bc11,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:23.871331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.880208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:23.929136 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd69968-e8a1-465b-8d46-4faf81d67a3f x-openstack-request-id: req-6cd69968-e8a1-465b-8d46-4faf81d67a3f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:23.934409 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "status": "completed", "code": 200}, {"server_uuid": "660032ef-a8b9-4892-bcbb-9ff0ddbdf56f", "name": "network-vif-deleted", "tag": "d91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:23.934745 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cd69968-e8a1-465b-8d46-4faf81d67a3f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:23.935168 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd69968-e8a1-465b-8d46-4faf81d67a3f'] response: {'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'status': 'completed', 'code': 200} Mar 22 14:16:23.935421 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd69968-e8a1-465b-8d46-4faf81d67a3f'] response: {'server_uuid': '660032ef-a8b9-4892-bcbb-9ff0ddbdf56f', 'name': 'network-vif-deleted', 'tag': 'd91a9cbb-ef25-4dc1-a611-1f5f5e1cfcbd', 'status': 'completed', 'code': 200} Mar 22 14:16:23.991794 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:24.021943 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02871ff-9d99-4c71-bc00-5a68c7ed0b43 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:24.035396 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (cd4c59c0-237e-4b0d-9e73-054e85075ddd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.058342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=9dc81d69-b86d-4de5-a672-9e7e3a9dbbed,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:24.067201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64a389a9-9274-4b76-86fb-50f97b3f2a0a req-8f4d4a56-5f0c-470a-abda-8a6f9002559e tempest-InstanceActionsTestJSON-1666969617 tempest-InstanceActionsTestJSON-1666969617-project] 10.222.0.44 "GET /v2.0/ports?device_id=745a8c4a-5b91-4938-8b0c-f2cbaea949e5 HTTP/1.1" status: 200 len: 210 time: 0.0480878 Mar 22 14:16:24.082381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41120) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.122769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-861f4023-8744-427d-afd8-e17f2c9d7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:24.124268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-861f4023-8744-427d-afd8-e17f2c9d7bd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1127 time: 0.1873796 Mar 22 14:16:24.184801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.195219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ca9e724a-c8ba-454e-908b-a8fc788e861b', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'port_id': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'mac_address': 'fa:16:3e:26:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:19Z', 'updated_at': '2022-03-22T14:16:19Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:24.250179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6997d6fb-8019-4ebe-97c1-101ae0a74a40 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/ca9e724a-c8ba-454e-908b-a8fc788e861b HTTP/1.1" status: 200 len: 989 time: 0.1662881 Mar 22 14:16:24.332660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 29148841-250d-49bd-89f7-518261db3f6a is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:24.332660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:24.334204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41126) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.361346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-ecfd37b2-7118-41eb-8659-c1114049747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:24.363727 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-ecfd37b2-7118-41eb-8659-c1114049747b service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.2335153 Mar 22 14:16:24.366482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.439666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Subnet': ['ID=07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:24.481882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5958457-12ec-4614-84f2-ad07dab7d10a None None] The sync data for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 is: [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ca9e724a-c8ba-454e-908b-a8fc788e861b', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'port_id': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'mac_address': 'fa:16:3e:26:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:19Z', 'updated_at': '2022-03-22T14:16:19Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:24.496491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.498922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c92065e2-4481-42ec-98d5-a5674020bc11 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:24.505075 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9848905b-3a2e-4964-bf58-7f927ba4ec31 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/subnets/07a6e11f-a0ed-4e42-9c06-ba0e9555a9d4 HTTP/1.1" status: 204 len: 168 time: 0.8276048 Mar 22 14:16:24.506106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41128) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.557663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e7f-1f68-4030-b3d6-f472a2666f50 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (7e8e77dc-09d3-44eb-872a-2e4f870388cc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.582360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bd2a5-1d36-4213-bd74-df840cf07c58 None None] Network e946c4de-6cbf-44c9-ab15-b04491bc443a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:24.620922 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e7f-1f68-4030-b3d6-f472a2666f50 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (7e8e77dc-09d3-44eb-872a-2e4f870388cc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.625668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router cd4c59c0-237e-4b0d-9e73-054e85075ddd is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:16:24.655486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c05663d6-db48-4c37-a438-82e6245c39bd None None] Current status of the port c92065e2-4481-42ec-98d5-a5674020bc11 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:24.674241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-858f1d2a-cf38-423c-a6ae-6e5ab029b87e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 997 time: 0.2828674 Mar 22 14:16:24.724573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8a029-200a-4b0c-9c48-d90eaea816b1 None None] New status for floating IP b0c24813-ca93-4cd8-9c2a-2d86603a2e15: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:16:24.755208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e946c4de-6cbf-44c9-ab15-b04491bc443a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.777168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-a74b5dbc-7ae6-40ad-abfa-548ef2e1a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:24.778756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-a74b5dbc-7ae6-40ad-abfa-548ef2e1a925 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0942514 Mar 22 14:16:24.879983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-9bae75b8-e2e8-4a55-84a7-86de653c72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:24.881603 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-9bae75b8-e2e8-4a55-84a7-86de653c72e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0715611 Mar 22 14:16:24.883327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port 58ba8889-6f2a-40be-8e65-624581374fa0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:24.883662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.883790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:24.892564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fd41259b-8c7f-48e4-ad7b-8638fc435b1b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/cd4c59c0-237e-4b0d-9e73-054e85075ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7304454 Mar 22 14:16:24.893445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e7f-1f68-4030-b3d6-f472a2666f50 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7e8e77dc-09d3-44eb-872a-2e4f870388cc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.897837 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] Sync routers for ids ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:24.902623 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.904177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41132) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.907155 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e7f-1f68-4030-b3d6-f472a2666f50 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.910561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5051c98-1511-4d2f-a65f-5be546efc952'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:24.912557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0c3d5e7f-1f68-4030-b3d6-f472a2666f50 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/security-groups/7e8e77dc-09d3-44eb-872a-2e4f870388cc HTTP/1.1" status: 204 len: 168 time: 0.5653214 Mar 22 14:16:24.912953 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4081c4-8a9a-4c08-b82e-f36c7267dc07" -d '{"events": [{"server_uuid": "0c0e8f12-79a3-4abb-b222-d9e56b3e673b", "name": "network-vif-plugged", "status": "completed", "tag": "e5051c98-1511-4d2f-a65f-5be546efc952"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:24.915954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41134) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.917366 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] Routers {'cd4c59c0-237e-4b0d-9e73-054e85075ddd'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:24.918243 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:24.959769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.971464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d5e7f-1f68-4030-b3d6-f472a2666f50 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e77dc-09d3-44eb-872a-2e4f870388cc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:24.982766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dadc2c0-72a7-40dc-9b33-0390c46a344f None None] New status for floating IP ca9e724a-c8ba-454e-908b-a8fc788e861b: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:16:25.005742 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-cca3b52c-03ff-4aba-a6eb-95242cc25b33 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] show failed (client error): The resource could not be found. Mar 22 14:16:25.009465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cca3b52c-03ff-4aba-a6eb-95242cc25b33 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups/7e8e77dc-09d3-44eb-872a-2e4f870388cc HTTP/1.1" status: 404 len: 347 time: 0.0844367 Mar 22 14:16:25.009827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41138) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:25.025638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d4bb9-bf40-4f19-96c4-943639b74e61 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:25.032559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b71d4bb9-bf40-4f19-96c4-943639b74e61 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports/9dc81d69-b86d-4de5-a672-9e7e3a9dbbed HTTP/1.1" status: 200 len: 910 time: 0.1117661 Mar 22 14:16:25.033156 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:25.033961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41140) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:25.044998 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] Routers {'cd4c59c0-237e-4b0d-9e73-054e85075ddd'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:25.045630 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:25.059657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1974082c-b5b8-4fb2-9c6b-79b25dedb0aa'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:25.095580 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:25.096461 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c6385-c47a-4f70-b391-370fbfba1c11 None None] The sync data for ids ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:25.098460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015f269-a734-492c-b028-bcc527372b9b req-aa2d71eb-6fd4-4bde-ae57-1581267b0c68 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:25.100709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c015f269-a734-492c-b028-bcc527372b9b req-aa2d71eb-6fd4-4bde-ae57-1581267b0c68 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 945 time: 0.3122735 Mar 22 14:16:25.146205 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885718dd-c0d0-43e4-9e21-a0b2b85f2087 x-openstack-request-id: req-885718dd-c0d0-43e4-9e21-a0b2b85f2087 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:25.146514 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e8f12-79a3-4abb-b222-d9e56b3e673b", "name": "network-vif-plugged", "status": "completed", "tag": "e5051c98-1511-4d2f-a65f-5be546efc952", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:25.146750 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-885718dd-c0d0-43e4-9e21-a0b2b85f2087 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:25.147164 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885718dd-c0d0-43e4-9e21-a0b2b85f2087'] response: {'server_uuid': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5051c98-1511-4d2f-a65f-5be546efc952', 'code': 200} Mar 22 14:16:25.165249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41144) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:25.169555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-029b58ab-ceea-4a9a-89aa-602239437d9b None None] Provisioning complete for port c92065e2-4481-42ec-98d5-a5674020bc11 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:25.170276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-029b58ab-ceea-4a9a-89aa-602239437d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.234761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c92065e2-4481-42ec-98d5-a5674020bc11 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:25.235160 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.256989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port 58ba8889-6f2a-40be-8e65-624581374fa0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58ba8889-6f2a-40be-8e65-624581374fa0,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:25.257783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.273291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41146) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:25.353019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for 58ba8889-6f2a-40be-8e65-624581374fa0 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:25.401603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] Deleting subnet 69b0c9a4-ee78-469f-848e-11df602aa54c {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:25.405434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] Publish callbacks [] for subnet (69b0c9a4-ee78-469f-848e-11df602aa54c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.427587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-029b58ab-ceea-4a9a-89aa-602239437d9b None None] Current status of the port c92065e2-4481-42ec-98d5-a5674020bc11 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:25.457671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-029b58ab-ceea-4a9a-89aa-602239437d9b None None] Provisioning complete for port 9dc81d69-b86d-4de5-a672-9e7e3a9dbbed triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:25.458247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-029b58ab-ceea-4a9a-89aa-602239437d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.561613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-029b58ab-ceea-4a9a-89aa-602239437d9b None None] Port 9dc81d69-b86d-4de5-a672-9e7e3a9dbbed cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:25.563881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c92065e2-4481-42ec-98d5-a5674020bc11 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:25.567240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] DHCP port deletion for e946c4de-6cbf-44c9-ab15-b04491bc443a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:25.630289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a71cf30e-db1c-44c7-9ed2-0f5cd4488789 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/ca9e724a-c8ba-454e-908b-a8fc788e861b HTTP/1.1" status: 200 len: 989 time: 0.3523431 Mar 22 14:16:25.634224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] Deleting port 58ba8889-6f2a-40be-8e65-624581374fa0 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:25.634844 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.642822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c015f269-a734-492c-b028-bcc527372b9b req-68b48d49-60c6-48a4-932a-5915931ed6f3 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107262 Mar 22 14:16:25.647453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-26826333-fe58-410d-982f-6e6398c60ae8 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424452 Mar 22 14:16:25.653548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (69b0c9a4-ee78-469f-848e-11df602aa54c), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.657292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba866e0f-9f0e-470a-b8ec-92884805bcfc req-aab26503-92cc-4859-8e28-7e97648718d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:25.658876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba866e0f-9f0e-470a-b8ec-92884805bcfc req-aab26503-92cc-4859-8e28-7e97648718d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 1127 time: 0.5572336 Mar 22 14:16:25.689580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port 27cb9bf6-3ebd-4156-a2a9-c384817967eb {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:25.689920 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.710051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] For port 58ba8889-6f2a-40be-8e65-624581374fa0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=58ba8889-6f2a-40be-8e65-624581374fa0,segment=NetworkSegment(cadbfc43-0e91-4efa-9911-743d6cfb4e48),segment_id=cadbfc43-0e91-4efa-9911-743d6cfb4e48)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:25.710672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.713729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a542a6a6-bedb-4cb1-aec2-4dfadada3c84 None None] Provisioning complete for port 9dc81d69-b86d-4de5-a672-9e7e3a9dbbed triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:25.714198 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a542a6a6-bedb-4cb1-aec2-4dfadada3c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.743294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] Calling delete_port for 58ba8889-6f2a-40be-8e65-624581374fa0 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:25.757651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba866e0f-9f0e-470a-b8ec-92884805bcfc req-d9611a24-fc2d-428b-a76d-cc18fd7d925a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921857 Mar 22 14:16:25.771425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a542a6a6-bedb-4cb1-aec2-4dfadada3c84 None None] Port 9dc81d69-b86d-4de5-a672-9e7e3a9dbbed cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:25.785359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.793204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.793529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (27cb9bf6-3ebd-4156-a2a9-c384817967eb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.793650 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.807085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for 27cb9bf6-3ebd-4156-a2a9-c384817967eb owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:25.844428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (58ba8889-6f2a-40be-8e65-624581374fa0), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.853347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (69b0c9a4-ee78-469f-848e-11df602aa54c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.856484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=58ba8889-6f2a-40be-8e65-624581374fa0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.875158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] Pushing event deleted for resources: {'Port': ['ID=58ba8889-6f2a-40be-8e65-624581374fa0,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.878920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e81db-9bef-478d-b8e1-5a780de6dbb0 None None] No DVR routers for this DVR port 58ba8889-6f2a-40be-8e65-624581374fa0 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:25.893740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] No DVR routers for this DVR port 58ba8889-6f2a-40be-8e65-624581374fa0 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:25.961266 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (27cb9bf6-3ebd-4156-a2a9-c384817967eb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.998273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=27cb9bf6-3ebd-4156-a2a9-c384817967eb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.023700 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b44af0cf-6aeb-47ff-8751-c72c4e519723 req-bb924026-95f0-4552-85e5-abef33bdf115 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680606 Mar 22 14:16:26.057435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (b0c24813-ca93-4cd8-9c2a-2d86603a2e15), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.059989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.061161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b764485c-a26c-4f03-9ddf-ebd1159a8193 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/floatingips/b0c24813-ca93-4cd8-9c2a-2d86603a2e15 HTTP/1.1" status: 204 len: 168 time: 1.0504813 Mar 22 14:16:26.122441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e946c4de-6cbf-44c9-ab15-b04491bc443a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.136104 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (69b0c9a4-ee78-469f-848e-11df602aa54c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.182848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e946c4de-6cbf-44c9-ab15-b04491bc443a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:26.185010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b0c9a4-ee78-469f-848e-11df602aa54c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.191306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.194977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a244ca88-c004-44fb-ae0c-f1e18935a8d4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/69b0c9a4-ee78-469f-848e-11df602aa54c HTTP/1.1" status: 204 len: 168 time: 1.0212033 Mar 22 14:16:26.198242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41150) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.202819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadbfc43-0e91-4efa-9911-743d6cfb4e48') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:26.203095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadbfc43-0e91-4efa-9911-743d6cfb4e48') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:26.247770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (cadbfc43-0e91-4efa-9911-743d6cfb4e48), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.265422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41152) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.274127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c5a2ddae-c0ba-4cc6-ab19-684722995537 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440839641', 'description': 'tempest-description--1897755057'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:26.276847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (cadbfc43-0e91-4efa-9911-743d6cfb4e48), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.284280 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (57212c34-ee95-4720-a4c1-2a8cd2112273), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.289578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:26.289995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (cadbfc43-0e91-4efa-9911-743d6cfb4e48), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:26.293077 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:26.362676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58ba8889-6f2a-40be-8e65-624581374fa0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:26.364266 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5a2ddae-c0ba-4cc6-ab19-684722995537 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.384929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 58ba8889-6f2a-40be-8e65-624581374fa0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:26.385638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 58ba8889-6f2a-40be-8e65-624581374fa0 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:26.393242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (57212c34-ee95-4720-a4c1-2a8cd2112273), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.400534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e946c4de-6cbf-44c9-ab15-b04491bc443a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.408350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.414144 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/networks/e946c4de-6cbf-44c9-ab15-b04491bc443a HTTP/1.1" status: 204 len: 168 time: 1.9002545 Mar 22 14:16:26.415040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41154) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.436319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38a9f0-7c76-4c70-8d58-72906c6e7949 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Network': ['ID=e946c4de-6cbf-44c9-ab15-b04491bc443a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.478006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57212c34-ee95-4720-a4c1-2a8cd2112273']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:26.498077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deb6594-08a9-41b6-a61d-1bbbca139242') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:26.498431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deb6594-08a9-41b6-a61d-1bbbca139242') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:26.519389 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (1deb6594-08a9-41b6-a61d-1bbbca139242), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.548293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1deb6594-08a9-41b6-a61d-1bbbca139242), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.551277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.559232 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.595165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5a2ddae-c0ba-4cc6-ab19-684722995537 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (6c5d8720-a534-4f06-99d6-ed5ca790c5e5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.598053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:26.598524 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (1deb6594-08a9-41b6-a61d-1bbbca139242), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:26.600247 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:26.633902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5a2ddae-c0ba-4cc6-ab19-684722995537 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6c5d8720-a534-4f06-99d6-ed5ca790c5e5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.634409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41156) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.683790 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5a2ddae-c0ba-4cc6-ab19-684722995537 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.687813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c5a2ddae-c0ba-4cc6-ab19-684722995537 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4184585 Mar 22 14:16:26.687968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=9dc81d69-b86d-4de5-a672-9e7e3a9dbbed,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.688946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.694014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2ddae-c0ba-4cc6-ab19-684722995537 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5d8720-a534-4f06-99d6-ed5ca790c5e5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.697940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (57212c34-ee95-4720-a4c1-2a8cd2112273), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.705452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5aedf5dd-69d6-4d03-ab00-25e77a7b0a27 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '6c5d8720-a534-4f06-99d6-ed5ca790c5e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:26.720692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.722638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:26.723288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.728159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cb71218b-bb89-4daf-bd16-458ee6280af2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/ports/9dc81d69-b86d-4de5-a672-9e7e3a9dbbed HTTP/1.1" status: 200 len: 910 time: 1.6714032 Mar 22 14:16:26.728787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] 10.222.0.44 "DELETE /v2.0/networks/57212c34-ee95-4720-a4c1-2a8cd2112273 HTTP/1.1" status: 204 len: 168 time: 0.5268853 Mar 22 14:16:26.729141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41164) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.748928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e69214-51cc-40b8-a139-1716ad768a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=57212c34-ee95-4720-a4c1-2a8cd2112273,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.873153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a6d12a2-789c-4948-bb12-70eeab792a7d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/ca9e724a-c8ba-454e-908b-a8fc788e861b HTTP/1.1" status: 200 len: 991 time: 0.2320838 Mar 22 14:16:26.876588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aedf5dd-69d6-4d03-ab00-25e77a7b0a27 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (b69e9861-54cc-4c18-a00e-03af4fc9a6c3), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.917776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:26.920576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.941244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aedf5dd-69d6-4d03-ab00-25e77a7b0a27 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (b69e9861-54cc-4c18-a00e-03af4fc9a6c3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.947650 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aedf5dd-69d6-4d03-ab00-25e77a7b0a27 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b69e9861-54cc-4c18-a00e-03af4fc9a6c3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.968666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41166) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.986461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedf5dd-69d6-4d03-ab00-25e77a7b0a27 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69e9861-54cc-4c18-a00e-03af4fc9a6c3,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.999470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5aedf5dd-69d6-4d03-ab00-25e77a7b0a27 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.000956 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5aedf5dd-69d6-4d03-ab00-25e77a7b0a27 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3113122 Mar 22 14:16:27.004355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41168) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:27.015273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a95840c3-cbfe-4669-9e00-2b714b8314a8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'security_group_rule': {'security_group_id': '6c5d8720-a534-4f06-99d6-ed5ca790c5e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:27.040087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5cc1147f-b390-41ba-89e1-3d7358d6238f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0f6abe0680341398593828e5e07cfc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703096 Mar 22 14:16:27.042827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41170) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:27.066568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477130-a21e-47fb-899a-99537481095f req-4783bbbd-e2b6-44fc-b696-c7aaf77c21c5 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:27.068530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7477130-a21e-47fb-899a-99537481095f req-4783bbbd-e2b6-44fc-b696-c7aaf77c21c5 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 945 time: 0.2489948 Mar 22 14:16:27.087244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a95840c3-cbfe-4669-9e00-2b714b8314a8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (0385ee5d-27f0-47a1-96b4-221d628ccdf5), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.120684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41cdc619-fb63-409b-8f66-641e00310e6a admin admin] Publish callbacks [] for security_group (a567e16b-b039-44c3-bf80-1223a368d6a8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.156609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41cdc619-fb63-409b-8f66-641e00310e6a admin admin] Publish callbacks [] for security_group (a567e16b-b039-44c3-bf80-1223a368d6a8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.191163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.191386 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.194734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a95840c3-cbfe-4669-9e00-2b714b8314a8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (0385ee5d-27f0-47a1-96b4-221d628ccdf5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.198994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a95840c3-cbfe-4669-9e00-2b714b8314a8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0385ee5d-27f0-47a1-96b4-221d628ccdf5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.223457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95840c3-cbfe-4669-9e00-2b714b8314a8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0385ee5d-27f0-47a1-96b4-221d628ccdf5,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:27.226194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7477130-a21e-47fb-899a-99537481095f req-ac8fafc8-ee5d-4fbd-8fc5-831361af34af tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387024 Mar 22 14:16:27.227514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:27.244844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a95840c3-cbfe-4669-9e00-2b714b8314a8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.249186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a95840c3-cbfe-4669-9e00-2b714b8314a8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424924 Mar 22 14:16:27.250445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41172) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:27.255536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:27.274220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41cdc619-fb63-409b-8f66-641e00310e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a567e16b-b039-44c3-bf80-1223a368d6a8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.276957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41cdc619-fb63-409b-8f66-641e00310e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.278386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-41cdc619-fb63-409b-8f66-641e00310e6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a567e16b-b039-44c3-bf80-1223a368d6a8 HTTP/1.1" status: 204 len: 168 time: 0.2345080 Mar 22 14:16:27.288342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdc619-fb63-409b-8f66-641e00310e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567e16b-b039-44c3-bf80-1223a368d6a8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:27.290399 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.450059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.461413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (cd4c59c0-237e-4b0d-9e73-054e85075ddd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.551638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.587445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=a6ca03b5-e3ee-4fe6-8458-5e6d94b57cb2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:27.602110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.25.2.149 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/4ae5afd9-7584-4184-9b6f-8e0faae01eb2) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:27.707738 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (f16915ae-874a-4e37-b353-6c3e5da14613), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.708287 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Floating IP f16915ae-874a-4e37-b353-6c3e5da14613 disassociated (deleted). External IP: 172.25.2.88, port: a0d4862c-0a69-41e8-92a2-6ff25a84d5d7. Mar 22 14:16:27.746212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.792562 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.845185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=4ae5afd9-7584-4184-9b6f-8e0faae01eb2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:27.858580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:27.860067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:27.862788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:27.968592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (5b0d5b31-4eb1-4089-a74d-1753609b5705), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.989859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 9dc81d69-b86d-4de5-a672-9e7e3a9dbbed {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:27.990342 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.018417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.078989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router d79dc74e-7203-45f1-b9d8-0cf377258f8d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:28.100956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.174337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 9dc81d69-b86d-4de5-a672-9e7e3a9dbbed owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:28.209960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.215893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.265703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:28.270881 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.276853 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] Sync routers for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:28.294205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41196) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:28.296544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (5b0d5b31-4eb1-4089-a74d-1753609b5705), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.299636 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:28.300264 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:28.351197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.362471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1105897 Mar 22 14:16:28.386323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1b30-c696-4168-8dff-b365019c6f42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=4ae5afd9-7584-4184-9b6f-8e0faae01eb2,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.422464 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.423563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0b83a126-7519-4a75-bc9f-082ab9c9a97f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/floatingips/f16915ae-874a-4e37-b353-6c3e5da14613 HTTP/1.1" status: 204 len: 168 time: 2.0068429 Mar 22 14:16:28.425290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:28.428078 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:28.455942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2e47-ceda-43da-85b9-27c3cb22c04a req-221e9671-92a3-400a-892d-8dba894209b1 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:28.463508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-050e2e47-ceda-43da-85b9-27c3cb22c04a req-221e9671-92a3-400a-892d-8dba894209b1 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 945 time: 0.1178253 Mar 22 14:16:28.550395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-050e2e47-ceda-43da-85b9-27c3cb22c04a req-1ef96a7e-d286-41ec-b459-12f5a711ce71 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832887 Mar 22 14:16:28.550719 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:28.589468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9dc81d69-b86d-4de5-a672-9e7e3a9dbbed), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.608851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-342290215-network', 'tenant_id': '3589a03ef6ee49988d850d0cbe67a805'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:28.660938 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c73fcab-9add-4079-8c52-f417d9e35022 x-openstack-request-id: req-6c73fcab-9add-4079-8c52-f417d9e35022 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:28.661681 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:28.661681 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c73fcab-9add-4079-8c52-f417d9e35022 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:28.662256 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c73fcab-9add-4079-8c52-f417d9e35022'] response: {'name': 'network-changed', 'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'status': 'completed', 'code': 200} Mar 22 14:16:28.667825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=9dc81d69-b86d-4de5-a672-9e7e3a9dbbed,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.790932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Made reservation on behalf of 3589a03ef6ee49988d850d0cbe67a805 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:28.799806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.826424 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.967908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-ea3dd65e-6411-4186-9c50-4d8dd5443aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:28.970121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-ea3dd65e-6411-4186-9c50-4d8dd5443aad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 1128 time: 0.3069417 Mar 22 14:16:29.024203 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:16Z', 'revision_number': 6, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.051440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks [] for security_group (c674e5ce-8572-4d19-baa3-5f29639ae207), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.054333 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] Checking router: d79dc74e-7203-45f1-b9d8-0cf377258f8d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:29.060629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c674e5ce-8572-4d19-baa3-5f29639ae207), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.067567 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:29.068914 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.104388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:29.136116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c674e5ce-8572-4d19-baa3-5f29639ae207,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:29.140180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-573bece1-9d1d-4afd-aeec-1f52f578bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.141847 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-573bece1-9d1d-4afd-aeec-1f52f578bc64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 200 len: 898 time: 0.1650045 Mar 22 14:16:29.143681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d0206e0a-0658-4667-a198-f076f01a4083), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.144209 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Added segment d0206e0a-0658-4667-a198-f076f01a4083 of type vlan for network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 Mar 22 14:16:29.194587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-5985f0d3-15b8-4499-a7b6-56c68daf324b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0384696 Mar 22 14:16:29.233477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:29.265010 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7f1f7588-d4bc-4541-a901-b4a0fa4258c3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.275578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-4fec22c8-3c32-40dd-a370-c9c9b51ac0f9 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--440839641&fields=id&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 267 time: 0.5375378 Mar 22 14:16:29.283521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-af46f728-a8a1-43a5-b3b8-2c7dce06547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.287682 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-af46f728-a8a1-43a5-b3b8-2c7dce06547d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d HTTP/1.1" status: 200 len: 834 time: 0.0716166 Mar 22 14:16:29.331205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7f1f7588-d4bc-4541-a901-b4a0fa4258c3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.332180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.332820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.391357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0808685 Mar 22 14:16:29.394538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41220) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:29.402123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Request body: {'subnet': {'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-342290215-subnet', 'tenant_id': '3589a03ef6ee49988d850d0cbe67a805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:29.412236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (cd4c59c0-237e-4b0d-9e73-054e85075ddd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.420477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47667a93-4a1d-4d4d-a935-9b6aa08518c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1f7588-d4bc-4541-a901-b4a0fa4258c3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:29.425123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bac6c-accf-49b6-a8e8-0cb03e39181f req-8c48d384-1428-4401-a11a-7145e76282ea tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.426998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-367bac6c-accf-49b6-a8e8-0cb03e39181f req-8c48d384-1428-4401-a11a-7145e76282ea tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 946 time: 0.5892131 Mar 22 14:16:29.434929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-cb4c9c95-1252-4774-a2ea-60561af4b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.436572 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-cb4c9c95-1252-4774-a2ea-60561af4b193 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1392767 Mar 22 14:16:29.442547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Made reservation on behalf of 3589a03ef6ee49988d850d0cbe67a805 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:29.442936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:29.446548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.478040 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:16Z', 'revision_number': 6, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.580898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-367bac6c-accf-49b6-a8e8-0cb03e39181f req-b10ecce7-507e-4b88-be9c-4c597b2a2ee4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446092 Mar 22 14:16:29.590967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-e148aef4-2ae3-4a2e-925a-5162c5566e23 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.592448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-e148aef4-2ae3-4a2e-925a-5162c5566e23 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.3017702 Mar 22 14:16:29.632307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-e6bfc3d1-26f5-4cd0-9c42-2edcde4af6e1 service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819739 Mar 22 14:16:29.663748 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa4d1d-3107-408a-9bc3-b7337ab8b29c None None] The sync data for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 is: [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:16Z', 'revision_number': 6, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e8e36d63-4385-4646-adce-5250b9afb8b8', 'name': '', 'network_id': 'ff4fcfe9-45e0-4d9c-a94b-67388a63dab2', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:cd:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:07Z', 'updated_at': '2022-03-22T14:14:14Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:29.708309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-7e8b8dd8-17e1-4638-b6f7-840c219c118b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/quotas/a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 375 time: 0.0672488 Mar 22 14:16:29.734815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router cd4c59c0-237e-4b0d-9e73-054e85075ddd has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:29.785250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a8f5c-2765-404d-8d05-55ccc52cfcea req-581c5c09-7ddb-4cdb-85e0-1de5de864883 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.786805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57a8f5c-2765-404d-8d05-55ccc52cfcea req-581c5c09-7ddb-4cdb-85e0-1de5de864883 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 946 time: 0.1191111 Mar 22 14:16:29.801593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a8e540ee-58c1-4665-b8cf-db3a2e19a72a req-0157bf33-8a63-4dc7-b8a5-75ca430b60b8 service neutron] 10.222.0.57 "GET /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415250 Mar 22 14:16:29.803336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (00a7280a-6058-4fa9-b13c-a85b04710909), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.869156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a7280a-6058-4fa9-b13c-a85b04710909,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:29.881394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-96ee8e9b-9218-4cd7-b4fd-24607cab0bc8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652789 Mar 22 14:16:29.887131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:29.892713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3a546048-c8fd-486e-a0ec-6e73f0a4058a tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/cd4c59c0-237e-4b0d-9e73-054e85075ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1546667 Mar 22 14:16:29.896248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41224) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:29.900971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Checking segment: {'id': 'd0206e0a-0658-4667-a198-f076f01a4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:29.901338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Network hostable DHCP agents. Network: 7f1f7588-d4bc-4541-a901-b4a0fa4258c3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:29.902178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] Sync routers for ids ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:29.912099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] Routers {'cd4c59c0-237e-4b0d-9e73-054e85075ddd'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:29.913136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.924640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:29.939623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7f1f7588-d4bc-4541-a901-b4a0fa4258c3) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:29.953273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.953749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.963595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce7867-1554-48d5-aea8-c6d97f0a8fa9 None None] Network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:29.968094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.981882 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-22da5131-92d3-4456-ab7c-6a779d070e08 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5765929 Mar 22 14:16:29.997358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cd5b75c3-2801-4d5f-9b12-2986099f6bbf tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd4c59c0-237e-4b0d-9e73-054e85075ddd HTTP/1.1" status: 200 len: 205 time: 0.0909798 Mar 22 14:16:30.000481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41228) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:30.001604 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a0291-f36c-40b5-a151-be3d364e3e40 None None] New status for floating IP f16915ae-874a-4e37-b353-6c3e5da14613: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:16:30.024298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57a8f5c-2765-404d-8d05-55ccc52cfcea req-6e912328-e1fa-4027-903e-731ea0bbb3ce tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993489 Mar 22 14:16:30.089372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d17c855b-a499-4b1d-9a10-10b1fd60d2b2 service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918149 Mar 22 14:16:30.113648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] Routers {'cd4c59c0-237e-4b0d-9e73-054e85075ddd'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:30.116391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:30.192729 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fee60479-62c3-4699-ab26-294de3ec45f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (cd4c59c0-237e-4b0d-9e73-054e85075ddd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.208683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:30.209777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92344947-7183-45fb-a81d-97b5f3df720e None None] The sync data for ids ['cd4c59c0-237e-4b0d-9e73-054e85075ddd'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:30.226706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-44249d2a-02b2-4795-8fee-1703a034a4f7 service neutron] 10.222.0.44 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357975 Mar 22 14:16:30.264857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a7f04-4742-4f8a-be69-82731c92290d None None] Network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:30.649663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c83bb658-13a6-4a5a-8d4f-11e373392fe4 req-10dc51eb-5a47-4abf-bfc8-95217af0229e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 210 time: 0.0420711 Mar 22 14:16:30.703953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-32f94c25-35c2-4acb-831d-ff8e60240060 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:30.712620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-32f94c25-35c2-4acb-831d-ff8e60240060 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/networks?id=7f1f7588-d4bc-4541-a901-b4a0fa4258c3 HTTP/1.1" status: 200 len: 817 time: 0.1759534 Mar 22 14:16:30.741574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-a3ccc176-0d8a-4f58-a82c-1feb5d769c92 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/quotas/3589a03ef6ee49988d850d0cbe67a805 HTTP/1.1" status: 200 len: 375 time: 0.0276554 Mar 22 14:16:30.790553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fee60479-62c3-4699-ab26-294de3ec45f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (cd4c59c0-237e-4b0d-9e73-054e85075ddd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.790819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-a4cdf7d4-894a-4b27-a302-3e14233ba863 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3589a03ef6ee49988d850d0cbe67a805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483158 Mar 22 14:16:30.798915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-1b1a5de8-01f2-4be3-ab41-7a89b64e2b23 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:30.800518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-1b1a5de8-01f2-4be3-ab41-7a89b64e2b23 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 946 time: 0.1730678 Mar 22 14:16:30.801805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fee60479-62c3-4699-ab26-294de3ec45f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (cd4c59c0-237e-4b0d-9e73-054e85075ddd), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.807018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3af2-22a4-49d0-9012-5a55f7a2d388 req-997effcd-327e-4aa0-9142-75e9048bb560 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:30.808744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5dda3af2-22a4-49d0-9012-5a55f7a2d388 req-997effcd-327e-4aa0-9142-75e9048bb560 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 946 time: 0.0859864 Mar 22 14:16:30.889935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fee60479-62c3-4699-ab26-294de3ec45f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (cd4c59c0-237e-4b0d-9e73-054e85075ddd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.889935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee60479-62c3-4699-ab26-294de3ec45f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Fanout notify agent at l3_agent the message router_deleted on router cd4c59c0-237e-4b0d-9e73-054e85075ddd {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:16:30.895532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fee60479-62c3-4699-ab26-294de3ec45f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.896331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fee60479-62c3-4699-ab26-294de3ec45f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/cd4c59c0-237e-4b0d-9e73-054e85075ddd HTTP/1.1" status: 204 len: 168 time: 0.8946269 Mar 22 14:16:30.902876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41258) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:30.946668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:30.947009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.947257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5dda3af2-22a4-49d0-9012-5a55f7a2d388 req-7ec4edad-2326-47a8-91dc-6b44226dc3ef tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274829 Mar 22 14:16:30.985836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet 1974082c-b5b8-4fb2-9c6b-79b25dedb0aa {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:30.989498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-a9562984-4579-4fa1-a2c7-f9e71687173c service neutron] 10.222.0.44 "GET /v2.0/networks/7f1f7588-d4bc-4541-a901-b4a0fa4258c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801014 Mar 22 14:16:30.991477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (1974082c-b5b8-4fb2-9c6b-79b25dedb0aa), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.044086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:31.044759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.058359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:31.095593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (1974082c-b5b8-4fb2-9c6b-79b25dedb0aa), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.192153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a0d4862c-0a69-41e8-92a2-6ff25a84d5d7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.209551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-e896385a-378d-49c6-bb1d-f5a88ea8506b service neutron] 10.222.0.44 "GET /v2.0/networks/7f1f7588-d4bc-4541-a901-b4a0fa4258c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947422 Mar 22 14:16:31.221460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=a0d4862c-0a69-41e8-92a2-6ff25a84d5d7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.256271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b13210-4133-4202-95e7-f39394126313 req-5a59b4ce-ef5f-46db-bf9a-11014346fe39 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.257829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43b13210-4133-4202-95e7-f39394126313 req-5a59b4ce-ef5f-46db-bf9a-11014346fe39 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea80d3ef-c894-4303-8158-1c1334499016 HTTP/1.1" status: 200 len: 867 time: 0.1380022 Mar 22 14:16:31.282909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1974082c-b5b8-4fb2-9c6b-79b25dedb0aa), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.284108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] No DVR routers for this DVR port a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:31.287160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.290761 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dd4037a0-7261-4ca0-afad-c70f9bea43fe req-c40d37b3-d02e-4072-9789-d2264c42e2c9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "DELETE /v2.0/ports/a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 HTTP/1.1" status: 204 len: 173 time: 0.4847693 Mar 22 14:16:31.291429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'name': 'network-vif-deleted', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:31.294607 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4424e797-69c9-4c49-98d4-fad726ccc811" -d '{"events": [{"server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "name": "network-vif-deleted", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:31.368000 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4ee76-4f28-4eac-ba39-bcd358cac98a x-openstack-request-id: req-aeb4ee76-4f28-4eac-ba39-bcd358cac98a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:31.368292 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea80d3ef-c894-4303-8158-1c1334499016", "name": "network-vif-deleted", "tag": "a0d4862c-0a69-41e8-92a2-6ff25a84d5d7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:31.371737 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aeb4ee76-4f28-4eac-ba39-bcd358cac98a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:31.372151 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb4ee76-4f28-4eac-ba39-bcd358cac98a'] response: {'server_uuid': 'ea80d3ef-c894-4303-8158-1c1334499016', 'name': 'network-vif-deleted', 'tag': 'a0d4862c-0a69-41e8-92a2-6ff25a84d5d7', 'status': 'completed', 'code': 200} Mar 22 14:16:31.400036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43b13210-4133-4202-95e7-f39394126313 req-b531e87c-3d84-4756-ad4b-2e51288d4037 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=8396f023-ca42-4280-86fa-ced767a7cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345413 Mar 22 14:16:31.420845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (1974082c-b5b8-4fb2-9c6b-79b25dedb0aa), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.456478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.460256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/1974082c-b5b8-4fb2-9c6b-79b25dedb0aa HTTP/1.1" status: 204 len: 168 time: 0.5563955 Mar 22 14:16:31.463652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:31.470544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2b5e4-a8dc-482f-bc91-c477d0af983e tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=1974082c-b5b8-4fb2-9c6b-79b25dedb0aa,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.476889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105f7ed-07f6-43c3-b870-7eaf04f5b185 None None] Network 29148841-250d-49bd-89f7-518261db3f6a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:31.496846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b9b3e99-c2a6-4025-b7aa-1b8b4f65da4f req-9415b4f4-025a-4f7e-af7d-4362d6b891e6 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 210 time: 0.0453858 Mar 22 14:16:31.646457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (29148841-250d-49bd-89f7-518261db3f6a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.719168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] DHCP port deletion for 29148841-250d-49bd-89f7-518261db3f6a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:31.742703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port c92065e2-4481-42ec-98d5-a5674020bc11 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:31.743046 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.848062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-8e5ce73b-8ebc-4bae-aeaa-f5587c2e0d5a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.849564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-8e5ce73b-8ebc-4bae-aeaa-f5587c2e0d5a tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 814 time: 0.3063197 Mar 22 14:16:31.858481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] Deleting port c92065e2-4481-42ec-98d5-a5674020bc11 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:31.859388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.898179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port c92065e2-4481-42ec-98d5-a5674020bc11, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c92065e2-4481-42ec-98d5-a5674020bc11,segment=NetworkSegment(00649caa-a67d-4001-84a5-36f62fc9e32d),segment_id=00649caa-a67d-4001-84a5-36f62fc9e32d)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:31.898341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.922547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-730305a1-e2de-448d-ac28-570b5af5632c req-bef995bb-3823-4fab-b983-3d58e1632595 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 210 time: 0.1396677 Mar 22 14:16:31.965216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] For port c92065e2-4481-42ec-98d5-a5674020bc11, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c92065e2-4481-42ec-98d5-a5674020bc11,segment=NetworkSegment(00649caa-a67d-4001-84a5-36f62fc9e32d),segment_id=00649caa-a67d-4001-84a5-36f62fc9e32d)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:31.965990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.967618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for c92065e2-4481-42ec-98d5-a5674020bc11 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:31.968898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-3ae3235d-56a1-45e1-9336-fdccc1a6fdbc tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ca8cbb8acb4455a58b76aa63043f82 HTTP/1.1" status: 200 len: 379 time: 0.0830810 Mar 22 14:16:31.977337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-23635d03-4ca6-41d9-9e49-6679e7933d97 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.978950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-23635d03-4ca6-41d9-9e49-6679e7933d97 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "GET /v2.0/ports?device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 946 time: 0.2339668 Mar 22 14:16:31.982453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] Calling delete_port for c92065e2-4481-42ec-98d5-a5674020bc11 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:31.983588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'port': {'device_id': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'admin_state_up': True, 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'security_groups': ['6c5d8720-a534-4f06-99d6-ed5ca790c5e5']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:32.112775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.128299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-e78c2dc6-296f-4ab0-97fe-46189a67950d tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:32.130575 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-e78c2dc6-296f-4ab0-97fe-46189a67950d tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c0e8f12-79a3-4abb-b222-d9e56b3e673b HTTP/1.1" status: 200 len: 945 time: 0.0859573 Mar 22 14:16:32.141883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] Pushing event deleted for resources: {'Port': ['ID=c92065e2-4481-42ec-98d5-a5674020bc11,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:32.151974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919917b5-9705-4316-889e-7d55d807d8e3 None None] No DVR routers for this DVR port c92065e2-4481-42ec-98d5-a5674020bc11 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:32.161065 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c92065e2-4481-42ec-98d5-a5674020bc11), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.209445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=c92065e2-4481-42ec-98d5-a5674020bc11,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:32.215646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b46b6-1117-4ae2-a235-c30afb7e85e7 req-c8c879ca-0342-4cc5-805c-b79fb81f02ae tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:32.217824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d21b46b6-1117-4ae2-a235-c30afb7e85e7 req-c8c879ca-0342-4cc5-805c-b79fb81f02ae tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 946 time: 0.1464467 Mar 22 14:16:32.228326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port c92065e2-4481-42ec-98d5-a5674020bc11 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:32.273267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Deleting port 5e415a2e-1870-41dc-b616-046e1aa4053a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:32.273608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.276227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Made reservation on behalf of a1ca8cbb8acb4455a58b76aa63043f82 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:32.279581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.358225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (29148841-250d-49bd-89f7-518261db3f6a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.358507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d21b46b6-1117-4ae2-a235-c30afb7e85e7 req-89f6fbe8-1657-4d91-b85c-9bc283509e97 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dd57516-32d8-4527-8902-25b785059190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308901 Mar 22 14:16:32.375602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c92065e2-4481-42ec-98d5-a5674020bc11 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:32.394735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29148841-250d-49bd-89f7-518261db3f6a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:32.404299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c92065e2-4481-42ec-98d5-a5674020bc11 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:32.404917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c92065e2-4481-42ec-98d5-a5674020bc11 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:32.408292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00649caa-a67d-4001-84a5-36f62fc9e32d') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:32.408597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00649caa-a67d-4001-84a5-36f62fc9e32d') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:32.425301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (00649caa-a67d-4001-84a5-36f62fc9e32d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.442281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Deleting port e5051c98-1511-4d2f-a65f-5be546efc952 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:32.442622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.458936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (00649caa-a67d-4001-84a5-36f62fc9e32d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.460021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] For port 5e415a2e-1870-41dc-b616-046e1aa4053a, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=5e415a2e-1870-41dc-b616-046e1aa4053a,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:32.460687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.469280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41282) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:32.498411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:32.498875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (00649caa-a67d-4001-84a5-36f62fc9e32d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:32.501881 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:32.506695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Calling delete_port for 5e415a2e-1870-41dc-b616-046e1aa4053a owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:32.584450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (29148841-250d-49bd-89f7-518261db3f6a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.597985 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.601194 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/29148841-250d-49bd-89f7-518261db3f6a HTTP/1.1" status: 204 len: 168 time: 1.1365712 Mar 22 14:16:32.616461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41286) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:32.619904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2e7b-206d-4148-84a6-bce57fef0021 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=29148841-250d-49bd-89f7-518261db3f6a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:32.623672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3f5bd8d-7084-4ca7-a701-47b467b429b8 req-a4fb07c5-b371-45f9-b911-d7376533f756 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 210 time: 0.0458341 Mar 22 14:16:32.630229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2e5dcb66-3c1c-4962-afa5-040121d39521 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1887937741', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:32.636551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] For port e5051c98-1511-4d2f-a65f-5be546efc952, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e5051c98-1511-4d2f-a65f-5be546efc952,segment=NetworkSegment(3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f),segment_id=3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:32.636917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.638240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Allocated IP 172.20.0.3 (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4/3aa5a118-7118-4c43-bd3d-f956be91bae4/1251079d-3e5e-4a3e-9a98-ab1ffbce9468) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:32.651957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Calling delete_port for e5051c98-1511-4d2f-a65f-5be546efc952 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:32.717166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcb66-3c1c-4962-afa5-040121d39521 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.718204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcb66-3c1c-4962-afa5-040121d39521 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.722518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72929d38-572c-4c49-a547-14f1bea30e09 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (8396f023-ca42-4280-86fa-ced767a7cf24), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.806256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e5051c98-1511-4d2f-a65f-5be546efc952), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.818913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5e415a2e-1870-41dc-b616-046e1aa4053a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:32.825941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e5051c98-1511-4d2f-a65f-5be546efc952'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:32.830904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72929d38-572c-4c49-a547-14f1bea30e09 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (8396f023-ca42-4280-86fa-ced767a7cf24), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.851482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event deleted for resources: {'Port': ['ID=e5051c98-1511-4d2f-a65f-5be546efc952,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:32.922408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] No DVR routers for this DVR port e5051c98-1511-4d2f-a65f-5be546efc952 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:32.925174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.928963 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a40978db-78a3-4c69-8bf4-e52e5abb9c03 req-8c950e97-265f-4f7d-ab0c-3abe7490a0c4 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.57 "DELETE /v2.0/ports/e5051c98-1511-4d2f-a65f-5be546efc952 HTTP/1.1" status: 204 len: 173 time: 0.7898476 Mar 22 14:16:33.015478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcb66-3c1c-4962-afa5-040121d39521 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.047941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcb66-3c1c-4962-afa5-040121d39521 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.065081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5e415a2e-1870-41dc-b616-046e1aa4053a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.099688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e5051c98-1511-4d2f-a65f-5be546efc952'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:33.101997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['5e415a2e-1870-41dc-b616-046e1aa4053a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:33.111955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-d921e826-cb8a-48bd-bf38-27e23ff4e4af tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.113424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-d921e826-cb8a-48bd-bf38-27e23ff4e4af tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.57 "GET /v2.0/networks?id=7f1f7588-d4bc-4541-a901-b4a0fa4258c3 HTTP/1.1" status: 200 len: 817 time: 0.4178939 Mar 22 14:16:33.137786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf7edb45-e896-445a-9f71-4a7d242a0ca7 req-b5289b0d-5ece-42b8-8937-3b1c4d3ab4f3 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 210 time: 0.0988150 Mar 22 14:16:33.147829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Request body: {'port': {'device_id': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3', 'admin_state_up': True, 'tenant_id': '3589a03ef6ee49988d850d0cbe67a805'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:33.160429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcb66-3c1c-4962-afa5-040121d39521 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.160429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2e5dcb66-3c1c-4962-afa5-040121d39521 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5350003 Mar 22 14:16:33.160429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Pushing event deleted for resources: {'Port': ['ID=5e415a2e-1870-41dc-b616-046e1aa4053a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:33.160920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41290) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.176043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-486794596'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:33.206665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:33.211217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.234972 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.251364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:33.260818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (46d1c1e2-08e2-4253-abf5-f00181a80e2e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.261163 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment 46d1c1e2-08e2-4253-abf5-f00181a80e2e of type vlan for network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a Mar 22 14:16:33.267826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] No DVR routers for this DVR port 5e415a2e-1870-41dc-b616-046e1aa4053a on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:33.273849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.277165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-447ab05a-55d6-4ba3-8abb-8fd9e8e9e716 req-5d7f3acd-0df8-4681-ad48-fa3de5b6ddf2 tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.42 "DELETE /v2.0/ports/5e415a2e-1870-41dc-b616-046e1aa4053a HTTP/1.1" status: 204 len: 173 time: 1.2885249 Mar 22 14:16:33.277609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'name': 'network-vif-deleted', 'tag': '5e415a2e-1870-41dc-b616-046e1aa4053a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:33.279945 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a7a7d3-2aeb-4f1f-bd5b-5d795e83b9af" -d '{"events": [{"server_uuid": "f80cbc83-852e-4521-94b7-d2a2eb07bca7", "name": "network-vif-deleted", "tag": "5e415a2e-1870-41dc-b616-046e1aa4053a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:33.316537 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72929d38-572c-4c49-a547-14f1bea30e09 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8396f023-ca42-4280-86fa-ced767a7cf24), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.317828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.319474 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72929d38-572c-4c49-a547-14f1bea30e09 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.320757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-72929d38-572c-4c49-a547-14f1bea30e09 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/security-groups/8396f023-ca42-4280-86fa-ced767a7cf24 HTTP/1.1" status: 204 len: 168 time: 0.8505657 Mar 22 14:16:33.348652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72929d38-572c-4c49-a547-14f1bea30e09 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396f023-ca42-4280-86fa-ced767a7cf24,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:33.364104 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f5316-7eab-4cc3-9faa-1a58d2f99abe x-openstack-request-id: req-079f5316-7eab-4cc3-9faa-1a58d2f99abe {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:33.364401 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80cbc83-852e-4521-94b7-d2a2eb07bca7", "name": "network-vif-deleted", "tag": "5e415a2e-1870-41dc-b616-046e1aa4053a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:33.364637 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-079f5316-7eab-4cc3-9faa-1a58d2f99abe {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:33.365151 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079f5316-7eab-4cc3-9faa-1a58d2f99abe'] response: {'server_uuid': 'f80cbc83-852e-4521-94b7-d2a2eb07bca7', 'name': 'network-vif-deleted', 'tag': '5e415a2e-1870-41dc-b616-046e1aa4053a', 'status': 'completed', 'code': 200} Mar 22 14:16:33.368585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.383306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'name': 'network-vif-deleted', 'tag': 'e5051c98-1511-4d2f-a65f-5be546efc952'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:33.389685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41298) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.391584 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad3dbd6-0a68-4fb5-bce2-16273ea4ffe4" -d '{"events": [{"server_uuid": "0c0e8f12-79a3-4abb-b222-d9e56b3e673b", "name": "network-vif-deleted", "tag": "e5051c98-1511-4d2f-a65f-5be546efc952"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:33.411744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.417769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.418435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.466193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:33.469953 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627cfb7f-5f94-42b4-b127-9e9cda26525a x-openstack-request-id: req-627cfb7f-5f94-42b4-b127-9e9cda26525a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:33.470478 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e8f12-79a3-4abb-b222-d9e56b3e673b", "name": "network-vif-deleted", "tag": "e5051c98-1511-4d2f-a65f-5be546efc952", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:33.470887 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-627cfb7f-5f94-42b4-b127-9e9cda26525a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:33.471451 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627cfb7f-5f94-42b4-b127-9e9cda26525a'] response: {'server_uuid': '0c0e8f12-79a3-4abb-b222-d9e56b3e673b', 'name': 'network-vif-deleted', 'tag': 'e5051c98-1511-4d2f-a65f-5be546efc952', 'status': 'completed', 'code': 200} Mar 22 14:16:33.513616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:33.514572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a0d4862c-0a69-41e8-92a2-6ff25a84d5d7 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:33.519334 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3557422 Mar 22 14:16:33.520877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41302) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.527148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:33.588720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e7d52-be27-4268-ab6e-514a15775485 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:33.600533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:33.638432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:33.643418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.840626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (63786458-af70-4db7-8da3-62143b3dc88f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.868317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Made reservation on behalf of 3589a03ef6ee49988d850d0cbe67a805 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:33.872203 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.903328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=63786458-af70-4db7-8da3-62143b3dc88f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:33.919985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:33.920218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:33.921683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42636fe8-7472-4e4e-adac-1d604b459faf req-95effd61-2719-4047-8d44-56e23df5af01 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 210 time: 0.1105895 Mar 22 14:16:33.923740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b865507d-a5c2-41e9-97de-6f82e287c665 req-eff2ad80-6f0f-4478-ab36-f0806cc7732d tempest-MultipleCreateTestJSON-96602590 tempest-MultipleCreateTestJSON-96602590-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80cbc83-852e-4521-94b7-d2a2eb07bca7 HTTP/1.1" status: 200 len: 210 time: 0.1170492 Mar 22 14:16:33.932910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:33.937582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:33.948009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:33.948254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:33.953903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event updated for resources: {'Port': ['ID=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:33.957423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:33.960013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11380567-7b1d-4474-ae13-8b79d7e7ab3d None None] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:33.961179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.963511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.009942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8c0caba0-a760-410c-93e3-38197927eb52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4875643 Mar 22 14:16:34.012641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:34.115849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.116486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.119603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:34.121558 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.228799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Allocated IP 172.20.0.11 (7f1f7588-d4bc-4541-a901-b4a0fa4258c3/00a7280a-6058-4fa9-b13c-a85b04710909/e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:34.337095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Allocated IP 172.20.0.2 (f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a/63786458-af70-4db7-8da3-62143b3dc88f/b3b07338-1d8e-442f-9b8c-2893014ee3d6) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:34.337811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.338946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-da7ecf49-bb99-44e9-b0d5-04c730862f29 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3589702 Mar 22 14:16:34.368290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Request body: {'port': {'device_id': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:34.414327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aa59c36c-240c-4d04-a226-b7a4716fde0d None None] Provisioning complete for port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:34.414632 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aa59c36c-240c-4d04-a226-b7a4716fde0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.471299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aa59c36c-240c-4d04-a226-b7a4716fde0d None None] Port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:34.490703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fc618-4633-43ae-a9fb-c0a46d2d4c45 req-986d2121-a39e-4f15-8973-1982c74758f4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.497763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f04fc618-4633-43ae-a9fb-c0a46d2d4c45 req-986d2121-a39e-4f15-8973-1982c74758f4 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 931 time: 0.2236078 Mar 22 14:16:34.547965 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Publish callbacks [] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.555114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.581198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.595253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:34.598603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:34.604465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:34.612198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Pushing event updated for resources: {'Port': ['ID=b3b07338-1d8e-442f-9b8c-2893014ee3d6,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:34.616020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks [] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.642949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.20.0.1 (f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a/63786458-af70-4db7-8da3-62143b3dc88f/4bbe8ac9-a4af-4d89-8a82-2c85915d2e72) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:34.668627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Attempting to bind port b3b07338-1d8e-442f-9b8c-2893014ee3d6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:34.668992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Attempting to bind port b3b07338-1d8e-442f-9b8c-2893014ee3d6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:34.669511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Attempting to bind port b3b07338-1d8e-442f-9b8c-2893014ee3d6 on network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:34.674603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:34.674973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Checking segment: {'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:34.675375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.675760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Bound using segment: {'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:34.676224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Bound port: b3b07338-1d8e-442f-9b8c-2893014ee3d6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:34.676600 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.694012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f04fc618-4633-43ae-a9fb-c0a46d2d4c45 req-d44ffcb8-c4b5-45de-be79-3c47d6adcd41 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953201 Mar 22 14:16:34.743643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] For port b3b07338-1d8e-442f-9b8c-2893014ee3d6, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:34.747468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] For port b3b07338-1d8e-442f-9b8c-2893014ee3d6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b3b07338-1d8e-442f-9b8c-2893014ee3d6,segment=NetworkSegment(46d1c1e2-08e2-4253-abf5-f00181a80e2e),segment_id=46d1c1e2-08e2-4253-abf5-f00181a80e2e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:34.754286 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.770397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.792500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.811292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.811574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee593d6e-8071-4084-ac79-2694a8ce53f2 None None] Pushing event updated for resources: {'Port': ['ID=b3b07338-1d8e-442f-9b8c-2893014ee3d6,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:34.859005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:34.862085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:34.866184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:34.866369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:34.908099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:34.909530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:34.920008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:34.924149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.929609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Pushing event updated for resources: {'Port': ['ID=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:35.017547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.018940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.108098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41316) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:35.112832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-9b8d3617-65b6-4ee7-bf77-bface87ff0fc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9741094 Mar 22 14:16:35.124508 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.164551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Request body: {'port': {'device_id': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:35.248262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] Deleting subnet bf714631-f863-4b96-8f30-167a3b8cf511 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:35.264958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] Publish callbacks [] for subnet (bf714631-f863-4b96-8f30-167a3b8cf511), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.342362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde739d7-a1c4-4bb0-b501-afeec1209316 req-ae8d3cb0-7628-4c54-b125-ea4002b82e2d tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.344227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cde739d7-a1c4-4bb0-b501-afeec1209316 req-ae8d3cb0-7628-4c54-b125-ea4002b82e2d tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 932 time: 0.2527370 Mar 22 14:16:35.375803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:35.382158 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.394164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.395687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (bf714631-f863-4b96-8f30-167a3b8cf511), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.400214 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.400622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.424751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Publish callbacks [] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.476469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:35.481348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e5051c98-1511-4d2f-a65f-5be546efc952 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:35.485174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.503313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: e5051c98-1511-4d2f-a65f-5be546efc952 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:35.503758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e5051c98-1511-4d2f-a65f-5be546efc952 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:35.535953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e415a2e-1870-41dc-b616-046e1aa4053a no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:35.536496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Transition to ACTIVE for port object 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:35.560083 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.563957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 5e415a2e-1870-41dc-b616-046e1aa4053a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:35.564525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 5e415a2e-1870-41dc-b616-046e1aa4053a not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:35.603329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:35.604919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:35.609718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (bf714631-f863-4b96-8f30-167a3b8cf511), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.649058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cde739d7-a1c4-4bb0-b501-afeec1209316 req-6f9d6b06-ab2c-4825-82f0-62079e948f51 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951462 Mar 22 14:16:35.733846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:35.767560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:16:35.868533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (bf714631-f863-4b96-8f30-167a3b8cf511), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.883676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:35.890509 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-de86e570-1b48-4791-86ee-22699c3ce2dd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8766272 Mar 22 14:16:35.893033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41320) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:35.897802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:35.912777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:35.914733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-1225248929'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:35.914866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:35.937211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:35.941993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.986778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:36.001997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b71c5218-0c93-4a7a-937f-8fcf3969c73f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.002746 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment b71c5218-0c93-4a7a-937f-8fcf3969c73f of type vlan for network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 Mar 22 14:16:36.052064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (545691c5-6a6e-47f4-8e4a-efbc4769d6a9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.053841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2d930-17f4-4441-9948-a8f12bd0210b None None] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:36.081500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (545691c5-6a6e-47f4-8e4a-efbc4769d6a9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.087675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.088342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.114287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:36.164382 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2690396 Mar 22 14:16:36.167741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41322) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.174918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d2097136-2f89-4b73-a429-e2ec81bac7bc None None] Provisioning complete for port b3b07338-1d8e-442f-9b8c-2893014ee3d6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:36.175288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2097136-2f89-4b73-a429-e2ec81bac7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.176185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:36.228012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06446fa-662e-4f7d-bd51-c6184abaa20b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=545691c5-6a6e-47f4-8e4a-efbc4769d6a9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:36.263009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:36.277817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:36.281777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.435571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.440344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bf714631-f863-4b96-8f30-167a3b8cf511 HTTP/1.1" status: 204 len: 168 time: 1.3311393 Mar 22 14:16:36.443237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41324) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.445456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71e03b-76ed-4ddb-b1e7-1e3a3faf7d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf714631-f863-4b96-8f30-167a3b8cf511,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:36.485168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b3b07338-1d8e-442f-9b8c-2893014ee3d6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:36.486908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d2097136-2f89-4b73-a429-e2ec81bac7bc None None] Current status of the port b3b07338-1d8e-442f-9b8c-2893014ee3d6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:36.487288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2097136-2f89-4b73-a429-e2ec81bac7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.525772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Attempting to bind port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:36.526146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Attempting to bind port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:36.526740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Attempting to bind port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:36.535515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:36.536326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Attempting to bind port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 on network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:36.555610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d2097136-2f89-4b73-a429-e2ec81bac7bc None None] For port b3b07338-1d8e-442f-9b8c-2893014ee3d6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b3b07338-1d8e-442f-9b8c-2893014ee3d6,segment=NetworkSegment(46d1c1e2-08e2-4253-abf5-f00181a80e2e),segment_id=46d1c1e2-08e2-4253-abf5-f00181a80e2e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:36.566892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2097136-2f89-4b73-a429-e2ec81bac7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.571786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf0df5-581f-4497-ab06-8b2e13525476 req-06f26a55-3a8d-4ee3-8e59-38e90a96a935 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.579166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fcf0df5-581f-4497-ab06-8b2e13525476 req-06f26a55-3a8d-4ee3-8e59-38e90a96a935 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 943 time: 0.7722309 Mar 22 14:16:36.591183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:36.591785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Checking segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:36.592184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Bound using segment: {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:36.592632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Bound port: 1251079d-3e5e-4a3e-9a98-ab1ffbce9468, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d195b48-8154-4d9d-a9bc-62b33ae2e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:36.592989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.661336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2097136-2f89-4b73-a429-e2ec81bac7bc None None] Pushing event updated for resources: {'Port': ['ID=b3b07338-1d8e-442f-9b8c-2893014ee3d6,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:36.712344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:35Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:35Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:36.763622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b3b07338-1d8e-442f-9b8c-2893014ee3d6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:36.764291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.830623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:36.830999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Updating router 0f6e6d8d-c403-466c-be46-27844ae0340d port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:16:36.875506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fcf0df5-581f-4497-ab06-8b2e13525476 req-d5024a71-d79e-47e1-8bb1-4ace661d5b14 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952619 Mar 22 14:16:36.889555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] For port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:36.914925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:36.930774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Publish callbacks [] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.935016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] For port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:36.978595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.991119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Transition to ACTIVE for port object e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:36.999123 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (c6949ae5-5701-4d7b-9c47-98ec44b8b007), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.024627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.043805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (cafcd41d-4ddf-4f75-be44-149e679d6491), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.045325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fed1f7-6587-4aad-a669-94fcc549b399 req-8bfad09e-5b90-4ae9-a9b1-7908d2801f7e tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.047234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95fed1f7-6587-4aad-a669-94fcc549b399 req-8bfad09e-5b90-4ae9-a9b1-7908d2801f7e tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 932 time: 0.2755370 Mar 22 14:16:37.061415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.062146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.063460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] 10.222.0.42 "PUT /v2.0/ports/1251079d-3e5e-4a3e-9a98-ab1ffbce9468 HTTP/1.1" status: 200 len: 1091 time: 2.7037165 Mar 22 14:16:37.065807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:37.068329 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ad460-78f2-4521-803c-72e2904a407a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:37.109912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.157859 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10376762-2638-4fec-9348-2c1ad7f92425 x-openstack-request-id: req-10376762-2638-4fec-9348-2c1ad7f92425 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:37.158455 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:37.159145 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10376762-2638-4fec-9348-2c1ad7f92425 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:37.159724 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10376762-2638-4fec-9348-2c1ad7f92425'] response: {'name': 'network-changed', 'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'status': 'completed', 'code': 200} Mar 22 14:16:37.183509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bd575d51-2b31-44d1-b3cf-d8eab39716f5 None None] Provisioning complete for port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:37.185695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bd575d51-2b31-44d1-b3cf-d8eab39716f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.203152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (c6949ae5-5701-4d7b-9c47-98ec44b8b007), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.233922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9900330-6af2-495f-b5bc-e58811865ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:37.235742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b3b07338-1d8e-442f-9b8c-2893014ee3d6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:37.245153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=cafcd41d-4ddf-4f75-be44-149e679d6491,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:37.252614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:37.253209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: 545691c5-6a6e-47f4-8e4a-efbc4769d6a9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:37.260042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port e8e36d63-4385-4646-adce-5250b9afb8b8 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:37.260381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.263469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6949ae5-5701-4d7b-9c47-98ec44b8b007']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:37.290175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:37.290559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:37.304708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:37.327396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 545691c5-6a6e-47f4-8e4a-efbc4769d6a9) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:37.332219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.332689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.342479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.363851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.381340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c6e74094-6762-445a-9513-7c92c4fab5f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2120492 Mar 22 14:16:37.387852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41330) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:37.397672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:37.398200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (3f93e6ee-23d2-4d3d-a1d1-7fda7d7aa27f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:37.399962 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:37.421088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95fed1f7-6587-4aad-a669-94fcc549b399 req-e3af835f-d24b-4087-aec0-b4cb81443530 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560541 Mar 22 14:16:37.466263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:37.470006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f5a71-24d6-49a7-884d-6cbff0b40f47 None None] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:37.479313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-aa1ebea2-84f6-440c-a455-083e7ce60ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.481442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-aa1ebea2-84f6-440c-a455-083e7ce60ad7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 1125 time: 0.3277705 Mar 22 14:16:37.532018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bd575d51-2b31-44d1-b3cf-d8eab39716f5 None None] Port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:37.540773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-3a192531-dc1d-406a-aa64-cfa468d8b4c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468 HTTP/1.1" status: 200 len: 217 time: 0.0525360 Mar 22 14:16:37.543590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (c6949ae5-5701-4d7b-9c47-98ec44b8b007), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.556252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.563513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] 10.222.0.44 "DELETE /v2.0/networks/c6949ae5-5701-4d7b-9c47-98ec44b8b007 HTTP/1.1" status: 204 len: 168 time: 1.1159973 Mar 22 14:16:37.572428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Attempting to bind port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:37.573075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Attempting to bind port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'd0206e0a-0658-4667-a198-f076f01a4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:37.573599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Attempting to bind port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa on network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:37.577701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3089953-a7ea-4ddb-b755-e7638382521e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6949ae5-5701-4d7b-9c47-98ec44b8b007,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:37.582362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa on network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:37.582887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Attempting to bind port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa on network 7f1f7588-d4bc-4541-a901-b4a0fa4258c3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:37.584283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bd575d51-2b31-44d1-b3cf-d8eab39716f5 None None] Provisioning complete for port b3b07338-1d8e-442f-9b8c-2893014ee3d6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:37.584656 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bd575d51-2b31-44d1-b3cf-d8eab39716f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.588991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port e8e36d63-4385-4646-adce-5250b9afb8b8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e8e36d63-4385-4646-adce-5250b9afb8b8,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:37.589566 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.626432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:37.626794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Checking segment: {'id': 'd0206e0a-0658-4667-a198-f076f01a4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:37.627165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Bound using segment: {'id': 'd0206e0a-0658-4667-a198-f076f01a4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:37.627782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Bound port: e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0206e0a-0658-4667-a198-f076f01a4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:37.628142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.630461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for e8e36d63-4385-4646-adce-5250b9afb8b8 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:37.699923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-78991d5d-6629-437a-bee6-81429baa3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.701413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-78991d5d-6629-437a-bee6-81429baa3b94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.1503646 Mar 22 14:16:37.712232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:37.713104 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.766996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41334) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:37.811655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Publish callbacks [] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.848086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] For port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:37.848351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.911110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] For port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,segment=NetworkSegment(d0206e0a-0658-4667-a198-f076f01a4083),segment_id=d0206e0a-0658-4667-a198-f076f01a4083)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:37.921764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6c778977-1c98-4b82-90d3-fab01e296c5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41d2ace002f5438b8ad5b17390a9dabb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542683 Mar 22 14:16:37.927135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41338) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:37.929293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-a299d008-efac-4cfa-8cf6-71ae890acea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.930888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-a299d008-efac-4cfa-8cf6-71ae890acea9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2095196 Mar 22 14:16:37.934114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.959288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.966071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Allocated IP 172.21.0.2 (545691c5-6a6e-47f4-8e4a-efbc4769d6a9/cafcd41d-4ddf-4f75-be44-149e679d6491/b0e2410a-51c9-4c35-9850-7491a6b11872) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:38.062093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.062673 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.064140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa HTTP/1.1" status: 200 len: 1092 time: 2.9405954 Mar 22 14:16:38.112315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bd575d51-2b31-44d1-b3cf-d8eab39716f5 None None] Current status of the port b3b07338-1d8e-442f-9b8c-2893014ee3d6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:38.122106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f309e7-4226-4709-9d57-79c82df088dc None None] Pushing event updated for resources: {'Port': ['ID=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.158363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810744c8-72c3-4b01-9510-96cd0f9c1cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.177725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a39d9aa9-2598-40bf-ba95-bb7a1872f34f admin admin] Publish callbacks [] for security_group (8dd57516-32d8-4527-8902-25b785059190), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.219229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a39d9aa9-2598-40bf-ba95-bb7a1872f34f admin admin] Publish callbacks [] for security_group (8dd57516-32d8-4527-8902-25b785059190), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.222180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Attempting to bind port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:38.222621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Attempting to bind port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:38.223045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Attempting to bind port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 on network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:38.246792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:38.247154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-67b652a0-58de-4df3-b0c2-7c92e2d85b6e service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010995 Mar 22 14:16:38.247340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Checking segment: {'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:38.247813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.248297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Bound using segment: {'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:38.249090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Bound port: 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d1c1e2-08e2-4253-abf5-f00181a80e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:38.249283 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.260737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac0c80-0d00-4c45-a9e2-fa9269c4fbdb req-df6d3b5e-a6ff-46fa-97f0-d9e10e1d16bb tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.262709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4ac0c80-0d00-4c45-a9e2-fa9269c4fbdb req-df6d3b5e-a6ff-46fa-97f0-d9e10e1d16bb tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 943 time: 0.2656815 Mar 22 14:16:38.304929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Publish callbacks [] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.318821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a39d9aa9-2598-40bf-ba95-bb7a1872f34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8dd57516-32d8-4527-8902-25b785059190), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.321789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a39d9aa9-2598-40bf-ba95-bb7a1872f34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.323151 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a39d9aa9-2598-40bf-ba95-bb7a1872f34f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8dd57516-32d8-4527-8902-25b785059190 HTTP/1.1" status: 204 len: 168 time: 0.3949494 Mar 22 14:16:38.324879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-2fc880ec-7a17-4a16-9e7f-21f72fa94a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.326375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-2fc880ec-7a17-4a16-9e7f-21f72fa94a2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3589a03ef6ee49988d850d0cbe67a805&device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 1126 time: 0.2152605 Mar 22 14:16:38.332749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-efd03031-b8bc-40cc-a347-a8ff57f4139c None None] Provisioning complete for port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:38.333166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efd03031-b8bc-40cc-a347-a8ff57f4139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.335646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e8e36d63-4385-4646-adce-5250b9afb8b8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.340862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d9aa9-2598-40bf-ba95-bb7a1872f34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd57516-32d8-4527-8902-25b785059190,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.377426 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.390367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-efd03031-b8bc-40cc-a347-a8ff57f4139c None None] Port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:38.412858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.21.0.1 (545691c5-6a6e-47f4-8e4a-efbc4769d6a9/cafcd41d-4ddf-4f75-be44-149e679d6491/0b37eef4-e84e-4afc-a562-3640b3d87639) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:38.432551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-cd72dac7-c397-4391-a905-32ae025db900 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa HTTP/1.1" status: 200 len: 217 time: 0.0896947 Mar 22 14:16:38.470587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=e8e36d63-4385-4646-adce-5250b9afb8b8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.552119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:38.566437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b3b07338-1d8e-442f-9b8c-2893014ee3d6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:38.620195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4ac0c80-0d00-4c45-a9e2-fa9269c4fbdb req-7c8264c8-a4d6-46d0-aafe-9c4568883dbf tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275957 Mar 22 14:16:38.658098 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.670499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcbb2f04-54f9-4f5f-9f73-4ba2222e3402 req-f585f724-4ebf-4d5a-b9d7-db8c72805626 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055686 Mar 22 14:16:38.678433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-ca5a3c42-40b3-4bc6-ba1d-19db8aac2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.680970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-ca5a3c42-40b3-4bc6-ba1d-19db8aac2415 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00a7280a-6058-4fa9-b13c-a85b04710909 HTTP/1.1" status: 200 len: 857 time: 0.2239540 Mar 22 14:16:38.687980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:38.710542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:38.733170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Pushing event updated for resources: {'Port': ['ID=b0e2410a-51c9-4c35-9850-7491a6b11872,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.736354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] For port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:38.738957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b3b07338-1d8e-442f-9b8c-2893014ee3d6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:38.739513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.759549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.804988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] For port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,segment=NetworkSegment(46d1c1e2-08e2-4253-abf5-f00181a80e2e),segment_id=46d1c1e2-08e2-4253-abf5-f00181a80e2e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:38.827425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=0b37eef4-e84e-4afc-a562-3640b3d87639,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.836278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:38.837882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:38.841251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.844156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:38.866214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-bcc86f9b-19c5-4cfe-ab09-01b494c6f277 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f1f7588-d4bc-4541-a901-b4a0fa4258c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702850 Mar 22 14:16:38.885523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Attempting to bind port b0e2410a-51c9-4c35-9850-7491a6b11872 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:38.886620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Attempting to bind port b0e2410a-51c9-4c35-9850-7491a6b11872 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:38.886620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Attempting to bind port b0e2410a-51c9-4c35-9850-7491a6b11872 on network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:38.895725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.938874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695620bf-b4be-43f2-a75d-2c0600a4cb01 req-19ebb3a0-2372-4330-abde-9081c3ea61c7 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.940389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695620bf-b4be-43f2-a75d-2c0600a4cb01 req-19ebb3a0-2372-4330-abde-9081c3ea61c7 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 944 time: 0.3776186 Mar 22 14:16:38.967180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:38.967599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Checking segment: {'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:38.968011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.968767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Bound using segment: {'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:38.969263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Bound port: b0e2410a-51c9-4c35-9850-7491a6b11872, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:38.969684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.993922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b3b07338-1d8e-442f-9b8c-2893014ee3d6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:39.007134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f309e7-4226-4709-9d57-79c82df088dc None None] Pushing event updated for resources: {'Port': ['ID=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.025712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:39.026691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:39.106852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695620bf-b4be-43f2-a75d-2c0600a4cb01 req-901d915b-626a-43a8-aa3d-71b9aadf518b tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435702 Mar 22 14:16:39.117584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ad460-78f2-4521-803c-72e2904a407a req-40fc2d7e-2807-4160-a619-640f5ce0739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:39.119092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57ad460-78f2-4521-803c-72e2904a407a req-40fc2d7e-2807-4160-a619-640f5ce0739e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 1125 time: 0.2670853 Mar 22 14:16:39.122729 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.125646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.151688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:39.177022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'tag': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:39.179600 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f638b-0d87-46e7-a962-51e05e883906" -d '{"events": [{"name": "network-changed", "server_uuid": "b33f0bad-fa14-425e-acaa-c501e5c0df3f", "tag": "e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:39.304192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-7c5b04d3-c731-474b-93b3-a1cd256e6aba service neutron] 10.222.0.57 "GET /v2.0/networks/7f1f7588-d4bc-4541-a901-b4a0fa4258c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037871 Mar 22 14:16:39.325752 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18642ffc-2205-45e2-96f1-15678098897c x-openstack-request-id: req-18642ffc-2205-45e2-96f1-15678098897c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:39.326065 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33f0bad-fa14-425e-acaa-c501e5c0df3f", "tag": "e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:39.326313 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18642ffc-2205-45e2-96f1-15678098897c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:39.326709 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18642ffc-2205-45e2-96f1-15678098897c'] response: {'name': 'network-changed', 'server_uuid': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'tag': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa', 'status': 'completed', 'code': 200} Mar 22 14:16:39.389632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1df7d969-f362-4efb-9c6e-3e3942720a14 None None] Provisioning complete for port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:39.390209 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1df7d969-f362-4efb-9c6e-3e3942720a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.427601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] For port b0e2410a-51c9-4c35-9850-7491a6b11872, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:39.444777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ad460-78f2-4521-803c-72e2904a407a req-e2581c0a-79d6-4055-8683-d32ffd6a5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:39.446335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57ad460-78f2-4521-803c-72e2904a407a req-e2581c0a-79d6-4055-8683-d32ffd6a5f8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.3123233 Mar 22 14:16:39.465161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] For port b0e2410a-51c9-4c35-9850-7491a6b11872, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b0e2410a-51c9-4c35-9850-7491a6b11872,segment=NetworkSegment(b71c5218-0c93-4a7a-937f-8fcf3969c73f),segment_id=b71c5218-0c93-4a7a-937f-8fcf3969c73f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:39.498738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.566772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41366) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:39.598318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.611052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.727883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.804675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabf331-411b-4e9a-95db-ceeedc1fd5ed None None] Pushing event updated for resources: {'Port': ['ID=b0e2410a-51c9-4c35-9850-7491a6b11872,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.823350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1df7d969-f362-4efb-9c6e-3e3942720a14 None None] Current status of the port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:39.823864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1df7d969-f362-4efb-9c6e-3e3942720a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.853003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:35Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:38Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:39.876875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-389039416-network', 'tenant_id': '294ea3b188b342539a19f8341a756e0c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:39.897264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57ad460-78f2-4521-803c-72e2904a407a req-b40282c6-950f-4599-ab4a-a962904e9181 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468 HTTP/1.1" status: 200 len: 217 time: 0.4447942 Mar 22 14:16:39.907696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:39.909935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84774c64-b574-41b5-b9d4-8686a74b7a28 None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:35Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:38Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:39.911677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:39.912977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1df7d969-f362-4efb-9c6e-3e3942720a14 None None] For port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,segment=NetworkSegment(46d1c1e2-08e2-4253-abf5-f00181a80e2e),segment_id=46d1c1e2-08e2-4253-abf5-f00181a80e2e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:39.918249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=0b37eef4-e84e-4afc-a562-3640b3d87639,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.927734 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1df7d969-f362-4efb-9c6e-3e3942720a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.966730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4b0ab91-eb05-4bf0-9612-69f6cfbab330 req-83d4193e-6619-4eea-88e6-1c6428a1e89b service neutron] 10.222.0.57 "GET /v2.0/networks/7f1f7588-d4bc-4541-a901-b4a0fa4258c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538999 Mar 22 14:16:40.012690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7d969-f362-4efb-9c6e-3e3942720a14 None None] Pushing event updated for resources: {'Port': ['ID=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:40.065026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:40.084755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Made reservation on behalf of 294ea3b188b342539a19f8341a756e0c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:40.086901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.135031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.149868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ad460-78f2-4521-803c-72e2904a407a req-85b165de-7186-4284-b2c4-e3b2da6e635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:40.151391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57ad460-78f2-4521-803c-72e2904a407a req-85b165de-7186-4284-b2c4-e3b2da6e635a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.2452075 Mar 22 14:16:40.182498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17b3a-b811-4713-8cdb-a2988c2f313f req-d26b9ec8-aa28-4406-afff-7b009276ac71 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:40.184062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0b17b3a-b811-4713-8cdb-a2988c2f313f req-d26b9ec8-aa28-4406-afff-7b009276ac71 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 943 time: 0.2842219 Mar 22 14:16:40.204657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-77033663-cb83-45a8-8c61-7caf00f87460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:40.206164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-77033663-cb83-45a8-8c61-7caf00f87460 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3589a03ef6ee49988d850d0cbe67a805&device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 1126 time: 0.1284735 Mar 22 14:16:40.227149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:40.233916 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2d9e4022-a038-4667-a559-54c47b1b90e1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449838 Mar 22 14:16:40.237582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41374) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.254921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-941194583'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:40.310343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks [] for security_group (368f881f-d737-4fb7-829f-30c6c2d95d3c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.315230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (368f881f-d737-4fb7-829f-30c6c2d95d3c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.337591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:40.352947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f881f-d737-4fb7-829f-30c6c2d95d3c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:40.361118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (53dcb180-426c-4af6-a74b-13ddaf134594), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.361118 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Added segment 53dcb180-426c-4af6-a74b-13ddaf134594 of type vlan for network 889760ee-7bea-4749-8d90-a59f6b5718b3 Mar 22 14:16:40.396929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router d79dc74e-7203-45f1-b9d8-0cf377258f8d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:40.430096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ad460-78f2-4521-803c-72e2904a407a req-bc875f8c-807e-495c-b2df-970763f750eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:40.431791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57ad460-78f2-4521-803c-72e2904a407a req-bc875f8c-807e-495c-b2df-970763f750eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2708025 Mar 22 14:16:40.435003 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (889760ee-7bea-4749-8d90-a59f6b5718b3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.449462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:40.452953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.465627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (889760ee-7bea-4749-8d90-a59f6b5718b3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.466694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:40.467336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.538643 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9667170 Mar 22 14:16:40.542500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41376) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.550891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Request body: {'subnet': {'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-389039416-subnet', 'tenant_id': '294ea3b188b342539a19f8341a756e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:40.577553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Made reservation on behalf of 294ea3b188b342539a19f8341a756e0c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:40.580232 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.583973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0b17b3a-b811-4713-8cdb-a2988c2f313f req-d84871a7-71ce-4b66-8560-6f038bfc2306 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818190 Mar 22 14:16:40.595334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f475e74-7e6e-458d-b44a-59a74739974e admin admin] Pushing event updated for resources: {'Network': ['ID=889760ee-7bea-4749-8d90-a59f6b5718b3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:40.612513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-fe4f19ff-c34f-4a1a-ae65-fd958fd58dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:40.614060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-fe4f19ff-c34f-4a1a-ae65-fd958fd58dcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f1f7588-d4bc-4541-a901-b4a0fa4258c3 HTTP/1.1" status: 200 len: 918 time: 0.3933997 Mar 22 14:16:40.621173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 889760ee-7bea-4749-8d90-a59f6b5718b3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:40.749514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:40.755539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57ad460-78f2-4521-803c-72e2904a407a req-59ec396c-6111-4329-a988-4caa6fed35ad service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082638 Mar 22 14:16:40.851835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:40.852417 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.863129 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (0c9731e8-a504-407f-a58d-6f5bdd48719e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.865307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:40.882317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1c103177-5e43-4049-811f-db47fa1512f8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.882673 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment 1c103177-5e43-4049-811f-db47fa1512f8 of type vlan for network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 Mar 22 14:16:40.952953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9731e8-a504-407f-a58d-6f5bdd48719e,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:40.971293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Checking segment: {'id': '53dcb180-426c-4af6-a74b-13ddaf134594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:40.971789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Network hostable DHCP agents. Network: 889760ee-7bea-4749-8d90-a59f6b5718b3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:40.992392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:40.993508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b0e2410a-51c9-4c35-9850-7491a6b11872 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:41.005697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Network 889760ee-7bea-4749-8d90-a59f6b5718b3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:41.020406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 889760ee-7bea-4749-8d90-a59f6b5718b3) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:41.029079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988cc01-fcb8-49bc-adf9-44ca7716e2bd None None] Network 889760ee-7bea-4749-8d90-a59f6b5718b3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:41.034742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:41.035342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.045214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6aef9-107c-4b8f-9d6a-f65a704b72e6 req-cb85aed9-0efd-4a74-aaa1-22965be95b20 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:41.047938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0a6aef9-107c-4b8f-9d6a-f65a704b72e6 req-cb85aed9-0efd-4a74-aaa1-22965be95b20 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 944 time: 0.7972727 Mar 22 14:16:41.058701 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b8728fb-2eed-49ab-85bb-ab0ff83d2108 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5133476 Mar 22 14:16:41.060840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ae8ae9df-52c9-4220-8aee-8d5b31d02cf5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.129725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b0e2410a-51c9-4c35-9850-7491a6b11872 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:41.130138 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.139488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-f870ff17-4540-4150-abb4-105132a405e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa HTTP/1.1" status: 200 len: 217 time: 0.5003090 Mar 22 14:16:41.153201 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ae8ae9df-52c9-4220-8aee-8d5b31d02cf5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.158235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:41.158939 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.164778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ee53d-8ef8-48e9-be59-44536564d6b9 None None] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:41.274363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351f4c2-41e2-4cec-a37c-75ae3850c11b None None] Network 889760ee-7bea-4749-8d90-a59f6b5718b3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:41.312321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0660505 Mar 22 14:16:41.316033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41386) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.324379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-86014d3a-eb0f-460b-8133-3a85c5862deb None None] Provisioning complete for port b0e2410a-51c9-4c35-9850-7491a6b11872 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:41.324760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-86014d3a-eb0f-460b-8133-3a85c5862deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.326713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:41.361677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-670c4ff1-981d-4d44-9f14-89bdaa881dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:41.363703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-670c4ff1-981d-4d44-9f14-89bdaa881dc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00a7280a-6058-4fa9-b13c-a85b04710909 HTTP/1.1" status: 200 len: 857 time: 0.2130389 Mar 22 14:16:41.367193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0a6aef9-107c-4b8f-9d6a-f65a704b72e6 req-7b8d4990-b7c5-4992-8fba-327a2136e895 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203422 Mar 22 14:16:41.367704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f3328-b827-4fc4-8ffd-973531777c40 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=ae8ae9df-52c9-4220-8aee-8d5b31d02cf5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:41.371857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a57ad460-78f2-4521-803c-72e2904a407a req-1f0fa57e-7181-460c-a182-e82a11e09a0c service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040837 Mar 22 14:16:41.375084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:41.393142 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] Sync routers for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:41.407047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:41.411572 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:41.412693 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.427925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7e0f8ec3-5de8-4d8c-84e9-d3db55f564d9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "PUT /v2.0/routers/d79dc74e-7203-45f1-b9d8-0cf377258f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0317142 Mar 22 14:16:41.434674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41388) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.467047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-d8b877c0-0bcd-4bb3-9518-11eff17a7716 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f1f7588-d4bc-4541-a901-b4a0fa4258c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932534 Mar 22 14:16:41.557215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting subnet 6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:41.561166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.565880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:41.569871 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.581109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:41.601300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:41.620116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b0e2410a-51c9-4c35-9850-7491a6b11872 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:41.620530 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.694976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.798306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-86014d3a-eb0f-460b-8133-3a85c5862deb None None] Current status of the port b0e2410a-51c9-4c35-9850-7491a6b11872 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:41.798695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-86014d3a-eb0f-460b-8133-3a85c5862deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.803984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port b0e2410a-51c9-4c35-9850-7491a6b11872, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b0e2410a-51c9-4c35-9850-7491a6b11872,segment=NetworkSegment(b71c5218-0c93-4a7a-937f-8fcf3969c73f),segment_id=b71c5218-0c93-4a7a-937f-8fcf3969c73f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:41.809131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-4d68c9a7-df75-48d9-bab6-50045f957348 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:41.810750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-4d68c9a7-df75-48d9-bab6-50045f957348 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/networks?id=889760ee-7bea-4749-8d90-a59f6b5718b3 HTTP/1.1" status: 200 len: 813 time: 0.2323415 Mar 22 14:16:41.834972 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.921677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.924314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d5b2355d-5231-485b-941b-17c66401aeb2 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/quotas/294ea3b188b342539a19f8341a756e0c HTTP/1.1" status: 200 len: 375 time: 0.0949807 Mar 22 14:16:41.931436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-8ab35ca5-0585-4b9e-b1fc-f2d8354dff57 service neutron] 10.222.0.57 "GET /v2.0/networks/7f1f7588-d4bc-4541-a901-b4a0fa4258c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551802 Mar 22 14:16:41.973058 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:38Z', 'revision_number': 7, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.979808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=b0e2410a-51c9-4c35-9850-7491a6b11872,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:42.002388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:42.005554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-86014d3a-eb0f-460b-8133-3a85c5862deb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:42.006078 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-86014d3a-eb0f-460b-8133-3a85c5862deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:42.030888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'port_id': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'mac_address': 'fa:16:3e:4a:23:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:42.036071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:42.038462 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] Checking router: d79dc74e-7203-45f1-b9d8-0cf377258f8d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:42.049181 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] Routers {'d79dc74e-7203-45f1-b9d8-0cf377258f8d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:42.050096 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.085499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-8dc89856-036c-44e2-9298-342c25a44a8d tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=294ea3b188b342539a19f8341a756e0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514301 Mar 22 14:16:42.103787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d5cc6-ed2b-4789-860b-8963ada56366 req-3d16119b-155c-4c3d-9a29-50b312cea05c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:42.105362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d64d5cc6-ed2b-4789-860b-8963ada56366 req-3d16119b-155c-4c3d-9a29-50b312cea05c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 943 time: 0.2921782 Mar 22 14:16:42.135827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6f638b-0d87-46e7-a962-51e05e883906 req-c99e687a-ace8-45fe-ad20-0554faf83263 service neutron] 10.222.0.57 "GET /v2.0/networks/7f1f7588-d4bc-4541-a901-b4a0fa4258c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942439 Mar 22 14:16:42.141502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (dd0a95b0-bb76-45e3-a7b8-708f7d86a46a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.148898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:42.149562 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.166762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:42.167876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.195642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=dd0a95b0-bb76-45e3-a7b8-708f7d86a46a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:42.201988 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] Set router d79dc74e-7203-45f1-b9d8-0cf377258f8d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:42.211645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:42.243402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.283136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d64d5cc6-ed2b-4789-860b-8963ada56366 req-a72d5ed3-bc76-42b5-8c57-33f03439172b tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673565 Mar 22 14:16:42.290662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:42.305464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:42.320495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.328094 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f1d7bdd6-93f5-4d73-a4e8-54c2a55ba1f7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/subnets/6bcaf2d9-6841-4f7e-8fd4-d5ba2861c51d HTTP/1.1" status: 204 len: 168 time: 0.8899915 Mar 22 14:16:42.328449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.329361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41400) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.336305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-624f01e6-4897-4582-9a13-dab9ebce9fda service neutron] 10.222.0.44 "GET /v2.0/networks/889760ee-7bea-4749-8d90-a59f6b5718b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273774 Mar 22 14:16:42.387924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0219d44-dff0-482b-96ed-9d0711affe9d None None] Network ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:42.469935 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:16:42.471224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:42.482352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:42.482728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: ae8ae9df-52c9-4220-8aee-8d5b31d02cf5, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:42.492104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b0e2410a-51c9-4c35-9850-7491a6b11872 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:42.523745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-832d4164-03af-44d9-b550-a56a2cdb325d service neutron] 10.222.0.44 "GET /v2.0/networks/889760ee-7bea-4749-8d90-a59f6b5718b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816239 Mar 22 14:16:42.539859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.544604 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:38Z', 'revision_number': 7, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.588265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:42.607059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32eaa2-e114-461b-806b-c8184ca95d42 None None] The sync data for ids ['d79dc74e-7203-45f1-b9d8-0cf377258f8d'] in n-d-834677-3 is: [{'id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'name': 'tempest-TestNetworkBasicOps-router-1578910804', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:16:38Z', 'revision_number': 7, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '17ac4c90-9735-49fc-a505-7bd529e9d151', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79dc74e-7203-45f1-b9d8-0cf377258f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:02Z', 'updated_at': '2022-03-22T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:42.634289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ae8ae9df-52c9-4220-8aee-8d5b31d02cf5) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:42.638950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:42.639753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.642916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778a46f-0fa1-422e-889e-33a7b0fc199f req-18f790c1-b4e7-4921-9a63-f7eae4b64ecc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:42.644557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4778a46f-0fa1-422e-889e-33a7b0fc199f req-18f790c1-b4e7-4921-9a63-f7eae4b64ecc tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 944 time: 0.0895617 Mar 22 14:16:42.677446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3747f35b-4bb0-4aaa-b552-663ce730eb0b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3587437 Mar 22 14:16:42.678274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41404) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.718935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-86014d3a-eb0f-460b-8133-3a85c5862deb None None] Current status of the port b0e2410a-51c9-4c35-9850-7491a6b11872 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:42.721306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['1251079d-3e5e-4a3e-9a98-ab1ffbce9468'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:42.732099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11686228-6793-45e9-9b46-21625645c6be None None] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:42.781012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4778a46f-0fa1-422e-889e-33a7b0fc199f req-3631d3f6-d246-4591-b582-0d7e12d6c810 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246564 Mar 22 14:16:42.783155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:42.787929 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (d79dc74e-7203-45f1-b9d8-0cf377258f8d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.850916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73f55c1b-225f-42ee-bb5d-4d5102d79fca req-c49b7c01-83aa-45ab-b292-57736c95fae4 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 210 time: 0.0358508 Mar 22 14:16:43.051194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port 17ac4c90-9735-49fc-a505-7bd529e9d151 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:43.051689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.218196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-56024444-d903-43b9-95d9-75d7331f7f7b None None] Provisioning complete for port 0b37eef4-e84e-4afc-a562-3640b3d87639 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:43.219575 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56024444-d903-43b9-95d9-75d7331f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.349913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b0e2410a-51c9-4c35-9850-7491a6b11872 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:43.350244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.455792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:43.456741 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.571655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:43.575055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port 17ac4c90-9735-49fc-a505-7bd529e9d151, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17ac4c90-9735-49fc-a505-7bd529e9d151,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:43.575464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.575603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-56024444-d903-43b9-95d9-75d7331f7f7b None None] Port 0b37eef4-e84e-4afc-a562-3640b3d87639 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:43.586980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] DHCP port deletion for ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:43.597547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for 17ac4c90-9735-49fc-a505-7bd529e9d151 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:43.616662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b33a73-4a1a-4409-8c24-e24c14a77b7c req-e5551dcc-d77a-464e-a297-1d43bf12197e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:43.625750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b33a73-4a1a-4409-8c24-e24c14a77b7c req-e5551dcc-d77a-464e-a297-1d43bf12197e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 944 time: 0.0828187 Mar 22 14:16:43.677378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58b33a73-4a1a-4409-8c24-e24c14a77b7c req-1b63e99d-ced2-495f-9a2b-b191f6c6ca24 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473187 Mar 22 14:16:43.679341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.751876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-56024444-d903-43b9-95d9-75d7331f7f7b None None] Provisioning complete for port b0e2410a-51c9-4c35-9850-7491a6b11872 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:43.752245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56024444-d903-43b9-95d9-75d7331f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.759817 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:16:43.906666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Allocated IP 172.22.0.2 (ae8ae9df-52c9-4220-8aee-8d5b31d02cf5/dd0a95b0-bb76-45e3-a7b8-708f7d86a46a/17f9cc11-44bc-49aa-9bc9-d309e358cbe9) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:43.955137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b0e2410a-51c9-4c35-9850-7491a6b11872 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:43.983570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,segment=NetworkSegment(d0206e0a-0658-4667-a198-f076f01a4083),segment_id=d0206e0a-0658-4667-a198-f076f01a4083)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:43.996991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] Deleting port 08bc016a-f80b-44f7-bd7c-4ea6df311560 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:43.997532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.999262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74077224-e141-4bff-844e-bdf086efbbc3 req-dcc4c388-09cc-4af5-b909-16ab4650789d tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 210 time: 0.0614872 Mar 22 14:16:44.017358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa', 'network_id': '7f1f7588-d4bc-4541-a901-b4a0fa4258c3', 'port_id': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa', 'mac_address': 'fa:16:3e:29:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a7280a-6058-4fa9-b13c-a85b04710909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:44.020317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 3, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:44.071414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (17ac4c90-9735-49fc-a505-7bd529e9d151), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.102069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dddf1-0d09-4408-b56c-8038bb07a617 req-ead6a431-6786-4368-b5c9-f97c546d8243 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:44.105065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e13dddf1-0d09-4408-b56c-8038bb07a617 req-ead6a431-6786-4368-b5c9-f97c546d8243 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 944 time: 0.2409739 Mar 22 14:16:44.121575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:44.122152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Updating router 0f6e6d8d-c403-466c-be46-27844ae0340d port 0b37eef4-e84e-4afc-a562-3640b3d87639 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:16:44.123469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=17ac4c90-9735-49fc-a505-7bd529e9d151,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:44.214151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e13dddf1-0d09-4408-b56c-8038bb07a617 req-8d028943-164e-4ef1-81c9-0368af22357a tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983887 Mar 22 14:16:44.221228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.232799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-adc88688-08f7-48dd-a7bf-6549ef7a5a47 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:44.234489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-adc88688-08f7-48dd-a7bf-6549ef7a5a47 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.42 "GET /v2.0/networks?id=889760ee-7bea-4749-8d90-a59f6b5718b3 HTTP/1.1" status: 200 len: 813 time: 0.2189169 Mar 22 14:16:44.248112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-56024444-d903-43b9-95d9-75d7331f7f7b None None] Current status of the port b0e2410a-51c9-4c35-9850-7491a6b11872 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:44.249531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Request body: {'port': {'device_id': '25dec810-79b7-4d59-8406-2542f8e5f815', 'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3', 'admin_state_up': True, 'tenant_id': '294ea3b188b342539a19f8341a756e0c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:44.251485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] For port 08bc016a-f80b-44f7-bd7c-4ea6df311560, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=08bc016a-f80b-44f7-bd7c-4ea6df311560,segment=NetworkSegment(60c559f1-f922-4f30-b8a7-3c62ca426315),segment_id=60c559f1-f922-4f30-b8a7-3c62ca426315)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:44.251892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.282371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.285678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] Calling delete_port for 08bc016a-f80b-44f7-bd7c-4ea6df311560 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:44.287311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:44.287692 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.333167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:44.344866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (d79dc74e-7203-45f1-b9d8-0cf377258f8d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.347498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_controller (d79dc74e-7203-45f1-b9d8-0cf377258f8d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.372622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Made reservation on behalf of 294ea3b188b342539a19f8341a756e0c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:44.377509 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.409472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (d79dc74e-7203-45f1-b9d8-0cf377258f8d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.411854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Fanout notify agent at l3_agent the message router_deleted on router d79dc74e-7203-45f1-b9d8-0cf377258f8d {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:16:44.422148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,segment=NetworkSegment(d0206e0a-0658-4667-a198-f076f01a4083),segment_id=d0206e0a-0658-4667-a198-f076f01a4083)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:44.424463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.429516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41424) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:44.431635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3c878338-d49c-42f6-aa32-fdadffc25333 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/routers/d79dc74e-7203-45f1-b9d8-0cf377258f8d HTTP/1.1" status: 204 len: 168 time: 2.1007907 Mar 22 14:16:44.445205 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.575140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e8e36d63-4385-4646-adce-5250b9afb8b8 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:44.591384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.624708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Publish callbacks [] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.642367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e8e36d63-4385-4646-adce-5250b9afb8b8 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:44.642707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e8e36d63-4385-4646-adce-5250b9afb8b8 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:44.643126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 08bc016a-f80b-44f7-bd7c-4ea6df311560 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:44.651640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Allocated IP 172.20.0.9 (889760ee-7bea-4749-8d90-a59f6b5718b3/0c9731e8-a504-407f-a58d-6f5bdd48719e/05535c4c-bfb1-4c5b-90e2-ee02ec920f13) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:44.656255 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.682453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:44.691545 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.695220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.22.0.1 (ae8ae9df-52c9-4220-8aee-8d5b31d02cf5/dd0a95b0-bb76-45e3-a7b8-708f7d86a46a/277dfd2e-ddb6-47c4-b89d-24200391199a) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:44.696243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port 08bc016a-f80b-44f7-bd7c-4ea6df311560 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:44.696857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.858906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.873152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port 08bc016a-f80b-44f7-bd7c-4ea6df311560, host n-d-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:44.873768 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.893917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.901018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for 08bc016a-f80b-44f7-bd7c-4ea6df311560 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:44.915022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Port 08bc016a-f80b-44f7-bd7c-4ea6df311560 was not found and therefore no delete operation was performed {{(pid=110457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:16:44.921367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (08bc016a-f80b-44f7-bd7c-4ea6df311560), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.939004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:44.942620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:44.949346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:44.949787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:44.959693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] No DVR routers for this DVR port 08bc016a-f80b-44f7-bd7c-4ea6df311560 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:44.987645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:44.997391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=08bc016a-f80b-44f7-bd7c-4ea6df311560,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.003794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] No DVR routers for this DVR port 08bc016a-f80b-44f7-bd7c-4ea6df311560 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:45.010420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:45.022671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=277dfd2e-ddb6-47c4-b89d-24200391199a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.027567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:45.035553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No active binding found for port 08bc016a-f80b-44f7-bd7c-4ea6df311560 {{(pid=110459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:16:45.035946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] The host n-d-834677-3 is not matching for port 08bc016a-f80b-44f7-bd7c-4ea6df311560 host None! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:16:45.036321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 08bc016a-f80b-44f7-bd7c-4ea6df311560 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:45.042114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.043557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0a947-434a-4e85-ab70-179d63b31019 req-aeb0eed6-f85e-496d-993d-071e78463d40 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:45.045288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84a0a947-434a-4e85-ab70-179d63b31019 req-aeb0eed6-f85e-496d-993d-071e78463d40 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 944 time: 0.2723598 Mar 22 14:16:45.045465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Pushing event updated for resources: {'Port': ['ID=17f9cc11-44bc-49aa-9bc9-d309e358cbe9,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.109765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2af0f2-8b4b-416f-afa4-f99f08853914 None None] Pushing event deleted for resources: {'Port': ['ID=08bc016a-f80b-44f7-bd7c-4ea6df311560,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.180489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Attempting to bind port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:45.180793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Attempting to bind port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:45.181160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Attempting to bind port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 on network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:45.188359 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks [] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.198681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:45.199042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Checking segment: {'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:45.199381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.199769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Bound using segment: {'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:45.200240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Bound port: 17f9cc11-44bc-49aa-9bc9-d309e358cbe9, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:45.200616 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.212494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1636d9e-e46d-4fe0-8c7a-79d25d051d82 req-ee59353c-0e4b-46c2-b0bd-738759c9cfa6 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 210 time: 0.0613830 Mar 22 14:16:45.214925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.234614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.276870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4fcfe9-45e0-4d9c-a94b-67388a63dab2']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:45.283521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84a0a947-434a-4e85-ab70-179d63b31019 req-051760c2-94de-4473-ad8a-9573e430f03e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245858 Mar 22 14:16:45.294665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c559f1-f922-4f30-b8a7-3c62ca426315') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:45.294967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c559f1-f922-4f30-b8a7-3c62ca426315') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:45.311722 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Publish callbacks [] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.317176 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (60c559f1-f922-4f30-b8a7-3c62ca426315), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.337197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.349253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (60c559f1-f922-4f30-b8a7-3c62ca426315), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.359098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:45.359510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (60c559f1-f922-4f30-b8a7-3c62ca426315), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:45.362566 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:45.373851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.386805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] For port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:45.432325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] For port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17f9cc11-44bc-49aa-9bc9-d309e358cbe9,segment=NetworkSegment(1c103177-5e43-4049-811f-db47fa1512f8),segment_id=1c103177-5e43-4049-811f-db47fa1512f8)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:45.443532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf488f-666b-43b0-adab-3270c9d17af3 None None] Pushing event updated for resources: {'Port': ['ID=0b37eef4-e84e-4afc-a562-3640b3d87639,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.454272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.575857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Attempting to bind port 0b37eef4-e84e-4afc-a562-3640b3d87639 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:45.576232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Attempting to bind port 0b37eef4-e84e-4afc-a562-3640b3d87639 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:45.576595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Attempting to bind port 0b37eef4-e84e-4afc-a562-3640b3d87639 on network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:45.592965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:45.596264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:45.596824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Checking segment: {'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:45.597229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.597788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Bound using segment: {'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:45.598134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Bound port: 0b37eef4-e84e-4afc-a562-3640b3d87639, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71c5218-0c93-4a7a-937f-8fcf3969c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:45.598515 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.600825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e9b03-8d6d-4708-9d7a-cd9bcc4b21dd None None] Pushing event updated for resources: {'Port': ['ID=17f9cc11-44bc-49aa-9bc9-d309e358cbe9,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.616157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.626162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.718972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=277dfd2e-ddb6-47c4-b89d-24200391199a,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.721818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.749633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:45.756278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] For port 0b37eef4-e84e-4afc-a562-3640b3d87639, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:45.758765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:45.759140 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.817801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7e5c7479-6ddc-4fdf-b500-2426c822dc15 None None] Provisioning complete for port 0b37eef4-e84e-4afc-a562-3640b3d87639 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:45.817801 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7479-6ddc-4fdf-b500-2426c822dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.847101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:45.848580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:45.913781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09b79e-ace7-4c7c-b091-a967b36e931a req-6b3c31b3-65b2-4a76-a5ff-354d896f3266 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:45.923250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e09b79e-ace7-4c7c-b091-a967b36e931a req-6b3c31b3-65b2-4a76-a5ff-354d896f3266 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 945 time: 0.6261873 Mar 22 14:16:45.932247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c7479-6ddc-4fdf-b500-2426c822dc15 None None] Port 0b37eef4-e84e-4afc-a562-3640b3d87639 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:45.942231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Network 889760ee-7bea-4749-8d90-a59f6b5718b3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:45.943369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ff4fcfe9-45e0-4d9c-a94b-67388a63dab2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.944672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] For port 0b37eef4-e84e-4afc-a562-3640b3d87639, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0b37eef4-e84e-4afc-a562-3640b3d87639,segment=NetworkSegment(b71c5218-0c93-4a7a-937f-8fcf3969c73f),segment_id=b71c5218-0c93-4a7a-937f-8fcf3969c73f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:45.953044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:45.953543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.957259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:45.963716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:45.967747 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.971521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/networks/ff4fcfe9-45e0-4d9c-a94b-67388a63dab2 HTTP/1.1" status: 204 len: 168 time: 1.5406613 Mar 22 14:16:45.971882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.977956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Pushing event updated for resources: {'Port': ['ID=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.997323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41434) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:46.002617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'network': {'name': 'tempest-network-smoke--384523832', 'project_id': 'f65b76c4770841778021955e5f892da5', 'port_security_enabled': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:46.039266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d4869-8432-411b-8cbc-a3907438edf0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Network': ['ID=ff4fcfe9-45e0-4d9c-a94b-67388a63dab2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:46.044617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:46.053917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.057470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:46.061282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:46.070488 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f8f34-0ac5-4a85-8245-5e0882783df5" -d '{"events": [{"server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "name": "network-vif-plugged", "status": "completed", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:46.102412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:46.110943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.111941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.116928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7e636693-f684-42af-b3c7-c894378e9afb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.117847 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Added segment 7e636693-f684-42af-b3c7-c894378e9afb of type vlan for network 31c8db50-157b-4d93-ac03-a22565870b27 Mar 22 14:16:46.131354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e09b79e-ace7-4c7c-b091-a967b36e931a req-317d5508-658d-441c-967d-bafdf1864b8b tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052794 Mar 22 14:16:46.139228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:46.150909 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b420bb76-4790-47d8-8eeb-e43c4057aefe x-openstack-request-id: req-b420bb76-4790-47d8-8eeb-e43c4057aefe {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:46.151496 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "name": "network-vif-plugged", "status": "completed", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:46.151814 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b420bb76-4790-47d8-8eeb-e43c4057aefe {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:46.152420 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b420bb76-4790-47d8-8eeb-e43c4057aefe'] response: {'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'code': 200} Mar 22 14:16:46.157585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.170934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-d9685718-a4bc-4e88-b86b-36f0dec2b23a tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9175072 Mar 22 14:16:46.177035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Request body: {'port': {'device_id': '25dec810-79b7-4d59-8406-2542f8e5f815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:46.179095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:46.179778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:46.298147 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.321916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:46.344342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bba0c-f63a-4907-853d-07eb5121b189 req-5f9b05cb-4aae-41c8-bfce-108be5d65552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.344900 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:46.347699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (31c8db50-157b-4d93-ac03-a22565870b27), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.354581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-71cb383a-bf7f-43e7-b349-d9144684ca48 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6730759 Mar 22 14:16:46.359108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c6bba0c-f63a-4907-853d-07eb5121b189 req-5f9b05cb-4aae-41c8-bfce-108be5d65552 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 1127 time: 0.1354344 Mar 22 14:16:46.362985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:46.367887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf488f-666b-43b0-adab-3270c9d17af3 None None] Pushing event updated for resources: {'Port': ['ID=0b37eef4-e84e-4afc-a562-3640b3d87639,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:46.370742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'network': {'name': 'tempest-RoutersTest-1255165061'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:46.388877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (31c8db50-157b-4d93-ac03-a22565870b27), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.397249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.397249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.512679 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5150409 Mar 22 14:16:46.515415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41444) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:46.520342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'admin_state_up': True, 'project_id': 'f65b76c4770841778021955e5f892da5', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:46.525733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a39d4f-3eca-43b6-9f6d-724bfd76648f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Network': ['ID=31c8db50-157b-4d93-ac03-a22565870b27,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:46.528212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4273ea64-1883-4fea-a483-8ddfe1ba60d9 None None] Provisioning complete for port 0b37eef4-e84e-4afc-a562-3640b3d87639 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:46.529109 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4273ea64-1883-4fea-a483-8ddfe1ba60d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.550032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (e307cf14-ce45-409e-9991-b8af5fbd0d9f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.551385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (e307cf14-ce45-409e-9991-b8af5fbd0d9f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.565048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 31c8db50-157b-4d93-ac03-a22565870b27 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:46.577689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:46.610781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:46.613372 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.614513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_controller (e307cf14-ce45-409e-9991-b8af5fbd0d9f), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.668259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:46.672034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c6bba0c-f63a-4907-853d-07eb5121b189 req-64a79864-3cf3-409e-b9a9-8823c9a2007c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969708 Mar 22 14:16:46.691874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:46.701408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (da0c16f1-5a72-459c-8520-918975a3328b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.701790 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added segment da0c16f1-5a72-459c-8520-918975a3328b of type vlan for network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a Mar 22 14:16:46.804330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (e307cf14-ce45-409e-9991-b8af5fbd0d9f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.805925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:46.806754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742235a7-f49a-49b1-a031-c26c312e58c0 req-ac0500cb-9577-4ff9-8277-f5199d73a224 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.806904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.808713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-742235a7-f49a-49b1-a031-c26c312e58c0 req-ac0500cb-9577-4ff9-8277-f5199d73a224 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 931 time: 0.4485636 Mar 22 14:16:46.823857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd2819-8618-4da6-9585-0ac3aa6c5922 req-91e5a64b-6c48-4a5c-88db-8ce6f3a228fa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.831414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31fd2819-8618-4da6-9585-0ac3aa6c5922 req-91e5a64b-6c48-4a5c-88db-8ce6f3a228fa tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 945 time: 0.3790417 Mar 22 14:16:46.836522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.851976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4273ea64-1883-4fea-a483-8ddfe1ba60d9 None None] Current status of the port 0b37eef4-e84e-4afc-a562-3640b3d87639 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:46.852363 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4273ea64-1883-4fea-a483-8ddfe1ba60d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.890775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:46.935598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7187e4-4d9c-44ce-b4e7-cade97938288 None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:46.941863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.948417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4273ea64-1883-4fea-a483-8ddfe1ba60d9 None None] For port 0b37eef4-e84e-4afc-a562-3640b3d87639, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0b37eef4-e84e-4afc-a562-3640b3d87639,segment=NetworkSegment(b71c5218-0c93-4a7a-937f-8fcf3969c73f),segment_id=b71c5218-0c93-4a7a-937f-8fcf3969c73f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:46.955762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4273ea64-1883-4fea-a483-8ddfe1ba60d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.961934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.962613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.061731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:47.062165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.100395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ea64-1883-4fea-a483-8ddfe1ba60d9 None None] Pushing event updated for resources: {'Port': ['ID=0b37eef4-e84e-4afc-a562-3640b3d87639,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:47.123875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17f9cc11-44bc-49aa-9bc9-d309e358cbe9,segment=NetworkSegment(1c103177-5e43-4049-811f-db47fa1512f8),segment_id=1c103177-5e43-4049-811f-db47fa1512f8)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:47.129670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.167407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (e307cf14-ce45-409e-9991-b8af5fbd0d9f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.175428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17ac4c90-9735-49fc-a505-7bd529e9d151 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:47.195303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31fd2819-8618-4da6-9585-0ac3aa6c5922 req-9dab91a9-6577-4b43-887f-64cea2ef477c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626544 Mar 22 14:16:47.200208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.219586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 17ac4c90-9735-49fc-a505-7bd529e9d151 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:47.220011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17ac4c90-9735-49fc-a505-7bd529e9d151 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:47.262443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-742235a7-f49a-49b1-a031-c26c312e58c0 req-a1286852-4bcb-4627-a961-7e90fc254a9b tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284897 Mar 22 14:16:47.273725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=17f9cc11-44bc-49aa-9bc9-d309e358cbe9,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:47.331182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:47.344238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f59caff-0935-4fb7-96e5-c103fb96a8df None None] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:47.351601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Publish callbacks [] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.355490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Network': ['ID=d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:47.363256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9991038 Mar 22 14:16:47.365088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41450) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:47.374023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'subnet': {'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:47.401409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.25.2.120 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/43d284bc-25e2-4eb2-9afb-d01e0ded4dfc) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:47.425335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.425643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.425795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.426200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.426543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.426873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.427248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.427578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.427904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.428233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.428656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.429012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.429688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.430064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.430308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a00b6-48e1-4e00-9413-21048e64b534 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:47.452768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:47.479974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Transition to ACTIVE for port object 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:47.489678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.540304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.574692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Pushing event updated for resources: {'Port': ['ID=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:47.587320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd15aa-1b30-4bd0-8fe5-499e5842c3de req-d27103a9-3424-44da-8ea3-2aa7a37b5e5b tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:47.588954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19fd15aa-1b30-4bd0-8fe5-499e5842c3de req-d27103a9-3424-44da-8ea3-2aa7a37b5e5b tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 945 time: 0.2230577 Mar 22 14:16:47.624738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Made reservation on behalf of fcf4af4f60d8463996b8dd1bc1e23d8c for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:47.627176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.628960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.713732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:47.736880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:47.740890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-46a60574-cba0-449d-91ba-c0e2c47f49fe None None] Provisioning complete for port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:47.741356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-46a60574-cba0-449d-91ba-c0e2c47f49fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.746266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:47.757999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:47.790261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19fd15aa-1b30-4bd0-8fe5-499e5842c3de req-eb9f83f1-a63c-479d-adb3-aed407a6c9cd tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912494 Mar 22 14:16:47.815131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:47.862480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Attempting to bind port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:47.863303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Attempting to bind port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '53dcb180-426c-4af6-a74b-13ddaf134594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:47.863303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Attempting to bind port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 on network 889760ee-7bea-4749-8d90-a59f6b5718b3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:47.874970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 on network 889760ee-7bea-4749-8d90-a59f6b5718b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:47.875155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Attempting to bind port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 on network 889760ee-7bea-4749-8d90-a59f6b5718b3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:47.892813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:47.893153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Checking segment: {'id': '53dcb180-426c-4af6-a74b-13ddaf134594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:47.893793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Bound using segment: {'id': '53dcb180-426c-4af6-a74b-13ddaf134594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:47.894080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Bound port: 05535c4c-bfb1-4c5b-90e2-ee02ec920f13, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53dcb180-426c-4af6-a74b-13ddaf134594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:47.894348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.982166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:47.996917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:48.003825 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.076237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] For port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:48.100735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-46a60574-cba0-449d-91ba-c0e2c47f49fe None None] Current status of the port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:48.109855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] For port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,segment=NetworkSegment(53dcb180-426c-4af6-a74b-13ddaf134594),segment_id=53dcb180-426c-4af6-a74b-13ddaf134594)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:48.115597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (0ff54ae8-1b0d-4956-9578-c19473422373), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.176981 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.188677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Subnet': ['ID=0ff54ae8-1b0d-4956-9578-c19473422373,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:48.189871 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (e307cf14-ce45-409e-9991-b8af5fbd0d9f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.196466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e633-845a-4aad-8dd0-3c9e5a93b738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.198304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:48.198686 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.205405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.206341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.208184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] 10.222.0.42 "PUT /v2.0/ports/05535c4c-bfb1-4c5b-90e2-ee02ec920f13 HTTP/1.1" status: 200 len: 1091 time: 2.0361812 Mar 22 14:16:48.210626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dec810-79b7-4d59-8406-2542f8e5f815', 'tag': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:48.213372 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "25dec810-79b7-4d59-8406-2542f8e5f815", "tag": "05535c4c-bfb1-4c5b-90e2-ee02ec920f13"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:48.249791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:48.258383 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41ba51e-c2cc-4b40-a144-a53edfc18ff7" -d '{"events": [{"server_uuid": "b33f0bad-fa14-425e-acaa-c501e5c0df3f", "name": "network-vif-plugged", "status": "completed", "tag": "e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:48.290640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,segment=NetworkSegment(d0206e0a-0658-4667-a198-f076f01a4083),segment_id=d0206e0a-0658-4667-a198-f076f01a4083)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:48.318287 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.355347 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44506653-eb80-4ade-a8a3-4513272c736c x-openstack-request-id: req-44506653-eb80-4ade-a8a3-4513272c736c {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:48.356236 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dec810-79b7-4d59-8406-2542f8e5f815", "tag": "05535c4c-bfb1-4c5b-90e2-ee02ec920f13", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:48.356573 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44506653-eb80-4ade-a8a3-4513272c736c {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:48.357059 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44506653-eb80-4ade-a8a3-4513272c736c'] response: {'name': 'network-changed', 'server_uuid': '25dec810-79b7-4d59-8406-2542f8e5f815', 'tag': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13', 'status': 'completed', 'code': 200} Mar 22 14:16:48.472692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:48.487299 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea5003f-e0f1-47e6-b15c-9dcfc5976754 x-openstack-request-id: req-dea5003f-e0f1-47e6-b15c-9dcfc5976754 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:48.492157 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33f0bad-fa14-425e-acaa-c501e5c0df3f", "name": "network-vif-plugged", "status": "completed", "tag": "e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:48.492425 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dea5003f-e0f1-47e6-b15c-9dcfc5976754 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:48.492846 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea5003f-e0f1-47e6-b15c-9dcfc5976754'] response: {'server_uuid': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa', 'code': 200} Mar 22 14:16:48.516380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-39c1842f-95c8-44a0-8581-de0f791cb268 None None] Provisioning complete for port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:48.516380 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-39c1842f-95c8-44a0-8581-de0f791cb268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.605446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Checking segment: {'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:48.605816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network hostable DHCP agents. Network: d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:48.652178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:48.670784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d011a-bf70-4536-be47-0ba4bf21aefa req-a104d949-acab-4a9c-b0a9-f221b38e840d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.672393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-391d011a-bf70-4536-be47-0ba4bf21aefa req-a104d949-acab-4a9c-b0a9-f221b38e840d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 945 time: 0.2998800 Mar 22 14:16:48.679788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-db7d6aaf-24e2-4de8-a52e-2d4d85964129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.681397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (e307cf14-ce45-409e-9991-b8af5fbd0d9f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.681903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-db7d6aaf-24e2-4de8-a52e-2d4d85964129 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294ea3b188b342539a19f8341a756e0c&device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 1125 time: 0.3889153 Mar 22 14:16:48.718773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-39c1842f-95c8-44a0-8581-de0f791cb268 None None] Current status of the port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:48.744179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-39c1842f-95c8-44a0-8581-de0f791cb268 None None] Provisioning complete for port 277dfd2e-ddb6-47c4-b89d-24200391199a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:48.744544 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-39c1842f-95c8-44a0-8581-de0f791cb268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.752383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea0ad5-41dd-464c-803b-1de5948d0191 req-c3df44cc-99a0-4833-ac75-b4f8d60c5277 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.754693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80ea0ad5-41dd-464c-803b-1de5948d0191 req-c3df44cc-99a0-4833-ac75-b4f8d60c5277 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 943 time: 0.2099862 Mar 22 14:16:48.756735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8009b0-050a-47cf-a2ed-dbfb577f73be service neutron] Pushing event updated for resources: {'Port': ['ID=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:48.791266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:48.791899 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.838968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-39c1842f-95c8-44a0-8581-de0f791cb268 None None] Port 277dfd2e-ddb6-47c4-b89d-24200391199a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:48.856386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a712bc-173f-4353-8d8a-de224fc18968 req-a3be5c59-9674-4bfd-b4a7-bc989fc42df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.858547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-56a712bc-173f-4353-8d8a-de224fc18968 req-a3be5c59-9674-4bfd-b4a7-bc989fc42df3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 1128 time: 0.3788266 Mar 22 14:16:48.866863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-564a044c-a83f-4daa-8e50-3bd81132c0c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05535c4c-bfb1-4c5b-90e2-ee02ec920f13 HTTP/1.1" status: 200 len: 217 time: 0.1412613 Mar 22 14:16:48.873400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-391d011a-bf70-4536-be47-0ba4bf21aefa req-5497da0e-dc62-4095-863e-09853c013ac5 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829057 Mar 22 14:16:48.903007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:48.953848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:48.970539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e56bcf7-1efc-467d-8edf-73cbec2b3157 None None] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:48.976980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:48.978264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0b37eef4-e84e-4afc-a562-3640b3d87639 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:48.992063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.992391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.997746 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:49.021025 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:49.024334 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:49.025349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-92092270-2fe4-4b1e-93c6-cad14a413207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:49.026870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-92092270-2fe4-4b1e-93c6-cad14a413207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c9731e8-a504-407f-a58d-6f5bdd48719e HTTP/1.1" status: 200 len: 853 time: 0.1478488 Mar 22 14:16:49.036351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-56a712bc-173f-4353-8d8a-de224fc18968 req-94623f46-ee38-4a07-87c0-71574d6d2dd5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667409 Mar 22 14:16:49.042882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80ea0ad5-41dd-464c-803b-1de5948d0191 req-04b4893d-9208-449d-8f6f-53057a049045 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490468 Mar 22 14:16:49.073789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e40e5e97-4b26-4d18-be63-df7151eb1478 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6977353 Mar 22 14:16:49.081593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41466) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.106718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-516e8547-a176-49bd-b573-da5e3b7a3867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=889760ee-7bea-4749-8d90-a59f6b5718b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683601 Mar 22 14:16:49.140670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c7d3d8bc-676f-4b9e-b9ca-5fb20db2fbea None None] Provisioning complete for port 277dfd2e-ddb6-47c4-b89d-24200391199a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:49.141044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8bc-676f-4b9e-b9ca-5fb20db2fbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.175196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:49.245105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3d8bc-676f-4b9e-b9ca-5fb20db2fbea None None] Port 277dfd2e-ddb6-47c4-b89d-24200391199a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:49.247214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:49.247522 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.295502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba587693-fd1e-4e30-b605-19eccc0c915d req-7e7c0e5e-5354-4a33-af35-ad5c915f8804 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:49.297171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba587693-fd1e-4e30-b605-19eccc0c915d req-7e7c0e5e-5354-4a33-af35-ad5c915f8804 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 946 time: 0.2654579 Mar 22 14:16:49.414663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Allocated IP 172.23.0.2 (d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a/0ff54ae8-1b0d-4956-9578-c19473422373/6c952ebe-5aa7-4062-a9d2-9b7381da68d0) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:49.415876 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:49.423443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 0b37eef4-e84e-4afc-a562-3640b3d87639 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:49.423816 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.425125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a0ad-2c1a-45b3-9478-2d92a183b96a req-3c5f439e-6fac-43e7-8ed9-cb3e551b66cf tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:49.426811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6db7a0ad-2c1a-45b3-9478-2d92a183b96a req-3c5f439e-6fac-43e7-8ed9-cb3e551b66cf tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 945 time: 0.2814474 Mar 22 14:16:49.444067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41468) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.445550 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:49.446109 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Updating router 0f6e6d8d-c403-466c-be46-27844ae0340d port 277dfd2e-ddb6-47c4-b89d-24200391199a binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:16:49.446232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-f3e41dea-b8d7-4fda-abb9-e7d38c8febf7 service neutron] 10.222.0.42 "GET /v2.0/networks/889760ee-7bea-4749-8d90-a59f6b5718b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995312 Mar 22 14:16:49.452777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Request body: {'floatingip': {'port_id': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:49.455019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db7dac02-8de0-4e41-bd73-7ec9eafee1b5 None None] Provisioning complete for port 277dfd2e-ddb6-47c4-b89d-24200391199a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:49.455391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db7dac02-8de0-4e41-bd73-7ec9eafee1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.459939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router e307cf14-ce45-409e-9991-b8af5fbd0d9f is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:16:49.477556 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.496227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db7dac02-8de0-4e41-bd73-7ec9eafee1b5 None None] Port 277dfd2e-ddb6-47c4-b89d-24200391199a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:49.566592 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (5b0d5b31-4eb1-4089-a74d-1753609b5705), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.574233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba587693-fd1e-4e30-b605-19eccc0c915d req-a82dea37-e65b-45ee-9650-55dc828db290 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687314 Mar 22 14:16:49.603930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:49.637805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.639182 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d466f86d-ca20-41e9-bce4-e36403b2fd65 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1226032 Mar 22 14:16:49.642142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41472) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.678957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2813cb7c-b885-42da-af94-4011558ef010 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f65b76c4770841778021955e5f892da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356379 Mar 22 14:16:49.683473 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.759521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Publish callbacks [] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.763256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Sync routers for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:49.778500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.783977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:49.784878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:49.788799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fe98a-d78a-4c49-a4cf-b1e93c56cfb6 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:49.790779 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c49fe98a-d78a-4c49-a4cf-b1e93c56cfb6 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062813 Mar 22 14:16:49.794341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.830735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a2be7137-25fd-4950-b8eb-460b5be03600 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348120 Mar 22 14:16:49.834440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41478) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.841056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167590343', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'project_id': 'f65b76c4770841778021955e5f892da5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:49.853932 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Publish callbacks [] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.861048 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.927739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:49.938562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 0b37eef4-e84e-4afc-a562-3640b3d87639 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:49.963611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:49.976831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:49.981878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Pushing event updated for resources: {'Port': ['ID=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:49.999773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:50.004169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.016158 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c3f23-0e63-4105-9c7a-093f6b745e35 None None] Pushing event updated for resources: {'Port': ['ID=277dfd2e-ddb6-47c4-b89d-24200391199a,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.019317 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Attempting to bind port 277dfd2e-ddb6-47c4-b89d-24200391199a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:50.019846 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Attempting to bind port 277dfd2e-ddb6-47c4-b89d-24200391199a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:50.020626 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Attempting to bind port 277dfd2e-ddb6-47c4-b89d-24200391199a on network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:50.028196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:50.028928 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Checking segment: {'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:50.030677 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.031386 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Bound using segment: {'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:50.032044 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Bound port: 277dfd2e-ddb6-47c4-b89d-24200391199a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c103177-5e43-4049-811f-db47fa1512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:50.032643 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.116080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Attempting to bind port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:50.117310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Attempting to bind port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:50.117695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Attempting to bind port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 on network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:50.130981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:50.131354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Checking segment: {'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:50.131759 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.132464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Bound using segment: {'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:50.132911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Bound port: 6c952ebe-5aa7-4062-a9d2-9b7381da68d0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:50.133297 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.134313 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] For port 277dfd2e-ddb6-47c4-b89d-24200391199a, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:50.139404 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] For port 277dfd2e-ddb6-47c4-b89d-24200391199a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=277dfd2e-ddb6-47c4-b89d-24200391199a,segment=NetworkSegment(1c103177-5e43-4049-811f-db47fa1512f8),segment_id=1c103177-5e43-4049-811f-db47fa1512f8)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:50.152599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:50.155493 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.199024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4774c46a-7b5f-4612-b854-522a1d1a66f8 req-b380d326-3f59-435c-92b2-f9251837cd76 service neutron] 10.222.0.42 "GET /v2.0/networks/889760ee-7bea-4749-8d90-a59f6b5718b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352738 Mar 22 14:16:50.313172 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c3f23-0e63-4105-9c7a-093f6b745e35 None None] Pushing event updated for resources: {'Port': ['ID=277dfd2e-ddb6-47c4-b89d-24200391199a,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.317446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] For port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:50.321784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] For port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,segment=NetworkSegment(da0c16f1-5a72-459c-8520-918975a3328b),segment_id=da0c16f1-5a72-459c-8520-918975a3328b)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:50.328915 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.329784 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:50.332899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:50.665513 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:50.667662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (87e89086-078e-4081-834d-41cd1e295ac9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.752251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08865fb8-e05b-4af8-aae1-de9ea5c25d3a None None] Pushing event updated for resources: {'Port': ['ID=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.752836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Subnet': ['ID=87e89086-078e-4081-834d-41cd1e295ac9,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.754105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8b966-6bc4-413d-b1a2-7b610eb7ef9a req-2f5a3251-cdb6-4d6c-bbdd-6e86cd7d7d47 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:50.755875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cd8b966-6bc4-413d-b1a2-7b610eb7ef9a req-2f5a3251-cdb6-4d6c-bbdd-6e86cd7d7d47 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 943 time: 0.5029914 Mar 22 14:16:50.760617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 277dfd2e-ddb6-47c4-b89d-24200391199a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:50.763825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.865655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-05430708-3bdb-432a-b9ea-4662523e7854 None None] Provisioning complete for port 277dfd2e-ddb6-47c4-b89d-24200391199a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:50.866672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05430708-3bdb-432a-b9ea-4662523e7854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.887743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Checking segment: {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:50.888099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network hostable DHCP agents. Network: 31c8db50-157b-4d93-ac03-a22565870b27, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:50.916884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e676d62-25b7-4a7d-988c-cef541129bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.937577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 31c8db50-157b-4d93-ac03-a22565870b27 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:50.957871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 31c8db50-157b-4d93-ac03-a22565870b27) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:50.967018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:50.967653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.973725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18181a32-2dea-4c8c-836c-b6e5b30eee0d None None] Network 31c8db50-157b-4d93-ac03-a22565870b27 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:51.004481 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6a271bd8-323b-4c27-a65c-9f60ffd614b9 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1687732 Mar 22 14:16:51.004825 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:50Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:51.005134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.047604 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0885e-303f-49ee-8aca-5254a22f6c87 None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:45Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:50Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:51.071067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-a7ae7124-7180-4aa2-858b-5df771c8a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:51.079636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-a7ae7124-7180-4aa2-858b-5df771c8a9f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294ea3b188b342539a19f8341a756e0c&device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 1125 time: 0.6558137 Mar 22 14:16:51.088525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:48Z', 'revision_number': 3, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:51.090444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 277dfd2e-ddb6-47c4-b89d-24200391199a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:51.090872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.197535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Checking router: e307cf14-ce45-409e-9991-b8af5fbd0d9f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:51.198054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Updating router e307cf14-ce45-409e-9991-b8af5fbd0d9f port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:16:51.287064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-05430708-3bdb-432a-b9ea-4662523e7854 None None] Current status of the port 277dfd2e-ddb6-47c4-b89d-24200391199a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:51.287482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05430708-3bdb-432a-b9ea-4662523e7854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.307791 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.352838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-31c8db50-157b-4d93-ac03-a22565870b27', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:51.353727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.356699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cd8b966-6bc4-413d-b1a2-7b610eb7ef9a req-50189729-4fc9-415f-82c9-cd3e093718d7 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177374 Mar 22 14:16:51.523245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda3ab4-215a-4daa-b0bb-646f0e71fa10 req-92faf916-a82b-40ce-b0b4-274b885629e8 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:51.525207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fda3ab4-215a-4daa-b0bb-646f0e71fa10 req-92faf916-a82b-40ce-b0b4-274b885629e8 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 946 time: 0.4604428 Mar 22 14:16:51.536325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-af6d5fd4-9279-4978-a41a-75a1146e406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:51.537996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-af6d5fd4-9279-4978-a41a-75a1146e406d service neutron] 10.222.0.42 "GET /v2.0/networks?id=889760ee-7bea-4749-8d90-a59f6b5718b3 HTTP/1.1" status: 200 len: 914 time: 0.4284093 Mar 22 14:16:51.542132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-05430708-3bdb-432a-b9ea-4662523e7854 None None] For port 277dfd2e-ddb6-47c4-b89d-24200391199a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=277dfd2e-ddb6-47c4-b89d-24200391199a,segment=NetworkSegment(1c103177-5e43-4049-811f-db47fa1512f8),segment_id=1c103177-5e43-4049-811f-db47fa1512f8)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:51.615577 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05430708-3bdb-432a-b9ea-4662523e7854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.636682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-45568c1c-9fa4-42f6-be60-7b1a443f892c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05535c4c-bfb1-4c5b-90e2-ee02ec920f13 HTTP/1.1" status: 200 len: 217 time: 0.0586970 Mar 22 14:16:51.644334 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:16:51.667893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 277dfd2e-ddb6-47c4-b89d-24200391199a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:51.668379 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.699397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.808683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.820278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-fe301bdc-0b41-48fc-9cc5-b685400bc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:51.821883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-fe301bdc-0b41-48fc-9cc5-b685400bc881 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c9731e8-a504-407f-a58d-6f5bdd48719e HTTP/1.1" status: 200 len: 853 time: 0.1728821 Mar 22 14:16:51.846463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (5b0d5b31-4eb1-4089-a74d-1753609b5705), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.864805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fda3ab4-215a-4daa-b0bb-646f0e71fa10 req-9d4bba50-5e9b-4a34-8484-408340deb3c3 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317347 Mar 22 14:16:52.029074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-c0356802-55b9-49a8-a94a-09f3b8070f62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=889760ee-7bea-4749-8d90-a59f6b5718b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966970 Mar 22 14:16:52.034538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05430708-3bdb-432a-b9ea-4662523e7854 None None] Pushing event updated for resources: {'Port': ['ID=277dfd2e-ddb6-47c4-b89d-24200391199a,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:52.044593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f5530c5f-1227-485c-94b9-9db0930037c5 None None] Provisioning complete for port 277dfd2e-ddb6-47c4-b89d-24200391199a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:52.045593 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f5530c5f-1227-485c-94b9-9db0930037c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.053089 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:52.053580 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:52.079219 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.082674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Allocated IP 172.20.0.2 (31c8db50-157b-4d93-ac03-a22565870b27/87e89086-078e-4081-834d-41cd1e295ac9/49e841fb-6938-4147-8449-893ceb31e449) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:52.210617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Allocated IP 172.23.0.1 (d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a/0ff54ae8-1b0d-4956-9578-c19473422373/f44a9c9c-57d4-4327-bb2a-b1e44b89148d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:52.348601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f5530c5f-1227-485c-94b9-9db0930037c5 None None] Current status of the port 277dfd2e-ddb6-47c4-b89d-24200391199a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:52.360987 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Publish callbacks [] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.390037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.462497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Attempting to bind port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:52.463013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Attempting to bind port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:52.463467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Attempting to bind port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:52.482711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-2fc09502-d47a-4c56-a6f9-27673806c7f9 service neutron] 10.222.0.42 "GET /v2.0/networks/889760ee-7bea-4749-8d90-a59f6b5718b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447057 Mar 22 14:16:52.484068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdb781-b8d6-4927-b479-f264743b88fe None None] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:52.506675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:52.507595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:52.507595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.508165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:52.508740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Bound port: 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:52.509208 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.523537 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP 5b0d5b31-4eb1-4089-a74d-1753609b5705 associated. External IP: 172.25.2.149, port: 1251079d-3e5e-4a3e-9a98-ab1ffbce9468. Mar 22 14:16:52.535919 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Publish callbacks [] for port (49e841fb-6938-4147-8449-893ceb31e449), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.537138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Pushing event updated for resources: {'Port': ['ID=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:52.599346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.20.0.1 (31c8db50-157b-4d93-ac03-a22565870b27/87e89086-078e-4081-834d-41cd1e295ac9/f6760d83-2d35-4c36-a2bc-957037dcb7d8) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:52.606789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (49e841fb-6938-4147-8449-893ceb31e449), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.691549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15977afb-93d2-4016-ad94-a16bc8941775 req-f2cae837-931f-4b79-ab63-5434e091d6ea tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:52.698738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15977afb-93d2-4016-ad94-a16bc8941775 req-f2cae837-931f-4b79-ab63-5434e091d6ea tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 946 time: 0.4127254 Mar 22 14:16:52.717662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.732087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Network 31c8db50-157b-4d93-ac03-a22565870b27 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:52.742537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c96f150b-0694-4f05-ab88-52c8f1ef1cee None None] Provisioning complete for port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:52.743057 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96f150b-0694-4f05-ab88-52c8f1ef1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.750274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] For port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:52.753563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:52.755699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 277dfd2e-ddb6-47c4-b89d-24200391199a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:52.759291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] For port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:52.762136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:52.794029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Pushing event updated for resources: {'Port': ['ID=49e841fb-6938-4147-8449-893ceb31e449,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:52.813626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.819950 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.862378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.918107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 31c8db50-157b-4d93-ac03-a22565870b27 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:52.928999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:52.935891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:53.012834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=f6760d83-2d35-4c36-a2bc-957037dcb7d8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:53.035615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (e307cf14-ce45-409e-9991-b8af5fbd0d9f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.214988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 277dfd2e-ddb6-47c4-b89d-24200391199a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:53.234911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8387a-1339-4c64-aa4e-ca17db1d1d1c req-7e2caa52-db63-4474-91b9-41b974086d8b tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:53.242446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16a8387a-1339-4c64-aa4e-ca17db1d1d1c req-7e2caa52-db63-4474-91b9-41b974086d8b tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 943 time: 0.7317393 Mar 22 14:16:53.245512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a90f4a2b-6e57-4982-8834-aafc1c22eaeb req-1eef7070-8725-4126-abf1-73d11e82223e service neutron] 10.222.0.42 "GET /v2.0/networks/889760ee-7bea-4749-8d90-a59f6b5718b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375944 Mar 22 14:16:53.269651 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.303363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Attempting to bind port 49e841fb-6938-4147-8449-893ceb31e449 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:53.304128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Attempting to bind port 49e841fb-6938-4147-8449-893ceb31e449 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:53.304320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15977afb-93d2-4016-ad94-a16bc8941775 req-765307d7-656c-4e98-87b5-1ba147775ce6 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/security-groups?id=c674e5ce-8572-4d19-baa3-5f29639ae207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011672 Mar 22 14:16:53.304830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Attempting to bind port 49e841fb-6938-4147-8449-893ceb31e449 on network 31c8db50-157b-4d93-ac03-a22565870b27 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:53.315927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.316650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Pushing event updated for resources: {'Port': ['ID=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:53.325768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:53.327403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:53.369517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:53.370251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Checking segment: {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:53.370830 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.371390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Bound using segment: {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:53.372030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Bound port: 49e841fb-6938-4147-8449-893ceb31e449, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:53.372583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (49e841fb-6938-4147-8449-893ceb31e449), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.491187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.491506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.496412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.498507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.499065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.499442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.499786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.500175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.500512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.500862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.501193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.501521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.502136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.502241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.502487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341aefd-ebc6-499e-a91d-58e312f3397d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:53.506845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16a8387a-1339-4c64-aa4e-ca17db1d1d1c req-3686e4b9-301d-4489-acea-2e4ae7af73c2 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634523 Mar 22 14:16:53.526870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:53.534345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:53.540474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c96f150b-0694-4f05-ab88-52c8f1ef1cee None None] Current status of the port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:53.540875 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96f150b-0694-4f05-ab88-52c8f1ef1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.547599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:53.550514 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.565992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:53.634916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 277dfd2e-ddb6-47c4-b89d-24200391199a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:53.635391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.661894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:53.714560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c96f150b-0694-4f05-ab88-52c8f1ef1cee None None] For port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,segment=NetworkSegment(da0c16f1-5a72-459c-8520-918975a3328b),segment_id=da0c16f1-5a72-459c-8520-918975a3328b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:53.716151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-d3d745ca-1a56-47c8-9455-deb379693969 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:53.717695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-d3d745ca-1a56-47c8-9455-deb379693969 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.57 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 946 time: 0.1446924 Mar 22 14:16:53.721926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.752002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96f150b-0694-4f05-ab88-52c8f1ef1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.767670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:53.770419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] For port 49e841fb-6938-4147-8449-893ceb31e449, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:53.782235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] For port 49e841fb-6938-4147-8449-893ceb31e449, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=49e841fb-6938-4147-8449-893ceb31e449,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:53.808680 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.820145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.855739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:53.899366 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:16:53.927325 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (49e841fb-6938-4147-8449-893ceb31e449), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.939783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=f6760d83-2d35-4c36-a2bc-957037dcb7d8,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:53.943725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (e307cf14-ce45-409e-9991-b8af5fbd0d9f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.066208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 31c8db50-157b-4d93-ac03-a22565870b27 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:54.069215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:54.087392 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.119581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:54.124303 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.129376 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:54.145779 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:54.147281 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:54.198941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f394ca75-ac1c-4655-af78-d7b263bcbb55 None None] Provisioning complete for port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:54.199330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f394ca75-ac1c-4655-af78-d7b263bcbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.208082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Deleting port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:54.208515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.251463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f150b-0694-4f05-ab88-52c8f1ef1cee None None] Pushing event updated for resources: {'Port': ['ID=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:54.300941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router e307cf14-ce45-409e-9991-b8af5fbd0d9f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:54.306218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] For port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,segment=NetworkSegment(d0206e0a-0658-4667-a198-f076f01a4083),segment_id=d0206e0a-0658-4667-a198-f076f01a4083)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:54.306595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.321469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Calling delete_port for e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:54.431541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:54.498504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.561146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-521a9371-be25-4b4a-a0d3-38959c6f5c08 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "PUT /v2.0/floatingips/5b0d5b31-4eb1-4089-a74d-1753609b5705 HTTP/1.1" status: 200 len: 991 time: 5.1138439 Mar 22 14:16:54.583118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:54.587393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fe137-8a07-4390-b717-82275ae986ed None None] Pushing event updated for resources: {'Port': ['ID=49e841fb-6938-4147-8449-893ceb31e449,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:54.589148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:54.591690 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ce43ab-8a81-488a-8f33-c02933a5eeab" -d '{"events": [{"name": "network-changed", "server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:54.602612 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-681c1289-ef8b-421c-86de-81cc59bcec0e tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "PUT /v2.0/routers/e307cf14-ce45-409e-9991-b8af5fbd0d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5948622 Mar 22 14:16:54.603616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41520) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:54.633866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:54.682721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcfe6d34-4d21-4036-b40a-9bd84573a620 req-ae9916c7-6ee3-41d5-af56-aeb36f4fdeaa tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b33f0bad-fa14-425e-acaa-c501e5c0df3f HTTP/1.1" status: 200 len: 210 time: 0.2102289 Mar 22 14:16:54.747465 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.748207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.781289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Pushing event deleted for resources: {'Port': ['ID=e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:54.848069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 277dfd2e-ddb6-47c4-b89d-24200391199a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:54.849546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:54.854257 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e035432a-5b58-4efe-8f44-f68f58a080a9 x-openstack-request-id: req-e035432a-5b58-4efe-8f44-f68f58a080a9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:54.854556 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:54.856077 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e035432a-5b58-4efe-8f44-f68f58a080a9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:54.856492 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e035432a-5b58-4efe-8f44-f68f58a080a9'] response: {'name': 'network-changed', 'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'status': 'completed', 'code': 200} Mar 22 14:16:54.859379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,segment=NetworkSegment(53dcb180-426c-4af6-a74b-13ddaf134594),segment_id=53dcb180-426c-4af6-a74b-13ddaf134594)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:54.922884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] No DVR routers for this DVR port e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:54.929767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.937005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3dc28ba8-a1f4-46c9-93dc-b2a9e38ec80f req-0aeeeb94-fbaa-46af-a82f-b24d42e007f9 tempest-InstanceActionsV221TestJSON-1604603943 tempest-InstanceActionsV221TestJSON-1604603943-project] 10.222.0.57 "DELETE /v2.0/ports/e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa HTTP/1.1" status: 204 len: 173 time: 1.1397481 Mar 22 14:16:54.937884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13', 'network_id': '889760ee-7bea-4749-8d90-a59f6b5718b3', 'port_id': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13', 'mac_address': 'fa:16:3e:37:bf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9731e8-a504-407f-a58d-6f5bdd48719e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:54.958460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.959058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.959636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.960153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.960751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.961404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.962086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.962723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.963286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.963794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.964336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.965009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.965568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.968869 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e8f44a56-a65f-46b6-847b-2b3e3098f248 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9102 time: 0.3525505 Mar 22 14:16:54.971670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:55.055814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f394ca75-ac1c-4655-af78-d7b263bcbb55 None None] Current status of the port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:55.096118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:55.096778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.099688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:55.100241 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.128556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.129189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.129867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.130441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.131015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.132048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.132672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.133381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.133928 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '5b0d5b31-4eb1-4089-a74d-1753609b5705', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4a:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:27Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:55.134523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.134987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.135591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.136894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.137449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.140482 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-08388531-ca8f-4f94-83df-16d8cf6f0283 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8282 time: 0.1676424 Mar 22 14:16:55.143627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:55.149954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:55.211468 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:55.215225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:16:52Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:55.222683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,segment=NetworkSegment(53dcb180-426c-4af6-a74b-13ddaf134594),segment_id=53dcb180-426c-4af6-a74b-13ddaf134594)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:55.232899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:55.238398 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:55.287425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.292508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed0700f-b902-4c8a-8950-92b2771fe234 None None] The sync data for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 is: [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:16:52Z', 'revision_number': 1, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:55.298726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-40334116-1bbf-4f81-9a13-e0a6accb5d7d None None] Provisioning complete for port f44a9c9c-57d4-4327-bb2a-b1e44b89148d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:55.299096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40334116-1bbf-4f81-9a13-e0a6accb5d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.339881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fda02a-3f52-4a74-a4de-413fc1d6572a req-e740a6c4-3ef0-47ec-b7f8-e7cd8164d8b8 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.344160 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7fda02a-3f52-4a74-a4de-413fc1d6572a req-e740a6c4-3ef0-47ec-b7f8-e7cd8164d8b8 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 943 time: 0.5642271 Mar 22 14:16:55.401997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-70b59f5d-f6cd-4416-bc36-cdaf909b3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.409017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-70b59f5d-f6cd-4416-bc36-cdaf909b3959 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 1127 time: 0.4919763 Mar 22 14:16:55.493265 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:55.506632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-40334116-1bbf-4f81-9a13-e0a6accb5d7d None None] Port f44a9c9c-57d4-4327-bb2a-b1e44b89148d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:55.508045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:55.522129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['05535c4c-bfb1-4c5b-90e2-ee02ec920f13'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:55.594519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:55.722157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-da1cbd8b-b3c6-4d8d-9520-b47cdce5c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.736200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-da1cbd8b-b3c6-4d8d-9520-b47cdce5c10b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 200 len: 915 time: 0.2952170 Mar 22 14:16:55.927278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7fda02a-3f52-4a74-a4de-413fc1d6572a req-e1050e62-3e8c-495c-894f-0f94f6173237 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715008 Mar 22 14:16:55.942005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-552f3e94-16b0-4a75-8ca4-c55ba011f0f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468 HTTP/1.1" status: 200 len: 999 time: 0.1979697 Mar 22 14:16:56.046366 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fbab9329-8dbe-493f-9c2f-8d151bdb2ae7 tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4309 time: 0.8994598 Mar 22 14:16:56.065642 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.071742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:56.116982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a2222-0de1-4f34-9f54-a83f00cc4df2 None None] Network 31c8db50-157b-4d93-ac03-a22565870b27 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:56.173419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-8d8c4789-370b-4944-a181-68b2c05b1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:56.175000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-8d8c4789-370b-4944-a181-68b2c05b1e3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 200 len: 853 time: 0.2260115 Mar 22 14:16:56.185174 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.246368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d0a261a9-1046-4918-9520-165eb2eda855 None None] Provisioning complete for port 49e841fb-6938-4147-8449-893ceb31e449 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:56.246743 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0a261a9-1046-4918-9520-165eb2eda855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (49e841fb-6938-4147-8449-893ceb31e449), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.289304 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '5b0d5b31-4eb1-4089-a74d-1753609b5705', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4a:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:27Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:56.324198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41538) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:56.345474 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7159c0-d11f-43a3-b4e1-7de4671baf16 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '5b0d5b31-4eb1-4089-a74d-1753609b5705', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '649821be-3f09-4d74-9e4c-89190782296b', 'port_id': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'mac_address': 'fa:16:3e:4a:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:27Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 1, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:16:56.450688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:56.451280 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.468558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.472042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event updated for resources: {'Port': ['ID=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:56.478005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] Deleting subnet 00a7280a-6058-4fa9-b13c-a85b04710909 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:56.483036 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] Publish callbacks [] for subnet (00a7280a-6058-4fa9-b13c-a85b04710909), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.508204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:56.513865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-840c2e53-9c37-4d0d-9bb0-560389f73b30 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201768053', 'description': 'tempest-secgroup-smoke-1201768053 description', 'project_id': 'f65b76c4770841778021955e5f892da5'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:56.535134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-20a9de57-7831-4d4e-8b1c-5b95fdd194e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:56.536720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-20a9de57-7831-4d4e-8b1c-5b95fdd194e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3510945 Mar 22 14:16:56.560609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (00a7280a-6058-4fa9-b13c-a85b04710909), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.638021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (00a7280a-6058-4fa9-b13c-a85b04710909), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.761129 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (00a7280a-6058-4fa9-b13c-a85b04710909), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.790662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.802747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41544) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:56.803626 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/00a7280a-6058-4fa9-b13c-a85b04710909 HTTP/1.1" status: 204 len: 168 time: 0.4779239 Mar 22 14:16:56.832702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be862568-35f1-438a-a2b3-c1bfeb543d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a7280a-6058-4fa9-b13c-a85b04710909,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:56.921772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'name': 'network-vif-deleted', 'tag': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:56.924153 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaba1c2-2700-4c1f-b5b5-8cc48c4075b4" -d '{"events": [{"server_uuid": "b33f0bad-fa14-425e-acaa-c501e5c0df3f", "name": "network-vif-deleted", "tag": "e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:56.964085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140aacf-eeab-45e0-84f9-e64d9c944c8b None None] New status for floating IP 5b0d5b31-4eb1-4089-a74d-1753609b5705: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:16:57.000164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:57.003410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:57.032370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840c2e53-9c37-4d0d-9bb0-560389f73b30 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.055484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-d2165692-0679-4f32-b500-84b91dbcd7ac service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061214 Mar 22 14:16:57.059212 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f97c22-9675-44c1-9a5b-cd615f659690 x-openstack-request-id: req-13f97c22-9675-44c1-9a5b-cd615f659690 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:57.059691 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33f0bad-fa14-425e-acaa-c501e5c0df3f", "name": "network-vif-deleted", "tag": "e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:57.060096 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13f97c22-9675-44c1-9a5b-cd615f659690 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:57.060673 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f97c22-9675-44c1-9a5b-cd615f659690'] response: {'server_uuid': 'b33f0bad-fa14-425e-acaa-c501e5c0df3f', 'name': 'network-vif-deleted', 'tag': 'e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa', 'status': 'completed', 'code': 200} Mar 22 14:16:57.139866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d0a261a9-1046-4918-9520-165eb2eda855 None None] Current status of the port 49e841fb-6938-4147-8449-893ceb31e449 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:57.140437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0a261a9-1046-4918-9520-165eb2eda855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (49e841fb-6938-4147-8449-893ceb31e449), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.237582 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7f1f7588-d4bc-4541-a901-b4a0fa4258c3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.259688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d0a261a9-1046-4918-9520-165eb2eda855 None None] For port 49e841fb-6938-4147-8449-893ceb31e449, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=49e841fb-6938-4147-8449-893ceb31e449,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:57.270775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0a261a9-1046-4918-9520-165eb2eda855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (49e841fb-6938-4147-8449-893ceb31e449), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.278633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:57.279015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 49e841fb-6938-4147-8449-893ceb31e449 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:57.367763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a261a9-1046-4918-9520-165eb2eda855 None None] Pushing event updated for resources: {'Port': ['ID=49e841fb-6938-4147-8449-893ceb31e449,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:57.405154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 49e841fb-6938-4147-8449-893ceb31e449 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:57.405532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (49e841fb-6938-4147-8449-893ceb31e449), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.409755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-766c065a-c6f8-4577-a180-2b72597c144d None None] Provisioning complete for port 49e841fb-6938-4147-8449-893ceb31e449 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:57.410160 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-766c065a-c6f8-4577-a180-2b72597c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (49e841fb-6938-4147-8449-893ceb31e449), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.449702 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840c2e53-9c37-4d0d-9bb0-560389f73b30 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (e5c93d62-5cdb-465a-9d1a-e2d641e399a5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.460823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840c2e53-9c37-4d0d-9bb0-560389f73b30 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e5c93d62-5cdb-465a-9d1a-e2d641e399a5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.468780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:16:57.528921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7f1f7588-d4bc-4541-a901-b4a0fa4258c3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.568167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1f7588-d4bc-4541-a901-b4a0fa4258c3']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:57.579824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0206e0a-0658-4667-a198-f076f01a4083') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:57.580189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0206e0a-0658-4667-a198-f076f01a4083') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:57.587631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-766c065a-c6f8-4577-a180-2b72597c144d None None] Current status of the port 49e841fb-6938-4147-8449-893ceb31e449 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:57.589995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 49e841fb-6938-4147-8449-893ceb31e449 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:57.604396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-766c065a-c6f8-4577-a180-2b72597c144d None None] Provisioning complete for port f6760d83-2d35-4c36-a2bc-957037dcb7d8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:57.605636 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-766c065a-c6f8-4577-a180-2b72597c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.662837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:57.706001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:57.706459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device e4cab7cd-3d42-4c47-9a7b-bf67e8440eaa not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:57.709378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:57.753794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-766c065a-c6f8-4577-a180-2b72597c144d None None] Port f6760d83-2d35-4c36-a2bc-957037dcb7d8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:57.807748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:57.814729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:57.815267 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.885365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f695554b-a123-429d-bb12-cdf81178ee74 None None] Provisioning complete for port f44a9c9c-57d4-4327-bb2a-b1e44b89148d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:57.885759 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f695554b-a123-429d-bb12-cdf81178ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.915361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:58.007836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:58.008470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.024025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f695554b-a123-429d-bb12-cdf81178ee74 None None] Port f44a9c9c-57d4-4327-bb2a-b1e44b89148d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:58.045674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eac1dc-69dc-43b0-9729-9621b2320aab req-59786f44-4666-47cc-962f-09a98aa219c2 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:58.047440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00eac1dc-69dc-43b0-9729-9621b2320aab req-59786f44-4666-47cc-962f-09a98aa219c2 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 944 time: 0.8640554 Mar 22 14:16:58.059638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (d0206e0a-0658-4667-a198-f076f01a4083), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.060320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dec810-79b7-4d59-8406-2542f8e5f815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:58.063480 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ced2c0-1d6d-4d63-936d-d5bfe349a5a3" -d '{"events": [{"server_uuid": "25dec810-79b7-4d59-8406-2542f8e5f815", "name": "network-vif-plugged", "status": "completed", "tag": "05535c4c-bfb1-4c5b-90e2-ee02ec920f13"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:58.079792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f695554b-a123-429d-bb12-cdf81178ee74 None None] Provisioning complete for port f6760d83-2d35-4c36-a2bc-957037dcb7d8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:58.080171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f695554b-a123-429d-bb12-cdf81178ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.085509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,segment=NetworkSegment(53dcb180-426c-4af6-a74b-13ddaf134594),segment_id=53dcb180-426c-4af6-a74b-13ddaf134594)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:58.112638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-840c2e53-9c37-4d0d-9bb0-560389f73b30 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.116250 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.118236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41554) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:58.121760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:58.122220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.123309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8beae431-5e43-496c-a986-ddeec31eaaec tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'e5c93d62-5cdb-465a-9d1a-e2d641e399a5', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:58.129130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-840c2e53-9c37-4d0d-9bb0-560389f73b30 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6197352 Mar 22 14:16:58.164329 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41275c1b-5740-4278-824b-876d338f86e8 x-openstack-request-id: req-41275c1b-5740-4278-824b-876d338f86e8 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:58.165143 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dec810-79b7-4d59-8406-2542f8e5f815", "name": "network-vif-plugged", "status": "completed", "tag": "05535c4c-bfb1-4c5b-90e2-ee02ec920f13", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:58.165143 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41275c1b-5740-4278-824b-876d338f86e8 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:58.165341 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41275c1b-5740-4278-824b-876d338f86e8'] response: {'server_uuid': '25dec810-79b7-4d59-8406-2542f8e5f815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13', 'code': 200} Mar 22 14:16:58.170502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37ce43ab-8a81-488a-8f33-c02933a5eeab req-05998867-5379-4473-938b-3c31c5c3f0dc service neutron] 10.222.0.42 "GET /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1018763 Mar 22 14:16:58.171640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d0206e0a-0658-4667-a198-f076f01a4083), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.185492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f695554b-a123-429d-bb12-cdf81178ee74 None None] Port f6760d83-2d35-4c36-a2bc-957037dcb7d8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:58.196060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8beae431-5e43-496c-a986-ddeec31eaaec tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (13e93b0e-0225-49d2-bb05-bc0d6f7aee6c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.204858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c2e53-9c37-4d0d-9bb0-560389f73b30 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c93d62-5cdb-465a-9d1a-e2d641e399a5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.230729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.301060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:58.301060 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (d0206e0a-0658-4667-a198-f076f01a4083), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:58.303670 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:58.316142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8beae431-5e43-496c-a986-ddeec31eaaec tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (13e93b0e-0225-49d2-bb05-bc0d6f7aee6c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.323723 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8beae431-5e43-496c-a986-ddeec31eaaec tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (13e93b0e-0225-49d2-bb05-bc0d6f7aee6c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.329860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:58.334631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.379185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beae431-5e43-496c-a986-ddeec31eaaec tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e93b0e-0225-49d2-bb05-bc0d6f7aee6c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.400906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8beae431-5e43-496c-a986-ddeec31eaaec tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.402539 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8beae431-5e43-496c-a986-ddeec31eaaec tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832115 Mar 22 14:16:58.407815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:58.408792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41560) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:58.413629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bc3fd758-8f8f-43ed-9e3f-f62c74b28737 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'e5c93d62-5cdb-465a-9d1a-e2d641e399a5', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:58.422805 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.433644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 49e841fb-6938-4147-8449-893ceb31e449 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:58.436441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00eac1dc-69dc-43b0-9729-9621b2320aab req-d53e913d-9dbe-480e-877f-4bdbcaa4f5ce tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707316 Mar 22 14:16:58.444396 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7f1f7588-d4bc-4541-a901-b4a0fa4258c3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.452420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.461027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f1f7588-d4bc-4541-a901-b4a0fa4258c3 HTTP/1.1" status: 204 len: 168 time: 1.6532495 Mar 22 14:16:58.472819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd758-8f8f-43ed-9e3f-f62c74b28737 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (5564fa5c-bea9-4ce1-8c01-843c28b05b68), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.493682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:16:58.496235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c822f2c-c4e4-4e5d-a1f8-20d9394478c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1f7588-d4bc-4541-a901-b4a0fa4258c3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.504779 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:16:58.506646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a34a81-697a-4432-8f40-005c542f7275 req-8d35a8ef-6a25-4dc6-adfb-e08c8c438ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:58.511908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43a34a81-697a-4432-8f40-005c542f7275 req-8d35a8ef-6a25-4dc6-adfb-e08c8c438ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 1127 time: 0.2231600 Mar 22 14:16:58.522331 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:16:58.523146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7adfdd7f-0af6-479b-ba0e-866f1d0dacfa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4244092 Mar 22 14:16:58.524510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:58.527803 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:58.552287 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.554355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:58.616266 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd758-8f8f-43ed-9e3f-f62c74b28737 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (5564fa5c-bea9-4ce1-8c01-843c28b05b68), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.645083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.647105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c5dc-f5f0-4551-93db-98108d8186f8 req-86cdccc6-a6cb-4ba7-a029-e80ccade87c3 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:58.667604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b575c5dc-f5f0-4551-93db-98108d8186f8 req-86cdccc6-a6cb-4ba7-a029-e80ccade87c3 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1127 time: 0.1915779 Mar 22 14:16:58.677082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 49e841fb-6938-4147-8449-893ceb31e449 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:58.677566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (49e841fb-6938-4147-8449-893ceb31e449), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.695991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41568) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:58.760744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b575c5dc-f5f0-4551-93db-98108d8186f8 req-757e437f-9b36-48b3-aaf6-66bd04f7d35f tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921555 Mar 22 14:16:58.763829 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:16:58.856224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 49e841fb-6938-4147-8449-893ceb31e449 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:58.858135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2aa38c3c-4e21-471f-bda2-5a7d6a825775 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3589a03ef6ee49988d850d0cbe67a805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332252 Mar 22 14:16:58.860430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43a34a81-697a-4432-8f40-005c542f7275 req-9708b48a-3a8d-423f-a94e-f7cf33770e57 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020365 Mar 22 14:16:58.860923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41572) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:58.996371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-756a51f9-cbc6-4347-8b36-da7a7c49cb41 admin admin] Publish callbacks [] for security_group (c674e5ce-8572-4d19-baa3-5f29639ae207), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.033465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-756a51f9-cbc6-4347-8b36-da7a7c49cb41 admin admin] Publish callbacks [] for security_group (c674e5ce-8572-4d19-baa3-5f29639ae207), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.100868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078291b-5eb8-49fe-ab42-b5d3d9315b2d req-5d035a29-b3a0-41eb-9a9b-ef59f2377fc0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.102131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9078291b-5eb8-49fe-ab42-b5d3d9315b2d req-5d035a29-b3a0-41eb-9a9b-ef59f2377fc0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1700661 Mar 22 14:16:59.144447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-756a51f9-cbc6-4347-8b36-da7a7c49cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c674e5ce-8572-4d19-baa3-5f29639ae207), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.148065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-756a51f9-cbc6-4347-8b36-da7a7c49cb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.149747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-756a51f9-cbc6-4347-8b36-da7a7c49cb41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c674e5ce-8572-4d19-baa3-5f29639ae207 HTTP/1.1" status: 204 len: 168 time: 0.2726595 Mar 22 14:16:59.195303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a51f9-cbc6-4347-8b36-da7a7c49cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c674e5ce-8572-4d19-baa3-5f29639ae207,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:59.209108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9078291b-5eb8-49fe-ab42-b5d3d9315b2d req-06a6f090-e470-424f-9815-579257be8994 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997686 Mar 22 14:16:59.226288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41576) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:59.240751 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:16:55Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:59.308245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:16:59.308593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Updating router 0f6e6d8d-c403-466c-be46-27844ae0340d port f44a9c9c-57d4-4327-bb2a-b1e44b89148d binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:16:59.337277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b783cf6c-aad3-403e-b86c-5f801ee5dec5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/ca9e724a-c8ba-454e-908b-a8fc788e861b HTTP/1.1" status: 200 len: 991 time: 0.0999169 Mar 22 14:16:59.348258 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.361014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd758-8f8f-43ed-9e3f-f62c74b28737 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (5564fa5c-bea9-4ce1-8c01-843c28b05b68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.453884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fd758-8f8f-43ed-9e3f-f62c74b28737 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5564fa5c-bea9-4ce1-8c01-843c28b05b68,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:59.472594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd758-8f8f-43ed-9e3f-f62c74b28737 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.476059 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bc3fd758-8f8f-43ed-9e3f-f62c74b28737 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0633402 Mar 22 14:16:59.476307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41584) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:59.482980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5d19f804-0d09-4cbc-aae2-2b3da9963b1b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'e5c93d62-5cdb-465a-9d1a-e2d641e399a5', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:59.541230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d19f804-0d09-4cbc-aae2-2b3da9963b1b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (a636a4f1-5f69-4f1d-80be-5757feb0f7a2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.721189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-90b965d4-7310-46dc-897d-ac796c240e01 req-59bd3e5b-ad0c-468e-aac6-57ea00982232 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:16:59.733741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90b965d4-7310-46dc-897d-ac796c240e01 req-59bd3e5b-ad0c-468e-aac6-57ea00982232 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263536 Mar 22 14:16:59.780448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:59.916662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab55074-4ab0-4586-a78b-9fd0f62633e7 req-f532be79-5113-49e2-8f0a-1d35e32f364d tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.926169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ab55074-4ab0-4586-a78b-9fd0f62633e7 req-f532be79-5113-49e2-8f0a-1d35e32f364d tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 945 time: 0.3118980 Mar 22 14:16:59.926427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:59.927058 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.933145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d19f804-0d09-4cbc-aae2-2b3da9963b1b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (a636a4f1-5f69-4f1d-80be-5757feb0f7a2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.954671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d19f804-0d09-4cbc-aae2-2b3da9963b1b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a636a4f1-5f69-4f1d-80be-5757feb0f7a2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.114684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19f804-0d09-4cbc-aae2-2b3da9963b1b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a636a4f1-5f69-4f1d-80be-5757feb0f7a2,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:00.117141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:00.142056 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Publish callbacks [] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.153818 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.162498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:17:00.175397 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5d19f804-0d09-4cbc-aae2-2b3da9963b1b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.181237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5d19f804-0d09-4cbc-aae2-2b3da9963b1b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7034850 Mar 22 14:17:00.182801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41606) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:00.207287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9e415468-3ea7-46de-ad7c-04a9c8b97653 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'e5c93d62-5cdb-465a-9d1a-e2d641e399a5', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:00.214915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Removed routes are [] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:17:00.215558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.257793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ab55074-4ab0-4586-a78b-9fd0f62633e7 req-a1ae5c27-101d-4dc7-9746-7d630a2259de tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199058 Mar 22 14:17:00.285952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e415468-3ea7-46de-ad7c-04a9c8b97653 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (283977e5-9c41-462f-a947-88090a1ae80c), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.302623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Sync routers for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:00.332106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:00.332765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:00.349636 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Attempting to bind port f44a9c9c-57d4-4327-bb2a-b1e44b89148d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:00.350060 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Attempting to bind port f44a9c9c-57d4-4327-bb2a-b1e44b89148d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:00.354145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Attempting to bind port f44a9c9c-57d4-4327-bb2a-b1e44b89148d on network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:00.358005 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Pushing event updated for resources: {'Port': ['ID=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:00.383845 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.384458 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.384977 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.385690 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.386206 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.386716 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.387211 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.387711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.388196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.388765 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.389236 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.389712 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.390309 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.390943 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.391813 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:00.399207 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:00.399892 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Checking segment: {'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:00.401038 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.401896 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Bound using segment: {'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:00.403149 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Bound port: f44a9c9c-57d4-4327-bb2a-b1e44b89148d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0c16f1-5a72-459c-8520-918975a3328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:00.403787 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.416323 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e415468-3ea7-46de-ad7c-04a9c8b97653 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (283977e5-9c41-462f-a947-88090a1ae80c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.425452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e415468-3ea7-46de-ad7c-04a9c8b97653 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (283977e5-9c41-462f-a947-88090a1ae80c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.465446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e415468-3ea7-46de-ad7c-04a9c8b97653 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283977e5-9c41-462f-a947-88090a1ae80c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:00.483226 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e415468-3ea7-46de-ad7c-04a9c8b97653 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.490165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9e415468-3ea7-46de-ad7c-04a9c8b97653 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980196 Mar 22 14:17:00.490752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41618) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:00.495823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'e5c93d62-5cdb-465a-9d1a-e2d641e399a5', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:00.501875 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] For port f44a9c9c-57d4-4327-bb2a-b1e44b89148d, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:00.506335 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] For port f44a9c9c-57d4-4327-bb2a-b1e44b89148d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,segment=NetworkSegment(da0c16f1-5a72-459c-8520-918975a3328b),segment_id=da0c16f1-5a72-459c-8520-918975a3328b)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:00.517392 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.544389 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Project f65b76c4770841778021955e5f892da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:17:00.558042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (b5c3879a-b8f9-4102-96c2-faa7fa24c30a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.603419 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:00.605012 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:00.693868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.698635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.713228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:00.758411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (b5c3879a-b8f9-4102-96c2-faa7fa24c30a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.766484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b5c3879a-b8f9-4102-96c2-faa7fa24c30a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.772030 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:00.818295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c3879a-b8f9-4102-96c2-faa7fa24c30a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:00.821656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41624) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:00.851279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:00.881926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.883324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0bb46892-31ac-4cf3-b2ad-ff554583eec0 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3913457 Mar 22 14:17:00.890539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41628) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:00.895246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'security_group_rule': {'security_group_id': 'e5c93d62-5cdb-465a-9d1a-e2d641e399a5', 'project_id': 'f65b76c4770841778021955e5f892da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:00.951243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-52e9c01b-c8e7-4473-aee1-d5c55e5b54df None None] Provisioning complete for port f44a9c9c-57d4-4327-bb2a-b1e44b89148d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:00.953539 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52e9c01b-c8e7-4473-aee1-d5c55e5b54df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.959105 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Project f65b76c4770841778021955e5f892da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:17:00.964478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (8373cf2c-5067-407a-aece-7d3ff6a94a95), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.987480 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbd5df-a51e-4e43-b12b-61dc5b68af46 None None] Pushing event updated for resources: {'Port': ['ID=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:01.073596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:01.101140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.105786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41632) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:01.110844 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e4965589-752f-42fe-8f53-0b7cb6973daa tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 200 len: 934 time: 2.5827382 Mar 22 14:17:01.129514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (8373cf2c-5067-407a-aece-7d3ff6a94a95), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.216381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1530092131-network', 'tenant_id': '1b7fc2cddc294ea682c0da90587d8246'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:01.250691 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:00Z', 'revision_number': 6, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:00Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:01.284149 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1b367-98bd-4e69-bfc2-c25205df31ec None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:00Z', 'revision_number': 6, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:00Z', 'revision_number': 4, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:01.330236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-52e9c01b-c8e7-4473-aee1-d5c55e5b54df None None] Current status of the port f44a9c9c-57d4-4327-bb2a-b1e44b89148d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:01.330634 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52e9c01b-c8e7-4473-aee1-d5c55e5b54df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.352667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (8373cf2c-5067-407a-aece-7d3ff6a94a95), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.364492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4184bc6f-597b-4298-adae-7d7b446b5c1c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 200 len: 934 time: 0.2559371 Mar 22 14:17:01.365881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41638) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:01.371224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'routes': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:01.414461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-52e9c01b-c8e7-4473-aee1-d5c55e5b54df None None] For port f44a9c9c-57d4-4327-bb2a-b1e44b89148d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,segment=NetworkSegment(da0c16f1-5a72-459c-8520-918975a3328b),segment_id=da0c16f1-5a72-459c-8520-918975a3328b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:01.436569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52e9c01b-c8e7-4473-aee1-d5c55e5b54df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.455072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 2, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:01.460387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Made reservation on behalf of 1b7fc2cddc294ea682c0da90587d8246 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:01.462995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.483546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.497627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8373cf2c-5067-407a-aece-7d3ff6a94a95,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:01.578029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Checking router: e307cf14-ce45-409e-9991-b8af5fbd0d9f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:01.578385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Updating router e307cf14-ce45-409e-9991-b8af5fbd0d9f port f6760d83-2d35-4c36-a2bc-957037dcb7d8 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:17:01.589551 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks [] for security_group (6f5db986-2e69-44e2-bd6a-6e5fe2213fc6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.613319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6f5db986-2e69-44e2-bd6a-6e5fe2213fc6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.628351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:01.639319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (df5f2a0b-5e5d-4c2a-bf3d-0c7318433008), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.639671 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Added segment df5f2a0b-5e5d-4c2a-bf3d-0c7318433008 of type vlan for network c1769c4f-5fb9-4f30-8b2d-f7486258a90e Mar 22 14:17:01.711392 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (c1769c4f-5fb9-4f30-8b2d-f7486258a90e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.734563 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.750402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9c01b-c8e7-4473-aee1-d5c55e5b54df None None] Pushing event updated for resources: {'Port': ['ID=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:01.755713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-55acc064-cddc-4f4c-bc0c-f2a93b3760d9 None None] Provisioning complete for port f44a9c9c-57d4-4327-bb2a-b1e44b89148d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:01.756191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-55acc064-cddc-4f4c-bc0c-f2a93b3760d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.812740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-098b5e86-37fb-4de0-8e55-6eae45ed37b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6818159 Mar 22 14:17:01.873325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (c1769c4f-5fb9-4f30-8b2d-f7486258a90e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.874476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:01.875000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.880466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.881798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8d16c42a-e287-4343-9190-250c7dd82ac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9902248 Mar 22 14:17:01.903068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f44a9c9c-57d4-4327-bb2a-b1e44b89148d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:01.921856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:02.105900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dd615-d68c-4b43-bab6-67691aa2deef req-8f357a68-f04a-454e-9896-63c2c40adf73 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:02.108567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d5dd615-d68c-4b43-bab6-67691aa2deef req-8f357a68-f04a-454e-9896-63c2c40adf73 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.9564309 Mar 22 14:17:02.109371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] Pushing event updated for resources: {'Network': ['ID=c1769c4f-5fb9-4f30-8b2d-f7486258a90e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:02.170288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added routes are [] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:17:02.170878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:17:02.186727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network c1769c4f-5fb9-4f30-8b2d-f7486258a90e details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:02.199007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d5dd615-d68c-4b43-bab6-67691aa2deef req-5499f2c2-b5c9-4cdb-a470-8fee44394805 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775783 Mar 22 14:17:02.207574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66bf5b-0ff3-42a0-be32-c2d3dc7b6b79 req-f69277e1-45a5-4aa4-b833-c4964cbe1247 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:02.215280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a66bf5b-0ff3-42a0-be32-c2d3dc7b6b79 req-f69277e1-45a5-4aa4-b833-c4964cbe1247 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 945 time: 0.7799640 Mar 22 14:17:02.222974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-91356b1f-9ee8-4369-b074-9f9f1b7f578d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4002745 Mar 22 14:17:02.244329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:02.249798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Request body: {'subnet': {'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1530092131-subnet', 'tenant_id': '1b7fc2cddc294ea682c0da90587d8246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:02.271209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.365416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Made reservation on behalf of 1b7fc2cddc294ea682c0da90587d8246 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:02.367089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.419083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a66bf5b-0ff3-42a0-be32-c2d3dc7b6b79 req-cd2c9a40-aa9e-4f3f-8d90-90603febe085 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020342 Mar 22 14:17:02.516050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-76a09301-5ee3-44cb-a3be-5205f20f01f8 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201768053&fields=id&tenant_id=f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 267 time: 0.1490235 Mar 22 14:17:02.646690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.660222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-e7f2b439-45d1-442a-9aa0-3cea9809cac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:02.667205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-e7f2b439-45d1-442a-9aa0-3cea9809cac2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/networks?id=31c8db50-157b-4d93-ac03-a22565870b27 HTTP/1.1" status: 200 len: 796 time: 0.1502471 Mar 22 14:17:02.680748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-55acc064-cddc-4f4c-bc0c-f2a93b3760d9 None None] Current status of the port f44a9c9c-57d4-4327-bb2a-b1e44b89148d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:02.684627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-de3f14e7-a406-4968-9c5e-6ce5c1a37ada tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/quotas/f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 375 time: 0.0164506 Mar 22 14:17:02.703010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f44a9c9c-57d4-4327-bb2a-b1e44b89148d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:02.703529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.754618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-b83b1baf-9fb2-474b-83b1-0dd8a6dae6e2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688870 Mar 22 14:17:02.762859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:02.847676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-33e49db7-c3d4-4d79-b5ae-7637ef5033c8 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:02.850370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-33e49db7-c3d4-4d79-b5ae-7637ef5033c8 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports/f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 1124 time: 0.2187927 Mar 22 14:17:02.859685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Checking segment: {'id': 'df5f2a0b-5e5d-4c2a-bf3d-0c7318433008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:02.860072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Network hostable DHCP agents. Network: c1769c4f-5fb9-4f30-8b2d-f7486258a90e, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:02.918854 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-e32a2e4c-2514-4c9a-8533-0b6dc299bcde service neutron] 10.222.0.44 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631546 Mar 22 14:17:02.923051 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:02.944652 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:02.947872 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:02.989853 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Publish callbacks [] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.067492 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.091939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Network c1769c4f-5fb9-4f30-8b2d-f7486258a90e is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:03.133159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, c1769c4f-5fb9-4f30-8b2d-f7486258a90e) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:03.145098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271c935-b945-45f2-a239-66d794d357fc None None] Pushing event updated for resources: {'Port': ['ID=f6760d83-2d35-4c36-a2bc-957037dcb7d8,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:03.162926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0490bd0-08d2-4273-91b2-384f9f29a30e None None] Network c1769c4f-5fb9-4f30-8b2d-f7486258a90e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:03.172027 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:03.179893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.185181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.231227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f44a9c9c-57d4-4327-bb2a-b1e44b89148d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:03.237415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-755c93ce-af99-4ea6-8664-5207175a9f85 service neutron] 10.222.0.44 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091488 Mar 22 14:17:03.289921 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f027ac91-bc27-4524-b82a-5a6f0bf8bf19 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0360506 Mar 22 14:17:03.301656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a886e29-26e6-4979-9994-3c5294c26ffd req-5e7ad259-36b1-4c9e-9251-d9e502816cb2 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.303822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.305221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a886e29-26e6-4979-9994-3c5294c26ffd req-5e7ad259-36b1-4c9e-9251-d9e502816cb2 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 945 time: 0.2135739 Mar 22 14:17:03.339166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.465668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a886e29-26e6-4979-9994-3c5294c26ffd req-d4c5a129-7e05-4c30-8e26-c7b67a22efa1 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524217 Mar 22 14:17:03.479217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Attempting to bind port f6760d83-2d35-4c36-a2bc-957037dcb7d8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:03.482166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Attempting to bind port f6760d83-2d35-4c36-a2bc-957037dcb7d8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:03.483526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Attempting to bind port f6760d83-2d35-4c36-a2bc-957037dcb7d8 on network 31c8db50-157b-4d93-ac03-a22565870b27 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:03.551407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:03.567451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Checking segment: {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:03.571094 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.571608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Bound using segment: {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:03.572445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Bound port: f6760d83-2d35-4c36-a2bc-957037dcb7d8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:03.573452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.715984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:03.744329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe42a3-2b09-4462-b246-46d87c62db96 None None] Network c1769c4f-5fb9-4f30-8b2d-f7486258a90e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:03.758215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-975c2382-d54b-421e-92e1-766f7abb9280 req-c122b617-59ed-4126-9f7d-45e5375d028d tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 210 time: 0.0953701 Mar 22 14:17:03.800214 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:02Z', 'revision_number': 7, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:01Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:03.835637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f44a9c9c-57d4-4327-bb2a-b1e44b89148d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:03.836216 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:03.852680 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:03.853698 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:03.891971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0cc9-06b8-4563-9ee4-6b292aa349fd req-1bb152b4-cf34-4ecc-a2d5-229f798c17ff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.897515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1d0cc9-06b8-4563-9ee4-6b292aa349fd req-1bb152b4-cf34-4ecc-a2d5-229f798c17ff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1574528 Mar 22 14:17:03.961915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:03.990670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.992540 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f6f116be-9a55-4f50-8374-42d0a002d8fd tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 200 len: 700 time: 2.6247287 Mar 22 14:17:03.995708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41716) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:03.998684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1d0cc9-06b8-4563-9ee4-6b292aa349fd req-af3594a1-4d53-4f9b-96de-8c26a7b4b440 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950773 Mar 22 14:17:04.026384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2122b18f-ca75-45d7-a8cb-8519f0fbfafd None None] Provisioning complete for port f6760d83-2d35-4c36-a2bc-957037dcb7d8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:04.026760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2122b18f-ca75-45d7-a8cb-8519f0fbfafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.033097 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:04.078822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2122b18f-ca75-45d7-a8cb-8519f0fbfafd None None] Port f6760d83-2d35-4c36-a2bc-957037dcb7d8 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:04.109338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] For port f6760d83-2d35-4c36-a2bc-957037dcb7d8, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:04.163558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] For port f6760d83-2d35-4c36-a2bc-957037dcb7d8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f6760d83-2d35-4c36-a2bc-957037dcb7d8,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:04.247390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.288793 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1e64df1-d60f-4051-b54e-9ce0e4e1994f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 200 len: 700 time: 0.2913191 Mar 22 14:17:04.291483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41724) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:04.369480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-14e2a67e-2ab5-45d2-84f0-23cc0396fd91 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.370994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-14e2a67e-2ab5-45d2-84f0-23cc0396fd91 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/networks?id=c1769c4f-5fb9-4f30-8b2d-f7486258a90e HTTP/1.1" status: 200 len: 809 time: 0.3607793 Mar 22 14:17:04.381684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271c935-b945-45f2-a239-66d794d357fc None None] Pushing event updated for resources: {'Port': ['ID=f6760d83-2d35-4c36-a2bc-957037dcb7d8,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:04.405887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f44a9c9c-57d4-4327-bb2a-b1e44b89148d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:04.406351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.433631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-512cd245-1974-47b7-8494-2036cc069b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.437040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-512cd245-1974-47b7-8494-2036cc069b64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1127 time: 0.2448034 Mar 22 14:17:04.453797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:04.454513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:04.584165 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:02Z', 'revision_number': 7, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:01Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:04.614820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-ba286c35-8067-40ec-bdad-37f2c19e3dee tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/quotas/1b7fc2cddc294ea682c0da90587d8246 HTTP/1.1" status: 200 len: 375 time: 0.2279422 Mar 22 14:17:04.694944 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ef415-72e3-4eea-868a-9f745fc7e1ef None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:02Z', 'revision_number': 7, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:01Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:04.727887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-9921f8d6-dad7-4c06-b0c3-8b1fa7b4a6f3 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b7fc2cddc294ea682c0da90587d8246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109414 Mar 22 14:17:04.784573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f44a9c9c-57d4-4327-bb2a-b1e44b89148d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:04.800026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:04.848195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-f64804a7-71a9-4084-a25c-359fdade5cd8 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.849884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-f64804a7-71a9-4084-a25c-359fdade5cd8 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.42 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 945 time: 0.4189894 Mar 22 14:17:04.857862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8c585a9f-8303-4265-b123-9dfc89371320 None None] Provisioning complete for port f6760d83-2d35-4c36-a2bc-957037dcb7d8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:04.858598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c585a9f-8303-4265-b123-9dfc89371320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.075624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f676a-5f91-4e6f-b622-6ea7ef653117 req-973f3dd9-eecf-424d-a335-a465fea64756 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:05.077655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e7f676a-5f91-4e6f-b622-6ea7ef653117 req-973f3dd9-eecf-424d-a335-a465fea64756 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 945 time: 0.3981035 Mar 22 14:17:05.096012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-65986a84-fc40-4dad-9e16-2657456b8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:05.097772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-65986a84-fc40-4dad-9e16-2657456b8a0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.5502863 Mar 22 14:17:05.104354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8c585a9f-8303-4265-b123-9dfc89371320 None None] Current status of the port f6760d83-2d35-4c36-a2bc-957037dcb7d8 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:05.104570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-e172b869-5ad1-4e73-a1f5-09e5f2e4bda6 service neutron] 10.222.0.44 "GET /v2.0/networks/c1769c4f-5fb9-4f30-8b2d-f7486258a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756380 Mar 22 14:17:05.105056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c585a9f-8303-4265-b123-9dfc89371320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.146924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8c585a9f-8303-4265-b123-9dfc89371320 None None] For port f6760d83-2d35-4c36-a2bc-957037dcb7d8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f6760d83-2d35-4c36-a2bc-957037dcb7d8,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:05.155066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:05.160337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c585a9f-8303-4265-b123-9dfc89371320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.199881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.215340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c585a9f-8303-4265-b123-9dfc89371320 None None] Pushing event updated for resources: {'Port': ['ID=f6760d83-2d35-4c36-a2bc-957037dcb7d8,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:05.219905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:04Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:05.253611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf45a5-6ca5-46c0-bd69-ed3cac25e0bf None None] The sync data for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 is: [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:04Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:05.271913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:05.272575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:05.325213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-72103cc2-c758-49af-a642-a866b5caed5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 999 time: 0.1875074 Mar 22 14:17:05.474337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:05.518530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e7f676a-5f91-4e6f-b622-6ea7ef653117 req-6b796f32-c6c1-4600-8285-4e2cde23d087 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126842 Mar 22 14:17:05.574936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Deleting port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:05.575293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.700932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-93dd65d5-e184-4b38-8cc1-9378135a1784 service neutron] 10.222.0.44 "GET /v2.0/networks/c1769c4f-5fb9-4f30-8b2d-f7486258a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639776 Mar 22 14:17:05.702819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-495b84d4-e55f-4f97-8b72-d03da6534653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:05.704542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-495b84d4-e55f-4f97-8b72-d03da6534653 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.3049059 Mar 22 14:17:05.829622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f6760d83-2d35-4c36-a2bc-957037dcb7d8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:05.919079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22be0159-5afb-4110-b545-686924a93616 req-b10e4812-2c13-48a5-90fd-46377bc7d191 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 210 time: 0.0519328 Mar 22 14:17:06.010890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-1d00b3cb-da1e-411a-a9c9-a0c029529cba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.012497 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-1d00b3cb-da1e-411a-a9c9-a0c029529cba tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/networks?id=31c8db50-157b-4d93-ac03-a22565870b27 HTTP/1.1" status: 200 len: 796 time: 0.4428086 Mar 22 14:17:06.037295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f6760d83-2d35-4c36-a2bc-957037dcb7d8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:06.037671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.061996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] For port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,segment=NetworkSegment(53dcb180-426c-4af6-a74b-13ddaf134594),segment_id=53dcb180-426c-4af6-a74b-13ddaf134594)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:06.062162 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.165234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Calling delete_port for 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:06.219844 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-63e719fe-5109-4b65-8ea0-08331e8c5781 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65b76c4770841778021955e5f892da5 HTTP/1.1" status: 200 len: 380 time: 0.1904547 Mar 22 14:17:06.232409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-827fb870-0a72-4f94-a8eb-6db0bfd8ab82 req-950ccd5c-907a-464c-8735-5edb3f298618 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 210 time: 0.1959617 Mar 22 14:17:06.247281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'port': {'device_id': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'admin_state_up': True, 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'security_groups': ['e5c93d62-5cdb-465a-9d1a-e2d641e399a5']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:06.258782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-74c9c279-0cc4-4cb8-995d-7e153bf37f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.260281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-74c9c279-0cc4-4cb8-995d-7e153bf37f46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3344851 Mar 22 14:17:06.406775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port f44a9c9c-57d4-4327-bb2a-b1e44b89148d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:06.407308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.550335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4227-28e6-465a-acc2-88f505dbaff6 req-e6491d02-2e97-429b-9167-3c1384ee75eb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.558334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be5c4227-28e6-465a-acc2-88f505dbaff6 req-e6491d02-2e97-429b-9167-3c1384ee75eb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.4712000 Mar 22 14:17:06.561893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:02Z', 'revision_number': 7, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:01Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:06.617665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:06.622723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port f44a9c9c-57d4-4327-bb2a-b1e44b89148d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,segment=NetworkSegment(da0c16f1-5a72-459c-8520-918975a3328b),segment_id=da0c16f1-5a72-459c-8520-918975a3328b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:06.623094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.636213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f6760d83-2d35-4c36-a2bc-957037dcb7d8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:06.647644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:06.648548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:06.662956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (05535c4c-bfb1-4c5b-90e2-ee02ec920f13), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.663309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for f44a9c9c-57d4-4327-bb2a-b1e44b89148d owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:06.764890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Made reservation on behalf of f65b76c4770841778021955e5f892da5 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:06.767463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Pushing event deleted for resources: {'Port': ['ID=05535c4c-bfb1-4c5b-90e2-ee02ec920f13,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:06.768638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.784053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-9c87f061-ffcb-489a-b4d3-e734c6775cef service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212883 Mar 22 14:17:06.796350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:06.851112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be5c4227-28e6-465a-acc2-88f505dbaff6 req-23ab9815-e02c-42f3-8118-adcbc9827f19 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876828 Mar 22 14:17:06.868487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a887e-f53a-4371-8646-bbb182c3b714 req-5a7b7259-441c-4bfa-b53a-4ebb1c852715 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.875436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-288a887e-f53a-4371-8646-bbb182c3b714 req-5a7b7259-441c-4bfa-b53a-4ebb1c852715 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/ports?device_id=25dec810-79b7-4d59-8406-2542f8e5f815 HTTP/1.1" status: 200 len: 867 time: 0.2648964 Mar 22 14:17:06.894589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] No DVR routers for this DVR port 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:06.931455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.934852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1ee7130-0165-41a6-9b3e-dc69dd6f7c9d req-e9d1f219-3a24-4894-b07f-a9d5a8bec1c0 tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.42 "DELETE /v2.0/ports/05535c4c-bfb1-4c5b-90e2-ee02ec920f13 HTTP/1.1" status: 204 len: 173 time: 2.0730593 Mar 22 14:17:06.937232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dec810-79b7-4d59-8406-2542f8e5f815', 'name': 'network-vif-deleted', 'tag': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:06.939736 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5aefb4-d74e-4a50-a14b-fa9c33378492" -d '{"events": [{"server_uuid": "25dec810-79b7-4d59-8406-2542f8e5f815", "name": "network-vif-deleted", "tag": "05535c4c-bfb1-4c5b-90e2-ee02ec920f13"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:07.019051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-288a887e-f53a-4371-8646-bbb182c3b714 req-7600b012-d2cc-42f8-a533-5060d052e95d tempest-ServerAddressesTestJSON-1425568046 tempest-ServerAddressesTestJSON-1425568046-project] 10.222.0.44 "GET /v2.0/security-groups?id=368f881f-d737-4fb7-829f-30c6c2d95d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426408 Mar 22 14:17:07.168594 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c88782-9657-4d52-aeee-0b6b04e241ad x-openstack-request-id: req-e0c88782-9657-4d52-aeee-0b6b04e241ad {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:07.168929 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dec810-79b7-4d59-8406-2542f8e5f815", "name": "network-vif-deleted", "tag": "05535c4c-bfb1-4c5b-90e2-ee02ec920f13", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:07.169189 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0c88782-9657-4d52-aeee-0b6b04e241ad {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:07.169637 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c88782-9657-4d52-aeee-0b6b04e241ad'] response: {'server_uuid': '25dec810-79b7-4d59-8406-2542f8e5f815', 'name': 'network-vif-deleted', 'tag': '05535c4c-bfb1-4c5b-90e2-ee02ec920f13', 'status': 'completed', 'code': 200} Mar 22 14:17:07.190578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4609798-8ff6-410a-adcd-3eba4933fc66 req-8f5c3e79-5a7c-4f93-ba73-d0996f6f6c01 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 210 time: 0.0927322 Mar 22 14:17:07.208772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bddfd59c-7dd2-40cb-b346-322ff5928360 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027007 Mar 22 14:17:07.224735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.20.0.13 (31c8db50-157b-4d93-ac03-a22565870b27/87e89086-078e-4081-834d-41cd1e295ac9/20ba8a43-5a2a-4ab4-b2cc-e1136c4383da) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:07.242811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f44a9c9c-57d4-4327-bb2a-b1e44b89148d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.294664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:02Z', 'revision_number': 7, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:01Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:07.338047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=f44a9c9c-57d4-4327-bb2a-b1e44b89148d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:07.412341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d59efa-526c-4965-b1f4-c818c83d477d None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:02Z', 'revision_number': 7, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44a9c9c-57d4-4327-bb2a-b1e44b89148d', 'name': '', 'network_id': 'd52ee32d-5805-460e-8b6f-4fcf3bcfaf9a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:a0:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:01Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '0ff54ae8-1b0d-4956-9578-c19473422373', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:07.428958 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32771684-5c41-490e-b822-bb0786d8fa29 req-30c58940-ff7b-4026-915e-f9bac0efa7f2 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 210 time: 0.0940988 Mar 22 14:17:07.693293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:07.729837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:07.730286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 05535c4c-bfb1-4c5b-90e2-ee02ec920f13 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:07.758239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.793349 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.905359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.974002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 31c8db50-157b-4d93-ac03-a22565870b27 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:07.983132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:07.985713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:08.025198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:08.181637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:08.227412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:08.237754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:08.238464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.273902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] Deleting subnet 0c9731e8-a504-407f-a58d-6f5bdd48719e {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:08.279625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] Publish callbacks [] for subnet (0c9731e8-a504-407f-a58d-6f5bdd48719e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.286973 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-e9f576c8-449b-42d5-853f-ba84aec967d1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0468142 Mar 22 14:17:08.326207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-83b86051-bae7-4f09-9e10-5728f99bdf90 None None] Provisioning complete for port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:08.326900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83b86051-bae7-4f09-9e10-5728f99bdf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.381839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-83b86051-bae7-4f09-9e10-5728f99bdf90 None None] Port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:08.397802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Request body: {'port': {'device_id': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:08.426535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1abf0c-d18e-47e6-8e00-20e615234641 req-7c486a33-0d9e-4d2a-bbe7-6c1796324957 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:08.428134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d1abf0c-d18e-47e6-8e00-20e615234641 req-7c486a33-0d9e-4d2a-bbe7-6c1796324957 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1370595 Mar 22 14:17:08.450762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (0c9731e8-a504-407f-a58d-6f5bdd48719e), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.459443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8984a5-e5f4-40e5-a272-1c39606c8598 req-aee102eb-fe4c-4dea-b31f-201c00db9779 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:08.461880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe8984a5-e5f4-40e5-a272-1c39606c8598 req-aee102eb-fe4c-4dea-b31f-201c00db9779 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 932 time: 0.1710551 Mar 22 14:17:08.468735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-b2740c5f-a22d-4f88-8ec4-c6b015a23f3e tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:08.470247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-b2740c5f-a22d-4f88-8ec4-c6b015a23f3e tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.57 "GET /v2.0/networks?id=c1769c4f-5fb9-4f30-8b2d-f7486258a90e HTTP/1.1" status: 200 len: 809 time: 0.7054949 Mar 22 14:17:08.498387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Request body: {'port': {'device_id': '8e037d75-4739-492d-8797-74be39dd0fd0', 'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e', 'admin_state_up': True, 'tenant_id': '1b7fc2cddc294ea682c0da90587d8246'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:08.599977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d1abf0c-d18e-47e6-8e00-20e615234641 req-daa3de3b-1f79-4cc4-9401-87f6604d9a84 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599758 Mar 22 14:17:08.603614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe8984a5-e5f4-40e5-a272-1c39606c8598 req-535965d1-831c-42e7-b882-9f4e5336329b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324203 Mar 22 14:17:08.727190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-961d6f43-8994-4ab2-a5e6-ba883f1a6d11 req-4eecc0cd-ee1d-4980-9c66-d975cb32df0c tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 210 time: 0.0394244 Mar 22 14:17:08.728154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Made reservation on behalf of 1b7fc2cddc294ea682c0da90587d8246 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:08.732751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.774542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:08.787453 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:08.800771 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7dc5ae7f-aa61-405e-a5ef-a697eb313ef0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5082581 Mar 22 14:17:08.803490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41778) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:08.804661 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:08.805399 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:08.821359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.831376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (0c9731e8-a504-407f-a58d-6f5bdd48719e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.929185 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:08.941459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet 0ff54ae8-1b0d-4956-9578-c19473422373 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:08.953364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (0ff54ae8-1b0d-4956-9578-c19473422373), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.016363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599a95-a327-43d0-a53f-ea8f96552c6a req-bd075a18-a879-4bf9-9c92-a171aef5788f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.018293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85599a95-a327-43d0-a53f-ea8f96552c6a req-bd075a18-a879-4bf9-9c92-a171aef5788f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1695175 Mar 22 14:17:09.022068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Allocated IP 172.20.0.8 (c1769c4f-5fb9-4f30-8b2d-f7486258a90e/f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3/89989752-e347-467c-821e-8cbe67b3e1ac) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:09.025629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (0c9731e8-a504-407f-a58d-6f5bdd48719e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.030184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (0ff54ae8-1b0d-4956-9578-c19473422373), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.069815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.072639 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0c9731e8-a504-407f-a58d-6f5bdd48719e HTTP/1.1" status: 204 len: 168 time: 0.8855288 Mar 22 14:17:09.076604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:09.097523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a27ec0-87bc-40e1-b8e9-d02df8e44e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9731e8-a504-407f-a58d-6f5bdd48719e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.167476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:07Z', 'revision_number': 8, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:09.194405 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:09.204268 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:09.204921 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:09.205517 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (889760ee-7bea-4749-8d90-a59f6b5718b3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.230916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85599a95-a327-43d0-a53f-ea8f96552c6a req-88d9fe19-15a6-43d1-a37a-36ea19156f08 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978004 Mar 22 14:17:09.258297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (0ff54ae8-1b0d-4956-9578-c19473422373), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.309321 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:09.347816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks [] for port (89989752-e347-467c-821e-8cbe67b3e1ac), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.348084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (889760ee-7bea-4749-8d90-a59f6b5718b3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.364291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (0ff54ae8-1b0d-4956-9578-c19473422373), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.370288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:09.385095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Publish callbacks [] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.389301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889760ee-7bea-4749-8d90-a59f6b5718b3']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:09.406468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dcb180-426c-4af6-a74b-13ddaf134594') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:09.406744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dcb180-426c-4af6-a74b-13ddaf134594') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:09.409572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff54ae8-1b0d-4956-9578-c19473422373,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.419382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.420756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Transition to ACTIVE for port object 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:09.422907 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (53dcb180-426c-4af6-a74b-13ddaf134594), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.426439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-db6bf8c3-dee1-4fc7-8303-cd00ee4079a9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/0ff54ae8-1b0d-4956-9578-c19473422373 HTTP/1.1" status: 204 len: 168 time: 0.6218779 Mar 22 14:17:09.427526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41782) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:09.430399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab03bbd-e05e-49af-850d-898a3243cb69 None None] Network d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:09.450835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (53dcb180-426c-4af6-a74b-13ddaf134594), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.460818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:09.461222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (53dcb180-426c-4af6-a74b-13ddaf134594), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.499121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:09.529304 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:09.532513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.538428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (889760ee-7bea-4749-8d90-a59f6b5718b3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.542758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.550017 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] 10.222.0.44 "DELETE /v2.0/networks/889760ee-7bea-4749-8d90-a59f6b5718b3 HTTP/1.1" status: 204 len: 168 time: 0.4722433 Mar 22 14:17:09.564733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Network c1769c4f-5fb9-4f30-8b2d-f7486258a90e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:09.569485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:09.570791 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:07Z', 'revision_number': 8, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:09.574428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:09.581521 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.607570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a596c-e295-45cf-948f-aed7638af267 admin admin] Pushing event deleted for resources: {'Network': ['ID=889760ee-7bea-4749-8d90-a59f6b5718b3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.636993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Pushing event updated for resources: {'Port': ['ID=89989752-e347-467c-821e-8cbe67b3e1ac,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.640853 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6a8b9-582b-4646-848c-af53a6d6ed66 None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:07Z', 'revision_number': 8, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '277dfd2e-ddb6-47c4-b89d-24200391199a', 'name': '', 'network_id': 'ae8ae9df-52c9-4220-8aee-8d5b31d02cf5', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:90:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:43Z', 'updated_at': '2022-03-22T14:16:51Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'dd0a95b0-bb76-45e3-a7b8-708f7d86a46a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:09.691437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] DHCP port deletion for d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:17:09.732703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Pushing event updated for resources: {'Port': ['ID=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.743891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.744508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.776870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] Deleting port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:09.777535 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.837080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41792) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:09.855685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] For port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,segment=NetworkSegment(da0c16f1-5a72-459c-8520-918975a3328b),segment_id=da0c16f1-5a72-459c-8520-918975a3328b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:09.856461 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.860829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Attempting to bind port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:09.861002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-3152a4fe-147f-412b-bb36-7715f0da7df0 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3744636 Mar 22 14:17:09.861234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Attempting to bind port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:09.861501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Attempting to bind port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da on network 31c8db50-157b-4d93-ac03-a22565870b27 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:09.871797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] Calling delete_port for 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:09.878183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da on network 31c8db50-157b-4d93-ac03-a22565870b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:09.878501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Attempting to bind port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da on network 31c8db50-157b-4d93-ac03-a22565870b27 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:09.878911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Request body: {'port': {'device_id': '8e037d75-4739-492d-8797-74be39dd0fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:09.897851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:09.898277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Checking segment: {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:09.898677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Bound using segment: {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:09.899124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Bound port: 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e636693-f684-42af-b3c7-c894378e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:09.899483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.936841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e26e1-2826-4e42-98ee-e0f78b971930 req-ad0dd775-ef93-40fe-b9d9-9289494d1a9f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.945483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c0e26e1-2826-4e42-98ee-e0f78b971930 req-ad0dd775-ef93-40fe-b9d9-9289494d1a9f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 944 time: 0.1971598 Mar 22 14:17:09.960408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.973635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d8b09607-0134-4528-8b12-7a0f6304ac0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=294ea3b188b342539a19f8341a756e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330926 Mar 22 14:17:09.976075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41794) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:09.987353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] Pushing event deleted for resources: {'Port': ['ID=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.995064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcf18c3-49c4-465d-b0dc-6f7a860cb447 None None] No DVR routers for this DVR port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:10.011053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] For port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:10.014483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] For port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:10.015789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2223f-f369-4737-b680-2a38e991cd8a req-717b63d8-f42c-47fd-9177-22f22eebbbab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.017492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afd2223f-f369-4737-b680-2a38e991cd8a req-717b63d8-f42c-47fd-9177-22f22eebbbab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.2302752 Mar 22 14:17:10.035561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:10.035802 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.035908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.100218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c0e26e1-2826-4e42-98ee-e0f78b971930 req-110ac0c1-30eb-474e-9324-218588bd3bb7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533928 Mar 22 14:17:10.101898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.102549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.103910 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] 10.222.0.57 "PUT /v2.0/ports/20ba8a43-5a2a-4ab4-b2cc-e1136c4383da HTTP/1.1" status: 200 len: 1092 time: 1.7131937 Mar 22 14:17:10.108466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:10.112561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.113310 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b76c07-c41f-4feb-8bce-e000e1cf5879" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:10.149118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77b8a0f5-fddb-4931-b381-5d054b95c87a admin admin] Publish callbacks [] for security_group (368f881f-d737-4fb7-829f-30c6c2d95d3c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.174398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77b8a0f5-fddb-4931-b381-5d054b95c87a admin admin] Publish callbacks [] for security_group (368f881f-d737-4fb7-829f-30c6c2d95d3c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.192855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0, host n-d-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:10.193238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.211736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b93d8-d1f6-4f1f-8fb6-8ab93232228f service neutron] Pushing event updated for resources: {'Port': ['ID=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:10.234501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afd2223f-f369-4737-b680-2a38e991cd8a req-39fc5da7-f079-4eec-b697-346ea3d0a5aa tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964049 Mar 22 14:17:10.236340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:10.249190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 was not found and therefore no delete operation was performed {{(pid=110457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:17:10.305094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6c952ebe-5aa7-4062-a9d2-9b7381da68d0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.312562 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77b8a0f5-fddb-4931-b381-5d054b95c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (368f881f-d737-4fb7-829f-30c6c2d95d3c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.315254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77b8a0f5-fddb-4931-b381-5d054b95c87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.316444 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77b8a0f5-fddb-4931-b381-5d054b95c87a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/368f881f-d737-4fb7-829f-30c6c2d95d3c HTTP/1.1" status: 204 len: 168 time: 0.3394382 Mar 22 14:17:10.321460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-f6332388-b6b7-46e5-8e21-3bea2bb06a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.323022 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-f6332388-b6b7-46e5-8e21-3bea2bb06a9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 1126 time: 0.1249216 Mar 22 14:17:10.376686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-98e84c5e-6abc-4d02-a842-42292b691630 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da HTTP/1.1" status: 200 len: 217 time: 0.0447459 Mar 22 14:17:10.377482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8a0f5-fddb-4931-b381-5d054b95c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f881f-d737-4fb7-829f-30c6c2d95d3c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:10.388019 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa0870-18c3-47a1-a09a-504b807725ce x-openstack-request-id: req-bffa0870-18c3-47a1-a09a-504b807725ce {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:10.389350 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:10.390034 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bffa0870-18c3-47a1-a09a-504b807725ce {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:10.391127 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffa0870-18c3-47a1-a09a-504b807725ce'] response: {'name': 'network-changed', 'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'status': 'completed', 'code': 200} Mar 22 14:17:10.405522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=6c952ebe-5aa7-4062-a9d2-9b7381da68d0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:10.407709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:10.481519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-4c338b14-cb46-4c0c-95c6-bde229e86149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.483887 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-4c338b14-cb46-4c0c-95c6-bde229e86149 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87e89086-078e-4081-834d-41cd1e295ac9 HTTP/1.1" status: 200 len: 834 time: 0.0909939 Mar 22 14:17:10.495074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d14f5f-748d-4ed6-aa25-437526ecb146 req-83531f06-ef2e-4ef2-8c44-facfd642bc7b tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.496568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24d14f5f-748d-4ed6-aa25-437526ecb146 req-83531f06-ef2e-4ef2-8c44-facfd642bc7b tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 931 time: 0.2663379 Mar 22 14:17:10.537217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee124-b336-45c3-b227-813ebd676d13 req-6edd4219-1f96-4092-ac2b-1d680ffc3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.538758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-6edd4219-1f96-4092-ac2b-1d680ffc3abb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31c8db50-157b-4d93-ac03-a22565870b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490241 Mar 22 14:17:10.648376 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.651563 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-5cce93c7-ab56-4fee-a1c5-691457db1323 service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023519 Mar 22 14:17:10.695270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24d14f5f-748d-4ed6-aa25-437526ecb146 req-ada3d7fe-e32f-4c13-99f4-3415268276f6 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802287 Mar 22 14:17:10.707341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:10.722082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0c16f1-5a72-459c-8520-918975a3328b') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:10.722082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0c16f1-5a72-459c-8520-918975a3328b') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:10.737551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a23b-c911-448e-94cb-3231b8871ec8 req-93cb5b61-c7f9-4438-8210-e25256e98e79 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.739131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57f0a23b-c911-448e-94cb-3231b8871ec8 req-93cb5b61-c7f9-4438-8210-e25256e98e79 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2798305 Mar 22 14:17:10.749849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (da0c16f1-5a72-459c-8520-918975a3328b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.761313 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-486ee124-b336-45c3-b227-813ebd676d13 req-e7543643-0e8b-4f8d-8bd4-e46c982a4ee5 service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997801 Mar 22 14:17:10.795783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (da0c16f1-5a72-459c-8520-918975a3328b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.827052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:10.827465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (da0c16f1-5a72-459c-8520-918975a3328b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:10.830531 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:10.862342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-8e37ac50-a4d9-4991-a30e-43c2bd98f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.863996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-8e37ac50-a4d9-4991-a30e-43c2bd98f388 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 1126 time: 0.0576694 Mar 22 14:17:10.899826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89989752-e347-467c-821e-8cbe67b3e1ac {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:10.908918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57f0a23b-c911-448e-94cb-3231b8871ec8 req-05f02c08-a327-449e-b33a-177ceb6354e7 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560128 Mar 22 14:17:10.915580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Publish callbacks [] for port (89989752-e347-467c-821e-8cbe67b3e1ac), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.935485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.944999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.954385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a HTTP/1.1" status: 204 len: 168 time: 1.5240958 Mar 22 14:17:10.966245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Transition to ACTIVE for port object 89989752-e347-467c-821e-8cbe67b3e1ac will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:10.966245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41814) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:10.971528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-fa8d9d25-19a5-40af-b60c-85bdb7d3a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.973585 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-fa8d9d25-19a5-40af-b60c-85bdb7d3a0f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31c8db50-157b-4d93-ac03-a22565870b27 HTTP/1.1" status: 200 len: 897 time: 0.1026804 Mar 22 14:17:10.981137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.982801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921cd07-723d-451c-bfec-381dbfadc0ae tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=d52ee32d-5805-460e-8b6f-4fcf3bcfaf9a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:11.030127 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-4d22c271-dcc4-46f4-a4d0-2ba51e1e2601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da HTTP/1.1" status: 200 len: 217 time: 0.0477352 Mar 22 14:17:11.081231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-b5cb58fc-20a4-4d72-95d9-6e41a927bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.082895 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-b5cb58fc-20a4-4d72-95d9-6e41a927bb5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87e89086-078e-4081-834d-41cd1e295ac9 HTTP/1.1" status: 200 len: 834 time: 0.0470738 Mar 22 14:17:11.107017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Pushing event updated for resources: {'Port': ['ID=89989752-e347-467c-821e-8cbe67b3e1ac,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:11.143688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-7f144212-9838-4b39-a2a3-46c4c60a73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.144144 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-7f144212-9838-4b39-a2a3-46c4c60a73fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31c8db50-157b-4d93-ac03-a22565870b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549171 Mar 22 14:17:11.252199 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-f4360c7c-0b5d-444d-acbd-7f2e15e28d6a service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008162 Mar 22 14:17:11.323777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Attempting to bind port 89989752-e347-467c-821e-8cbe67b3e1ac on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:11.324106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Attempting to bind port 89989752-e347-467c-821e-8cbe67b3e1ac by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'df5f2a0b-5e5d-4c2a-bf3d-0c7318433008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:11.324432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Attempting to bind port 89989752-e347-467c-821e-8cbe67b3e1ac on network c1769c4f-5fb9-4f30-8b2d-f7486258a90e {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:11.355617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcbb11-4a2a-4a8a-9349-2e76f7cf6a7a req-f77714b5-4872-40e5-b73e-d5066d46b31f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.357125 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44fcbb11-4a2a-4a8a-9349-2e76f7cf6a7a req-f77714b5-4872-40e5-b73e-d5066d46b31f tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 944 time: 0.1406014 Mar 22 14:17:11.357709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Port 89989752-e347-467c-821e-8cbe67b3e1ac on network c1769c4f-5fb9-4f30-8b2d-f7486258a90e not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:11.358054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Attempting to bind port 89989752-e347-467c-821e-8cbe67b3e1ac on network c1769c4f-5fb9-4f30-8b2d-f7486258a90e {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:11.363960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d3b76c07-c41f-4feb-8bce-e000e1cf5879 req-832264bf-eae7-4b3a-bea2-d0b5785cd137 service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053157 Mar 22 14:17:11.393584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:11.393922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Checking segment: {'id': 'df5f2a0b-5e5d-4c2a-bf3d-0c7318433008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:11.394325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Bound using segment: {'id': 'df5f2a0b-5e5d-4c2a-bf3d-0c7318433008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:11.394765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Bound port: 89989752-e347-467c-821e-8cbe67b3e1ac, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5f2a0b-5e5d-4c2a-bf3d-0c7318433008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:11.395118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.505462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a58a9-1e05-4983-8d6d-8711ee446b40 req-f2b16c00-6fdd-439f-a656-808003db7974 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.506881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307a58a9-1e05-4983-8d6d-8711ee446b40 req-f2b16c00-6fdd-439f-a656-808003db7974 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1793973 Mar 22 14:17:11.514726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44fcbb11-4a2a-4a8a-9349-2e76f7cf6a7a req-9a9b0077-5ffa-4a92-8cb0-567bb6a81e96 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383278 Mar 22 14:17:11.553267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] For port 89989752-e347-467c-821e-8cbe67b3e1ac, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:11.580023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] For port 89989752-e347-467c-821e-8cbe67b3e1ac, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=89989752-e347-467c-821e-8cbe67b3e1ac,segment=NetworkSegment(df5f2a0b-5e5d-4c2a-bf3d-0c7318433008),segment_id=df5f2a0b-5e5d-4c2a-bf3d-0c7318433008)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:11.603186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.610370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-307a58a9-1e05-4983-8d6d-8711ee446b40 req-b3bfc2fa-cf3c-47dc-a06b-40e7496eb051 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911067 Mar 22 14:17:11.652271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.652895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.654302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] 10.222.0.57 "PUT /v2.0/ports/89989752-e347-467c-821e-8cbe67b3e1ac HTTP/1.1" status: 200 len: 1091 time: 1.7817307 Mar 22 14:17:11.654713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e037d75-4739-492d-8797-74be39dd0fd0', 'tag': '89989752-e347-467c-821e-8cbe67b3e1ac'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:11.657024 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ab9ff-55fe-4261-bf6a-57adb8f61134" -d '{"events": [{"name": "network-changed", "server_uuid": "8e037d75-4739-492d-8797-74be39dd0fd0", "tag": "89989752-e347-467c-821e-8cbe67b3e1ac"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:11.703226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467583e-e25e-4b9e-a987-291756e8a949 service neutron] Pushing event updated for resources: {'Port': ['ID=89989752-e347-467c-821e-8cbe67b3e1ac,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:11.735646 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c789a7-603c-4754-aae5-c9d721d8e218 x-openstack-request-id: req-c9c789a7-603c-4754-aae5-c9d721d8e218 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:11.735872 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e037d75-4739-492d-8797-74be39dd0fd0", "tag": "89989752-e347-467c-821e-8cbe67b3e1ac", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:11.736123 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9c789a7-603c-4754-aae5-c9d721d8e218 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:11.736534 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c789a7-603c-4754-aae5-c9d721d8e218'] response: {'name': 'network-changed', 'server_uuid': '8e037d75-4739-492d-8797-74be39dd0fd0', 'tag': '89989752-e347-467c-821e-8cbe67b3e1ac', 'status': 'completed', 'code': 200} Mar 22 14:17:11.742812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:11.771352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.775320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:11.775665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6c952ebe-5aa7-4062-a9d2-9b7381da68d0 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:11.776152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f44a9c9c-57d4-4327-bb2a-b1e44b89148d no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:11.776342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0665be7f-a139-4776-95b7-a130d3657a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.777876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-0665be7f-a139-4776-95b7-a130d3657a83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b7fc2cddc294ea682c0da90587d8246&device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 1125 time: 0.0705183 Mar 22 14:17:11.800455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: f44a9c9c-57d4-4327-bb2a-b1e44b89148d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:11.800810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f44a9c9c-57d4-4327-bb2a-b1e44b89148d not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:11.909423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-68af5e10-f523-460f-b958-134e6b571e04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89989752-e347-467c-821e-8cbe67b3e1ac HTTP/1.1" status: 200 len: 217 time: 0.0934229 Mar 22 14:17:11.976369 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab792515-0eb7-4a9b-9a1a-8009d72bdfce req-25fac856-a35c-4873-b1e7-2eeccfbf2ecc tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0690792 Mar 22 14:17:12.006086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-b821a7c4-995e-466d-94f9-d53defec5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.007444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-b821a7c4-995e-466d-94f9-d53defec5702 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3 HTTP/1.1" status: 200 len: 849 time: 0.0848098 Mar 22 14:17:12.401525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a7907-ec1c-47f2-bca8-f01de85b00af req-67950930-417e-4fc0-8753-21f3afdac8b3 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.403156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db2a7907-ec1c-47f2-bca8-f01de85b00af req-67950930-417e-4fc0-8753-21f3afdac8b3 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 943 time: 0.5889421 Mar 22 14:17:12.448266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-e393de0f-eeaf-463e-a870-f6b1af597be9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1769c4f-5fb9-4f30-8b2d-f7486258a90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640368 Mar 22 14:17:12.588173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db2a7907-ec1c-47f2-bca8-f01de85b00af req-78484063-8661-49e3-a55c-368b6d041f5f tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587763 Mar 22 14:17:12.604771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df533a0-dc20-4f4f-89e0-cef77e8fed24 req-122f5081-5e5d-4646-acf8-6d95f76e11af tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.606271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8df533a0-dc20-4f4f-89e0-cef77e8fed24 req-122f5081-5e5d-4646-acf8-6d95f76e11af tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2198534 Mar 22 14:17:12.643936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-27d613df-eaf4-4701-aa62-02bb5d7a6386 service neutron] 10.222.0.57 "GET /v2.0/networks/c1769c4f-5fb9-4f30-8b2d-f7486258a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708508 Mar 22 14:17:12.782846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8df533a0-dc20-4f4f-89e0-cef77e8fed24 req-67b6e802-36d3-4d22-815b-deaa9f93c0cc tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704741 Mar 22 14:17:12.853460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1960d1-f50c-4c64-918d-4ecd4c302e77 req-cd8e014b-8a8f-4bb3-8f19-6204fd396506 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.854889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc1960d1-f50c-4c64-918d-4ecd4c302e77 req-cd8e014b-8a8f-4bb3-8f19-6204fd396506 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 944 time: 0.1913853 Mar 22 14:17:12.871573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb72954a-3b81-4556-8fba-daf082b75fb6 req-94e551d2-295f-4b7e-9749-0d849e240b2c service neutron] 10.222.0.57 "GET /v2.0/networks/c1769c4f-5fb9-4f30-8b2d-f7486258a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135396 Mar 22 14:17:12.948004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 277dfd2e-ddb6-47c4-b89d-24200391199a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:12.948995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.033199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133721f-f457-485d-8709-70e56b4a2a3e req-5e750d93-63e7-4606-b433-9fd25804df6a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.034704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a133721f-f457-485d-8709-70e56b4a2a3e req-5e750d93-63e7-4606-b433-9fd25804df6a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1889794 Mar 22 14:17:13.038116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc1960d1-f50c-4c64-918d-4ecd4c302e77 req-085f1324-1588-441b-9e8f-1ff160788b14 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713188 Mar 22 14:17:13.091420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-8ff58fb2-befb-4215-89d0-07ba325529d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.092973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-8ff58fb2-befb-4215-89d0-07ba325529d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b7fc2cddc294ea682c0da90587d8246&device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 1125 time: 0.1633289 Mar 22 14:17:13.171639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45e15a21-9710-48b5-8db3-0b5f9683d425 req-a84bfd36-d490-486b-8989-d3901c459b67 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0686283 Mar 22 14:17:13.205642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a133721f-f457-485d-8709-70e56b4a2a3e req-08f7a1a5-4484-4df2-ac85-97d52ae544b5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629403 Mar 22 14:17:13.207476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 277dfd2e-ddb6-47c4-b89d-24200391199a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=277dfd2e-ddb6-47c4-b89d-24200391199a,segment=NetworkSegment(1c103177-5e43-4049-811f-db47fa1512f8),segment_id=1c103177-5e43-4049-811f-db47fa1512f8)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:13.207824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.227727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 277dfd2e-ddb6-47c4-b89d-24200391199a owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:13.302665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-40c6d3fa-8a5e-42eb-9064-675be7812e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.304146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-40c6d3fa-8a5e-42eb-9064-675be7812e75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1769c4f-5fb9-4f30-8b2d-f7486258a90e HTTP/1.1" status: 200 len: 910 time: 0.1995533 Mar 22 14:17:13.350564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-18b6bb1d-ac3d-4501-8f2a-8bbdd630d7e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89989752-e347-467c-821e-8cbe67b3e1ac HTTP/1.1" status: 200 len: 217 time: 0.0384500 Mar 22 14:17:13.443606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-56f3ba7c-3b4f-4fe3-9591-a05f793e09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.444840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-56f3ba7c-3b4f-4fe3-9591-a05f793e09a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3 HTTP/1.1" status: 200 len: 849 time: 0.0603533 Mar 22 14:17:13.498157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-947c4a2f-1bf3-42ca-99dc-e50249469ac6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1769c4f-5fb9-4f30-8b2d-f7486258a90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464892 Mar 22 14:17:13.556757 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (277dfd2e-ddb6-47c4-b89d-24200391199a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.595852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=277dfd2e-ddb6-47c4-b89d-24200391199a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:13.671119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-25b344df-9ea0-4562-8077-cf1338073b3d service neutron] 10.222.0.57 "GET /v2.0/networks/c1769c4f-5fb9-4f30-8b2d-f7486258a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649375 Mar 22 14:17:13.671987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:17:13.781277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:13.797827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'port_id': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'mac_address': 'fa:16:3e:83:b1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:17:13.843108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:13.843940 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.856998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:13.876299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:13.880910 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.927295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:13.931848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ae36f-8188-4c86-9eb0-6240b22e40a7 req-55875142-4bd4-4163-89c2-aa83461abdfe tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.933345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed7ae36f-8188-4c86-9eb0-6240b22e40a7 req-55875142-4bd4-4163-89c2-aa83461abdfe tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 943 time: 0.2468946 Mar 22 14:17:13.956393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-723ab9ff-55fe-4261-bf6a-57adb8f61134 req-483e17fb-82e6-409d-92a1-0e685d8f92cc service neutron] 10.222.0.57 "GET /v2.0/networks/c1769c4f-5fb9-4f30-8b2d-f7486258a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709768 Mar 22 14:17:13.967784 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.014195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e412cc-9529-44a6-8152-f402755c65ee req-e4087878-7254-4dfa-ad7f-2f94e49fd1d0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.015667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9e412cc-9529-44a6-8152-f402755c65ee req-e4087878-7254-4dfa-ad7f-2f94e49fd1d0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1463437 Mar 22 14:17:14.095074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed7ae36f-8188-4c86-9eb0-6240b22e40a7 req-70934c42-35b8-443a-b173-533dd0a22409 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550510 Mar 22 14:17:14.119284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf057-463c-425a-974e-5e9095306d6f req-e9f9d8ba-ac5e-4cb7-9211-0f0a09e6d6d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0718012 Mar 22 14:17:14.125258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['20ba8a43-5a2a-4ab4-b2cc-e1136c4383da'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:17:14.179026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9e412cc-9529-44a6-8152-f402755c65ee req-7c7bbd8e-358a-4cdb-ab56-c4be21355ee6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325314 Mar 22 14:17:14.302279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1607536a-652e-4da6-888f-d68b2c96c3fb req-e67796bd-5a0e-4327-8e8f-6c101fb6aa1e tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0329387 Mar 22 14:17:14.310993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e461-d19b-48f7-be6d-623a9544e32a req-76b8e387-c3af-437f-bb7a-e9bac6042289 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.312464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4245e461-d19b-48f7-be6d-623a9544e32a req-76b8e387-c3af-437f-bb7a-e9bac6042289 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 945 time: 0.1476269 Mar 22 14:17:14.353639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:14.399001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4245e461-d19b-48f7-be6d-623a9544e32a req-1662bfed-ce21-4396-8d23-7803f9da6971 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774801 Mar 22 14:17:14.503307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:14.509173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2a008845-c5c9-40b0-9340-42da0cbd4bed tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5351272 Mar 22 14:17:14.512047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41874) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:14.514457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:14.526357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672946-79c4-43c8-9b4b-d858216418b0 req-adf48b8f-9595-4e89-9de5-bd7be4942b72 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.527869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84672946-79c4-43c8-9b4b-d858216418b0 req-adf48b8f-9595-4e89-9de5-bd7be4942b72 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1418505 Mar 22 14:17:14.529220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:14.529853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:14.590763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet dd0a95b0-bb76-45e3-a7b8-708f7d86a46a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:14.595742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (dd0a95b0-bb76-45e3-a7b8-708f7d86a46a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.620443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:14.636266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84672946-79c4-43c8-9b4b-d858216418b0 req-e69110ac-b376-4212-b80c-edfa4bb8b9ba tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882156 Mar 22 14:17:14.648236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (dd0a95b0-bb76-45e3-a7b8-708f7d86a46a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.737427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (dd0a95b0-bb76-45e3-a7b8-708f7d86a46a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.794968 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (dd0a95b0-bb76-45e3-a7b8-708f7d86a46a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.822670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0a95b0-bb76-45e3-a7b8-708f7d86a46a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:14.824647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.830608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9002bb1e-a895-4c03-a63e-a2395e648858 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/dd0a95b0-bb76-45e3-a7b8-708f7d86a46a HTTP/1.1" status: 204 len: 168 time: 0.3176146 Mar 22 14:17:14.830905 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41876) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:14.832378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb075e-3f5e-4cf5-9c5d-8761f7946547 None None] Network ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:14.882392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:13Z', 'revision_number': 9, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:14.912852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ae8ae9df-52c9-4220-8aee-8d5b31d02cf5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.913931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:14.945344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:14.945995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:14.974067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:14.974441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.039262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17f9cc11-44bc-49aa-9bc9-d309e358cbe9,segment=NetworkSegment(1c103177-5e43-4049-811f-db47fa1512f8),segment_id=1c103177-5e43-4049-811f-db47fa1512f8)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:15.039913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.042627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:15.056891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:15.121535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a6786-4c5a-40cc-ab9a-551f11228358 None None] DHCP port deletion for ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:17:15.163685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (17f9cc11-44bc-49aa-9bc9-d309e358cbe9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.193528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-101a6786-4c5a-40cc-ab9a-551f11228358 None None] The port '17f9cc11-44bc-49aa-9bc9-d309e358cbe9' was deleted {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 14:17:15.203432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=17f9cc11-44bc-49aa-9bc9-d309e358cbe9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:15.219565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:15.271850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ce14-cbe4-4e96-9583-fa48c773ed1c req-12beef58-8141-484b-91ea-ff77eece0d97 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.273379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31e2ce14-cbe4-4e96-9583-fa48c773ed1c req-12beef58-8141-484b-91ea-ff77eece0d97 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 943 time: 0.0982482 Mar 22 14:17:15.317542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:13Z', 'revision_number': 9, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:15.323348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ae8ae9df-52c9-4220-8aee-8d5b31d02cf5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.348702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eabd6-1f0a-4275-ada9-cb6c122ee0a2 None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:13Z', 'revision_number': 9, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '0b37eef4-e84e-4afc-a562-3640b3d87639', 'name': '', 'network_id': '545691c5-6a6e-47f4-8e4a-efbc4769d6a9', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:5a:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:38Z', 'updated_at': '2022-03-22T14:16:46Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': 'cafcd41d-4ddf-4f75-be44-149e679d6491', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:15.351720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31e2ce14-cbe4-4e96-9583-fa48c773ed1c req-8583d98a-9825-4cf2-9978-25fb997dca2a tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693285 Mar 22 14:17:15.353639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8ae9df-52c9-4220-8aee-8d5b31d02cf5']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:15.360038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6f30f-2872-40e8-973e-f152e30e8555 req-1426340a-6ca0-4fa8-93a8-bb307e90e121 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.361587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19e6f30f-2872-40e8-973e-f152e30e8555 req-1426340a-6ca0-4fa8-93a8-bb307e90e121 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.0873132 Mar 22 14:17:15.374029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c103177-5e43-4049-811f-db47fa1512f8') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:15.374029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c103177-5e43-4049-811f-db47fa1512f8') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:15.380804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (1c103177-5e43-4049-811f-db47fa1512f8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.396596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1c103177-5e43-4049-811f-db47fa1512f8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.407386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:15.408003 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (1c103177-5e43-4049-811f-db47fa1512f8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:15.411229 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:15.434591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19e6f30f-2872-40e8-973e-f152e30e8555 req-12e824c5-6b83-4ead-a7f8-77237f26e2e0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641627 Mar 22 14:17:15.471014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-073b88cb-397a-4599-9987-41718e13d74c req-7be084f5-9337-4fa0-a576-dd3060b517a6 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0319045 Mar 22 14:17:15.472974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ae8ae9df-52c9-4220-8aee-8d5b31d02cf5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.485807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.489091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/ae8ae9df-52c9-4220-8aee-8d5b31d02cf5 HTTP/1.1" status: 204 len: 168 time: 0.6565557 Mar 22 14:17:15.492433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41886) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:15.503871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff568f-ece8-4d8d-bba1-75a874fb63b9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=ae8ae9df-52c9-4220-8aee-8d5b31d02cf5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:15.707350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 89989752-e347-467c-821e-8cbe67b3e1ac details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:17:15.722504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:15.810171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 277dfd2e-ddb6-47c4-b89d-24200391199a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:15.843022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 277dfd2e-ddb6-47c4-b89d-24200391199a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:15.844071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 277dfd2e-ddb6-47c4-b89d-24200391199a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:15.844158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:15.931923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:15.932263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17f9cc11-44bc-49aa-9bc9-d309e358cbe9 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:15.934973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:17:15.950040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:15.950578 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.020714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 89989752-e347-467c-821e-8cbe67b3e1ac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=89989752-e347-467c-821e-8cbe67b3e1ac,segment=NetworkSegment(df5f2a0b-5e5d-4c2a-bf3d-0c7318433008),segment_id=df5f2a0b-5e5d-4c2a-bf3d-0c7318433008)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:16.035933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '89989752-e347-467c-821e-8cbe67b3e1ac', 'network_id': 'c1769c4f-5fb9-4f30-8b2d-f7486258a90e', 'port_id': '89989752-e347-467c-821e-8cbe67b3e1ac', 'mac_address': 'fa:16:3e:c4:09:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:17:16.095332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b8c9d-6d81-4ba0-8da4-292d2db29cb7 req-bf86d4b8-f593-4a96-96d1-f0924771e9b7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.096799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e31b8c9d-6d81-4ba0-8da4-292d2db29cb7 req-bf86d4b8-f593-4a96-96d1-f0924771e9b7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 945 time: 0.6064260 Mar 22 14:17:16.103682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:16.104075 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.116760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 89989752-e347-467c-821e-8cbe67b3e1ac is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:16.117060 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.138471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89989752-e347-467c-821e-8cbe67b3e1ac {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:16.147552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:16.149864 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92093f75-2a43-48c0-ae97-642b723e5a15" -d '{"events": [{"server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "name": "network-vif-plugged", "status": "completed", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:16.172778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:16.176803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 89989752-e347-467c-821e-8cbe67b3e1ac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=89989752-e347-467c-821e-8cbe67b3e1ac,segment=NetworkSegment(df5f2a0b-5e5d-4c2a-bf3d-0c7318433008),segment_id=df5f2a0b-5e5d-4c2a-bf3d-0c7318433008)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:16.178413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.215097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ced38-9473-46da-937d-90a93c4f50ae req-2a8fea00-ba59-4ef7-9ed8-7137cc703b27 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.216669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-072ced38-9473-46da-937d-90a93c4f50ae req-2a8fea00-ba59-4ef7-9ed8-7137cc703b27 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1811552 Mar 22 14:17:16.227754 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.229381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:16.259512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e31b8c9d-6d81-4ba0-8da4-292d2db29cb7 req-e22e6187-4e41-4dd9-aa36-7f5023ff162b tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298819 Mar 22 14:17:16.321826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-072ced38-9473-46da-937d-90a93c4f50ae req-a62ccad2-9a65-4ccf-b99f-53aab5d231cd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962646 Mar 22 14:17:16.395270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92c2878a-3a9f-489e-bf67-46f47db94c42 req-fe9aa792-c0b9-42e9-893e-bea8a7299684 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0459697 Mar 22 14:17:16.432964 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aa3efb-6a8c-4e86-8e5f-181f37206cbf x-openstack-request-id: req-41aa3efb-6a8c-4e86-8e5f-181f37206cbf {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:16.433249 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "name": "network-vif-plugged", "status": "completed", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:16.433584 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41aa3efb-6a8c-4e86-8e5f-181f37206cbf {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:16.434148 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41aa3efb-6a8c-4e86-8e5f-181f37206cbf'] response: {'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'code': 200} Mar 22 14:17:16.447520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=89989752-e347-467c-821e-8cbe67b3e1ac,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:16.527525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['89989752-e347-467c-821e-8cbe67b3e1ac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:17:16.589426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470220f-6bb3-47f7-8e49-1f7329982f04 req-637c6932-b11f-49c5-859c-3caf134bd147 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.590956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7470220f-6bb3-47f7-8e49-1f7329982f04 req-637c6932-b11f-49c5-859c-3caf134bd147 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 944 time: 0.1509397 Mar 22 14:17:16.594880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632edac4-c84c-498f-940f-a1191e7b46b9 req-56d1c014-94c5-46dc-93f8-6051d6946494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.596231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-632edac4-c84c-498f-940f-a1191e7b46b9 req-56d1c014-94c5-46dc-93f8-6051d6946494 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 1128 time: 0.1435587 Mar 22 14:17:16.644292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c91ab0-0aa5-415f-905e-f63304bc46da req-af0f75e3-abab-48b3-bba8-7fe7bc97938e tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.645653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9c91ab0-0aa5-415f-905e-f63304bc46da req-af0f75e3-abab-48b3-bba8-7fe7bc97938e tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1418817 Mar 22 14:17:16.690899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.771350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7470220f-6bb3-47f7-8e49-1f7329982f04 req-7ffef30d-8da2-4689-81c7-5ee63e7f1342 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721048 Mar 22 14:17:16.796935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-632edac4-c84c-498f-940f-a1191e7b46b9 req-362369a3-d265-4ade-8cf2-f54430236eb3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886303 Mar 22 14:17:16.806684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9c91ab0-0aa5-415f-905e-f63304bc46da req-1b64c171-0f5d-409f-bbd5-0bc757fcb88d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509840 Mar 22 14:17:16.992753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 0b37eef4-e84e-4afc-a562-3640b3d87639 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:16.993092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.087417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 0b37eef4-e84e-4afc-a562-3640b3d87639, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0b37eef4-e84e-4afc-a562-3640b3d87639,segment=NetworkSegment(b71c5218-0c93-4a7a-937f-8fcf3969c73f),segment_id=b71c5218-0c93-4a7a-937f-8fcf3969c73f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:17.087783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.101040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 0b37eef4-e84e-4afc-a562-3640b3d87639 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:17.279761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0b37eef4-e84e-4afc-a562-3640b3d87639), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.305533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=0b37eef4-e84e-4afc-a562-3640b3d87639,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:17.535852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e81ef9-e1b0-4241-af5c-1d4f72dde851 req-61b088ec-4c03-4191-9da8-fe538d1d8815 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.537285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62e81ef9-e1b0-4241-af5c-1d4f72dde851 req-61b088ec-4c03-4191-9da8-fe538d1d8815 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 946 time: 0.1838436 Mar 22 14:17:17.545225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.580403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0032d4-20d2-4ee4-a369-10674f8a1fa5 req-23ac0e88-90d0-491d-92da-2da730a1cad2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.581855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b0032d4-20d2-4ee4-a369-10674f8a1fa5 req-23ac0e88-90d0-491d-92da-2da730a1cad2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1789260 Mar 22 14:17:17.688021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62e81ef9-e1b0-4241-af5c-1d4f72dde851 req-c6f316fb-29ec-48e7-a7bc-592e183a6a85 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437392 Mar 22 14:17:17.730761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b0032d4-20d2-4ee4-a369-10674f8a1fa5 req-8ffd9e4d-9a8a-41a3-9901-2be00b10e68d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115015 Mar 22 14:17:17.731939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 89989752-e347-467c-821e-8cbe67b3e1ac up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:17.788646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 89989752-e347-467c-821e-8cbe67b3e1ac completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:17:17.792717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 89989752-e347-467c-821e-8cbe67b3e1ac triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:17.793100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.835382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5fcf46e-6f7c-4f6a-b605-5d3dd0ecb7d6 req-78d60c03-74fb-4f37-8871-31f1f37a5c3d tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0654981 Mar 22 14:17:17.890074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 89989752-e347-467c-821e-8cbe67b3e1ac is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:17.890513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.897454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:17.925616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 89989752-e347-467c-821e-8cbe67b3e1ac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=89989752-e347-467c-821e-8cbe67b3e1ac,segment=NetworkSegment(df5f2a0b-5e5d-4c2a-bf3d-0c7318433008),segment_id=df5f2a0b-5e5d-4c2a-bf3d-0c7318433008)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:17.930844 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.938663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365965ab-07e1-4a12-afb1-6ef496a5a9ef req-c24e1c87-cc97-4481-ae2c-53101a84c419 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.940209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-365965ab-07e1-4a12-afb1-6ef496a5a9ef req-c24e1c87-cc97-4481-ae2c-53101a84c419 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 944 time: 0.0845435 Mar 22 14:17:17.995014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=89989752-e347-467c-821e-8cbe67b3e1ac,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:18.084055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:18.089942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f797c339-3a9b-43a1-afd8-f0ee827ddcfc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5958579 Mar 22 14:17:18.092890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41924) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:18.102757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5cf68-aa3c-4406-8f9c-0c1551f8de62 req-1b802c36-7adb-477e-90d2-21a99a1061b5 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:18.103281 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:18.104224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2f5cf68-aa3c-4406-8f9c-0c1551f8de62 req-1b802c36-7adb-477e-90d2-21a99a1061b5 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1938767 Mar 22 14:17:18.107561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-365965ab-07e1-4a12-afb1-6ef496a5a9ef req-a158768c-2892-4811-991c-8eea7a6f55b6 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206105 Mar 22 14:17:18.125957 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:18.126614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:18.159655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet cafcd41d-4ddf-4f75-be44-149e679d6491 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:18.163298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-71bf22d4-0daf-4c9a-a73a-e6d5e42cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.164095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (cafcd41d-4ddf-4f75-be44-149e679d6491), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.173412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2f5cf68-aa3c-4406-8f9c-0c1551f8de62 req-8c39d7f8-1abb-4657-a101-ced75c04fc90 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632620 Mar 22 14:17:18.213196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (cafcd41d-4ddf-4f75-be44-149e679d6491), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.225036 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:18.294049 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (cafcd41d-4ddf-4f75-be44-149e679d6491), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.351313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (cafcd41d-4ddf-4f75-be44-149e679d6491), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.382575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=cafcd41d-4ddf-4f75-be44-149e679d6491,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:18.384498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.390331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a0dc0aa3-a03d-4dfc-8aeb-a19badf9daa5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/cafcd41d-4ddf-4f75-be44-149e679d6491 HTTP/1.1" status: 204 len: 168 time: 0.2934475 Mar 22 14:17:18.391119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41926) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:18.397441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b11b3-f329-4888-83bd-b2cb678f69f2 None None] Network 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:18.415830 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:17Z', 'revision_number': 10, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:18.440351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e037d75-4739-492d-8797-74be39dd0fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89989752-e347-467c-821e-8cbe67b3e1ac'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:18.443143 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f02076-b585-488d-816d-b0e3a9087908" -d '{"events": [{"server_uuid": "8e037d75-4739-492d-8797-74be39dd0fd0", "name": "network-vif-plugged", "status": "completed", "tag": "89989752-e347-467c-821e-8cbe67b3e1ac"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:18.444775 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:18.452937 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:18.453573 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:18.471459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (545691c5-6a6e-47f4-8e4a-efbc4769d6a9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.495434 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722de169-07d3-44ab-bd73-e04d172d0bb2 x-openstack-request-id: req-722de169-07d3-44ab-bd73-e04d172d0bb2 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:18.495729 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e037d75-4739-492d-8797-74be39dd0fd0", "name": "network-vif-plugged", "status": "completed", "tag": "89989752-e347-467c-821e-8cbe67b3e1ac", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:18.495983 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-722de169-07d3-44ab-bd73-e04d172d0bb2 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:18.496379 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722de169-07d3-44ab-bd73-e04d172d0bb2'] response: {'server_uuid': '8e037d75-4739-492d-8797-74be39dd0fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89989752-e347-467c-821e-8cbe67b3e1ac', 'code': 200} Mar 22 14:17:18.542327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port b0e2410a-51c9-4c35-9850-7491a6b11872 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:18.542852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.550182 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:18.593779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] DHCP port deletion for 545691c5-6a6e-47f4-8e4a-efbc4769d6a9 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:17:18.615462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c896b-1be8-41d3-bd1c-71db3684fe63 req-e48738e9-6a2c-4ed0-8759-f6514f731a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:18.616945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a95c896b-1be8-41d3-bd1c-71db3684fe63 req-e48738e9-6a2c-4ed0-8759-f6514f731a6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 1127 time: 0.0640411 Mar 22 14:17:18.625880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port b0e2410a-51c9-4c35-9850-7491a6b11872, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b0e2410a-51c9-4c35-9850-7491a6b11872,segment=NetworkSegment(b71c5218-0c93-4a7a-937f-8fcf3969c73f),segment_id=b71c5218-0c93-4a7a-937f-8fcf3969c73f)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:18.626281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.641147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for b0e2410a-51c9-4c35-9850-7491a6b11872 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:18.653179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] Deleting port b0e2410a-51c9-4c35-9850-7491a6b11872 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:18.653716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.675521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a95c896b-1be8-41d3-bd1c-71db3684fe63 req-781526d8-a15a-4e24-b630-6ab17702f9bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524385 Mar 22 14:17:18.721002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] For port b0e2410a-51c9-4c35-9850-7491a6b11872, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b0e2410a-51c9-4c35-9850-7491a6b11872,segment=NetworkSegment(b71c5218-0c93-4a7a-937f-8fcf3969c73f),segment_id=b71c5218-0c93-4a7a-937f-8fcf3969c73f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:18.721426 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.727986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.736928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] Calling delete_port for b0e2410a-51c9-4c35-9850-7491a6b11872 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:18.759043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=b0e2410a-51c9-4c35-9850-7491a6b11872,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:18.762663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port b0e2410a-51c9-4c35-9850-7491a6b11872 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:18.830285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788607f-0696-406a-a631-7875b1a21fbf req-77e837bc-1981-470b-a4f8-5edefaf05773 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:18.838540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7788607f-0696-406a-a631-7875b1a21fbf req-77e837bc-1981-470b-a4f8-5edefaf05773 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 946 time: 0.0660331 Mar 22 14:17:18.850344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (b0e2410a-51c9-4c35-9850-7491a6b11872), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.863814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] No DVR routers for this DVR port b0e2410a-51c9-4c35-9850-7491a6b11872 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:18.890603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f06705-9d48-4646-b6ae-d249e26bf5ab None None] Pushing event deleted for resources: {'Port': ['ID=b0e2410a-51c9-4c35-9850-7491a6b11872,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:18.915446 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (545691c5-6a6e-47f4-8e4a-efbc4769d6a9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.916936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7788607f-0696-406a-a631-7875b1a21fbf req-dc17b7fd-bbab-49ef-ada5-b42807263d67 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771561 Mar 22 14:17:18.931791 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:17Z', 'revision_number': 10, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:18.952511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545691c5-6a6e-47f4-8e4a-efbc4769d6a9']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:18.956236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84490-6d88-4573-a81b-332d3bf7123c req-1fd49eb7-750b-4e90-af31-38c54c6e60d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:18.963525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71c5218-0c93-4a7a-937f-8fcf3969c73f') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:18.963834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bec84490-6d88-4573-a81b-332d3bf7123c req-1fd49eb7-750b-4e90-af31-38c54c6e60d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.1002991 Mar 22 14:17:18.963939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71c5218-0c93-4a7a-937f-8fcf3969c73f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:18.967412 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ea9f-7eeb-48e4-9175-c5e25e9fe716 None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:17Z', 'revision_number': 10, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None, '_interfaces': [{'id': '4bbe8ac9-a4af-4d89-8a82-2c85915d2e72', 'name': '', 'network_id': 'f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'mac_address': 'fa:16:3e:f9:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '63786458-af70-4db7-8da3-62143b3dc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:34Z', 'updated_at': '2022-03-22T14:16:39Z', 'revision_number': 5, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'subnets': [{'id': '63786458-af70-4db7-8da3-62143b3dc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:18.976594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b71c5218-0c93-4a7a-937f-8fcf3969c73f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.997437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b71c5218-0c93-4a7a-937f-8fcf3969c73f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.006176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:19.006583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b71c5218-0c93-4a7a-937f-8fcf3969c73f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:19.011062 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:19.040678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87e62dcf-7b9c-45d5-9949-02d942eec8ad req-d6735a12-5670-40c9-99c8-20065468f0b3 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0408101 Mar 22 14:17:19.049361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bec84490-6d88-4573-a81b-332d3bf7123c req-24adb4ce-df57-460c-9d45-c6335195dd98 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847569 Mar 22 14:17:19.084569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (545691c5-6a6e-47f4-8e4a-efbc4769d6a9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.091782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.097777 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/545691c5-6a6e-47f4-8e4a-efbc4769d6a9 HTTP/1.1" status: 204 len: 168 time: 0.7037370 Mar 22 14:17:19.098949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41938) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:19.107876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff63aa5-fede-4075-99d9-e86e863bc60f tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=545691c5-6a6e-47f4-8e4a-efbc4769d6a9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:19.332398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db768a62-f6ff-4cc2-a42c-67e519506689 req-fcdad004-278b-4d7f-bf31-367aabdbc92c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:19.333976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db768a62-f6ff-4cc2-a42c-67e519506689 req-fcdad004-278b-4d7f-bf31-367aabdbc92c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 946 time: 0.1972878 Mar 22 14:17:19.361009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dddd4-4e6a-4e26-9f13-2513c78de8cf req-3fa233ed-84fe-4867-b819-7433ffff1727 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:19.362512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba6dddd4-4e6a-4e26-9f13-2513c78de8cf req-3fa233ed-84fe-4867-b819-7433ffff1727 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 945 time: 0.1819868 Mar 22 14:17:19.449337 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:17:19.474719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db768a62-f6ff-4cc2-a42c-67e519506689 req-4339422c-4d67-411c-a8f7-1301331b0f33 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344209 Mar 22 14:17:19.480174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba6dddd4-4e6a-4e26-9f13-2513c78de8cf req-1dadb96b-cf0a-4a21-877d-67abb45e230e tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081634 Mar 22 14:17:19.505159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41944) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:19.675838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0b37eef4-e84e-4afc-a562-3640b3d87639 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:19.705899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 0b37eef4-e84e-4afc-a562-3640b3d87639 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:19.706287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0b37eef4-e84e-4afc-a562-3640b3d87639 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:19.706721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b0e2410a-51c9-4c35-9850-7491a6b11872 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:19.726902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b0e2410a-51c9-4c35-9850-7491a6b11872 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:19.727231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b0e2410a-51c9-4c35-9850-7491a6b11872 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:19.957633 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-74ca8718-1cd8-4e04-bab8-b157b5f758f9 service neutron] show failed (client error): The resource could not be found. Mar 22 14:17:19.958717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-74ca8718-1cd8-4e04-bab8-b157b5f758f9 service neutron] 10.222.0.57 "GET /v2.0/ports/f5f9f977-fe8b-4f75-9434-26802a46d740/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.4601097 Mar 22 14:17:19.966787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95963c70-85e2-4199-961e-45411486f93c tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:19.971303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-95963c70-85e2-4199-961e-45411486f93c tempest-TestNetworkBasicOps-785829818 tempest-TestNetworkBasicOps-785829818-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 1123 time: 0.4622269 Mar 22 14:17:19.971839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41946) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:19.977341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:20.000771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.001573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0c02e-6977-49e4-b148-303f35311953 req-fd06c493-3561-402c-a66d-f35bb3b021ea tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.003077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9f0c02e-6977-49e4-b148-303f35311953 req-fd06c493-3561-402c-a66d-f35bb3b021ea tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.4495549 Mar 22 14:17:20.086011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9f0c02e-6977-49e4-b148-303f35311953 req-ec2ae285-9ea6-41dd-ae73-177f565a66d8 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748076 Mar 22 14:17:20.090240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.124986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.248357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Allocated IP 172.25.2.73 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/ba58d6d2-38bd-47bf-b24a-b8703f40bb53) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:20.282787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d6083e6-f218-4128-a1ec-e5c6a78a1243 req-d122053b-bac4-49c8-aeb1-ebcfe2d39e7c tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0925548 Mar 22 14:17:20.355119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.361143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-9f3a873c-5f29-407b-995b-838f90029dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.362657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-9f3a873c-5f29-407b-995b-838f90029dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 1127 time: 0.2048171 Mar 22 14:17:20.389574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:20.396281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.398857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ca032-de33-4afe-ae64-7d736c745fbc req-bdd00853-e781-40b5-9948-d5c10b7774fc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.400224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c3ca032-de33-4afe-ae64-7d736c745fbc req-bdd00853-e781-40b5-9948-d5c10b7774fc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.2434337 Mar 22 14:17:20.412090 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a8d1493f-9f11-4331-8575-e696e40d303f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.439849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:20.442971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:20.448797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:20.470963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=ba58d6d2-38bd-47bf-b24a-b8703f40bb53,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:20.487960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.488292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.488618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.488957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.489288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.489678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.490036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.490357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.490699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.491003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.491344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.491651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.491965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.492280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.492584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:20.508933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.525274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c3ca032-de33-4afe-ae64-7d736c745fbc req-fdc4ec14-5d50-4cf4-8212-ba1856320018 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059484 Mar 22 14:17:20.727009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6070fda-de81-43d2-8243-5533b140064c req-7772149d-922a-43fd-a593-795d97fb043a tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.728460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6070fda-de81-43d2-8243-5533b140064c req-7772149d-922a-43fd-a593-795d97fb043a tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 945 time: 0.1595366 Mar 22 14:17:20.840460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:20.840785 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.849727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6070fda-de81-43d2-8243-5533b140064c req-61f8e9f2-a88d-4fd2-bcbe-b64a5cca1f55 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128211 Mar 22 14:17:20.914133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:20.979963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,segment=NetworkSegment(46d1c1e2-08e2-4253-abf5-f00181a80e2e),segment_id=46d1c1e2-08e2-4253-abf5-f00181a80e2e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:20.980473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.983395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:21.018981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:21.075127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:21.077450 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a1bafe-9500-4da6-9acf-b7ab5dafe67a" -d '{"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:21.083862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Publish callbacks [] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.103735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Transition to ACTIVE for port object f5f9f977-fe8b-4f75-9434-26802a46d740 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:21.128078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.145731 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2cc01e-4a8e-433d-94ef-eaa7434f3376 x-openstack-request-id: req-de2cc01e-4a8e-433d-94ef-eaa7434f3376 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:21.146162 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:21.146422 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de2cc01e-4a8e-433d-94ef-eaa7434f3376 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:21.146942 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2cc01e-4a8e-433d-94ef-eaa7434f3376'] response: {'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'code': 200} Mar 22 14:17:21.165924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (cf6bcdb9-41f6-45f3-8877-8884a51697c4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.267147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.343652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:21.434974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fbf9dcb6-36fd-4182-9d8c-bf3ba9c14dc6 req-26c541a3-fdc7-4fce-9edc-2c04dfc771da tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0530758 Mar 22 14:17:21.456095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.460840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.473729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] No DVR routers for this DVR port f5f9f977-fe8b-4f75-9434-26802a46d740 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:21.483868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b9c07-46c5-40dd-9fb9-588f38d6e78a req-66542840-7037-4445-8388-dc0c1625884c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.486469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b90b9c07-46c5-40dd-9fb9-588f38d6e78a req-66542840-7037-4445-8388-dc0c1625884c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2851696 Mar 22 14:17:21.539437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event updated for resources: {'Port': ['ID=ba58d6d2-38bd-47bf-b24a-b8703f40bb53,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:21.544648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (cf6bcdb9-41f6-45f3-8877-8884a51697c4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.649667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4bbe8ac9-a4af-4d89-8a82-2c85915d2e72), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.663969 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Floating IP cf6bcdb9-41f6-45f3-8877-8884a51697c4 associated. External IP: 172.25.2.73, port: 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da. Mar 22 14:17:21.694192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b90b9c07-46c5-40dd-9fb9-588f38d6e78a req-fae4b854-1284-4e92-a18f-4669c8f7c53d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705096 Mar 22 14:17:21.700687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=4bbe8ac9-a4af-4d89-8a82-2c85915d2e72,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:21.821149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:21.821481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:21.821805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:21.832604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:21.832919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:21.842395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32200-258a-46bd-8174-b676b04b9abe req-4508cea5-9d10-4392-b048-192d721ba724 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.851143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ba32200-258a-46bd-8174-b676b04b9abe req-4508cea5-9d10-4392-b048-192d721ba724 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.1977785 Mar 22 14:17:21.862933 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.908245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:21.908895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Checking segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:21.909444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Bound using segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:21.909897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Bound port: f5f9f977-fe8b-4f75-9434-26802a46d740, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:21.910280 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.939841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router e307cf14-ce45-409e-9991-b8af5fbd0d9f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:21.987636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0f6e6d8d-c403-466c-be46-27844ae0340d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.010905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ba32200-258a-46bd-8174-b676b04b9abe req-bc94da22-0d02-434e-bc0b-02d57ad9f35b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587923 Mar 22 14:17:22.104298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:22.110477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:22.113794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:22.116453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] Sync routers for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:22.127425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:22.128182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:22.136817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.156801 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.174995 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5f666252-6352-4693-a67a-be6f5d6a0152 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2019110 Mar 22 14:17:22.175658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41988) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:22.176127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:22.180946 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de33e75-6329-4646-b300-5ef41f42a0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:22.227542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.228153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.229547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] 10.222.0.42 "PUT /v2.0/ports/f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 1091 time: 1.8454719 Mar 22 14:17:22.242406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:22.258458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38b8ba-3251-4156-b3d7-f29ed5d48a56 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:22.269674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:22.286876 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2bb041-2a2c-4a6b-a16e-f969a94681ec x-openstack-request-id: req-0b2bb041-2a2c-4a6b-a16e-f969a94681ec {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:22.287684 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:22.288025 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b2bb041-2a2c-4a6b-a16e-f969a94681ec {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:22.289425 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2bb041-2a2c-4a6b-a16e-f969a94681ec'] response: {'name': 'network-changed', 'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'status': 'completed', 'code': 200} Mar 22 14:17:22.295960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3ca0710e-9bac-4fd6-801e-67d83db386be tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/floatingips/cf6bcdb9-41f6-45f3-8877-8884a51697c4 HTTP/1.1" status: 200 len: 991 time: 0.1104522 Mar 22 14:17:22.415245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:22.423872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-810e9c1d-ef53-4d71-914c-b03db117cc38 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3214979 Mar 22 14:17:22.424592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41996) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:22.429461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-ed2cee5c-3dfd-42af-b47b-938e2febeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.430945 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:22.431446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-ed2cee5c-3dfd-42af-b47b-938e2febeae3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1125 time: 0.1754186 Mar 22 14:17:22.464892 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:22.465801 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:22.486581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-2ec60400-9a5d-4bc6-945a-9c265d5e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.490466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-2ec60400-9a5d-4bc6-945a-9c265d5e4bcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 1128 time: 0.1815932 Mar 22 14:17:22.559779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting subnet 63786458-af70-4db7-8da3-62143b3dc88f {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:22.564485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (63786458-af70-4db7-8da3-62143b3dc88f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.566696 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:22.614696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (63786458-af70-4db7-8da3-62143b3dc88f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.636032 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:21Z', 'revision_number': 11, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:22.671606 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:22.682345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'cf6bcdb9-41f6-45f3-8877-8884a51697c4', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'port_id': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'mac_address': 'fa:16:3e:83:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:20Z', 'updated_at': '2022-03-22T14:17:20Z', 'revision_number': 0, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:05Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:22.682782 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:22.683584 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:22.741686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (63786458-af70-4db7-8da3-62143b3dc88f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.765290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] Checking router: e307cf14-ce45-409e-9991-b8af5fbd0d9f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:22.785265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:22.785906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:22.818960 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:22.829767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (63786458-af70-4db7-8da3-62143b3dc88f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.869867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.876292 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/63786458-af70-4db7-8da3-62143b3dc88f HTTP/1.1" status: 204 len: 168 time: 0.4506111 Mar 22 14:17:22.877635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:22.878741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476671d-f493-4854-916c-2285dc50add6 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Subnet': ['ID=63786458-af70-4db7-8da3-62143b3dc88f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:22.900965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da1eeb-9ad4-4474-b57c-076995962e1c None None] Network f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:22.907522 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:21Z', 'revision_number': 11, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:22.944134 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00704631-5f51-4751-ad48-2747f1bb5854 None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:21Z', 'revision_number': 11, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:22.989087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.994032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:23.046576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Deleting port b3b07338-1d8e-442f-9b8c-2893014ee3d6 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:23.046917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.067143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c7d5cf6-7bff-4b92-8486-3af68adda100 req-dcb954c5-2f9d-4d80-b06e-18ab081f7aec tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.5186703 Mar 22 14:17:23.130953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] For port b3b07338-1d8e-442f-9b8c-2893014ee3d6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b3b07338-1d8e-442f-9b8c-2893014ee3d6,segment=NetworkSegment(46d1c1e2-08e2-4253-abf5-f00181a80e2e),segment_id=46d1c1e2-08e2-4253-abf5-f00181a80e2e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:23.131519 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.147151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Calling delete_port for b3b07338-1d8e-442f-9b8c-2893014ee3d6 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:23.209794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:23.212416 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108" -d '{"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:23.215302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-48120350-ee27-4b0f-b70a-1e414ac4775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.216955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-48120350-ee27-4b0f-b70a-1e414ac4775a service neutron] 10.222.0.57 "GET /v2.0/networks?id=31c8db50-157b-4d93-ac03-a22565870b27 HTTP/1.1" status: 200 len: 897 time: 0.6832111 Mar 22 14:17:23.223231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-96ed505f-2d95-4892-8e11-74775bae5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.224739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-96ed505f-2d95-4892-8e11-74775bae5101 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.7868235 Mar 22 14:17:23.248848 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b3b07338-1d8e-442f-9b8c-2893014ee3d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.282381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Port': ['ID=b3b07338-1d8e-442f-9b8c-2893014ee3d6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:23.289091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No DVR routers for this DVR port b3b07338-1d8e-442f-9b8c-2893014ee3d6 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:23.309371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42016) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:23.314429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e133e-aa9f-4c98-8558-c245cb6884b3 None None] DHCP port deletion for f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:17:23.322303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'cf6bcdb9-41f6-45f3-8877-8884a51697c4', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'port_id': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'mac_address': 'fa:16:3e:83:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:20Z', 'updated_at': '2022-03-22T14:17:20Z', 'revision_number': 0, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:05Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:23.364977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f966961-af7a-4fc6-bdf3-1517a55e426b None None] The sync data for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 is: [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'cf6bcdb9-41f6-45f3-8877-8884a51697c4', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'port_id': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'mac_address': 'fa:16:3e:83:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:20Z', 'updated_at': '2022-03-22T14:17:20Z', 'revision_number': 0, 'project_id': 'f65b76c4770841778021955e5f892da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:05Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:23.385132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.404448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.423569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8c720a06-a3cb-4cc5-ba15-e9244871a968 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/floatingips/cf6bcdb9-41f6-45f3-8877-8884a51697c4 HTTP/1.1" status: 200 len: 991 time: 0.1071594 Mar 22 14:17:23.433737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:23.453545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d1c1e2-08e2-4253-abf5-f00181a80e2e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:23.453948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d1c1e2-08e2-4253-abf5-f00181a80e2e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:23.464438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ea021-b0e1-403d-a77d-038d411bf5d1 req-d47709a6-f37a-41dc-91f5-d44add158e97 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.466473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (46d1c1e2-08e2-4253-abf5-f00181a80e2e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.471637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c92ea021-b0e1-403d-a77d-038d411bf5d1 req-d47709a6-f37a-41dc-91f5-d44add158e97 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.4380486 Mar 22 14:17:23.482183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-694c2a6f-247f-42f5-9408-4499f13fb2a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da HTTP/1.1" status: 200 len: 999 time: 0.2563915 Mar 22 14:17:23.482441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (46d1c1e2-08e2-4253-abf5-f00181a80e2e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.490918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:23.491400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (46d1c1e2-08e2-4253-abf5-f00181a80e2e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:23.495828 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:23.533383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-e3d3cc7a-ff14-4c90-996f-b9fc50bc9c7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 997 time: 0.3002908 Mar 22 14:17:23.562465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.568496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.572098 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/networks/f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a HTTP/1.1" status: 204 len: 168 time: 0.6905708 Mar 22 14:17:23.575863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42018) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:23.581438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'routes': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:23.594083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc85b98-9c36-4acd-ae1b-c919fd236734 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Pushing event deleted for resources: {'Network': ['ID=f4afa8ef-b46f-4fce-bc0c-d7c2de211b8a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:23.605568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674cc0-9af3-4628-a167-e6f8f0d51f0c req-79e41807-48bf-49bf-a59b-2676d3f0736b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.607082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94674cc0-9af3-4628-a167-e6f8f0d51f0c req-79e41807-48bf-49bf-a59b-2676d3f0736b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.3656394 Mar 22 14:17:23.629543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-27fd9e7c-b26e-413c-9864-dc285b492e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.632588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-27fd9e7c-b26e-413c-9864-dc285b492e14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87e89086-078e-4081-834d-41cd1e295ac9 HTTP/1.1" status: 200 len: 834 time: 0.1335435 Mar 22 14:17:23.636847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c92ea021-b0e1-403d-a77d-038d411bf5d1 req-395bc9bb-551b-45dc-931a-474b2cbd0784 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643896 Mar 22 14:17:23.682999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-801f4301-c2f2-4e56-bace-0ff5bf151cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.684476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-801f4301-c2f2-4e56-bace-0ff5bf151cb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.1407795 Mar 22 14:17:23.721324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:23.744152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-dbb67150-fb41-44e7-8b6e-6d50b32add03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.748387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:23.749094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-dbb67150-fb41-44e7-8b6e-6d50b32add03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31c8db50-157b-4d93-ac03-a22565870b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1095977 Mar 22 14:17:23.757581 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9edfc3-7a2d-46e7-8377-e81b1f90d986 x-openstack-request-id: req-3f9edfc3-7a2d-46e7-8377-e81b1f90d986 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:23.757866 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:23.758166 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f9edfc3-7a2d-46e7-8377-e81b1f90d986 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:23.758566 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9edfc3-7a2d-46e7-8377-e81b1f90d986'] response: {'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'status': 'completed', 'code': 200} Mar 22 14:17:23.795702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94674cc0-9af3-4628-a167-e6f8f0d51f0c req-aaf5ecbc-d39f-4045-96e4-ac71ed92b618 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754587 Mar 22 14:17:23.806295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:23.806723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4bbe8ac9-a4af-4d89-8a82-2c85915d2e72 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:23.807150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b3b07338-1d8e-442f-9b8c-2893014ee3d6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:23.832585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b3b07338-1d8e-442f-9b8c-2893014ee3d6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:23.832936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b3b07338-1d8e-442f-9b8c-2893014ee3d6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:23.835996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port f5f9f977-fe8b-4f75-9434-26802a46d740 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:17:23.836409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:23.856337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-8c84186e-4b5c-4caf-93f6-3c15dc49d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.857859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-8c84186e-4b5c-4caf-93f6-3c15dc49d018 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1657710 Mar 22 14:17:23.883714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Added routes are [] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:17:23.884369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Removed routes are [] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:17:23.884963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.914021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127036d2-1c9f-4a95-b658-e5347c9b9db2 None None] New status for floating IP cf6bcdb9-41f6-45f3-8877-8884a51697c4: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:17:23.963462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-67e935f5-502b-4fc1-98b0-bbe9888e4c4a service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031617 Mar 22 14:17:23.983929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-30628db6-fccd-4372-9801-8a88db4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:23.983929 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-30628db6-fccd-4372-9801-8a88db4f1a8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1125 time: 0.1841784 Mar 22 14:17:24.060556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-8b3e5141-140d-40dd-9ca4-260de6fda6c0 service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936243 Mar 22 14:17:24.172042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.179768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.184554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9de33e75-6329-4646-b300-5ef41f42a0b3 req-b868bb2b-745f-4ebd-afda-d6e07bc9b681 service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145174 Mar 22 14:17:24.236613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a243c05a-97ff-47c9-b9f9-0f2cfb94781d req-d43f1ebb-3cc4-494f-b6f7-98b67798eba3 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0580814 Mar 22 14:17:24.259436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-779c7b87-f2c8-4213-8770-cf2d5f24bff8 req-be27a44e-27e8-4b67-8b39-bce89cfe5e8f service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824148 Mar 22 14:17:24.276525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8e2f9-681b-4aaf-a18e-25c4eba7d5d6 req-7c609d52-d9bd-42b4-92e0-b15de2a74032 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.278061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3c8e2f9-681b-4aaf-a18e-25c4eba7d5d6 req-7c609d52-d9bd-42b4-92e0-b15de2a74032 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 945 time: 0.1114826 Mar 22 14:17:24.297706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-a58b0963-3f1c-445f-ad7e-9496b6dc5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.299257 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-a58b0963-3f1c-445f-ad7e-9496b6dc5730 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.3097827 Mar 22 14:17:24.314282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router 0f6e6d8d-c403-466c-be46-27844ae0340d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:24.353802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3c8e2f9-681b-4aaf-a18e-25c4eba7d5d6 req-fdf796b1-904c-4d94-bf62-18480786af50 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Mar 22 14:17:24.372977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-b4707d40-2e57-4902-a8c5-b5e392c65de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.378196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-b4707d40-2e57-4902-a8c5-b5e392c65de5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1125 time: 0.0582283 Mar 22 14:17:24.409397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.430365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42028) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:24.448315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-8393a9fc-a723-4da0-84d8-a07353d0b829 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 997 time: 0.1415968 Mar 22 14:17:24.450704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:24.458143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.459626 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce0a6a3e-9b14-44b4-a1c4-0395e235de06 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 200 len: 701 time: 0.8828390 Mar 22 14:17:24.459891 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] Sync routers for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:24.469299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42030) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:24.471725 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:24.472562 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:24.525943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2432f4fe-2dc5-41b0-ab42-17ad3ec36ddb tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 200 len: 205 time: 0.0534313 Mar 22 14:17:24.527105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-3678c676-1d78-488b-892c-6e3437cb6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.527692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-3678c676-1d78-488b-892c-6e3437cb6a3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.1415179 Mar 22 14:17:24.527867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42032) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:24.537320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6674edc3-dbbe-495f-9b97-05a44d9b7abc tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/floatingips/cf6bcdb9-41f6-45f3-8877-8884a51697c4 HTTP/1.1" status: 200 len: 993 time: 0.1058645 Mar 22 14:17:24.539667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-77a1e599-00ed-49c2-bc63-5e180eed0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.541107 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-77a1e599-00ed-49c2-bc63-5e180eed0c9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0804422 Mar 22 14:17:24.554859 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:24.591653 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.607351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-89eb52f9-7112-4d3b-b13f-b6a68081ed0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 997 time: 0.0677741 Mar 22 14:17:24.618429 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:21Z', 'revision_number': 11, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:24.643200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c4aa-1693-4395-af81-7121f53b596b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.644749 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] Checking router: 0f6e6d8d-c403-466c-be46-27844ae0340d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:24.653605 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] Routers {'0f6e6d8d-c403-466c-be46-27844ae0340d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:24.654248 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0f6e6d8d-c403-466c-be46-27844ae0340d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:24.658050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-881364cd-8b9f-4115-8f3d-61b812ea16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.659579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-881364cd-8b9f-4115-8f3d-61b812ea16e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0465326 Mar 22 14:17:24.736644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-000dcfc2-ea36-4a27-8f27-55fea8e22da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.738431 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-000dcfc2-ea36-4a27-8f27-55fea8e22da7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1653264 Mar 22 14:17:24.738883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-5efec949-8089-4d0f-b615-7a4674186662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.740524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-5efec949-8089-4d0f-b615-7a4674186662 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0717013 Mar 22 14:17:24.743382 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] Set router 0f6e6d8d-c403-466c-be46-27844ae0340d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:24.797717 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:21Z', 'revision_number': 11, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:24.827990 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0fbfde-620c-4c91-800a-1c5277c9cdef None None] The sync data for ids ['0f6e6d8d-c403-466c-be46-27844ae0340d'] in n-d-834677-3 is: [{'id': '0f6e6d8d-c403-466c-be46-27844ae0340d', 'name': 'tempest-RoutersTest-router-1887937741', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:32Z', 'updated_at': '2022-03-22T14:17:21Z', 'revision_number': 11, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:24.875233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-9b5d8064-ca96-47cc-b124-3c0a34d26744 service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249466 Mar 22 14:17:24.924748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9647-bc2f-4601-9de2-d9014aafe317 req-6f5604b6-a100-4a79-b3d1-ef1430cff48c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.926407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-764b9647-bc2f-4601-9de2-d9014aafe317 req-6f5604b6-a100-4a79-b3d1-ef1430cff48c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1847239 Mar 22 14:17:25.044320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89b41f-c690-4369-90f7-83ea249169c2 req-0e66df65-0c12-40f2-87cb-b5a94fb999d0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.045815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c89b41f-c690-4369-90f7-83ea249169c2 req-0e66df65-0c12-40f2-87cb-b5a94fb999d0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.1774237 Mar 22 14:17:25.061000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-764b9647-bc2f-4601-9de2-d9014aafe317 req-03b01600-773c-4022-872f-50118ab33328 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218204 Mar 22 14:17:25.069491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-0d692d99-6961-4f98-a3ed-c44987c8eb77 service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813943 Mar 22 14:17:25.121032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c89b41f-c690-4369-90f7-83ea249169c2 req-555c1c19-c5f0-458d-8f78-c6229bf7391a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648334 Mar 22 14:17:25.187662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c4aa-1693-4395-af81-7121f53b596b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.191184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c4aa-1693-4395-af81-7121f53b596b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (0f6e6d8d-c403-466c-be46-27844ae0340d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.264895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c4aa-1693-4395-af81-7121f53b596b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (0f6e6d8d-c403-466c-be46-27844ae0340d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.265762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f0c4aa-1693-4395-af81-7121f53b596b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6e6d8d-c403-466c-be46-27844ae0340d {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:17:25.273785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f0c4aa-1693-4395-af81-7121f53b596b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.279033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a09bd8-442b-4b5d-b9d4-acfe3b5a87ef req-3e4f371b-0755-491d-ad71-191597399a39 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.279242 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-24f0c4aa-1693-4395-af81-7121f53b596b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 204 len: 168 time: 0.7445626 Mar 22 14:17:25.279337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58a09bd8-442b-4b5d-b9d4-acfe3b5a87ef req-3e4f371b-0755-491d-ad71-191597399a39 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.0565574 Mar 22 14:17:25.284069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42044) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:25.291691 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-6b1e70e3-6468-4857-bec6-5be51ca49fb8 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300529 Mar 22 14:17:25.302867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a28a711d-4108-48c2-9534-21fe3c3a4ea4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-94950024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:25.392819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25312b72-4169-4ed2-9562-65db1354d9a6 req-fc048c87-d20c-4440-a45b-932455f9c29d tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0531299 Mar 22 14:17:25.402627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a28a711d-4108-48c2-9534-21fe3c3a4ea4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.403490 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3cfcba5-136c-4013-92a6-bdc6ebfb3108 req-9120d8f7-12e4-4028-b78c-b7187cbc6482 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985854 Mar 22 14:17:25.403997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a28a711d-4108-48c2-9534-21fe3c3a4ea4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.415499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58a09bd8-442b-4b5d-b9d4-acfe3b5a87ef req-ea033b16-1393-4612-9dc2-c12340ce0da8 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304312 Mar 22 14:17:25.430560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-7a880449-b730-4bd8-955b-d7c949edf2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.432079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-7a880449-b730-4bd8-955b-d7c949edf2f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1128 time: 0.1554370 Mar 22 14:17:25.506767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-382a34b4-6445-4265-a33f-192c3efa4c24 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.508335 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-382a34b4-6445-4265-a33f-192c3efa4c24 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 945 time: 0.0637133 Mar 22 14:17:25.536878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a28a711d-4108-48c2-9534-21fe3c3a4ea4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (bdf99b40-59bf-4294-98f0-23a64af7eb25), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.603424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-8ed04295-c846-4598-b161-f2aebf1b3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.605835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-8ed04295-c846-4598-b161-f2aebf1b3b88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.1651070 Mar 22 14:17:25.612348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a28a711d-4108-48c2-9534-21fe3c3a4ea4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.612536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Deleting port 89989752-e347-467c-821e-8cbe67b3e1ac {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:25.612889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.669163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a28a711d-4108-48c2-9534-21fe3c3a4ea4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.673296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a28a711d-4108-48c2-9534-21fe3c3a4ea4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3744116 Mar 22 14:17:25.674067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42048) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:25.678643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-81cd88fa-b1f0-4505-8b99-234f08934ba4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:25.695120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6f141-455f-4b09-b571-90552f80c25a req-e641f5b4-cc32-4ffc-8e32-c7384f3fedc2 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.696552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14b6f141-455f-4b09-b571-90552f80c25a req-e641f5b4-cc32-4ffc-8e32-c7384f3fedc2 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 945 time: 0.2072954 Mar 22 14:17:25.727161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-b7cce587-6b14-42f2-8533-316e1fd25bfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 1002 time: 0.0986404 Mar 22 14:17:25.789171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14b6f141-455f-4b09-b571-90552f80c25a req-74b81ba9-1c3c-4da0-a0f0-3ecb34c5b33d tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833559 Mar 22 14:17:25.801005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-13a252a6-e093-4ca8-a6c8-c2c1b7af1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.802660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-13a252a6-e093-4ca8-a6c8-c2c1b7af1be4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.0640182 Mar 22 14:17:25.844286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] For port 89989752-e347-467c-821e-8cbe67b3e1ac, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=89989752-e347-467c-821e-8cbe67b3e1ac,segment=NetworkSegment(df5f2a0b-5e5d-4c2a-bf3d-0c7318433008),segment_id=df5f2a0b-5e5d-4c2a-bf3d-0c7318433008)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:25.844654 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.856316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-8bb64cf3-d693-475b-8c19-893bcd139004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.857863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-8bb64cf3-d693-475b-8c19-893bcd139004 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482798 Mar 22 14:17:25.862022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Calling delete_port for 89989752-e347-467c-821e-8cbe67b3e1ac owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:25.935734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-81cd88fa-b1f0-4505-8b99-234f08934ba4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.957040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-68219931-29e0-48a9-bdeb-623feb527678 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828309 Mar 22 14:17:25.984337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-81cd88fa-b1f0-4505-8b99-234f08934ba4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.060151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1a4bfdc-c71f-4ae9-b412-beba0b016c79 req-5e87d595-b497-4b47-9a59-7d3fb9074cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Mar 22 14:17:26.142576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cd88fa-b1f0-4505-8b99-234f08934ba4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Router bdf99b40-59bf-4294-98f0-23a64af7eb25 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:17:26.150816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (89989752-e347-467c-821e-8cbe67b3e1ac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.164193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['89989752-e347-467c-821e-8cbe67b3e1ac'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:17:26.184414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Pushing event deleted for resources: {'Port': ['ID=89989752-e347-467c-821e-8cbe67b3e1ac,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:26.246563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f5270-1a12-4d53-b2e6-cd1b527bbe76 req-1b2bd241-3338-406f-a36b-de4c4ddf083b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.248039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c4f5270-1a12-4d53-b2e6-cd1b527bbe76 req-1b2bd241-3338-406f-a36b-de4c4ddf083b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.0556347 Mar 22 14:17:26.281636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cd88fa-b1f0-4505-8b99-234f08934ba4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:26.295058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] Sync routers for ids ['bdf99b40-59bf-4294-98f0-23a64af7eb25'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:26.300815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-81cd88fa-b1f0-4505-8b99-234f08934ba4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.304576 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-81cd88fa-b1f0-4505-8b99-234f08934ba4 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "PUT /v2.0/routers/bdf99b40-59bf-4294-98f0-23a64af7eb25 HTTP/1.1" status: 200 len: 692 time: 0.6269000 Mar 22 14:17:26.304754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c4f5270-1a12-4d53-b2e6-cd1b527bbe76 req-5e36bb1e-194f-4408-9d94-954099173f01 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473337 Mar 22 14:17:26.304877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] No DVR routers for this DVR port 89989752-e347-467c-821e-8cbe67b3e1ac on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:26.304877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42052) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:26.307295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.310383 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8f6af6ee-50e2-485a-bb4a-aa3abf3b6819 req-15c3a259-0b94-4d05-8980-6bf2fdcb4dab tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.57 "DELETE /v2.0/ports/89989752-e347-467c-821e-8cbe67b3e1ac HTTP/1.1" status: 204 len: 173 time: 0.7972844 Mar 22 14:17:26.314788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e037d75-4739-492d-8797-74be39dd0fd0', 'name': 'network-vif-deleted', 'tag': '89989752-e347-467c-821e-8cbe67b3e1ac'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:26.317051 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae257aac-13ee-4e1b-a1d6-ba08ed0eff95" -d '{"events": [{"server_uuid": "8e037d75-4739-492d-8797-74be39dd0fd0", "name": "network-vif-deleted", "tag": "89989752-e347-467c-821e-8cbe67b3e1ac"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:26.329222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] Routers {'bdf99b40-59bf-4294-98f0-23a64af7eb25'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:26.330219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bdf99b40-59bf-4294-98f0-23a64af7eb25'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:26.372228 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b364d0-21a2-4010-b7eb-6caa3a37a5cb x-openstack-request-id: req-19b364d0-21a2-4010-b7eb-6caa3a37a5cb {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:26.372678 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e037d75-4739-492d-8797-74be39dd0fd0", "name": "network-vif-deleted", "tag": "89989752-e347-467c-821e-8cbe67b3e1ac", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:26.372932 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19b364d0-21a2-4010-b7eb-6caa3a37a5cb {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:26.373323 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b364d0-21a2-4010-b7eb-6caa3a37a5cb'] response: {'server_uuid': '8e037d75-4739-492d-8797-74be39dd0fd0', 'name': 'network-vif-deleted', 'tag': '89989752-e347-467c-821e-8cbe67b3e1ac', 'status': 'completed', 'code': 200} Mar 22 14:17:26.416868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dd1a2c34-3c8e-4d93-b1e2-f38e8b30fce2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/routers/bdf99b40-59bf-4294-98f0-23a64af7eb25 HTTP/1.1" status: 200 len: 698 time: 0.1109400 Mar 22 14:17:26.420081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42056) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:26.467413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65b81850-d1f0-40e4-b347-0b1dd6877ca1 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf99b40-59bf-4294-98f0-23a64af7eb25 HTTP/1.1" status: 200 len: 205 time: 0.0435181 Mar 22 14:17:26.471480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42060) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:26.583817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf3f94e-981d-46ab-b2df-bd09ad49a899 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.641630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e4738d9-f471-481f-a1a2-d005d2736b95 req-32c8d0bf-108a-41ee-a383-3287c90bbba9 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0505130 Mar 22 14:17:26.650511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] Set router bdf99b40-59bf-4294-98f0-23a64af7eb25 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:26.662307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12787139-3ee0-4a80-aa8c-3b521fb4f149 req-1db041dc-6b1d-487b-9408-646155299c21 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.669389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12787139-3ee0-4a80-aa8c-3b521fb4f149 req-1db041dc-6b1d-487b-9408-646155299c21 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1376154 Mar 22 14:17:26.748203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf99b40-59bf-4294-98f0-23a64af7eb25', 'name': 'tempest-RoutersTest-router-94950024', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:25Z', 'updated_at': '2022-03-22T14:17:25Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:26.778537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12787139-3ee0-4a80-aa8c-3b521fb4f149 req-35f0f2ab-31bb-4c4e-8595-d06f2807808b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082914 Mar 22 14:17:26.796531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] Checking router: bdf99b40-59bf-4294-98f0-23a64af7eb25 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:26.819773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] Routers {'bdf99b40-59bf-4294-98f0-23a64af7eb25'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:26.820664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bdf99b40-59bf-4294-98f0-23a64af7eb25'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:26.841539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf3f94e-981d-46ab-b2df-bd09ad49a899 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.844368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf3f94e-981d-46ab-b2df-bd09ad49a899 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router_controller (bdf99b40-59bf-4294-98f0-23a64af7eb25), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.905379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf3f94e-981d-46ab-b2df-bd09ad49a899 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (bdf99b40-59bf-4294-98f0-23a64af7eb25), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.906700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf3f94e-981d-46ab-b2df-bd09ad49a899 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Fanout notify agent at l3_agent the message router_deleted on router bdf99b40-59bf-4294-98f0-23a64af7eb25 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:17:26.907785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] Set router bdf99b40-59bf-4294-98f0-23a64af7eb25 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:26.914815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdf3f94e-981d-46ab-b2df-bd09ad49a899 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.920240 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fdf3f94e-981d-46ab-b2df-bd09ad49a899 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/bdf99b40-59bf-4294-98f0-23a64af7eb25 HTTP/1.1" status: 204 len: 168 time: 0.4434981 Mar 22 14:17:26.920417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42066) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:26.967133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf99b40-59bf-4294-98f0-23a64af7eb25', 'name': 'tempest-RoutersTest-router-94950024', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:25Z', 'updated_at': '2022-03-22T14:17:25Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:26.998332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a1e8f73-b674-42cb-b32c-378fd875e253 req-3ac2835b-4726-4a11-874c-a8f46bcb3aa2 tempest-ServerTagsTestJSON-581622391 tempest-ServerTagsTestJSON-581622391-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e037d75-4739-492d-8797-74be39dd0fd0 HTTP/1.1" status: 200 len: 210 time: 0.0632164 Mar 22 14:17:27.001822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb3870-cd1d-436c-936e-5c355c83ab98 None None] The sync data for ids ['bdf99b40-59bf-4294-98f0-23a64af7eb25'] in n-d-834677-3 is: [{'id': 'bdf99b40-59bf-4294-98f0-23a64af7eb25', 'name': 'tempest-RoutersTest-router-94950024', 'tenant_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:25Z', 'updated_at': '2022-03-22T14:17:25Z', 'revision_number': 2, 'project_id': 'fcf4af4f60d8463996b8dd1bc1e23d8c', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:27.003899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42068) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.004816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a897b9f1-c67c-4f6b-bf35-f31cc5eb81f2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf99b40-59bf-4294-98f0-23a64af7eb25 HTTP/1.1" status: 200 len: 205 time: 0.0837617 Mar 22 14:17:27.046371 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-c3eebfd8-7a68-4ad3-bfed-5902c0bc2b85 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] delete failed (client error): The resource could not be found. Mar 22 14:17:27.047429 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c3eebfd8-7a68-4ad3-bfed-5902c0bc2b85 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/bdf99b40-59bf-4294-98f0-23a64af7eb25 HTTP/1.1" status: 404 len: 336 time: 0.0425415 Mar 22 14:17:27.050096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42070) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.079979 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df90d28-cfa2-4350-998c-d98183b4d0bc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.080439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df90d28-cfa2-4350-998c-d98183b4d0bc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.083483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8df90d28-cfa2-4350-998c-d98183b4d0bc tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/0ff54ae8-1b0d-4956-9578-c19473422373 HTTP/1.1" status: 404 len: 337 time: 0.0321479 Mar 22 14:17:27.086287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42072) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.114838 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1e48d8-0194-48e2-868c-85a970485f24 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.115354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1e48d8-0194-48e2-868c-85a970485f24 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.118388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2b1e48d8-0194-48e2-868c-85a970485f24 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/dd0a95b0-bb76-45e3-a7b8-708f7d86a46a HTTP/1.1" status: 404 len: 337 time: 0.0311108 Mar 22 14:17:27.121026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42074) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.147422 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-54675a80-50bf-4ed5-84d5-ada85f0a2a7c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.147972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54675a80-50bf-4ed5-84d5-ada85f0a2a7c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.151040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-54675a80-50bf-4ed5-84d5-ada85f0a2a7c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/cafcd41d-4ddf-4f75-be44-149e679d6491 HTTP/1.1" status: 404 len: 337 time: 0.0290108 Mar 22 14:17:27.153949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42076) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.180208 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6e5166-bceb-49d5-a252-dc0e7425eacb tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.180650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6e5166-bceb-49d5-a252-dc0e7425eacb tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.185495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3f6e5166-bceb-49d5-a252-dc0e7425eacb tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/63786458-af70-4db7-8da3-62143b3dc88f HTTP/1.1" status: 404 len: 337 time: 0.0288298 Mar 22 14:17:27.186440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42078) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.216611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1a8ce3bd-2f8f-4b47-aec4-3888dddd3875 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 200 len: 205 time: 0.0269833 Mar 22 14:17:27.216924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42080) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.259559 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-ed94cfef-04aa-44f1-9acd-4aff5409fb30 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] delete failed (client error): The resource could not be found. Mar 22 14:17:27.262837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ed94cfef-04aa-44f1-9acd-4aff5409fb30 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/0f6e6d8d-c403-466c-be46-27844ae0340d HTTP/1.1" status: 404 len: 336 time: 0.0427630 Mar 22 14:17:27.263392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42082) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.291508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f1319f42-8b6d-4bde-b902-b11482c8f1ea tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd4c59c0-237e-4b0d-9e73-054e85075ddd HTTP/1.1" status: 200 len: 205 time: 0.0270183 Mar 22 14:17:27.293899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42084) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.330144 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-209ef683-3d99-4c00-bdda-c807892e1b23 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] delete failed (client error): The resource could not be found. Mar 22 14:17:27.331154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-209ef683-3d99-4c00-bdda-c807892e1b23 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/cd4c59c0-237e-4b0d-9e73-054e85075ddd HTTP/1.1" status: 404 len: 336 time: 0.0363491 Mar 22 14:17:27.334102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42088) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.365746 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-26539be8-3f34-4026-9ca3-6966ba0f4fe9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.365746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26539be8-3f34-4026-9ca3-6966ba0f4fe9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.368855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-26539be8-3f34-4026-9ca3-6966ba0f4fe9 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/1974082c-b5b8-4fb2-9c6b-79b25dedb0aa HTTP/1.1" status: 404 len: 337 time: 0.0339153 Mar 22 14:17:27.371582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42090) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.400808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c1639b94-2324-4ac4-a527-7a481f177c52 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8beb114-4273-44b2-bd50-3d0ac970689a HTTP/1.1" status: 200 len: 205 time: 0.0281053 Mar 22 14:17:27.403391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42094) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.442009 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-58d90b68-dd32-44f7-b439-512aebd41d9b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] delete failed (client error): The resource could not be found. Mar 22 14:17:27.443315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58d90b68-dd32-44f7-b439-512aebd41d9b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/d8beb114-4273-44b2-bd50-3d0ac970689a HTTP/1.1" status: 404 len: 336 time: 0.0388005 Mar 22 14:17:27.445908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.458621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc585-9eb9-4b3e-a9e9-ac01122bdc4b req-4ce64b7c-a57a-4409-b1d6-5becd37f1491 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.460152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f27cc585-9eb9-4b3e-a9e9-ac01122bdc4b req-4ce64b7c-a57a-4409-b1d6-5becd37f1491 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.0581846 Mar 22 14:17:27.481956 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7947fbe8-f3eb-4d69-8365-265535369877 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=e086e067-8b6d-4696-9ac9-c44877ad317b HTTP/1.1" status: 200 len: 205 time: 0.0325930 Mar 22 14:17:27.482349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42098) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.526922 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-d456158f-a51e-4de3-9a3d-c271a434827c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] delete failed (client error): The resource could not be found. Mar 22 14:17:27.530373 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d456158f-a51e-4de3-9a3d-c271a434827c tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/e086e067-8b6d-4696-9ac9-c44877ad317b HTTP/1.1" status: 404 len: 336 time: 0.0446398 Mar 22 14:17:27.530524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f27cc585-9eb9-4b3e-a9e9-ac01122bdc4b req-d3b346e7-4ee9-4d2c-9c18-ceab894eb45b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613105 Mar 22 14:17:27.530630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42102) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.556743 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34beb44-5d43-4a6b-95b4-7483f105e480 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.557212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34beb44-5d43-4a6b-95b4-7483f105e480 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.562819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f34beb44-5d43-4a6b-95b4-7483f105e480 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/ac49c562-1ec6-48ee-8b2d-02c6a596b22e HTTP/1.1" status: 404 len: 337 time: 0.0287771 Mar 22 14:17:27.562970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42106) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.593630 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1cb996bc-d29a-4235-87a8-fd16ac372e3b tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=938b900a-9eb7-4e4d-bb62-79ab220303f0 HTTP/1.1" status: 200 len: 205 time: 0.0292807 Mar 22 14:17:27.596193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42110) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.644322 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-89387140-c997-4980-912e-e0a0a93470ab tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] delete failed (client error): The resource could not be found. Mar 22 14:17:27.645458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-89387140-c997-4980-912e-e0a0a93470ab tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/938b900a-9eb7-4e4d-bb62-79ab220303f0 HTTP/1.1" status: 404 len: 336 time: 0.0481868 Mar 22 14:17:27.649169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42112) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.678372 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ab35e5-e8ad-4303-8a32-a972e96b287d tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.679024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ab35e5-e8ad-4303-8a32-a972e96b287d tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.682403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c6ab35e5-e8ad-4303-8a32-a972e96b287d tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/8b41fd59-5e68-4668-93e4-b33bc6c442ba HTTP/1.1" status: 404 len: 337 time: 0.0320733 Mar 22 14:17:27.685122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42116) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.734407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:17:27.766979 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-23c9eccd-6c66-4ce8-bcc0-a1213596e4c2 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d81edce-8c25-42ed-ade1-fbf0844bcf4f HTTP/1.1" status: 200 len: 205 time: 0.0806460 Mar 22 14:17:27.769289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42120) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.839479 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-b851af76-7b6d-47c5-acd5-a58a9ba6f1f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] delete failed (client error): The resource could not be found. Mar 22 14:17:27.840868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b851af76-7b6d-47c5-acd5-a58a9ba6f1f5 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/routers/0d81edce-8c25-42ed-ade1-fbf0844bcf4f HTTP/1.1" status: 404 len: 336 time: 0.0703499 Mar 22 14:17:27.843926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42124) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.896110 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ba4612-0dfb-4afc-8919-7a886671eba0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.896645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ba4612-0dfb-4afc-8919-7a886671eba0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.903843 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-68ba4612-0dfb-4afc-8919-7a886671eba0 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/e050e1cb-8f97-4703-af42-6307b5b98dea HTTP/1.1" status: 404 len: 337 time: 0.0587959 Mar 22 14:17:27.907032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:27.921271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4be2db31-a224-459e-a809-eda14e11153e req-321013c6-bf60-490d-9ab7-c5212f880242 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0882592 Mar 22 14:17:27.927247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:27.958204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-b3f911d5-6a3f-4860-97be-8d23029d481c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.962203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-b3f911d5-6a3f-4860-97be-8d23029d481c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf&tenant_id=6dd3d1a9a9e643fd96e398de43951d87&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 943 time: 0.1843994 Mar 22 14:17:27.973711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'port_id': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'mac_address': 'fa:16:3e:26:8e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:17:27.978368 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cad3a45-6783-498f-9459-08473f48aa85 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] DELETE failed (client error): The resource could not be found. Mar 22 14:17:27.983509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cad3a45-6783-498f-9459-08473f48aa85 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:17:27.989197 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9cad3a45-6783-498f-9459-08473f48aa85 tempest-RoutersTest-1691694865 tempest-RoutersTest-1691694865-project] 10.222.0.44 "DELETE /v2.0/subnets/7dedc7c8-0a90-462b-af67-eba8140cba05 HTTP/1.1" status: 404 len: 337 time: 0.0785184 Mar 22 14:17:27.995513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5cc5-31e4-46b8-a113-f5c47cd9d69f req-f25a4459-09b0-45c2-a755-32e7ef48dfcf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.997329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac2a5cc5-31e4-46b8-a113-f5c47cd9d69f req-f25a4459-09b0-45c2-a755-32e7ef48dfcf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 943 time: 0.1487727 Mar 22 14:17:28.044958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f5f9f977-fe8b-4f75-9434-26802a46d740 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:28.045639 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.062543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f9f977-fe8b-4f75-9434-26802a46d740 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:28.080827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-edb65b21-9d82-4c00-87f0-a76838980e7c service neutron] 10.222.0.42 "GET /v2.0/ports/f5f9f977-fe8b-4f75-9434-26802a46d740/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 382 time: 0.0824327 Mar 22 14:17:28.107946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:28.122781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.158810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac2a5cc5-31e4-46b8-a113-f5c47cd9d69f req-b12b086b-8b69-4842-9bae-8c0735016ebb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895925 Mar 22 14:17:28.222527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:28.230700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42136) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:28.261329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-6cd3e1ec-23f2-45c7-86e8-96532f02be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.266284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-6cd3e1ec-23f2-45c7-86e8-96532f02be9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1126 time: 0.1111109 Mar 22 14:17:28.315948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] Deleting subnet f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:28.334868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] Publish callbacks [] for subnet (f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.374830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-9b4b698c-7b97-4f7e-9fb8-890cf86b785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.376262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-9b4b698c-7b97-4f7e-9fb8-890cf86b785e service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.1055768 Mar 22 14:17:28.393152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['f5f9f977-fe8b-4f75-9434-26802a46d740'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:17:28.396629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3fc1d-77c5-43d8-9fd5-b74c40f2853c req-9eee235f-5ec6-40db-8108-4a66fa37e38a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.403874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73c3fc1d-77c5-43d8-9fd5-b74c40f2853c req-9eee235f-5ec6-40db-8108-4a66fa37e38a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2008820 Mar 22 14:17:28.416093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.515076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.538984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73c3fc1d-77c5-43d8-9fd5-b74c40f2853c req-2f289319-dc33-45f8-9e62-f7d5fca6eb17 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341228 Mar 22 14:17:28.554031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.565210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42142) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:28.569169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-74c62ff8-8785-4af1-b6b2-4b8718e3f694 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 998 time: 0.1633105 Mar 22 14:17:28.627451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.678957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-d04431d4-6604-4f9c-bc47-1f2c76f2a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.680596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-d04431d4-6604-4f9c-bc47-1f2c76f2a263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0857375 Mar 22 14:17:28.683169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:28.697781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.703397 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62a4b3e9-0345-491f-948e-ebfe6576efa0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f00a3403-1d5a-4fac-b11a-b6ee5ffd5cc3 HTTP/1.1" status: 204 len: 168 time: 0.4694471 Mar 22 14:17:28.703631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42146) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:28.813231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (c1769c4f-5fb9-4f30-8b2d-f7486258a90e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.833640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c4d06d6e-10e3-46f6-8e01-cf5132844e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.835128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c4d06d6e-10e3-46f6-8e01-cf5132844e37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1482298 Mar 22 14:17:28.917484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (c1769c4f-5fb9-4f30-8b2d-f7486258a90e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.942955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1769c4f-5fb9-4f30-8b2d-f7486258a90e']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:28.958100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5f2a0b-5e5d-4c2a-bf3d-0c7318433008') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:28.958972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5f2a0b-5e5d-4c2a-bf3d-0c7318433008') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:28.972053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (df5f2a0b-5e5d-4c2a-bf3d-0c7318433008), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.987709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (df5f2a0b-5e5d-4c2a-bf3d-0c7318433008), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.996423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:28.996820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (df5f2a0b-5e5d-4c2a-bf3d-0c7318433008), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:28.998783 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:29.100934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (c1769c4f-5fb9-4f30-8b2d-f7486258a90e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.109829 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.132692 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c1769c4f-5fb9-4f30-8b2d-f7486258a90e HTTP/1.1" status: 204 len: 168 time: 0.4204359 Mar 22 14:17:29.165202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fe90e-035f-4d27-8b00-46026fb2d790 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1769c4f-5fb9-4f30-8b2d-f7486258a90e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:29.300806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42156) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:29.349794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78d56292-923e-41b8-947f-ac9a001bab47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b7fc2cddc294ea682c0da90587d8246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477312 Mar 22 14:17:29.352515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42158) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:29.369101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cef53658-7983-4e58-8a44-3a131775f4ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcf4af4f60d8463996b8dd1bc1e23d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8002944 Mar 22 14:17:29.369349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:29.447810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a446495e-5289-43cd-af31-5075c3186dfc admin admin] Publish callbacks [] for security_group (6f5db986-2e69-44e2-bd6a-6e5fe2213fc6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.458962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ebc354c-b0fc-4cf4-a27d-e9ab8837e0de req-69ccc951-b863-4bd4-8c6b-2d94c9dab1a0 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0959861 Mar 22 14:17:29.496736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5dac1df1-177c-4194-8a55-9893e9c4eeaa admin admin] Publish callbacks [] for security_group (253c7bb7-8c26-4cea-b985-1753d5e1e7a1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.506586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a446495e-5289-43cd-af31-5075c3186dfc admin admin] Publish callbacks [] for security_group (6f5db986-2e69-44e2-bd6a-6e5fe2213fc6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.511690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d516cf-9674-4011-944f-d33d344900ff req-ec006f42-0ac9-4f09-b12f-63a16d15f5c2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:29.513298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03d516cf-9674-4011-944f-d33d344900ff req-ec006f42-0ac9-4f09-b12f-63a16d15f5c2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 944 time: 0.1493134 Mar 22 14:17:29.549284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-5d969ca9-af12-4db0-955c-6be26bd5fee5 service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972859 Mar 22 14:17:29.558550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5dac1df1-177c-4194-8a55-9893e9c4eeaa admin admin] Publish callbacks [] for security_group (253c7bb7-8c26-4cea-b985-1753d5e1e7a1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.641515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03d516cf-9674-4011-944f-d33d344900ff req-1b7cdc47-cbeb-4110-bf0a-72fdb4092b92 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190267 Mar 22 14:17:29.655741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a446495e-5289-43cd-af31-5075c3186dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6f5db986-2e69-44e2-bd6a-6e5fe2213fc6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.658681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a446495e-5289-43cd-af31-5075c3186dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.660046 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a446495e-5289-43cd-af31-5075c3186dfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f5db986-2e69-44e2-bd6a-6e5fe2213fc6 HTTP/1.1" status: 204 len: 168 time: 0.3064134 Mar 22 14:17:29.678584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446495e-5289-43cd-af31-5075c3186dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5db986-2e69-44e2-bd6a-6e5fe2213fc6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:29.685006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5dac1df1-177c-4194-8a55-9893e9c4eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (253c7bb7-8c26-4cea-b985-1753d5e1e7a1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.688010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-97d086a7-b2d1-459b-81af-6a177f7fe89c service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328144 Mar 22 14:17:29.688502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5dac1df1-177c-4194-8a55-9893e9c4eeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.690458 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5dac1df1-177c-4194-8a55-9893e9c4eeaa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/253c7bb7-8c26-4cea-b985-1753d5e1e7a1 HTTP/1.1" status: 204 len: 168 time: 0.3201528 Mar 22 14:17:29.711035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac1df1-177c-4194-8a55-9893e9c4eeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c7bb7-8c26-4cea-b985-1753d5e1e7a1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:29.755503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 89989752-e347-467c-821e-8cbe67b3e1ac no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:29.785401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:29.826784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 89989752-e347-467c-821e-8cbe67b3e1ac {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:29.827121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 89989752-e347-467c-821e-8cbe67b3e1ac not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:29.849114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port f5f9f977-fe8b-4f75-9434-26802a46d740 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:17:29.860755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port f5f9f977-fe8b-4f75-9434-26802a46d740 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:29.861152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.969239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port f5f9f977-fe8b-4f75-9434-26802a46d740 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:29.969809 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.002012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:30.005139 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb201666-2e83-460c-a681-d31d3a996b4f" -d '{"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:30.025743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:30.034674 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.076308 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f78acb-46c7-408e-a725-71e5782bd2f8 x-openstack-request-id: req-93f78acb-46c7-408e-a725-71e5782bd2f8 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:30.076308 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:30.076308 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93f78acb-46c7-408e-a725-71e5782bd2f8 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:30.076308 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f78acb-46c7-408e-a725-71e5782bd2f8'] response: {'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'code': 200} Mar 22 14:17:30.106188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:30.589370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42218) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:30.598143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3533061e-cee7-4c44-9f0c-95a324642dd3 req-2d8b7a25-7e5c-42d3-8102-48c16869b02b tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0498569 Mar 22 14:17:30.731104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327864914'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:30.766404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.780670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.785894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cac91-c352-47d9-bdcb-594afb9fad9f req-c6b71b24-7bdf-4d89-a1a4-cf69f042b0a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:30.793316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-553cac91-c352-47d9-bdcb-594afb9fad9f req-c6b71b24-7bdf-4d89-a1a4-cf69f042b0a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.0739098 Mar 22 14:17:30.848358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-553cac91-c352-47d9-bdcb-594afb9fad9f req-82182a76-f297-4748-8b83-7190fef8540e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537322 Mar 22 14:17:30.886660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (c3fe99fe-26c3-4f17-8b31-37b375ce63f9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.892009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3fe99fe-26c3-4f17-8b31-37b375ce63f9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.927783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe99fe-26c3-4f17-8b31-37b375ce63f9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:30.996797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.005614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.042595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:31.043293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-914ad44a-281a-419b-8ef6-8f2885df9d92 req-11afa782-608a-4c9c-a84b-98d06ff3f7e5 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01c38f3-0a3f-4406-97e9-59ab7647bd7e HTTP/1.1" status: 200 len: 210 time: 0.0400436 Mar 22 14:17:31.078915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.081663 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dac8963f-7df2-4b37-919a-bedee221d482 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4910326 Mar 22 14:17:31.084589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42246) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.196664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42258) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.202377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7e4e67ed-8866-4f23-b215-f72659713f1b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-security--880469603', 'description': 'tempest-security-description-2050487954'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:31.210449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-541b9c64-8565-4465-8b86-ea88850723bd tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1221690 Mar 22 14:17:31.246597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e4e67ed-8866-4f23-b215-f72659713f1b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.317578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e4e67ed-8866-4f23-b215-f72659713f1b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.329183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e4e67ed-8866-4f23-b215-f72659713f1b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.331639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e4e67ed-8866-4f23-b215-f72659713f1b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.340622 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e4e67ed-8866-4f23-b215-f72659713f1b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "PUT /v2.0/security-groups/aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446 HTTP/1.1" status: 200 len: 1796 time: 0.1405311 Mar 22 14:17:31.341765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.425616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e67ed-8866-4f23-b215-f72659713f1b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:31.449774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eb40f338-8602-49fe-ab68-657948476218 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups/aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446 HTTP/1.1" status: 200 len: 1796 time: 0.1026540 Mar 22 14:17:31.452350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42272) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.492081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32dc4c8c-6f69-4352-bb37-c237ae45e868 req-4c85514d-d948-4399-b9d5-4776465d3cf7 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0406864 Mar 22 14:17:31.548462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8585039e-de13-43eb-b3fb-4b75b5c18e86 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.587853 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8585039e-de13-43eb-b3fb-4b75b5c18e86 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.675240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8585039e-de13-43eb-b3fb-4b75b5c18e86 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.679792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8585039e-de13-43eb-b3fb-4b75b5c18e86 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.680973 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8585039e-de13-43eb-b3fb-4b75b5c18e86 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446 HTTP/1.1" status: 204 len: 168 time: 0.2276578 Mar 22 14:17:31.683641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42284) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.730272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585039e-de13-43eb-b3fb-4b75b5c18e86 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:31.806936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01241622-dd3d-4869-98c8-a78b200e6e6e req-4d5a364e-03be-4d99-a46f-d2cc786cdaf9 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0813186 Mar 22 14:17:31.871054 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-055848ed-31df-4052-8d05-063046e95453 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1851904 Mar 22 14:17:31.873536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42288) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.897074 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-42887697-1edc-4ec7-a17d-68abbe8d270b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] delete failed (client error): The resource could not be found. Mar 22 14:17:31.898435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-42887697-1edc-4ec7-a17d-68abbe8d270b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa2d4f2f-ab34-4fd1-9ad6-06ab89aa6446 HTTP/1.1" status: 404 len: 347 time: 0.0212464 Mar 22 14:17:31.902344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42292) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.907720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5df16d08-cafe-4a2f-a633-ffa99ba4e6af tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--173482825'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:31.943456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df16d08-cafe-4a2f-a633-ffa99ba4e6af tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.042375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df16d08-cafe-4a2f-a633-ffa99ba4e6af tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.047170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df16d08-cafe-4a2f-a633-ffa99ba4e6af tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.079644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df16d08-cafe-4a2f-a633-ffa99ba4e6af tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.079892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97984cc2-1479-4b2a-a51d-c2a2e581b6d5 req-abc3c669-8c3e-40c6-b02c-cd15593cf8c9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:32.082104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97984cc2-1479-4b2a-a51d-c2a2e581b6d5 req-abc3c669-8c3e-40c6-b02c-cd15593cf8c9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 945 time: 0.0759950 Mar 22 14:17:32.084266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42294) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:32.084489 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5df16d08-cafe-4a2f-a633-ffa99ba4e6af tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1804931 Mar 22 14:17:32.089456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df16d08-cafe-4a2f-a633-ffa99ba4e6af tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:32.090101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dae69c83-7fb5-41f9-b1c6-3366fe7441c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': 'b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:32.171611 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dae69c83-7fb5-41f9-b1c6-3366fe7441c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (479b8324-7613-4564-89bc-8752e52a4889), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.212174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97984cc2-1479-4b2a-a51d-c2a2e581b6d5 req-e483f28b-eecd-48f8-90a1-95db0b072d51 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084132 Mar 22 14:17:32.266733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dae69c83-7fb5-41f9-b1c6-3366fe7441c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (479b8324-7613-4564-89bc-8752e52a4889), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.271824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dae69c83-7fb5-41f9-b1c6-3366fe7441c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (479b8324-7613-4564-89bc-8752e52a4889), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.290909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae69c83-7fb5-41f9-b1c6-3366fe7441c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479b8324-7613-4564-89bc-8752e52a4889,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:32.309430 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dae69c83-7fb5-41f9-b1c6-3366fe7441c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.310707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dae69c83-7fb5-41f9-b1c6-3366fe7441c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249961 Mar 22 14:17:32.313496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42296) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:32.346444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15249227-b007-4d36-a8b9-99a77aa5fc94 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (479b8324-7613-4564-89bc-8752e52a4889), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.346757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-575a7154-38dd-42ed-9784-3dd0648b659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:32.348521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-575a7154-38dd-42ed-9784-3dd0648b659d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 1127 time: 0.0988655 Mar 22 14:17:32.356053 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15249227-b007-4d36-a8b9-99a77aa5fc94 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (479b8324-7613-4564-89bc-8752e52a4889), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.369612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:32.382464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15249227-b007-4d36-a8b9-99a77aa5fc94 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (479b8324-7613-4564-89bc-8752e52a4889), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.388625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15249227-b007-4d36-a8b9-99a77aa5fc94 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.390506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-15249227-b007-4d36-a8b9-99a77aa5fc94 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/479b8324-7613-4564-89bc-8752e52a4889 HTTP/1.1" status: 204 len: 168 time: 0.0758848 Mar 22 14:17:32.394368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42298) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:32.397064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15249227-b007-4d36-a8b9-99a77aa5fc94 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=479b8324-7613-4564-89bc-8752e52a4889,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:32.634665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71469b73-3f84-4c79-b197-b2c1bb7591de req-53bf6ef0-8bb4-4147-b13a-f45fd2453002 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0467820 Mar 22 14:17:32.773644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42304) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:32.774495 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-39a5ce25-3b0a-4ecc-8097-c50df19c032f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3778369 Mar 22 14:17:32.775785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.881315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c048ee97-c285-4966-9051-dcd97cbcdad8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.926573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c048ee97-c285-4966-9051-dcd97cbcdad8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.972892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8225d9ef-b981-4e45-bebb-16a3a9260efc req-a9b786bd-0102-43b0-ad29-29fc9a9c298c tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0657897 Mar 22 14:17:33.007411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c048ee97-c285-4966-9051-dcd97cbcdad8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.010944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c048ee97-c285-4966-9051-dcd97cbcdad8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.012290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c048ee97-c285-4966-9051-dcd97cbcdad8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044 HTTP/1.1" status: 204 len: 168 time: 0.2371490 Mar 22 14:17:33.022728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42308) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:33.023585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048ee97-c285-4966-9051-dcd97cbcdad8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a6fb8d-6836-4ae8-ac1b-27ff0f9de044,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.051275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:33.075299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-047d31f3-fbed-4df5-a9c2-3ba597561da0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0486586 Mar 22 14:17:33.079220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42310) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:33.083717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2bec33b8-ecb4-42a4-bb7c-8653ee592495 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--68214160'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:33.098947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:33.130710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bec33b8-ecb4-42a4-bb7c-8653ee592495 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.151676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:33.154004 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e7f86e-5bf3-4d40-b37e-341f412fd71d" -d '{"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:33.158715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Publish callbacks [] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.181402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Transition to ACTIVE for port object f5f9f977-fe8b-4f75-9434-26802a46d740 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:33.192869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.238083 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560862d7-05a7-42b1-b25a-260183d91d75 x-openstack-request-id: req-560862d7-05a7-42b1-b25a-260183d91d75 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:33.238374 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:33.238623 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-560862d7-05a7-42b1-b25a-260183d91d75 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:33.239018 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560862d7-05a7-42b1-b25a-260183d91d75'] response: {'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'code': 200} Mar 22 14:17:33.299114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.350947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bec33b8-ecb4-42a4-bb7c-8653ee592495 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (84a492c5-bdec-4baa-adf6-2b431c5859f3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.366634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bec33b8-ecb4-42a4-bb7c-8653ee592495 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (84a492c5-bdec-4baa-adf6-2b431c5859f3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.372841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf34f00-6392-4f14-912c-297aec184fc6 req-7973731a-83f4-44b5-8d2c-dd63aeb572eb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:33.374830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cf34f00-6392-4f14-912c-297aec184fc6 req-7973731a-83f4-44b5-8d2c-dd63aeb572eb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 944 time: 0.0633850 Mar 22 14:17:33.442666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec33b8-ecb4-42a4-bb7c-8653ee592495 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a492c5-bdec-4baa-adf6-2b431c5859f3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.458655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cf34f00-6392-4f14-912c-297aec184fc6 req-c8d4820b-7a66-4d83-83ae-01343ff0cf14 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763104 Mar 22 14:17:33.462041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2bec33b8-ecb4-42a4-bb7c-8653ee592495 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.463298 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2bec33b8-ecb4-42a4-bb7c-8653ee592495 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3831189 Mar 22 14:17:33.466818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42316) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:33.471709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9f228f7b-e25e-4bcb-8dc7-916bdadca4e5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '84a492c5-bdec-4baa-adf6-2b431c5859f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:33.475751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] No DVR routers for this DVR port f5f9f977-fe8b-4f75-9434-26802a46d740 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:33.514168 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f228f7b-e25e-4bcb-8dc7-916bdadca4e5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (010b87ff-081e-476e-98b3-30fe8c3a88f7), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.579470 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f228f7b-e25e-4bcb-8dc7-916bdadca4e5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (010b87ff-081e-476e-98b3-30fe8c3a88f7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.586701 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f228f7b-e25e-4bcb-8dc7-916bdadca4e5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (010b87ff-081e-476e-98b3-30fe8c3a88f7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.612311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9f228f7b-e25e-4bcb-8dc7-916bdadca4e5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.613522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9f228f7b-e25e-4bcb-8dc7-916bdadca4e5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456940 Mar 22 14:17:33.615022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f228f7b-e25e-4bcb-8dc7-916bdadca4e5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010b87ff-081e-476e-98b3-30fe8c3a88f7,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.616691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42318) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:33.621089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c452e77c-ea23-420f-9656-aff87e4882a3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '84a492c5-bdec-4baa-adf6-2b431c5859f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:33.639440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:33.640166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:33.640506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:33.645535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:33.645931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Attempting to bind port f5f9f977-fe8b-4f75-9434-26802a46d740 on network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:33.648550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c452e77c-ea23-420f-9656-aff87e4882a3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (db02a74f-7dd8-48b4-8071-a2a3b9a12a40), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.651007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:33.651341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Checking segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:33.651723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Bound using segment: {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:33.652147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Bound port: f5f9f977-fe8b-4f75-9434-26802a46d740, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fd082f-fa4c-495a-a528-9950e37f6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:33.652693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.704352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c452e77c-ea23-420f-9656-aff87e4882a3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (db02a74f-7dd8-48b4-8071-a2a3b9a12a40), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.709863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c452e77c-ea23-420f-9656-aff87e4882a3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (db02a74f-7dd8-48b4-8071-a2a3b9a12a40), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.720364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:33.724116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:33.732028 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.736973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452e77c-ea23-420f-9656-aff87e4882a3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db02a74f-7dd8-48b4-8071-a2a3b9a12a40,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.770925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c452e77c-ea23-420f-9656-aff87e4882a3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.772592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c452e77c-ea23-420f-9656-aff87e4882a3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549866 Mar 22 14:17:33.778396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42322) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:33.792671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:33.797409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:33.798432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-122ea0f1-5ae2-48b2-a1d9-1cfea9a21be5 req-1ddb04c5-f852-4bdc-913b-a318bb62a014 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0426238 Mar 22 14:17:33.806293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.818548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] 10.222.0.57 "PUT /v2.0/ports/f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 1092 time: 1.4437268 Mar 22 14:17:33.819233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0c0113d8-131d-47da-9171-b96d99ce50f7 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '84a492c5-bdec-4baa-adf6-2b431c5859f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:33.882474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d30a742-141b-4db0-aba9-59ab6723e1b8 req-0de5cd56-8c4e-430b-96f5-37005daeef8c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e01c38f3-0a3f-4406-97e9-59ab7647bd7e HTTP/1.1" status: 200 len: 210 time: 0.0595181 Mar 22 14:17:33.889769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port f5f9f977-fe8b-4f75-9434-26802a46d740 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:17:33.890326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:33.907043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afc3eb-f44d-42af-a337-c4244473bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=11']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.913008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c0113d8-131d-47da-9171-b96d99ce50f7 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (b1b6b27f-c59c-480c-8969-26040b68bdff), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.959962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-2ecd8dbe-4e56-40d9-85ef-09f85a75cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:33.961488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-2ecd8dbe-4e56-40d9-85ef-09f85a75cf98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1126 time: 0.1006079 Mar 22 14:17:33.996478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c0113d8-131d-47da-9171-b96d99ce50f7 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (b1b6b27f-c59c-480c-8969-26040b68bdff), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.001749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c0113d8-131d-47da-9171-b96d99ce50f7 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b1b6b27f-c59c-480c-8969-26040b68bdff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.027522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0113d8-131d-47da-9171-b96d99ce50f7 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b6b27f-c59c-480c-8969-26040b68bdff,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.032482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c0113d8-131d-47da-9171-b96d99ce50f7 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.036558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.036758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0c0113d8-131d-47da-9171-b96d99ce50f7 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2262964 Mar 22 14:17:34.042139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6a65b4ba-fa56-4e2d-a335-a9b2ca9d7dc0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '84a492c5-bdec-4baa-adf6-2b431c5859f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:34.090458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a65b4ba-fa56-4e2d-a335-a9b2ca9d7dc0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (f8bdfb91-e81b-439e-9f08-c41a0bd5c033), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.187498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daae8544-57fe-4641-9f59-75351a89d6a5 req-3059a678-83aa-4906-a67e-73b0066269be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0363398 Mar 22 14:17:34.189117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-8ca1ae37-dadb-4bca-9851-031590a89a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.190764 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-8ca1ae37-dadb-4bca-9851-031590a89a2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.1077220 Mar 22 14:17:34.209296 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53322619-584d-4785-98dc-4ff5d89c965e req-87f1f276-4a22-4916-8dee-ed5b1e754703 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0806444 Mar 22 14:17:34.239760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a65b4ba-fa56-4e2d-a335-a9b2ca9d7dc0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (f8bdfb91-e81b-439e-9f08-c41a0bd5c033), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.239760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a65b4ba-fa56-4e2d-a335-a9b2ca9d7dc0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (f8bdfb91-e81b-439e-9f08-c41a0bd5c033), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.261268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65b4ba-fa56-4e2d-a335-a9b2ca9d7dc0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bdfb91-e81b-439e-9f08-c41a0bd5c033,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.269301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a65b4ba-fa56-4e2d-a335-a9b2ca9d7dc0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.272942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a65b4ba-fa56-4e2d-a335-a9b2ca9d7dc0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2325056 Mar 22 14:17:34.273372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42330) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.277935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c477a4f3-8a9a-40e8-be9d-1f5998f88ee1 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '84a492c5-bdec-4baa-adf6-2b431c5859f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:34.304142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c477a4f3-8a9a-40e8-be9d-1f5998f88ee1 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (68c47814-81d6-4eef-8b06-84611c0bf2f1), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.361684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c477a4f3-8a9a-40e8-be9d-1f5998f88ee1 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (68c47814-81d6-4eef-8b06-84611c0bf2f1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.366380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c477a4f3-8a9a-40e8-be9d-1f5998f88ee1 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (68c47814-81d6-4eef-8b06-84611c0bf2f1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.384070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477a4f3-8a9a-40e8-be9d-1f5998f88ee1 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c47814-81d6-4eef-8b06-84611c0bf2f1,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.399736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c477a4f3-8a9a-40e8-be9d-1f5998f88ee1 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.400929 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c477a4f3-8a9a-40e8-be9d-1f5998f88ee1 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1266356 Mar 22 14:17:34.403955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42332) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.429390 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb3472d-b15a-4ede-932e-1d37d1aa52e3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (68c47814-81d6-4eef-8b06-84611c0bf2f1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.437778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb3472d-b15a-4ede-932e-1d37d1aa52e3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (68c47814-81d6-4eef-8b06-84611c0bf2f1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.457157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-eaf81cac-b5b2-4d11-adf1-9d710934abde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 997 time: 0.0690355 Mar 22 14:17:34.468707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb3472d-b15a-4ede-932e-1d37d1aa52e3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (68c47814-81d6-4eef-8b06-84611c0bf2f1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.474814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bb3472d-b15a-4ede-932e-1d37d1aa52e3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.478315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5bb3472d-b15a-4ede-932e-1d37d1aa52e3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/68c47814-81d6-4eef-8b06-84611c0bf2f1 HTTP/1.1" status: 204 len: 168 time: 0.0708871 Mar 22 14:17:34.480814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42334) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.499629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3472d-b15a-4ede-932e-1d37d1aa52e3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68c47814-81d6-4eef-8b06-84611c0bf2f1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.521880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-e115f98a-8bb7-4bb9-8f63-7dc1dae318a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.524980 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-e115f98a-8bb7-4bb9-8f63-7dc1dae318a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0610442 Mar 22 14:17:34.538414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a1c82044-69f1-4de6-b937-c1889db6ffe0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0536730 Mar 22 14:17:34.538757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42338) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.567400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-860a5b19-885c-43dc-9c45-0ab06c84313b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (f8bdfb91-e81b-439e-9f08-c41a0bd5c033), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.588825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-a4f6fb78-8c8d-4e6f-956a-4cf545122e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.590875 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-a4f6fb78-8c8d-4e6f-956a-4cf545122e89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572588 Mar 22 14:17:34.603089 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-860a5b19-885c-43dc-9c45-0ab06c84313b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (f8bdfb91-e81b-439e-9f08-c41a0bd5c033), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.639072 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-860a5b19-885c-43dc-9c45-0ab06c84313b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (f8bdfb91-e81b-439e-9f08-c41a0bd5c033), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.645763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-860a5b19-885c-43dc-9c45-0ab06c84313b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.650430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-860a5b19-885c-43dc-9c45-0ab06c84313b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f8bdfb91-e81b-439e-9f08-c41a0bd5c033 HTTP/1.1" status: 204 len: 168 time: 0.1072145 Mar 22 14:17:34.654195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6457f11-1577-4fb5-a105-8e339143c77d req-d049057c-68c3-416c-b87a-67414e896a58 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.655647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6457f11-1577-4fb5-a105-8e339143c77d req-d049057c-68c3-416c-b87a-67414e896a58 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 944 time: 0.0858886 Mar 22 14:17:34.657231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42340) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.667480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a5b19-885c-43dc-9c45-0ab06c84313b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8bdfb91-e81b-439e-9f08-c41a0bd5c033,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.726876 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-976fe25c-b66e-4a7c-a209-0568de9e3861 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190455 Mar 22 14:17:34.739423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3030f110-3e75-46e2-ac2d-04631f678e52 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0786016 Mar 22 14:17:34.741203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42342) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.751902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6457f11-1577-4fb5-a105-8e339143c77d req-99268814-9762-4592-81db-ba81804dee95 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822856 Mar 22 14:17:34.809776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-078aca56-02a6-4cc9-a0f7-7a5158c2b764 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (b1b6b27f-c59c-480c-8969-26040b68bdff), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.819865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-078aca56-02a6-4cc9-a0f7-7a5158c2b764 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (b1b6b27f-c59c-480c-8969-26040b68bdff), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.865536 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ff3a087-b468-4c22-9b9b-f65a3730b829 req-23b1f553-6216-4122-9d7f-fd75638689d8 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315827 Mar 22 14:17:34.866705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-078aca56-02a6-4cc9-a0f7-7a5158c2b764 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b1b6b27f-c59c-480c-8969-26040b68bdff), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.876637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-078aca56-02a6-4cc9-a0f7-7a5158c2b764 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.880835 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-078aca56-02a6-4cc9-a0f7-7a5158c2b764 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b1b6b27f-c59c-480c-8969-26040b68bdff HTTP/1.1" status: 204 len: 168 time: 0.1363986 Mar 22 14:17:34.881369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42346) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.893084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aca56-02a6-4cc9-a0f7-7a5158c2b764 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1b6b27f-c59c-480c-8969-26040b68bdff,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.908924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5659502-6078-4847-8890-95d830a09735 req-848b9526-1ee4-44c2-8391-f307274c1f66 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0346496 Mar 22 14:17:34.946384 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6ee942f0-ebf6-482e-b316-554c101c6f99 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0635593 Mar 22 14:17:34.951115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42350) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.985242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-163a4b93-5a7f-4797-8935-012e57dd9187 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (db02a74f-7dd8-48b4-8071-a2a3b9a12a40), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.996060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-163a4b93-5a7f-4797-8935-012e57dd9187 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (db02a74f-7dd8-48b4-8071-a2a3b9a12a40), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.029750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-163a4b93-5a7f-4797-8935-012e57dd9187 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (db02a74f-7dd8-48b4-8071-a2a3b9a12a40), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.035580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-163a4b93-5a7f-4797-8935-012e57dd9187 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.036728 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-163a4b93-5a7f-4797-8935-012e57dd9187 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/db02a74f-7dd8-48b4-8071-a2a3b9a12a40 HTTP/1.1" status: 204 len: 168 time: 0.0853856 Mar 22 14:17:35.039466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42352) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.045088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a4b93-5a7f-4797-8935-012e57dd9187 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db02a74f-7dd8-48b4-8071-a2a3b9a12a40,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:35.078885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3fd2a198-90ef-4af9-a322-5828492914ed tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0380726 Mar 22 14:17:35.081672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42354) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.108972 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bc200c3-6602-438c-b7a5-5e3c8070e2fb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (010b87ff-081e-476e-98b3-30fe8c3a88f7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.119840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bc200c3-6602-438c-b7a5-5e3c8070e2fb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (010b87ff-081e-476e-98b3-30fe8c3a88f7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.151694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bc200c3-6602-438c-b7a5-5e3c8070e2fb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (010b87ff-081e-476e-98b3-30fe8c3a88f7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.157371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bc200c3-6602-438c-b7a5-5e3c8070e2fb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.158570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2bc200c3-6602-438c-b7a5-5e3c8070e2fb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/010b87ff-081e-476e-98b3-30fe8c3a88f7 HTTP/1.1" status: 204 len: 168 time: 0.0758779 Mar 22 14:17:35.161329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42356) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.166931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc200c3-6602-438c-b7a5-5e3c8070e2fb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=010b87ff-081e-476e-98b3-30fe8c3a88f7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:35.207754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-76428043-c519-41e9-be7a-4e8bf5860936 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450008 Mar 22 14:17:35.210428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.242965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:35.246443 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:35.272837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c20dfc-5f91-4bc3-b5ea-a1b916e60f8d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (84a492c5-bdec-4baa-adf6-2b431c5859f3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.319390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c20dfc-5f91-4bc3-b5ea-a1b916e60f8d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (84a492c5-bdec-4baa-adf6-2b431c5859f3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.362493 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab31929-1ac7-4efe-ae76-7532951c0140 x-openstack-request-id: req-dab31929-1ac7-4efe-ae76-7532951c0140 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:35.362784 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:35.363066 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dab31929-1ac7-4efe-ae76-7532951c0140 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:35.363423 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab31929-1ac7-4efe-ae76-7532951c0140'] response: {'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'status': 'completed', 'code': 200} Mar 22 14:17:35.373857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58693433-1766-434e-b99f-526c03043181 req-ac3292f0-50c3-45dd-b90a-65a1248c4d9c tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0435848 Mar 22 14:17:35.379322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c20dfc-5f91-4bc3-b5ea-a1b916e60f8d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (84a492c5-bdec-4baa-adf6-2b431c5859f3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.382984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1c20dfc-5f91-4bc3-b5ea-a1b916e60f8d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.384973 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1c20dfc-5f91-4bc3-b5ea-a1b916e60f8d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/84a492c5-bdec-4baa-adf6-2b431c5859f3 HTTP/1.1" status: 204 len: 168 time: 0.1734743 Mar 22 14:17:35.389277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42364) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.419980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c20dfc-5f91-4bc3-b5ea-a1b916e60f8d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a492c5-bdec-4baa-adf6-2b431c5859f3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:35.441552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-f2e47f4c-5e9f-4e38-be6d-e5f2bb68908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.443476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-f2e47f4c-5e9f-4e38-be6d-e5f2bb68908a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1126 time: 0.0572922 Mar 22 14:17:35.469439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-15469b50-ba63-4be0-b390-8e6d9d6cbe41 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0743208 Mar 22 14:17:35.471137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42366) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.474295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-0405b9fe-5a94-4258-847e-267097ccd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.475889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-0405b9fe-5a94-4258-847e-267097ccd533 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1126 time: 0.1008515 Mar 22 14:17:35.502607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3dc82087-32d0-4745-b011-431170067615 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621439203'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:35.533242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc82087-32d0-4745-b011-431170067615 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.571526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-2c22cd78-200c-4f9b-9898-5ba858c84a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.573235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-2c22cd78-200c-4f9b-9898-5ba858c84a82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.0904844 Mar 22 14:17:35.573673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-a46f6224-0cc4-4fb7-a22f-6f3bceba831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.575262 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-a46f6224-0cc4-4fb7-a22f-6f3bceba831f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.1253922 Mar 22 14:17:35.647164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-50b31acb-1e8d-4d58-b5b7-c05a16da696a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 997 time: 0.0683062 Mar 22 14:17:35.671318 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-a4d188ef-4857-4bd2-b624-000a235fa1f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 997 time: 0.0845635 Mar 22 14:17:35.680776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc82087-32d0-4745-b011-431170067615 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (9f938df3-cbce-4c01-bceb-158b0a6c8bc0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.689611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc82087-32d0-4745-b011-431170067615 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f938df3-cbce-4c01-bceb-158b0a6c8bc0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.698720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-32bde278-c511-4524-b388-57ef4b7f566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.700122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-32bde278-c511-4524-b388-57ef4b7f566e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0464478 Mar 22 14:17:35.737824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3dc82087-32d0-4745-b011-431170067615 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.739189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3dc82087-32d0-4745-b011-431170067615 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2678556 Mar 22 14:17:35.742689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42368) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.750922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-69537093-fab1-4789-92c0-64abba4c23a8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '9f938df3-cbce-4c01-bceb-158b0a6c8bc0', 'direction': 'ingress', 'protocol': 17}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:35.753355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc82087-32d0-4745-b011-431170067615 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f938df3-cbce-4c01-bceb-158b0a6c8bc0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:35.756620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-79e0eec7-b12c-4c23-ab9b-b5d86f8ea940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.758248 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-79e0eec7-b12c-4c23-ab9b-b5d86f8ea940 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0799456 Mar 22 14:17:35.789207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-deda182f-879b-406d-b835-7327348b2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.791233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-deda182f-879b-406d-b835-7327348b2132 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854557 Mar 22 14:17:35.793160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-69537093-fab1-4789-92c0-64abba4c23a8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (bc4b2727-823c-465a-b74b-32633a7166e9), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.816969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-0ee8e1f7-5a0b-4d42-86cc-f22be03ef9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.818838 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-0ee8e1f7-5a0b-4d42-86cc-f22be03ef9fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546799 Mar 22 14:17:35.924185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-4ddd6be2-1618-46b2-b936-6b6e8d3f78d8 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988796 Mar 22 14:17:35.968649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-69537093-fab1-4789-92c0-64abba4c23a8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (bc4b2727-823c-465a-b74b-32633a7166e9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.978362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-eecbcc51-535a-4b8b-86f7-a304d49b4727 service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808524 Mar 22 14:17:35.980005 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-69537093-fab1-4789-92c0-64abba4c23a8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (bc4b2727-823c-465a-b74b-32633a7166e9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.990820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05285972-b18e-44c0-bcfc-6717ae6e3875 req-2761edf3-add7-4ad3-b3d8-2d68fd69f870 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.993109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05285972-b18e-44c0-bcfc-6717ae6e3875 req-2761edf3-add7-4ad3-b3d8-2d68fd69f870 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 944 time: 0.1374693 Mar 22 14:17:36.035227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69537093-fab1-4789-92c0-64abba4c23a8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4b2727-823c-465a-b74b-32633a7166e9,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.064920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-059b4068-0e4c-4f43-bbd3-a39ee7e0e5e3 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342473 Mar 22 14:17:36.095783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-69537093-fab1-4789-92c0-64abba4c23a8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.098698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-69537093-fab1-4789-92c0-64abba4c23a8 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3532162 Mar 22 14:17:36.101173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42376) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.118970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ba8e567-90d2-47b1-bd4b-a07a0854f576 req-31f40daa-3bf3-4907-9f8b-3ffe0acb3b2a tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0477276 Mar 22 14:17:36.157706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05285972-b18e-44c0-bcfc-6717ae6e3875 req-7b7ffc7c-91f8-4c9f-b212-cb9b0969bbd8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519997 Mar 22 14:17:36.182517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4fdd407-9aea-4e96-a03e-0badcd9d83f9 req-85861dc3-82b7-4320-b182-b0d8398d278b service neutron] 10.222.0.42 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883872 Mar 22 14:17:36.186554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56676948-8be6-420d-93d3-c2c08354bad5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (9f938df3-cbce-4c01-bceb-158b0a6c8bc0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.210522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56676948-8be6-420d-93d3-c2c08354bad5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (9f938df3-cbce-4c01-bceb-158b0a6c8bc0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.264408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56676948-8be6-420d-93d3-c2c08354bad5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9f938df3-cbce-4c01-bceb-158b0a6c8bc0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.267532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56676948-8be6-420d-93d3-c2c08354bad5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.271132 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-56676948-8be6-420d-93d3-c2c08354bad5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f938df3-cbce-4c01-bceb-158b0a6c8bc0 HTTP/1.1" status: 204 len: 168 time: 0.1661682 Mar 22 14:17:36.271726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42388) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.278162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56676948-8be6-420d-93d3-c2c08354bad5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f938df3-cbce-4c01-bceb-158b0a6c8bc0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.337137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-79c55f2c-0bd7-4c19-8b80-ec34f0acd9b4 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0641711 Mar 22 14:17:36.340855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.345707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e83ec83d-a19f-4d74-8bcd-27b26032b908 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121963216'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:36.367854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e83ec83d-a19f-4d74-8bcd-27b26032b908 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.453105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e83ec83d-a19f-4d74-8bcd-27b26032b908 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (197a9953-c943-4f05-abab-78b15d35f763), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.458333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e83ec83d-a19f-4d74-8bcd-27b26032b908 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (197a9953-c943-4f05-abab-78b15d35f763), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.500125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ec83d-a19f-4d74-8bcd-27b26032b908 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197a9953-c943-4f05-abab-78b15d35f763,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.530376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bab3418a-3fdc-4110-85d1-6a139da53b1c req-5e31fd26-1107-4009-a528-ba3116fbd06d tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0394030 Mar 22 14:17:36.531381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e83ec83d-a19f-4d74-8bcd-27b26032b908 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.535242 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e83ec83d-a19f-4d74-8bcd-27b26032b908 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1907952 Mar 22 14:17:36.535878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42400) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.541097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-33ddcb9e-6b78-485b-ba3a-3be40fa37310 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747834978'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:36.565919 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ddcb9e-6b78-485b-ba3a-3be40fa37310 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.586361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-303e95a4-9085-43c7-b17c-c2cbc01194dc req-4c697524-2829-4174-bb37-01473d752698 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0354619 Mar 22 14:17:36.650091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ddcb9e-6b78-485b-ba3a-3be40fa37310 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (cf7fa5c9-69cc-4030-98fd-5d29ec8e325b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.654920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ddcb9e-6b78-485b-ba3a-3be40fa37310 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cf7fa5c9-69cc-4030-98fd-5d29ec8e325b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.684855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ddcb9e-6b78-485b-ba3a-3be40fa37310 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.688583 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-33ddcb9e-6b78-485b-ba3a-3be40fa37310 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1491582 Mar 22 14:17:36.688893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42402) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.693499 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-952dc86a-017e-47cc-901a-42605255cf7d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '197a9953-c943-4f05-abab-78b15d35f763', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf7fa5c9-69cc-4030-98fd-5d29ec8e325b', 'remote_ip_prefix': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:36.713767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddcb9e-6b78-485b-ba3a-3be40fa37310 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fa5c9-69cc-4030-98fd-5d29ec8e325b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.727276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-952dc86a-017e-47cc-901a-42605255cf7d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (3678fbda-fea0-4061-b8fc-112e5a16ed73), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.805207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-952dc86a-017e-47cc-901a-42605255cf7d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (3678fbda-fea0-4061-b8fc-112e5a16ed73), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.810213 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-952dc86a-017e-47cc-901a-42605255cf7d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (3678fbda-fea0-4061-b8fc-112e5a16ed73), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.830958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dc86a-017e-47cc-901a-42605255cf7d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3678fbda-fea0-4061-b8fc-112e5a16ed73,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.842187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-952dc86a-017e-47cc-901a-42605255cf7d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.846044 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-952dc86a-017e-47cc-901a-42605255cf7d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1536601 Mar 22 14:17:36.846700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42404) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.872004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61064a87-1e30-42f3-9ab3-c38b5a0f6704 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (3678fbda-fea0-4061-b8fc-112e5a16ed73), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.879660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61064a87-1e30-42f3-9ab3-c38b5a0f6704 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (3678fbda-fea0-4061-b8fc-112e5a16ed73), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.908022 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61064a87-1e30-42f3-9ab3-c38b5a0f6704 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (3678fbda-fea0-4061-b8fc-112e5a16ed73), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.914149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61064a87-1e30-42f3-9ab3-c38b5a0f6704 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.918003 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-61064a87-1e30-42f3-9ab3-c38b5a0f6704 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/3678fbda-fea0-4061-b8fc-112e5a16ed73 HTTP/1.1" status: 204 len: 168 time: 0.0675950 Mar 22 14:17:36.918694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42406) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.937738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064a87-1e30-42f3-9ab3-c38b5a0f6704 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3678fbda-fea0-4061-b8fc-112e5a16ed73,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.970145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce3cd474-bbea-45eb-885c-6cb9c6057afb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0503273 Mar 22 14:17:36.973664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42408) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.028472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd24d177-1806-4265-a8ef-617c26c59a0f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (cf7fa5c9-69cc-4030-98fd-5d29ec8e325b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.054183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd24d177-1806-4265-a8ef-617c26c59a0f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (cf7fa5c9-69cc-4030-98fd-5d29ec8e325b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.099236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd24d177-1806-4265-a8ef-617c26c59a0f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cf7fa5c9-69cc-4030-98fd-5d29ec8e325b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.102002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd24d177-1806-4265-a8ef-617c26c59a0f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.105465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd24d177-1806-4265-a8ef-617c26c59a0f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/cf7fa5c9-69cc-4030-98fd-5d29ec8e325b HTTP/1.1" status: 204 len: 168 time: 0.1271443 Mar 22 14:17:37.106319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42412) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.113068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24d177-1806-4265-a8ef-617c26c59a0f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fa5c9-69cc-4030-98fd-5d29ec8e325b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:37.181139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42414) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.181382 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f7dbce34-c711-4f0a-9e67-32ce48ed541a tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0733790 Mar 22 14:17:37.245314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bb-ac81-4d7d-a73e-02f82d11fb57 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (197a9953-c943-4f05-abab-78b15d35f763), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.287347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bb-ac81-4d7d-a73e-02f82d11fb57 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (197a9953-c943-4f05-abab-78b15d35f763), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.328632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5b0d6-18f2-45a0-a79b-d0c49c96a31b req-2ce83098-b623-4a78-bcd7-873bb2db9340 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.330145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6c5b0d6-18f2-45a0-a79b-d0c49c96a31b req-2ce83098-b623-4a78-bcd7-873bb2db9340 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 944 time: 0.0967064 Mar 22 14:17:37.346698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bb-ac81-4d7d-a73e-02f82d11fb57 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (197a9953-c943-4f05-abab-78b15d35f763), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.349187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bb-ac81-4d7d-a73e-02f82d11fb57 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.352690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b42af6bb-ac81-4d7d-a73e-02f82d11fb57 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/197a9953-c943-4f05-abab-78b15d35f763 HTTP/1.1" status: 204 len: 168 time: 0.1677780 Mar 22 14:17:37.353222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42418) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.370502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42af6bb-ac81-4d7d-a73e-02f82d11fb57 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197a9953-c943-4f05-abab-78b15d35f763,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:37.397252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6c5b0d6-18f2-45a0-a79b-d0c49c96a31b req-3d9b0c4c-82a4-4948-937e-f9ce64b7b7cc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587964 Mar 22 14:17:37.423087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42420) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.430284 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6595337c-d15d-4361-aa74-a11c482791cb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0747547 Mar 22 14:17:37.433932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42422) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.438225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f35667f7-9b7f-45f5-9e67-d7fd29511d72 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--792149119'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:37.460060 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f35667f7-9b7f-45f5-9e67-d7fd29511d72 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.493795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fbc6c448-c7c5-4dd5-a61b-a125bd966e7a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/ca9e724a-c8ba-454e-908b-a8fc788e861b HTTP/1.1" status: 200 len: 989 time: 0.0636380 Mar 22 14:17:37.532369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f35667f7-9b7f-45f5-9e67-d7fd29511d72 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (dd90a963-3090-4e7c-af6b-d2fd5af9159c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.536867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f35667f7-9b7f-45f5-9e67-d7fd29511d72 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd90a963-3090-4e7c-af6b-d2fd5af9159c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.569777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f35667f7-9b7f-45f5-9e67-d7fd29511d72 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.573854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f35667f7-9b7f-45f5-9e67-d7fd29511d72 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1389425 Mar 22 14:17:37.574475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42426) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.575952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35667f7-9b7f-45f5-9e67-d7fd29511d72 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd90a963-3090-4e7c-af6b-d2fd5af9159c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:37.590751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0a3e5f03-2d77-4a3c-a6ba-365c19261671 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': 'dd90a963-3090-4e7c-af6b-d2fd5af9159c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:37.630999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5f03-2d77-4a3c-a6ba-365c19261671 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (466423ac-99ad-4371-9ba1-e53d3a1dfb2f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.664947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d01aeb4-6ca1-43ee-9fbb-06adbff24d33 req-856c3b52-8b0b-4be5-9608-aeb32e6c2515 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0469875 Mar 22 14:17:37.726031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1075d88f-d2b9-4c08-a8f1-f0638b806613 req-e5aa3880-c615-4031-96ba-de7f38609ba6 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0340660 Mar 22 14:17:37.747909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5f03-2d77-4a3c-a6ba-365c19261671 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (466423ac-99ad-4371-9ba1-e53d3a1dfb2f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.752755 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5f03-2d77-4a3c-a6ba-365c19261671 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (466423ac-99ad-4371-9ba1-e53d3a1dfb2f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.772007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e5f03-2d77-4a3c-a6ba-365c19261671 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466423ac-99ad-4371-9ba1-e53d3a1dfb2f,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:37.778419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:17:37.779828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5f03-2d77-4a3c-a6ba-365c19261671 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.784049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0a3e5f03-2d77-4a3c-a6ba-365c19261671 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2051804 Mar 22 14:17:37.784574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42430) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.810826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3a8bf11-0924-4494-91b2-36304fa77c4d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (466423ac-99ad-4371-9ba1-e53d3a1dfb2f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.820717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3a8bf11-0924-4494-91b2-36304fa77c4d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (466423ac-99ad-4371-9ba1-e53d3a1dfb2f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.852068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3a8bf11-0924-4494-91b2-36304fa77c4d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (466423ac-99ad-4371-9ba1-e53d3a1dfb2f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.860314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3a8bf11-0924-4494-91b2-36304fa77c4d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.861789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e3a8bf11-0924-4494-91b2-36304fa77c4d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/466423ac-99ad-4371-9ba1-e53d3a1dfb2f HTTP/1.1" status: 204 len: 168 time: 0.0762210 Mar 22 14:17:37.864707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42432) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.868729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8bf11-0924-4494-91b2-36304fa77c4d tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=466423ac-99ad-4371-9ba1-e53d3a1dfb2f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:37.902846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:37.904283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-80940f57-db2e-4fe2-ba52-5b0e9ec4f959 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381005 Mar 22 14:17:37.907146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42434) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.916681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'port_id': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'mac_address': 'fa:16:3e:26:8e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:17:37.956041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port f5f9f977-fe8b-4f75-9434-26802a46d740 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:37.956431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.969394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-007fef44-5307-471a-8e47-09999aaf7ba0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (dd90a963-3090-4e7c-af6b-d2fd5af9159c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.970385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f9f977-fe8b-4f75-9434-26802a46d740 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:37.991794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:37.996135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.002182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-007fef44-5307-471a-8e47-09999aaf7ba0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (dd90a963-3090-4e7c-af6b-d2fd5af9159c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.048882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=12']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.051681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-007fef44-5307-471a-8e47-09999aaf7ba0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd90a963-3090-4e7c-af6b-d2fd5af9159c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.054729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-007fef44-5307-471a-8e47-09999aaf7ba0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.056103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-007fef44-5307-471a-8e47-09999aaf7ba0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd90a963-3090-4e7c-af6b-d2fd5af9159c HTTP/1.1" status: 204 len: 168 time: 0.1478176 Mar 22 14:17:38.059061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.067054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fef44-5307-471a-8e47-09999aaf7ba0 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd90a963-3090-4e7c-af6b-d2fd5af9159c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.108987 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-877f1e0a-1e7a-4070-9442-c1587533c127 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453627 Mar 22 14:17:38.110347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42440) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.115240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2bd92abe-b70e-4de4-8930-026afd5955d3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293396872'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:38.135963 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bd92abe-b70e-4de4-8930-026afd5955d3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.201113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bd92abe-b70e-4de4-8930-026afd5955d3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.205910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bd92abe-b70e-4de4-8930-026afd5955d3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.233772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['f5f9f977-fe8b-4f75-9434-26802a46d740'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:17:38.235488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bd92abe-b70e-4de4-8930-026afd5955d3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.238484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2bd92abe-b70e-4de4-8930-026afd5955d3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1270061 Mar 22 14:17:38.239487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.243452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd92abe-b70e-4de4-8930-026afd5955d3 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.249342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-819a1d9e-1ccd-467f-bdba-93eed4f44fa6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': 'a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:38.276763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-819a1d9e-1ccd-467f-bdba-93eed4f44fa6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (fb3dd129-7ed2-4c6a-93ab-773f47593a80), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.337048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-819a1d9e-1ccd-467f-bdba-93eed4f44fa6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (fb3dd129-7ed2-4c6a-93ab-773f47593a80), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.341068 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-819a1d9e-1ccd-467f-bdba-93eed4f44fa6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (fb3dd129-7ed2-4c6a-93ab-773f47593a80), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.359337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a1d9e-1ccd-467f-bdba-93eed4f44fa6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3dd129-7ed2-4c6a-93ab-773f47593a80,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.373231 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-819a1d9e-1ccd-467f-bdba-93eed4f44fa6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.374481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-819a1d9e-1ccd-467f-bdba-93eed4f44fa6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324220 Mar 22 14:17:38.377310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42444) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.393643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c2672897-77d6-44e8-a7c0-3a582d4434fb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules/fb3dd129-7ed2-4c6a-93ab-773f47593a80 HTTP/1.1" status: 200 len: 763 time: 0.0152149 Mar 22 14:17:38.396336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42446) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.436269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a415943-add8-4897-b6f6-709226d9940b tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0384657 Mar 22 14:17:38.439277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42448) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.463195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e74630-c5ad-45cf-a930-5924f5390683 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (fb3dd129-7ed2-4c6a-93ab-773f47593a80), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.471161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e74630-c5ad-45cf-a930-5924f5390683 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (fb3dd129-7ed2-4c6a-93ab-773f47593a80), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.497376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e74630-c5ad-45cf-a930-5924f5390683 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (fb3dd129-7ed2-4c6a-93ab-773f47593a80), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.503592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-77e74630-c5ad-45cf-a930-5924f5390683 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.504791 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77e74630-c5ad-45cf-a930-5924f5390683 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fb3dd129-7ed2-4c6a-93ab-773f47593a80 HTTP/1.1" status: 204 len: 168 time: 0.0645561 Mar 22 14:17:38.507481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42450) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.510468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e74630-c5ad-45cf-a930-5924f5390683 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb3dd129-7ed2-4c6a-93ab-773f47593a80,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.552773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a6ebab2-b826-48e8-81fe-2f31df920dfc tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415962 Mar 22 14:17:38.553025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42452) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.557167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7911215f-0f08-446b-9717-ff3d9817923e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': 'a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:38.588259 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7911215f-0f08-446b-9717-ff3d9817923e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (ac52b9d5-794a-4563-a645-532b4ff0149a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.647527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7911215f-0f08-446b-9717-ff3d9817923e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (ac52b9d5-794a-4563-a645-532b4ff0149a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.651341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7911215f-0f08-446b-9717-ff3d9817923e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ac52b9d5-794a-4563-a645-532b4ff0149a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.670605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911215f-0f08-446b-9717-ff3d9817923e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac52b9d5-794a-4563-a645-532b4ff0149a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.675756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7911215f-0f08-446b-9717-ff3d9817923e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.677062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7911215f-0f08-446b-9717-ff3d9817923e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230340 Mar 22 14:17:38.679697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42454) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.695401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-61a7cb37-4652-412b-8863-65e38b5e8d8e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules/ac52b9d5-794a-4563-a645-532b4ff0149a HTTP/1.1" status: 200 len: 763 time: 0.0148311 Mar 22 14:17:38.698887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42458) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.742630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f150075f-28ca-4e67-8959-57a3c65b4483 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401096 Mar 22 14:17:38.742840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42460) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.783519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-498fb448-8d40-4eae-b3d3-127ba70f5879 req-b267acc4-c0b7-4935-83ba-666b060655d4 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0341496 Mar 22 14:17:38.790378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4a2e-8542-4753-b843-b87aeff8bf62 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (ac52b9d5-794a-4563-a645-532b4ff0149a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.810435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4a2e-8542-4753-b843-b87aeff8bf62 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (ac52b9d5-794a-4563-a645-532b4ff0149a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.857815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a09812a-cc80-4624-bf5f-b44cbd8dfd65 req-45a22fa5-d1f7-4af7-b109-b8f15b706472 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0377939 Mar 22 14:17:38.863265 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4a2e-8542-4753-b843-b87aeff8bf62 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ac52b9d5-794a-4563-a645-532b4ff0149a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.869828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4a2e-8542-4753-b843-b87aeff8bf62 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.870961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9c0d4a2e-8542-4753-b843-b87aeff8bf62 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ac52b9d5-794a-4563-a645-532b4ff0149a HTTP/1.1" status: 204 len: 168 time: 0.1272402 Mar 22 14:17:38.873673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42464) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.876501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4a2e-8542-4753-b843-b87aeff8bf62 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac52b9d5-794a-4563-a645-532b4ff0149a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.917380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-35be2d43-cc4d-45cf-b6ca-46cf973a4293 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385344 Mar 22 14:17:38.920122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42466) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.924664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': 'a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:38.945214 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Project bd23553b43644c848d37cae623ca6860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:17:38.950181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (6714fba1-c5d3-4d37-943e-748b47ffaad0), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.005788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (6714fba1-c5d3-4d37-943e-748b47ffaad0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.010142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (6714fba1-c5d3-4d37-943e-748b47ffaad0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.027000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6714fba1-c5d3-4d37-943e-748b47ffaad0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:39.035931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.037261 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5c2f4c26-5034-428d-854b-41b614fd4f87 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161904 Mar 22 14:17:39.040041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42468) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.059918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f523a37d-005e-4d93-8146-294917b6950c tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules/6714fba1-c5d3-4d37-943e-748b47ffaad0 HTTP/1.1" status: 200 len: 769 time: 0.0188010 Mar 22 14:17:39.062535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42470) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.101904 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62177a01-b5bf-4106-9ca9-4ddea86aadeb tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0383034 Mar 22 14:17:39.104730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42472) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.128331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8879296b-5adf-48f7-90ec-2f8b64e1d84a tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (6714fba1-c5d3-4d37-943e-748b47ffaad0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.136306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8879296b-5adf-48f7-90ec-2f8b64e1d84a tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (6714fba1-c5d3-4d37-943e-748b47ffaad0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.164962 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8879296b-5adf-48f7-90ec-2f8b64e1d84a tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (6714fba1-c5d3-4d37-943e-748b47ffaad0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.171195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8879296b-5adf-48f7-90ec-2f8b64e1d84a tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.173303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8879296b-5adf-48f7-90ec-2f8b64e1d84a tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6714fba1-c5d3-4d37-943e-748b47ffaad0 HTTP/1.1" status: 204 len: 168 time: 0.0666113 Mar 22 14:17:39.174945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.178176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879296b-5adf-48f7-90ec-2f8b64e1d84a tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6714fba1-c5d3-4d37-943e-748b47ffaad0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:39.221102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c10bb83c-0228-4ab2-9172-577d0b196af4 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444531 Mar 22 14:17:39.224425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42478) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.276543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9802d5f-a42c-469a-b30a-17987b20510e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.298593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9802d5f-a42c-469a-b30a-17987b20510e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.339248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9802d5f-a42c-469a-b30a-17987b20510e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.341866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9802d5f-a42c-469a-b30a-17987b20510e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.345795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e9802d5f-a42c-469a-b30a-17987b20510e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1 HTTP/1.1" status: 204 len: 168 time: 0.1176398 Mar 22 14:17:39.346184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42480) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.353246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9802d5f-a42c-469a-b30a-17987b20510e tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64bf92c-a4a4-4c06-b4e8-8c04afb65bd1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:39.389557 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e2dcdcfa-75ca-46e4-a9cf-172d8317b83f tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0418782 Mar 22 14:17:39.393561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42482) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.399383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8e63fa0b-b85d-4d3e-ab05-ac68593743d5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943373476'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:39.419999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e63fa0b-b85d-4d3e-ab05-ac68593743d5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.485939 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e63fa0b-b85d-4d3e-ab05-ac68593743d5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (6cf7e24e-a74b-4367-bc53-8f42d03460b0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.491050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e63fa0b-b85d-4d3e-ab05-ac68593743d5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6cf7e24e-a74b-4367-bc53-8f42d03460b0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.523176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63fa0b-b85d-4d3e-ab05-ac68593743d5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf7e24e-a74b-4367-bc53-8f42d03460b0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:39.527435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e63fa0b-b85d-4d3e-ab05-ac68593743d5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.531262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8e63fa0b-b85d-4d3e-ab05-ac68593743d5 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1336179 Mar 22 14:17:39.531874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42484) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.535830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1a4d0a26-81d9-40c6-ba00-14229937eb27 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Request body: {'security_group_rule': {'security_group_id': '6cf7e24e-a74b-4367-bc53-8f42d03460b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:39.560278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0a26-81d9-40c6-ba00-14229937eb27 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (15e3c607-976f-4bfc-a7d4-e8a0196be537), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.618953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0a26-81d9-40c6-ba00-14229937eb27 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (15e3c607-976f-4bfc-a7d4-e8a0196be537), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.624550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0a26-81d9-40c6-ba00-14229937eb27 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (15e3c607-976f-4bfc-a7d4-e8a0196be537), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.644911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0a26-81d9-40c6-ba00-14229937eb27 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e3c607-976f-4bfc-a7d4-e8a0196be537,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:39.652423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0a26-81d9-40c6-ba00-14229937eb27 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.653691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1a4d0a26-81d9-40c6-ba00-14229937eb27 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212564 Mar 22 14:17:39.656483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42486) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.713647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d714ec9d-0840-44c4-a968-21b1d47c8981 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (6cf7e24e-a74b-4367-bc53-8f42d03460b0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.738560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d714ec9d-0840-44c4-a968-21b1d47c8981 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (6cf7e24e-a74b-4367-bc53-8f42d03460b0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.784647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d714ec9d-0840-44c4-a968-21b1d47c8981 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6cf7e24e-a74b-4367-bc53-8f42d03460b0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.787614 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d714ec9d-0840-44c4-a968-21b1d47c8981 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.791065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d714ec9d-0840-44c4-a968-21b1d47c8981 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/6cf7e24e-a74b-4367-bc53-8f42d03460b0 HTTP/1.1" status: 204 len: 168 time: 0.1313963 Mar 22 14:17:39.791460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42488) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.798056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714ec9d-0840-44c4-a968-21b1d47c8981 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf7e24e-a74b-4367-bc53-8f42d03460b0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:39.810844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:39.856976 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c44abfd9-149d-4a8e-9684-42a2ad943b1c tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0641229 Mar 22 14:17:39.859579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42492) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.874678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port f5f9f977-fe8b-4f75-9434-26802a46d740 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:17:39.879274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port f5f9f977-fe8b-4f75-9434-26802a46d740 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:39.879652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.915343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0c71e43-6bed-4734-b38d-ab1269a3df46 req-f32b7c15-3046-4a9a-a727-f5ecebbdb68b tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0371966 Mar 22 14:17:39.932963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1cc6483d-7224-42cc-a1a6-04eaa7079ce9 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0698342 Mar 22 14:17:39.933443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.959035 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-f9b89abb-e9de-456d-bdd0-56a0b48a75c4 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] delete failed (client error): The resource could not be found. Mar 22 14:17:39.963500 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9b89abb-e9de-456d-bdd0-56a0b48a75c4 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "DELETE /v2.0/security-groups/6cf7e24e-a74b-4367-bc53-8f42d03460b0 HTTP/1.1" status: 404 len: 347 time: 0.0256846 Mar 22 14:17:39.964683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:39.987299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port f5f9f977-fe8b-4f75-9434-26802a46d740 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:39.987299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.013222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95c40855-7bcc-4efc-ad47-07c8f1ecbaae req-5958b2b6-e9be-4898-b478-f8b9dca9194e tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0323932 Mar 22 14:17:40.014552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:40.016822 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0918c82b-7e2f-4f16-89ac-028ba94e0a74" -d '{"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:40.030396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:40.036328 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.040333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3d8e2424-1f00-41fe-9da2-3b531f89e8c6 tempest-SecGroupIPv6Test-588647835 tempest-SecGroupIPv6Test-588647835-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710406 Mar 22 14:17:40.077303 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc204492-2ec9-49a9-b47e-670e3f862669 x-openstack-request-id: req-dc204492-2ec9-49a9-b47e-670e3f862669 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:40.077641 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:40.077888 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc204492-2ec9-49a9-b47e-670e3f862669 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:40.078806 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc204492-2ec9-49a9-b47e-670e3f862669'] response: {'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'code': 200} Mar 22 14:17:40.095078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=13']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:40.283272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42508) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:40.417438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-18ca0620-9ae5-4dca-921a-df0b6552f6d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd23553b43644c848d37cae623ca6860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329799 Mar 22 14:17:40.420078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42512) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:40.469891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5298ccf-d9a7-4eb8-9aee-86019dd79383 admin admin] Publish callbacks [] for security_group (c3fe99fe-26c3-4f17-8b31-37b375ce63f9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.491779 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5298ccf-d9a7-4eb8-9aee-86019dd79383 admin admin] Publish callbacks [] for security_group (c3fe99fe-26c3-4f17-8b31-37b375ce63f9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.539619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5298ccf-d9a7-4eb8-9aee-86019dd79383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c3fe99fe-26c3-4f17-8b31-37b375ce63f9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.542370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5298ccf-d9a7-4eb8-9aee-86019dd79383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.543529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e5298ccf-d9a7-4eb8-9aee-86019dd79383 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3fe99fe-26c3-4f17-8b31-37b375ce63f9 HTTP/1.1" status: 204 len: 168 time: 0.1225584 Mar 22 14:17:40.551532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5298ccf-d9a7-4eb8-9aee-86019dd79383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe99fe-26c3-4f17-8b31-37b375ce63f9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:41.043074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c80844bf-fcf4-48b6-8e5f-086ca0771428 req-c5b225f4-25a5-4f6a-a6b1-c1173ed94ac0 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0360115 Mar 22 14:17:41.147485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0dc9413-28b9-4528-bb04-72c21d3cfda0 req-11f72863-3885-4a93-96b1-4f6f87da1522 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0308592 Mar 22 14:17:41.222942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42538) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.327202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f71bbb1b-1d1f-4c32-a074-7d568f78f4a5 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:41.327956 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-f71bbb1b-1d1f-4c32-a074-7d568f78f4a5 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:17:41.328447 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-f71bbb1b-1d1f-4c32-a074-7d568f78f4a5 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:17:41.329411 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f71bbb1b-1d1f-4c32-a074-7d568f78f4a5 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1054833 Mar 22 14:17:41.333226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42544) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.337866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--688483088'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:41.359240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.367870 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.451278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (619d9e89-aabc-4b94-bdad-6e9691824f7a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.455973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (619d9e89-aabc-4b94-bdad-6e9691824f7a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.493765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619d9e89-aabc-4b94-bdad-6e9691824f7a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:41.540170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (26a1df20-45cf-4f82-8cba-86641fb8dc66), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.545086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (26a1df20-45cf-4f82-8cba-86641fb8dc66), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.573527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.574782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2405627 Mar 22 14:17:41.577819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.579181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eafb8b-f73f-4a28-ba5b-1e50be8d713d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a1df20-45cf-4f82-8cba-86641fb8dc66,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:41.582600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2a747097-ddb2-4873-97ee-ad255a5e209e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '26a1df20-45cf-4f82-8cba-86641fb8dc66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:41.610587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a747097-ddb2-4873-97ee-ad255a5e209e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group_rule (3bcf229b-f869-4951-8929-3c321932833c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.660054 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a747097-ddb2-4873-97ee-ad255a5e209e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group_rule (3bcf229b-f869-4951-8929-3c321932833c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.663851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a747097-ddb2-4873-97ee-ad255a5e209e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (3bcf229b-f869-4951-8929-3c321932833c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.682806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a747097-ddb2-4873-97ee-ad255a5e209e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcf229b-f869-4951-8929-3c321932833c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:41.687745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a747097-ddb2-4873-97ee-ad255a5e209e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.688935 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2a747097-ddb2-4873-97ee-ad255a5e209e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099119 Mar 22 14:17:41.691804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42548) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.696340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-29e40e7a-6133-4e06-b5cc-62989efeba72 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '26a1df20-45cf-4f82-8cba-86641fb8dc66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:41.721447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29e40e7a-6133-4e06-b5cc-62989efeba72 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group_rule (52e1d7dd-f5d5-4eec-87d9-b03415a4fcba), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.769543 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-29e40e7a-6133-4e06-b5cc-62989efeba72 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:17:41.770707 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29e40e7a-6133-4e06-b5cc-62989efeba72 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0779004 Mar 22 14:17:41.773785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42550) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.828045 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-621a-48bb-9cea-8296f8a9c8d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (26a1df20-45cf-4f82-8cba-86641fb8dc66), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.851019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-621a-48bb-9cea-8296f8a9c8d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (26a1df20-45cf-4f82-8cba-86641fb8dc66), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.899867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-621a-48bb-9cea-8296f8a9c8d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (26a1df20-45cf-4f82-8cba-86641fb8dc66), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.904228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-621a-48bb-9cea-8296f8a9c8d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.906068 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cd594be4-621a-48bb-9cea-8296f8a9c8d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/26a1df20-45cf-4f82-8cba-86641fb8dc66 HTTP/1.1" status: 204 len: 168 time: 0.1310833 Mar 22 14:17:41.910501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42552) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.917291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd594be4-621a-48bb-9cea-8296f8a9c8d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a1df20-45cf-4f82-8cba-86641fb8dc66,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:41.956942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cd61295e-bd75-4b20-af67-3d0686a0376a tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0445163 Mar 22 14:17:41.960584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42554) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.964736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1a962d49-97ab-4a63-9d4a-0d225b3145bd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--607783762'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:41.986253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a962d49-97ab-4a63-9d4a-0d225b3145bd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.048906 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a962d49-97ab-4a63-9d4a-0d225b3145bd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (23afe83b-bd70-4430-9acf-30fbaa911be6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.054521 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a962d49-97ab-4a63-9d4a-0d225b3145bd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (23afe83b-bd70-4430-9acf-30fbaa911be6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.081662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1a962d49-97ab-4a63-9d4a-0d225b3145bd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.082923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1a962d49-97ab-4a63-9d4a-0d225b3145bd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1215117 Mar 22 14:17:42.086816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42558) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.091349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5e236958-80a1-4431-9543-4adfa53fc9ca tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '23afe83b-bd70-4430-9acf-30fbaa911be6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.092039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a962d49-97ab-4a63-9d4a-0d225b3145bd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23afe83b-bd70-4430-9acf-30fbaa911be6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.092174 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-5e236958-80a1-4431-9543-4adfa53fc9ca tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 14:17:42.092635 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-5e236958-80a1-4431-9543-4adfa53fc9ca tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:42.094763 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e236958-80a1-4431-9543-4adfa53fc9ca tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061722 Mar 22 14:17:42.096766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42560) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.157439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5137d8ec-5e02-4313-9c18-c52b261d156d req-051f49ba-0568-451b-8162-195d3e49a86f tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0301740 Mar 22 14:17:42.174465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87b90123-515a-4aaa-982a-e33b3d27af27 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (23afe83b-bd70-4430-9acf-30fbaa911be6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.197443 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87b90123-515a-4aaa-982a-e33b3d27af27 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (23afe83b-bd70-4430-9acf-30fbaa911be6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.256157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c6a91a5-255f-4595-981b-16d8be12b9b5 req-357bb764-aac5-497c-84c9-d1889624e140 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0319810 Mar 22 14:17:42.262951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87b90123-515a-4aaa-982a-e33b3d27af27 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (23afe83b-bd70-4430-9acf-30fbaa911be6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.265625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87b90123-515a-4aaa-982a-e33b3d27af27 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.266737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-87b90123-515a-4aaa-982a-e33b3d27af27 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/23afe83b-bd70-4430-9acf-30fbaa911be6 HTTP/1.1" status: 204 len: 168 time: 0.1689367 Mar 22 14:17:42.269864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.276936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b90123-515a-4aaa-982a-e33b3d27af27 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23afe83b-bd70-4430-9acf-30fbaa911be6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.318365 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-364d2e81-8c21-48a3-846e-08881ec6c22f tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467737 Mar 22 14:17:42.322303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42568) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.326362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1f5d3992-61db-4405-a3e5-724ae3050272 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397060446'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.347282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3992-61db-4405-a3e5-724ae3050272 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.411352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3992-61db-4405-a3e5-724ae3050272 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (8b9d9000-2a2c-4483-a43e-1b6b2c284eff), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.416225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3992-61db-4405-a3e5-724ae3050272 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8b9d9000-2a2c-4483-a43e-1b6b2c284eff), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.445274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3992-61db-4405-a3e5-724ae3050272 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.446531 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1f5d3992-61db-4405-a3e5-724ae3050272 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1236260 Mar 22 14:17:42.448382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d3992-61db-4405-a3e5-724ae3050272 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9d9000-2a2c-4483-a43e-1b6b2c284eff,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.449550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42570) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.455335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a543df0c-44fa-44b0-bd24-b843cccd86d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '8b9d9000-2a2c-4483-a43e-1b6b2c284eff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.456228 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-a543df0c-44fa-44b0-bd24-b843cccd86d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 14:17:42.456812 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-a543df0c-44fa-44b0-bd24-b843cccd86d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:42.457743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a543df0c-44fa-44b0-bd24-b843cccd86d7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060415 Mar 22 14:17:42.460416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42572) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.511995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e574936d-a4e4-4749-a696-cb5fb21f0fbd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (8b9d9000-2a2c-4483-a43e-1b6b2c284eff), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.537186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e574936d-a4e4-4749-a696-cb5fb21f0fbd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (8b9d9000-2a2c-4483-a43e-1b6b2c284eff), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.579999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e574936d-a4e4-4749-a696-cb5fb21f0fbd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8b9d9000-2a2c-4483-a43e-1b6b2c284eff), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.582558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e574936d-a4e4-4749-a696-cb5fb21f0fbd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.583953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e574936d-a4e4-4749-a696-cb5fb21f0fbd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b9d9000-2a2c-4483-a43e-1b6b2c284eff HTTP/1.1" status: 204 len: 168 time: 0.1226215 Mar 22 14:17:42.586803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42574) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.593020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574936d-a4e4-4749-a696-cb5fb21f0fbd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9d9000-2a2c-4483-a43e-1b6b2c284eff,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.635547 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-299d9c9d-e7b1-49c6-9297-f2771bfb4e5a tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475459 Mar 22 14:17:42.639357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42576) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.644004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0c0f84fc-1614-4c4d-87e8-00b2de82e6df tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--261495783'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.665182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f84fc-1614-4c4d-87e8-00b2de82e6df tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.732866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f84fc-1614-4c4d-87e8-00b2de82e6df tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (4b0505d6-f58c-4ded-8712-85190a024463), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.738864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f84fc-1614-4c4d-87e8-00b2de82e6df tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4b0505d6-f58c-4ded-8712-85190a024463), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.766699 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f84fc-1614-4c4d-87e8-00b2de82e6df tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.767821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0c0f84fc-1614-4c4d-87e8-00b2de82e6df tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1274879 Mar 22 14:17:42.770655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42578) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.775543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-430c4a45-7379-4105-a76a-5c08d836c5bb tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '4b0505d6-f58c-4ded-8712-85190a024463', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.789484 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-430c4a45-7379-4105-a76a-5c08d836c5bb tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 14:17:42.790072 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-430c4a45-7379-4105-a76a-5c08d836c5bb tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:42.791022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-430c4a45-7379-4105-a76a-5c08d836c5bb tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194726 Mar 22 14:17:42.792160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f84fc-1614-4c4d-87e8-00b2de82e6df tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0505d6-f58c-4ded-8712-85190a024463,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.794129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42580) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.798829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1aa7b0a5-b22e-4ddf-9e9e-63dd00ac945c tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '4b0505d6-f58c-4ded-8712-85190a024463', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.800502 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-1aa7b0a5-b22e-4ddf-9e9e-63dd00ac945c tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 14:17:42.800997 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-1aa7b0a5-b22e-4ddf-9e9e-63dd00ac945c tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:42.804520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42582) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.804699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1aa7b0a5-b22e-4ddf-9e9e-63dd00ac945c tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094340 Mar 22 14:17:42.809043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cee09d1a-b89a-40f8-bf00-826188e327ec tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '4b0505d6-f58c-4ded-8712-85190a024463', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.809850 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-cee09d1a-b89a-40f8-bf00-826188e327ec tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 14:17:42.810363 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-cee09d1a-b89a-40f8-bf00-826188e327ec tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:42.811311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cee09d1a-b89a-40f8-bf00-826188e327ec tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057149 Mar 22 14:17:42.813608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42584) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.818549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-89014323-1ebe-43da-9540-606a9791dc20 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '4b0505d6-f58c-4ded-8712-85190a024463', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:42.819351 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-89014323-1ebe-43da-9540-606a9791dc20 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 14:17:42.819803 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-89014323-1ebe-43da-9540-606a9791dc20 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:42.820714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-89014323-1ebe-43da-9540-606a9791dc20 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0051532 Mar 22 14:17:42.823185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42586) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.877880 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d124be4d-0d8f-473b-94e1-55219fbecbd9 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (4b0505d6-f58c-4ded-8712-85190a024463), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.899732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d124be4d-0d8f-473b-94e1-55219fbecbd9 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (4b0505d6-f58c-4ded-8712-85190a024463), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.944052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d124be4d-0d8f-473b-94e1-55219fbecbd9 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4b0505d6-f58c-4ded-8712-85190a024463), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.946645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d124be4d-0d8f-473b-94e1-55219fbecbd9 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.947770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d124be4d-0d8f-473b-94e1-55219fbecbd9 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/4b0505d6-f58c-4ded-8712-85190a024463 HTTP/1.1" status: 204 len: 168 time: 0.1237631 Mar 22 14:17:42.950842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.960057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124be4d-0d8f-473b-94e1-55219fbecbd9 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0505d6-f58c-4ded-8712-85190a024463,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.995654 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d50a64fa-0d9c-4637-bf9f-04fc1bbbd37a tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0436671 Mar 22 14:17:42.999265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42590) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.003498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6f50c872-f8d3-4e56-aa6f-fb45e5d078e3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487631317'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.024111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f50c872-f8d3-4e56-aa6f-fb45e5d078e3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.101645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f50c872-f8d3-4e56-aa6f-fb45e5d078e3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (a33f5e75-9a59-495a-84d8-7fab2cb9776c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.108750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f50c872-f8d3-4e56-aa6f-fb45e5d078e3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a33f5e75-9a59-495a-84d8-7fab2cb9776c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.140011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f50c872-f8d3-4e56-aa6f-fb45e5d078e3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.141223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6f50c872-f8d3-4e56-aa6f-fb45e5d078e3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1410415 Mar 22 14:17:43.143271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50c872-f8d3-4e56-aa6f-fb45e5d078e3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f5e75-9a59-495a-84d8-7fab2cb9776c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:43.144277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42592) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.148964 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5451d1dd-6435-4218-96be-ae2facd70def tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.149702 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-5451d1dd-6435-4218-96be-ae2facd70def tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:17:43.150221 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-5451d1dd-6435-4218-96be-ae2facd70def tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.151166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5451d1dd-6435-4218-96be-ae2facd70def tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059135 Mar 22 14:17:43.153891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.158525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7c3c914a-a9ba-47df-b521-18fa308dd87b tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.193154 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-7c3c914a-a9ba-47df-b521-18fa308dd87b tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.194314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7c3c914a-a9ba-47df-b521-18fa308dd87b tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0394967 Mar 22 14:17:43.198752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42598) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.203248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6140c98d-5d1d-484e-9030-bd164fe59510 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.203717 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-6140c98d-5d1d-484e-9030-bd164fe59510 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 14:17:43.204313 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-6140c98d-5d1d-484e-9030-bd164fe59510 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.210354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6140c98d-5d1d-484e-9030-bd164fe59510 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104172 Mar 22 14:17:43.212307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42600) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.221562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-147221fe-bf1d-4466-8734-ff7019194372 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.257547 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-147221fe-bf1d-4466-8734-ff7019194372 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.258673 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-147221fe-bf1d-4466-8734-ff7019194372 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0451572 Mar 22 14:17:43.261000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4dc01ed-acae-4915-a974-9fedc0e499c4 req-a9f31056-cde1-4385-b4b4-ed1b55490905 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0288804 Mar 22 14:17:43.261544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42602) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.265721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-695ee1a7-9526-4ff2-8f15-f829b68281f8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.266217 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-695ee1a7-9526-4ff2-8f15-f829b68281f8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:17:43.266685 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-695ee1a7-9526-4ff2-8f15-f829b68281f8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.267586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-695ee1a7-9526-4ff2-8f15-f829b68281f8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051224 Mar 22 14:17:43.270127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42604) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.274779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-38c8eb5a-6e82-44f0-8f32-eaf65223e598 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.298859 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-38c8eb5a-6e82-44f0-8f32-eaf65223e598 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Project a63ced724bee40e387edb0a63411a63a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:17:43.314308 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-38c8eb5a-6e82-44f0-8f32-eaf65223e598 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.318012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-38c8eb5a-6e82-44f0-8f32-eaf65223e598 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441656 Mar 22 14:17:43.318343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42608) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.322836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c0b84f8c-1c59-4a07-8840-91b636a4d9f7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.323312 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-c0b84f8c-1c59-4a07-8840-91b636a4d9f7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 14:17:43.323912 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-c0b84f8c-1c59-4a07-8840-91b636a4d9f7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.324862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c0b84f8c-1c59-4a07-8840-91b636a4d9f7 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055590 Mar 22 14:17:43.327391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42610) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.331465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8b108070-c30b-4ed0-8115-5ea343453e29 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.372815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30fe8c02-6c38-4812-b3ef-dab81df73c79 req-6b388616-e82e-497d-b807-47b38e02786c tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0358427 Mar 22 14:17:43.384743 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-8b108070-c30b-4ed0-8115-5ea343453e29 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Project a63ced724bee40e387edb0a63411a63a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:17:43.404518 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-8b108070-c30b-4ed0-8115-5ea343453e29 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.405624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8b108070-c30b-4ed0-8115-5ea343453e29 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0773451 Mar 22 14:17:43.408686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42614) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.413773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2f8cf0bf-f7d6-4344-8dd6-2318ec8e16ee tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'a33f5e75-9a59-495a-84d8-7fab2cb9776c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.434596 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-2f8cf0bf-f7d6-4344-8dd6-2318ec8e16ee tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Project a63ced724bee40e387edb0a63411a63a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:17:43.448019 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-2f8cf0bf-f7d6-4344-8dd6-2318ec8e16ee tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:43.449081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2f8cf0bf-f7d6-4344-8dd6-2318ec8e16ee tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0392160 Mar 22 14:17:43.451904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42616) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.501527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b98527dd-f200-4937-a002-4527c4d3f88d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (a33f5e75-9a59-495a-84d8-7fab2cb9776c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.523760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b98527dd-f200-4937-a002-4527c4d3f88d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (a33f5e75-9a59-495a-84d8-7fab2cb9776c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.563550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b98527dd-f200-4937-a002-4527c4d3f88d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a33f5e75-9a59-495a-84d8-7fab2cb9776c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.565924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b98527dd-f200-4937-a002-4527c4d3f88d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.567074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b98527dd-f200-4937-a002-4527c4d3f88d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/a33f5e75-9a59-495a-84d8-7fab2cb9776c HTTP/1.1" status: 204 len: 168 time: 0.1142821 Mar 22 14:17:43.570118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.575688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98527dd-f200-4937-a002-4527c4d3f88d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f5e75-9a59-495a-84d8-7fab2cb9776c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:43.613290 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1191e82a-1cbb-4fac-bc45-25defa86a26a tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0419977 Mar 22 14:17:43.617392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42620) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.621675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-08a70a4a-312c-4fc3-80d2-642970f9ad30 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572126022'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.641091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08a70a4a-312c-4fc3-80d2-642970f9ad30 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.711136 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08a70a4a-312c-4fc3-80d2-642970f9ad30 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (fb341da9-442d-4f49-8e83-527afd9e000c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.717485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08a70a4a-312c-4fc3-80d2-642970f9ad30 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fb341da9-442d-4f49-8e83-527afd9e000c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.748862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08a70a4a-312c-4fc3-80d2-642970f9ad30 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.750101 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-08a70a4a-312c-4fc3-80d2-642970f9ad30 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1316433 Mar 22 14:17:43.753565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42622) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.758322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-290efea3-9bc2-4197-ac6a-d1e75087746e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'fb341da9-442d-4f49-8e83-527afd9e000c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.762169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a70a4a-312c-4fc3-80d2-642970f9ad30 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb341da9-442d-4f49-8e83-527afd9e000c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:43.806757 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-290efea3-9bc2-4197-ac6a-d1e75087746e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The resource could not be found. Mar 22 14:17:43.807823 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-290efea3-9bc2-4197-ac6a-d1e75087746e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0530713 Mar 22 14:17:43.810949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42624) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.815277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-831d4ee5-f5cd-45d6-a253-1b08fe647cc1 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'fb341da9-442d-4f49-8e83-527afd9e000c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ad7735b4-be28-4d63-a9b3-9727deaace2b'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:43.856097 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-831d4ee5-f5cd-45d6-a253-1b08fe647cc1 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The resource could not be found. Mar 22 14:17:43.857273 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-831d4ee5-f5cd-45d6-a253-1b08fe647cc1 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0452819 Mar 22 14:17:43.861133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42626) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.913111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-031f4340-da15-4276-95ec-2379988379e8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (fb341da9-442d-4f49-8e83-527afd9e000c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.935989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-031f4340-da15-4276-95ec-2379988379e8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (fb341da9-442d-4f49-8e83-527afd9e000c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.978601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-031f4340-da15-4276-95ec-2379988379e8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fb341da9-442d-4f49-8e83-527afd9e000c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.981206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-031f4340-da15-4276-95ec-2379988379e8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.982364 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-031f4340-da15-4276-95ec-2379988379e8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/fb341da9-442d-4f49-8e83-527afd9e000c HTTP/1.1" status: 204 len: 168 time: 0.1202993 Mar 22 14:17:43.985348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42628) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:43.991793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f4340-da15-4276-95ec-2379988379e8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb341da9-442d-4f49-8e83-527afd9e000c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:44.030679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fc5b123e-f151-4542-b58d-0f44f5f07685 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440209 Mar 22 14:17:44.034717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.039658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7f5caf1a-b3a1-45fb-909a-7299a977205c tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '4fddbfe8-1d91-42d1-88bc-a6f640dcb28b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.085538 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7f5caf1a-b3a1-45fb-909a-7299a977205c tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The resource could not be found. Mar 22 14:17:44.086754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7f5caf1a-b3a1-45fb-909a-7299a977205c tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0509694 Mar 22 14:17:44.091228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42632) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.095898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-62aa12ab-6803-4e28-9fe5-1e45df8ea2d4 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189705670'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.119777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62aa12ab-6803-4e28-9fe5-1e45df8ea2d4 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.186893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62aa12ab-6803-4e28-9fe5-1e45df8ea2d4 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (bae65d45-1c12-4731-b065-0e99d76716bb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.192642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62aa12ab-6803-4e28-9fe5-1e45df8ea2d4 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bae65d45-1c12-4731-b065-0e99d76716bb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.220464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa12ab-6803-4e28-9fe5-1e45df8ea2d4 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae65d45-1c12-4731-b065-0e99d76716bb,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:44.224662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62aa12ab-6803-4e28-9fe5-1e45df8ea2d4 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.225888 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62aa12ab-6803-4e28-9fe5-1e45df8ea2d4 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1336818 Mar 22 14:17:44.228886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42634) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.233013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9265fbca-010f-4031-a1d1-5c9341c883c8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004686169'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.252976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9265fbca-010f-4031-a1d1-5c9341c883c8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.321381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9265fbca-010f-4031-a1d1-5c9341c883c8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (20194d50-3841-4e6a-b156-327f672af773), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.328107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9265fbca-010f-4031-a1d1-5c9341c883c8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (20194d50-3841-4e6a-b156-327f672af773), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.356864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265fbca-010f-4031-a1d1-5c9341c883c8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20194d50-3841-4e6a-b156-327f672af773,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:44.361037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9265fbca-010f-4031-a1d1-5c9341c883c8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.362285 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9265fbca-010f-4031-a1d1-5c9341c883c8 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1325696 Mar 22 14:17:44.365395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42638) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.366258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f42c5bae-f222-4c13-9998-39067f1ac8cc req-484d229a-930a-4deb-b0df-645ed0d20dba tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0276332 Mar 22 14:17:44.369777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e17088d1-9ef9-495e-8b8f-9353fd5a1e2e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': 'bae65d45-1c12-4731-b065-0e99d76716bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20194d50-3841-4e6a-b156-327f672af773'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.405982 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-e17088d1-9ef9-495e-8b8f-9353fd5a1e2e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:44.407492 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e17088d1-9ef9-495e-8b8f-9353fd5a1e2e tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0409575 Mar 22 14:17:44.411140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42642) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.468893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b0e499-b9b1-44e7-b0f4-91e77a5ee1d0 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (20194d50-3841-4e6a-b156-327f672af773), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.481518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2f5077d-28cf-4d39-96ad-270e63f88ad2 req-07ce1173-0c1a-47c2-b12c-404a400c3acd tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0311315 Mar 22 14:17:44.497918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b0e499-b9b1-44e7-b0f4-91e77a5ee1d0 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (20194d50-3841-4e6a-b156-327f672af773), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.539901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b0e499-b9b1-44e7-b0f4-91e77a5ee1d0 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (20194d50-3841-4e6a-b156-327f672af773), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.542509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b0e499-b9b1-44e7-b0f4-91e77a5ee1d0 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.543658 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-96b0e499-b9b1-44e7-b0f4-91e77a5ee1d0 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/20194d50-3841-4e6a-b156-327f672af773 HTTP/1.1" status: 204 len: 168 time: 0.1313989 Mar 22 14:17:44.546440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42646) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.552779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0e499-b9b1-44e7-b0f4-91e77a5ee1d0 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20194d50-3841-4e6a-b156-327f672af773,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:44.597740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5fb0e498-bc29-4e7c-b68f-6522e3b16461 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0501175 Mar 22 14:17:44.600508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42648) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.651499 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd678-30f1-444a-9640-ebf58d540161 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (bae65d45-1c12-4731-b065-0e99d76716bb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.673539 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd678-30f1-444a-9640-ebf58d540161 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (bae65d45-1c12-4731-b065-0e99d76716bb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.717631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd678-30f1-444a-9640-ebf58d540161 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bae65d45-1c12-4731-b065-0e99d76716bb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.720602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd678-30f1-444a-9640-ebf58d540161 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.721754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d4bfd678-30f1-444a-9640-ebf58d540161 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/bae65d45-1c12-4731-b065-0e99d76716bb HTTP/1.1" status: 204 len: 168 time: 0.1203501 Mar 22 14:17:44.724646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.731500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfd678-30f1-444a-9640-ebf58d540161 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae65d45-1c12-4731-b065-0e99d76716bb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:44.768687 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f7f0d558-0d55-435e-9e86-1e43a7c54729 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426788 Mar 22 14:17:44.771787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42652) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.776079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-26eeab66-893b-485b-b535-2fa8b0ed9ac3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--942496141'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.798061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26eeab66-893b-485b-b535-2fa8b0ed9ac3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.863342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26eeab66-893b-485b-b535-2fa8b0ed9ac3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (0a9b4a02-e47c-4ea4-8989-c87c40f678e1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.868622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26eeab66-893b-485b-b535-2fa8b0ed9ac3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0a9b4a02-e47c-4ea4-8989-c87c40f678e1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.899237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-26eeab66-893b-485b-b535-2fa8b0ed9ac3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.900420 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-26eeab66-893b-485b-b535-2fa8b0ed9ac3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1276841 Mar 22 14:17:44.902278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eeab66-893b-485b-b535-2fa8b0ed9ac3 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9b4a02-e47c-4ea4-8989-c87c40f678e1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:44.903739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42654) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.908300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-64c363c3-d8fc-48ef-9665-64069d14e4dd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '0a9b4a02-e47c-4ea4-8989-c87c40f678e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.944884 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-64c363c3-d8fc-48ef-9665-64069d14e4dd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:44.945950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-64c363c3-d8fc-48ef-9665-64069d14e4dd tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0411458 Mar 22 14:17:44.949103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42656) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.953684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5e3172fd-a531-4569-a53b-2d6240c49c83 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group_rule': {'security_group_id': '0a9b4a02-e47c-4ea4-8989-c87c40f678e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.990100 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-5e3172fd-a531-4569-a53b-2d6240c49c83 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:44.991122 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e3172fd-a531-4569-a53b-2d6240c49c83 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0409260 Mar 22 14:17:44.994253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.047556 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1c7-575d-46a7-b77b-b0e718a1c9bf tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (0a9b4a02-e47c-4ea4-8989-c87c40f678e1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.073732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1c7-575d-46a7-b77b-b0e718a1c9bf tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (0a9b4a02-e47c-4ea4-8989-c87c40f678e1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.116497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1c7-575d-46a7-b77b-b0e718a1c9bf tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0a9b4a02-e47c-4ea4-8989-c87c40f678e1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.119135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1c7-575d-46a7-b77b-b0e718a1c9bf tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.120251 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d62e1c7-575d-46a7-b77b-b0e718a1c9bf tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/0a9b4a02-e47c-4ea4-8989-c87c40f678e1 HTTP/1.1" status: 204 len: 168 time: 0.1250687 Mar 22 14:17:45.123067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42660) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.129946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62e1c7-575d-46a7-b77b-b0e718a1c9bf tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9b4a02-e47c-4ea4-8989-c87c40f678e1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:45.166076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1d9636f1-e1d1-44f7-bc98-bd3f8b07655b tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417438 Mar 22 14:17:45.169752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42662) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.173997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a0323c8d-2946-44c5-bd34-2562d0dcc28d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000052667'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:45.195730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0323c8d-2946-44c5-bd34-2562d0dcc28d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.263295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0323c8d-2946-44c5-bd34-2562d0dcc28d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (6900b2d2-7c80-4e65-86a5-7844d1099ed5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.269063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0323c8d-2946-44c5-bd34-2562d0dcc28d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6900b2d2-7c80-4e65-86a5-7844d1099ed5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.295514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0323c8d-2946-44c5-bd34-2562d0dcc28d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.296735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a0323c8d-2946-44c5-bd34-2562d0dcc28d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1260195 Mar 22 14:17:45.299866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42664) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.300848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0323c8d-2946-44c5-bd34-2562d0dcc28d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6900b2d2-7c80-4e65-86a5-7844d1099ed5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:45.305801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-02785fa8-ba4f-4463-9e00-1fd498b6d3db tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:45.306252 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-02785fa8-ba4f-4463-9e00-1fd498b6d3db tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:17:45.306730 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-02785fa8-ba4f-4463-9e00-1fd498b6d3db tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 14:17:45.307658 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02785fa8-ba4f-4463-9e00-1fd498b6d3db tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "PUT /v2.0/security-groups/6900b2d2-7c80-4e65-86a5-7844d1099ed5 HTTP/1.1" status: 409 len: 330 time: 0.0066743 Mar 22 14:17:45.310413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42666) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.361238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-170f214c-bae3-45d4-84de-407b239d458d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (6900b2d2-7c80-4e65-86a5-7844d1099ed5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.383259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-170f214c-bae3-45d4-84de-407b239d458d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (6900b2d2-7c80-4e65-86a5-7844d1099ed5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.427547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-170f214c-bae3-45d4-84de-407b239d458d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6900b2d2-7c80-4e65-86a5-7844d1099ed5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.430791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-170f214c-bae3-45d4-84de-407b239d458d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.433365 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-170f214c-bae3-45d4-84de-407b239d458d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/6900b2d2-7c80-4e65-86a5-7844d1099ed5 HTTP/1.1" status: 204 len: 168 time: 0.1218793 Mar 22 14:17:45.436044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42670) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.444749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f214c-bae3-45d4-84de-407b239d458d tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6900b2d2-7c80-4e65-86a5-7844d1099ed5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:45.483469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4fcee7c-1ae2-4b32-97bf-532cfd58ba07 req-fe9532b2-cb85-4c36-a4d9-977aa1f02471 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0367692 Mar 22 14:17:45.503372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e12d886b-7613-413b-b7d7-42e1c46722ad tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0658751 Mar 22 14:17:45.507261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42674) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.522373 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-60f834b7-b532-4d48-a713-77d2ec784c05 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] delete failed (client error): The resource could not be found. Mar 22 14:17:45.523434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60f834b7-b532-4d48-a713-77d2ec784c05 tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "DELETE /v2.0/security-groups/b4571fcf-8730-44c2-9fc5-c8bedfe5044c HTTP/1.1" status: 404 len: 347 time: 0.0152104 Mar 22 14:17:45.527169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42678) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.542427 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-68faa105-9dfe-4085-aec6-0b698d4021bc tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] show failed (client error): The resource could not be found. Mar 22 14:17:45.547006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-68faa105-9dfe-4085-aec6-0b698d4021bc tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-groups/7d4d5ac6-afd8-486f-ab69-530458eaddf1 HTTP/1.1" status: 404 len: 347 time: 0.0152252 Mar 22 14:17:45.547214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42680) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.557834 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-513227b3-8d03-4ec3-9662-0daff95cd4ea tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] show failed (client error): The resource could not be found. Mar 22 14:17:45.558857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-513227b3-8d03-4ec3-9662-0daff95cd4ea tempest-NegativeSecGroupIPv6Test-1384638072 tempest-NegativeSecGroupIPv6Test-1384638072-project] 10.222.0.44 "GET /v2.0/security-group-rules/77504085-2a71-483e-9c88-c87d7b247b20 HTTP/1.1" status: 404 len: 356 time: 0.0107434 Mar 22 14:17:45.591108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04354d37-e8a3-4399-b8b8-92bf99050111 req-6fb2ffd2-3b82-41a7-9123-4fde413c0c8c tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0266609 Mar 22 14:17:45.814573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42686) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.951507 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cd650036-384d-4676-b760-9b72fde34192 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a63ced724bee40e387edb0a63411a63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356783 Mar 22 14:17:45.953938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42690) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:46.001300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f48c1efa-0d64-4f60-bd32-cb1ad962d8d1 admin admin] Publish callbacks [] for security_group (619d9e89-aabc-4b94-bdad-6e9691824f7a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.021835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f48c1efa-0d64-4f60-bd32-cb1ad962d8d1 admin admin] Publish callbacks [] for security_group (619d9e89-aabc-4b94-bdad-6e9691824f7a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.077564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f48c1efa-0d64-4f60-bd32-cb1ad962d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (619d9e89-aabc-4b94-bdad-6e9691824f7a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.082371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f48c1efa-0d64-4f60-bd32-cb1ad962d8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.084331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f48c1efa-0d64-4f60-bd32-cb1ad962d8d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/619d9e89-aabc-4b94-bdad-6e9691824f7a HTTP/1.1" status: 204 len: 168 time: 0.1292355 Mar 22 14:17:46.092861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c1efa-0d64-4f60-bd32-cb1ad962d8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619d9e89-aabc-4b94-bdad-6e9691824f7a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:46.594808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcbb364b-19a7-4e9e-8602-392375beae53 req-a14e5c58-efbb-4a8f-a241-d694f8bf2ff5 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0308709 Mar 22 14:17:46.701204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-288ef095-12e1-44e1-bab3-393bb0fc6894 req-772c876d-1a05-4c0a-9e24-52ad9016fe8f tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0275104 Mar 22 14:17:46.774009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42722) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:46.886359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3d41c5ab-948e-44ee-bf32-7f6e3df28fab tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:46.887074 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-3d41c5ab-948e-44ee-bf32-7f6e3df28fab tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:17:46.887280 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-3d41c5ab-948e-44ee-bf32-7f6e3df28fab tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:17:46.888272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d41c5ab-948e-44ee-bf32-7f6e3df28fab tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1132455 Mar 22 14:17:46.892918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42726) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:46.897875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204247352'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:46.920734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.929332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.004384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (9138ee78-498a-4c4a-b91b-d8aa1c8c5532), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.009376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9138ee78-498a-4c4a-b91b-d8aa1c8c5532), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.043501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9138ee78-498a-4c4a-b91b-d8aa1c8c5532,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.088863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (25cff80a-adf2-45ad-b06c-7e6b4b52cec8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.093990 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (25cff80a-adf2-45ad-b06c-7e6b4b52cec8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.125900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.127186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2333586 Mar 22 14:17:47.129175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd4b3f-fc00-4c7c-b658-6ec6946d6837 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cff80a-adf2-45ad-b06c-7e6b4b52cec8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.130724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42728) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.136995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-fee1ce14-442b-43de-8e36-a14bde41f924 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '25cff80a-adf2-45ad-b06c-7e6b4b52cec8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:47.167130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fee1ce14-442b-43de-8e36-a14bde41f924 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group_rule (1830ddd5-7d51-4391-9007-3dc5a9d58010), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.226703 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fee1ce14-442b-43de-8e36-a14bde41f924 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group_rule (1830ddd5-7d51-4391-9007-3dc5a9d58010), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.230808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fee1ce14-442b-43de-8e36-a14bde41f924 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (1830ddd5-7d51-4391-9007-3dc5a9d58010), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.249938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1ce14-442b-43de-8e36-a14bde41f924 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1830ddd5-7d51-4391-9007-3dc5a9d58010,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.257253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fee1ce14-442b-43de-8e36-a14bde41f924 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.258475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fee1ce14-442b-43de-8e36-a14bde41f924 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263735 Mar 22 14:17:47.261243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42730) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.265502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a4e9532d-e83c-48a8-b843-fb3d0c5d8279 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '25cff80a-adf2-45ad-b06c-7e6b4b52cec8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:47.293468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a4e9532d-e83c-48a8-b843-fb3d0c5d8279 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group_rule (7b2cb8fb-fdcf-44b3-825c-ed5bb007e9cd), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.346827 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-a4e9532d-e83c-48a8-b843-fb3d0c5d8279 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:17:47.347946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a4e9532d-e83c-48a8-b843-fb3d0c5d8279 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0857296 Mar 22 14:17:47.350841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42732) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.402642 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (25cff80a-adf2-45ad-b06c-7e6b4b52cec8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.425490 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (25cff80a-adf2-45ad-b06c-7e6b4b52cec8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.480701 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (25cff80a-adf2-45ad-b06c-7e6b4b52cec8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.483401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.484537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/25cff80a-adf2-45ad-b06c-7e6b4b52cec8 HTTP/1.1" status: 204 len: 168 time: 0.1327910 Mar 22 14:17:47.487615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42734) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.493721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cff80a-adf2-45ad-b06c-7e6b4b52cec8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.501240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.501580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.501913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.502268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.502579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.502919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.503228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.503549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.503868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.504183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.504496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.504841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.505122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.505531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.505893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a427b1e-e64d-41b0-8104-0d03dab6e1ed tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:47.530252 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d06d0d6f-59c0-49cf-bd68-972c7bc2bbf2 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0414407 Mar 22 14:17:47.533829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42736) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.538276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-aa030225-8117-487f-a505-c4804f1be3ec tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--578129073'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:47.559879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa030225-8117-487f-a505-c4804f1be3ec tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.625416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa030225-8117-487f-a505-c4804f1be3ec tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (5ff2b7ac-48f6-4ff9-914a-219f8416024f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.630986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa030225-8117-487f-a505-c4804f1be3ec tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5ff2b7ac-48f6-4ff9-914a-219f8416024f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.660872 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa030225-8117-487f-a505-c4804f1be3ec tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.662387 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aa030225-8117-487f-a505-c4804f1be3ec tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1276143 Mar 22 14:17:47.665353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42742) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.670211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2c2cdba5-d5ea-4351-a733-f7ad53046697 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '5ff2b7ac-48f6-4ff9-914a-219f8416024f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:47.671044 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-2c2cdba5-d5ea-4351-a733-f7ad53046697 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 14:17:47.671533 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-2c2cdba5-d5ea-4351-a733-f7ad53046697 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:47.672567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2c2cdba5-d5ea-4351-a733-f7ad53046697 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060620 Mar 22 14:17:47.675303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42744) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.702231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa030225-8117-487f-a505-c4804f1be3ec tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff2b7ac-48f6-4ff9-914a-219f8416024f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.754769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0694100c-55b3-4bf4-8144-338c2f362fbd req-11a60ee3-def4-4632-aa3b-11a3e24ba3de tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0638676 Mar 22 14:17:47.820541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b611ec5a-2a3d-493a-bb9a-65af12112dc7 req-df8b5988-3a21-4bf0-a947-6ece6da3277d tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0354786 Mar 22 14:17:47.821831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3fe1097f-c39c-40a0-82c5-8874ec9c29fc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (5ff2b7ac-48f6-4ff9-914a-219f8416024f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.847782 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3fe1097f-c39c-40a0-82c5-8874ec9c29fc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (5ff2b7ac-48f6-4ff9-914a-219f8416024f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.891047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3fe1097f-c39c-40a0-82c5-8874ec9c29fc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5ff2b7ac-48f6-4ff9-914a-219f8416024f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.894586 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3fe1097f-c39c-40a0-82c5-8874ec9c29fc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.898362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3fe1097f-c39c-40a0-82c5-8874ec9c29fc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/5ff2b7ac-48f6-4ff9-914a-219f8416024f HTTP/1.1" status: 204 len: 168 time: 0.2197089 Mar 22 14:17:47.899107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.905272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1097f-c39c-40a0-82c5-8874ec9c29fc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff2b7ac-48f6-4ff9-914a-219f8416024f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.947121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0bc370bf-9353-46cc-ac85-a68a694f007c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0468574 Mar 22 14:17:47.951486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42760) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.956371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dfff68fc-9d7a-43f6-bf45-939320e0ec27 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--521993748'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:47.978489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dfff68fc-9d7a-43f6-bf45-939320e0ec27 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.052161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dfff68fc-9d7a-43f6-bf45-939320e0ec27 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (858c5a33-ad7b-4825-bd34-d8142d63f84d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.056432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dfff68fc-9d7a-43f6-bf45-939320e0ec27 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (858c5a33-ad7b-4825-bd34-d8142d63f84d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.091266 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dfff68fc-9d7a-43f6-bf45-939320e0ec27 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.092494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dfff68fc-9d7a-43f6-bf45-939320e0ec27 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1398234 Mar 22 14:17:48.094789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff68fc-9d7a-43f6-bf45-939320e0ec27 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858c5a33-ad7b-4825-bd34-d8142d63f84d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:48.095937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.100665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7e68f0a2-a080-43b6-8b80-a971d697f939 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '858c5a33-ad7b-4825-bd34-d8142d63f84d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.101512 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-7e68f0a2-a080-43b6-8b80-a971d697f939 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 14:17:48.102035 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7e68f0a2-a080-43b6-8b80-a971d697f939 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.102995 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e68f0a2-a080-43b6-8b80-a971d697f939 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060191 Mar 22 14:17:48.105681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42768) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.154970 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-064368c3-7b2e-485d-b205-d9624c27f703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.158954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eedb5f9f-0cab-47f6-8bd9-c40344df60fa tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (858c5a33-ad7b-4825-bd34-d8142d63f84d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.183953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eedb5f9f-0cab-47f6-8bd9-c40344df60fa tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (858c5a33-ad7b-4825-bd34-d8142d63f84d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.225202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eedb5f9f-0cab-47f6-8bd9-c40344df60fa tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (858c5a33-ad7b-4825-bd34-d8142d63f84d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.227997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eedb5f9f-0cab-47f6-8bd9-c40344df60fa tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.229163 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eedb5f9f-0cab-47f6-8bd9-c40344df60fa tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/858c5a33-ad7b-4825-bd34-d8142d63f84d HTTP/1.1" status: 204 len: 168 time: 0.1225507 Mar 22 14:17:48.231988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42770) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.238776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb5f9f-0cab-47f6-8bd9-c40344df60fa tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c5a33-ad7b-4825-bd34-d8142d63f84d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:48.276918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-517576c7-d21c-4ccc-b706-8ef7257e5262 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0437391 Mar 22 14:17:48.280701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42772) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.285341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cabab6f5-dbb5-4505-a19c-a17b88aed473 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--65778196'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.308777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cabab6f5-dbb5-4505-a19c-a17b88aed473 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.373497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cabab6f5-dbb5-4505-a19c-a17b88aed473 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (4cac10dd-0f11-43c1-b87b-fdd942143d76), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.378707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cabab6f5-dbb5-4505-a19c-a17b88aed473 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4cac10dd-0f11-43c1-b87b-fdd942143d76), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.402503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cabab6f5-dbb5-4505-a19c-a17b88aed473 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.403728 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cabab6f5-dbb5-4505-a19c-a17b88aed473 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1220338 Mar 22 14:17:48.406819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42774) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.411876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabab6f5-dbb5-4505-a19c-a17b88aed473 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac10dd-0f11-43c1-b87b-fdd942143d76,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:48.412460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-203782ae-9f5c-41e6-aa4e-bc3577bb797a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '4cac10dd-0f11-43c1-b87b-fdd942143d76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.413386 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-203782ae-9f5c-41e6-aa4e-bc3577bb797a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 14:17:48.414610 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-203782ae-9f5c-41e6-aa4e-bc3577bb797a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.416208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-203782ae-9f5c-41e6-aa4e-bc3577bb797a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081358 Mar 22 14:17:48.418644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42776) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.423593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0d4756ca-40b3-43bc-8771-bceead10e45b tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '4cac10dd-0f11-43c1-b87b-fdd942143d76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.424232 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-0d4756ca-40b3-43bc-8771-bceead10e45b tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 14:17:48.424690 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-0d4756ca-40b3-43bc-8771-bceead10e45b tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.425622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0d4756ca-40b3-43bc-8771-bceead10e45b tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053983 Mar 22 14:17:48.428028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42778) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.432568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-686188f3-dab2-4d08-ab39-e5344db972b2 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '4cac10dd-0f11-43c1-b87b-fdd942143d76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.433343 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-686188f3-dab2-4d08-ab39-e5344db972b2 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 14:17:48.433796 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-686188f3-dab2-4d08-ab39-e5344db972b2 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.434733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-686188f3-dab2-4d08-ab39-e5344db972b2 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058913 Mar 22 14:17:48.437015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42780) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.440732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-58ad6603-1f4a-4207-acc1-9600373b6a29 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '4cac10dd-0f11-43c1-b87b-fdd942143d76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.441522 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-58ad6603-1f4a-4207-acc1-9600373b6a29 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 14:17:48.441988 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-58ad6603-1f4a-4207-acc1-9600373b6a29 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.442921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-58ad6603-1f4a-4207-acc1-9600373b6a29 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0051017 Mar 22 14:17:48.445307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42782) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.496746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b3181c00-892e-4559-9438-5ba62124ab75 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (4cac10dd-0f11-43c1-b87b-fdd942143d76), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.518364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b3181c00-892e-4559-9438-5ba62124ab75 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (4cac10dd-0f11-43c1-b87b-fdd942143d76), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.565100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b3181c00-892e-4559-9438-5ba62124ab75 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4cac10dd-0f11-43c1-b87b-fdd942143d76), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.567990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b3181c00-892e-4559-9438-5ba62124ab75 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.569139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b3181c00-892e-4559-9438-5ba62124ab75 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/4cac10dd-0f11-43c1-b87b-fdd942143d76 HTTP/1.1" status: 204 len: 168 time: 0.1229987 Mar 22 14:17:48.572027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42784) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.579106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3181c00-892e-4559-9438-5ba62124ab75 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac10dd-0f11-43c1-b87b-fdd942143d76,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:48.616333 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5a589255-a075-471b-938f-e5ab69798728 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0428417 Mar 22 14:17:48.620142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42786) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.624827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-acfab594-fa1f-45a6-8706-1e8bd16a8666 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--27799296'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.644380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acfab594-fa1f-45a6-8706-1e8bd16a8666 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.710578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acfab594-fa1f-45a6-8706-1e8bd16a8666 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.715687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acfab594-fa1f-45a6-8706-1e8bd16a8666 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.752180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acfab594-fa1f-45a6-8706-1e8bd16a8666 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.753451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-acfab594-fa1f-45a6-8706-1e8bd16a8666 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1322601 Mar 22 14:17:48.754612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfab594-fa1f-45a6-8706-1e8bd16a8666 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:48.756905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42788) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.764074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cd719549-46dd-435e-9c79-9446d9ac0938 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.764606 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-cd719549-46dd-435e-9c79-9446d9ac0938 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:17:48.765019 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-cd719549-46dd-435e-9c79-9446d9ac0938 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.766000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cd719549-46dd-435e-9c79-9446d9ac0938 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078948 Mar 22 14:17:48.769353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42790) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.774488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-40f77f12-8b08-4f55-a9ef-2ff5fa50426c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.820008 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-40f77f12-8b08-4f55-a9ef-2ff5fa50426c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.821074 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-40f77f12-8b08-4f55-a9ef-2ff5fa50426c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0506437 Mar 22 14:17:48.827795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42794) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.831857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3ffb365d-fe0a-4dcc-ab6d-e69e24350ac9 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.832341 n-d-834677-3 neutron-server[110457]: WARNING neutron.api.v2.base [None req-3ffb365d-fe0a-4dcc-ab6d-e69e24350ac9 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 14:17:48.832816 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-3ffb365d-fe0a-4dcc-ab6d-e69e24350ac9 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.833807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3ffb365d-fe0a-4dcc-ab6d-e69e24350ac9 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051427 Mar 22 14:17:48.837405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42798) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.843867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ac282f96-21de-43cd-b24b-7c3957049a9f tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.889679 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-ac282f96-21de-43cd-b24b-7c3957049a9f tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.891504 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ac282f96-21de-43cd-b24b-7c3957049a9f tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0513949 Mar 22 14:17:48.894427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42802) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.899549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5635b862-9c63-4811-8475-a7c4049b9f0a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.900423 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-5635b862-9c63-4811-8475-a7c4049b9f0a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:17:48.900919 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-5635b862-9c63-4811-8475-a7c4049b9f0a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.901439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-411a3ea7-13e9-4147-a915-2960b7c77beb req-d499a2b8-36f8-4273-80b8-106349d60fff tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0426204 Mar 22 14:17:48.901874 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5635b862-9c63-4811-8475-a7c4049b9f0a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065110 Mar 22 14:17:48.904721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.918279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bfadb5b0-d9bf-4ee3-b84b-906bab97016e tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.936559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1f2cfbb-bca9-4a50-b40f-f060fe6badbb req-446979bf-b814-4d13-b4a3-520449fb38cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.1142387 Mar 22 14:17:48.954948 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-bfadb5b0-d9bf-4ee3-b84b-906bab97016e tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.956126 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bfadb5b0-d9bf-4ee3-b84b-906bab97016e tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0505152 Mar 22 14:17:48.959027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42806) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.963536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-20779c0e-0b58-4995-887c-cb20a08a1b78 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:48.964013 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-20779c0e-0b58-4995-887c-cb20a08a1b78 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 14:17:48.964476 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-20779c0e-0b58-4995-887c-cb20a08a1b78 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:48.965386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-20779c0e-0b58-4995-887c-cb20a08a1b78 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052891 Mar 22 14:17:48.967755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42808) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:48.970311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18bff72b-ee17-4d61-9143-2e871338122c req-b2951b55-a3cf-47f8-a6c2-fe1b98d0fa14 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0510423 Mar 22 14:17:48.973008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-29fd05d2-0ae5-4798-ac45-3f95e0881675 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.008428 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-29fd05d2-0ae5-4798-ac45-3f95e0881675 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:49.009475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29fd05d2-0ae5-4798-ac45-3f95e0881675 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0397847 Mar 22 14:17:49.012402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42810) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.016648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ec5a9c7a-7e9f-4a0a-9c12-129034993903 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.048666 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-ec5a9c7a-7e9f-4a0a-9c12-129034993903 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:49.049665 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec5a9c7a-7e9f-4a0a-9c12-129034993903 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0363641 Mar 22 14:17:49.052654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42812) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.104085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c32fdbfe-0797-4307-8347-700dc5dbb21c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.135947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c32fdbfe-0797-4307-8347-700dc5dbb21c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.182810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c32fdbfe-0797-4307-8347-700dc5dbb21c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.186642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c32fdbfe-0797-4307-8347-700dc5dbb21c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.187835 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c32fdbfe-0797-4307-8347-700dc5dbb21c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a HTTP/1.1" status: 204 len: 168 time: 0.1342795 Mar 22 14:17:49.190664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42816) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.199214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fdbfe-0797-4307-8347-700dc5dbb21c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad3c3d5-80d8-486d-a4b1-085ebaefbf7a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:49.238159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9eec39c9-3b45-4b1e-a7f2-deb44c8eb5fc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424533 Mar 22 14:17:49.238642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42818) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.243791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3b089dcd-a7c7-423b-b46c-fecc6c3ac17d tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875448224'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.265196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b089dcd-a7c7-423b-b46c-fecc6c3ac17d tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.332203 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b089dcd-a7c7-423b-b46c-fecc6c3ac17d tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (855ea219-3b5e-48ef-960e-38d9942ad418), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.336325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b089dcd-a7c7-423b-b46c-fecc6c3ac17d tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (855ea219-3b5e-48ef-960e-38d9942ad418), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.363302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b089dcd-a7c7-423b-b46c-fecc6c3ac17d tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.364573 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3b089dcd-a7c7-423b-b46c-fecc6c3ac17d tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1243148 Mar 22 14:17:49.367964 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42822) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.368989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089dcd-a7c7-423b-b46c-fecc6c3ac17d tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855ea219-3b5e-48ef-960e-38d9942ad418,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:49.381868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0d524e40-7ba2-4281-b69b-3dff39ab5d7c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '855ea219-3b5e-48ef-960e-38d9942ad418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.422846 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-0d524e40-7ba2-4281-b69b-3dff39ab5d7c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The resource could not be found. Mar 22 14:17:49.423829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0d524e40-7ba2-4281-b69b-3dff39ab5d7c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0547793 Mar 22 14:17:49.426852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42826) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.431222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-69c47954-1917-4e60-8dc9-3f9397e84572 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '855ea219-3b5e-48ef-960e-38d9942ad418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4a7b218e-a6fd-4e64-b3b0-1491eb590f5c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.469329 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-69c47954-1917-4e60-8dc9-3f9397e84572 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The resource could not be found. Mar 22 14:17:49.470490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-69c47954-1917-4e60-8dc9-3f9397e84572 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0426767 Mar 22 14:17:49.473461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42828) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.528832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-848e8aaa-a4d1-4116-a064-05b400210726 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (855ea219-3b5e-48ef-960e-38d9942ad418), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.553104 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-848e8aaa-a4d1-4116-a064-05b400210726 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (855ea219-3b5e-48ef-960e-38d9942ad418), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.597488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-848e8aaa-a4d1-4116-a064-05b400210726 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (855ea219-3b5e-48ef-960e-38d9942ad418), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.600418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-848e8aaa-a4d1-4116-a064-05b400210726 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.601568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-848e8aaa-a4d1-4116-a064-05b400210726 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/855ea219-3b5e-48ef-960e-38d9942ad418 HTTP/1.1" status: 204 len: 168 time: 0.1271479 Mar 22 14:17:49.604874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.611390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8aaa-a4d1-4116-a064-05b400210726 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ea219-3b5e-48ef-960e-38d9942ad418,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:49.653953 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6e2d7cd0-4062-4a95-8cd3-f71489a55e47 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0478230 Mar 22 14:17:49.658004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42832) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.662703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-858febf8-9b76-413f-a953-2dac99388f0b tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': 'f3fad550-16a8-48bc-a5ec-4d54b4be00a0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.704981 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-858febf8-9b76-413f-a953-2dac99388f0b tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The resource could not be found. Mar 22 14:17:49.706460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-858febf8-9b76-413f-a953-2dac99388f0b tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0473864 Mar 22 14:17:49.710054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42834) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.714386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f4b4b8a2-f494-473a-b17a-b79cb86c23d6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--809647777'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.736030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b8a2-f494-473a-b17a-b79cb86c23d6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.798944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b8a2-f494-473a-b17a-b79cb86c23d6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (97a5cf9d-8a51-473e-8cc3-fa7ce38ad807), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.804199 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b8a2-f494-473a-b17a-b79cb86c23d6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (97a5cf9d-8a51-473e-8cc3-fa7ce38ad807), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.833286 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b8a2-f494-473a-b17a-b79cb86c23d6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.834511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f4b4b8a2-f494-473a-b17a-b79cb86c23d6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1235383 Mar 22 14:17:49.836327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4b8a2-f494-473a-b17a-b79cb86c23d6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a5cf9d-8a51-473e-8cc3-fa7ce38ad807,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:49.837428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42836) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.842329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4f00b407-8edc-4a10-9ad4-943088a94aa6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640792562'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.864609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f00b407-8edc-4a10-9ad4-943088a94aa6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.928709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f00b407-8edc-4a10-9ad4-943088a94aa6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (eb342912-044f-485e-b3ce-f2c4f614a788), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.933959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f00b407-8edc-4a10-9ad4-943088a94aa6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (eb342912-044f-485e-b3ce-f2c4f614a788), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.982455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4f00b407-8edc-4a10-9ad4-943088a94aa6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.992906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4f00b407-8edc-4a10-9ad4-943088a94aa6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1540399 Mar 22 14:17:49.993795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00b407-8edc-4a10-9ad4-943088a94aa6 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb342912-044f-485e-b3ce-f2c4f614a788,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:49.995947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42840) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.009468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-40a9fc37-51fa-4f47-940b-b3de0deeb628 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group_rule': {'security_group_id': '97a5cf9d-8a51-473e-8cc3-fa7ce38ad807', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eb342912-044f-485e-b3ce-f2c4f614a788'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:50.014550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a514c97a-735d-4a01-88e4-d6d73aab76fc req-7c6ecb68-49e3-445f-b677-de2146b1faae tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0374401 Mar 22 14:17:50.057364 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-40a9fc37-51fa-4f47-940b-b3de0deeb628 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:17:50.059064 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-40a9fc37-51fa-4f47-940b-b3de0deeb628 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0541210 Mar 22 14:17:50.062989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42844) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.154262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31dff664-5525-48d0-88d9-0552a984ce78 req-e81a5cf0-4985-4add-a2ce-2fb6c8a50b5d tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0627308 Mar 22 14:17:50.205150 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4c56caa-81fe-4841-a886-5d292f826e9a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (eb342912-044f-485e-b3ce-f2c4f614a788), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.210824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-6137f3ea-a876-4d13-be26-6b1ba5fb1db3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1180511 Mar 22 14:17:50.241865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4c56caa-81fe-4841-a886-5d292f826e9a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (eb342912-044f-485e-b3ce-f2c4f614a788), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.318940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4c56caa-81fe-4841-a886-5d292f826e9a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (eb342912-044f-485e-b3ce-f2c4f614a788), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.321750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e4c56caa-81fe-4841-a886-5d292f826e9a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.322948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e4c56caa-81fe-4841-a886-5d292f826e9a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/eb342912-044f-485e-b3ce-f2c4f614a788 HTTP/1.1" status: 204 len: 168 time: 0.2585146 Mar 22 14:17:50.325911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42848) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.328909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-841a4618-9719-404f-8ba7-88be969487a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.330439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-841a4618-9719-404f-8ba7-88be969487a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 1128 time: 0.0701423 Mar 22 14:17:50.338165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c56caa-81fe-4841-a886-5d292f826e9a tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb342912-044f-485e-b3ce-f2c4f614a788,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:50.395920 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9fb4a0c0-c2b1-4894-9f28-b21dfb2bde93 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0684457 Mar 22 14:17:50.398668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42850) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.415448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c6dd-5b54-4d89-aa27-09bd7e1ef3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.456996 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d9462d3-793f-4c8d-bd7e-2b78c5492a17 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (97a5cf9d-8a51-473e-8cc3-fa7ce38ad807), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.465482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-65f7a490-7b9e-4be3-909d-348c446fa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.467162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-65f7a490-7b9e-4be3-909d-348c446fa6e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.1077855 Mar 22 14:17:50.479549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d9462d3-793f-4c8d-bd7e-2b78c5492a17 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (97a5cf9d-8a51-473e-8cc3-fa7ce38ad807), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.524955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d9462d3-793f-4c8d-bd7e-2b78c5492a17 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (97a5cf9d-8a51-473e-8cc3-fa7ce38ad807), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.527757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d9462d3-793f-4c8d-bd7e-2b78c5492a17 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.529018 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4d9462d3-793f-4c8d-bd7e-2b78c5492a17 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/97a5cf9d-8a51-473e-8cc3-fa7ce38ad807 HTTP/1.1" status: 204 len: 168 time: 0.1293864 Mar 22 14:17:50.532312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42852) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.540387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-8e808055-99ed-47ad-b7c8-7f1c9b480603 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 200 len: 1002 time: 0.0669250 Mar 22 14:17:50.552947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9462d3-793f-4c8d-bd7e-2b78c5492a17 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a5cf9d-8a51-473e-8cc3-fa7ce38ad807,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:50.584897 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-af82ab0e-2a71-425e-b275-ceec068268e3 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514281 Mar 22 14:17:50.588738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42854) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.595031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2f888a91-93be-48a5-9ec1-32af8c001ecc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'tempest-secgroup--842682743'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:50.601435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-5511ffe2-50c0-4e23-af1e-0a5d3e8057f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.603021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-5511ffe2-50c0-4e23-af1e-0a5d3e8057f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.0553813 Mar 22 14:17:50.621216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f888a91-93be-48a5-9ec1-32af8c001ecc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.653231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-99a1d941-7cbb-41d6-a585-81b11ad1889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.654786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-99a1d941-7cbb-41d6-a585-81b11ad1889c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449197 Mar 22 14:17:50.692725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f888a91-93be-48a5-9ec1-32af8c001ecc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (2ae5fef6-0742-4ea1-932c-8d582a23fdd1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.697138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f888a91-93be-48a5-9ec1-32af8c001ecc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ae5fef6-0742-4ea1-932c-8d582a23fdd1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.727012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2f888a91-93be-48a5-9ec1-32af8c001ecc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.728229 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2f888a91-93be-48a5-9ec1-32af8c001ecc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1383359 Mar 22 14:17:50.731184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42856) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.735637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4ca22a84-0fc7-47df-a0ed-61f98395fa6c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:50.736051 n-d-834677-3 neutron-server[110458]: WARNING neutron.api.v2.base [None req-4ca22a84-0fc7-47df-a0ed-61f98395fa6c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:17:50.736966 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-4ca22a84-0fc7-47df-a0ed-61f98395fa6c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 14:17:50.739796 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4ca22a84-0fc7-47df-a0ed-61f98395fa6c tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "PUT /v2.0/security-groups/2ae5fef6-0742-4ea1-932c-8d582a23fdd1 HTTP/1.1" status: 409 len: 330 time: 0.0053656 Mar 22 14:17:50.739796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f888a91-93be-48a5-9ec1-32af8c001ecc tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5fef6-0742-4ea1-932c-8d582a23fdd1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:50.740408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42858) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.765802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-89f2fc69-30a0-42f6-ad08-94879325b0da service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021380 Mar 22 14:17:50.792452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc6580e-3547-4a7c-8841-99fa78ffc792 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (2ae5fef6-0742-4ea1-932c-8d582a23fdd1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.814032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc6580e-3547-4a7c-8841-99fa78ffc792 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (2ae5fef6-0742-4ea1-932c-8d582a23fdd1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.858194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aecc70ee-ba94-416c-86ad-44cac503eb01 req-84c0b9c1-b50d-4f2b-b030-7df5a6043440 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862970 Mar 22 14:17:50.858793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc6580e-3547-4a7c-8841-99fa78ffc792 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2ae5fef6-0742-4ea1-932c-8d582a23fdd1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.861156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc6580e-3547-4a7c-8841-99fa78ffc792 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.865413 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dfc6580e-3547-4a7c-8841-99fa78ffc792 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/2ae5fef6-0742-4ea1-932c-8d582a23fdd1 HTTP/1.1" status: 204 len: 168 time: 0.1217442 Mar 22 14:17:50.865701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42860) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.884368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6580e-3547-4a7c-8841-99fa78ffc792 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5fef6-0742-4ea1-932c-8d582a23fdd1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:50.915713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eb0ee08b-154a-4a3d-a998-f45a252289aa tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488012 Mar 22 14:17:50.919375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42862) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.932270 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-1ed014b2-9489-4fbf-953b-d4348f7459f9 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] delete failed (client error): The resource could not be found. Mar 22 14:17:50.933240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1ed014b2-9489-4fbf-953b-d4348f7459f9 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "DELETE /v2.0/security-groups/8cec6745-9943-44e0-9ac2-b9fa5d28f66d HTTP/1.1" status: 404 len: 347 time: 0.0125151 Mar 22 14:17:50.937107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42864) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.951651 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-73bb4632-d2b7-43b5-817a-24ab8cf8ca91 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] show failed (client error): The resource could not be found. Mar 22 14:17:50.951651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-73bb4632-d2b7-43b5-817a-24ab8cf8ca91 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-groups/45b5bd18-b4b5-4be8-8a58-a9f9e8374aff HTTP/1.1" status: 404 len: 347 time: 0.0132351 Mar 22 14:17:50.955135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.966758 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-82ac80a2-b68a-4bc6-b9eb-61f10ae0d5e4 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] show failed (client error): The resource could not be found. Mar 22 14:17:50.967719 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-82ac80a2-b68a-4bc6-b9eb-61f10ae0d5e4 tempest-NegativeSecGroupTest-1991626641 tempest-NegativeSecGroupTest-1991626641-project] 10.222.0.44 "GET /v2.0/security-group-rules/e65ffbce-b396-4623-9cf9-0042f0553d4f HTTP/1.1" status: 404 len: 356 time: 0.0116229 Mar 22 14:17:51.123683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f3e1f52-9590-49e9-af6e-229aba9ad6ef req-ff2f8c84-f835-4cef-99d2-83b4499daf08 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0326872 Mar 22 14:17:51.257259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42882) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:51.306859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff6aa723-7ace-40ab-b451-150592fcb903 req-cbdbc012-331b-4d61-a15b-31bd24fc3c9e tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0311916 Mar 22 14:17:51.417516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30bc614f-190e-4f03-a225-73c2783708c2 req-0d6bbcd5-1f22-4a39-a7d5-4487a30605c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e500454c7ac431cb7d8a32c61dd6368&device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0345514 Mar 22 14:17:51.487852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30bc614f-190e-4f03-a225-73c2783708c2 req-83c5ddf1-a799-4f75-adfd-f5ba9eec1f3a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1e500454c7ac431cb7d8a32c61dd6368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624678 Mar 22 14:17:51.491496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e8ed841-7973-43b9-9ecc-29c3d6f35168 req-85717d32-1c75-4aeb-97ca-78d71505497f tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0516117 Mar 22 14:17:51.594519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b111aab2-4408-4522-8fbd-fd9705965b8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0ee6e424ffc401f8ca39ca61f5bc4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350894 Mar 22 14:17:51.597230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42888) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:51.654696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33fa0cbf-4b1f-428e-ad67-74b8aaa20966 admin admin] Publish callbacks [] for security_group (9138ee78-498a-4c4a-b91b-d8aa1c8c5532), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.677698 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33fa0cbf-4b1f-428e-ad67-74b8aaa20966 admin admin] Publish callbacks [] for security_group (9138ee78-498a-4c4a-b91b-d8aa1c8c5532), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.729246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33fa0cbf-4b1f-428e-ad67-74b8aaa20966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9138ee78-498a-4c4a-b91b-d8aa1c8c5532), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.732327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33fa0cbf-4b1f-428e-ad67-74b8aaa20966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.736430 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-33fa0cbf-4b1f-428e-ad67-74b8aaa20966 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9138ee78-498a-4c4a-b91b-d8aa1c8c5532 HTTP/1.1" status: 204 len: 168 time: 0.1355622 Mar 22 14:17:51.743109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa0cbf-4b1f-428e-ad67-74b8aaa20966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9138ee78-498a-4c4a-b91b-d8aa1c8c5532,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:51.857336 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.016914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc614f-190e-4f03-a225-73c2783708c2 req-ba18fd67-6307-4bf0-b655-ffe90d3cd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:52.018445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30bc614f-190e-4f03-a225-73c2783708c2 req-ba18fd67-6307-4bf0-b655-ffe90d3cd4cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5248713 Mar 22 14:17:52.437622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bea45f9-7a95-44e2-9204-7e760a1a55e5 req-f133b4e9-8cff-4d20-8b6f-8d41e22144fa tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0341094 Mar 22 14:17:52.540166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:52.600170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48306db6-60da-4ae2-9f35-0691a37dcfd1 req-ab7f788a-6d7b-4b3f-bc8f-91892979d689 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0274591 Mar 22 14:17:52.642498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-755669293'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:52.662912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Made reservation on behalf of 2650191da21f4f3281b71cb20c2be83a for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:52.666258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.674540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.749891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks [] for security_group (8c30d3dd-e079-41a9-90d1-989dcf1bc8e7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.754651 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8c30d3dd-e079-41a9-90d1-989dcf1bc8e7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.780773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:52.790554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30d3dd-e079-41a9-90d1-989dcf1bc8e7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:52.795355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1996b338-4d12-4a0c-858e-a97291f621c7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.795690 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Added segment 1996b338-4d12-4a0c-858e-a97291f621c7 of type vlan for network cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f Mar 22 14:17:52.840283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.868160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.873476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:52.874078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.935185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3937860 Mar 22 14:17:52.939205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42922) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:52.946281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb73d6e-4d31-4eb1-a2f7-35164be38045 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Pushing event updated for resources: {'Network': ['ID=cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:52.946735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-265b7a1c-7a98-4492-bc99-d3916fa1f6bf tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-577058002') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:52.958503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:53.045739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-265b7a1c-7a98-4492-bc99-d3916fa1f6bf tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "PUT /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-577058002 HTTP/1.1" status: 201 len: 201 time: 0.1043639 Mar 22 14:17:53.048487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42924) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.053215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-9c7b01c1-6a3a-40df-80c2-03f09e4d43b0 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-577058002') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.122379 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9c7b01c1-6a3a-40df-80c2-03f09e4d43b0 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "GET /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-577058002 HTTP/1.1" status: 204 len: 168 time: 0.0727217 Mar 22 14:17:53.125364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42926) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.129488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-5aaf7e3c-54a8-4fe5-8a19-925dfa7c5451 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.203223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5aaf7e3c-54a8-4fe5-8a19-925dfa7c5451 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "GET /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags HTTP/1.1" status: 200 len: 237 time: 0.0741537 Mar 22 14:17:53.203223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42928) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.208135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-9ad58472-d321-4c05-b1c5-78a95747cb04 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', {'tags': ['tempest-TagsTest-Tag-2128641945', 'tempest-TagsTest-Tag-359924101', 'tempest-TagsTest-Tag-1619173265']}) {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.285307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ad58472-d321-4c05-b1c5-78a95747cb04 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "PUT /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags HTTP/1.1" status: 200 len: 308 time: 0.0804882 Mar 22 14:17:53.287955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42930) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.292454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-69101223-29cc-48b4-b96c-c82b8b3ea37e tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-2128641945') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.312979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30bc614f-190e-4f03-a225-73c2783708c2 req-7751401f-b30c-4b0d-bdc7-f5a97252d0fa tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.42 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0322516 Mar 22 14:17:53.377937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.381054 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-69101223-29cc-48b4-b96c-c82b8b3ea37e tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "DELETE /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-2128641945 HTTP/1.1" status: 204 len: 168 time: 0.0921023 Mar 22 14:17:53.383728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42932) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.387800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-105da5ec-247b-41ba-bc03-b39d33bef787 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-2128641945') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.471313 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-105da5ec-247b-41ba-bc03-b39d33bef787 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] show failed (client error): The resource could not be found. Mar 22 14:17:53.472767 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-105da5ec-247b-41ba-bc03-b39d33bef787 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "GET /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-2128641945 HTTP/1.1" status: 404 len: 326 time: 0.0881667 Mar 22 14:17:53.476296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42938) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.480711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-f09347fd-8163-4a31-a744-779325f7fb9c tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-359924101') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.551826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-049f282a-9d76-4221-aa81-1297563b8139 req-55fa22c9-8f7f-4a45-b3c6-73509c0020bd tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0551968 Mar 22 14:17:53.591348 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f09347fd-8163-4a31-a744-779325f7fb9c tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "GET /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-359924101 HTTP/1.1" status: 204 len: 168 time: 0.1139321 Mar 22 14:17:53.594236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42940) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.598387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-dee616d4-24ba-4274-a707-9beefaa7a4f3 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-1619173265') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.668875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dee616d4-24ba-4274-a707-9beefaa7a4f3 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "GET /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-1619173265 HTTP/1.1" status: 204 len: 168 time: 0.0735917 Mar 22 14:17:53.671282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42944) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.675515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-a911c923-db4d-4986-ab34-397606be39a6 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.754415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a45377b4-cfa1-4e34-9f16-6d3a87ee3f84 req-d3739546-6da2-4686-956e-33c817e0e5c6 tempest-ServerShowV254Test-499454481 tempest-ServerShowV254Test-499454481-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88dbc18-c654-4750-b299-c0622031a79a HTTP/1.1" status: 200 len: 210 time: 0.0633080 Mar 22 14:17:53.804279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a911c923-db4d-4986-ab34-397606be39a6 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "DELETE /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1302388 Mar 22 14:17:53.805239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42946) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.810548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-9a36d231-3aee-4904-b2f6-c31038efef14 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-359924101') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.890459 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-9a36d231-3aee-4904-b2f6-c31038efef14 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] show failed (client error): The resource could not be found. Mar 22 14:17:53.891529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a36d231-3aee-4904-b2f6-c31038efef14 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "GET /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-359924101 HTTP/1.1" status: 404 len: 325 time: 0.0852983 Mar 22 14:17:53.894854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42948) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.899334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-a7f43710-cb17-40d7-a62f-8c172a43d7b2 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f', 'tempest-TagsTest-Tag-1619173265') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.971436 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-a7f43710-cb17-40d7-a62f-8c172a43d7b2 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] show failed (client error): The resource could not be found. Mar 22 14:17:53.972397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a7f43710-cb17-40d7-a62f-8c172a43d7b2 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "GET /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags/tempest-TagsTest-Tag-1619173265 HTTP/1.1" status: 404 len: 326 time: 0.0767457 Mar 22 14:17:53.975239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42950) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.984311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-ca54a18d-d81d-484a-b273-54289adfff79 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:54.049623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ca54a18d-d81d-484a-b273-54289adfff79 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "DELETE /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f/tags HTTP/1.1" status: 204 len: 168 time: 0.0733616 Mar 22 14:17:54.053131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42952) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:54.131201 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.219322 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.240063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:54.249377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1996b338-4d12-4a0c-858e-a97291f621c7') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:54.249660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1996b338-4d12-4a0c-858e-a97291f621c7') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:54.260326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (1996b338-4d12-4a0c-858e-a97291f621c7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.273366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1996b338-4d12-4a0c-858e-a97291f621c7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.279791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:54.280174 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (1996b338-4d12-4a0c-858e-a97291f621c7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:54.283550 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:54.345668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.354805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.358080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] 10.222.0.44 "DELETE /v2.0/networks/cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f HTTP/1.1" status: 204 len: 168 time: 0.3039145 Mar 22 14:17:54.370360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd157312-2eb0-484c-b98c-bb3d0c8b1f31 tempest-TagsTest-393345236 tempest-TagsTest-393345236-project] Pushing event deleted for resources: {'Network': ['ID=cc009b1b-4eeb-4e12-a3ef-c386b5a80f0f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:54.396504 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.599533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.637819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42962) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:54.667059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b2e5f05-1bd2-4ddd-b6fd-1f9f3d120127 req-7e286572-6e15-4818-9afa-c27f3dc0e41c tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0307250 Mar 22 14:17:54.780759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9edf8a6f-03af-4ccf-b17c-50bfef6c9ca2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2650191da21f4f3281b71cb20c2be83a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348143 Mar 22 14:17:54.783188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42966) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:54.833990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d0d477ea-1782-4b4d-bcb4-2b40fcf427bc admin admin] Publish callbacks [] for security_group (8c30d3dd-e079-41a9-90d1-989dcf1bc8e7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.857123 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d0d477ea-1782-4b4d-bcb4-2b40fcf427bc admin admin] Publish callbacks [] for security_group (8c30d3dd-e079-41a9-90d1-989dcf1bc8e7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.915314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d0d477ea-1782-4b4d-bcb4-2b40fcf427bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8c30d3dd-e079-41a9-90d1-989dcf1bc8e7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.918416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d0d477ea-1782-4b4d-bcb4-2b40fcf427bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.919663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d0d477ea-1782-4b4d-bcb4-2b40fcf427bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c30d3dd-e079-41a9-90d1-989dcf1bc8e7 HTTP/1.1" status: 204 len: 168 time: 0.1355691 Mar 22 14:17:54.928592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d477ea-1782-4b4d-bcb4-2b40fcf427bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30d3dd-e079-41a9-90d1-989dcf1bc8e7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:55.047623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42976) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:55.277533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3da28e0e-7239-4883-9254-b9065184224f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.364238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3da28e0e-7239-4883-9254-b9065184224f admin admin] Publish callbacks [] for security_group (b3348ec9-ece6-4b52-b249-2dbb7db4e396), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.369009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3da28e0e-7239-4883-9254-b9065184224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3348ec9-ece6-4b52-b249-2dbb7db4e396), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.410860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3da28e0e-7239-4883-9254-b9065184224f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e500454c7ac431cb7d8a32c61dd6368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3592465 Mar 22 14:17:55.410860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da28e0e-7239-4883-9254-b9065184224f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3348ec9-ece6-4b52-b249-2dbb7db4e396,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:55.411339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42990) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:55.473245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85e4e21d-af7c-450a-a2d3-db0d18d3fa50 admin admin] Publish callbacks [] for security_group (b3348ec9-ece6-4b52-b249-2dbb7db4e396), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.494989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85e4e21d-af7c-450a-a2d3-db0d18d3fa50 admin admin] Publish callbacks [] for security_group (b3348ec9-ece6-4b52-b249-2dbb7db4e396), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.547980 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85e4e21d-af7c-450a-a2d3-db0d18d3fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3348ec9-ece6-4b52-b249-2dbb7db4e396), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.550994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85e4e21d-af7c-450a-a2d3-db0d18d3fa50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.554538 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-85e4e21d-af7c-450a-a2d3-db0d18d3fa50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3348ec9-ece6-4b52-b249-2dbb7db4e396 HTTP/1.1" status: 204 len: 168 time: 0.1399825 Mar 22 14:17:55.572465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4e21d-af7c-450a-a2d3-db0d18d3fa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3348ec9-ece6-4b52-b249-2dbb7db4e396,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:55.788294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7213ec4-8595-48ba-8de7-2509d2bd9af3 req-43f5f018-835b-4207-84fc-3d2fc521f328 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0331256 Mar 22 14:17:56.112723 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-9dcb8e21-74d6-4628-bd21-e5f728a66bb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2182105 Mar 22 14:17:56.210024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-5980e0d0-89c4-4ee2-841e-0629a5686efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.211805 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-5980e0d0-89c4-4ee2-841e-0629a5686efd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1128 time: 0.0466239 Mar 22 14:17:56.343629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-27aeefde-c4a5-4c99-8de0-4fc53cc8c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.345064 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-27aeefde-c4a5-4c99-8de0-4fc53cc8c571 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.1101475 Mar 22 14:17:56.436397 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-de35ecbe-eb90-4825-a449-04dd45e73d14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 999 time: 0.0821254 Mar 22 14:17:56.449399 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:17:56.501933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-d510668e-bfbc-411c-99d0-12b6dcde9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.503518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-d510668e-bfbc-411c-99d0-12b6dcde9c96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.0530262 Mar 22 14:17:56.570294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-dc87ed3c-574f-46d8-8d8e-f0f3e2e709f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.572106 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-dc87ed3c-574f-46d8-8d8e-f0f3e2e709f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612988 Mar 22 14:17:56.681101 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-0844cc51-c1cf-43d5-8e69-36bd32451bce service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995400 Mar 22 14:17:56.800376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b07d1c1d-7e90-4f53-8c0a-28c201aace98 req-9aa2d8bf-0410-4d27-bfe7-2f99a8e75e7a service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125445 Mar 22 14:17:56.923973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6e42dd0-4be2-4a2d-a1f4-a9bdedc62d3a req-ed10290d-fc8f-4f35-bd58-37ef44b54203 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0316265 Mar 22 14:17:57.123014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43070) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:57.146896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43074) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:57.234009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37052db1-99c1-4eb9-9c86-0618c2458764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.274665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc6e40-a955-4e95-8231-3adfff4f3c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.351765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37052db1-99c1-4eb9-9c86-0618c2458764 admin admin] Publish callbacks [] for security_group (52178b01-99c7-4847-8b37-336145454e9d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.358416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37052db1-99c1-4eb9-9c86-0618c2458764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (52178b01-99c7-4847-8b37-336145454e9d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.416902 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-37052db1-99c1-4eb9-9c86-0618c2458764 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb57d7c87929493897cd4cc19cea7871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927058 Mar 22 14:17:57.419905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43080) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:57.421380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052db1-99c1-4eb9-9c86-0618c2458764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52178b01-99c7-4847-8b37-336145454e9d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:57.428072 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc6e40-a955-4e95-8231-3adfff4f3c68 admin admin] Publish callbacks [] for security_group (702d7e4c-6e99-4af1-9e03-b5317196e9de), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.434435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68bc6e40-a955-4e95-8231-3adfff4f3c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (702d7e4c-6e99-4af1-9e03-b5317196e9de), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.476429 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-68bc6e40-a955-4e95-8231-3adfff4f3c68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5e1ccdf3e4441efa46cf7630fb57ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279233 Mar 22 14:17:57.477254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc6e40-a955-4e95-8231-3adfff4f3c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702d7e4c-6e99-4af1-9e03-b5317196e9de,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:57.479219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43082) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:57.488986 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38f831bb-7469-44b2-b864-d4e9002b4875 admin admin] Publish callbacks [] for security_group (52178b01-99c7-4847-8b37-336145454e9d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.528515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38f831bb-7469-44b2-b864-d4e9002b4875 admin admin] Publish callbacks [] for security_group (52178b01-99c7-4847-8b37-336145454e9d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.575629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b0746d2e-bbb9-4d4b-81dd-0604fc87638b admin admin] Publish callbacks [] for security_group (702d7e4c-6e99-4af1-9e03-b5317196e9de), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.600539 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b0746d2e-bbb9-4d4b-81dd-0604fc87638b admin admin] Publish callbacks [] for security_group (702d7e4c-6e99-4af1-9e03-b5317196e9de), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.612655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38f831bb-7469-44b2-b864-d4e9002b4875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (52178b01-99c7-4847-8b37-336145454e9d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.615343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38f831bb-7469-44b2-b864-d4e9002b4875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.618908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-38f831bb-7469-44b2-b864-d4e9002b4875 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52178b01-99c7-4847-8b37-336145454e9d HTTP/1.1" status: 204 len: 168 time: 0.1956210 Mar 22 14:17:57.640230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f831bb-7469-44b2-b864-d4e9002b4875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52178b01-99c7-4847-8b37-336145454e9d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:57.668934 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b0746d2e-bbb9-4d4b-81dd-0604fc87638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (702d7e4c-6e99-4af1-9e03-b5317196e9de), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.673156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b0746d2e-bbb9-4d4b-81dd-0604fc87638b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.679303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b0746d2e-bbb9-4d4b-81dd-0604fc87638b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/702d7e4c-6e99-4af1-9e03-b5317196e9de HTTP/1.1" status: 204 len: 168 time: 0.1960166 Mar 22 14:17:57.688022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746d2e-bbb9-4d4b-81dd-0604fc87638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d7e4c-6e99-4af1-9e03-b5317196e9de,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:57.757615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43090) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:57.874749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ca2cea29-bbf9-44ed-a12a-dd3028cee48c tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/floatingips/cf6bcdb9-41f6-45f3-8877-8884a51697c4 HTTP/1.1" status: 200 len: 993 time: 0.1159413 Mar 22 14:17:58.070888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43114) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:58.072225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7f505ad-d46c-48e8-96af-2d0a99fbe4d2 req-2bfa7081-b917-499a-a56d-6fa2a6edf23f tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0342534 Mar 22 14:17:58.090922 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c636971c-c774-484a-a7f8-00330a6f3b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.150512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43118) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:58.203332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c636971c-c774-484a-a7f8-00330a6f3b4d admin admin] Publish callbacks [] for security_group (053b6ed7-b256-461a-8fee-f8ab06722a72), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.209681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c636971c-c774-484a-a7f8-00330a6f3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (053b6ed7-b256-461a-8fee-f8ab06722a72), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.254776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636971c-c774-484a-a7f8-00330a6f3b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053b6ed7-b256-461a-8fee-f8ab06722a72,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:58.278501 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c636971c-c774-484a-a7f8-00330a6f3b4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bfdac2232e14e1fb267e089c7666c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062459 Mar 22 14:17:58.279484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43120) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:58.347708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1bba33c-d723-4e86-8c8d-feef238f02aa admin admin] Publish callbacks [] for security_group (053b6ed7-b256-461a-8fee-f8ab06722a72), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.370884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1bba33c-d723-4e86-8c8d-feef238f02aa admin admin] Publish callbacks [] for security_group (053b6ed7-b256-461a-8fee-f8ab06722a72), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.409051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f0fde-17a0-45a7-9c9a-42cbe6386ebc req-d5523b7b-0f10-4e99-aa3e-a88aae0a50be tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.410606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0f0fde-17a0-45a7-9c9a-42cbe6386ebc req-d5523b7b-0f10-4e99-aa3e-a88aae0a50be tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 945 time: 0.0716684 Mar 22 14:17:58.412367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port ba58d6d2-38bd-47bf-b24a-b8703f40bb53 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:58.412707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.435491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1bba33c-d723-4e86-8c8d-feef238f02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (053b6ed7-b256-461a-8fee-f8ab06722a72), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.437800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1bba33c-d723-4e86-8c8d-feef238f02aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.439651 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1bba33c-d723-4e86-8c8d-feef238f02aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/053b6ed7-b256-461a-8fee-f8ab06722a72 HTTP/1.1" status: 204 len: 168 time: 0.1590018 Mar 22 14:17:58.445239 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.449093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bba33c-d723-4e86-8c8d-feef238f02aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b6ed7-b256-461a-8fee-f8ab06722a72,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:58.534510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df0f0fde-17a0-45a7-9c9a-42cbe6386ebc req-d302c705-4450-4ae7-b3c9-6dd6b80835f1 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039088 Mar 22 14:17:58.552198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.552639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.565847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for ba58d6d2-38bd-47bf-b24a-b8703f40bb53 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:58.721175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ba58d6d2-38bd-47bf-b24a-b8703f40bb53), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.747120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=ba58d6d2-38bd-47bf-b24a-b8703f40bb53,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:58.817381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for floatingip (cf6bcdb9-41f6-45f3-8877-8884a51697c4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.818087 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Floating IP cf6bcdb9-41f6-45f3-8877-8884a51697c4 disassociated (deleted). External IP: 172.25.2.73, port: 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da. Mar 22 14:17:59.061081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router e307cf14-ce45-409e-9991-b8af5fbd0d9f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:59.201701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88811463-1dc2-44a1-9681-6d241fb6db86 req-f07289cc-24d2-4cb6-a0e4-4d130dd0903f tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0456240 Mar 22 14:17:59.235459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:59.247549 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] Sync routers for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:59.254241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.264575 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:59.265334 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:59.286500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4aa551a1-7551-45bf-bd54-6ad656473de1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf6bcdb9-41f6-45f3-8877-8884a51697c4 HTTP/1.1" status: 204 len: 168 time: 1.1344874 Mar 22 14:17:59.287271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:59.300989 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf28f919-9af8-4c44-b306-4fb83b9b1d99" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:59.308489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43176) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:59.407232 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:59.433621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1593112235-network', 'tenant_id': '8e0a15f3184b4470a13f3fefca7f75e6'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:59.460469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Made reservation on behalf of 8e0a15f3184b4470a13f3fefca7f75e6 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:59.463081 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.479957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.483180 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31500625-c62c-4c53-955b-63d26662e1eb x-openstack-request-id: req-31500625-c62c-4c53-955b-63d26662e1eb {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:59.483665 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:59.484113 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31500625-c62c-4c53-955b-63d26662e1eb {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:59.484785 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31500625-c62c-4c53-955b-63d26662e1eb'] response: {'name': 'network-changed', 'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'status': 'completed', 'code': 200} Mar 22 14:17:59.599173 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks [] for security_group (8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.615315 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.644343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aff9ad-1d43-41ee-bddb-1b37332c2cf5 req-f9e6fbec-41f2-4869-80e8-7919fc271332 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.646361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6aff9ad-1d43-41ee-bddb-1b37332c2cf5 req-f9e6fbec-41f2-4869-80e8-7919fc271332 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 946 time: 0.1159725 Mar 22 14:17:59.654896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-162d2df3-1679-4db8-9fac-81bcd62a6951 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.656486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-162d2df3-1679-4db8-9fac-81bcd62a6951 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 945 time: 0.0889387 Mar 22 14:17:59.675269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:59.691267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:59.695539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c30eb6bf-48a7-4463-833d-11eb87be8539), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.695886 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Added segment c30eb6bf-48a7-4463-833d-11eb87be8539 of type vlan for network bc19c132-5ce4-4693-bd53-37780758f44d Mar 22 14:17:59.740140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-cfdd5725-261b-48fb-866b-2230734f2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.741686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-cfdd5725-261b-48fb-866b-2230734f2914 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f65b76c4770841778021955e5f892da5&device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 1128 time: 0.1400995 Mar 22 14:17:59.824235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6aff9ad-1d43-41ee-bddb-1b37332c2cf5 req-8ca87f08-4353-4d81-ad97-f5e3ed9cd8e5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657262 Mar 22 14:17:59.824837 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:05Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:59.837174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f9dc-889a-404d-90f2-6fef23e9f697 req-903821c7-ed7d-4675-9adc-19f886e54c7c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.845362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d039f9dc-889a-404d-90f2-6fef23e9f697 req-903821c7-ed7d-4675-9adc-19f886e54c7c tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 945 time: 0.1802719 Mar 22 14:17:59.854379 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] Checking router: e307cf14-ce45-409e-9991-b8af5fbd0d9f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:59.870198 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:59.870874 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:59.910848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d039f9dc-889a-404d-90f2-6fef23e9f697 req-9292f503-55a3-4d51-9d37-7af29ad596b8 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c5d8720-a534-4f06-99d6-ed5ca790c5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645187 Mar 22 14:17:59.914603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:59.914927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.021558 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:00.043373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] For port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:00.044602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.082134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (bc19c132-5ce4-4693-bd53-37780758f44d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.160998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (bc19c132-5ce4-4693-bd53-37780758f44d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.162107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.162681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.245097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9354475 Mar 22 14:18:00.245896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9196fac-dabb-46d3-9ad4-cde25d218319 admin admin] Pushing event updated for resources: {'Network': ['ID=bc19c132-5ce4-4693-bd53-37780758f44d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.249573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43202) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:00.251569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-d6d8e1fd-66c1-4cf0-93b9-746725f9e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.253108 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-d6d8e1fd-66c1-4cf0-93b9-746725f9e3c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31c8db50-157b-4d93-ac03-a22565870b27 HTTP/1.1" status: 200 len: 897 time: 0.5021732 Mar 22 14:18:00.257204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Request body: {'subnet': {'network_id': 'bc19c132-5ce4-4693-bd53-37780758f44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1593112235-subnet', 'tenant_id': '8e0a15f3184b4470a13f3fefca7f75e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:00.260821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network bc19c132-5ce4-4693-bd53-37780758f44d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:00.283275 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:05Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:00.301918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43204) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:00.303684 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-8eab9dd8-8684-4a62-b86a-ed547dd3dbe4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da HTTP/1.1" status: 200 len: 217 time: 0.0400705 Mar 22 14:18:00.323673 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35daa29-8d87-45bd-8128-f6b4f836384e None None] The sync data for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 is: [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:16:53Z', 'revision_number': 4, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f6760d83-2d35-4c36-a2bc-957037dcb7d8', 'name': '', 'network_id': '31c8db50-157b-4d93-ac03-a22565870b27', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'mac_address': 'fa:16:3e:8e:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '87e89086-078e-4081-834d-41cd1e295ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:51Z', 'updated_at': '2022-03-22T14:17:05Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'subnets': [{'id': '87e89086-078e-4081-834d-41cd1e295ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:00.344896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.345517 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (5b0d5b31-4eb1-4089-a74d-1753609b5705), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.346067 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Floating IP 5b0d5b31-4eb1-4089-a74d-1753609b5705 disassociated. External IP: 172.25.2.149, port: 1251079d-3e5e-4a3e-9a98-ab1ffbce9468. Mar 22 14:18:00.346584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:00.360851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-1cb4d959-9932-4814-ac24-28174cf48aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.362691 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-1cb4d959-9932-4814-ac24-28174cf48aac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87e89086-078e-4081-834d-41cd1e295ac9 HTTP/1.1" status: 200 len: 834 time: 0.0522470 Mar 22 14:18:00.381344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc705567-acc6-4ea2-a236-d056762fca54 req-7e04611c-6f5c-4464-a797-f13534bd6001 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0679345 Mar 22 14:18:00.396799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Made reservation on behalf of 8e0a15f3184b4470a13f3fefca7f75e6 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:00.399208 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.450653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-2d49186c-a85e-43a7-ae5f-63a2b6d558fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.452153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-2d49186c-a85e-43a7-ae5f-63a2b6d558fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31c8db50-157b-4d93-ac03-a22565870b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793304 Mar 22 14:18:00.498528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-36c9f817-7556-4c1f-8b03-415003d3818f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.562046 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-49ec89ea-8fa3-4fc6-8e89-d6d8df73e433 service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882559 Mar 22 14:18:00.665598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea565806-97d1-4cd8-9ab2-ff2fa6dbe333 None None] New status for floating IP cf6bcdb9-41f6-45f3-8877-8884a51697c4: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:00.686697 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf28f919-9af8-4c44-b306-4fb83b9b1d99 req-ef77d608-4aa8-4cc5-8f5f-c91caf08681c service neutron] 10.222.0.57 "GET /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053178 Mar 22 14:18:00.727022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1251079d-3e5e-4a3e-9a98-ab1ffbce9468), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.743372 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-36c9f817-7556-4c1f-8b03-415003d3818f admin admin] Publish callbacks [] for security_group (c44d1334-b92c-4b51-b44f-7c73b01c020b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.777647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-36c9f817-7556-4c1f-8b03-415003d3818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c44d1334-b92c-4b51-b44f-7c73b01c020b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.787909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=1251079d-3e5e-4a3e-9a98-ab1ffbce9468,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.809084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (899440cf-533a-4fbc-a580-9c51c0c43ebe), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.911051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9f817-7556-4c1f-8b03-415003d3818f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d1334-b92c-4b51-b44f-7c73b01c020b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.926596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-36c9f817-7556-4c1f-8b03-415003d3818f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab5c4a6eeb5f4107852af07ffce50b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6233473 Mar 22 14:18:00.929431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43212) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:00.991579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42ed9e06-7c29-4a51-8990-db5cecc0c548 admin admin] Publish callbacks [] for security_group (c44d1334-b92c-4b51-b44f-7c73b01c020b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.993032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=899440cf-533a-4fbc-a580-9c51c0c43ebe,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:01.019163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42ed9e06-7c29-4a51-8990-db5cecc0c548 admin admin] Publish callbacks [] for security_group (c44d1334-b92c-4b51-b44f-7c73b01c020b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.044625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c34ad4c9-42ee-4d63-8110-3e8f935ace11 req-cd4c064f-015e-4695-963b-20a999dced30 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f187db9-e19a-4b5d-abd2-4780e3a3657c HTTP/1.1" status: 200 len: 210 time: 0.0450733 Mar 22 14:18:01.056222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Checking segment: {'id': 'c30eb6bf-48a7-4463-833d-11eb87be8539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bc19c132-5ce4-4693-bd53-37780758f44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:01.056222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Network hostable DHCP agents. Network: bc19c132-5ce4-4693-bd53-37780758f44d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:01.071420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385595-9b87-4196-8d43-8a3f1fa663b1 req-77706aee-36b1-42fe-a4ea-14251b2eb528 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.072972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34385595-9b87-4196-8d43-8a3f1fa663b1 req-77706aee-36b1-42fe-a4ea-14251b2eb528 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 946 time: 0.1588683 Mar 22 14:18:01.078759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42ed9e06-7c29-4a51-8990-db5cecc0c548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c44d1334-b92c-4b51-b44f-7c73b01c020b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.079241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:01.081293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42ed9e06-7c29-4a51-8990-db5cecc0c548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.082618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-42ed9e06-7c29-4a51-8990-db5cecc0c548 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c44d1334-b92c-4b51-b44f-7c73b01c020b HTTP/1.1" status: 204 len: 168 time: 0.1521735 Mar 22 14:18:01.091801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed9e06-7c29-4a51-8990-db5cecc0c548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d1334-b92c-4b51-b44f-7c73b01c020b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:01.119057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Network bc19c132-5ce4-4693-bd53-37780758f44d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:01.214894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, bc19c132-5ce4-4693-bd53-37780758f44d) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:01.227189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34385595-9b87-4196-8d43-8a3f1fa663b1 req-42fa2514-ad3f-4fb1-bebf-5b0faf6d2ee4 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5c93d62-5cdb-465a-9d1a-e2d641e399a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467395 Mar 22 14:18:01.235335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb5917a-671a-4888-a151-fb7cd14ebd9c None None] Network bc19c132-5ce4-4693-bd53-37780758f44d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:01.243686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.244682 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.284650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6caf0ffb-bb37-4a54-b992-10f9618a4f0e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0329385 Mar 22 14:18:01.311016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:01.324235 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:01.340954 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:01.350777 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:01.379650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] No DVR routers for this DVR port 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:01.383200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.386960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f746eca1-3291-452b-bcc8-dbc1a9d53d87 req-a11629a5-0351-4838-9ce5-73d16cbbf75e tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.42 "DELETE /v2.0/ports/1251079d-3e5e-4a3e-9a98-ab1ffbce9468 HTTP/1.1" status: 204 len: 173 time: 1.7102885 Mar 22 14:18:01.467069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db8100-79ee-4c79-89bd-323047bc2bcf None None] Network bc19c132-5ce4-4693-bd53-37780758f44d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:01.486458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'name': 'network-vif-deleted', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:01.488840 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f6426-6317-4edc-a372-def63eb03f0f" -d '{"events": [{"server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "name": "network-vif-deleted", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:01.565676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0965a053-b316-44b9-8245-fdee608d2752 req-249ebf1b-310a-4355-904f-113a6b2697c1 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0638552 Mar 22 14:18:01.653575 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d79b762-22e9-4f54-9778-66f18793f409 x-openstack-request-id: req-3d79b762-22e9-4f54-9778-66f18793f409 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:01.653908 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f187db9-e19a-4b5d-abd2-4780e3a3657c", "name": "network-vif-deleted", "tag": "1251079d-3e5e-4a3e-9a98-ab1ffbce9468", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:01.654194 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d79b762-22e9-4f54-9778-66f18793f409 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:01.654614 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d79b762-22e9-4f54-9778-66f18793f409'] response: {'server_uuid': '0f187db9-e19a-4b5d-abd2-4780e3a3657c', 'name': 'network-vif-deleted', 'tag': '1251079d-3e5e-4a3e-9a98-ab1ffbce9468', 'status': 'completed', 'code': 200} Mar 22 14:18:01.664692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-8b2b5fbb-91de-471e-972e-c661fafa86a7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.666321 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-8b2b5fbb-91de-471e-972e-c661fafa86a7 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 946 time: 0.1558626 Mar 22 14:18:01.707472 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:01.820871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:01.821226 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.840464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fe371-00d8-4969-85f8-abe15c0438ca req-f54702eb-89b9-4d78-b788-caf60168beec tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.848071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b68fe371-00d8-4969-85f8-abe15c0438ca req-f54702eb-89b9-4d78-b788-caf60168beec tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.0656574 Mar 22 14:18:01.911333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:01.929204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b68fe371-00d8-4969-85f8-abe15c0438ca req-fa691317-de01-4c44-859c-9fb9fffaea0f tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798750 Mar 22 14:18:01.943752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:01.944349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 1251079d-3e5e-4a3e-9a98-ab1ffbce9468 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:02.002074 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:02.039327 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:02.047728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:02.048215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.061679 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:02.064006 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:02.079602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:02.167924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43266) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:02.240564 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:02.277181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (20ba8a43-5a2a-4ab4-b2cc-e1136c4383da), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.295011 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2838585-fd6f-4fc3-93dc-9ed8bc443333 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (6c5d8720-a534-4f06-99d6-ed5ca790c5e5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.327503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=20ba8a43-5a2a-4ab4-b2cc-e1136c4383da,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:02.356940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2838585-fd6f-4fc3-93dc-9ed8bc443333 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (6c5d8720-a534-4f06-99d6-ed5ca790c5e5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.383719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] No DVR routers for this DVR port 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:02.385702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.388878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43274) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:02.389387 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e5b4eebc-ff81-405a-81c0-f71499edb2db req-2ee2b0d2-f3ec-41e8-b9a6-dba55a3fa75a tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.57 "DELETE /v2.0/ports/20ba8a43-5a2a-4ab4-b2cc-e1136c4383da HTTP/1.1" status: 204 len: 173 time: 0.7167661 Mar 22 14:18:02.390025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'name': 'network-vif-deleted', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:02.392968 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ca87d0-8850-486f-acf4-0be07e6c8863" -d '{"events": [{"server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "name": "network-vif-deleted", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:02.402972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-52988578-network', 'tenant_id': 'e16f36aa9a8642059b25a4e463bceab6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:02.453489 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d831184-da57-4941-92b2-379aaa1d8d9a x-openstack-request-id: req-4d831184-da57-4941-92b2-379aaa1d8d9a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:02.454169 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b1a75e-6f67-4e63-9c80-b4888fcc162a", "name": "network-vif-deleted", "tag": "20ba8a43-5a2a-4ab4-b2cc-e1136c4383da", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:02.454169 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d831184-da57-4941-92b2-379aaa1d8d9a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:02.454710 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d831184-da57-4941-92b2-379aaa1d8d9a'] response: {'server_uuid': 'a0b1a75e-6f67-4e63-9c80-b4888fcc162a', 'name': 'network-vif-deleted', 'tag': '20ba8a43-5a2a-4ab4-b2cc-e1136c4383da', 'status': 'completed', 'code': 200} Mar 22 14:18:02.475267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-83995653-4583-4aa8-bb84-d777268394ed req-07a36fc6-a514-40d1-ad43-5a3a7591d994 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b1a75e-6f67-4e63-9c80-b4888fcc162a HTTP/1.1" status: 200 len: 210 time: 0.0855453 Mar 22 14:18:02.493877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Made reservation on behalf of e16f36aa9a8642059b25a4e463bceab6 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:02.496824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.507710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.530144 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2838585-fd6f-4fc3-93dc-9ed8bc443333 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6c5d8720-a534-4f06-99d6-ed5ca790c5e5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.533270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2838585-fd6f-4fc3-93dc-9ed8bc443333 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.534771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a2838585-fd6f-4fc3-93dc-9ed8bc443333 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c5d8720-a534-4f06-99d6-ed5ca790c5e5 HTTP/1.1" status: 204 len: 168 time: 0.3658557 Mar 22 14:18:02.537663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43280) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:02.549513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2838585-fd6f-4fc3-93dc-9ed8bc443333 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5d8720-a534-4f06-99d6-ed5ca790c5e5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:02.557933 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-e9d1473d-5db1-45da-b7e7-196fa96e694d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] show failed (client error): The resource could not be found. Mar 22 14:18:02.566891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43282) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:02.570164 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e9d1473d-5db1-45da-b7e7-196fa96e694d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "GET /v2.0/security-groups/6c5d8720-a534-4f06-99d6-ed5ca790c5e5 HTTP/1.1" status: 404 len: 347 time: 0.0308290 Mar 22 14:18:02.627500 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:02.665482 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419fc3c0-0b7d-462d-beae-c351c2a45217 None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:11:41Z', 'revision_number': 4, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'af1c96a2-71d0-4cba-8d72-46f873c603d5', 'name': '', 'network_id': '7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'mac_address': 'fa:16:3e:26:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:40Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'subnets': [{'id': '3aa5a118-7118-4c43-bd3d-f956be91bae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:02.708977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-102300b7-c898-4b97-8fa9-bf06acefc73b req-e9b3459e-1e10-41e7-a376-70e636d9f786 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0462034 Mar 22 14:18:02.729152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks [] for security_group (ccd4e101-356b-4de1-847b-1e1b096a07ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.075774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c3867-8354-4e87-8067-53c99d77acdf None None] New status for floating IP 5b0d5b31-4eb1-4089-a74d-1753609b5705: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:03.123710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ccd4e101-356b-4de1-847b-1e1b096a07ad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.174314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:03.198409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4e101-356b-4de1-847b-1e1b096a07ad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:03.204035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (73e0a64c-7b6e-41b2-b04c-76837e75d19e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.204382 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Added segment 73e0a64c-7b6e-41b2-b04c-76837e75d19e of type vlan for network 41572465-5693-4514-b4bd-2a688afb2801 Mar 22 14:18:03.257358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de52b-aaa6-4f1d-9ebb-ef7954336348 req-19ca77fe-97fa-4264-af15-379270635bc6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.258906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f8de52b-aaa6-4f1d-9ebb-ef7954336348 req-19ca77fe-97fa-4264-af15-379270635bc6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1389263 Mar 22 14:18:03.263606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Deleting port 4ae5afd9-7584-4184-9b6f-8e0faae01eb2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:03.263949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.288294 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (41572465-5693-4514-b4bd-2a688afb2801), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.378384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (41572465-5693-4514-b4bd-2a688afb2801), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.379348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.379951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.388491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f8de52b-aaa6-4f1d-9ebb-ef7954336348 req-d90fa91a-08c2-42b5-9f74-4fd7cb504206 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179976 Mar 22 14:18:03.455100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.455421 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.466970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0758986 Mar 22 14:18:03.470462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43304) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:03.476310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Calling delete_port for 4ae5afd9-7584-4184-9b6f-8e0faae01eb2 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:03.476950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Request body: {'subnet': {'network_id': '41572465-5693-4514-b4bd-2a688afb2801', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-52988578-subnet', 'tenant_id': 'e16f36aa9a8642059b25a4e463bceab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:03.478157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74764214-d08e-4d64-8425-c1fb8ab42006 admin admin] Pushing event updated for resources: {'Network': ['ID=41572465-5693-4514-b4bd-2a688afb2801,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:03.496694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 41572465-5693-4514-b4bd-2a688afb2801 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:03.502452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Made reservation on behalf of e16f36aa9a8642059b25a4e463bceab6 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:03.526248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.579199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43310) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:03.697305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4ae5afd9-7584-4184-9b6f-8e0faae01eb2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.746092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69624b-c507-42d1-b726-37ad445acbfa req-0d917791-1d1a-468a-b233-8db81ed1a573 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.746455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (ac170eeb-0408-48a6-9b35-ac6b27f309ef), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.747625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b69624b-c507-42d1-b726-37ad445acbfa req-0d917791-1d1a-468a-b233-8db81ed1a573 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.1367426 Mar 22 14:18:03.748303 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96a765ab-bc9e-452e-9228-141f9471d676 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (e5c93d62-5cdb-465a-9d1a-e2d641e399a5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.750274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Pushing event deleted for resources: {'Port': ['ID=4ae5afd9-7584-4184-9b6f-8e0faae01eb2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:03.806113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac170eeb-0408-48a6-9b35-ac6b27f309ef,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:03.835049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Checking segment: {'id': '73e0a64c-7b6e-41b2-b04c-76837e75d19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41572465-5693-4514-b4bd-2a688afb2801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:03.835800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Network hostable DHCP agents. Network: 41572465-5693-4514-b4bd-2a688afb2801, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:03.854481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Network 41572465-5693-4514-b4bd-2a688afb2801 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:03.863428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96a765ab-bc9e-452e-9228-141f9471d676 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (e5c93d62-5cdb-465a-9d1a-e2d641e399a5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.865898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 41572465-5693-4514-b4bd-2a688afb2801) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:03.871557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.872201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.884717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0eb43-1728-4012-ab5d-5054c990db61 None None] Network 41572465-5693-4514-b4bd-2a688afb2801 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:03.901754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e9f8422-25b8-4cd4-ad38-694c5e903808 req-58eb8219-948e-444d-b62f-b32de7e82d80 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0659864 Mar 22 14:18:03.906825 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9310dd5c-2a13-40c2-a73d-2d945ccbc08f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4336047 Mar 22 14:18:03.934508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:03.962991 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks [] for floatingip (5b0d5b31-4eb1-4089-a74d-1753609b5705), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.965899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.969758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5b1b3c34-364b-49bd-a0db-95099670dc42 tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] 10.222.0.44 "DELETE /v2.0/floatingips/5b0d5b31-4eb1-4089-a74d-1753609b5705 HTTP/1.1" status: 204 len: 168 time: 1.3991551 Mar 22 14:18:03.973392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:03.974066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 20ba8a43-5a2a-4ab4-b2cc-e1136c4383da not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:04.005805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Deleting port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:04.006308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.073857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96a765ab-bc9e-452e-9228-141f9471d676 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e5c93d62-5cdb-465a-9d1a-e2d641e399a5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.076963 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96a765ab-bc9e-452e-9228-141f9471d676 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.078236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-96a765ab-bc9e-452e-9228-141f9471d676 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/security-groups/e5c93d62-5cdb-465a-9d1a-e2d641e399a5 HTTP/1.1" status: 204 len: 168 time: 0.4979527 Mar 22 14:18:04.113843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43328) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.125800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24290e6f-f86a-4247-a166-605550c084cf None None] Network 41572465-5693-4514-b4bd-2a688afb2801 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:04.139377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43330) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.158217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a765ab-bc9e-452e-9228-141f9471d676 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c93d62-5cdb-465a-9d1a-e2d641e399a5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:04.202401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] Deleting subnet 899440cf-533a-4fbc-a580-9c51c0c43ebe {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:04.209453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] Publish callbacks [] for subnet (899440cf-533a-4fbc-a580-9c51c0c43ebe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.299572 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (899440cf-533a-4fbc-a580-9c51c0c43ebe), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.309102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] For port f7b32278-4b6d-48f1-88af-8b0f0bba7a42, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:04.309733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.343301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (899440cf-533a-4fbc-a580-9c51c0c43ebe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.383482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43334) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.419193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (899440cf-533a-4fbc-a580-9c51c0c43ebe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.447693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.454452 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/899440cf-533a-4fbc-a580-9c51c0c43ebe HTTP/1.1" status: 204 len: 168 time: 0.3386934 Mar 22 14:18:04.457209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43340) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.482739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2166f84-8fe7-4aec-a08e-19ba26f70c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899440cf-533a-4fbc-a580-9c51c0c43ebe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:04.569119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17b07301-baac-4c3e-99a7-f6004f45735a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.652623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17b07301-baac-4c3e-99a7-f6004f45735a admin admin] Publish callbacks [] for security_group (870a3208-3076-4ff2-ad61-7ba4baf9d276), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.657947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17b07301-baac-4c3e-99a7-f6004f45735a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (870a3208-3076-4ff2-ad61-7ba4baf9d276), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.692139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (bc19c132-5ce4-4693-bd53-37780758f44d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.704240 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-17b07301-baac-4c3e-99a7-f6004f45735a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=304eab77679044709d1e894a7fc6c03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194010 Mar 22 14:18:04.705327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43342) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.706269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b07301-baac-4c3e-99a7-f6004f45735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a3208-3076-4ff2-ad61-7ba4baf9d276,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:04.762106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319f909-7d7e-444c-976f-c4e25febc476 req-4aaa86b3-7a19-488c-b506-3fd536dc93ab tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:04.763730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4319f909-7d7e-444c-976f-c4e25febc476 req-4aaa86b3-7a19-488c-b506-3fd536dc93ab tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 946 time: 0.2319045 Mar 22 14:18:04.774635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56da0eb8-7a89-4200-b8cf-30f90c713d2a admin admin] Publish callbacks [] for security_group (870a3208-3076-4ff2-ad61-7ba4baf9d276), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.781352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.781715 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (14669611-0aa4-4007-ae13-2c5cc60614a6), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.782054 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Floating IP 14669611-0aa4-4007-ae13-2c5cc60614a6 disassociated. External IP: 172.25.2.138, port: f7b32278-4b6d-48f1-88af-8b0f0bba7a42. Mar 22 14:18:04.782396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Calling delete_port for f7b32278-4b6d-48f1-88af-8b0f0bba7a42 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:04.800288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56da0eb8-7a89-4200-b8cf-30f90c713d2a admin admin] Publish callbacks [] for security_group (870a3208-3076-4ff2-ad61-7ba4baf9d276), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.863359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56da0eb8-7a89-4200-b8cf-30f90c713d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (870a3208-3076-4ff2-ad61-7ba4baf9d276), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.871102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56da0eb8-7a89-4200-b8cf-30f90c713d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.872844 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-56da0eb8-7a89-4200-b8cf-30f90c713d2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/870a3208-3076-4ff2-ad61-7ba4baf9d276 HTTP/1.1" status: 204 len: 168 time: 0.1620052 Mar 22 14:18:04.902496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da0eb8-7a89-4200-b8cf-30f90c713d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a3208-3076-4ff2-ad61-7ba4baf9d276,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:04.975423 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4319f909-7d7e-444c-976f-c4e25febc476 req-899968cb-bbac-4a2c-8882-e51fb58772f3 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ddabbf8-63eb-4815-8d76-e41d505f04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024510 Mar 22 14:18:04.982078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (bc19c132-5ce4-4693-bd53-37780758f44d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.053879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc19c132-5ce4-4693-bd53-37780758f44d']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:05.086600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30eb6bf-48a7-4463-833d-11eb87be8539') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:05.086965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30eb6bf-48a7-4463-833d-11eb87be8539') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:05.137865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0672c9e9-67a8-4e36-8366-36850284a8ce req-61c96eea-255b-4a88-9dce-575a81437c28 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0860577 Mar 22 14:18:05.139980 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (c30eb6bf-48a7-4463-833d-11eb87be8539), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.192598 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c30eb6bf-48a7-4463-833d-11eb87be8539), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.226073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:05.226487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (c30eb6bf-48a7-4463-833d-11eb87be8539), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:05.229228 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:05.275862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43352) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:05.289540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951b17e4-67e9-471c-8c62-0ca7c792f9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.304687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f7b32278-4b6d-48f1-88af-8b0f0bba7a42), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.318216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (bc19c132-5ce4-4693-bd53-37780758f44d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.322749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.329214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bc19c132-5ce4-4693-bd53-37780758f44d HTTP/1.1" status: 204 len: 168 time: 0.8687136 Mar 22 14:18:05.331872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43354) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:05.376642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event deleted for resources: {'Port': ['ID=f7b32278-4b6d-48f1-88af-8b0f0bba7a42,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:05.396158 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951b17e4-67e9-471c-8c62-0ca7c792f9c7 admin admin] Publish callbacks [] for security_group (672ca244-2c0d-4864-a048-03e8ae3614d8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.400558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-951b17e4-67e9-471c-8c62-0ca7c792f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (672ca244-2c0d-4864-a048-03e8ae3614d8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.415185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9c49d-9587-4b54-a1ce-3266c222dec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc19c132-5ce4-4693-bd53-37780758f44d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:05.422650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (e307cf14-ce45-409e-9991-b8af5fbd0d9f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.447918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-951b17e4-67e9-471c-8c62-0ca7c792f9c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbdf28f27426484e89fdd8785c49bcd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709535 Mar 22 14:18:05.450958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43356) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:05.459237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b17e4-67e9-471c-8c62-0ca7c792f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672ca244-2c0d-4864-a048-03e8ae3614d8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:05.504186 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62795a6d-06da-49d9-8e2d-03037cd59371 admin admin] Publish callbacks [] for security_group (672ca244-2c0d-4864-a048-03e8ae3614d8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.525773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62795a6d-06da-49d9-8e2d-03037cd59371 admin admin] Publish callbacks [] for security_group (672ca244-2c0d-4864-a048-03e8ae3614d8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.576566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62795a6d-06da-49d9-8e2d-03037cd59371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (672ca244-2c0d-4864-a048-03e8ae3614d8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.579895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62795a6d-06da-49d9-8e2d-03037cd59371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.581102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62795a6d-06da-49d9-8e2d-03037cd59371 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/672ca244-2c0d-4864-a048-03e8ae3614d8 HTTP/1.1" status: 204 len: 168 time: 0.1292288 Mar 22 14:18:05.586326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] Deleting subnet ac170eeb-0408-48a6-9b35-ac6b27f309ef {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:05.589844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62795a6d-06da-49d9-8e2d-03037cd59371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672ca244-2c0d-4864-a048-03e8ae3614d8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:05.610749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] Publish callbacks [] for subnet (ac170eeb-0408-48a6-9b35-ac6b27f309ef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.684899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (ac170eeb-0408-48a6-9b35-ac6b27f309ef), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.743328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Router 0e95a4c8-7a52-415c-950d-ecde08418599 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:05.791653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ac170eeb-0408-48a6-9b35-ac6b27f309ef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.944067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f7b32278-4b6d-48f1-88af-8b0f0bba7a42 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:05.974441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: f7b32278-4b6d-48f1-88af-8b0f0bba7a42 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:05.975140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device f7b32278-4b6d-48f1-88af-8b0f0bba7a42 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:05.981936 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (ac170eeb-0408-48a6-9b35-ac6b27f309ef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.001253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.007813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ac170eeb-0408-48a6-9b35-ac6b27f309ef HTTP/1.1" status: 204 len: 168 time: 0.6516187 Mar 22 14:18:06.008497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43366) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:06.095468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (41572465-5693-4514-b4bd-2a688afb2801), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.196343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (41572465-5693-4514-b4bd-2a688afb2801), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.221260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41572465-5693-4514-b4bd-2a688afb2801']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:06.232598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e0a64c-7b6e-41b2-b04c-76837e75d19e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:06.233099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e0a64c-7b6e-41b2-b04c-76837e75d19e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:06.244563 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (73e0a64c-7b6e-41b2-b04c-76837e75d19e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.261294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (73e0a64c-7b6e-41b2-b04c-76837e75d19e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.271497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:06.272235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (73e0a64c-7b6e-41b2-b04c-76837e75d19e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:06.274635 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:06.356380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (41572465-5693-4514-b4bd-2a688afb2801), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.365509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.369496 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] 10.222.0.44 "DELETE /v2.0/networks/41572465-5693-4514-b4bd-2a688afb2801 HTTP/1.1" status: 204 len: 168 time: 0.3593786 Mar 22 14:18:06.383090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d986ff-b011-4334-bf96-5f92f32b8a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=41572465-5693-4514-b4bd-2a688afb2801,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:06.504467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c922bb3-53e1-4202-908c-0285ae5716bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac170eeb-0408-48a6-9b35-ac6b27f309ef,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:06.506805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:06.525411 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] Sync routers for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:06.566095 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:06.566986 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:06.593633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43388) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:06.641009 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e5f60e5a-2203-41fb-b3d7-5a1ac0baeef3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e0a15f3184b4470a13f3fefca7f75e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454710 Mar 22 14:18:06.644053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43390) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:06.655357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4292bb3d-d29c-4a69-b438-a30da0c0b53e req-1ef569fd-8fdc-4e45-b16d-e5cb42b22f24 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.1739926 Mar 22 14:18:06.690551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c646385-59ba-4b56-b6cf-ebe32e3ab327 req-7e11d26a-f209-4090-96ce-737863239c7a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c3afc7-2859-4325-b11f-25960b7c343b HTTP/1.1" status: 200 len: 210 time: 0.2069023 Mar 22 14:18:06.718483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] No DVR routers for this DVR port f7b32278-4b6d-48f1-88af-8b0f0bba7a42 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:06.722010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.725745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b69624b-c507-42d1-b726-37ad445acbfa req-96fa1ab7-73a2-4034-9ef6-87913a105386 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "DELETE /v2.0/ports/f7b32278-4b6d-48f1-88af-8b0f0bba7a42 HTTP/1.1" status: 204 len: 173 time: 2.9701653 Mar 22 14:18:06.726240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'name': 'network-vif-deleted', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:06.728657 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5567b42d-a46b-4e4f-b395-3d9206f72fd7" -d '{"events": [{"server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "name": "network-vif-deleted", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:06.771238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port f6760d83-2d35-4c36-a2bc-957037dcb7d8 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:06.771597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.788025 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:06.799160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32d58ecb-cd58-48e0-a270-16a9aa1c80cb admin admin] Publish callbacks [] for security_group (8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.847532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32d58ecb-cd58-48e0-a270-16a9aa1c80cb admin admin] Publish callbacks [] for security_group (8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.862353 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97881f1-344c-4725-b1a1-3d66e70b0dd6 x-openstack-request-id: req-a97881f1-344c-4725-b1a1-3d66e70b0dd6 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:06.863032 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3afc7-2859-4325-b11f-25960b7c343b", "name": "network-vif-deleted", "tag": "f7b32278-4b6d-48f1-88af-8b0f0bba7a42", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:06.863437 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a97881f1-344c-4725-b1a1-3d66e70b0dd6 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:06.864057 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97881f1-344c-4725-b1a1-3d66e70b0dd6'] response: {'server_uuid': 'e4c3afc7-2859-4325-b11f-25960b7c343b', 'name': 'network-vif-deleted', 'tag': 'f7b32278-4b6d-48f1-88af-8b0f0bba7a42', 'status': 'completed', 'code': 200} Mar 22 14:18:06.931533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32d58ecb-cd58-48e0-a270-16a9aa1c80cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.935101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32d58ecb-cd58-48e0-a270-16a9aa1c80cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.938912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-32d58ecb-cd58-48e0-a270-16a9aa1c80cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f HTTP/1.1" status: 204 len: 168 time: 0.2914591 Mar 22 14:18:06.955036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port f6760d83-2d35-4c36-a2bc-957037dcb7d8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f6760d83-2d35-4c36-a2bc-957037dcb7d8,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:06.956316 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.962121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58ecb-cd58-48e0-a270-16a9aa1c80cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24f4f4-4a75-44fa-bb0c-5b27a08fc79f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:06.987140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for f6760d83-2d35-4c36-a2bc-957037dcb7d8 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:07.260313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f6760d83-2d35-4c36-a2bc-957037dcb7d8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.320815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=f6760d83-2d35-4c36-a2bc-957037dcb7d8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:07.359991 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:07.435815 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] Checking router: 0e95a4c8-7a52-415c-950d-ecde08418599 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:07.446429 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:07.447556 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:07.617018 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:07.653794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43412) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:07.748130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (e307cf14-ce45-409e-9991-b8af5fbd0d9f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.787611 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e9fa2a0-6eca-46ee-90d2-1c865148a5d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e16f36aa9a8642059b25a4e463bceab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296630 Mar 22 14:18:07.789452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43420) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:07.915506 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7660071-bab8-4b7c-9276-011e8264cfac admin admin] Publish callbacks [] for security_group (ccd4e101-356b-4de1-847b-1e1b096a07ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.941383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43428) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:07.941697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3815da5e-8267-4490-b09e-90c4a1ecac2f req-7eec2265-d477-453d-90c6-ac794fa6bb6d tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0864723 Mar 22 14:18:07.983105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7660071-bab8-4b7c-9276-011e8264cfac admin admin] Publish callbacks [] for security_group (ccd4e101-356b-4de1-847b-1e1b096a07ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.045694 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:08.048147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5464decf-9d51-40db-b900-97b6b4129d05 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (8ddabbf8-63eb-4815-8d76-e41d505f04b7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.092967 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5464decf-9d51-40db-b900-97b6b4129d05 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (8ddabbf8-63eb-4815-8d76-e41d505f04b7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.094545 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e3c60-7bc9-4c4c-a5ac-d5097ef521ea None None] The sync data for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 is: [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:08.140846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7660071-bab8-4b7c-9276-011e8264cfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ccd4e101-356b-4de1-847b-1e1b096a07ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.143456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d7660071-bab8-4b7c-9276-011e8264cfac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.147050 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d7660071-bab8-4b7c-9276-011e8264cfac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccd4e101-356b-4de1-847b-1e1b096a07ad HTTP/1.1" status: 204 len: 168 time: 0.3540521 Mar 22 14:18:08.191040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7660071-bab8-4b7c-9276-011e8264cfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4e101-356b-4de1-847b-1e1b096a07ad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:08.193185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Router e307cf14-ce45-409e-9991-b8af5fbd0d9f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:08.245206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5464decf-9d51-40db-b900-97b6b4129d05 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8ddabbf8-63eb-4815-8d76-e41d505f04b7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.248936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5464decf-9d51-40db-b900-97b6b4129d05 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.252639 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5464decf-9d51-40db-b900-97b6b4129d05 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ddabbf8-63eb-4815-8d76-e41d505f04b7 HTTP/1.1" status: 204 len: 168 time: 0.3077557 Mar 22 14:18:08.275189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:08.278899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464decf-9d51-40db-b900-97b6b4129d05 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddabbf8-63eb-4815-8d76-e41d505f04b7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:08.335268 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-0e9017d0-fcc0-4d57-b4a9-515f8af8ed3c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] show failed (client error): The resource could not be found. Mar 22 14:18:08.340832 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0e9017d0-fcc0-4d57-b4a9-515f8af8ed3c tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups/8ddabbf8-63eb-4815-8d76-e41d505f04b7 HTTP/1.1" status: 404 len: 347 time: 0.0558863 Mar 22 14:18:08.345421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43440) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:08.374838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:08.387280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] Sync routers for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:08.392224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-621eaf71-02ea-4017-bd02-97997e01fde1 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "PUT /v2.0/routers/e307cf14-ce45-409e-9991-b8af5fbd0d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2480953 Mar 22 14:18:08.395312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:08.431940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:08.432605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:08.555323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting subnet 87e89086-078e-4081-834d-41cd1e295ac9 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:08.562015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (87e89086-078e-4081-834d-41cd1e295ac9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.599646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Deleting port 3ea8c24d-bb03-4b13-8475-af43daea437a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:08.600248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.669210 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (87e89086-078e-4081-834d-41cd1e295ac9), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.749900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:08.758812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.759385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (3ea8c24d-bb03-4b13-8475-af43daea437a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.790615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Calling delete_port for 3ea8c24d-bb03-4b13-8475-af43daea437a owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:08.839383 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211be8d8-620a-4e31-b31d-773009a0cee7 None None] New status for floating IP 14669611-0aa4-4007-ae13-2c5cc60614a6: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:08.863657 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (87e89086-078e-4081-834d-41cd1e295ac9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.002064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (87e89086-078e-4081-834d-41cd1e295ac9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.044209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3ea8c24d-bb03-4b13-8475-af43daea437a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.045578 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.db.api [None req-211be8d8-620a-4e31-b31d-773009a0cee7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:18:09.046289 n-d-834677-3 neutron-server[110460]: DEBUG oslo_db.api [None req-211be8d8-620a-4e31-b31d-773009a0cee7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:18:09.066157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.075464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/subnets/87e89086-078e-4081-834d-41cd1e295ac9 HTTP/1.1" status: 204 len: 168 time: 0.6760998 Mar 22 14:18:09.075464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b94d20-f2bd-4e1b-9241-ea98df5ab0f2 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Subnet': ['ID=87e89086-078e-4081-834d-41cd1e295ac9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:09.077453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44004d98-d914-4897-b4d2-0a59227b8a4e None None] Network 31c8db50-157b-4d93-ac03-a22565870b27 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:09.080557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43462) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:09.092918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event deleted for resources: {'Port': ['ID=3ea8c24d-bb03-4b13-8475-af43daea437a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:09.231685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (14669611-0aa4-4007-ae13-2c5cc60614a6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.238827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.241576 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ca9f8abf-d5ee-4e35-a850-2c7804c18e49 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "DELETE /v2.0/floatingips/14669611-0aa4-4007-ae13-2c5cc60614a6 HTTP/1.1" status: 204 len: 168 time: 0.8942003 Mar 22 14:18:09.273937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:18:07Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:09.283943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51b6003e-0ddc-4bb4-89bd-763f50bcdd8a req-81f1de80-40d1-47f0-9fde-6fbafef61c47 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.1093640 Mar 22 14:18:09.330614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] Checking router: e307cf14-ce45-409e-9991-b8af5fbd0d9f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:09.340381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] Routers {'e307cf14-ce45-409e-9991-b8af5fbd0d9f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:09.341214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:09.377935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router (e307cf14-ce45-409e-9991-b8af5fbd0d9f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.384287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] DHCP port deletion for 31c8db50-157b-4d93-ac03-a22565870b27 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:18:09.507464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] Set router e307cf14-ce45-409e-9991-b8af5fbd0d9f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:09.511056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Deleting port 49e841fb-6938-4147-8449-893ceb31e449 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:09.511704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (49e841fb-6938-4147-8449-893ceb31e449), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.548256 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211be8d8-620a-4e31-b31d-773009a0cee7 None None] New status for floating IP 14669611-0aa4-4007-ae13-2c5cc60614a6: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:09.685157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_gateway (e307cf14-ce45-409e-9991-b8af5fbd0d9f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.789106 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4a5b216c-bcd8-4113-a2be-c7829b55a46e req-092c5916-ea84-41d9-8377-813de87e5b3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.1014459 Mar 22 14:18:09.814691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] For port 49e841fb-6938-4147-8449-893ceb31e449, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=49e841fb-6938-4147-8449-893ceb31e449,segment=NetworkSegment(7e636693-f684-42af-b3c7-c894378e9afb),segment_id=7e636693-f684-42af-b3c7-c894378e9afb)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:09.815084 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (49e841fb-6938-4147-8449-893ceb31e449), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.837941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43482) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:09.842477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7a36e33e-fe1b-4069-8be2-16cac150eaf6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527658413', 'description': 'tempest-description--1343259735'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:09.848654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Calling delete_port for 49e841fb-6938-4147-8449-893ceb31e449 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:09.855493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 49e841fb-6938-4147-8449-893ceb31e449 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:09.872019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Deleting port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:09.873083 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.878412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a36e33e-fe1b-4069-8be2-16cac150eaf6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.988500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a36e33e-fe1b-4069-8be2-16cac150eaf6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (f3034422-93b0-4dd6-8efd-d6028cae96a4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.994364 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a36e33e-fe1b-4069-8be2-16cac150eaf6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f3034422-93b0-4dd6-8efd-d6028cae96a4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.048185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a36e33e-fe1b-4069-8be2-16cac150eaf6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.050505 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a36e33e-fe1b-4069-8be2-16cac150eaf6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2112348 Mar 22 14:18:10.052243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36e33e-fe1b-4069-8be2-16cac150eaf6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3034422-93b0-4dd6-8efd-d6028cae96a4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:10.054943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:10.060119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-16272f46-c309-4f0c-9f88-b64a55c8030d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'security_group_rule': {'security_group_id': 'f3034422-93b0-4dd6-8efd-d6028cae96a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:10.071876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] For port 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:10.072059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.093906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16272f46-c309-4f0c-9f88-b64a55c8030d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (82fa9c2e-5412-47d0-a5fe-4f76f09dd004), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.104430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Calling delete_port for 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:10.169128 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16272f46-c309-4f0c-9f88-b64a55c8030d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (82fa9c2e-5412-47d0-a5fe-4f76f09dd004), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.174898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16272f46-c309-4f0c-9f88-b64a55c8030d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (82fa9c2e-5412-47d0-a5fe-4f76f09dd004), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.187326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 49e841fb-6938-4147-8449-893ceb31e449 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:10.187988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (49e841fb-6938-4147-8449-893ceb31e449), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.194889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16272f46-c309-4f0c-9f88-b64a55c8030d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fa9c2e-5412-47d0-a5fe-4f76f09dd004,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:10.232391 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16272f46-c309-4f0c-9f88-b64a55c8030d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.237672 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16272f46-c309-4f0c-9f88-b64a55c8030d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789947 Mar 22 14:18:10.238298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43494) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:10.252219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bd206624-4255-480b-ad20-7eb40befbffb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'security_group_rule': {'security_group_id': 'f3034422-93b0-4dd6-8efd-d6028cae96a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:10.264567 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (49e841fb-6938-4147-8449-893ceb31e449), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.313049 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd206624-4255-480b-ad20-7eb40befbffb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (73ab05d8-9d12-435f-aba0-60ccc7262faa), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.314320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:18:07Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:10.386727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e7dff-2acb-413e-92d9-3db96269fc6f None None] The sync data for ids ['e307cf14-ce45-409e-9991-b8af5fbd0d9f'] in n-d-834677-3 is: [{'id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'name': 'tempest-TestNetworkBasicOps-router-2049396148', 'tenant_id': 'f65b76c4770841778021955e5f892da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:16:46Z', 'updated_at': '2022-03-22T14:18:07Z', 'revision_number': 5, 'project_id': 'f65b76c4770841778021955e5f892da5', 'gw_port': {'id': '43d284bc-25e2-4eb2-9afb-d01e0ded4dfc', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307cf14-ce45-409e-9991-b8af5fbd0d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:16:47Z', 'updated_at': '2022-03-22T14:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:10.439798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Pushing event deleted for resources: {'Port': ['ID=49e841fb-6938-4147-8449-893ceb31e449,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:10.466249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] No DVR routers for this DVR port 49e841fb-6938-4147-8449-893ceb31e449 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:10.470443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd206624-4255-480b-ad20-7eb40befbffb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (73ab05d8-9d12-435f-aba0-60ccc7262faa), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.481372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.481372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.481655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.483406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd206624-4255-480b-ad20-7eb40befbffb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (73ab05d8-9d12-435f-aba0-60ccc7262faa), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.488790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.489362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.489862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.490415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.496302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.496918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.497464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.498011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.498553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.499076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.499605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.500012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c4afe2-ca01-4065-8267-f0e103c17216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:10.507841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd206624-4255-480b-ad20-7eb40befbffb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ab05d8-9d12-435f-aba0-60ccc7262faa,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:10.522062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd206624-4255-480b-ad20-7eb40befbffb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.527868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bd206624-4255-480b-ad20-7eb40befbffb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2843268 Mar 22 14:18:10.528031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43502) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:10.533603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:10.546635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0a4eb74-1b65-4a3b-9656-4774e0a30a2c req-b98a5d05-f259-4d2c-9a45-b53180765017 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0843487 Mar 22 14:18:10.565130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.590216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (43d284bc-25e2-4eb2-9afb-d01e0ded4dfc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.657959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Port': ['ID=43d284bc-25e2-4eb2-9afb-d01e0ded4dfc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:10.754464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.804951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (e307cf14-ce45-409e-9991-b8af5fbd0d9f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.995344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Allocated IP 172.25.2.63 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/820b9504-e750-4da0-990f-353a6dc2dbdd) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:11.055012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (e307cf14-ce45-409e-9991-b8af5fbd0d9f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.060948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router_controller (e307cf14-ce45-409e-9991-b8af5fbd0d9f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.067613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:11.167433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (e307cf14-ce45-409e-9991-b8af5fbd0d9f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.167980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Fanout notify agent at l3_agent the message router_deleted on router e307cf14-ce45-409e-9991-b8af5fbd0d9f {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:18:11.177600 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.178802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a29996a-c30d-4445-a4ec-2d8fe395bab6 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/routers/e307cf14-ce45-409e-9991-b8af5fbd0d9f HTTP/1.1" status: 204 len: 168 time: 2.0972934 Mar 22 14:18:11.181740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43526) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:11.216280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.292763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (31c8db50-157b-4d93-ac03-a22565870b27), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.296271 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.316731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5afc1762-2840-4e25-b878-9301fef02196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.389617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'Port': ['ID=820b9504-e750-4da0-990f-353a6dc2dbdd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:11.400036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:11.415456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:11.417891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:11.545247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (fc95b700-2a42-453c-bce9-83a16c7558dc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.547121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (31c8db50-157b-4d93-ac03-a22565870b27), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.584835 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5afc1762-2840-4e25-b878-9301fef02196 admin admin] Publish callbacks [] for security_group (63ae3606-875c-4509-a82f-04efc2fa7dce), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.594803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c8db50-157b-4d93-ac03-a22565870b27']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:11.601755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.604927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5afc1762-2840-4e25-b878-9301fef02196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (63ae3606-875c-4509-a82f-04efc2fa7dce), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.622586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e636693-f684-42af-b3c7-c894378e9afb') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:11.622938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e636693-f684-42af-b3c7-c894378e9afb') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:11.649993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (7e636693-f684-42af-b3c7-c894378e9afb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.680939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc1762-2840-4e25-b878-9301fef02196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ae3606-875c-4509-a82f-04efc2fa7dce,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:11.695215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5afc1762-2840-4e25-b878-9301fef02196 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbe00f3ae86449fa82e53bcfa9c6e398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265695 Mar 22 14:18:11.696574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7e636693-f684-42af-b3c7-c894378e9afb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.699967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:11.753230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c61512-5796-4107-a4dd-15da12ec88e0 req-6adf526e-aeea-4d18-96de-61ab2ce5b474 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0778668 Mar 22 14:18:11.757268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:11.757268 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (7e636693-f684-42af-b3c7-c894378e9afb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:11.760357 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:11.853045 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.866295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.950797 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (31c8db50-157b-4d93-ac03-a22565870b27), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.953357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42b7ed17-48d1-4ecf-b01a-7f4d186179ea admin admin] Publish callbacks [] for security_group (63ae3606-875c-4509-a82f-04efc2fa7dce), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.967840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:11.972186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.988919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] 10.222.0.44 "DELETE /v2.0/networks/31c8db50-157b-4d93-ac03-a22565870b27 HTTP/1.1" status: 204 len: 168 time: 0.8044758 Mar 22 14:18:12.006828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:12.008345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 43d284bc-25e2-4eb2-9afb-d01e0ded4dfc not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:12.010044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f6760d83-2d35-4c36-a2bc-957037dcb7d8 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:12.024007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'Port': ['ID=820b9504-e750-4da0-990f-353a6dc2dbdd,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:12.030381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc953aa-0d11-415f-93cb-e51eda98eba5 tempest-TestNetworkBasicOps-1452279937 tempest-TestNetworkBasicOps-1452279937-project] Pushing event deleted for resources: {'Network': ['ID=31c8db50-157b-4d93-ac03-a22565870b27,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:12.039360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (fc95b700-2a42-453c-bce9-83a16c7558dc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.056167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42b7ed17-48d1-4ecf-b01a-7f4d186179ea admin admin] Publish callbacks [] for security_group (63ae3606-875c-4509-a82f-04efc2fa7dce), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.081517 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.091999 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f8854033-377c-411e-a86d-78df3aa03b99 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5628474 Mar 22 14:18:12.095927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: f6760d83-2d35-4c36-a2bc-957037dcb7d8 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:12.096270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f6760d83-2d35-4c36-a2bc-957037dcb7d8 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:12.150949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42b7ed17-48d1-4ecf-b01a-7f4d186179ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (63ae3606-875c-4509-a82f-04efc2fa7dce), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.154735 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42b7ed17-48d1-4ecf-b01a-7f4d186179ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.161750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-42b7ed17-48d1-4ecf-b01a-7f4d186179ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63ae3606-875c-4509-a82f-04efc2fa7dce HTTP/1.1" status: 204 len: 168 time: 0.4583476 Mar 22 14:18:12.182095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ed17-48d1-4ecf-b01a-7f4d186179ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ae3606-875c-4509-a82f-04efc2fa7dce,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:12.315569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b248476-1cfb-417f-a8a6-5d09b6dcfeaf req-108d5832-6695-475f-be94-138269e72951 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d&device_id=e01c38f3-0a3f-4406-97e9-59ab7647bd7e HTTP/1.1" status: 200 len: 210 time: 0.0348105 Mar 22 14:18:12.470709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-79a4230c-80ae-497a-8f49-b3fd71364a10 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--527658413&fields=id&tenant_id=16ce798b4d1e4b3982b137741d8edb3e HTTP/1.1" status: 200 len: 267 time: 0.0526636 Mar 22 14:18:12.607037 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d17af353-91d9-42b8-879b-7c639dbef357 req-ff53ae88-95d0-4fe9-b09b-d30db7dd9912 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a01646daa949cab04ef0e000c4ca62&device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0407264 Mar 22 14:18:12.641422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-2e64b7fc-b8e7-44dd-b095-265ad6262b90 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:12.650832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-2e64b7fc-b8e7-44dd-b095-265ad6262b90 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 810 time: 0.1720436 Mar 22 14:18:12.680928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-4899a937-1cfc-4bed-9317-79b3f6f9c3fa tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/quotas/16ce798b4d1e4b3982b137741d8edb3e HTTP/1.1" status: 200 len: 375 time: 0.0289211 Mar 22 14:18:12.704709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43584) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:12.708979 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d17af353-91d9-42b8-879b-7c639dbef357 req-94b02e2b-65de-4911-88d0-808e15ca0adf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=92a01646daa949cab04ef0e000c4ca62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873230 Mar 22 14:18:12.800450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62526fae-5c7f-4501-866d-00511ebe0db5 req-9ce1b292-082b-4c8a-b75e-d511213edd0b tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0943975 Mar 22 14:18:12.832455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:12.851168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-6d6a8eea-9774-4d43-8f0d-b5f1ac44c95d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692796 Mar 22 14:18:12.864749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e740078-40a9-4094-82b8-0a24aa9cef11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.984660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-755681b5-cf73-436b-a3a9-a38d3a682787 service neutron] 10.222.0.44 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160569 Mar 22 14:18:13.130583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af353-91d9-42b8-879b-7c639dbef357 req-aa98df5f-6386-4e63-ab29-e6c535f098f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:13.132198 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d17af353-91d9-42b8-879b-7c639dbef357 req-aa98df5f-6386-4e63-ab29-e6c535f098f2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4167068 Mar 22 14:18:13.204943 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e740078-40a9-4094-82b8-0a24aa9cef11 admin admin] Publish callbacks [] for security_group (971de5cc-83eb-4ead-becc-08e3d06e3b30), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.210231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e740078-40a9-4094-82b8-0a24aa9cef11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (971de5cc-83eb-4ead-becc-08e3d06e3b30), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.244131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0d52b6c4-30bf-440d-be0b-ee6e05af1616 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f65b76c4770841778021955e5f892da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352721 Mar 22 14:18:13.245002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43604) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:13.251551 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e740078-40a9-4094-82b8-0a24aa9cef11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e15b19e364249dd866fd763ec4a44ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4180305 Mar 22 14:18:13.252298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e740078-40a9-4094-82b8-0a24aa9cef11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971de5cc-83eb-4ead-becc-08e3d06e3b30,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.254736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43606) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:13.325379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b6280694-d981-4230-84e7-15d49515805a admin admin] Publish callbacks [] for security_group (971de5cc-83eb-4ead-becc-08e3d06e3b30), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.370156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-61f841b9-8c2f-419f-a962-95d00b08df8b service neutron] 10.222.0.44 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727903 Mar 22 14:18:13.377668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b6280694-d981-4230-84e7-15d49515805a admin admin] Publish callbacks [] for security_group (971de5cc-83eb-4ead-becc-08e3d06e3b30), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.392625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86754321-e507-41ab-829b-d11207370c34 admin admin] Publish callbacks [] for security_group (4eefdcc3-46a5-41cb-b1e4-9c543df88f56), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.444339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86754321-e507-41ab-829b-d11207370c34 admin admin] Publish callbacks [] for security_group (4eefdcc3-46a5-41cb-b1e4-9c543df88f56), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.490615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b6280694-d981-4230-84e7-15d49515805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (971de5cc-83eb-4ead-becc-08e3d06e3b30), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.496245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b6280694-d981-4230-84e7-15d49515805a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.506890 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b6280694-d981-4230-84e7-15d49515805a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/971de5cc-83eb-4ead-becc-08e3d06e3b30 HTTP/1.1" status: 204 len: 168 time: 0.2450311 Mar 22 14:18:13.544515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6280694-d981-4230-84e7-15d49515805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971de5cc-83eb-4ead-becc-08e3d06e3b30,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.545478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86754321-e507-41ab-829b-d11207370c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4eefdcc3-46a5-41cb-b1e4-9c543df88f56), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.554857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86754321-e507-41ab-829b-d11207370c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.557028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-86754321-e507-41ab-829b-d11207370c34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eefdcc3-46a5-41cb-b1e4-9c543df88f56 HTTP/1.1" status: 204 len: 168 time: 0.3049099 Mar 22 14:18:13.592171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86754321-e507-41ab-829b-d11207370c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eefdcc3-46a5-41cb-b1e4-9c543df88f56,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.754720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-573f8b27-07d0-443d-be67-0d10124c4c93 req-61a35f76-f072-4d8e-b45d-d147a60d8f0d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 210 time: 0.0580328 Mar 22 14:18:14.040338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9e7be40-937a-4b00-b191-ede736a5c92f req-890ccca1-0fc6-4684-a4f4-869f640af990 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.1013317 Mar 22 14:18:14.138790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43636) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:14.156216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7489cd5b-e8c2-4a78-a7e5-14ba95c2c4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.331251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa763edf-1657-4bb8-8f4d-1554a26077fc req-e416084d-a53e-4d27-a919-6f36ffb12a9e tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.341388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa763edf-1657-4bb8-8f4d-1554a26077fc req-e416084d-a53e-4d27-a919-6f36ffb12a9e tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1128 time: 0.1232681 Mar 22 14:18:14.353442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7489cd5b-e8c2-4a78-a7e5-14ba95c2c4ae admin admin] Publish callbacks [] for security_group (f653ba41-7f8a-4dba-9d02-f9d342ddd22c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.358770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7489cd5b-e8c2-4a78-a7e5-14ba95c2c4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f653ba41-7f8a-4dba-9d02-f9d342ddd22c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.413872 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7489cd5b-e8c2-4a78-a7e5-14ba95c2c4ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5deb6b75f4ba45d791955c60ed838367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739460 Mar 22 14:18:14.416321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43644) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:14.420725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489cd5b-e8c2-4a78-a7e5-14ba95c2c4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f653ba41-7f8a-4dba-9d02-f9d342ddd22c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:14.577141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa763edf-1657-4bb8-8f4d-1554a26077fc req-f62c2280-f5ff-42ba-b430-9fc4aa25c2bb tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204194 Mar 22 14:18:14.592199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43648) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:14.604499 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d17af353-91d9-42b8-879b-7c639dbef357 req-9d2d45d7-6d2d-4a78-a9b4-1e8efdf91526 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.57 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0618405 Mar 22 14:18:14.805326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6228534b-c8b2-4c3a-8ffd-ccdf7e0d7401 admin admin] Publish callbacks [] for security_group (f653ba41-7f8a-4dba-9d02-f9d342ddd22c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.011738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16983ba7-53c4-4a21-a881-583d1522506e req-fec4b727-0dca-4f7b-9f39-2c8c881f349b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 210 time: 0.1735778 Mar 22 14:18:15.021510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6228534b-c8b2-4c3a-8ffd-ccdf7e0d7401 admin admin] Publish callbacks [] for security_group (f653ba41-7f8a-4dba-9d02-f9d342ddd22c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.188541 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6228534b-c8b2-4c3a-8ffd-ccdf7e0d7401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f653ba41-7f8a-4dba-9d02-f9d342ddd22c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.193849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6228534b-c8b2-4c3a-8ffd-ccdf7e0d7401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.198182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6228534b-c8b2-4c3a-8ffd-ccdf7e0d7401 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f653ba41-7f8a-4dba-9d02-f9d342ddd22c HTTP/1.1" status: 204 len: 168 time: 0.7807703 Mar 22 14:18:15.246707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df3f5ea1-9f24-4f22-a1ae-c9a44f9090cf req-fbf147ea-cd8c-47bf-84b4-d9181befe03e tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=a11cbeb0-805b-408c-9d28-b96eb8d3db5d HTTP/1.1" status: 200 len: 210 time: 0.0471382 Mar 22 14:18:15.380540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228534b-c8b2-4c3a-8ffd-ccdf7e0d7401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f653ba41-7f8a-4dba-9d02-f9d342ddd22c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:15.463404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port e941c673-a8cf-48be-82b6-461a8251a153 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:15.464260 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e941c673-a8cf-48be-82b6-461a8251a153), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.629783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-0552586a-adc0-48bc-b1e0-37024e79ba5a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:15.631711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-0552586a-adc0-48bc-b1e0-37024e79ba5a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 810 time: 0.3709748 Mar 22 14:18:15.662778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e941c673-a8cf-48be-82b6-461a8251a153), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.663103 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (e941c673-a8cf-48be-82b6-461a8251a153), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.722887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for e941c673-a8cf-48be-82b6-461a8251a153 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:15.901213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-816ed31c-241a-420a-8ea6-a1cd1212b5aa tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ce798b4d1e4b3982b137741d8edb3e HTTP/1.1" status: 200 len: 379 time: 0.2535710 Mar 22 14:18:15.919645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'port': {'device_id': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'admin_state_up': True, 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'security_groups': ['f3034422-93b0-4dd6-8efd-d6028cae96a4']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:16.190018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e941c673-a8cf-48be-82b6-461a8251a153), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:16.300353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=e941c673-a8cf-48be-82b6-461a8251a153,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:16.308655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-469c9053-e250-477d-9a71-d5839b067175 req-d91b8afd-6622-4cbd-a8c7-1ee18d3e9d14 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 210 time: 0.1231797 Mar 22 14:18:16.348265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Made reservation on behalf of 16ce798b4d1e4b3982b137741d8edb3e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:16.355650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:16.432620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (ca9e724a-c8ba-454e-908b-a8fc788e861b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:16.433322 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP ca9e724a-c8ba-454e-908b-a8fc788e861b disassociated (deleted). External IP: 172.25.2.2, port: f5f9f977-fe8b-4f75-9434-26802a46d740. Mar 22 14:18:16.531188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43722) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:16.749671 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ea0bbfbe-e5bc-4e03-8ead-eb50c517068d req-1a1d0b42-59a4-42ec-868f-15952e695d6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a01646daa949cab04ef0e000c4ca62&device_id=e01c38f3-0a3f-4406-97e9-59ab7647bd7e HTTP/1.1" status: 200 len: 210 time: 0.0713482 Mar 22 14:18:16.765089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-937008266-network', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:16.812521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ea0bbfbe-e5bc-4e03-8ead-eb50c517068d req-f84f51d5-1f03-4791-a018-376e9e55eaf4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=92a01646daa949cab04ef0e000c4ca62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508175 Mar 22 14:18:16.905734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Made reservation on behalf of 804d23a571904c0a994ab3a28d0fde5b for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:16.911969 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:16.934099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.029345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bbfbe-e5bc-4e03-8ead-eb50c517068d req-ba256ef8-b1a8-4d5e-b443-31e13686bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:17.030869 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ea0bbfbe-e5bc-4e03-8ead-eb50c517068d req-ba256ef8-b1a8-4d5e-b443-31e13686bd15 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145522 Mar 22 14:18:17.137147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks [] for security_group (82bc6b13-8db7-4d4a-9152-986c9cf0a761), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.142768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82bc6b13-8db7-4d4a-9152-986c9cf0a761), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.181582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:17.200378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7f6182ab-814f-4c4b-87c9-2f779a2e2cf4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.201261 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Added segment 7f6182ab-814f-4c4b-87c9-2f779a2e2cf4 of type vlan for network 7bc57285-8b63-4695-97b5-10ac9e5b5538 Mar 22 14:18:17.278103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Allocated IP 172.20.0.3 (6c1c34cb-26f6-49ab-b3f8-b848a003cd90/f4c3f62c-0040-4595-92aa-8460ccaf52f2/468d4f24-0523-43e2-9bda-d0b2b956cd0f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:17.287705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7bc57285-8b63-4695-97b5-10ac9e5b5538), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.325775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82518259-fae3-4541-ace9-40135a29bd43 req-be055419-5839-4ccd-a2fc-94999ce70bd2 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01c38f3-0a3f-4406-97e9-59ab7647bd7e HTTP/1.1" status: 200 len: 210 time: 0.5448442 Mar 22 14:18:17.353692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7bc57285-8b63-4695-97b5-10ac9e5b5538), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.360423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:17.361840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.459046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7bc57285-8b63-4695-97b5-10ac9e5b5538,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:17.467551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bc6b13-8db7-4d4a-9152-986c9cf0a761,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:17.474934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:17.490780 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-871f08a4-6cda-4d2d-9397-4c7eb1ffa8d9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9579139 Mar 22 14:18:17.493379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router a285d269-316f-4cf2-8f29-a664845a00d6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:17.494177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43762) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:17.499418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Request body: {'subnet': {'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-937008266-subnet', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:17.515990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2fc8cde-ec54-4b1b-a5fb-907695dde778 req-adedc1e3-ef3c-4ffb-bd05-400af8196a12 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 210 time: 0.0761101 Mar 22 14:18:17.520887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Made reservation on behalf of 804d23a571904c0a994ab3a28d0fde5b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:17.525477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.761522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.769538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.812133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:17.824184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] Sync routers for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:17.839705 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.846360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:17.850740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Checking segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:17.850909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:17.851143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Network hostable DHCP agents. Network: 7bc57285-8b63-4695-97b5-10ac9e5b5538, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:17.872856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:17.877081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:17.888858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7bc57285-8b63-4695-97b5-10ac9e5b5538) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:17.902711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:17.904262 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.932084 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce3cccc2-90d9-405e-b984-06069d528b8f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4340599 Mar 22 14:18:17.932732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43770) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:17.944409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f2635fcd-7ee3-4a14-8ddd-f7d8f56ebf64 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/floatingips/ca9e724a-c8ba-454e-908b-a8fc788e861b HTTP/1.1" status: 204 len: 168 time: 3.3480692 Mar 22 14:18:17.945701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:17.965173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:17.967435 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c915bb2-b0ba-461f-9b1c-1681dd67c804" -d '{"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:18.019377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.031453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.032533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.149171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:18.174057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:18.188249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:18.200878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks [] for router_controller (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.354254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event updated for resources: {'Port': ['ID=468d4f24-0523-43e2-9bda-d0b2b956cd0f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:18.421702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697140f-d3a6-4c78-96a4-ebfbf8898d20 None None] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:18.456143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:18.456997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.557228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-b3d5315f-0681-4e35-97a3-894790fb70a0 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6435187 Mar 22 14:18:18.582554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Request body: {'port': {'device_id': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:18.610108 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4db178-b670-47ab-ac5b-255028872b08 x-openstack-request-id: req-0c4db178-b670-47ab-ac5b-255028872b08 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:18.610407 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:18.612541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks [] for router_gateway (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.613194 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c4db178-b670-47ab-ac5b-255028872b08 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:18.613639 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4db178-b670-47ab-ac5b-255028872b08'] response: {'name': 'network-changed', 'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'status': 'completed', 'code': 200} Mar 22 14:18:18.644117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba22e-6da6-4e6e-9649-ce5a181e617f req-d58594fd-19d9-4a07-bac3-2cce7f4307da tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:18.653575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f4ba22e-6da6-4e6e-9649-ce5a181e617f req-d58594fd-19d9-4a07-bac3-2cce7f4307da tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 946 time: 0.2846141 Mar 22 14:18:18.662567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ea0bbfbe-e5bc-4e03-8ead-eb50c517068d req-84dee20d-13f3-4c84-b51d-7fda11439177 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.57 "GET /v2.0/ports?device_id=e01c38f3-0a3f-4406-97e9-59ab7647bd7e HTTP/1.1" status: 200 len: 210 time: 0.1823299 Mar 22 14:18:18.687477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0c8b-e383-455f-a404-3343d5041b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.807416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f6f236a-62b5-433f-8c28-afd6c547ce10 req-0b26a2a1-6cb0-4f37-957a-cdcb90a6f708 tempest-ServerShowV247Test-2004527784 tempest-ServerShowV247Test-2004527784-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01c38f3-0a3f-4406-97e9-59ab7647bd7e HTTP/1.1" status: 200 len: 210 time: 0.0794423 Mar 22 14:18:18.854263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-64681a3e-ed76-4f7a-89de-b136de3c0e7c None None] Provisioning complete for port 468d4f24-0523-43e2-9bda-d0b2b956cd0f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:18.871705 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64681a3e-ed76-4f7a-89de-b136de3c0e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.915279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f4ba22e-6da6-4e6e-9649-ce5a181e617f req-9e6843b9-e14f-4ed6-9ed0-dfd05dd5d87c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595403 Mar 22 14:18:19.004893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.057325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-64681a3e-ed76-4f7a-89de-b136de3c0e7c None None] Port 468d4f24-0523-43e2-9bda-d0b2b956cd0f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:19.060409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:19.073065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-69fff1c0-e3e1-4dea-a84d-d8005caa0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:19.074988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-69fff1c0-e3e1-4dea-a84d-d8005caa0384 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 1128 time: 0.4185557 Mar 22 14:18:19.158621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7bc57285-8b63-4695-97b5-10ac9e5b5538', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:18:19.164287 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.469017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f272d9a-06d2-4193-8e6f-e25880bf33a8 req-06d87879-20ad-4cdc-b223-a9d8a38d5678 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:19.476743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f272d9a-06d2-4193-8e6f-e25880bf33a8 req-06d87879-20ad-4cdc-b223-a9d8a38d5678 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 931 time: 0.4507916 Mar 22 14:18:19.483580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Allocated IP 172.20.0.2 (7bc57285-8b63-4695-97b5-10ac9e5b5538/e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd/83540553-e466-4830-b8e2-0a8129406e1b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:19.614144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f272d9a-06d2-4193-8e6f-e25880bf33a8 req-afc3427a-a1a6-46f0-9480-ee1151a149e6 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296165 Mar 22 14:18:19.620955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-fd440482-ae79-4b60-abb3-010ab0fbb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:19.622735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-fd440482-ae79-4b60-abb3-010ab0fbb17f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 200 len: 898 time: 0.4815786 Mar 22 14:18:19.710252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-f76f3c8e-7c82-42fa-ba34-ce94998380df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 200 len: 217 time: 0.0782311 Mar 22 14:18:19.805309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:19.832957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks [] for router_gateway (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.843306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] Checking router: a285d269-316f-4cf2-8f29-a664845a00d6 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:19.847385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-a0b9e6c9-854f-4b9b-b441-9a898a0d0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:19.853717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-a0b9e6c9-854f-4b9b-b441-9a898a0d0179 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 200 len: 835 time: 0.1361561 Mar 22 14:18:19.863767 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Publish callbacks [] for port (83540553-e466-4830-b8e2-0a8129406e1b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.865475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:19.867487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:17:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:19.895682 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.015784 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (83540553-e466-4830-b8e2-0a8129406e1b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.072836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:20.082970 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:20.096902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:20.145486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468d4f24-0523-43e2-9bda-d0b2b956cd0f {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:20.166369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Publish callbacks [] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.206155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-cde35a07-be60-417e-871a-c27e60b2adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.207938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-cde35a07-be60-417e-871a-c27e60b2adc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3308702 Mar 22 14:18:20.210214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Transition to ACTIVE for port object 468d4f24-0523-43e2-9bda-d0b2b956cd0f will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:18:20.211959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Pushing event updated for resources: {'Port': ['ID=83540553-e466-4830-b8e2-0a8129406e1b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:20.257097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Attempting to bind port 83540553-e466-4830-b8e2-0a8129406e1b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:20.259560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Attempting to bind port 83540553-e466-4830-b8e2-0a8129406e1b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:20.260716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Attempting to bind port 83540553-e466-4830-b8e2-0a8129406e1b on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:20.272369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Allocated IP 172.25.2.215 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/7c2deb5e-cd4d-4127-bf48-e27992950ace) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:20.282851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:20.283831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Checking segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:20.286709 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.288230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Bound using segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:20.291781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Bound port: 83540553-e466-4830-b8e2-0a8129406e1b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:20.292938 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (83540553-e466-4830-b8e2-0a8129406e1b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.343632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:20.422822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-499df850-6e51-44a6-b40e-8d07fe9aaf81 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029371 Mar 22 14:18:20.430477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.482990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-0d56af6d-144d-4b18-b026-ca00d9063f9b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.484867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-0d56af6d-144d-4b18-b026-ca00d9063f9b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 946 time: 0.6534986 Mar 22 14:18:20.533169 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-59f0531d-6c6b-4c98-8498-d259b71405c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.564262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Pushing event updated for resources: {'Port': ['ID=468d4f24-0523-43e2-9bda-d0b2b956cd0f,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:20.854986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] For port 83540553-e466-4830-b8e2-0a8129406e1b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:20.886239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks [] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.903277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] For port 83540553-e466-4830-b8e2-0a8129406e1b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=83540553-e466-4830-b8e2-0a8129406e1b,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:20.911094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfbbe4-8f68-4f9c-b4a0-2e950090e9a2 req-5544f768-5cf4-4a46-88a4-000eecbd8e37 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.913427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fcfbbe4-8f68-4f9c-b4a0-2e950090e9a2 req-5544f768-5cf4-4a46-88a4-000eecbd8e37 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 946 time: 0.4863636 Mar 22 14:18:20.927596 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (83540553-e466-4830-b8e2-0a8129406e1b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.933918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Attempting to bind port 468d4f24-0523-43e2-9bda-d0b2b956cd0f on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:20.934354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Attempting to bind port 468d4f24-0523-43e2-9bda-d0b2b956cd0f by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:20.934684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Attempting to bind port 468d4f24-0523-43e2-9bda-d0b2b956cd0f on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:21.006922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port f5f9f977-fe8b-4f75-9434-26802a46d740 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:21.007301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.012675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43840) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:21.058317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Port 468d4f24-0523-43e2-9bda-d0b2b956cd0f on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:18:21.060853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Attempting to bind port 468d4f24-0523-43e2-9bda-d0b2b956cd0f on network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:21.089064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1034d99-bbcb-459c-ad1d-b806422354cc req-2814de84-5b28-4ee2-9e2e-7b0452874779 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:21.096285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1034d99-bbcb-459c-ad1d-b806422354cc req-2814de84-5b28-4ee2-9e2e-7b0452874779 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 943 time: 0.3420105 Mar 22 14:18:21.108509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:21.109638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c915bb2-b0ba-461f-9b1c-1681dd67c804 req-379a5705-794e-475b-ba99-44ae2752e3e5 service neutron] 10.222.0.57 "GET /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692865 Mar 22 14:18:21.147158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:21.147847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Checking segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:21.148536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Bound using segment: {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:21.149174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Bound port: 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a1b515-acc0-4036-9b65-d5d84ce812d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:21.149697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.199387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fcfbbe4-8f68-4f9c-b4a0-2e950090e9a2 req-3d53374d-f66d-4a48-bc42-0e0a191a647f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2ee86fa-963d-4cf5-b602-f397684cb308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719717 Mar 22 14:18:21.247435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.295748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1034d99-bbcb-459c-ad1d-b806422354cc req-050879e7-cc01-4443-b4df-d51d35b83e0a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887002 Mar 22 14:18:21.331756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109f7ca3-5fdb-4930-93cd-d312077d148f None None] The sync data for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 is: [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '3276fd6d-6015-4a57-aa5f-d02864ecef13', 'name': '', 'network_id': 'cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:9d:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:59Z', 'updated_at': '2022-03-22T14:16:03Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '1c7de517-f7d7-412c-9f42-275ed451a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:21.371713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de64508-c5a4-46f9-abc1-2f92a8995bad None None] Pushing event updated for resources: {'Port': ['ID=83540553-e466-4830-b8e2-0a8129406e1b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.374445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a946fda1-1b9b-4ab7-8b4c-1ea76af93df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.375963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] For port 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:21.415709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] For port 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:21.446789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.448138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:21.481490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:21.482160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.483589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] 10.222.0.42 "PUT /v2.0/ports/468d4f24-0523-43e2-9bda-d0b2b956cd0f HTTP/1.1" status: 200 len: 1091 time: 2.9113057 Mar 22 14:18:21.531179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:21.535468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:21.553264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port f5f9f977-fe8b-4f75-9434-26802a46d740, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=f5f9f977-fe8b-4f75-9434-26802a46d740,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:21.553797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.608158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:21.610107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2deb5e-cd4d-4127-bf48-e27992950ace,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.611137 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b" -d '{"events": [{"name": "network-changed", "server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:21.613397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for f5f9f977-fe8b-4f75-9434-26802a46d740 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:21.646346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.646799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.647234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.647575 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.647903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.648243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.648779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.649291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.649619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.650135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.650526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.650913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.651294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.651673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.652071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:21.719765 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbbd7e2-e03e-4ead-855d-d3e80a039645 x-openstack-request-id: req-9cbbd7e2-e03e-4ead-855d-d3e80a039645 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:21.720155 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:21.720496 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cbbd7e2-e03e-4ead-855d-d3e80a039645 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:21.721070 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbbd7e2-e03e-4ead-855d-d3e80a039645'] response: {'name': 'network-changed', 'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'status': 'completed', 'code': 200} Mar 22 14:18:21.723864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7706d-570c-4092-9297-231be75fbe29 service neutron] Pushing event updated for resources: {'Port': ['ID=468d4f24-0523-43e2-9bda-d0b2b956cd0f,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.804141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-030b4ba4-1ebf-4267-aef6-2628ac6583c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:21.806189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-030b4ba4-1ebf-4267-aef6-2628ac6583c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 1125 time: 0.1878688 Mar 22 14:18:21.857175 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.893108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 83540553-e466-4830-b8e2-0a8129406e1b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:21.901023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-3805470b-d15f-4b71-813f-4206a21a74dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f HTTP/1.1" status: 200 len: 217 time: 0.0862286 Mar 22 14:18:21.974731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device f5f9f977-fe8b-4f75-9434-26802a46d740 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:22.008462 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1f62e7-3efe-4f88-81e9-17a4fd7a5328 None None] New status for floating IP ca9e724a-c8ba-454e-908b-a8fc788e861b: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:22.009690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-e9a8d0ca-bf7f-432d-a2df-7b28e3ef1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:22.011260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-e9a8d0ca-bf7f-432d-a2df-7b28e3ef1ac1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.1021283 Mar 22 14:18:22.072295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-1ee8a245-2991-465b-bec5-2e6822afa86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:22.074232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-1ee8a245-2991-465b-bec5-2e6822afa86e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559804 Mar 22 14:18:22.136566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 83540553-e466-4830-b8e2-0a8129406e1b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:22.137127 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (83540553-e466-4830-b8e2-0a8129406e1b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.295020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-9cfa195e-5657-49d5-b1d9-827c5bea5990 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120700 Mar 22 14:18:22.336718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port f5f9f977-fe8b-4f75-9434-26802a46d740 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:22.336718 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.346408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a946fda1-1b9b-4ab7-8b4c-1ea76af93df5 admin admin] Publish callbacks [] for security_group (0b9a66ff-35cf-40be-9e87-a110bb3d0b64), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.379319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a946fda1-1b9b-4ab7-8b4c-1ea76af93df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0b9a66ff-35cf-40be-9e87-a110bb3d0b64), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.496855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks [] for router_gateway (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.500334 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a946fda1-1b9b-4ab7-8b4c-1ea76af93df5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92a01646daa949cab04ef0e000c4ca62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4818292 Mar 22 14:18:22.504031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 83540553-e466-4830-b8e2-0a8129406e1b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:22.504382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (83540553-e466-4830-b8e2-0a8129406e1b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.600600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf8c4a27-00d0-4c79-967e-79f512594d4a req-5a00f14d-5c0f-4344-84f0-c67310bf5be7 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972066 Mar 22 14:18:22.601052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 83540553-e466-4830-b8e2-0a8129406e1b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=83540553-e466-4830-b8e2-0a8129406e1b,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:22.603280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43866) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:22.613769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (83540553-e466-4830-b8e2-0a8129406e1b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.656730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946fda1-1b9b-4ab7-8b4c-1ea76af93df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a66ff-35cf-40be-9e87-a110bb3d0b64,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:22.724122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f5f9f977-fe8b-4f75-9434-26802a46d740), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.790494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=83540553-e466-4830-b8e2-0a8129406e1b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:22.803173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=f5f9f977-fe8b-4f75-9434-26802a46d740,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:22.832382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0477cbd5-084b-4bb2-9b9d-94073c488759 req-d327aeb6-21fe-4887-a388-d7b22fafbfe5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee89c936-0014-4177-86e7-eb8fd373b0bf HTTP/1.1" status: 200 len: 210 time: 0.2273271 Mar 22 14:18:22.864755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] No DVR routers for this DVR port f5f9f977-fe8b-4f75-9434-26802a46d740 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:22.867633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.870953 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8975c4ba-515c-46cc-8d0a-993ed6017ff7 req-b91925b9-de4b-4c20-b52f-a9ba07b5c9df tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "DELETE /v2.0/ports/f5f9f977-fe8b-4f75-9434-26802a46d740 HTTP/1.1" status: 204 len: 173 time: 2.3769662 Mar 22 14:18:22.874664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-deleted', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:22.878720 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a53444-3264-4f77-83c6-194fa99d45af" -d '{"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-deleted", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:22.990237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-39a5ab16-6c04-44d3-8d6e-46cc0da2a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:22.992068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-39a5ab16-6c04-44d3-8d6e-46cc0da2a872 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 1125 time: 0.3191640 Mar 22 14:18:23.012259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287b30a-3b4a-49b4-9310-ce735626242a None None] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:23.078621 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9192d2cc-1649-4df2-8e4d-baa571ae07cd x-openstack-request-id: req-9192d2cc-1649-4df2-8e4d-baa571ae07cd {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:23.078953 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee89c936-0014-4177-86e7-eb8fd373b0bf", "name": "network-vif-deleted", "tag": "f5f9f977-fe8b-4f75-9434-26802a46d740", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:23.079273 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9192d2cc-1649-4df2-8e4d-baa571ae07cd {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:23.079782 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9192d2cc-1649-4df2-8e4d-baa571ae07cd'] response: {'server_uuid': 'ee89c936-0014-4177-86e7-eb8fd373b0bf', 'name': 'network-vif-deleted', 'tag': 'f5f9f977-fe8b-4f75-9434-26802a46d740', 'status': 'completed', 'code': 200} Mar 22 14:18:23.225362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.278086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2835d08d-95d1-454f-a239-e612d9c1d44b None None] Provisioning complete for port 83540553-e466-4830-b8e2-0a8129406e1b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:23.278462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2835d08d-95d1-454f-a239-e612d9c1d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (83540553-e466-4830-b8e2-0a8129406e1b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.309377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-5c3ed6e8-b8e5-43d3-9d29-615d77ad6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.310896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-5c3ed6e8-b8e5-43d3-9d29-615d77ad6a1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.2880485 Mar 22 14:18:23.330257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516b5a9-3749-4247-8198-c19d11957e34 req-03b67b0e-f4ab-445c-9855-39486de3618d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.337548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4516b5a9-3749-4247-8198-c19d11957e34 req-03b67b0e-f4ab-445c-9855-39486de3618d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 943 time: 0.7358608 Mar 22 14:18:23.452506 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.453821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-4a28ee17-4e78-46d6-97c9-7ce9c55fddde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f HTTP/1.1" status: 200 len: 217 time: 0.1139376 Mar 22 14:18:23.454583 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-303feebc-cf36-4385-8ed9-6328af0744ee admin admin] Publish callbacks [] for security_group (0b9a66ff-35cf-40be-9e87-a110bb3d0b64), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.586456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2835d08d-95d1-454f-a239-e612d9c1d44b None None] Current status of the port 83540553-e466-4830-b8e2-0a8129406e1b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:23.590686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:23.596007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-303feebc-cf36-4385-8ed9-6328af0744ee admin admin] Publish callbacks [] for security_group (0b9a66ff-35cf-40be-9e87-a110bb3d0b64), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.827838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:23.838822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Sync routers for ids ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:23.848363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 83540553-e466-4830-b8e2-0a8129406e1b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:23.867586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.870188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4516b5a9-3749-4247-8198-c19d11957e34 req-075fee84-82b0-4502-aac4-3cef543b5121 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5315309 Mar 22 14:18:23.874664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c5104cfa-ec3b-4e35-a3a2-4a482bb72421 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9379947 Mar 22 14:18:23.875567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:23.916433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-c4a72eb8-cd3f-4f29-9295-37af36c39dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.918444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-c4a72eb8-cd3f-4f29-9295-37af36c39dd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.3750329 Mar 22 14:18:23.929211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Routers {'e75d16db-ff06-4116-bb87-c0cd7c07c6a9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:23.929928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:23.971616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43894) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:23.994459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1c65b554-c84b-4853-a547-088092290251 None None] Provisioning complete for port 83540553-e466-4830-b8e2-0a8129406e1b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:23.994672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1c65b554-c84b-4853-a547-088092290251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (83540553-e466-4830-b8e2-0a8129406e1b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.214910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-303feebc-cf36-4385-8ed9-6328af0744ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0b9a66ff-35cf-40be-9e87-a110bb3d0b64), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.217873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-303feebc-cf36-4385-8ed9-6328af0744ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.219688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-303feebc-cf36-4385-8ed9-6328af0744ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b9a66ff-35cf-40be-9e87-a110bb3d0b64 HTTP/1.1" status: 204 len: 168 time: 1.5667748 Mar 22 14:18:24.237405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303feebc-cf36-4385-8ed9-6328af0744ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a66ff-35cf-40be-9e87-a110bb3d0b64,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:24.252397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-602de9d7-1d92-42bb-87ee-ea0a31752ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.254164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-602de9d7-1d92-42bb-87ee-ea0a31752ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3288574 Mar 22 14:18:24.349419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 468d4f24-0523-43e2-9bda-d0b2b956cd0f details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:24.466710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:24.491819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'port_id': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'mac_address': 'fa:16:3e:a8:08:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:24.614209 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.637145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-d514a222-6b37-4c9d-bc23-149e35515ffb service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697093 Mar 22 14:18:24.641013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 468d4f24-0523-43e2-9bda-d0b2b956cd0f is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:24.641414 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.670804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 83540553-e466-4830-b8e2-0a8129406e1b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:24.671495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (83540553-e466-4830-b8e2-0a8129406e1b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.679563 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.714571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468d4f24-0523-43e2-9bda-d0b2b956cd0f {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:24.934084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1f8c6bf-d5cb-49ff-9446-b8b66304f55b req-8c1f1be0-d482-4e76-8b1d-8445feec4609 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570505 Mar 22 14:18:24.948531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:24.955933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1c65b554-c84b-4853-a547-088092290251 None None] Current status of the port 83540553-e466-4830-b8e2-0a8129406e1b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:24.978081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Set router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:25.007800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.133875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a9dfe-8793-40b2-b7d7-747fae7693dc req-aa58ed9b-7bda-4bde-abbc-f325b953cbfb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:25.141149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f58a9dfe-8793-40b2-b7d7-747fae7693dc req-aa58ed9b-7bda-4bde-abbc-f325b953cbfb tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 944 time: 0.1277990 Mar 22 14:18:25.189481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (a285d269-316f-4cf2-8f29-a664845a00d6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.196288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.291024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f58a9dfe-8793-40b2-b7d7-747fae7693dc req-ab1609cd-6c9a-422f-8daa-11b3396a7af8 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486399 Mar 22 14:18:25.509712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['468d4f24-0523-43e2-9bda-d0b2b956cd0f'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:25.517137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Allocated IP 172.20.0.1 (7bc57285-8b63-4695-97b5-10ac9e5b5538/e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd/f1c027f5-955a-4a91-986f-3026ce784092) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:25.533725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=468d4f24-0523-43e2-9bda-d0b2b956cd0f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:25.716929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 83540553-e466-4830-b8e2-0a8129406e1b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:25.798106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks [] for port (f1c027f5-955a-4a91-986f-3026ce784092), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.932024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f1c027f5-955a-4a91-986f-3026ce784092), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.106115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:26.116850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:26.124011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:26.210753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:18:22Z', 'revision_number': 3, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port': {'id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:19Z', 'updated_at': '2022-03-22T14:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:26.237945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c027f5-955a-4a91-986f-3026ce784092,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:26.313485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.390031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Checking router: e75d16db-ff06-4116-bb87-c0cd7c07c6a9 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:26.392498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Updating router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 port 7c2deb5e-cd4d-4127-bf48-e27992950ace binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:26.457490 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.780151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3f5a63e6-d1ca-4103-966c-ff70a72c2dfe None None] Provisioning complete for port f1c027f5-955a-4a91-986f-3026ce784092 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:26.780846 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f5a63e6-d1ca-4103-966c-ff70a72c2dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f1c027f5-955a-4a91-986f-3026ce784092), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.854876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f1c027f5-955a-4a91-986f-3026ce784092), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.952495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d98a3e-3e7e-4a2f-b717-2c76b4b15238 req-37002300-6f97-442e-9cb4-8080ee5f1e4a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:26.971146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3d98a3e-3e7e-4a2f-b717-2c76b4b15238 req-37002300-6f97-442e-9cb4-8080ee5f1e4a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 944 time: 0.1683295 Mar 22 14:18:27.023052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a63e6-d1ca-4103-966c-ff70a72c2dfe None None] Port f1c027f5-955a-4a91-986f-3026ce784092 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:27.124537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3d98a3e-3e7e-4a2f-b717-2c76b4b15238 req-f761f0fb-fc93-4d70-986c-7cbb6a9b4e64 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504900 Mar 22 14:18:27.211667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 3276fd6d-6015-4a57-aa5f-d02864ecef13 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:27.212668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.346554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks [] for port (f1c027f5-955a-4a91-986f-3026ce784092), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.357353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43968) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:27.359043 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Publish callbacks [] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.379627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f1c027f5-955a-4a91-986f-3026ce784092), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.381593 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.461846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 3276fd6d-6015-4a57-aa5f-d02864ecef13, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3276fd6d-6015-4a57-aa5f-d02864ecef13,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:27.462623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.482663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 3276fd6d-6015-4a57-aa5f-d02864ecef13 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:27.536938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b1cd1-4c07-4b7e-8fb4-5bd2dd34fbb2 None None] Pushing event updated for resources: {'Port': ['ID=7c2deb5e-cd4d-4127-bf48-e27992950ace,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:27.568035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.573714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c027f5-955a-4a91-986f-3026ce784092,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:27.605527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Attempting to bind port 7c2deb5e-cd4d-4127-bf48-e27992950ace on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:27.608449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Attempting to bind port 7c2deb5e-cd4d-4127-bf48-e27992950ace by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:27.610698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Attempting to bind port 7c2deb5e-cd4d-4127-bf48-e27992950ace on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:27.624712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:27.626913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:27.627573 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.628184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:27.629521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Bound port: 7c2deb5e-cd4d-4127-bf48-e27992950ace, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:27.631462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.784711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] For port 7c2deb5e-cd4d-4127-bf48-e27992950ace, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:27.799889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] For port 7c2deb5e-cd4d-4127-bf48-e27992950ace, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7c2deb5e-cd4d-4127-bf48-e27992950ace,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:27.822318 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.896839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:27.897479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3276fd6d-6015-4a57-aa5f-d02864ecef13), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.900866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:27.960949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Routers {'e75d16db-ff06-4116-bb87-c0cd7c07c6a9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:27.967558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:28.007652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43976) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:28.016304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=3276fd6d-6015-4a57-aa5f-d02864ecef13,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:28.114936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43980) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:28.256202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 468d4f24-0523-43e2-9bda-d0b2b956cd0f up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:28.341887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed940-c38f-4084-8c91-de085b999ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.404309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:28.495438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b1cd1-4c07-4b7e-8fb4-5bd2dd34fbb2 None None] Pushing event updated for resources: {'Port': ['ID=7c2deb5e-cd4d-4127-bf48-e27992950ace,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:28.497821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (a285d269-316f-4cf2-8f29-a664845a00d6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.575009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1049950392-network', 'tenant_id': 'ec2404c45fa9419a9a42080890377182'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:28.633351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.634306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-743cb1f3-cec4-49ce-a5a1-807b16fd0fdc None None] Provisioning complete for port f1c027f5-955a-4a91-986f-3026ce784092 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:28.634821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-743cb1f3-cec4-49ce-a5a1-807b16fd0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f1c027f5-955a-4a91-986f-3026ce784092), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.655273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Made reservation on behalf of ec2404c45fa9419a9a42080890377182 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:28.657665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.684583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-743cb1f3-cec4-49ce-a5a1-807b16fd0fdc None None] Port f1c027f5-955a-4a91-986f-3026ce784092 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:28.713871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 468d4f24-0523-43e2-9bda-d0b2b956cd0f completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:28.718404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] Set router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:28.780976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 468d4f24-0523-43e2-9bda-d0b2b956cd0f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:28.781352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.007125 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c129ccf-a79f-4ba2-85e2-e11be3b424ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.013960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.299876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed940-c38f-4084-8c91-de085b999ceb admin admin] Publish callbacks [] for security_group (89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.311343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:29.328239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05bf26-5582-4b19-a38c-95d6a3493d60 req-fe421e4f-8278-413c-9cb8-6b63b7895c03 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.329989 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a05bf26-5582-4b19-a38c-95d6a3493d60 req-fe421e4f-8278-413c-9cb8-6b63b7895c03 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 944 time: 0.8274350 Mar 22 14:18:29.346297 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d8c47c94-2239-4c19-a104-1efefbdf5098 admin admin] 10.222.0.44 "PUT /v2.0/routers/e75d16db-ff06-4116-bb87-c0cd7c07c6a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4644594 Mar 22 14:18:29.349305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed940-c38f-4084-8c91-de085b999ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.417139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 468d4f24-0523-43e2-9bda-d0b2b956cd0f is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:29.417769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.421780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router a285d269-316f-4cf2-8f29-a664845a00d6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:29.425224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ed940-c38f-4084-8c91-de085b999ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:29.475276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0d4ed940-c38f-4084-8c91-de085b999ceb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=022ab66d44b04c4cbee684bdc3fc2e91&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1128016 Mar 22 14:18:29.478215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43990) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:29.535836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:29.542814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:29.554634 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dcc6c8-e22f-421e-89a7-6ac64d0ae54c" -d '{"events": [{"server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "name": "network-vif-plugged", "status": "completed", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:29.559922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a05bf26-5582-4b19-a38c-95d6a3493d60 req-58e07654-c93c-45b9-8633-5836e027ed64 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991479 Mar 22 14:18:29.568179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.655478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db438eac-17bf-40bd-9580-ecdf6dd162a4 admin admin] Publish callbacks [] for security_group (89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.750533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db438eac-17bf-40bd-9580-ecdf6dd162a4 admin admin] Publish callbacks [] for security_group (89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.824755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=468d4f24-0523-43e2-9bda-d0b2b956cd0f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:29.884358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c129ccf-a79f-4ba2-85e2-e11be3b424ce admin admin] Publish callbacks [] for security_group (fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.893213 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db438eac-17bf-40bd-9580-ecdf6dd162a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.896782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db438eac-17bf-40bd-9580-ecdf6dd162a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.898462 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-db438eac-17bf-40bd-9580-ecdf6dd162a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a HTTP/1.1" status: 204 len: 168 time: 0.4190075 Mar 22 14:18:29.903829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:29.915539 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] Sync routers for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:29.924694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-49a64f50-3121-41dc-b9d5-4fec5f507400 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/a285d269-316f-4cf2-8f29-a664845a00d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9471669 Mar 22 14:18:29.927537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44004) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:29.928527 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:29.929164 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:29.931665 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db438eac-17bf-40bd-9580-ecdf6dd162a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5e1fd-6e4a-4c72-ad1f-93c79ddd4e5a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:29.937420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3c129ccf-a79f-4ba2-85e2-e11be3b424ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.060037 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:30.116670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3c129ccf-a79f-4ba2-85e2-e11be3b424ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03ce553b3c3e45c3954ce2fd480f03c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9934430 Mar 22 14:18:30.129744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks [] for security_group (99524d62-a01b-4ad3-a200-ee403986b631), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.130861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44008) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:30.133128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c129ccf-a79f-4ba2-85e2-e11be3b424ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:30.136662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting subnet 1c7de517-f7d7-412c-9f42-275ed451a40b {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:30.150744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (1c7de517-f7d7-412c-9f42-275ed451a40b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.157336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (99524d62-a01b-4ad3-a200-ee403986b631), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.170391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 4, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port': {'id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:19Z', 'updated_at': '2022-03-22T14:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f1c027f5-955a-4a91-986f-3026ce784092', 'name': '', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'mac_address': 'fa:16:3e:50:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:25Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 2, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'subnets': [{'id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:30.256437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c9e9-521a-41e2-ad8e-f8e16a321916 None None] The sync data for ids ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'] in n-d-834677-3 is: [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 4, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port': {'id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:19Z', 'updated_at': '2022-03-22T14:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f1c027f5-955a-4a91-986f-3026ce784092', 'name': '', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'mac_address': 'fa:16:3e:50:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:25Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 2, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'subnets': [{'id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:30.289689 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da51c04-33a5-4050-bd06-2554429c3552 x-openstack-request-id: req-9da51c04-33a5-4050-bd06-2554429c3552 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:30.290236 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "name": "network-vif-plugged", "status": "completed", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:30.290666 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9da51c04-33a5-4050-bd06-2554429c3552 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:30.291226 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da51c04-33a5-4050-bd06-2554429c3552'] response: {'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'code': 200} Mar 22 14:18:30.307108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99524d62-a01b-4ad3-a200-ee403986b631,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:30.329471 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (1c7de517-f7d7-412c-9f42-275ed451a40b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.331033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:30.485865 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:18:27Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:30.512045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d5958cda-9ae2-4309-a691-7297a467a5ae), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.512396 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Added segment d5958cda-9ae2-4309-a691-7297a467a5ae of type vlan for network 47083942-9e3f-41c8-9da4-5d66c33c0d48 Mar 22 14:18:30.528934 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] Checking router: a285d269-316f-4cf2-8f29-a664845a00d6 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:30.539823 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] Routers {'a285d269-316f-4cf2-8f29-a664845a00d6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:30.540618 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a285d269-316f-4cf2-8f29-a664845a00d6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:30.543737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7cd98707-fe10-46d6-9a5a-6b708f25c46f admin admin] Publish callbacks [] for security_group (fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.624256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1c7de517-f7d7-412c-9f42-275ed451a40b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.795234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7cd98707-fe10-46d6-9a5a-6b708f25c46f admin admin] Publish callbacks [] for security_group (fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.868587 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] Set router a285d269-316f-4cf2-8f29-a664845a00d6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:30.885929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44022) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:30.886773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44024) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:30.892934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1539766759-network', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:30.926632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ccd6-f208-4ca2-b6b3-5706e2f8866e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.964841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Made reservation on behalf of f6b3c5de2e0140beaa03ebc07c839e8c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:30.966953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa1c2d-2366-45d1-a6f7-8ac6695ec62f req-94961456-4e69-4d85-8d96-df82065c8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.967296 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.970726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8aa1c2d-2366-45d1-a6f7-8ac6695ec62f req-94961456-4e69-4d85-8d96-df82065c8842 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 1127 time: 0.6051903 Mar 22 14:18:30.972008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (1c7de517-f7d7-412c-9f42-275ed451a40b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.999267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.069611 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (47083942-9e3f-41c8-9da4-5d66c33c0d48), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.219532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks [] for security_group (0633c71c-a736-439b-94ae-338b6b1e16b2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.229627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7de517-f7d7-412c-9f42-275ed451a40b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:31.236625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f4a2d-d8ea-456d-8e2c-ba6027407dcd None None] Network cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:31.240962 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.247405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-649b0769-7d40-4dbc-a6e7-c52664940d2d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/subnets/1c7de517-f7d7-412c-9f42-275ed451a40b HTTP/1.1" status: 204 len: 168 time: 1.3134775 Mar 22 14:18:31.249673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0633c71c-a736-439b-94ae-338b6b1e16b2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.253852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44026) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:31.282229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee1bee-d64b-43c0-a996-f82c25a8f4b3 req-ae65b869-6f6e-43f5-95a9-caeb444c845a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:31.283979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbee1bee-d64b-43c0-a996-f82c25a8f4b3 req-ae65b869-6f6e-43f5-95a9-caeb444c845a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 945 time: 0.4735465 Mar 22 14:18:31.456127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:31.469479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8aa1c2d-2366-45d1-a6f7-8ac6695ec62f req-5a451c03-fc93-4519-9823-9e7cacdc8b44 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4364107 Mar 22 14:18:31.478159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7cd98707-fe10-46d6-9a5a-6b708f25c46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.481942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4705e9dc-aed2-4c92-8fc1-f1f55ac12172), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.482328 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Added segment 4705e9dc-aed2-4c92-8fc1-f1f55ac12172 of type vlan for network 7cd916bc-b535-4c02-831f-d82b7524ac67 Mar 22 14:18:31.486207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7cd98707-fe10-46d6-9a5a-6b708f25c46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.489818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7cd98707-fe10-46d6-9a5a-6b708f25c46f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5 HTTP/1.1" status: 204 len: 168 time: 1.3552616 Mar 22 14:18:31.507056 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (47083942-9e3f-41c8-9da4-5d66c33c0d48), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.508080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:31.514893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.591750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7cd916bc-b535-4c02-831f-d82b7524ac67), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.610435 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:18:27Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:31.669306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7cd916bc-b535-4c02-831f-d82b7524ac67), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.670336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:31.671002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.687030 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b4974-bdc4-4907-8ede-5d1421f3a2f2 None None] The sync data for ids ['a285d269-316f-4cf2-8f29-a664845a00d6'] in n-d-834677-3 is: [{'id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224088041', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:51Z', 'updated_at': '2022-03-22T14:18:27Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'a6e32362-587d-43f0-8666-ac864fa2f2ed', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285d269-316f-4cf2-8f29-a664845a00d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:53Z', 'updated_at': '2022-03-22T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:31.775330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] DHCP port deletion for cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:18:31.789745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0633c71c-a736-439b-94ae-338b6b1e16b2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:31.822236 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9329515 Mar 22 14:18:31.828081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44030) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:31.839806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbf860-05c3-46fe-8d4b-7b03c69983b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd916bc-b535-4c02-831f-d82b7524ac67,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:31.859396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Request body: {'subnet': {'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1539766759-subnet', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:31.871331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:31.899470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] Pushing event updated for resources: {'Network': ['ID=47083942-9e3f-41c8-9da4-5d66c33c0d48,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:31.915234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ccd6-f208-4ca2-b6b3-5706e2f8866e admin admin] Publish callbacks [] for security_group (231cfb0d-fe06-4ada-b274-d4eb4a532507), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.916717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbee1bee-d64b-43c0-a996-f82c25a8f4b3 req-a1d2f4ec-440e-4517-90b8-38a8b7bf2de5 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5801380 Mar 22 14:18:31.931766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd98707-fe10-46d6-9a5a-6b708f25c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb573950-3e8a-4ae7-b3e5-dcdb7391e3d5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:31.943982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ccd6-f208-4ca2-b6b3-5706e2f8866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (231cfb0d-fe06-4ada-b274-d4eb4a532507), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.960262 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (a285d269-316f-4cf2-8f29-a664845a00d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.960461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cea6ad0e-60b7-4b99-933b-bd95830b1c61 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.9219713 Mar 22 14:18:31.960461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44034) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:31.965924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Request body: {'subnet': {'network_id': '47083942-9e3f-41c8-9da4-5d66c33c0d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1049950392-subnet', 'tenant_id': 'ec2404c45fa9419a9a42080890377182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:32.031002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Made reservation on behalf of ec2404c45fa9419a9a42080890377182 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:32.035472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.050660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 47083942-9e3f-41c8-9da4-5d66c33c0d48 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:32.219184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Made reservation on behalf of f6b3c5de2e0140beaa03ebc07c839e8c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:32.224780 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.341104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7c2deb5e-cd4d-4127-bf48-e27992950ace up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:32.491801 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ae4ccd6-f208-4ca2-b6b3-5706e2f8866e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da32c9b5931e4fb9b679d72b97156987&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6037455 Mar 22 14:18:32.495420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44038) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:32.537807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] Deleting port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:32.538229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.568684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4ccd6-f208-4ca2-b6b3-5706e2f8866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231cfb0d-fe06-4ada-b274-d4eb4a532507,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:32.614630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44040) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:32.647089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7c2deb5e-cd4d-4127-bf48-e27992950ace triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:32.647460 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.655034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22cdcbb0-52ff-4e3e-8c23-c7a16aeef020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.695925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f636fa0c-b652-4b18-b897-37ef6b432abb admin admin] Publish callbacks [] for security_group (231cfb0d-fe06-4ada-b274-d4eb4a532507), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.735574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f636fa0c-b652-4b18-b897-37ef6b432abb admin admin] Publish callbacks [] for security_group (231cfb0d-fe06-4ada-b274-d4eb4a532507), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.744989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (cdebc70f-8df0-408a-ab89-f31d5795e8e7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.764736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] For port 8c4c0e9a-a5e3-4031-a322-f0a34895f072, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8c4c0e9a-a5e3-4031-a322-f0a34895f072,segment=NetworkSegment(53fd082f-fa4c-495a-a528-9950e37f6ff2),segment_id=53fd082f-fa4c-495a-a528-9950e37f6ff2)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:32.769928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.791593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] Calling delete_port for 8c4c0e9a-a5e3-4031-a322-f0a34895f072 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:32.882146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdebc70f-8df0-408a-ab89-f31d5795e8e7,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:32.886645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Checking segment: {'id': 'd5958cda-9ae2-4309-a691-7297a467a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '47083942-9e3f-41c8-9da4-5d66c33c0d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:32.886645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Network hostable DHCP agents. Network: 47083942-9e3f-41c8-9da4-5d66c33c0d48, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:32.897501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7c2deb5e-cd4d-4127-bf48-e27992950ace is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:32.898098 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.904737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f636fa0c-b652-4b18-b897-37ef6b432abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (231cfb0d-fe06-4ada-b274-d4eb4a532507), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.908353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f636fa0c-b652-4b18-b897-37ef6b432abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.909777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f636fa0c-b652-4b18-b897-37ef6b432abb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/231cfb0d-fe06-4ada-b274-d4eb4a532507 HTTP/1.1" status: 204 len: 168 time: 0.4116361 Mar 22 14:18:32.933128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Network 47083942-9e3f-41c8-9da4-5d66c33c0d48 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:32.942291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 7c2deb5e-cd4d-4127-bf48-e27992950ace, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7c2deb5e-cd4d-4127-bf48-e27992950ace,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:32.944123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636fa0c-b652-4b18-b897-37ef6b432abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231cfb0d-fe06-4ada-b274-d4eb4a532507,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:32.958374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.960365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 47083942-9e3f-41c8-9da4-5d66c33c0d48) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:32.971999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.977168 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.025647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8814e762-beb2-450b-a170-7f836a913bbb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0637023 Mar 22 14:18:33.065731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (a285d269-316f-4cf2-8f29-a664845a00d6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.113335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22cdcbb0-52ff-4e3e-8c23-c7a16aeef020 admin admin] Publish callbacks [] for security_group (f33ca961-37ec-4084-ae52-d6e4ea614861), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.120672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87183e8-9b69-4668-b25b-ad8f004b269b None None] Network 47083942-9e3f-41c8-9da4-5d66c33c0d48 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:33.121788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22cdcbb0-52ff-4e3e-8c23-c7a16aeef020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f33ca961-37ec-4084-ae52-d6e4ea614861), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.135588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8c4c0e9a-a5e3-4031-a322-f0a34895f072 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:33.163128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac2c70-f4d8-4e2d-9510-aa5e7510256c req-b1220e4c-742e-477a-a4a5-cbcb379e02d1 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:33.177380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06ac2c70-f4d8-4e2d-9510-aa5e7510256c req-b1220e4c-742e-477a-a4a5-cbcb379e02d1 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 945 time: 0.0935566 Mar 22 14:18:33.202738 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (c5bd8611-98dd-46de-9dd1-45cd83316f9a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.213688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdcbb0-52ff-4e3e-8c23-c7a16aeef020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ca961-37ec-4084-ae52-d6e4ea614861,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:33.315282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06ac2c70-f4d8-4e2d-9510-aa5e7510256c req-f3b6fbb6-a82d-4648-b98a-23c483618cce tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357703 Mar 22 14:18:33.315830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44052) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:33.331736 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.342526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=7c2deb5e-cd4d-4127-bf48-e27992950ace,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:33.373650 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-22cdcbb0-52ff-4e3e-8c23-c7a16aeef020 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ccea338ecf442bba1e4c82f11fa6bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7557828 Mar 22 14:18:33.377810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44056) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:33.404602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] Pushing event deleted for resources: {'Port': ['ID=8c4c0e9a-a5e3-4031-a322-f0a34895f072,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:33.412010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940a48c-a7dc-4143-9756-83f008fb1f2b None None] No DVR routers for this DVR port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:33.413807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8c4c0e9a-a5e3-4031-a322-f0a34895f072 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:33.414491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8c4c0e9a-a5e3-4031-a322-f0a34895f072), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.434464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bd8611-98dd-46de-9dd1-45cd83316f9a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:33.452978 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:18:33.464910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Checking segment: {'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:33.465271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Network hostable DHCP agents. Network: 7cd916bc-b535-4c02-831f-d82b7524ac67, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:33.471637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port a6e32362-587d-43f0-8666-ac864fa2f2ed {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:33.471984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.558696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:33.569470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] Deleting subnet cdebc70f-8df0-408a-ab89-f31d5795e8e7 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:33.574730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7cd916bc-b535-4c02-831f-d82b7524ac67) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:33.590249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:33.590455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.597119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5f468-bea2-474b-82a9-5583f157a816 None None] Network 47083942-9e3f-41c8-9da4-5d66c33c0d48 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:33.601416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3276fd6d-6015-4a57-aa5f-d02864ecef13 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:33.630676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port a6e32362-587d-43f0-8666-ac864fa2f2ed, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a6e32362-587d-43f0-8666-ac864fa2f2ed,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:33.631057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.634177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] Publish callbacks [] for subnet (cdebc70f-8df0-408a-ab89-f31d5795e8e7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.645902 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2a582cc1-abc8-4419-bcd1-ed62147a7391 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8028748 Mar 22 14:18:33.648608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d651f6-cb34-467f-89f9-fdd50ad4ef63 None None] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:33.650470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44060) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:33.655204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:33.659007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for a6e32362-587d-43f0-8666-ac864fa2f2ed owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:33.687953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5446-ff02-4455-9cbf-fca8342e900d admin admin] Publish callbacks [] for security_group (f33ca961-37ec-4084-ae52-d6e4ea614861), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.707046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 3276fd6d-6015-4a57-aa5f-d02864ecef13 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:33.707994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3276fd6d-6015-4a57-aa5f-d02864ecef13 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:33.724994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44062) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:33.734659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (d28c1586-4897-4668-b7d0-a3a559095a93), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.735550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (d28c1586-4897-4668-b7d0-a3a559095a93), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.737739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5446-ff02-4455-9cbf-fca8342e900d admin admin] Publish callbacks [] for security_group (f33ca961-37ec-4084-ae52-d6e4ea614861), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.741538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (cdebc70f-8df0-408a-ab89-f31d5795e8e7), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.751442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-394f907a-4ea1-4757-acaa-88eba4655271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.865408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51fe19-7442-4e2d-8195-73fdb9f469d9 req-f2ca0009-ff1b-4a9d-a76a-7cc46ae2f16d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:33.871156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca51fe19-7442-4e2d-8195-73fdb9f469d9 req-f2ca0009-ff1b-4a9d-a76a-7cc46ae2f16d tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 945 time: 0.3557355 Mar 22 14:18:33.875723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (cdebc70f-8df0-408a-ab89-f31d5795e8e7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.880643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44064) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:33.888368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Request body: {'floatingip': {'port_id': '468d4f24-0523-43e2-9bda-d0b2b956cd0f'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:33.922491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7c2deb5e-cd4d-4127-bf48-e27992950ace up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:33.937722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5446-ff02-4455-9cbf-fca8342e900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f33ca961-37ec-4084-ae52-d6e4ea614861), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.940994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5446-ff02-4455-9cbf-fca8342e900d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.953342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fc8e5446-ff02-4455-9cbf-fca8342e900d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f33ca961-37ec-4084-ae52-d6e4ea614861 HTTP/1.1" status: 204 len: 168 time: 0.5743446 Mar 22 14:18:33.984183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks [] for router_controller (d28c1586-4897-4668-b7d0-a3a559095a93), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.986896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7cd916bc-b535-4c02-831f-d82b7524ac67', 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67', 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'fixed_ips': [{'subnet_id': 'c5bd8611-98dd-46de-9dd1-45cd83316f9a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:18:33.987921 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.016625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (fc95b700-2a42-453c-bce9-83a16c7558dc), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.038887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7c2deb5e-cd4d-4127-bf48-e27992950ace triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:34.039726 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.041737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e5446-ff02-4455-9cbf-fca8342e900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ca961-37ec-4084-ae52-d6e4ea614861,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.075299 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (cdebc70f-8df0-408a-ab89-f31d5795e8e7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.131666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdebc70f-8df0-408a-ab89-f31d5795e8e7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.135522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.141188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5fec4dd8-9b82-44c5-b9c6-7244577668ef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cdebc70f-8df0-408a-ab89-f31d5795e8e7 HTTP/1.1" status: 204 len: 168 time: 0.8219368 Mar 22 14:18:34.142340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44070) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:34.214461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Sync routers for ids ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:34.259778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Routers {'e75d16db-ff06-4116-bb87-c0cd7c07c6a9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:34.260863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.326666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (47083942-9e3f-41c8-9da4-5d66c33c0d48), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.353724 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-394f907a-4ea1-4757-acaa-88eba4655271 admin admin] Publish callbacks [] for security_group (604c3a70-e23f-49e1-9faa-e89fe87cf171), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.400902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Allocated IP 172.20.0.2 (7cd916bc-b535-4c02-831f-d82b7524ac67/c5bd8611-98dd-46de-9dd1-45cd83316f9a/c51a292c-8cfe-4442-8487-d6c4077ec410) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:34.413697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (47083942-9e3f-41c8-9da4-5d66c33c0d48), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.439078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47083942-9e3f-41c8-9da4-5d66c33c0d48']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.451019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5958cda-9ae2-4309-a691-7297a467a5ae') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.451313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5958cda-9ae2-4309-a691-7297a467a5ae') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.463086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (d5958cda-9ae2-4309-a691-7297a467a5ae), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.478640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d5958cda-9ae2-4309-a691-7297a467a5ae), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.485601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:34.486325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (d5958cda-9ae2-4309-a691-7297a467a5ae), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.499080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-394f907a-4ea1-4757-acaa-88eba4655271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (604c3a70-e23f-49e1-9faa-e89fe87cf171), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.551109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks [] for router_gateway (d28c1586-4897-4668-b7d0-a3a559095a93), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:34.566409 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:34.585328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (47083942-9e3f-41c8-9da4-5d66c33c0d48), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.597787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.622273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] 10.222.0.44 "DELETE /v2.0/networks/47083942-9e3f-41c8-9da4-5d66c33c0d48 HTTP/1.1" status: 204 len: 168 time: 0.4786038 Mar 22 14:18:34.665499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012c2ca-ff82-48de-80a8-dad69eb4226b admin admin] Pushing event deleted for resources: {'Network': ['ID=47083942-9e3f-41c8-9da4-5d66c33c0d48,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.753831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44084) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:34.755734 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-394f907a-4ea1-4757-acaa-88eba4655271 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f80acc7be0d5416b91c2c939c56546f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0291584 Mar 22 14:18:34.782294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f907a-4ea1-4757-acaa-88eba4655271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c3a70-e23f-49e1-9faa-e89fe87cf171,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.803701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a6e32362-587d-43f0-8666-ac864fa2f2ed), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.869187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7c2deb5e-cd4d-4127-bf48-e27992950ace is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:34.877093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=a6e32362-587d-43f0-8666-ac864fa2f2ed,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.920677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44086) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:34.945132 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7826d9e5-88d5-485f-8363-159fe6336dbc admin admin] Publish callbacks [] for security_group (604c3a70-e23f-49e1-9faa-e89fe87cf171), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.997831 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Publish callbacks [] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.002340 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7826d9e5-88d5-485f-8363-159fe6336dbc admin admin] Publish callbacks [] for security_group (604c3a70-e23f-49e1-9faa-e89fe87cf171), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.009769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Set router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:35.012507 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.071937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7826d9e5-88d5-485f-8363-159fe6336dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (604c3a70-e23f-49e1-9faa-e89fe87cf171), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.076836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7826d9e5-88d5-485f-8363-159fe6336dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.083141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7826d9e5-88d5-485f-8363-159fe6336dbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/604c3a70-e23f-49e1-9faa-e89fe87cf171 HTTP/1.1" status: 204 len: 168 time: 0.3258984 Mar 22 14:18:35.107690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826d9e5-88d5-485f-8363-159fe6336dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c3a70-e23f-49e1-9faa-e89fe87cf171,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:35.133163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (a285d269-316f-4cf2-8f29-a664845a00d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.144606 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-454b3412-50a2-4df4-82d2-06fa38a20443 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec2404c45fa9419a9a42080890377182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217889 Mar 22 14:18:35.148177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44092) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:35.270207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-343d47e4-c9de-4cf6-83fe-91ee81b000cf admin admin] Publish callbacks [] for security_group (99524d62-a01b-4ad3-a200-ee403986b631), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.271153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (a285d269-316f-4cf2-8f29-a664845a00d6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.276904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (a285d269-316f-4cf2-8f29-a664845a00d6), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.340706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-343d47e4-c9de-4cf6-83fe-91ee81b000cf admin admin] Publish callbacks [] for security_group (99524d62-a01b-4ad3-a200-ee403986b631), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.410960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:35.416676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-343d47e4-c9de-4cf6-83fe-91ee81b000cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (99524d62-a01b-4ad3-a200-ee403986b631), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.420353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-343d47e4-c9de-4cf6-83fe-91ee81b000cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.426442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-343d47e4-c9de-4cf6-83fe-91ee81b000cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99524d62-a01b-4ad3-a200-ee403986b631 HTTP/1.1" status: 204 len: 168 time: 0.2768860 Mar 22 14:18:35.429883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:35.437693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d47e4-c9de-4cf6-83fe-91ee81b000cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99524d62-a01b-4ad3-a200-ee403986b631,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:35.452425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:35.488453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Pushing event updated for resources: {'Port': ['ID=c51a292c-8cfe-4442-8487-d6c4077ec410,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:35.585289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Attempting to bind port c51a292c-8cfe-4442-8487-d6c4077ec410 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:35.585962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Attempting to bind port c51a292c-8cfe-4442-8487-d6c4077ec410 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:35.586631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Attempting to bind port c51a292c-8cfe-4442-8487-d6c4077ec410 on network 7cd916bc-b535-4c02-831f-d82b7524ac67 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:35.596595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:35.597071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Checking segment: {'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:35.597686 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.598172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Bound using segment: {'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:35.598777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Bound port: c51a292c-8cfe-4442-8487-d6c4077ec410, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:35.599343 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.684599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] For port c51a292c-8cfe-4442-8487-d6c4077ec410, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:35.688420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] For port c51a292c-8cfe-4442-8487-d6c4077ec410, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c51a292c-8cfe-4442-8487-d6c4077ec410,segment=NetworkSegment(4705e9dc-aed2-4c92-8fc1-f1f55ac12172),segment_id=4705e9dc-aed2-4c92-8fc1-f1f55ac12172)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:35.713117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.799523 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (a285d269-316f-4cf2-8f29-a664845a00d6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.801849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Fanout notify agent at l3_agent the message router_deleted on router a285d269-316f-4cf2-8f29-a664845a00d6 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:18:35.805094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:18:35.856898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.862462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44112) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:35.875861 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a0d76e29-597f-4c19-8bf8-34f3c44d7f76 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/routers/a285d269-316f-4cf2-8f29-a664845a00d6 HTTP/1.1" status: 204 len: 168 time: 4.6081264 Mar 22 14:18:35.892777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8c668-e994-4ad8-ba9c-549adc33b2ce None None] Pushing event updated for resources: {'Port': ['ID=c51a292c-8cfe-4442-8487-d6c4077ec410,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:35.940523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 4, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port': {'id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:19Z', 'updated_at': '2022-03-22T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f1c027f5-955a-4a91-986f-3026ce784092', 'name': '', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'mac_address': 'fa:16:3e:50:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:25Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 2, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'subnets': [{'id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:35.984681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Checking router: e75d16db-ff06-4116-bb87-c0cd7c07c6a9 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:35.985329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Updating router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 port f1c027f5-955a-4a91-986f-3026ce784092 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:36.102251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f1c027f5-955a-4a91-986f-3026ce784092), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.131329 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.153223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.165317 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (fc95b700-2a42-453c-bce9-83a16c7558dc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.251590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks [] for router_gateway (d28c1586-4897-4668-b7d0-a3a559095a93), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.294533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.340594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.397796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:36.413085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fd082f-fa4c-495a-a528-9950e37f6ff2') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:36.413951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fd082f-fa4c-495a-a528-9950e37f6ff2') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:36.458043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (53fd082f-fa4c-495a-a528-9950e37f6ff2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.492548 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (53fd082f-fa4c-495a-a528-9950e37f6ff2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.502689 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Floating IP fc95b700-2a42-453c-bce9-83a16c7558dc associated. External IP: 172.25.2.63, port: 468d4f24-0523-43e2-9bda-d0b2b956cd0f. Mar 22 14:18:36.512429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:36.512859 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (53fd082f-fa4c-495a-a528-9950e37f6ff2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:36.524376 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:36.681132 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.688519 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.692076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/networks/cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d HTTP/1.1" status: 204 len: 168 time: 0.8267627 Mar 22 14:18:36.709941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44140) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:36.715733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a9cb5-d3a9-47b0-abe9-bd72835c86a9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Network': ['ID=cb0a4ab6-5c80-4cba-95ca-a2d2a5a39f1d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:36.725858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Allocated IP 172.25.2.31 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/15153fad-6ff2-4eca-af9c-9504f7978842) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:36.747988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Publish callbacks [] for port (f1c027f5-955a-4a91-986f-3026ce784092), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.758698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f1c027f5-955a-4a91-986f-3026ce784092), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.999221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412a027-00c7-4852-84ec-c68e60cd2c9d None None] Pushing event updated for resources: {'Port': ['ID=f1c027f5-955a-4a91-986f-3026ce784092,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:37.038403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Attempting to bind port f1c027f5-955a-4a91-986f-3026ce784092 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:37.040656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Attempting to bind port f1c027f5-955a-4a91-986f-3026ce784092 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:37.041190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Attempting to bind port f1c027f5-955a-4a91-986f-3026ce784092 on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:37.063931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:37.064232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Checking segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:37.064742 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.065225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Bound using segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:37.065925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Bound port: f1c027f5-955a-4a91-986f-3026ce784092, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:37.066418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f1c027f5-955a-4a91-986f-3026ce784092), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.118968 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78d47028-9fb4-445f-8a3d-c9513d7b7ddd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (f2ee86fa-963d-4cf5-b602-f397684cb308), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.244412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78d47028-9fb4-445f-8a3d-c9513d7b7ddd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (f2ee86fa-963d-4cf5-b602-f397684cb308), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.248110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] For port f1c027f5-955a-4a91-986f-3026ce784092, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:37.252194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] For port f1c027f5-955a-4a91-986f-3026ce784092, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f1c027f5-955a-4a91-986f-3026ce784092,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:37.264737 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f1c027f5-955a-4a91-986f-3026ce784092), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.341368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-48470fb4-3b69-4e2b-b9e4-3a59b8747c60 None None] Provisioning complete for port f1c027f5-955a-4a91-986f-3026ce784092 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:37.341744 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48470fb4-3b69-4e2b-b9e4-3a59b8747c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f1c027f5-955a-4a91-986f-3026ce784092), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.367056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks [] for port (15153fad-6ff2-4eca-af9c-9504f7978842), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.385070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Routers {'e75d16db-ff06-4116-bb87-c0cd7c07c6a9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:37.385323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:37.397245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Router 0e95a4c8-7a52-415c-950d-ecde08418599 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:37.438102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-edbe0d5e-0a24-4df9-87d5-9ccdd75aa1bb req-447e1d4a-31d5-4abb-89ff-b6840f401c08 service neutron] (110458) timed out ('10.222.0.44', 51708) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:18:37.535435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeec71f-3709-432e-9bb4-55c5464f5763 None None] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:37.625734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412a027-00c7-4852-84ec-c68e60cd2c9d None None] Pushing event updated for resources: {'Port': ['ID=f1c027f5-955a-4a91-986f-3026ce784092,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:37.685105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.743258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78d47028-9fb4-445f-8a3d-c9513d7b7ddd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f2ee86fa-963d-4cf5-b602-f397684cb308), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.754491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-78d47028-9fb4-445f-8a3d-c9513d7b7ddd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.756110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78d47028-9fb4-445f-8a3d-c9513d7b7ddd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/security-groups/f2ee86fa-963d-4cf5-b602-f397684cb308 HTTP/1.1" status: 204 len: 168 time: 1.0429835 Mar 22 14:18:37.798155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] Set router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:37.909403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Pushing event updated for resources: {'Port': ['ID=15153fad-6ff2-4eca-af9c-9504f7978842,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:37.987562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:37.990180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:38.002912 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] Sync routers for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:38.024427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.026238 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:38.029383 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:38.156801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:38.164152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:38.201441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f1c027f5-955a-4a91-986f-3026ce784092 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:38.219445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44194) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:38.225002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2aff759c-2e8b-4da3-a8d3-7fabce4e40a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525677844', 'description': 'tempest-secgroup-smoke-525677844 description', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:38.272113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2aff759c-2e8b-4da3-a8d3-7fabce4e40a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.288773 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-37d46264-e027-40e7-9f80-0a83cbbc0294 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "PUT /v2.0/floatingips/fc95b700-2a42-453c-bce9-83a16c7558dc HTTP/1.1" status: 200 len: 990 time: 4.4063418 Mar 22 14:18:38.308676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:38.321608 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d487780-fac2-473c-be85-3c6badf52b70" -d '{"events": [{"name": "network-changed", "server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:38.332333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d47028-9fb4-445f-8a3d-c9513d7b7ddd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ee86fa-963d-4cf5-b602-f397684cb308,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:38.461650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2aff759c-2e8b-4da3-a8d3-7fabce4e40a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (caaa4ce1-27a9-49f0-af17-2695fd044d96), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.466646 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:38.511583 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2aff759c-2e8b-4da3-a8d3-7fabce4e40a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (caaa4ce1-27a9-49f0-af17-2695fd044d96), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.528902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-48470fb4-3b69-4e2b-b9e4-3a59b8747c60 None None] Current status of the port f1c027f5-955a-4a91-986f-3026ce784092 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:38.529289 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48470fb4-3b69-4e2b-b9e4-3a59b8747c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f1c027f5-955a-4a91-986f-3026ce784092), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.540420 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40cfd6e-637a-4983-b247-a49ffce81ecd x-openstack-request-id: req-a40cfd6e-637a-4983-b247-a49ffce81ecd {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:38.541859 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:38.542153 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a40cfd6e-637a-4983-b247-a49ffce81ecd {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:38.543175 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40cfd6e-637a-4983-b247-a49ffce81ecd'] response: {'name': 'network-changed', 'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'status': 'completed', 'code': 200} Mar 22 14:18:38.544508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2aff759c-2e8b-4da3-a8d3-7fabce4e40a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.546057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2aff759c-2e8b-4da3-a8d3-7fabce4e40a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3249202 Mar 22 14:18:38.560572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44206) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:38.573072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d487780-fac2-473c-be85-3c6badf52b70 req-28a7551d-71b5-4a64-95d0-b2806d6b59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.578570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d487780-fac2-473c-be85-3c6badf52b70 req-28a7551d-71b5-4a64-95d0-b2806d6b59fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 1127 time: 0.1149704 Mar 22 14:18:38.585574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5c204165-cefa-41f2-92a9-cb7860d594ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'caaa4ce1-27a9-49f0-af17-2695fd044d96', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:38.660294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f1c027f5-955a-4a91-986f-3026ce784092 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:38.660665 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f1c027f5-955a-4a91-986f-3026ce784092), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.702350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44212) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:38.713605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-48470fb4-3b69-4e2b-b9e4-3a59b8747c60 None None] For port f1c027f5-955a-4a91-986f-3026ce784092, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f1c027f5-955a-4a91-986f-3026ce784092,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:38.767460 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48470fb4-3b69-4e2b-b9e4-3a59b8747c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f1c027f5-955a-4a91-986f-3026ce784092), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.810988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44218) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:38.897215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d487780-fac2-473c-be85-3c6badf52b70 req-4cb49fe8-3740-4875-b7a9-10db21f0cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.901300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d487780-fac2-473c-be85-3c6badf52b70 req-4cb49fe8-3740-4875-b7a9-10db21f0cd0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.2485623 Mar 22 14:18:38.959629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48470fb4-3b69-4e2b-b9e4-3a59b8747c60 None None] Pushing event updated for resources: {'Port': ['ID=f1c027f5-955a-4a91-986f-3026ce784092,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:39.060787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5c204165-cefa-41f2-92a9-cb7860d594ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (346be260-51f6-45a3-8bcc-5a3144c3153a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.061214 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'fc95b700-2a42-453c-bce9-83a16c7558dc', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'port_id': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'mac_address': 'fa:16:3e:a8:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:18:11Z', 'updated_at': '2022-03-22T14:18:35Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:39.074399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff759c-2e8b-4da3-a8d3-7fabce4e40a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caaa4ce1-27a9-49f0-af17-2695fd044d96,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:39.088439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Provisioning complete for port f1c027f5-955a-4a91-986f-3026ce784092 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:39.088863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f1c027f5-955a-4a91-986f-3026ce784092), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.093851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d487780-fac2-473c-be85-3c6badf52b70 req-a5ad1086-ff0e-4231-9890-3b9d1a060d1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f HTTP/1.1" status: 200 len: 998 time: 0.1679711 Mar 22 14:18:39.150481 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] Checking router: 0e95a4c8-7a52-415c-950d-ecde08418599 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:39.178122 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:39.178811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:39.241683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d487780-fac2-473c-be85-3c6badf52b70 req-2053d956-2725-485b-813d-6fe44570c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:39.245186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d487780-fac2-473c-be85-3c6badf52b70 req-2053d956-2725-485b-813d-6fe44570c8f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.1349020 Mar 22 14:18:39.267828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5c204165-cefa-41f2-92a9-cb7860d594ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (346be260-51f6-45a3-8bcc-5a3144c3153a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.290689 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5c204165-cefa-41f2-92a9-cb7860d594ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (346be260-51f6-45a3-8bcc-5a3144c3153a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.357097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c204165-cefa-41f2-92a9-cb7860d594ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346be260-51f6-45a3-8bcc-5a3144c3153a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:39.367184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5c204165-cefa-41f2-92a9-cb7860d594ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.372217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5c204165-cefa-41f2-92a9-cb7860d594ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7919760 Mar 22 14:18:39.377103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44236) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:39.384385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f1c027f5-955a-4a91-986f-3026ce784092 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:39.384749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9837e597-5e93-43f9-8143-ea4fad01fdd5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'caaa4ce1-27a9-49f0-af17-2695fd044d96', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:39.385559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c51a292c-8cfe-4442-8487-d6c4077ec410 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:39.406951 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6589f0fa-d0fc-4112-b809-9cae1fbf2566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.414223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d487780-fac2-473c-be85-3c6badf52b70 req-237e32e4-c527-4419-9f42-fc7af73b5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:39.416591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d487780-fac2-473c-be85-3c6badf52b70 req-237e32e4-c527-4419-9f42-fc7af73b5ba8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1374803 Mar 22 14:18:39.448086 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:39.519847 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9837e597-5e93-43f9-8143-ea4fad01fdd5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (8d76c2f9-cc01-498f-ae27-219744abb083), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.543067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks [] for router_gateway (d28c1586-4897-4668-b7d0-a3a559095a93), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.637537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Current status of the port f1c027f5-955a-4a91-986f-3026ce784092 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:39.656631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9837e597-5e93-43f9-8143-ea4fad01fdd5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (8d76c2f9-cc01-498f-ae27-219744abb083), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.669410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d487780-fac2-473c-be85-3c6badf52b70 req-dad533a3-029c-4d64-bf28-79646a4a2508 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400434 Mar 22 14:18:39.670628 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9837e597-5e93-43f9-8143-ea4fad01fdd5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (8d76c2f9-cc01-498f-ae27-219744abb083), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.696251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 4, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port': {'id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:19Z', 'updated_at': '2022-03-22T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f1c027f5-955a-4a91-986f-3026ce784092', 'name': '', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'mac_address': 'fa:16:3e:50:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:25Z', 'updated_at': '2022-03-22T14:18:37Z', 'revision_number': 4, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'subnets': [{'id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:39.759517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df1616-6d10-4cb6-902c-8087852a9b7a None None] The sync data for ids ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'] in n-d-834677-3 is: [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:18:26Z', 'revision_number': 4, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port': {'id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:19Z', 'updated_at': '2022-03-22T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'f1c027f5-955a-4a91-986f-3026ce784092', 'name': '', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'mac_address': 'fa:16:3e:50:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:25Z', 'updated_at': '2022-03-22T14:18:37Z', 'revision_number': 4, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'subnets': [{'id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:39.769182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Provisioning complete for port c51a292c-8cfe-4442-8487-d6c4077ec410 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:39.769833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.823587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9d487780-fac2-473c-be85-3c6badf52b70 req-50730b05-41d8-47fe-a36d-320ffae78e6d service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473663 Mar 22 14:18:39.854999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9837e597-5e93-43f9-8143-ea4fad01fdd5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.862116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9837e597-5e93-43f9-8143-ea4fad01fdd5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4817846 Mar 22 14:18:39.862912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44248) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:39.881482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-03012edd-c9ca-43a6-9ca0-79a1328ac072 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'caaa4ce1-27a9-49f0-af17-2695fd044d96', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:39.898530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837e597-5e93-43f9-8143-ea4fad01fdd5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d76c2f9-cc01-498f-ae27-219744abb083,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:39.938883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c51a292c-8cfe-4442-8487-d6c4077ec410 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:39.942345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.961079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03012edd-c9ca-43a6-9ca0-79a1328ac072 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (391b1a10-5e16-4830-95cb-21bcf0a4eb6b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.993449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'fc95b700-2a42-453c-bce9-83a16c7558dc', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'port_id': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'mac_address': 'fa:16:3e:a8:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:18:11Z', 'updated_at': '2022-03-22T14:18:35Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:40.054938 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7256915f-6923-4d4d-b935-7d87b4112483 None None] The sync data for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 is: [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'fc95b700-2a42-453c-bce9-83a16c7558dc', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'port_id': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'mac_address': 'fa:16:3e:a8:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:18:11Z', 'updated_at': '2022-03-22T14:18:35Z', 'revision_number': 1, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:40.102910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03012edd-c9ca-43a6-9ca0-79a1328ac072 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (391b1a10-5e16-4830-95cb-21bcf0a4eb6b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.117595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03012edd-c9ca-43a6-9ca0-79a1328ac072 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (391b1a10-5e16-4830-95cb-21bcf0a4eb6b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.122616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Current status of the port c51a292c-8cfe-4442-8487-d6c4077ec410 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:40.123103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.163557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03012edd-c9ca-43a6-9ca0-79a1328ac072 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391b1a10-5e16-4830-95cb-21bcf0a4eb6b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:40.178022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-03012edd-c9ca-43a6-9ca0-79a1328ac072 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.183719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-03012edd-c9ca-43a6-9ca0-79a1328ac072 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166912 Mar 22 14:18:40.184518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44254) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:40.189906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8b9b531f-1899-4e97-89ca-baf16cfba32b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'caaa4ce1-27a9-49f0-af17-2695fd044d96', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:40.245862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6589f0fa-d0fc-4112-b809-9cae1fbf2566 admin admin] Publish callbacks [] for security_group (2df10fd1-51b1-45f6-8b7f-45e1b5f4076b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.250576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b9b531f-1899-4e97-89ca-baf16cfba32b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (b06e7034-615b-4581-bb69-2527512b6537), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.273844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (d28c1586-4897-4668-b7d0-a3a559095a93), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.285426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44256) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:40.306655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6589f0fa-d0fc-4112-b809-9cae1fbf2566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2df10fd1-51b1-45f6-8b7f-45e1b5f4076b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.314221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] For port c51a292c-8cfe-4442-8487-d6c4077ec410, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c51a292c-8cfe-4442-8487-d6c4077ec410,segment=NetworkSegment(4705e9dc-aed2-4c92-8fc1-f1f55ac12172),segment_id=4705e9dc-aed2-4c92-8fc1-f1f55ac12172)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:40.317612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c51a292c-8cfe-4442-8487-d6c4077ec410 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:40.319007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.347521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.391742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b9b531f-1899-4e97-89ca-baf16cfba32b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (b06e7034-615b-4581-bb69-2527512b6537), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.408571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b9b531f-1899-4e97-89ca-baf16cfba32b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b06e7034-615b-4581-bb69-2527512b6537), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.473680 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b9b531f-1899-4e97-89ca-baf16cfba32b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.481790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8b9b531f-1899-4e97-89ca-baf16cfba32b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2951763 Mar 22 14:18:40.484871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44260) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:40.496086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'caaa4ce1-27a9-49f0-af17-2695fd044d96', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:40.544133 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:18:40.544490 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:18:40.554632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b531f-1899-4e97-89ca-baf16cfba32b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06e7034-615b-4581-bb69-2527512b6537,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:40.565802 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:18:40.575203 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (7cb8f784-64ce-43e5-950c-e9085bcf36de), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.580723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427c8a7-4474-4e1b-8c00-8402ecc0bc93 None None] New status for floating IP fc95b700-2a42-453c-bce9-83a16c7558dc: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:40.643072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9faf48-50f7-493c-94cb-75fb482e7a66 None None] Pushing event updated for resources: {'Port': ['ID=c51a292c-8cfe-4442-8487-d6c4077ec410,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:40.649372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0ca51845-7ae0-4b97-8b7c-2cca3ac796ec None None] Provisioning complete for port c51a292c-8cfe-4442-8487-d6c4077ec410 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:40.650037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0ca51845-7ae0-4b97-8b7c-2cca3ac796ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.746587 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (7cb8f784-64ce-43e5-950c-e9085bcf36de), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.755162 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (7cb8f784-64ce-43e5-950c-e9085bcf36de), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.774241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb8f784-64ce-43e5-950c-e9085bcf36de,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:40.797993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.804658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b8cb5b59-1c61-4969-9132-d74ab0509c1c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3170574 Mar 22 14:18:40.805985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44262) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:40.813704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': 'caaa4ce1-27a9-49f0-af17-2695fd044d96', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:40.846184 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:18:40.860904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (10da607f-f176-4f4a-8ae5-db7a9df730b4), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.956860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0ca51845-7ae0-4b97-8b7c-2cca3ac796ec None None] Current status of the port c51a292c-8cfe-4442-8487-d6c4077ec410 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:41.005200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (10da607f-f176-4f4a-8ae5-db7a9df730b4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.011949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (10da607f-f176-4f4a-8ae5-db7a9df730b4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.038508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10da607f-f176-4f4a-8ae5-db7a9df730b4,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:41.048073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20a29325-6109-4c2f-ad7f-f231b3e06596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.054661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.059705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3d94ceee-4b7b-4df7-b910-465bfac8f9cf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2524798 Mar 22 14:18:41.060795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44264) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:41.067230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'network': {'name': 'tempest-network-smoke--870484433', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:41.104121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:41.123674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c51a292c-8cfe-4442-8487-d6c4077ec410 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:41.126418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.134258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a6e32362-587d-43f0-8666-ac864fa2f2ed no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:41.158764 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6589f0fa-d0fc-4112-b809-9cae1fbf2566 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae3aafbe40ce4d89b28705ed6f21ec39&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4549823 Mar 22 14:18:41.168812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:41.176190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a6e32362-587d-43f0-8666-ac864fa2f2ed {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:41.176613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a6e32362-587d-43f0-8666-ac864fa2f2ed not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:41.179736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:41.191775 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (96c003ce-0b69-4484-b12a-bd484d1da168), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.192637 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Added segment 96c003ce-0b69-4484-b12a-bd484d1da168 of type vlan for network 64496bc8-5920-4917-8f99-28226d729328 Mar 22 14:18:41.254708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (64496bc8-5920-4917-8f99-28226d729328), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.270323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589f0fa-d0fc-4112-b809-9cae1fbf2566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df10fd1-51b1-45f6-8b7f-45e1b5f4076b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:41.323175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (64496bc8-5920-4917-8f99-28226d729328), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.338137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f1c027f5-955a-4a91-986f-3026ce784092 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:41.343565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:41.345542 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.428112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1c737f-7cab-42f8-b033-0a8049582ed8 admin admin] Publish callbacks [] for security_group (2df10fd1-51b1-45f6-8b7f-45e1b5f4076b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.446465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f1c027f5-955a-4a91-986f-3026ce784092 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:41.446784 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f1c027f5-955a-4a91-986f-3026ce784092), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.450440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Network': ['ID=64496bc8-5920-4917-8f99-28226d729328,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:41.481437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20a29325-6109-4c2f-ad7f-f231b3e06596 admin admin] Publish callbacks [] for security_group (9b3f1dfa-343f-4383-9302-8391bcef00a3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.483980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-26245313-4230-4444-9133-988efb3502bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4217043 Mar 22 14:18:41.484936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:41.487355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1c737f-7cab-42f8-b033-0a8049582ed8 admin admin] Publish callbacks [] for security_group (2df10fd1-51b1-45f6-8b7f-45e1b5f4076b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.492079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'admin_state_up': True, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:41.496583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 64496bc8-5920-4917-8f99-28226d729328 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:41.503269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20a29325-6109-4c2f-ad7f-f231b3e06596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9b3f1dfa-343f-4383-9302-8391bcef00a3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.530705 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (8b80d469-ae79-4978-b24c-b586448bf576), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.533585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (8b80d469-ae79-4978-b24c-b586448bf576), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.622937 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29325-6109-4c2f-ad7f-f231b3e06596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f1dfa-343f-4383-9302-8391bcef00a3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:41.625660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Router d28c1586-4897-4668-b7d0-a3a559095a93 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:41.637424 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-20a29325-6109-4c2f-ad7f-f231b3e06596 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6480c1c4bea0487ebb99c47dccb24b87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3444548 Mar 22 14:18:41.643122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44272) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:41.685164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (8b80d469-ae79-4978-b24c-b586448bf576), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.699112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f1c027f5-955a-4a91-986f-3026ce784092 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:41.703578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c51a292c-8cfe-4442-8487-d6c4077ec410 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:41.777305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1c737f-7cab-42f8-b033-0a8049582ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2df10fd1-51b1-45f6-8b7f-45e1b5f4076b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.779825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1c737f-7cab-42f8-b033-0a8049582ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.780989 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb1c737f-7cab-42f8-b033-0a8049582ed8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2df10fd1-51b1-45f6-8b7f-45e1b5f4076b HTTP/1.1" status: 204 len: 168 time: 0.6090865 Mar 22 14:18:41.815450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c737f-7cab-42f8-b033-0a8049582ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df10fd1-51b1-45f6-8b7f-45e1b5f4076b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:41.825487 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2376da63-9671-48e2-9156-9c77b0783a08 admin admin] Publish callbacks [] for security_group (9b3f1dfa-343f-4383-9302-8391bcef00a3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.829440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (649821be-3f09-4d74-9e4c-89190782296b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.900363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c51a292c-8cfe-4442-8487-d6c4077ec410 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:41.902915 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.933058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2376da63-9671-48e2-9156-9c77b0783a08 admin admin] Publish callbacks [] for security_group (9b3f1dfa-343f-4383-9302-8391bcef00a3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.952578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:41.969743 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Sync routers for ids ['d28c1586-4897-4668-b7d0-a3a559095a93'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:41.985101 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Routers {'d28c1586-4897-4668-b7d0-a3a559095a93'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:41.985749 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d28c1586-4897-4668-b7d0-a3a559095a93'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:41.999800 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (8b80d469-ae79-4978-b24c-b586448bf576), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.009506 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.015961 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2579f60b-a24d-4fe7-bfaf-44bdef70fdca admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.3611996 Mar 22 14:18:42.021267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:42.094668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c51a292c-8cfe-4442-8487-d6c4077ec410 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:42.191844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2376da63-9671-48e2-9156-9c77b0783a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9b3f1dfa-343f-4383-9302-8391bcef00a3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.195381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2376da63-9671-48e2-9156-9c77b0783a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.197009 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2376da63-9671-48e2-9156-9c77b0783a08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b3f1dfa-343f-4383-9302-8391bcef00a3 HTTP/1.1" status: 204 len: 168 time: 0.5527375 Mar 22 14:18:42.223110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376da63-9671-48e2-9156-9c77b0783a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f1dfa-343f-4383-9302-8391bcef00a3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:42.268018 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Set router d28c1586-4897-4668-b7d0-a3a559095a93 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:42.571471 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:18:38Z', 'revision_number': 3, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port': {'id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:36Z', 'updated_at': '2022-03-22T14:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:42.605627 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Checking router: d28c1586-4897-4668-b7d0-a3a559095a93 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:42.606718 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Updating router d28c1586-4897-4668-b7d0-a3a559095a93 port 15153fad-6ff2-4eca-af9c-9504f7978842 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:42.636190 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.816241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Deleting port af1c96a2-71d0-4cba-8d72-46f873c603d5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:42.816851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.072306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44304) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:43.125645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac74b-07e0-4bb3-a20b-5ba7553e2165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.160624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] For port af1c96a2-71d0-4cba-8d72-46f873c603d5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=af1c96a2-71d0-4cba-8d72-46f873c603d5,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:43.161578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.162244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (8b80d469-ae79-4978-b24c-b586448bf576), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.169225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.194140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.213006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Calling delete_port for af1c96a2-71d0-4cba-8d72-46f873c603d5 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:43.306643 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Publish callbacks [] for port (15153fad-6ff2-4eca-af9c-9504f7978842), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.316541 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.391769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.34 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:43.403191 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Pushing event updated for resources: {'Port': ['ID=15153fad-6ff2-4eca-af9c-9504f7978842,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:43.419433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44308) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:43.464177 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Attempting to bind port 15153fad-6ff2-4eca-af9c-9504f7978842 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:43.465257 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Attempting to bind port 15153fad-6ff2-4eca-af9c-9504f7978842 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:43.467607 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Attempting to bind port 15153fad-6ff2-4eca-af9c-9504f7978842 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:43.480033 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.480624 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.481864 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.482503 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.483014 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.484001 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.484499 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.484985 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.487534 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.488075 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.489077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.490380 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.490870 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.491359 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.492445 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:43.498994 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:43.499819 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:43.500539 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.500930 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:43.501405 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Bound port: 15153fad-6ff2-4eca-af9c-9504f7978842, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:43.501885 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.516823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.527536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac74b-07e0-4bb3-a20b-5ba7553e2165 admin admin] Publish callbacks [] for security_group (58494535-bfdb-488d-b0cc-f35f643038da), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.562294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac74b-07e0-4bb3-a20b-5ba7553e2165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (58494535-bfdb-488d-b0cc-f35f643038da), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.564697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.580201 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] For port 15153fad-6ff2-4eca-af9c-9504f7978842, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:43.585125 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] For port 15153fad-6ff2-4eca-af9c-9504f7978842, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=15153fad-6ff2-4eca-af9c-9504f7978842,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:43.596077 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.638809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-network', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:43.640463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:43.644480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:43.652663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:43.653824 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Routers {'d28c1586-4897-4668-b7d0-a3a559095a93'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:43.655017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Allocated IP 172.20.0.1 (7cd916bc-b535-4c02-831f-d82b7524ac67/c5bd8611-98dd-46de-9dd1-45cd83316f9a/e9f855e4-be91-4d04-84cb-5294f3a541dc) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:43.656083 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d28c1586-4897-4668-b7d0-a3a559095a93'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:43.666239 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd8ac74b-07e0-4bb3-a20b-5ba7553e2165 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47dc9001cd2c443da6659fb7d221a159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5929830 Mar 22 14:18:43.671271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ac74b-07e0-4bb3-a20b-5ba7553e2165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58494535-bfdb-488d-b0cc-f35f643038da,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:43.674363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:43.699234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:43.741123 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5b24-869c-4a25-a82c-dab15ef9a326 None None] Pushing event updated for resources: {'Port': ['ID=15153fad-6ff2-4eca-af9c-9504f7978842,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:43.769955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Made reservation on behalf of 12ebd2df9f7846d0bc43ee9310395d95 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:43.772408 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.811868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.819908 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] Set router d28c1586-4897-4668-b7d0-a3a559095a93 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:43.874520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (af1c96a2-71d0-4cba-8d72-46f873c603d5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.918481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f0ba011-4f81-4cb9-aeb3-87cdca223523 admin admin] Publish callbacks [] for security_group (58494535-bfdb-488d-b0cc-f35f643038da), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.933609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1c96a2-71d0-4cba-8d72-46f873c603d5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:43.939237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks [] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.041321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f0ba011-4f81-4cb9-aeb3-87cdca223523 admin admin] Publish callbacks [] for security_group (58494535-bfdb-488d-b0cc-f35f643038da), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.056174 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:18:38Z', 'revision_number': 3, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port': {'id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:36Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:44.083974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (8b80d469-ae79-4978-b24c-b586448bf576), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.096863 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e1a1-e1f9-4edf-be96-d7e3da03a716 None None] The sync data for ids ['d28c1586-4897-4668-b7d0-a3a559095a93'] in n-d-834677-3 is: [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:18:38Z', 'revision_number': 3, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port': {'id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:36Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:44.197101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks [] for security_group (e7c3090a-f776-40b0-be05-19482229273e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.241989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.252828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e7c3090a-f776-40b0-be05-19482229273e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.333938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:44.335047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c3090a-f776-40b0-be05-19482229273e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:44.347491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:44.350084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:44.352577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:44.396163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (8b80d469-ae79-4978-b24c-b586448bf576), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.405089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f855e4-be91-4d04-84cb-5294f3a541dc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:44.418983 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f0ba011-4f81-4cb9-aeb3-87cdca223523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (58494535-bfdb-488d-b0cc-f35f643038da), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.421591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7f0ba011-4f81-4cb9-aeb3-87cdca223523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.445372 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7f0ba011-4f81-4cb9-aeb3-87cdca223523 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58494535-bfdb-488d-b0cc-f35f643038da HTTP/1.1" status: 204 len: 168 time: 0.7464485 Mar 22 14:18:44.448420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.448664 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Added segment ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a of type vlan for network 2ae1d5f9-3892-43b9-919e-0453c754b221 Mar 22 14:18:44.495889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (d28c1586-4897-4668-b7d0-a3a559095a93), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.498539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ba011-4f81-4cb9-aeb3-87cdca223523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58494535-bfdb-488d-b0cc-f35f643038da,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:44.525859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (649821be-3f09-4d74-9e4c-89190782296b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.588806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (2ae1d5f9-3892-43b9-919e-0453c754b221), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.794507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router 8b80d469-ae79-4978-b24c-b586448bf576 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:44.934496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e37be973-7d85-49b5-8fb9-ab5270b1fff0 None None] Provisioning complete for port e9f855e4-be91-4d04-84cb-5294f3a541dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:44.937016 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e37be973-7d85-49b5-8fb9-ab5270b1fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.014280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:45.030678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e37be973-7d85-49b5-8fb9-ab5270b1fff0 None None] Port e9f855e4-be91-4d04-84cb-5294f3a541dc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:45.034207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Sync routers for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:45.046888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:45.047789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:45.063066 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.064730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-896a0c3a-7859-4095-b433-8b2a1407abc7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5783007 Mar 22 14:18:45.068737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44326) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:45.195379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:45.375230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (2ae1d5f9-3892-43b9-919e-0453c754b221), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.376286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:45.376864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.381548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.462738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] Pushing event updated for resources: {'Network': ['ID=2ae1d5f9-3892-43b9-919e-0453c754b221,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:45.489433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:45.596842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 15153fad-6ff2-4eca-af9c-9504f7978842 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:45.661737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a7e88b6b-f40b-46bc-9ecc-07c823fb5760 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=6dd3d1a9a9e643fd96e398de43951d87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5914564 Mar 22 14:18:45.666057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44342) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:45.708127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 15153fad-6ff2-4eca-af9c-9504f7978842 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:45.708503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.747336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:45.786237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Checking router: 8b80d469-ae79-4978-b24c-b586448bf576 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:45.788969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Updating router 8b80d469-ae79-4978-b24c-b586448bf576 port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:45.824551 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.841628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61a4cc-0816-4226-a94e-82e88f3aa445 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:45.850243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5e61a4cc-0816-4226-a94e-82e88f3aa445 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1823902 Mar 22 14:18:45.852982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44346) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:45.885773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks [] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.892377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Router 649821be-3f09-4d74-9e4c-89190782296b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:45.897458 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c57e1195-feef-4380-85ac-a3bfc91d12af admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4724362 Mar 22 14:18:45.905619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44350) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:45.909849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.912232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Request body: {'subnet': {'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-subnet', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:45.921069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ea07d517-4126-4874-a038-48ea2e1be3f9 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609138 Mar 22 14:18:45.924067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44352) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:45.931995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127484949', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:45.984889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 15153fad-6ff2-4eca-af9c-9504f7978842 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:45.986052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.011801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Made reservation on behalf of 12ebd2df9f7846d0bc43ee9310395d95 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:46.014433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.024214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 15153fad-6ff2-4eca-af9c-9504f7978842, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=15153fad-6ff2-4eca-af9c-9504f7978842,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:46.068988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.188108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:46.199528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.205568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f855e4-be91-4d04-84cb-5294f3a541dc,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:46.214062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (d28c1586-4897-4668-b7d0-a3a559095a93), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.362845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:46.368996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:46.369206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=15153fad-6ff2-4eca-af9c-9504f7978842,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:46.533468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:46.541716 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-858a3209-d4f4-4dc6-a0e5-268627da6c23 admin admin] 10.222.0.44 "PUT /v2.0/routers/649821be-3f09-4d74-9e4c-89190782296b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7290559 Mar 22 14:18:46.553206 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] Sync routers for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:46.567136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44362) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:46.599912 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:46.616023 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:46.691814 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Publish callbacks [] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.710596 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.822785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Attempting to bind port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:46.824381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Attempting to bind port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:46.824772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Attempting to bind port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:46.833780 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (776ac0c8-37f7-4b35-9336-2d1e38df262a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.841190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:46.846766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:46.847279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.847684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:46.848208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Bound port: f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:46.848652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.860295 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:46.945477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] For port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:46.949093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] For port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:46.952146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db862564-6f87-49ae-9eca-6670b6d2417d None None] Pushing event updated for resources: {'Port': ['ID=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:46.965179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.022547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Subnet': ['ID=776ac0c8-37f7-4b35-9336-2d1e38df262a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:47.060866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Router d28c1586-4897-4668-b7d0-a3a559095a93 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:47.064292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db862564-6f87-49ae-9eca-6670b6d2417d None None] Pushing event updated for resources: {'Port': ['ID=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:47.084652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-41f89d93-fb87-4df6-87ef-33fc9819a249 None None] Provisioning complete for port e9f855e4-be91-4d04-84cb-5294f3a541dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:47.085303 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-41f89d93-fb87-4df6-87ef-33fc9819a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.106866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks [] for router (649821be-3f09-4d74-9e4c-89190782296b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.127696 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8d08895f-ba89-4519-8b65-fe0f5624aff1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.133924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-41f89d93-fb87-4df6-87ef-33fc9819a249 None None] Port e9f855e4-be91-4d04-84cb-5294f3a541dc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:47.141962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:47.142653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:47.163015 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:47.193313 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] Checking router: 649821be-3f09-4d74-9e4c-89190782296b for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:47.202394 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] Routers {'649821be-3f09-4d74-9e4c-89190782296b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:47.203031 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['649821be-3f09-4d74-9e4c-89190782296b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:47.232677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d08895f-ba89-4519-8b65-fe0f5624aff1,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:47.234855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Checking segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:47.235221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network hostable DHCP agents. Network: 64496bc8-5920-4917-8f99-28226d729328, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:47.280786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:47.316588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Checking segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:47.317027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Network hostable DHCP agents. Network: 2ae1d5f9-3892-43b9-919e-0453c754b221, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:47.329685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 64496bc8-5920-4917-8f99-28226d729328 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:47.353535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:47.366070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 64496bc8-5920-4917-8f99-28226d729328) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:47.368270 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] Set router 649821be-3f09-4d74-9e4c-89190782296b gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:47.381319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 15153fad-6ff2-4eca-af9c-9504f7978842 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:47.382097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:47.382713 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.386128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1dcf2-9c6f-464f-8730-4dd6c8816b03 None None] Network 64496bc8-5920-4917-8f99-28226d729328 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:47.401916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 2ae1d5f9-3892-43b9-919e-0453c754b221) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:47.414559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-decb5c4e-a43d-42f0-b7a5-1d9752d5410a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4859054 Mar 22 14:18:47.417035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44374) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:47.418870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:47.419512 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.466982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eaf8eb3b-0449-4d77-a9b4-5fc3dcde6551 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5571740 Mar 22 14:18:47.467166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44378) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:47.471972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:47.517658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0786ad-f591-4d81-a3cf-efed82e270d0 None None] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:47.520018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (66ecae21-d0e4-421a-8e52-12a67ba94f98), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.522708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (66ecae21-d0e4-421a-8e52-12a67ba94f98), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.533150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:47.554073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eada9add-cf6a-4257-bfc2-91364df39551 admin admin] 10.222.0.44 "PUT /v2.0/routers/d28c1586-4897-4668-b7d0-a3a559095a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5193908 Mar 22 14:18:47.554073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks [] for router_gateway (649821be-3f09-4d74-9e4c-89190782296b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.672178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks [] for router_controller (66ecae21-d0e4-421a-8e52-12a67ba94f98), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.725373 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:47.757000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Sync routers for ids ['d28c1586-4897-4668-b7d0-a3a559095a93'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:47.790972 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff8f2f-5875-465c-8379-4b4114a6653e None None] The sync data for ids ['649821be-3f09-4d74-9e4c-89190782296b'] in n-d-834677-3 is: [{'id': '649821be-3f09-4d74-9e4c-89190782296b', 'name': 'tempest-AttachVolumeNegativeTest-992591970-router', 'tenant_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:34Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 5, 'project_id': 'a1ca8cbb8acb4455a58b76aa63043f82', 'gw_port': {'id': '03cee25c-f535-4e5f-bd82-dda18173047f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649821be-3f09-4d74-9e4c-89190782296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:36Z', 'updated_at': '2022-03-22T14:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:47.807419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Deleting port 03cee25c-f535-4e5f-bd82-dda18173047f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:47.807831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.862960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Routers {'d28c1586-4897-4668-b7d0-a3a559095a93'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:47.865953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d28c1586-4897-4668-b7d0-a3a559095a93'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:47.921324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks [] for router_gateway (66ecae21-d0e4-421a-8e52-12a67ba94f98), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.034270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Set router d28c1586-4897-4668-b7d0-a3a559095a93 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:48.052586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] For port 03cee25c-f535-4e5f-bd82-dda18173047f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=03cee25c-f535-4e5f-bd82-dda18173047f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:48.053322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.063085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2ae1d5f9-3892-43b9-919e-0453c754b221', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:18:48.063970 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.070995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Calling delete_port for 03cee25c-f535-4e5f-bd82-dda18173047f owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:48.381649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Allocated IP 172.20.0.2 (2ae1d5f9-3892-43b9-919e-0453c754b221/8d08895f-ba89-4519-8b65-fe0f5624aff1/5a149d9e-d7fa-46f7-a871-957621cf3952) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:48.402244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks [] for router_gateway (66ecae21-d0e4-421a-8e52-12a67ba94f98), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.410749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (03cee25c-f535-4e5f-bd82-dda18173047f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.440385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.536141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cee25c-f535-4e5f-bd82-dda18173047f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:48.583260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Publish callbacks [] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.634496 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.660101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (649821be-3f09-4d74-9e4c-89190782296b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.672785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Allocated IP 172.25.2.229 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/d690e206-b3b2-492a-aafe-f9352e5f1c24) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:48.764322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (649821be-3f09-4d74-9e4c-89190782296b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.766691 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks [] for router_controller (649821be-3f09-4d74-9e4c-89190782296b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.824093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (649821be-3f09-4d74-9e4c-89190782296b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.824845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649821be-3f09-4d74-9e4c-89190782296b {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:18:48.830201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.835122 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f50b6a6a-a344-414c-9049-0bd3af1678e7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/649821be-3f09-4d74-9e4c-89190782296b HTTP/1.1" status: 204 len: 168 time: 2.2633972 Mar 22 14:18:48.835275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44424) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:48.841889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:48.845707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Pushing event updated for resources: {'Port': ['ID=5a149d9e-d7fa-46f7-a871-957621cf3952,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:48.954494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:48.977336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-fb1c377a-f6ca-4c05-ab5f-692ca2f48c27 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:48.987070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-fb1c377a-f6ca-4c05-ab5f-692ca2f48c27 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/networks?id=7bc57285-8b63-4695-97b5-10ac9e5b5538 HTTP/1.1" status: 200 len: 910 time: 0.3188398 Mar 22 14:18:49.019280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.084101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-4779ecf9-ce77-4c19-90b6-c15d3f992910 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/quotas/f6b3c5de2e0140beaa03ebc07c839e8c HTTP/1.1" status: 200 len: 375 time: 0.0960431 Mar 22 14:18:49.094917 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks [] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.107958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] Deleting subnet 3aa5a118-7118-4c43-bd3d-f956be91bae4 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:49.112988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:49.121855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] Publish callbacks [] for subnet (3aa5a118-7118-4c43-bd3d-f956be91bae4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.243802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (3aa5a118-7118-4c43-bd3d-f956be91bae4), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.253269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f3519b1b-16c0-4362-a46f-78e53185a767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.295142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08951666-4536-4a7b-af15-bce647d724db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-64496bc8-5920-4917-8f99-28226d729328', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:18:49.296302 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08951666-4536-4a7b-af15-bce647d724db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.337626 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.340423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44430) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:49.355313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-8729a97c-4cbc-4de1-9f2d-437d27905887 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6b3c5de2e0140beaa03ebc07c839e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360711 Mar 22 14:18:49.376835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:49.450832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.1 (64496bc8-5920-4917-8f99-28226d729328/776ac0c8-37f7-4b35-9336-2d1e38df262a/491b48de-afc1-41de-9ff8-a1eb01b3ecad) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:49.470018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe34ba2-f9d4-4350-87f1-c1806b15bab9 None None] The sync data for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 is: [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:43Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:49.476758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 15153fad-6ff2-4eca-af9c-9504f7978842 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:49.477345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.495005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:49.508565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:49.522378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:49.569145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d690e206-b3b2-492a-aafe-f9352e5f1c24,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:49.582036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Attempting to bind port 5a149d9e-d7fa-46f7-a871-957621cf3952 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:49.582556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Attempting to bind port 5a149d9e-d7fa-46f7-a871-957621cf3952 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:49.583063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Attempting to bind port 5a149d9e-d7fa-46f7-a871-957621cf3952 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:49.634193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-391cf200-6ac4-42ad-9bf2-43906fdfb298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.700374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.701016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.701500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.708866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.709525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.710069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.710622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.711207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.719177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.719793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.720315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.720793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.721318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.721802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.722347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:49.724563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:49.725052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Checking segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:49.725548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.727898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Bound using segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:49.729012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3aa5a118-7118-4c43-bd3d-f956be91bae4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.729675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Bound port: 5a149d9e-d7fa-46f7-a871-957621cf3952, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:49.730361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.827263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] For port 5a149d9e-d7fa-46f7-a871-957621cf3952, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:49.832641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] For port 5a149d9e-d7fa-46f7-a871-957621cf3952, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5a149d9e-d7fa-46f7-a871-957621cf3952,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:49.837561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 4, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port': {'id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:36Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e9f855e4-be91-4d04-84cb-5294f3a541dc', 'name': '', 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'mac_address': 'fa:16:3e:5b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c5bd8611-98dd-46de-9dd1-45cd83316f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 2, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'subnets': [{'id': 'c5bd8611-98dd-46de-9dd1-45cd83316f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:49.849876 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.032171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-98bc6836-3bf8-4bd0-9113-b770e5c975be service neutron] 10.222.0.44 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511307 Mar 22 14:18:50.113413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Checking router: d28c1586-4897-4668-b7d0-a3a559095a93 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:50.114079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Updating router d28c1586-4897-4668-b7d0-a3a559095a93 port e9f855e4-be91-4d04-84cb-5294f3a541dc binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:50.170597 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.225253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-391cf200-6ac4-42ad-9bf2-43906fdfb298 admin admin] Publish callbacks [] for security_group (3a0ef9a2-3109-43bc-b014-a7483573d0fe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.241558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-391cf200-6ac4-42ad-9bf2-43906fdfb298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3a0ef9a2-3109-43bc-b014-a7483573d0fe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.281024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks [] for router_gateway (66ecae21-d0e4-421a-8e52-12a67ba94f98), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.285613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf200-6ac4-42ad-9bf2-43906fdfb298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ef9a2-3109-43bc-b014-a7483573d0fe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:50.340786 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (3aa5a118-7118-4c43-bd3d-f956be91bae4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.356254 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-391cf200-6ac4-42ad-9bf2-43906fdfb298 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6924212a5ac43e2a5a7a13716de1b29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0095184 Mar 22 14:18:50.357896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44440) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:50.445771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.470438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa5a118-7118-4c43-bd3d-f956be91bae4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:50.482237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4b79-00d2-4a6f-8364-da9f69817350 admin admin] Publish callbacks [] for security_group (3a0ef9a2-3109-43bc-b014-a7483573d0fe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.519564 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4b79-00d2-4a6f-8364-da9f69817350 admin admin] Publish callbacks [] for security_group (3a0ef9a2-3109-43bc-b014-a7483573d0fe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.556771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-b2f9be09-9fc9-4a1a-b6e5-03fd55cb0f39 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230553 Mar 22 14:18:50.562623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.569405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3d565ca1-f2fd-4dd0-bceb-99fabae4428c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3aa5a118-7118-4c43-bd3d-f956be91bae4 HTTP/1.1" status: 204 len: 168 time: 1.7308354 Mar 22 14:18:50.572287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:50.618628 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4b79-00d2-4a6f-8364-da9f69817350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3a0ef9a2-3109-43bc-b014-a7483573d0fe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.629245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4b79-00d2-4a6f-8364-da9f69817350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.630781 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3c3b4b79-00d2-4a6f-8364-da9f69817350 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a0ef9a2-3109-43bc-b014-a7483573d0fe HTTP/1.1" status: 204 len: 168 time: 0.2717118 Mar 22 14:18:50.639874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950ef1e-aa5d-4e83-8b10-61ac26f4d6f2 None None] Network 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:50.657290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b4b79-00d2-4a6f-8364-da9f69817350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ef9a2-3109-43bc-b014-a7483573d0fe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:50.702807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.836786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 64496bc8-5920-4917-8f99-28226d729328 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:50.845832 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-28d5f161-d4e5-4949-82f5-849b00937c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.852963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:50.857110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:50.988302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=491b48de-afc1-41de-9ff8-a1eb01b3ecad,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:50.992834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efea05c-0275-42a9-b549-05dbd2c79194 None None] Pushing event updated for resources: {'Port': ['ID=5a149d9e-d7fa-46f7-a871-957621cf3952,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:50.996410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 15153fad-6ff2-4eca-af9c-9504f7978842 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:51.029525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (8b80d469-ae79-4978-b24c-b586448bf576), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.214500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-08951666-4536-4a7b-af15-bce647d724db None None] Allocated IP 172.20.0.2 (64496bc8-5920-4917-8f99-28226d729328/776ac0c8-37f7-4b35-9336-2d1e38df262a/e629eac1-62a4-4e2b-a827-0e45faa1c487) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:51.272033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Publish callbacks [] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.295312 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.445557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:51.448158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:51.477312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc31a6e1-ad01-4f1b-8ef9-d7d76c4c97d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.610662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc31a6e1-ad01-4f1b-8ef9-d7d76c4c97d5 admin admin] Publish callbacks [] for security_group (823a235f-e8ad-4ddb-a6cc-4b737c0cffde), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.616169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.622521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc31a6e1-ad01-4f1b-8ef9-d7d76c4c97d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (823a235f-e8ad-4ddb-a6cc-4b737c0cffde), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.651000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581ca16-ca15-4b98-9970-7f49c9cc14a4 None None] Pushing event updated for resources: {'Port': ['ID=e9f855e4-be91-4d04-84cb-5294f3a541dc,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:51.728119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31a6e1-ad01-4f1b-8ef9-d7d76c4c97d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a235f-e8ad-4ddb-a6cc-4b737c0cffde,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:51.802824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] DHCP port deletion for 7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:18:51.865323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05636f54-15d9-48ac-9305-542e6dc121a8 req-89fbfa65-7ebb-4b46-809e-2256d0750900 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 210 time: 0.1000957 Mar 22 14:18:51.892164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Attempting to bind port e9f855e4-be91-4d04-84cb-5294f3a541dc on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:51.892164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Attempting to bind port e9f855e4-be91-4d04-84cb-5294f3a541dc by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:51.892164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Attempting to bind port e9f855e4-be91-4d04-84cb-5294f3a541dc on network 7cd916bc-b535-4c02-831f-d82b7524ac67 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:51.900694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.992353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:51.993072 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.997210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:51.997592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Checking segment: {'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:51.998103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.998564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Bound using segment: {'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:51.999096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Bound port: e9f855e4-be91-4d04-84cb-5294f3a541dc, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4705e9dc-aed2-4c92-8fc1-f1f55ac12172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:51.999499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.008957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fc31a6e1-ad01-4f1b-8ef9-d7d76c4c97d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4796b67c211d48deb7061944e071ba39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591598 Mar 22 14:18:52.011798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44462) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:52.018030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (66ecae21-d0e4-421a-8e52-12a67ba94f98), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.031808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.063399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aec66c6c-012c-4609-9a8c-ce06a73bf204 None None] Provisioning complete for port e9f855e4-be91-4d04-84cb-5294f3a541dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:52.064161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aec66c6c-012c-4609-9a8c-ce06a73bf204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.128063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aec66c6c-012c-4609-9a8c-ce06a73bf204 None None] Port e9f855e4-be91-4d04-84cb-5294f3a541dc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:52.221364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Deleting port 014d03b4-7a3d-41a0-9591-777430a6d14c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:52.221851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.260843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333a540-d21a-4b3b-a5af-068919a117a7 None None] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:52.327552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] For port 014d03b4-7a3d-41a0-9591-777430a6d14c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=014d03b4-7a3d-41a0-9591-777430a6d14c,segment=NetworkSegment(1d195b48-8154-4d9d-a9bc-62b33ae2e91a),segment_id=1d195b48-8154-4d9d-a9bc-62b33ae2e91a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:52.328189 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.341171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84fb4135-bfe5-456e-925d-cbc22b04539e admin admin] Publish callbacks [] for security_group (823a235f-e8ad-4ddb-a6cc-4b737c0cffde), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.345683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Calling delete_port for 014d03b4-7a3d-41a0-9591-777430a6d14c owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:52.370400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] For port e9f855e4-be91-4d04-84cb-5294f3a541dc, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:52.373747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] For port e9f855e4-be91-4d04-84cb-5294f3a541dc, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e9f855e4-be91-4d04-84cb-5294f3a541dc,segment=NetworkSegment(4705e9dc-aed2-4c92-8fc1-f1f55ac12172),segment_id=4705e9dc-aed2-4c92-8fc1-f1f55ac12172)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:52.400229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84fb4135-bfe5-456e-925d-cbc22b04539e admin admin] Publish callbacks [] for security_group (823a235f-e8ad-4ddb-a6cc-4b737c0cffde), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.424099 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.468928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Router 66ecae21-d0e4-421a-8e52-12a67ba94f98 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:52.473960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.516796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] Deleting port 014d03b4-7a3d-41a0-9591-777430a6d14c {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:52.517392 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.524428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08951666-4536-4a7b-af15-bce647d724db None None] Publish callbacks [] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.530760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] No DVR routers for this DVR port 014d03b4-7a3d-41a0-9591-777430a6d14c on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:52.540833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=014d03b4-7a3d-41a0-9591-777430a6d14c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:52.628898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.635138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84fb4135-bfe5-456e-925d-cbc22b04539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (823a235f-e8ad-4ddb-a6cc-4b737c0cffde), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.638148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-84fb4135-bfe5-456e-925d-cbc22b04539e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.639628 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-84fb4135-bfe5-456e-925d-cbc22b04539e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/823a235f-e8ad-4ddb-a6cc-4b737c0cffde HTTP/1.1" status: 204 len: 168 time: 0.6267424 Mar 22 14:18:52.650958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb4135-bfe5-456e-925d-cbc22b04539e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a235f-e8ad-4ddb-a6cc-4b737c0cffde,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:52.658223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.682256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] For port 014d03b4-7a3d-41a0-9591-777430a6d14c, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:52.683833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.706330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] Calling delete_port for 014d03b4-7a3d-41a0-9591-777430a6d14c owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:52.709584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] Port 014d03b4-7a3d-41a0-9591-777430a6d14c was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:18:52.716457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (014d03b4-7a3d-41a0-9591-777430a6d14c), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.777740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=491b48de-afc1-41de-9ff8-a1eb01b3ecad,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:52.782700 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (8b80d469-ae79-4978-b24c-b586448bf576), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.786839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:52.787272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.794350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08951666-4536-4a7b-af15-bce647d724db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.820887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8ae00ce2-e89c-4e73-8921-6cb355f6b7ba None None] Provisioning complete for port 5a149d9e-d7fa-46f7-a871-957621cf3952 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:52.821272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ae00ce2-e89c-4e73-8921-6cb355f6b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.936468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.014834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581ca16-ca15-4b98-9970-7f49c9cc14a4 None None] Pushing event updated for resources: {'Port': ['ID=e9f855e4-be91-4d04-84cb-5294f3a541dc,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:53.041449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 64496bc8-5920-4917-8f99-28226d729328 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:53.044917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:53.051945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.085664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Routers {'d28c1586-4897-4668-b7d0-a3a559095a93'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:53.086343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d28c1586-4897-4668-b7d0-a3a559095a93'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.113231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:53.116183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d195b48-8154-4d9d-a9bc-62b33ae2e91a') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.116476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d195b48-8154-4d9d-a9bc-62b33ae2e91a') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.122621 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Sync routers for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:53.145066 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:53.152857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] No DVR routers for this DVR port 014d03b4-7a3d-41a0-9591-777430a6d14c on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:53.154897 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.172053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afd971-e4ba-48bd-a9b1-6f67e1721f0b None None] Pushing event deleted for resources: {'Port': ['ID=014d03b4-7a3d-41a0-9591-777430a6d14c,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:53.205866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (1d195b48-8154-4d9d-a9bc-62b33ae2e91a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.290295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a22b4783-1f4b-4469-b9b8-3a31bf7644bd req-77d7cd30-2241-4570-927f-2c7437f9f8ee tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 210 time: 0.1715190 Mar 22 14:18:53.307003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1d195b48-8154-4d9d-a9bc-62b33ae2e91a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.319193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router 8b80d469-ae79-4978-b24c-b586448bf576 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:53.333624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.334936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-27276d10-6cfc-4704-9279-f3b78274f9d3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8668156 Mar 22 14:18:53.339536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44472) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:53.357699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:53.358156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (1d195b48-8154-4d9d-a9bc-62b33ae2e91a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:53.360054 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:53.364998 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:53.392003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08951666-4536-4a7b-af15-bce647d724db None None] Network 64496bc8-5920-4917-8f99-28226d729328 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:53.394063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:53.401617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-08951666-4536-4a7b-af15-bce647d724db None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:53.404238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08951666-4536-4a7b-af15-bce647d724db None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:53.560493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.579575 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.583816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] 10.222.0.44 "DELETE /v2.0/networks/7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4 HTTP/1.1" status: 204 len: 168 time: 3.0096266 Mar 22 14:18:53.603337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b63607-d71e-4e8b-b036-18299613fc1f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad5157c-c119-4d96-a9a8-04aa6b0eb9b4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:53.636571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-59da9cb0-7f8c-47a1-b527-2a10bd42e415 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:53.638454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-59da9cb0-7f8c-47a1-b527-2a10bd42e415 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.42 "GET /v2.0/networks?id=7bc57285-8b63-4695-97b5-10ac9e5b5538 HTTP/1.1" status: 200 len: 910 time: 0.5268998 Mar 22 14:18:53.653358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Request body: {'port': {'device_id': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'admin_state_up': True, 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:53.710271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Made reservation on behalf of f6b3c5de2e0140beaa03ebc07c839e8c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:53.721842 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.741192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8ae00ce2-e89c-4e73-8921-6cb355f6b7ba None None] Current status of the port 5a149d9e-d7fa-46f7-a871-957621cf3952 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:53.741671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ae00ce2-e89c-4e73-8921-6cb355f6b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.760177 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.761303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5a149d9e-d7fa-46f7-a871-957621cf3952 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:53.848076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:53.930646 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 3, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.939333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951666-4536-4a7b-af15-bce647d724db None None] Pushing event updated for resources: {'Port': ['ID=e629eac1-62a4-4e2b-a827-0e45faa1c487,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:53.992501 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Checking router: 66ecae21-d0e4-421a-8e52-12a67ba94f98 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:53.993129 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Updating router 66ecae21-d0e4-421a-8e52-12a67ba94f98 port d690e206-b3b2-492a-aafe-f9352e5f1c24 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:54.014530 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.024897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:54.046231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Allocated IP 172.20.0.9 (7bc57285-8b63-4695-97b5-10ac9e5b5538/e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd/2f399376-9c02-4161-bac3-a0271eaa6909) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:54.046825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8ae00ce2-e89c-4e73-8921-6cb355f6b7ba None None] For port 5a149d9e-d7fa-46f7-a871-957621cf3952, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5a149d9e-d7fa-46f7-a871-957621cf3952,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:54.049714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-08951666-4536-4a7b-af15-bce647d724db None None] Attempting to bind port e629eac1-62a4-4e2b-a827-0e45faa1c487 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:54.050201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-08951666-4536-4a7b-af15-bce647d724db None None] Attempting to bind port e629eac1-62a4-4e2b-a827-0e45faa1c487 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:54.050565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08951666-4536-4a7b-af15-bce647d724db None None] Attempting to bind port e629eac1-62a4-4e2b-a827-0e45faa1c487 on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:54.073812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08951666-4536-4a7b-af15-bce647d724db None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:54.074092 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.074647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08951666-4536-4a7b-af15-bce647d724db None None] Checking segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:54.075231 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08951666-4536-4a7b-af15-bce647d724db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.075829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08951666-4536-4a7b-af15-bce647d724db None None] Bound using segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:54.076488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-08951666-4536-4a7b-af15-bce647d724db None None] Bound port: e629eac1-62a4-4e2b-a827-0e45faa1c487, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:54.077306 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08951666-4536-4a7b-af15-bce647d724db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.091651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ae00ce2-e89c-4e73-8921-6cb355f6b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.120259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:54.128408 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a53c7098-9f7b-438b-a292-8fee7f2bb692 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/8b80d469-ae79-4978-b24c-b586448bf576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7063046 Mar 22 14:18:54.199690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae00ce2-e89c-4e73-8921-6cb355f6b7ba None None] Pushing event updated for resources: {'Port': ['ID=5a149d9e-d7fa-46f7-a871-957621cf3952,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:54.216982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Sync routers for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:54.247899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:54.251507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:54.337878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks [] for port (2f399376-9c02-4161-bac3-a0271eaa6909), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.351809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-08951666-4536-4a7b-af15-bce647d724db None None] For port e629eac1-62a4-4e2b-a827-0e45faa1c487, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:54.355479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-08951666-4536-4a7b-af15-bce647d724db None None] For port e629eac1-62a4-4e2b-a827-0e45faa1c487, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e629eac1-62a4-4e2b-a827-0e45faa1c487,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:54.390418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.432253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] Set router d28c1586-4897-4668-b7d0-a3a559095a93 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:54.443855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5a149d9e-d7fa-46f7-a871-957621cf3952 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:54.444507 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.488821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3890d44a-1820-4505-96fc-6c656d60d8e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1ca8cbb8acb4455a58b76aa63043f82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6309149 Mar 22 14:18:54.491163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44512) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:54.528667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08951666-4536-4a7b-af15-bce647d724db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.627684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Pushing event updated for resources: {'Port': ['ID=2f399376-9c02-4161-bac3-a0271eaa6909,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:54.629100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d4011d2f-9ad0-4314-a954-9b159e9fbbfc None None] Provisioning complete for port e9f855e4-be91-4d04-84cb-5294f3a541dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:54.639223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4011d2f-9ad0-4314-a954-9b159e9fbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.668692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:54.686898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:54.723174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:54.760322 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Publish callbacks [] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.776551 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.798077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951666-4536-4a7b-af15-bce647d724db None None] Pushing event updated for resources: {'Port': ['ID=e629eac1-62a4-4e2b-a827-0e45faa1c487,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:54.859278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.930888 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180929df-446a-4f45-a18a-c3ac0422bb21 None None] Pushing event updated for resources: {'Port': ['ID=d690e206-b3b2-492a-aafe-f9352e5f1c24,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:54.980827 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Attempting to bind port d690e206-b3b2-492a-aafe-f9352e5f1c24 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:54.984256 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Attempting to bind port d690e206-b3b2-492a-aafe-f9352e5f1c24 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:54.986087 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Attempting to bind port d690e206-b3b2-492a-aafe-f9352e5f1c24 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:54.996888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:55.006483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9d44d-0f4d-477b-b9d2-58496436d62d req-ebf7ec8d-7359-4b71-8d1d-3ff67bba5d31 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:55.007773 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:55.008336 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:55.008746 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.009146 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:55.009633 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Bound port: d690e206-b3b2-492a-aafe-f9352e5f1c24, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:55.013065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ec9d44d-0f4d-477b-b9d2-58496436d62d req-ebf7ec8d-7359-4b71-8d1d-3ff67bba5d31 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1027 time: 0.5126798 Mar 22 14:18:55.017699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:55.018562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.021908 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.068976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-9bf2cb13-0e1d-4717-94ed-bfefa3e990e8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525677844&fields=id&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 267 time: 0.5646982 Mar 22 14:18:55.089353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-dc868ca4-95d5-421e-a005-7a204e24197e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4419723 Mar 22 14:18:55.115089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Request body: {'port': {'device_id': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:55.149058 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87730838-887e-4218-8556-a0a9e920b2e1 admin admin] Publish callbacks [] for security_group (76d37d45-b27a-4db7-ad29-d55618269a8e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.169111 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] For port d690e206-b3b2-492a-aafe-f9352e5f1c24, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:55.177424 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] For port d690e206-b3b2-492a-aafe-f9352e5f1c24, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d690e206-b3b2-492a-aafe-f9352e5f1c24,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:55.195260 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.342401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Allocated IP 172.20.0.1 (2ae1d5f9-3892-43b9-919e-0453c754b221/8d08895f-ba89-4519-8b65-fe0f5624aff1/dfbd45d7-d89a-4fd0-aec6-87976fcafc50) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:55.367474 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:55.368116 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:55.375706 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.377120 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180929df-446a-4f45-a18a-c3ac0422bb21 None None] Pushing event updated for resources: {'Port': ['ID=d690e206-b3b2-492a-aafe-f9352e5f1c24,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:55.394255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44526) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:55.413155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-eef1f76d-efda-4be0-8bc2-af40b8074b75 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:55.414828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-eef1f76d-efda-4be0-8bc2-af40b8074b75 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 796 time: 0.3431151 Mar 22 14:18:55.513876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87730838-887e-4218-8556-a0a9e920b2e1 admin admin] Publish callbacks [] for security_group (76d37d45-b27a-4db7-ad29-d55618269a8e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.551482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks [] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.565427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.584110 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:55.619663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.628858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-6e49a4f9-f15c-4cf0-9a24-3865a7200612 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/quotas/6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 375 time: 0.1690173 Mar 22 14:18:55.632497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.722104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5a149d9e-d7fa-46f7-a871-957621cf3952 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:55.723480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:55.737027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d4011d2f-9ad0-4314-a954-9b159e9fbbfc None None] Current status of the port e9f855e4-be91-4d04-84cb-5294f3a541dc is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:55.737027 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4011d2f-9ad0-4314-a954-9b159e9fbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.743798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:55.749142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:55.763625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:55.796886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ec9d44d-0f4d-477b-b9d2-58496436d62d req-d4990ff6-0f74-4039-8043-c1e30738ec2c tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7453420 Mar 22 14:18:55.844934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (66ecae21-d0e4-421a-8e52-12a67ba94f98), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.846946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device af1c96a2-71d0-4cba-8d72-46f873c603d5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:55.868082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6722e359-f6d1-4a31-a457-35a4bea1bb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.899798 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87730838-887e-4218-8556-a0a9e920b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76d37d45-b27a-4db7-ad29-d55618269a8e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.902465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-87730838-887e-4218-8556-a0a9e920b2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.903660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-87730838-887e-4218-8556-a0a9e920b2e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76d37d45-b27a-4db7-ad29-d55618269a8e HTTP/1.1" status: 204 len: 168 time: 1.4013855 Mar 22 14:18:55.970858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87730838-887e-4218-8556-a0a9e920b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d37d45-b27a-4db7-ad29-d55618269a8e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:56.028855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: af1c96a2-71d0-4cba-8d72-46f873c603d5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:56.029197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device af1c96a2-71d0-4cba-8d72-46f873c603d5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:56.031445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 03cee25c-f535-4e5f-bd82-dda18173047f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:56.041823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-a32b2503-0695-4d77-ab66-d872c56444ea tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4119573 Mar 22 14:18:56.055372 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 3, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:56.142341 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0e1bd-98b9-4d2e-97da-ed08028c319e None None] The sync data for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 is: [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 3, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:56.157843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 03cee25c-f535-4e5f-bd82-dda18173047f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:56.159738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 03cee25c-f535-4e5f-bd82-dda18173047f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:56.177685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.205918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d4011d2f-9ad0-4314-a954-9b159e9fbbfc None None] For port e9f855e4-be91-4d04-84cb-5294f3a541dc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e9f855e4-be91-4d04-84cb-5294f3a541dc,segment=NetworkSegment(4705e9dc-aed2-4c92-8fc1-f1f55ac12172),segment_id=4705e9dc-aed2-4c92-8fc1-f1f55ac12172)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:56.262987 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4011d2f-9ad0-4314-a954-9b159e9fbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.336250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-7f231387-6a35-4d81-a158-498270531286 service neutron] 10.222.0.44 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666452 Mar 22 14:18:56.415282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 2, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:56.524730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Checking router: 8b80d469-ae79-4978-b24c-b586448bf576 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:56.525240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Updating router 8b80d469-ae79-4978-b24c-b586448bf576 port 491b48de-afc1-41de-9ff8-a1eb01b3ecad binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:56.566028 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.581205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks [] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.594818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.604424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5a149d9e-d7fa-46f7-a871-957621cf3952 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:56.712447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-14a4391d-56d8-4cb3-97fc-7dd1441e3bae service neutron] 10.222.0.44 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366281 Mar 22 14:18:56.828529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (66ecae21-d0e4-421a-8e52-12a67ba94f98), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.865656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:57.098558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6722e359-f6d1-4a31-a457-35a4bea1bb55 admin admin] Publish callbacks [] for security_group (4e3bf99c-6dd6-4237-a202-dd4b99acf05f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.106849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:57.111176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:57.349747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Router 66ecae21-d0e4-421a-8e52-12a67ba94f98 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:57.466541 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Publish callbacks [] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.541742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d6d2f-fb78-45b0-8617-6321b53c7411 None None] Network 64496bc8-5920-4917-8f99-28226d729328 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:57.650994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:57.666714 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bce3cfd1-c839-4b30-938c-49b6d29e8811 admin admin] 10.222.0.44 "PUT /v2.0/routers/66ecae21-d0e4-421a-8e52-12a67ba94f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3216836 Mar 22 14:18:57.693273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-26c34630-93ad-48ba-96e2-1bac317f9387 None None] Provisioning complete for port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:57.693728 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26c34630-93ad-48ba-96e2-1bac317f9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.695912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.849585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4011d2f-9ad0-4314-a954-9b159e9fbbfc None None] Pushing event updated for resources: {'Port': ['ID=e9f855e4-be91-4d04-84cb-5294f3a541dc,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:57.893629 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64278a03-fa96-4202-aa58-626c9d6644fa req-d6c1f730-465b-40ad-9a6c-4653f9af0592 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 210 time: 0.8094513 Mar 22 14:18:57.899057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 4, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port': {'id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:36Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e9f855e4-be91-4d04-84cb-5294f3a541dc', 'name': '', 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'mac_address': 'fa:16:3e:5b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c5bd8611-98dd-46de-9dd1-45cd83316f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'subnets': [{'id': 'c5bd8611-98dd-46de-9dd1-45cd83316f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:57.901725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6722e359-f6d1-4a31-a457-35a4bea1bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e3bf99c-6dd6-4237-a202-dd4b99acf05f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.969465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6722e359-f6d1-4a31-a457-35a4bea1bb55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f939853799554fc9aa5d6ae63346bf8f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5535865 Mar 22 14:18:57.969684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44578) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:58.049022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5ef55-03ff-4b22-95af-16dd9367cb08 req-44a2c098-be9a-4486-a72f-24b9a90b3aa2 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:58.051408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df5ef55-03ff-4b22-95af-16dd9367cb08 req-44a2c098-be9a-4486-a72f-24b9a90b3aa2 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1027 time: 1.0620470 Mar 22 14:18:58.078876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc3025a4-29da-4a02-adbb-dfa40942b12d admin admin] Publish callbacks [] for security_group (4e3bf99c-6dd6-4237-a202-dd4b99acf05f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.085675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722e359-f6d1-4a31-a457-35a4bea1bb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3bf99c-6dd6-4237-a202-dd4b99acf05f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:58.116287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc3025a4-29da-4a02-adbb-dfa40942b12d admin admin] Publish callbacks [] for security_group (4e3bf99c-6dd6-4237-a202-dd4b99acf05f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.186684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc3025a4-29da-4a02-adbb-dfa40942b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e3bf99c-6dd6-4237-a202-dd4b99acf05f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.190240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc3025a4-29da-4a02-adbb-dfa40942b12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.192043 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc3025a4-29da-4a02-adbb-dfa40942b12d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e3bf99c-6dd6-4237-a202-dd4b99acf05f HTTP/1.1" status: 204 len: 168 time: 0.2210510 Mar 22 14:18:58.205549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3025a4-29da-4a02-adbb-dfa40942b12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3bf99c-6dd6-4237-a202-dd4b99acf05f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:58.368885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4df5ef55-03ff-4b22-95af-16dd9367cb08 req-f865ac75-e5a1-48ec-89ab-e978b31b5bf5 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047845 Mar 22 14:18:58.379527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f399376-9c02-4161-bac3-a0271eaa6909 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:58.409186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Publish callbacks [] for port (2f399376-9c02-4161-bac3-a0271eaa6909), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.427248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75c20e-c557-4cdc-800f-6c86fd587b89 None None] The sync data for ids ['d28c1586-4897-4668-b7d0-a3a559095a93'] in n-d-834677-3 is: [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 4, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port': {'id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:36Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e9f855e4-be91-4d04-84cb-5294f3a541dc', 'name': '', 'network_id': '7cd916bc-b535-4c02-831f-d82b7524ac67', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'mac_address': 'fa:16:3e:5b:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c5bd8611-98dd-46de-9dd1-45cd83316f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'subnets': [{'id': 'c5bd8611-98dd-46de-9dd1-45cd83316f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:58.444915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5a149d9e-d7fa-46f7-a871-957621cf3952 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:58.445291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.474019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Transition to ACTIVE for port object 2f399376-9c02-4161-bac3-a0271eaa6909 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:18:58.485473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.730274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Pushing event updated for resources: {'Port': ['ID=2f399376-9c02-4161-bac3-a0271eaa6909,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:58.776540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-26c34630-93ad-48ba-96e2-1bac317f9387 None None] Port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:58.905271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Attempting to bind port 2f399376-9c02-4161-bac3-a0271eaa6909 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:58.909105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Attempting to bind port 2f399376-9c02-4161-bac3-a0271eaa6909 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:58.910913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Attempting to bind port 2f399376-9c02-4161-bac3-a0271eaa6909 on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:58.934758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Port 2f399376-9c02-4161-bac3-a0271eaa6909 on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:18:58.936937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Attempting to bind port 2f399376-9c02-4161-bac3-a0271eaa6909 on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:58.958309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:58.958814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Checking segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:58.959861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Bound using segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:58.961896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Bound port: 2f399376-9c02-4161-bac3-a0271eaa6909, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:58.970993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.017656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef16b6-b2ef-49ee-b27b-ac8362787733 None None] Pushing event updated for resources: {'Port': ['ID=491b48de-afc1-41de-9ff8-a1eb01b3ecad,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:59.072890 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.089190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Attempting to bind port 491b48de-afc1-41de-9ff8-a1eb01b3ecad on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:59.090980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Attempting to bind port 491b48de-afc1-41de-9ff8-a1eb01b3ecad by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:59.091658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Attempting to bind port 491b48de-afc1-41de-9ff8-a1eb01b3ecad on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:59.164148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:59.165110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Checking segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:59.166197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.166983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Bound using segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:59.167722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Bound port: 491b48de-afc1-41de-9ff8-a1eb01b3ecad, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:59.168693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.192974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-26c34630-93ad-48ba-96e2-1bac317f9387 None None] Provisioning complete for port 5a149d9e-d7fa-46f7-a871-957621cf3952 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:59.219416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26c34630-93ad-48ba-96e2-1bac317f9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.231774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44596) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:59.307243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5a149d9e-d7fa-46f7-a871-957621cf3952 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:59.308755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:59.416483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] For port 2f399376-9c02-4161-bac3-a0271eaa6909, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:59.428569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] For port 2f399376-9c02-4161-bac3-a0271eaa6909, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f399376-9c02-4161-bac3-a0271eaa6909,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:59.467819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a1b16e94-1aeb-490e-9a3b-6cca35642ff7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683102638', 'description': 'tempest-description--1660836278'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:59.498321 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Sync routers for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:59.525814 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:59.530771 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:59.575983 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.685725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-cfd9c9d1-1997-4f0a-8a95-4e9dfeb91be1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:59.689864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-cfd9c9d1-1997-4f0a-8a95-4e9dfeb91be1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 796 time: 0.5822985 Mar 22 14:18:59.736359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:59.737655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] For port 491b48de-afc1-41de-9ff8-a1eb01b3ecad, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:59.740692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-26c34630-93ad-48ba-96e2-1bac317f9387 None None] Current status of the port 5a149d9e-d7fa-46f7-a871-957621cf3952 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:59.744417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.748733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f399376-9c02-4161-bac3-a0271eaa6909 HTTP/1.1" status: 200 len: 1091 time: 4.6388869 Mar 22 14:18:59.774454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b0fec6-615a-43a8-8c01-abe7c33d14c1 req-fdb3aaca-9919-478f-99e4-efd2ce4b16a1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 210 time: 0.3219950 Mar 22 14:18:59.777492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a1b16e94-1aeb-490e-9a3b-6cca35642ff7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.797488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'tag': '2f399376-9c02-4161-bac3-a0271eaa6909'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:59.808280 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc51e08-d770-4d00-8de2-1fe75e650163" -d '{"events": [{"name": "network-changed", "server_uuid": "c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b", "tag": "2f399376-9c02-4161-bac3-a0271eaa6909"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:59.860101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] For port 491b48de-afc1-41de-9ff8-a1eb01b3ecad, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=491b48de-afc1-41de-9ff8-a1eb01b3ecad,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:59.899310 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.909867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:59.928044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.989937 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-9fcf7cc8-3e77-471c-84fd-79cf2ab39d05 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 379 time: 0.2914238 Mar 22 14:19:00.020252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'port': {'device_id': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'admin_state_up': True, 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'security_groups': ['caaa4ce1-27a9-49f0-af17-2695fd044d96']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:00.076337 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:00.131611 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2edc08c-d764-44bb-b845-f725e5e07239 x-openstack-request-id: req-e2edc08c-d764-44bb-b845-f725e5e07239 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:00.132278 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b", "tag": "2f399376-9c02-4161-bac3-a0271eaa6909", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:00.132278 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2edc08c-d764-44bb-b845-f725e5e07239 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:00.133463 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2edc08c-d764-44bb-b845-f725e5e07239'] response: {'name': 'network-changed', 'server_uuid': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'tag': '2f399376-9c02-4161-bac3-a0271eaa6909', 'status': 'completed', 'code': 200} Mar 22 14:19:00.269416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:00.271019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:00.391624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:00.395983 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.429668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a1b16e94-1aeb-490e-9a3b-6cca35642ff7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (29350d13-73a0-467c-9772-133c41e07a0b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.449433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-c3124cfb-5518-4f88-ace2-2b450f82a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:00.453433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:00.454339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-c3124cfb-5518-4f88-ace2-2b450f82a55a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6b3c5de2e0140beaa03ebc07c839e8c&device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1125 time: 0.5287662 Mar 22 14:19:00.477740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a1b16e94-1aeb-490e-9a3b-6cca35642ff7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (29350d13-73a0-467c-9772-133c41e07a0b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.620025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Provisioning complete for port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:00.623065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.691521 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 2, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:00.708080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-b52bfaa1-3459-48ac-bfb7-52dcdab4ea97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f399376-9c02-4161-bac3-a0271eaa6909 HTTP/1.1" status: 200 len: 217 time: 0.1980982 Mar 22 14:19:00.723237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16e94-1aeb-490e-9a3b-6cca35642ff7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29350d13-73a0-467c-9772-133c41e07a0b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:00.736305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a1b16e94-1aeb-490e-9a3b-6cca35642ff7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.741071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a1b16e94-1aeb-490e-9a3b-6cca35642ff7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2974269 Mar 22 14:19:00.743663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44622) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:00.755113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b686aa0a-0f1e-4e14-8499-772d36981390 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'security_group_rule': {'security_group_id': '29350d13-73a0-467c-9772-133c41e07a0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:00.765474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffe37-697a-4815-8d77-0a8d1c91a737 service neutron] Pushing event updated for resources: {'Port': ['ID=2f399376-9c02-4161-bac3-a0271eaa6909,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:00.776307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f914d-69b0-404e-8540-2deb0fe1dcce req-4263caf2-6a8f-4f8f-be1f-bc10880ac52b tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:00.778067 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Checking router: 66ecae21-d0e4-421a-8e52-12a67ba94f98 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:00.787137 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Updating router 66ecae21-d0e4-421a-8e52-12a67ba94f98 port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:19:00.790629 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-751f914d-69b0-404e-8540-2deb0fe1dcce req-4263caf2-6a8f-4f8f-be1f-bc10880ac52b tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1125 time: 0.9954393 Mar 22 14:19:00.834462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.14 (64496bc8-5920-4917-8f99-28226d729328/776ac0c8-37f7-4b35-9336-2d1e38df262a/9bd415c4-c433-401b-ac0e-ac3b57de4b55) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:00.889157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:00.911834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b686aa0a-0f1e-4e14-8499-772d36981390 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (79500ea0-383a-4ac1-9143-2be931c68f5d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.926903 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.965364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef16b6-b2ef-49ee-b27b-ac8362787733 None None] Pushing event updated for resources: {'Port': ['ID=491b48de-afc1-41de-9ff8-a1eb01b3ecad,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:01.080511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f06c36c0-c3bd-47a6-9bc8-6e3a7fa3849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:01.089705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-f06c36c0-c3bd-47a6-9bc8-6e3a7fa3849e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd HTTP/1.1" status: 200 len: 848 time: 0.3388376 Mar 22 14:19:01.261374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Provisioning complete for port e629eac1-62a4-4e2b-a827-0e45faa1c487 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:01.261699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.291707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:01.294330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e629eac1-62a4-4e2b-a827-0e45faa1c487 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:01.307068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab671ed2-bdcc-49d8-9431-fad45ba03fab req-25b151e5-febc-45e2-8268-f9321d2ac273 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 210 time: 0.1903834 Mar 22 14:19:01.358334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-751f914d-69b0-404e-8540-2deb0fe1dcce req-8daa99a4-7ef5-4c5d-833d-b6d4995eec50 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630212 Mar 22 14:19:01.396568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-7e66723c-8273-42d1-980f-92e690470d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:01.400562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-7e66723c-8273-42d1-980f-92e690470d52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc57285-8b63-4695-97b5-10ac9e5b5538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3097184 Mar 22 14:19:01.447278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b686aa0a-0f1e-4e14-8499-772d36981390 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (79500ea0-383a-4ac1-9143-2be931c68f5d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.454827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b686aa0a-0f1e-4e14-8499-772d36981390 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (79500ea0-383a-4ac1-9143-2be931c68f5d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.456384 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Publish callbacks [] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.469921 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.520978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e629eac1-62a4-4e2b-a827-0e45faa1c487 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:01.521474 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.588522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686aa0a-0f1e-4e14-8499-772d36981390 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79500ea0-383a-4ac1-9143-2be931c68f5d,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:01.609038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b686aa0a-0f1e-4e14-8499-772d36981390 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.610974 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b686aa0a-0f1e-4e14-8499-772d36981390 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8657944 Mar 22 14:19:01.614611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44634) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:01.620753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dd502eba-4a60-4e8f-b2ca-c7a8b64f2421 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'security_group_rule': {'security_group_id': '29350d13-73a0-467c-9772-133c41e07a0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:01.678093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.711517 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Attempting to bind port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:01.712100 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Attempting to bind port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:01.712227 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Attempting to bind port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:01.757532 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:01.757991 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Checking segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:01.758423 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.758837 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Bound using segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:01.759344 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Bound port: dfbd45d7-d89a-4fd0-aec6-87976fcafc50, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:01.759730 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.775621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.823881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:18:59Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:01.830653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd502eba-4a60-4e8f-b2ca-c7a8b64f2421 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (d28e2f44-4fdf-4df8-a9de-47c80e6a5bf8), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.871175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-18d9bbbc-6c57-4ece-96cf-ff3d79f68141 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624226 Mar 22 14:19:01.886231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf92b0-1192-48f6-a6f3-a4748dd672e6 None None] The sync data for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 is: [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:18:59Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:01.889672 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891e28c-de29-4ba5-9b60-48a5d1d67327 None None] Pushing event updated for resources: {'Port': ['ID=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:01.901206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Current status of the port e629eac1-62a4-4e2b-a827-0e45faa1c487 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:01.901679 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.969084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e629eac1-62a4-4e2b-a827-0e45faa1c487 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:01.969831 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.984155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 64496bc8-5920-4917-8f99-28226d729328 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:01.991411 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] For port dfbd45d7-d89a-4fd0-aec6-87976fcafc50, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:01.998051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:02.005135 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] For port dfbd45d7-d89a-4fd0-aec6-87976fcafc50, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:02.019193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:02.032451 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.088263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] For port e629eac1-62a4-4e2b-a827-0e45faa1c487, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e629eac1-62a4-4e2b-a827-0e45faa1c487,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:02.097695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.200448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:02.259862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:02.267249 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:02.268232 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:02.277230 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891e28c-de29-4ba5-9b60-48a5d1d67327 None None] Pushing event updated for resources: {'Port': ['ID=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:02.287070 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.332709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-82abaed6-d148-4b55-813f-51458723efff tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3348334 Mar 22 14:19:02.345891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Provisioning complete for port 491b48de-afc1-41de-9ff8-a1eb01b3ecad triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:02.346298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.357570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Request body: {'port': {'device_id': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:02.379361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:19:02.379709 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:19:02.380115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd502eba-4a60-4e8f-b2ca-c7a8b64f2421 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (d28e2f44-4fdf-4df8-a9de-47c80e6a5bf8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.398125 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd502eba-4a60-4e8f-b2ca-c7a8b64f2421 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d28e2f44-4fdf-4df8-a9de-47c80e6a5bf8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.557785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Pushing event updated for resources: {'Port': ['ID=e629eac1-62a4-4e2b-a827-0e45faa1c487,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:02.678944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c9621c7-d3bd-4e22-a8b5-2c01d2506ac3 req-c455cf79-74e4-43bb-90d6-b4c07cdf1f2e service neutron] 10.222.0.42 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761986 Mar 22 14:19:02.696095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.732564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd502eba-4a60-4e8f-b2ca-c7a8b64f2421 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28e2f44-4fdf-4df8-a9de-47c80e6a5bf8,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:02.748521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Current status of the port 491b48de-afc1-41de-9ff8-a1eb01b3ecad is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:02.749260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.858360 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:02.862035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] For port 491b48de-afc1-41de-9ff8-a1eb01b3ecad, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=491b48de-afc1-41de-9ff8-a1eb01b3ecad,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:02.862309 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dd502eba-4a60-4e8f-b2ca-c7a8b64f2421 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.863548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dd502eba-4a60-4e8f-b2ca-c7a8b64f2421 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2479389 Mar 22 14:19:02.871899 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.878346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44662) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:02.953324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:03.049747 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.105440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e629eac1-62a4-4e2b-a827-0e45faa1c487 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:03.135825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Provisioning complete for port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:03.136207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.137924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea91a1-8a49-4fcb-92de-6b342d0fa990 None None] Pushing event updated for resources: {'Port': ['ID=491b48de-afc1-41de-9ff8-a1eb01b3ecad,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:03.276879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 014d03b4-7a3d-41a0-9591-777430a6d14c no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:03.306360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e0208-6905-413a-ab43-777036fcbfd9 req-1c104e5e-527e-46d9-b941-77d83c7a2c3c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:03.320292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-478e0208-6905-413a-ab43-777036fcbfd9 req-1c104e5e-527e-46d9-b941-77d83c7a2c3c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 932 time: 0.7986770 Mar 22 14:19:03.323684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 014d03b4-7a3d-41a0-9591-777430a6d14c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:03.324354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 014d03b4-7a3d-41a0-9591-777430a6d14c not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:03.355302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da5dbb-d2fa-4b85-a702-8bb42b86a270 req-aee38d2e-3ab4-4b39-b1af-679ab6a8b7c4 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:03.362506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3da5dbb-d2fa-4b85-a702-8bb42b86a270 req-aee38d2e-3ab4-4b39-b1af-679ab6a8b7c4 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1125 time: 0.7501128 Mar 22 14:19:03.366884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-dbe47820-2c38-472a-9716-9a33b69fe312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:03.369114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-dbe47820-2c38-472a-9716-9a33b69fe312 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6b3c5de2e0140beaa03ebc07c839e8c&device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1125 time: 0.5113027 Mar 22 14:19:03.439069 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:01Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:03.461254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Current status of the port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:03.468976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.508955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd415c4-c433-401b-ac0e-ac3b57de4b55 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:03.515039 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab16ff-c30e-435b-aa58-c959b32c3f39 None None] The sync data for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 is: [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:01Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:03.533178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Publish callbacks [] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.557118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3da5dbb-d2fa-4b85-a702-8bb42b86a270 req-d10d8f74-1822-4e95-aebd-207d185b634b tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933384 Mar 22 14:19:03.561605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Transition to ACTIVE for port object 9bd415c4-c433-401b-ac0e-ac3b57de4b55 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:19:03.570561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.620524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-478e0208-6905-413a-ab43-777036fcbfd9 req-7f01b85a-539d-457e-8edd-76403272dab9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2978020 Mar 22 14:19:03.657509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] For port dfbd45d7-d89a-4fd0-aec6-87976fcafc50, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:03.667944 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.698060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-fae73d64-3e84-4e96-9fd0-f8e304909bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:03.702704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-fae73d64-3e84-4e96-9fd0-f8e304909bc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc57285-8b63-4695-97b5-10ac9e5b5538 HTTP/1.1" status: 200 len: 910 time: 0.3232780 Mar 22 14:19:03.825366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Provisioning complete for port 491b48de-afc1-41de-9ff8-a1eb01b3ecad triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:03.825808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.831843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Pushing event updated for resources: {'Port': ['ID=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:03.962898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-4e9e49da-2653-41ad-85d9-aae2aa488d75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f399376-9c02-4161-bac3-a0271eaa6909 HTTP/1.1" status: 200 len: 217 time: 0.2398856 Mar 22 14:19:03.984028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 491b48de-afc1-41de-9ff8-a1eb01b3ecad up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:04.050288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:04.089543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:04.089878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:04.090337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:04.099076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ec7059ec-d625-459c-b207-5bbd15fe5a0d None None] Current status of the port 491b48de-afc1-41de-9ff8-a1eb01b3ecad is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:04.105931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:19:04.106284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:04.113680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:04.114203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Checking segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:04.114593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-d5cc1646-6a85-4ede-befb-c70e69e05a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:04.115113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Bound using segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:04.115722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Bound port: 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:04.116198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-d5cc1646-6a85-4ede-befb-c70e69e05a81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd HTTP/1.1" status: 200 len: 848 time: 0.1429119 Mar 22 14:19:04.116469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.143446 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.158226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 491b48de-afc1-41de-9ff8-a1eb01b3ecad triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:04.159246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.195764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:04.200189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:04.212026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.239729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f399376-9c02-4161-bac3-a0271eaa6909 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:19:04.316053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:04.334527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:04.335204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.336789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-4e1fe5a3-d37c-44df-8675-f02cbe70b60d service neutron] 10.222.0.57 "PUT /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 1092 time: 1.9838831 Mar 22 14:19:04.338824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:04.341382 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a31dc57-60aa-45fa-9475-1b106c75e075" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:04.425454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44712) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:04.455628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-47f5c23e-9785-431c-9f88-46c9a5360601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:04.455628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-47f5c23e-9785-431c-9f88-46c9a5360601 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc57285-8b63-4695-97b5-10ac9e5b5538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3253720 Mar 22 14:19:04.512610 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3174e677-5f37-4c76-8e5f-a1402ca2afee x-openstack-request-id: req-3174e677-5f37-4c76-8e5f-a1402ca2afee {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:04.513112 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:04.513112 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3174e677-5f37-4c76-8e5f-a1402ca2afee {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:04.513528 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3174e677-5f37-4c76-8e5f-a1402ca2afee'] response: {'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'status': 'completed', 'code': 200} Mar 22 14:19:04.585145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-6cdb1b30-a366-46ca-9e72-15a197f16ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:04.587771 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-6cdb1b30-a366-46ca-9e72-15a197f16ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1126 time: 0.1947014 Mar 22 14:19:04.697089 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-3ba1baff-972c-4dd9-a7bd-b1d0a9cfdf6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 217 time: 0.0936830 Mar 22 14:19:04.709081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 491b48de-afc1-41de-9ff8-a1eb01b3ecad is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:04.724495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d690e206-b3b2-492a-aafe-f9352e5f1c24 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:04.736923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-b89910cc-6c64-4b58-9ca3-bb3504a71061 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778573 Mar 22 14:19:04.771612 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db4db6da-a85e-4272-b5b6-59e5be823f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.817484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f399376-9c02-4161-bac3-a0271eaa6909, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f399376-9c02-4161-bac3-a0271eaa6909,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:04.821777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-56ff2062-230d-484c-b2ee-e4e0cd5a3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:04.823353 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-56ff2062-230d-484c-b2ee-e4e0cd5a3d46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1145096 Mar 22 14:19:04.846476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Allocated IP 172.25.2.14 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/03c00bab-4aef-4e97-ab6f-61f704cfacfc) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:04.882574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2f399376-9c02-4161-bac3-a0271eaa6909', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'port_id': '2f399376-9c02-4161-bac3-a0271eaa6909', 'mac_address': 'fa:16:3e:4c:5f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:19:04.926081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d690e206-b3b2-492a-aafe-f9352e5f1c24 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:04.926453 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.934481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-50f97d67-8acb-4557-930b-d822099027ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:04.938557 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-50f97d67-8acb-4557-930b-d822099027ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1036139 Mar 22 14:19:05.015151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f399376-9c02-4161-bac3-a0271eaa6909 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:05.015828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.032491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f399376-9c02-4161-bac3-a0271eaa6909 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:05.061121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f399376-9c02-4161-bac3-a0271eaa6909, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f399376-9c02-4161-bac3-a0271eaa6909,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:05.074898 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.102925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db4db6da-a85e-4272-b5b6-59e5be823f7d admin admin] Publish callbacks [] for security_group (a4d2e022-77fc-4047-b751-c467665ac9fc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.166964 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-c2140985-e0d0-40a7-8a9f-1a21242c438b service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150216 Mar 22 14:19:05.257209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db4db6da-a85e-4272-b5b6-59e5be823f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a4d2e022-77fc-4047-b751-c467665ac9fc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.349272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7ad72ec0-3d54-4cab-b407-631aeb008e4e req-8f9843d6-048c-4ea9-918e-43399250275d service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718893 Mar 22 14:19:05.390974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-db4db6da-a85e-4272-b5b6-59e5be823f7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b9b4c2b3cde4370b222c388ac4f4244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9617615 Mar 22 14:19:05.393766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44732) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:05.429327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083be82-fcc1-4404-94d1-35655a461dad req-e219bd38-73a6-4c24-9c98-580fa7682fe4 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:05.430973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1083be82-fcc1-4404-94d1-35655a461dad req-e219bd38-73a6-4c24-9c98-580fa7682fe4 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1125 time: 0.6881177 Mar 22 14:19:05.437449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4db6da-a85e-4272-b5b6-59e5be823f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2e022-77fc-4047-b751-c467665ac9fc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:05.457878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9dc51e08-d770-4d00-8de2-1fe75e650163 req-c0c6ad02-7223-4d55-bab6-bc8cb8233818 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790669 Mar 22 14:19:05.484754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b45f2-c92c-433e-9bad-ec541f4fa208 req-1e544307-a4d1-43e0-9702-b6a8230f519b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:05.486432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c26b45f2-c92c-433e-9bad-ec541f4fa208 req-1e544307-a4d1-43e0-9702-b6a8230f519b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 944 time: 0.7073309 Mar 22 14:19:05.588150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba8adea-08ee-4757-88fa-f90fe6cb1016 admin admin] Publish callbacks [] for security_group (a4d2e022-77fc-4047-b751-c467665ac9fc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.591101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2f399376-9c02-4161-bac3-a0271eaa6909'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:05.591600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-5a6d5f0b-8448-4e85-b48d-e5c52938cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:05.594474 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-5a6d5f0b-8448-4e85-b48d-e5c52938cf45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1126 time: 0.1685829 Mar 22 14:19:05.600133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f399376-9c02-4161-bac3-a0271eaa6909,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:05.641688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.641896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d690e206-b3b2-492a-aafe-f9352e5f1c24 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:05.644247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.666699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1083be82-fcc1-4404-94d1-35655a461dad req-4e9b3338-f584-4eac-a737-5ce21e13d81e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212286 Mar 22 14:19:05.688205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port d690e206-b3b2-492a-aafe-f9352e5f1c24, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d690e206-b3b2-492a-aafe-f9352e5f1c24,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:05.695693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.696750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e629eac1-62a4-4e2b-a827-0e45faa1c487 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:05.703495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba8adea-08ee-4757-88fa-f90fe6cb1016 admin admin] Publish callbacks [] for security_group (a4d2e022-77fc-4047-b751-c467665ac9fc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.783268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-48aa2926-60db-4393-a38d-7d434eb266fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:05.785268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-48aa2926-60db-4393-a38d-7d434eb266fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 897 time: 0.1831915 Mar 22 14:19:05.806644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e629eac1-62a4-4e2b-a827-0e45faa1c487 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:05.807503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.807778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c26b45f2-c92c-433e-9bad-ec541f4fa208 req-cbd60b2f-0eee-498d-b385-d8210e7d3e3c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151062 Mar 22 14:19:05.853121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.872170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba8adea-08ee-4757-88fa-f90fe6cb1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a4d2e022-77fc-4047-b751-c467665ac9fc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.874790 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba8adea-08ee-4757-88fa-f90fe6cb1016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.879148 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dba8adea-08ee-4757-88fa-f90fe6cb1016 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4d2e022-77fc-4047-b751-c467665ac9fc HTTP/1.1" status: 204 len: 168 time: 0.4810445 Mar 22 14:19:05.884981 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-37d3ef71-2a1d-47fe-9bcd-ca27735b1fdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 217 time: 0.0925925 Mar 22 14:19:05.895199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8adea-08ee-4757-88fa-f90fe6cb1016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2e022-77fc-4047-b751-c467665ac9fc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:05.953024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=d690e206-b3b2-492a-aafe-f9352e5f1c24,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:05.979490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:05.981906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:05.987900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:06.006339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-b5f11924-6021-4272-b40f-17840dba7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:06.007856 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-b5f11924-6021-4272-b40f-17840dba7bf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1094396 Mar 22 14:19:06.054259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e629eac1-62a4-4e2b-a827-0e45faa1c487 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:06.055923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e9f855e4-be91-4d04-84cb-5294f3a541dc up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:06.113186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-5037a9e2-fb18-4b8a-8874-c9943c75a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:06.114690 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-5037a9e2-fb18-4b8a-8874-c9943c75a458 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998731 Mar 22 14:19:06.147415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'Port': ['ID=03c00bab-4aef-4e97-ab6f-61f704cfacfc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:06.268700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e9f855e4-be91-4d04-84cb-5294f3a541dc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:06.269375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.283327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (6fedbf90-9233-423a-b031-2c772782dd16), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.308766 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-ca8e4450-544d-4b44-b9bd-910d48c73544 service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876321 Mar 22 14:19:06.352773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.449082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e9f855e4-be91-4d04-84cb-5294f3a541dc is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:06.551465 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9a31dc57-60aa-45fa-9475-1b106c75e075 req-6abe4816-79d3-46cd-b713-b8a1b0583ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362039 Mar 22 14:19:06.583600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44742) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:06.598732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3182a4d8-d9c6-4d4b-9a84-51dbfefe9f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.690773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3182a4d8-d9c6-4d4b-9a84-51dbfefe9f41 admin admin] Publish callbacks [] for security_group (3c221e13-838c-41eb-997a-64369a1fc944), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.697788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3182a4d8-d9c6-4d4b-9a84-51dbfefe9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3c221e13-838c-41eb-997a-64369a1fc944), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.720507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d690e206-b3b2-492a-aafe-f9352e5f1c24 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:06.760571 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3182a4d8-d9c6-4d4b-9a84-51dbfefe9f41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c9e6aaa1c434c10b66eb3798d318efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758752 Mar 22 14:19:06.761648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182a4d8-d9c6-4d4b-9a84-51dbfefe9f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c221e13-838c-41eb-997a-64369a1fc944,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:06.765576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44746) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:06.837369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1782d85b-2506-4d81-bb81-3af162f15404 admin admin] Publish callbacks [] for security_group (3c221e13-838c-41eb-997a-64369a1fc944), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.840760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d690e206-b3b2-492a-aafe-f9352e5f1c24 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:06.841126 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.866656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1782d85b-2506-4d81-bb81-3af162f15404 admin admin] Publish callbacks [] for security_group (3c221e13-838c-41eb-997a-64369a1fc944), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.926283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1782d85b-2506-4d81-bb81-3af162f15404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (3c221e13-838c-41eb-997a-64369a1fc944), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.929744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1782d85b-2506-4d81-bb81-3af162f15404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.931181 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1782d85b-2506-4d81-bb81-3af162f15404 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c221e13-838c-41eb-997a-64369a1fc944 HTTP/1.1" status: 204 len: 168 time: 0.1645601 Mar 22 14:19:06.941057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782d85b-2506-4d81-bb81-3af162f15404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c221e13-838c-41eb-997a-64369a1fc944,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:07.068133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d690e206-b3b2-492a-aafe-f9352e5f1c24 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:07.069465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dfbd45d7-d89a-4fd0-aec6-87976fcafc50 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:07.077776 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.094061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.150992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c0ff-427b-4d85-8619-7ec0eb0ac87a req-47ed92ec-b5a5-49c5-b5ff-98d2b423892a tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:07.153098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1247c0ff-427b-4d85-8619-7ec0eb0ac87a req-47ed92ec-b5a5-49c5-b5ff-98d2b423892a tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1126 time: 0.1363566 Mar 22 14:19:07.196132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:07.196511 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.223735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236886b3-f96d-40cc-a22c-675af7eb48e0 req-14bc50d8-52aa-48bb-a7af-ff31133d000b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:07.226031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236886b3-f96d-40cc-a22c-675af7eb48e0 req-14bc50d8-52aa-48bb-a7af-ff31133d000b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 944 time: 0.2192447 Mar 22 14:19:07.262763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1247c0ff-427b-4d85-8619-7ec0eb0ac87a req-06d99376-ce09-4732-9ece-be74bb25f5d6 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772781 Mar 22 14:19:07.263746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (6fedbf90-9233-423a-b031-2c772782dd16), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.282164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'Port': ['ID=03c00bab-4aef-4e97-ab6f-61f704cfacfc,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:07.317649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:07.331831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.341841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8f65cce2-95f6-4aa8-9510-c9905c991c13 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4518535 Mar 22 14:19:07.356905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236886b3-f96d-40cc-a22c-675af7eb48e0 req-d28030b6-615d-4be7-9240-b63574a00973 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694928 Mar 22 14:19:07.627101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-a777f864-c0cc-4cb4-bf13-92f87e696476 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--683102638&fields=id&tenant_id=12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 267 time: 0.0790071 Mar 22 14:19:07.780435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-022618c2-0137-49db-bc5c-65a779ada18f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:07.784975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-022618c2-0137-49db-bc5c-65a779ada18f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 817 time: 0.1513858 Mar 22 14:19:07.814148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-f26d6fee-73f7-4aea-ba3f-146ccb546907 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/quotas/12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 375 time: 0.0172043 Mar 22 14:19:07.874884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-a5bdb49b-0e46-4dc2-b68d-4a85d5199582 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596108 Mar 22 14:19:07.989260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-e2c12677-3458-4af8-b026-461217f82332 service neutron] 10.222.0.44 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008627 Mar 22 14:19:08.081698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-1cf79f67-ec4c-4fdc-8e8f-3d6db662ee07 service neutron] 10.222.0.44 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866725 Mar 22 14:19:08.139012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:19:08.255982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f399376-9c02-4161-bac3-a0271eaa6909 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:08.275091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d3a7775-e209-48a5-beba-714917bc7ac4 req-599f7dc0-3d1b-46ad-944a-d21cc5d8466e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 210 time: 0.0449800 Mar 22 14:19:08.374043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:08.420454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa791b-1900-4272-953a-d3106438065d req-a16b2cda-1c32-471a-ae92-f648cf11c809 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:08.422330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42fa791b-1900-4272-953a-d3106438065d req-a16b2cda-1c32-471a-ae92-f648cf11c809 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1126 time: 0.0536001 Mar 22 14:19:08.429433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'port_id': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'mac_address': 'fa:16:3e:ea:0b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:19:08.434347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 2f399376-9c02-4161-bac3-a0271eaa6909 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:19:08.448724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2f399376-9c02-4161-bac3-a0271eaa6909 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:08.449411 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.481943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42fa791b-1900-4272-953a-d3106438065d req-b3ec3966-0906-4b59-b432-f7fdf397ac96 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518546 Mar 22 14:19:08.567746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:08.568142 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.573553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f3d-61ca-4af1-99f4-642f6e489a5c req-b6da8ff3-cd1f-440a-9ff1-895fe3e6a5c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:08.574935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bc51f3d-61ca-4af1-99f4-642f6e489a5c req-b6da8ff3-cd1f-440a-9ff1-895fe3e6a5c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 944 time: 0.0641186 Mar 22 14:19:08.636679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f399376-9c02-4161-bac3-a0271eaa6909 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:08.637071 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.666113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bc51f3d-61ca-4af1-99f4-642f6e489a5c req-bb2a7cfb-7ff6-437f-9df5-e3e604b195f9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850182 Mar 22 14:19:08.674885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd415c4-c433-401b-ac0e-ac3b57de4b55 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:08.709617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f399376-9c02-4161-bac3-a0271eaa6909, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f399376-9c02-4161-bac3-a0271eaa6909,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:08.712215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f399376-9c02-4161-bac3-a0271eaa6909'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:08.714852 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab310c29-d30d-4fe6-b5b1-8817dd6d3f25" -d '{"events": [{"server_uuid": "c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "2f399376-9c02-4161-bac3-a0271eaa6909"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:08.732660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.763016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:08.772910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44854) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:08.776629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.800366 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649a72e8-061f-409b-9210-4e920524239c x-openstack-request-id: req-649a72e8-061f-409b-9210-4e920524239c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:08.800762 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "2f399376-9c02-4161-bac3-a0271eaa6909", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:08.804401 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-649a72e8-061f-409b-9210-4e920524239c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:08.804839 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649a72e8-061f-409b-9210-4e920524239c'] response: {'server_uuid': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f399376-9c02-4161-bac3-a0271eaa6909', 'code': 200} Mar 22 14:19:08.851739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f399376-9c02-4161-bac3-a0271eaa6909,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:08.952071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdce42-c935-45b7-b2d7-a612f2925683 req-150f1ab7-99bb-4389-8d71-ecd7d483058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:08.955783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8bdce42-c935-45b7-b2d7-a612f2925683 req-150f1ab7-99bb-4389-8d71-ecd7d483058d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.0900257 Mar 22 14:19:08.971243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:09.044198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8bdce42-c935-45b7-b2d7-a612f2925683 req-95224769-65f2-4a12-84a5-825713ab2f70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816629 Mar 22 14:19:09.045295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3715db24-28ad-4fc2-ab9a-a3d5c94cb655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.050465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['9bd415c4-c433-401b-ac0e-ac3b57de4b55'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:09.203121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3715db24-28ad-4fc2-ab9a-a3d5c94cb655 admin admin] Publish callbacks [] for security_group (55e2781d-00c7-4426-aa4e-ad36595c0abe), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.211714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3715db24-28ad-4fc2-ab9a-a3d5c94cb655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (55e2781d-00c7-4426-aa4e-ad36595c0abe), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.255689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715db24-28ad-4fc2-ab9a-a3d5c94cb655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e2781d-00c7-4426-aa4e-ad36595c0abe,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:09.302970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3715db24-28ad-4fc2-ab9a-a3d5c94cb655 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=147046556a704bafad1169a3cd698fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5261641 Mar 22 14:19:09.303909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44866) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:09.387560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9acb90d5-9236-4f7c-ad6b-a25b05423d80 admin admin] Publish callbacks [] for security_group (55e2781d-00c7-4426-aa4e-ad36595c0abe), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.417270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2244d962-1df8-43e0-acae-51bb15af7e01 req-7b685491-3c42-4e39-9cb6-fa5f4539e4a0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 210 time: 0.0315871 Mar 22 14:19:09.438423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9acb90d5-9236-4f7c-ad6b-a25b05423d80 admin admin] Publish callbacks [] for security_group (55e2781d-00c7-4426-aa4e-ad36595c0abe), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.506944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9acb90d5-9236-4f7c-ad6b-a25b05423d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (55e2781d-00c7-4426-aa4e-ad36595c0abe), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.512369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9acb90d5-9236-4f7c-ad6b-a25b05423d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.513939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9acb90d5-9236-4f7c-ad6b-a25b05423d80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55e2781d-00c7-4426-aa4e-ad36595c0abe HTTP/1.1" status: 204 len: 168 time: 0.2094402 Mar 22 14:19:09.526592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb90d5-9236-4f7c-ad6b-a25b05423d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e2781d-00c7-4426-aa4e-ad36595c0abe,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:09.641281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb10706-a2e7-414b-ab64-7cf13f4f897a req-c661ae85-09d1-4ea5-88ca-01b6b72aa757 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:09.643189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8eb10706-a2e7-414b-ab64-7cf13f4f897a req-c661ae85-09d1-4ea5-88ca-01b6b72aa757 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.0496466 Mar 22 14:19:09.730134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8eb10706-a2e7-414b-ab64-7cf13f4f897a req-c9e3d53e-64c0-44fb-8d22-435958337293 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785034 Mar 22 14:19:09.891597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67759046-9847-4915-9803-9c3025c96611 req-e9244ccc-f1ef-4001-8621-dc45744b0214 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:09.893594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67759046-9847-4915-9803-9c3025c96611 req-e9244ccc-f1ef-4001-8621-dc45744b0214 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 945 time: 0.0852377 Mar 22 14:19:10.032219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67759046-9847-4915-9803-9c3025c96611 req-d362f85f-1725-41e1-b103-fc76a11f3c4e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251776 Mar 22 14:19:10.139140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:10.176459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-4e4ab99d-df04-4444-a96d-db30d0b325ba tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:10.179486 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-4e4ab99d-df04-4444-a96d-db30d0b325ba tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 817 time: 0.2987185 Mar 22 14:19:10.267338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:19:10.275440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:10.276868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.336846 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-05a12973-fc9f-49e2-9c98-cdfc7e8d4065 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 379 time: 0.1444681 Mar 22 14:19:10.348686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'port': {'device_id': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'admin_state_up': True, 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'security_groups': ['29350d13-73a0-467c-9772-133c41e07a0b']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:10.457654 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:19:10.489890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:10.489890 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.551513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:10.561309 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.589281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Made reservation on behalf of 12ebd2df9f7846d0bc43ee9310395d95 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:10.592755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.724270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:10.732435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4632a0d-1afa-4cb8-bfa6-bc895b8e07e0 req-9c8e1980-08ef-4d25-a909-e850522cc655 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 210 time: 0.0631552 Mar 22 14:19:10.747655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.750264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.752886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.753455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.753954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.755725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.756658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.759248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.759776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.760276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.762484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.763007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.763349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.763681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.764011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:10.805954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:10.808428 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c673d-0dd7-4d71-8942-e0592d44a532" -d '{"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-plugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:10.909460 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b5896-bdd5-4428-9c28-bd3ff873d6af x-openstack-request-id: req-3c2b5896-bdd5-4428-9c28-bd3ff873d6af {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:10.909786 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-plugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:10.910031 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c2b5896-bdd5-4428-9c28-bd3ff873d6af {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:10.910460 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2b5896-bdd5-4428-9c28-bd3ff873d6af'] response: {'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'code': 200} Mar 22 14:19:10.912645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Allocated IP 172.20.0.4 (2ae1d5f9-3892-43b9-919e-0453c754b221/8d08895f-ba89-4519-8b65-fe0f5624aff1/19c1a1bf-f988-492f-a0a8-2f833dfdd9d7) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:11.107215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b289ec-f3d9-410b-a2fb-dd5e3b2c0030 req-9c218974-bd9e-4e97-b977-6d48b4ea4dc8 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:11.111592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10b289ec-f3d9-410b-a2fb-dd5e3b2c0030 req-9c218974-bd9e-4e97-b977-6d48b4ea4dc8 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.1757143 Mar 22 14:19:11.120444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06715fa9-7c70-4296-9222-df53981c0663 req-c963ad17-a176-4a0e-ac48-258244595b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:11.122243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06715fa9-7c70-4296-9222-df53981c0663 req-c963ad17-a176-4a0e-ac48-258244595b2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1128 time: 0.1150031 Mar 22 14:19:11.354673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10b289ec-f3d9-410b-a2fb-dd5e3b2c0030 req-d9fbc8bb-2773-4cf5-ba10-d6f53b7ddb46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308652 Mar 22 14:19:11.437734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25c5c8-f4f8-4c3b-99a8-0a529be68802 req-4fe53e0b-61db-4360-8cb4-c0a7ebaf6166 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:11.441985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da25c5c8-f4f8-4c3b-99a8-0a529be68802 req-4fe53e0b-61db-4360-8cb4-c0a7ebaf6166 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.2612612 Mar 22 14:19:11.458625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06715fa9-7c70-4296-9222-df53981c0663 req-f1aa167d-c682-46f6-a41e-7b9c837fe33a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160136 Mar 22 14:19:11.575723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da25c5c8-f4f8-4c3b-99a8-0a529be68802 req-092976e9-dfbb-4d30-b280-ecf696df7d10 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159811 Mar 22 14:19:11.696175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee83d9-9b0e-4895-ad74-27d6a75798f2 req-624f1dcf-d471-475c-a1f9-e75ef9065a7f tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:11.705838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82ee83d9-9b0e-4895-ad74-27d6a75798f2 req-624f1dcf-d471-475c-a1f9-e75ef9065a7f tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.1553214 Mar 22 14:19:11.786435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82ee83d9-9b0e-4895-ad74-27d6a75798f2 req-69085051-5bf7-48c2-9a07-4be4aaeea6c6 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715725 Mar 22 14:19:11.906568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.918340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ffb2d49-0372-449d-a1b9-a4b4031de9a7 req-28904334-bbae-412b-a49f-0c410a8c724c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 210 time: 0.0420499 Mar 22 14:19:11.946743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.992747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6033-54d7-4045-8e4f-6ca50326f425 req-5afb3542-26cb-43b0-b99e-56fb6b772082 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:11.995558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-954a6033-54d7-4045-8e4f-6ca50326f425 req-5afb3542-26cb-43b0-b99e-56fb6b772082 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.1018629 Mar 22 14:19:12.057886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:12.066793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:12.069587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:12.093949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-954a6033-54d7-4045-8e4f-6ca50326f425 req-130fb3c8-ea4a-4387-843e-147cc25fafb9 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935588 Mar 22 14:19:12.129446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:12.186488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:12.193640 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.241641 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-7ddde109-4c9b-4bb4-ba90-45fee38996a6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8978348 Mar 22 14:19:12.254069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Request body: {'port': {'device_id': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:12.416570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.524397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cb11482e-4327-4585-948e-a9a93432de02 None None] Provisioning complete for port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:12.526903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cb11482e-4327-4585-948e-a9a93432de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.638486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-e4cea3c8-23cd-481f-b89e-dcfff92f0bed tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:12.643086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-e4cea3c8-23cd-481f-b89e-dcfff92f0bed tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/networks?id=7bc57285-8b63-4695-97b5-10ac9e5b5538 HTTP/1.1" status: 200 len: 910 time: 0.1992357 Mar 22 14:19:12.644762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cb11482e-4327-4585-948e-a9a93432de02 None None] Port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:12.668822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-c603a629-1a45-4ce0-a0b6-3bb96ff865f1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/quotas/f6b3c5de2e0140beaa03ebc07c839e8c HTTP/1.1" status: 200 len: 375 time: 0.0216641 Mar 22 14:19:12.790216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-dc39f370-c869-4cd5-bc2b-59a14a7a0b0a tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6b3c5de2e0140beaa03ebc07c839e8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155517 Mar 22 14:19:12.993304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:13.014573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Publish callbacks [] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.037776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Transition to ACTIVE for port object 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:19:13.038802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa91227-a886-43ba-802e-5ffed394fd7b req-acca0f93-ae2c-46f9-8c70-d196875a9fcf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:13.040453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fa91227-a886-43ba-802e-5ffed394fd7b req-acca0f93-ae2c-46f9-8c70-d196875a9fcf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.1424475 Mar 22 14:19:13.042662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-f74b07b4-93f0-40e5-8d95-562194de2088 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445900 Mar 22 14:19:13.053519 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.124626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:13.279102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fa91227-a886-43ba-802e-5ffed394fd7b req-4c4f6ea8-7870-4941-b820-4ec634cef0e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133193 Mar 22 14:19:13.318282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44994) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:13.327491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:13.327903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:13.328284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:13.337129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:19:13.337503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:13.350170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:13.350546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Checking segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:13.352762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Bound using segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:13.353272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Bound port: 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:13.353642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.369949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7fdc5db9-cd9a-42db-8374-9a246a462057 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185308 Mar 22 14:19:13.626745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:13.633500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:13.643099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.723618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:13.731100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.732568 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] 10.222.0.57 "PUT /v2.0/ports/19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 1091 time: 1.4830604 Mar 22 14:19:13.733046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:13.735358 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:13.795903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:13.879153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.925445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514c0ae-aa30-4fb7-97ba-5635ba71b361 service neutron] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:13.970090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-cc65838f-13e9-434d-a8d1-941e1f15a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:13.971613 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-cc65838f-13e9-434d-a8d1-941e1f15a1de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1125 time: 0.1921198 Mar 22 14:19:13.982709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecca0c-364e-4b76-979d-22867b20629e req-785ea500-0817-47d0-a6a7-fb7b1d0fd930 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:13.990702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95ecca0c-364e-4b76-979d-22867b20629e req-785ea500-0817-47d0-a6a7-fb7b1d0fd930 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.3080211 Mar 22 14:19:14.040546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c93194-d699-4939-b6c1-564f5c3846a8 req-6f162342-e729-47ca-b351-ec9b3ef30122 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:14.042391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5c93194-d699-4939-b6c1-564f5c3846a8 req-6f162342-e729-47ca-b351-ec9b3ef30122 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.2957544 Mar 22 14:19:14.054263 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-a53b9d4c-ca46-461e-babe-7e0d9ecc75f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 217 time: 0.0748277 Mar 22 14:19:14.132006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-96683d36-cef0-4f36-9f78-b313cda4d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:14.134229 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-96683d36-cef0-4f36-9f78-b313cda4d09a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0720379 Mar 22 14:19:14.144051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5c93194-d699-4939-b6c1-564f5c3846a8 req-ad8b94a6-7277-4900-9c6d-183c8acc917b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923986 Mar 22 14:19:14.169988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95ecca0c-364e-4b76-979d-22867b20629e req-7a16dc94-ef16-4dbd-9def-be2437114900 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738398 Mar 22 14:19:14.172288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45018) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:14.309084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70959854-8013-425c-a74e-df02e6622d6d req-289cec19-3201-43de-8144-319fc6f886ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:14.316581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-289cec19-3201-43de-8144-319fc6f886ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1764078 Mar 22 14:19:14.337705 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.417165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07364375-7662-4144-bf57-752f5096c2ea req-daa27201-a04f-4cfb-8cc6-88db246b403a tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 210 time: 0.1359403 Mar 22 14:19:14.458622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926014bd-3a7b-4211-be76-af23507ba4e6 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:14.463319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-926014bd-3a7b-4211-be76-af23507ba4e6 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1123 time: 0.2868845 Mar 22 14:19:14.464005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45026) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:14.484331 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453f081-6c90-4ead-a316-6aea9f148bf2 x-openstack-request-id: req-6453f081-6c90-4ead-a316-6aea9f148bf2 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:14.484593 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:14.484932 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6453f081-6c90-4ead-a316-6aea9f148bf2 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:14.485251 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6453f081-6c90-4ead-a316-6aea9f148bf2'] response: {'name': 'network-changed', 'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'status': 'completed', 'code': 200} Mar 22 14:19:14.500100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:14.556976 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-ec92322a-7651-42b9-ad20-72fa7258fae6 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340672 Mar 22 14:19:14.664568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.827479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Allocated IP 172.25.2.7 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b9f4ac4c-1018-49eb-96e3-ec695efb314d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:14.838357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-70959854-8013-425c-a74e-df02e6622d6d req-7ec4ec68-0e24-466f-a47d-f4c22f119b58 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699771 Mar 22 14:19:15.027324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.037954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.040878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-d05944fc-acbc-4d73-bec8-a70be5573254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:15.042641 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-d05944fc-acbc-4d73-bec8-a70be5573254 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1125 time: 0.0581136 Mar 22 14:19:15.183193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-a6630d4e-1fec-4d0f-b9ca-a1bf5f2df0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:15.188823 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-a6630d4e-1fec-4d0f-b9ca-a1bf5f2df0bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.1381853 Mar 22 14:19:15.217821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.284812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-57464612-b0af-4688-87e2-3bc8cf11093c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 217 time: 0.0712395 Mar 22 14:19:15.322637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.16 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/3db0193a-1414-4be7-a5df-c241f6ccf049) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:15.376218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-c1a9e5b4-bbfc-416d-83b1-a8779a1ab1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:15.377687 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-c1a9e5b4-bbfc-416d-83b1-a8779a1ab1bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0867524 Mar 22 14:19:15.461766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-1fd49f3d-51bb-449c-997b-60f021ff2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:15.467506 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-1fd49f3d-51bb-449c-997b-60f021ff2a83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830169 Mar 22 14:19:15.529303 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.688755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-89872452-2693-4fd9-9d83-f4c28a7e0a98 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147567 Mar 22 14:19:15.760210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:15.766491 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.790833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Port': ['ID=b9f4ac4c-1018-49eb-96e3-ec695efb314d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:15.793698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:15.814059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:15.822091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4a9642a-1b0d-41b1-a4e7-5270eb5d6309 req-aa2043d8-ed88-4e9d-afab-f309c762ce33 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 210 time: 0.1414566 Mar 22 14:19:15.893812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ea893cd-520e-4890-b7e3-dcd4fbc8fb2c req-8093d7f8-8c11-45fb-b3ce-870a5c1ae3e2 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960113 Mar 22 14:19:15.929070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:15.949507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:15.951572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=3db0193a-1414-4be7-a5df-c241f6ccf049,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:15.965135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:16.005183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17f4ae-d1ad-40bf-bf0b-109c488630ef req-9ecf9201-6533-4e9b-9257-64ed7e8678c4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:16.012581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b17f4ae-d1ad-40bf-bf0b-109c488630ef req-9ecf9201-6533-4e9b-9257-64ed7e8678c4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.6840560 Mar 22 14:19:16.068208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-b91eb9c5-fd7e-472f-9134-3fc204e74d53 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:16.069812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-b91eb9c5-fd7e-472f-9134-3fc204e74d53 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.57 "GET /v2.0/networks?id=7bc57285-8b63-4695-97b5-10ac9e5b5538 HTTP/1.1" status: 200 len: 910 time: 0.5469701 Mar 22 14:19:16.107385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Request body: {'port': {'device_id': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'admin_state_up': True, 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:16.130364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b17f4ae-d1ad-40bf-bf0b-109c488630ef req-19f39566-d76f-45f9-870c-5e0625cfdfd3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151109 Mar 22 14:19:16.183933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:19:16.212204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Made reservation on behalf of f6b3c5de2e0140beaa03ebc07c839e8c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:16.214580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.221428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for floatingip (10b03dce-bc72-4028-bba6-d1348750aaa8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.275866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.346877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:16.377224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'port_id': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'mac_address': 'fa:16:3e:f5:a9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:19:16.473341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:16.473842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.498196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:16.544775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:16.551389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.648822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:16.775221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:16.940023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Allocated IP 172.20.0.7 (7bc57285-8b63-4695-97b5-10ac9e5b5538/e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd/013ecaa8-2147-46d2-9d40-d1583c35802a) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:17.405162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d373d84-9047-4c62-87bc-0d64c1712a3b req-0f13a3b5-25ac-4cec-a1eb-b09fa8fc350f tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 210 time: 0.1136081 Mar 22 14:19:17.432218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.472227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.489902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (08ecc5e6-0c85-419f-a73e-2622099a02f2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.653795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f1bf-491f-4883-969f-27bf0c2ac893 req-d1ed2905-1317-4e62-a086-e5f060f2769c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:17.655313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9719f1bf-491f-4883-969f-27bf0c2ac893 req-d1ed2905-1317-4e62-a086-e5f060f2769c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.3744171 Mar 22 14:19:17.664080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Port': ['ID=b9f4ac4c-1018-49eb-96e3-ec695efb314d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:17.732079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (10b03dce-bc72-4028-bba6-d1348750aaa8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.762381 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks [] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.806552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.813339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.814603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dca39bf9-1c60-4c07-a63e-0e6672b2a9df tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4953182 Mar 22 14:19:17.817484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45088) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:17.827317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1171172498'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:17.857553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9719f1bf-491f-4883-969f-27bf0c2ac893 req-67d569a9-23c1-4351-9603-622d8479ed65 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842945 Mar 22 14:19:17.872033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Made reservation on behalf of 9116c9b897aa4270b241d24dede6d664 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:17.875591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.891321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.990681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.014343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2f399376-9c02-4161-bac3-a0271eaa6909'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:18.059052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for security_group (cd83337a-03ad-4a97-9614-0f018df7c761), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.064759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cd83337a-03ad-4a97-9614-0f018df7c761), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.114237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:19:18.125106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83337a-03ad-4a97-9614-0f018df7c761,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:18.130617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5ed729df-667a-444c-b34a-33bd411ecc2a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.131196 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Added segment 5ed729df-667a-444c-b34a-33bd411ecc2a of type vlan for network c785236e-a700-4857-bb7a-87317b18ee4b Mar 22 14:19:18.133293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:18.149444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:18.156125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:18.191436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Pushing event updated for resources: {'Port': ['ID=013ecaa8-2147-46d2-9d40-d1583c35802a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:18.201612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:18.235851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (c785236e-a700-4857-bb7a-87317b18ee4b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.280164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (c785236e-a700-4857-bb7a-87317b18ee4b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.286220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:18.287148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.327027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:18.327640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.386446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-7ec423a0-afb0-4786-9fe4-85bc38c65dc1 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2780461 Mar 22 14:19:18.396840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Request body: {'port': {'device_id': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:18.402986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-af86c878-dba2-4ef3-b5c3-db755ea05eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.433597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.441178 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6201656 Mar 22 14:19:18.444579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:18.476353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Request body: {'subnet': {'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:18.496873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.587856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615ad6d-93a5-4e25-822e-0dedec7ac5cc tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Network': ['ID=c785236e-a700-4857-bb7a-87317b18ee4b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:18.670355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network c785236e-a700-4857-bb7a-87317b18ee4b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:19:18.675542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Made reservation on behalf of 9116c9b897aa4270b241d24dede6d664 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:18.679521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.764035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (08ecc5e6-0c85-419f-a73e-2622099a02f2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.813377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:19:18.840624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:18.846988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.850370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9a408825-e1fc-4da0-96d0-150594bdd919 None None] Provisioning complete for port 013ecaa8-2147-46d2-9d40-d1583c35802a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:18.851557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=3db0193a-1414-4be7-a5df-c241f6ccf049,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:18.853237 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a408825-e1fc-4da0-96d0-150594bdd919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.877186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.918734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f85ff-0df7-45ae-b811-125c529533d5 req-8f034287-44e2-4224-bb37-b6b2df808838 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:18.920861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f2f85ff-0df7-45ae-b811-125c529533d5 req-8f034287-44e2-4224-bb37-b6b2df808838 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1027 time: 0.4010043 Mar 22 14:19:19.047225 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP 08ecc5e6-0c85-419f-a73e-2622099a02f2 associated. External IP: 172.25.2.16, port: 9bd415c4-c433-401b-ac0e-ac3b57de4b55. Mar 22 14:19:19.077350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9a408825-e1fc-4da0-96d0-150594bdd919 None None] Port 013ecaa8-2147-46d2-9d40-d1583c35802a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:19.114464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (c7e1a964-0be6-45f0-8236-d166e8987bce), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.177462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:19.177850 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.221029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Subnet': ['ID=c7e1a964-0be6-45f0-8236-d166e8987bce,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:19.239412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:19.242226 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e76ccb-0a26-40c7-9a75-ccb43dc8f713" -d '{"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-plugged", "status": "completed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:19.244280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Checking segment: {'id': '5ed729df-667a-444c-b34a-33bd411ecc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:19.244657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Network hostable DHCP agents. Network: c785236e-a700-4857-bb7a-87317b18ee4b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:19:19.263659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f2f85ff-0df7-45ae-b811-125c529533d5 req-22386d74-4a15-4b5d-9a49-3ded38b2603a tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362029 Mar 22 14:19:19.280684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Network c785236e-a700-4857-bb7a-87317b18ee4b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:19:19.297155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, c785236e-a700-4857-bb7a-87317b18ee4b) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:19.301868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:19.308879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:19.308879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.311064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ecdb0-501d-41f0-a302-82015a706c9a None None] Network c785236e-a700-4857-bb7a-87317b18ee4b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:19.335610 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4884b2df-c22d-4eaa-8e46-22f6cb35d1c0 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8899567 Mar 22 14:19:19.338258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45106) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:19.343491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-302000752', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:19.381832 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.388376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.389464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.493512 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081fd0ea-5d9c-4c0c-84e9-76a677ffbec1 x-openstack-request-id: req-081fd0ea-5d9c-4c0c-84e9-76a677ffbec1 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:19.493806 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-plugged", "status": "completed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:19.494097 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-081fd0ea-5d9c-4c0c-84e9-76a677ffbec1 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:19.494501 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081fd0ea-5d9c-4c0c-84e9-76a677ffbec1'] response: {'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'code': 200} Mar 22 14:19:19.551699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router_controller (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.579868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:19.663789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-c785236e-a700-4857-bb7a-87317b18ee4b', 'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b', 'project_id': '9116c9b897aa4270b241d24dede6d664', 'fixed_ips': [{'subnet_id': 'c7e1a964-0be6-45f0-8236-d166e8987bce'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:19:19.666977 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.861109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router_gateway (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.905898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Allocated IP 172.20.0.2 (c785236e-a700-4857-bb7a-87317b18ee4b/c7e1a964-0be6-45f0-8236-d166e8987bce/7d78b59c-d228-42fd-98cb-839b1817eceb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:19.915671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ee451-ae6b-462d-9138-af3df32bd934 req-83d0609c-89ed-4f81-9277-6db913a4ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:19.917712 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e10ee451-ae6b-462d-9138-af3df32bd934 req-83d0609c-89ed-4f81-9277-6db913a4ce3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1127 time: 0.3645754 Mar 22 14:19:20.051136 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e10ee451-ae6b-462d-9138-af3df32bd934 req-c942f5cf-d61b-459c-b4a9-20b062f4c58b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198835 Mar 22 14:19:20.145110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423847-9ba2-465e-a603-5d265072ebc1 req-340c4fe0-4a28-4264-b44f-f3222351d6b2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:20.146811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75423847-9ba2-465e-a603-5d265072ebc1 req-340c4fe0-4a28-4264-b44f-f3222351d6b2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 1.1202874 Mar 22 14:19:20.281269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75423847-9ba2-465e-a603-5d265072ebc1 req-c36bbb49-684e-4639-a68f-04d27bef308a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231751 Mar 22 14:19:20.334435 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Publish callbacks [] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.342032 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.359533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router_gateway (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.376019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Network c785236e-a700-4857-bb7a-87317b18ee4b is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:20.377480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:20.397132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.408014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:20.522507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router 8b80d469-ae79-4978-b24c-b586448bf576 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:20.532247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Pushing event updated for resources: {'Port': ['ID=7d78b59c-d228-42fd-98cb-839b1817eceb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:20.539274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Allocated IP 172.25.2.137 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/8c56a2d6-6063-4157-a81f-7613b5a40ec6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:20.539638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82023e76-cf1c-4744-ad6c-4ccd294ec859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.608727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Attempting to bind port 7d78b59c-d228-42fd-98cb-839b1817eceb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:20.609088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Attempting to bind port 7d78b59c-d228-42fd-98cb-839b1817eceb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5ed729df-667a-444c-b34a-33bd411ecc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:20.609452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Attempting to bind port 7d78b59c-d228-42fd-98cb-839b1817eceb on network c785236e-a700-4857-bb7a-87317b18ee4b {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:20.618087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013ecaa8-2147-46d2-9d40-d1583c35802a {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:20.625839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:20.626297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Checking segment: {'id': '5ed729df-667a-444c-b34a-33bd411ecc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:20.626627 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.627017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Bound using segment: {'id': '5ed729df-667a-444c-b34a-33bd411ecc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:20.627482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Bound port: 7d78b59c-d228-42fd-98cb-839b1817eceb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed729df-667a-444c-b34a-33bd411ecc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:20.627855 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.628240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Publish callbacks [] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.633122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664b96f-0693-4a44-9cb0-5107a032545d req-178f0b02-9ea4-4ac6-8ffc-02089a724923 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:20.634804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4664b96f-0693-4a44-9cb0-5107a032545d req-178f0b02-9ea4-4ac6-8ffc-02089a724923 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1027 time: 0.2704537 Mar 22 14:19:20.698435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for port (8c56a2d6-6063-4157-a81f-7613b5a40ec6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.752902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8c56a2d6-6063-4157-a81f-7613b5a40ec6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.763017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] For port 7d78b59c-d228-42fd-98cb-839b1817eceb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:20.769190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] For port 7d78b59c-d228-42fd-98cb-839b1817eceb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7d78b59c-d228-42fd-98cb-839b1817eceb,segment=NetworkSegment(5ed729df-667a-444c-b34a-33bd411ecc2a),segment_id=5ed729df-667a-444c-b34a-33bd411ecc2a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:20.769875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Transition to ACTIVE for port object 013ecaa8-2147-46d2-9d40-d1583c35802a will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:19:20.778166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.810156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.854972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:20.872520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81ecef-93e4-4884-93b6-19131b3f82d7 None None] Pushing event updated for resources: {'Port': ['ID=7d78b59c-d228-42fd-98cb-839b1817eceb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:20.875018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Port': ['ID=8c56a2d6-6063-4157-a81f-7613b5a40ec6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:20.877573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:20.879980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:20.979531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4664b96f-0693-4a44-9cb0-5107a032545d req-f122b8f9-8337-4270-8567-f50c52dc794f tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737284 Mar 22 14:19:20.980322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Pushing event updated for resources: {'Port': ['ID=013ecaa8-2147-46d2-9d40-d1583c35802a,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:21.062550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:21.072497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] Sync routers for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:21.100248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:21.100892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:21.279217 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.423747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-16884a18-6b1f-4908-a7df-55d01f38e09a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9559624 Mar 22 14:19:21.435426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router_gateway (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.440676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:21.447308 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:21.513296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Attempting to bind port 013ecaa8-2147-46d2-9d40-d1583c35802a on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:21.513631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Attempting to bind port 013ecaa8-2147-46d2-9d40-d1583c35802a by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:21.514410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Attempting to bind port 013ecaa8-2147-46d2-9d40-d1583c35802a on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:21.514611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:21.568942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Port 013ecaa8-2147-46d2-9d40-d1583c35802a on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:19:21.569933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Attempting to bind port 013ecaa8-2147-46d2-9d40-d1583c35802a on network 7bc57285-8b63-4695-97b5-10ac9e5b5538 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:21.655057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:21.655408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Checking segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:21.655808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Bound using segment: {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:21.656265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Bound port: 013ecaa8-2147-46d2-9d40-d1583c35802a, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:21.656638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.759938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7c72a-1712-48a1-9a9f-ab9ac76e66dc req-e79087dd-74ea-4656-b174-4823e82734aa tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:21.761749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba7c72a-1712-48a1-9a9f-ab9ac76e66dc req-e79087dd-74ea-4656-b174-4823e82734aa tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.2495425 Mar 22 14:19:21.806267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59963b5-640d-4304-bb7b-2cfc01cd45e9 req-5ade8910-146e-464c-b5b7-bfd9aabc7b3d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:21.808068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e59963b5-640d-4304-bb7b-2cfc01cd45e9 req-5ade8910-146e-464c-b5b7-bfd9aabc7b3d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.2234974 Mar 22 14:19:21.854491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] For port 013ecaa8-2147-46d2-9d40-d1583c35802a, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:21.864475 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.870496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] For port 013ecaa8-2147-46d2-9d40-d1583c35802a, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=013ecaa8-2147-46d2-9d40-d1583c35802a,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:21.887873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.914278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cba7c72a-1712-48a1-9a9f-ab9ac76e66dc req-d975966f-9233-4c85-8615-80e47e3fdafd tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468694 Mar 22 14:19:22.039444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:22.040075 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.041552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] 10.222.0.57 "PUT /v2.0/ports/013ecaa8-2147-46d2-9d40-d1583c35802a HTTP/1.1" status: 200 len: 1091 time: 3.6491861 Mar 22 14:19:22.139494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e59963b5-640d-4304-bb7b-2cfc01cd45e9 req-8ec21020-aa2d-427a-ac29-6b5ad74a37a6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225982 Mar 22 14:19:22.140242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe8e0b-28ad-45a5-b55c-506cecbbc6fc service neutron] Pushing event updated for resources: {'Port': ['ID=013ecaa8-2147-46d2-9d40-d1583c35802a,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:22.166617 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f2ed0-00a4-444b-a19d-82c7fe650024 x-openstack-request-id: req-ea5f2ed0-00a4-444b-a19d-82c7fe650024 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:22.166617 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:22.166617 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea5f2ed0-00a4-444b-a19d-82c7fe650024 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:22.166617 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5f2ed0-00a4-444b-a19d-82c7fe650024'] response: {'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'status': 'completed', 'code': 200} Mar 22 14:19:22.184398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45140) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:22.399516 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-372c1655-1afd-4246-92ed-e543523f83e0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/08ecc5e6-0c85-419f-a73e-2622099a02f2 HTTP/1.1" status: 200 len: 991 time: 0.2136812 Mar 22 14:19:22.424897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-beb83f45-8d8f-40c1-b5fc-5401cb75bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:22.426983 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-beb83f45-8d8f-40c1-b5fc-5401cb75bc6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6b3c5de2e0140beaa03ebc07c839e8c&device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1125 time: 0.2435064 Mar 22 14:19:22.533925 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.560284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '08ecc5e6-0c85-419f-a73e-2622099a02f2', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'port_id': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'mac_address': 'fa:16:3e:ea:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:19:16Z', 'updated_at': '2022-03-22T14:19:16Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:19:02Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:22.592352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-614b6146-48fc-4a95-a4fd-c4be7e4c3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:22.594270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-614b6146-48fc-4a95-a4fd-c4be7e4c3df0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1128 time: 0.4509728 Mar 22 14:19:22.604956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] Checking router: 8b80d469-ae79-4978-b24c-b586448bf576 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:22.615203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:22.616256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:22.653003 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-d58264ac-dbed-47a1-aa3e-cb3365040c45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=013ecaa8-2147-46d2-9d40-d1583c35802a HTTP/1.1" status: 200 len: 217 time: 0.2148836 Mar 22 14:19:22.775205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-8f8a9ccf-d288-4a42-aa56-021af7b1d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:22.776687 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-8f8a9ccf-d288-4a42-aa56-021af7b1d063 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd HTTP/1.1" status: 200 len: 848 time: 0.1144094 Mar 22 14:19:22.791668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:22.846036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-ae56f755-6d15-45f8-8541-f434affe4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:22.847716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-ae56f755-6d15-45f8-8541-f434affe4d49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 897 time: 0.2475910 Mar 22 14:19:22.868788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e9ec6-cd73-46a5-83e6-08856c4dc9c3 req-b8327b17-fa51-4ace-9fcd-377aa1d56378 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:22.870603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-657e9ec6-cd73-46a5-83e6-08856c4dc9c3 req-b8327b17-fa51-4ace-9fcd-377aa1d56378 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1125 time: 0.5579629 Mar 22 14:19:22.894867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Router fcf3e97a-d58b-462d-b2e9-6cb9e69d147f is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:19:22.927762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910501bc-337d-47f7-971e-4b4a2f5e4cee req-2c5c3645-fcf4-41c1-998e-a46063a1ef4b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:22.935904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-910501bc-337d-47f7-971e-4b4a2f5e4cee req-2c5c3645-fcf4-41c1-998e-a46063a1ef4b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.6712601 Mar 22 14:19:22.996435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45148) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:23.023448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-657e9ec6-cd73-46a5-83e6-08856c4dc9c3 req-07863c7d-97d8-4c7b-95cb-3497102091fb tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064301 Mar 22 14:19:23.082315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-163f8b78-b4e5-46b6-9c31-1f9932100643 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 999 time: 0.2276289 Mar 22 14:19:23.088429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'floatingip': {'port_id': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:23.183646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-539ecac9-31f4-4e90-ad1b-a3998ec9d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:23.195193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-539ecac9-31f4-4e90-ad1b-a3998ec9d481 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1042578 Mar 22 14:19:23.209363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7d78b59c-d228-42fd-98cb-839b1817eceb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:23.212548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f42bb2a-7a4c-4c7d-ad8a-9a3416ae96c5 None None] Network c785236e-a700-4857-bb7a-87317b18ee4b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:23.296346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-3d8afa4f-4661-46bc-9f4d-56f154d11f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:23.307855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-3d8afa4f-4661-46bc-9f4d-56f154d11f76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0978732 Mar 22 14:19:23.426472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-4eaa5f2b-c9eb-4da4-be31-891e75687ee4 service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175370 Mar 22 14:19:23.427111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45154) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:23.563738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7afde4a6-233b-4ad9-9d86-a532a7570ff1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/08ecc5e6-0c85-419f-a73e-2622099a02f2 HTTP/1.1" status: 200 len: 991 time: 0.1353548 Mar 22 14:19:23.670249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3789d5-8f95-48bd-8507-5bfb1127a3a6 req-1b681059-a2ac-4510-b7b5-25f6c348dac5 service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052759 Mar 22 14:19:23.733639 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.805673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7d78b59c-d228-42fd-98cb-839b1817eceb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:23.807093 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.873994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '08ecc5e6-0c85-419f-a73e-2622099a02f2', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'port_id': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'mac_address': 'fa:16:3e:ea:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:19:16Z', 'updated_at': '2022-03-22T14:19:16Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:19:02Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:23.922336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-6b5b7321-3b76-4cf1-80a1-ca253fe41eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:23.928646 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-6b5b7321-3b76-4cf1-80a1-ca253fe41eb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bc57285-8b63-4695-97b5-10ac9e5b5538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1379533 Mar 22 14:19:23.966016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df40e1-72b6-45cf-9860-a540485b0160 None None] The sync data for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 is: [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '08ecc5e6-0c85-419f-a73e-2622099a02f2', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'port_id': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'mac_address': 'fa:16:3e:ea:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:19:16Z', 'updated_at': '2022-03-22T14:19:16Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:19:02Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:23.990061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (6fedbf90-9233-423a-b031-2c772782dd16), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.019133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d91c5323-006d-474f-a7d5-a5b99c1e4e98 None None] Provisioning complete for port 7d78b59c-d228-42fd-98cb-839b1817eceb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:24.019674 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d91c5323-006d-474f-a7d5-a5b99c1e4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.162251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'tag': '013ecaa8-2147-46d2-9d40-d1583c35802a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:24.173095 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1819c60f-af4b-40ed-a82e-1f9b7de65b1e", "tag": "013ecaa8-2147-46d2-9d40-d1583c35802a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:24.259264 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5427158-87c1-4cc5-9a57-d68098ba7abf x-openstack-request-id: req-f5427158-87c1-4cc5-9a57-d68098ba7abf {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:24.259881 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1819c60f-af4b-40ed-a82e-1f9b7de65b1e", "tag": "013ecaa8-2147-46d2-9d40-d1583c35802a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:24.260292 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5427158-87c1-4cc5-9a57-d68098ba7abf {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:24.260770 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5427158-87c1-4cc5-9a57-d68098ba7abf'] response: {'name': 'network-changed', 'server_uuid': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'tag': '013ecaa8-2147-46d2-9d40-d1583c35802a', 'status': 'completed', 'code': 200} Mar 22 14:19:24.307145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27f99-addc-465b-90be-d450588e2811 req-340943a8-7165-47f4-82ec-ad8d9c55f0ad tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:24.311555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1db27f99-addc-465b-90be-d450588e2811 req-340943a8-7165-47f4-82ec-ad8d9c55f0ad tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1125 time: 0.1598418 Mar 22 14:19:24.318825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d91c5323-006d-474f-a7d5-a5b99c1e4e98 None None] Current status of the port 7d78b59c-d228-42fd-98cb-839b1817eceb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:24.321535 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d91c5323-006d-474f-a7d5-a5b99c1e4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.444208 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803f077-1d95-4c00-8dc4-78b7d9ef3411 None None] New status for floating IP 08ecc5e6-0c85-419f-a73e-2622099a02f2: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:19:24.446121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1db27f99-addc-465b-90be-d450588e2811 req-894aecf0-912b-4194-bb91-e0b9af982125 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283832 Mar 22 14:19:24.565584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45168) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:24.604634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d91c5323-006d-474f-a7d5-a5b99c1e4e98 None None] For port 7d78b59c-d228-42fd-98cb-839b1817eceb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7d78b59c-d228-42fd-98cb-839b1817eceb,segment=NetworkSegment(5ed729df-667a-444c-b34a-33bd411ecc2a),segment_id=5ed729df-667a-444c-b34a-33bd411ecc2a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:24.644927 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.657453 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d91c5323-006d-474f-a7d5-a5b99c1e4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.670847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7d78b59c-d228-42fd-98cb-839b1817eceb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:24.673198 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.706213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-27759f38-abc6-4af5-a2c2-d079388cc9c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/08ecc5e6-0c85-419f-a73e-2622099a02f2 HTTP/1.1" status: 200 len: 991 time: 0.1371377 Mar 22 14:19:24.905618 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:19:24.906141 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:19:24.925244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.934609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c9524a7f-1e09-428c-9f42-e12d7dd278dc None None] Provisioning complete for port 7d78b59c-d228-42fd-98cb-839b1817eceb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:24.935027 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c9524a7f-1e09-428c-9f42-e12d7dd278dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.041385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c5323-006d-474f-a7d5-a5b99c1e4e98 None None] Pushing event updated for resources: {'Port': ['ID=7d78b59c-d228-42fd-98cb-839b1817eceb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:25.108843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c9524a7f-1e09-428c-9f42-e12d7dd278dc None None] Current status of the port 7d78b59c-d228-42fd-98cb-839b1817eceb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:25.180928 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-08d60329-a30f-4ace-8a48-6362b30324b9 service neutron] 10.222.0.57 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2373483 Mar 22 14:19:25.273779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:19:25.315238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:25.339028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] Sync routers for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:25.360113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.361737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3bf2109a-f703-46e7-9971-bb4125421234 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.0225294 Mar 22 14:19:25.364706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45172) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:25.381570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:25.382327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:25.397665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.436924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (6fedbf90-9233-423a-b031-2c772782dd16), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.482636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:25.489184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7d78b59c-d228-42fd-98cb-839b1817eceb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:25.495788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:25.496415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:25.586509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:25.587168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19337a2-bac3-453f-9352-878a342011b1 None None] The sync data for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:25.631035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7d78b59c-d228-42fd-98cb-839b1817eceb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:25.677248 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ee2c4709-179d-4f71-8632-075ba7823d96 req-8b19ae45-3953-4495-82c3-1f47ed8e25f9 service neutron] 10.222.0.57 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879792 Mar 22 14:19:25.710565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45176) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:25.737082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7d78b59c-d228-42fd-98cb-839b1817eceb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:25.738095 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.771491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dad2a-674a-4796-92fd-c1fb23d9f0fc req-a80ef9a0-e5da-4e1a-9f99-6b4f5825c2c5 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:25.778564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c94dad2a-674a-4796-92fd-c1fb23d9f0fc req-a80ef9a0-e5da-4e1a-9f99-6b4f5825c2c5 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1125 time: 0.1522036 Mar 22 14:19:25.841392 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Floating IP 6fedbf90-9233-423a-b031-2c772782dd16 associated. External IP: 172.25.2.14, port: 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7. Mar 22 14:19:25.903025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7d78b59c-d228-42fd-98cb-839b1817eceb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:26.017369 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a0b3784a-9e6c-48a2-bca9-bcb3a61d2573 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/08ecc5e6-0c85-419f-a73e-2622099a02f2 HTTP/1.1" status: 200 len: 993 time: 0.3066020 Mar 22 14:19:26.141169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-956397a2-33fb-433a-be62-2e0486d03951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:26.143771 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-956397a2-33fb-433a-be62-2e0486d03951 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6b3c5de2e0140beaa03ebc07c839e8c&device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1125 time: 0.1598594 Mar 22 14:19:26.434065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Router 66ecae21-d0e4-421a-8e52-12a67ba94f98 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:26.727396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:26.733989 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.745675 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] Sync routers for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:26.774612 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:26.775273 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:26.793680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c94dad2a-674a-4796-92fd-c1fb23d9f0fc req-448b6386-9452-4556-bbbe-0c19e467a24f tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9920151 Mar 22 14:19:26.840482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-abe3a306-cc9c-47a7-b932-7b828da457f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:26.842131 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-abe3a306-cc9c-47a7-b932-7b828da457f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bc57285-8b63-4695-97b5-10ac9e5b5538 HTTP/1.1" status: 200 len: 910 time: 0.6850226 Mar 22 14:19:26.846675 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aa63b9f4-6b25-4b3c-851a-820483b8fe49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "PUT /v2.0/floatingips/6fedbf90-9233-423a-b031-2c772782dd16 HTTP/1.1" status: 200 len: 990 time: 3.8492391 Mar 22 14:19:26.847468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:26.850006 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:27.018730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-1e41067e-2c4a-4517-b3f1-7b26065f91c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=013ecaa8-2147-46d2-9d40-d1583c35802a HTTP/1.1" status: 200 len: 217 time: 0.1657345 Mar 22 14:19:27.102106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-d2e5bb7a-6bc5-4776-b6d6-2be9a2e55ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:27.106317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-d2e5bb7a-6bc5-4776-b6d6-2be9a2e55ba2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd HTTP/1.1" status: 200 len: 848 time: 0.0792863 Mar 22 14:19:27.230124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-1db386f1-dccf-4bcc-8620-1a4ea02cf091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:27.235170 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-1db386f1-dccf-4bcc-8620-1a4ea02cf091 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bc57285-8b63-4695-97b5-10ac9e5b5538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1205258 Mar 22 14:19:27.312080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:27.347620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:27.371143 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de93eb9-b812-4cce-95d2-a3df31c4ab28 x-openstack-request-id: req-8de93eb9-b812-4cce-95d2-a3df31c4ab28 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:27.371450 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:27.371684 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8de93eb9-b812-4cce-95d2-a3df31c4ab28 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:27.372264 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de93eb9-b812-4cce-95d2-a3df31c4ab28'] response: {'name': 'network-changed', 'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'status': 'completed', 'code': 200} Mar 22 14:19:27.463490 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-7a6f1e65-32eb-498d-a9f6-f8a8739db877 service neutron] 10.222.0.57 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212634 Mar 22 14:19:27.530800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-ae5b2ed4-f68f-4c22-b0cb-ba5e3f10bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:27.532328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-ae5b2ed4-f68f-4c22-b0cb-ba5e3f10bb2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1127 time: 0.1088002 Mar 22 14:19:27.679718 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-44373a7b-9b9e-464c-b92e-c1ff825bb9dc req-08a99b4a-91e6-4536-b5ef-25b03518fafa service neutron] 10.222.0.57 "GET /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100298 Mar 22 14:19:27.854655 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6fedbf90-9233-423a-b031-2c772782dd16', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'port_id': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'mac_address': 'fa:16:3e:f5:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:19:06Z', 'updated_at': '2022-03-22T14:19:25Z', 'revision_number': 1, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:27.884973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-97d20fe9-4863-4376-8a70-96685f7f469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:27.887257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-97d20fe9-4863-4376-8a70-96685f7f469e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.3474176 Mar 22 14:19:27.899701 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] Checking router: 66ecae21-d0e4-421a-8e52-12a67ba94f98 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:27.908783 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:27.918797 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:27.978535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-133c2110-4ecb-442f-9bbc-8142c0b0918d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 998 time: 0.0837154 Mar 22 14:19:28.048609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-34a8b86f-86f0-416f-a219-3164949112ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:28.050041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-34a8b86f-86f0-416f-a219-3164949112ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0572448 Mar 22 14:19:28.065159 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:28.216653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 013ecaa8-2147-46d2-9d40-d1583c35802a details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:19:28.243975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Allocated IP 172.20.0.1 (c785236e-a700-4857-bb7a-87317b18ee4b/c7e1a964-0be6-45f0-8236-d166e8987bce/db92625d-726d-4caa-b991-583416fa8db1) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:28.413956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for port (db92625d-726d-4caa-b991-583416fa8db1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.439848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 013ecaa8-2147-46d2-9d40-d1583c35802a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=013ecaa8-2147-46d2-9d40-d1583c35802a,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:28.457210 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (db92625d-726d-4caa-b991-583416fa8db1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.475010 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6fedbf90-9233-423a-b031-2c772782dd16', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'port_id': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'mac_address': 'fa:16:3e:f5:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:19:06Z', 'updated_at': '2022-03-22T14:19:25Z', 'revision_number': 1, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:28.485907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '013ecaa8-2147-46d2-9d40-d1583c35802a', 'network_id': '7bc57285-8b63-4695-97b5-10ac9e5b5538', 'port_id': '013ecaa8-2147-46d2-9d40-d1583c35802a', 'mac_address': 'fa:16:3e:a7:2d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:19:28.509892 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5265c8-876a-4921-9241-838dad9f86f3 None None] The sync data for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 is: [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6fedbf90-9233-423a-b031-2c772782dd16', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'port_id': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'mac_address': 'fa:16:3e:f5:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:19:06Z', 'updated_at': '2022-03-22T14:19:25Z', 'revision_number': 1, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:28.535188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.572474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 013ecaa8-2147-46d2-9d40-d1583c35802a is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:28.573137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.589239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d524d7-721e-4fa0-84f9-3b39f1c73944 req-3c6ade5f-dddf-4d97-aa44-adc5577e0afe tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:28.590893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9d524d7-721e-4fa0-84f9-3b39f1c73944 req-3c6ade5f-dddf-4d97-aa44-adc5577e0afe tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1125 time: 0.6111825 Mar 22 14:19:28.592152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013ecaa8-2147-46d2-9d40-d1583c35802a {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:28.607021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Network c785236e-a700-4857-bb7a-87317b18ee4b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:28.617421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 013ecaa8-2147-46d2-9d40-d1583c35802a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=013ecaa8-2147-46d2-9d40-d1583c35802a,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:28.626343 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.649665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-7802b263-c746-4acc-bcdf-8d5996223151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:28.651264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-7802b263-c746-4acc-bcdf-8d5996223151 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5775869 Mar 22 14:19:28.651929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Port': ['ID=db92625d-726d-4caa-b991-583416fa8db1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:28.703514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:28.715082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:28.752781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=013ecaa8-2147-46d2-9d40-d1583c35802a,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:28.887652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['013ecaa8-2147-46d2-9d40-d1583c35802a'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:29.012690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9d524d7-721e-4fa0-84f9-3b39f1c73944 req-e266b286-eb7c-4678-b41d-0f3b4a8db76e tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980882 Mar 22 14:19:29.014667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-927fa071-06cc-40e6-b381-3c5a98949c1c service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282051 Mar 22 14:19:29.189473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.245690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7d037a38-b289-46b1-9b44-bb67635724a6 None None] Provisioning complete for port db92625d-726d-4caa-b991-583416fa8db1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:29.246314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7d037a38-b289-46b1-9b44-bb67635724a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (db92625d-726d-4caa-b991-583416fa8db1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.333113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7d037a38-b289-46b1-9b44-bb67635724a6 None None] Port db92625d-726d-4caa-b991-583416fa8db1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:29.508408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7b52e44-601c-4b63-b04d-6a433ae7f6f5 req-e6b543d0-2c77-4779-a6c3-91a38d9b474e service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807000 Mar 22 14:19:29.537343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (db92625d-726d-4caa-b991-583416fa8db1), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.751134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817e99c-8016-43dd-a845-01f04e2fd429 None None] New status for floating IP 6fedbf90-9233-423a-b031-2c772782dd16: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:19:30.166808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for port (db92625d-726d-4caa-b991-583416fa8db1), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.180526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (db92625d-726d-4caa-b991-583416fa8db1), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.232799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 013ecaa8-2147-46d2-9d40-d1583c35802a up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:30.299308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Port': ['ID=db92625d-726d-4caa-b991-583416fa8db1,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:30.346788 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.368434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d994a18-8d13-47ed-b864-24b461fe19eb req-d5cf209d-afd9-4ec4-90ae-fb684138c995 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:30.370110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d994a18-8d13-47ed-b864-24b461fe19eb req-d5cf209d-afd9-4ec4-90ae-fb684138c995 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1126 time: 0.2011950 Mar 22 14:19:30.402541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 013ecaa8-2147-46d2-9d40-d1583c35802a completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:19:30.416094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 013ecaa8-2147-46d2-9d40-d1583c35802a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:30.416472 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.481757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Network c785236e-a700-4857-bb7a-87317b18ee4b is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:30.499757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:30.568172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 013ecaa8-2147-46d2-9d40-d1583c35802a is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:30.573124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.664179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ecaa8-2147-46d2-9d40-d1583c35802a'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:30.673849 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481c51c0-6d6b-4ca6-b841-7ab7b4578a87" -d '{"events": [{"server_uuid": "1819c60f-af4b-40ed-a82e-1f9b7de65b1e", "name": "network-vif-plugged", "status": "completed", "tag": "013ecaa8-2147-46d2-9d40-d1583c35802a"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:30.697355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 013ecaa8-2147-46d2-9d40-d1583c35802a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=013ecaa8-2147-46d2-9d40-d1583c35802a,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:30.724814 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.839870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d994a18-8d13-47ed-b864-24b461fe19eb req-c844d24b-4fbf-40f4-8ce5-917fb8db69bf tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589655 Mar 22 14:19:30.852200 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6d004a-8c86-42b0-b7ee-e3de881774c1 x-openstack-request-id: req-0c6d004a-8c86-42b0-b7ee-e3de881774c1 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:30.852486 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819c60f-af4b-40ed-a82e-1f9b7de65b1e", "name": "network-vif-plugged", "status": "completed", "tag": "013ecaa8-2147-46d2-9d40-d1583c35802a", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:30.852738 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c6d004a-8c86-42b0-b7ee-e3de881774c1 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:30.853155 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6d004a-8c86-42b0-b7ee-e3de881774c1'] response: {'server_uuid': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ecaa8-2147-46d2-9d40-d1583c35802a', 'code': 200} Mar 22 14:19:30.930087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=013ecaa8-2147-46d2-9d40-d1583c35802a,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:30.971203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Router fcf3e97a-d58b-462d-b2e9-6cb9e69d147f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:30.972735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a5edc8bd-8807-4c1f-bc8c-f6f966fd22a0 None None] Provisioning complete for port db92625d-726d-4caa-b991-583416fa8db1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:30.973118 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a5edc8bd-8807-4c1f-bc8c-f6f966fd22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (db92625d-726d-4caa-b991-583416fa8db1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.993509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c844f92-d765-4990-b3c0-692cbf1b424a req-bf8380a8-440f-4007-9aa3-619c04dbe9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:30.995309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c844f92-d765-4990-b3c0-692cbf1b424a req-bf8380a8-440f-4007-9aa3-619c04dbe9dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.1033840 Mar 22 14:19:31.097397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a5edc8bd-8807-4c1f-bc8c-f6f966fd22a0 None None] Port db92625d-726d-4caa-b991-583416fa8db1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:31.120636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c844f92-d765-4990-b3c0-692cbf1b424a req-296d7bee-729c-4eb0-8645-b2f49f00d768 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190534 Mar 22 14:19:31.140883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:31.152709 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] Sync routers for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:31.171658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f87807f1-d7b5-473e-a3ad-63e887ae9bcb tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "PUT /v2.0/routers/fcf3e97a-d58b-462d-b2e9-6cb9e69d147f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8055148 Mar 22 14:19:31.174318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45224) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:31.188077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Request body: {'port': {'network_id': 'c785236e-a700-4857-bb7a-87317b18ee4b', 'name': 'tempest-FloatingIPAdminTestJSON-627631529'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:31.200157 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:31.200787 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:31.270910 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:31.292354 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:31.293257 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:31.362765 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:31.363924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c72a8b-6bc9-45da-ab63-e0226c777cba None None] The sync data for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:31.379361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Made reservation on behalf of 9116c9b897aa4270b241d24dede6d664 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:31.384075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.410813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] device_id is not set on port 5a44d883-a4aa-499c-8207-b1eb815abc1e yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:19:31.551689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Allocated IP 172.20.0.13 (c785236e-a700-4857-bb7a-87317b18ee4b/c7e1a964-0be6-45f0-8236-d166e8987bce/5a44d883-a4aa-499c-8207-b1eb815abc1e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:31.715135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for port (5a44d883-a4aa-499c-8207-b1eb815abc1e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.756401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5a44d883-a4aa-499c-8207-b1eb815abc1e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.844453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Network c785236e-a700-4857-bb7a-87317b18ee4b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:31.866274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:31.881222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:31.885788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event updated for resources: {'Port': ['ID=5a44d883-a4aa-499c-8207-b1eb815abc1e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:31.924567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.924925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.925249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.925589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.941184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.941605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.941955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.942359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.942700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.943088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.943540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.943872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.944198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.949387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.949797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:32.017548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:32.020515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.051376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e319273d-38db-4b9d-af03-7d3cec45154a tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8742421 Mar 22 14:19:32.054676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45234) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:32.099305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa06b-e686-4e95-9e91-ad337a3b292d req-3d84e690-6481-4743-bee8-789dc87160fe tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:32.101396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b44aa06b-e686-4e95-9e91-ad337a3b292d req-3d84e690-6481-4743-bee8-789dc87160fe tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.0931542 Mar 22 14:19:32.195971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'project_id': '9116c9b897aa4270b241d24dede6d664', 'port_id': '5a44d883-a4aa-499c-8207-b1eb815abc1e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:32.272733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b44aa06b-e686-4e95-9e91-ad337a3b292d req-c45998a3-61d2-463e-b874-5405c8e8da72 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642635 Mar 22 14:19:32.275442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.335232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6cb7918e-8516-4ac6-b25f-b8d4a2254b27 None None] Provisioning complete for port 5a44d883-a4aa-499c-8207-b1eb815abc1e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:32.335870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6cb7918e-8516-4ac6-b25f-b8d4a2254b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5a44d883-a4aa-499c-8207-b1eb815abc1e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.424682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7918e-8516-4ac6-b25f-b8d4a2254b27 None None] Port 5a44d883-a4aa-499c-8207-b1eb815abc1e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:32.443356 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.592112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Allocated IP 172.25.2.17 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c9ff7916-6fb0-417c-8678-f4879a106d70) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:32.729618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.767142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.831858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:32.845764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:32.858344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:32.864782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ff7916-6fb0-417c-8678-f4879a106d70,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:33.487889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808cf1f-654f-4d8f-b1e0-d551b17990bf req-b0005061-cf3c-4c14-8290-1f8a74c56d9c tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:33.489517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0808cf1f-654f-4d8f-b1e0-d551b17990bf req-b0005061-cf3c-4c14-8290-1f8a74c56d9c tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.0944536 Mar 22 14:19:33.593685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0808cf1f-654f-4d8f-b1e0-d551b17990bf req-45c87bd6-3579-4e8c-a03c-c2b15e8aa8df tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903986 Mar 22 14:19:33.782620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36931ab-f353-42b5-9aa1-524fd4f061e8 req-28f0bb27-2c8a-45e9-809d-9560a4264b57 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:33.785269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b36931ab-f353-42b5-9aa1-524fd4f061e8 req-28f0bb27-2c8a-45e9-809d-9560a4264b57 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.0909305 Mar 22 14:19:33.862580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b36931ab-f353-42b5-9aa1-524fd4f061e8 req-e62487dc-2f1c-4c71-8a5c-746915aab0f9 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714731 Mar 22 14:19:33.871629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for floatingip (bb8d4db8-2ae8-4a7e-8dee-6f9ae8341b93), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.999414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.059959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f4db0-99b6-49eb-9175-21979994426e req-b2892524-e67d-43eb-9c1d-98521c0daeec tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:34.061599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-522f4db0-99b6-49eb-9175-21979994426e req-b2892524-e67d-43eb-9c1d-98521c0daeec tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.1167171 Mar 22 14:19:34.125130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-522f4db0-99b6-49eb-9175-21979994426e req-ca2e6f7b-68f7-44b2-ad24-fbfe4ab602b9 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569844 Mar 22 14:19:34.287782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.302906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.423029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ff7916-6fb0-417c-8678-f4879a106d70,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:34.430305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b99b2-5fb8-46c8-8282-4b67bc8715ac req-fda7b350-757d-47ce-8a59-eca9903f35b7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:34.433222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (bb8d4db8-2ae8-4a7e-8dee-6f9ae8341b93), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.437899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-074b99b2-5fb8-46c8-8282-4b67bc8715ac req-fda7b350-757d-47ce-8a59-eca9903f35b7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.0937343 Mar 22 14:19:34.501591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-074b99b2-5fb8-46c8-8282-4b67bc8715ac req-495e02d3-505a-4d3e-859d-a3fc1136f097 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582445 Mar 22 14:19:34.564028 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Floating IP bb8d4db8-2ae8-4a7e-8dee-6f9ae8341b93 associated. External IP: 172.25.2.17, port: 5a44d883-a4aa-499c-8207-b1eb815abc1e. Mar 22 14:19:34.872684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Router fcf3e97a-d58b-462d-b2e9-6cb9e69d147f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:35.030347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:35.043288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] Sync routers for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:35.060958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:35.062916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:35.073210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:35.112791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:35.119126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45266) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:35.119649 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc432a34-a062-4bbf-be8f-2a021276ad9c tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.0624340 Mar 22 14:19:35.140123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:35.144698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:35.197173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:35.198505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eff9ad-60be-496c-a8b9-0be90533a61c None None] The sync data for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:35.542469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45272) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:35.544073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-81334cbe-0919-4fe5-8fc3-855a9b7adc62 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] 10.222.0.44 "GET /v2.0/floatingips/bb8d4db8-2ae8-4a7e-8dee-6f9ae8341b93 HTTP/1.1" status: 200 len: 982 time: 0.4228637 Mar 22 14:19:35.666753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22dff9-db4b-40f4-9fab-a9443429668f req-0aeb5ff4-2fbb-430b-ae63-a60b8c172c37 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:35.672741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd22dff9-db4b-40f4-9fab-a9443429668f req-0aeb5ff4-2fbb-430b-ae63-a60b8c172c37 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.0900228 Mar 22 14:19:35.750550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b0f2fce8-5376-4b76-89a2-6f5d4d4ab3f3 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.2064099 Mar 22 14:19:35.752063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:35.757537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd22dff9-db4b-40f4-9fab-a9443429668f req-2db20806-e0a2-4c2b-b77b-8aa8f14165dd tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770414 Mar 22 14:19:35.855347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-a8bcd69a-2028-478e-83a6-b53077da5e87 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:35.856959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-a8bcd69a-2028-478e-83a6-b53077da5e87 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 1127 time: 0.0731618 Mar 22 14:19:35.985024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Deleting port 013ecaa8-2147-46d2-9d40-d1583c35802a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:35.988544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.010128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Deleting port c9ff7916-6fb0-417c-8678-f4879a106d70 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:36.011294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.147067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.147756 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for floatingip (c9ff7916-6fb0-417c-8678-f4879a106d70), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.164616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Calling delete_port for c9ff7916-6fb0-417c-8678-f4879a106d70 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:36.213031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] For port 013ecaa8-2147-46d2-9d40-d1583c35802a, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=013ecaa8-2147-46d2-9d40-d1583c35802a,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:36.214432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.244729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Calling delete_port for 013ecaa8-2147-46d2-9d40-d1583c35802a owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:36.438544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c9ff7916-6fb0-417c-8678-f4879a106d70), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.465789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Port': ['ID=c9ff7916-6fb0-417c-8678-f4879a106d70,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:36.489926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (013ecaa8-2147-46d2-9d40-d1583c35802a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.508724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2f399376-9c02-4161-bac3-a0271eaa6909'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:36.568277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Pushing event deleted for resources: {'Port': ['ID=013ecaa8-2147-46d2-9d40-d1583c35802a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:36.686138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for floatingip (bb8d4db8-2ae8-4a7e-8dee-6f9ae8341b93), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.690731 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Floating IP bb8d4db8-2ae8-4a7e-8dee-6f9ae8341b93 disassociated (deleted). External IP: 172.25.2.17, port: 5a44d883-a4aa-499c-8207-b1eb815abc1e. Mar 22 14:19:36.702347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] No DVR routers for this DVR port 013ecaa8-2147-46d2-9d40-d1583c35802a on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:36.710378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.719376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-763ea0e2-4b6a-45a1-8fe4-958f0bd0e8c4 req-6ccaf9dc-4742-4e40-bb0b-37f8e64457a7 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.57 "DELETE /v2.0/ports/013ecaa8-2147-46d2-9d40-d1583c35802a HTTP/1.1" status: 204 len: 173 time: 0.8542929 Mar 22 14:19:36.720173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'name': 'network-vif-deleted', 'tag': '013ecaa8-2147-46d2-9d40-d1583c35802a'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:36.727208 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbd744b-cf48-4410-b8f0-3ab45dd8c180" -d '{"events": [{"server_uuid": "1819c60f-af4b-40ed-a82e-1f9b7de65b1e", "name": "network-vif-deleted", "tag": "013ecaa8-2147-46d2-9d40-d1583c35802a"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:36.746587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45288) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:36.863751 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e459cfff-a6f5-4230-b264-3618d1bc4775 x-openstack-request-id: req-e459cfff-a6f5-4230-b264-3618d1bc4775 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:36.865234 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819c60f-af4b-40ed-a82e-1f9b7de65b1e", "name": "network-vif-deleted", "tag": "013ecaa8-2147-46d2-9d40-d1583c35802a", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:36.866372 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e459cfff-a6f5-4230-b264-3618d1bc4775 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:36.866372 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e459cfff-a6f5-4230-b264-3618d1bc4775'] response: {'server_uuid': '1819c60f-af4b-40ed-a82e-1f9b7de65b1e', 'name': 'network-vif-deleted', 'tag': '013ecaa8-2147-46d2-9d40-d1583c35802a', 'status': 'completed', 'code': 200} Mar 22 14:19:37.050752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06b799d6-c45b-421b-bc80-176b6a83bb6c req-2497f7b7-ca8a-4bc7-a26a-d0dab997fac6 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1819c60f-af4b-40ed-a82e-1f9b7de65b1e HTTP/1.1" status: 200 len: 210 time: 0.1527643 Mar 22 14:19:37.106200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fca4579-8ff4-4db3-af9f-1774bc901f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.337346 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fca4579-8ff4-4db3-af9f-1774bc901f36 admin admin] Publish callbacks [] for security_group (22fa1255-3c8b-4bb5-9488-70af9d367543), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.345336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fca4579-8ff4-4db3-af9f-1774bc901f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (22fa1255-3c8b-4bb5-9488-70af9d367543), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.403303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Router fcf3e97a-d58b-462d-b2e9-6cb9e69d147f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:37.418429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca4579-8ff4-4db3-af9f-1774bc901f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa1255-3c8b-4bb5-9488-70af9d367543,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:37.426273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2fca4579-8ff4-4db3-af9f-1774bc901f36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55d6bb768df441c6b8a58eac4d792777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6776788 Mar 22 14:19:37.428465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45298) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:37.510525 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b29d2ed-11a2-419b-ba62-b82ec77e73cc admin admin] Publish callbacks [] for security_group (22fa1255-3c8b-4bb5-9488-70af9d367543), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.539559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b29d2ed-11a2-419b-ba62-b82ec77e73cc admin admin] Publish callbacks [] for security_group (22fa1255-3c8b-4bb5-9488-70af9d367543), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.557821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:37.562491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.575449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] Sync routers for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:37.594528 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:37.596803 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:37.647020 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5fe4a43a-97d1-4116-bc96-56eae518ef32 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb8d4db8-2ae8-4a7e-8dee-6f9ae8341b93 HTTP/1.1" status: 204 len: 168 time: 1.8896582 Mar 22 14:19:37.654244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45300) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:37.658993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:37.663742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b29d2ed-11a2-419b-ba62-b82ec77e73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (22fa1255-3c8b-4bb5-9488-70af9d367543), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.666849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b29d2ed-11a2-419b-ba62-b82ec77e73cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.673920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4b29d2ed-11a2-419b-ba62-b82ec77e73cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22fa1255-3c8b-4bb5-9488-70af9d367543 HTTP/1.1" status: 204 len: 168 time: 0.2377782 Mar 22 14:19:37.789784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29d2ed-11a2-419b-ba62-b82ec77e73cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa1255-3c8b-4bb5-9488-70af9d367543,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:37.798311 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:37.818743 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.829285 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:37.830433 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:37.882143 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:37.882480 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a48484e-2703-4968-8c96-c9df2901dc28 None None] The sync data for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:38.060209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.281480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 013ecaa8-2147-46d2-9d40-d1583c35802a no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:38.362379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 013ecaa8-2147-46d2-9d40-d1583c35802a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:38.362983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 013ecaa8-2147-46d2-9d40-d1583c35802a not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:38.415917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Allocated IP 172.25.2.123 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b91dbb4a-b0b1-4f4e-b4b9-19a24057af41) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:38.534842 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.590324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.642888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:38.691314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:38.694178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:38.720696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Pushing event updated for resources: {'Port': ['ID=b91dbb4a-b0b1-4f4e-b4b9-19a24057af41,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:38.774387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd83bac-bc76-4f2b-b088-dbb9aec45bf8 req-4e244d2d-fad9-400f-b643-7e34dde0b358 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:38.776197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3bd83bac-bc76-4f2b-b088-dbb9aec45bf8 req-4e244d2d-fad9-400f-b643-7e34dde0b358 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.1997390 Mar 22 14:19:38.872788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3bd83bac-bc76-4f2b-b088-dbb9aec45bf8 req-63f99d02-2189-484b-83fd-bb9fc2d49eba tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531323 Mar 22 14:19:38.902574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for floatingip (3b369d78-c0c7-4206-b53a-0f0cb7054e42), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.947789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.193518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.198801 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.327742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Pushing event updated for resources: {'Port': ['ID=b91dbb4a-b0b1-4f4e-b4b9-19a24057af41,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:39.358819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (3b369d78-c0c7-4206-b53a-0f0cb7054e42), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.391281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.394022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-98f2df41-7c91-410f-9387-25ce7e5c7bc5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7375212 Mar 22 14:19:39.396872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45350) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:39.625324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:39.662097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.823645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-f4384355-756c-40b0-8470-7027dae6f2ef tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:39.825230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-f4384355-756c-40b0-8470-7027dae6f2ef tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.0743756 Mar 22 14:19:39.851197 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.930698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Deleting port 2f399376-9c02-4161-bac3-a0271eaa6909 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:39.930698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.025578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Allocated IP 172.25.2.216 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c046eed5-118b-4c55-9a6f-fa05fc6153cf) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:40.059401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] For port 2f399376-9c02-4161-bac3-a0271eaa6909, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f399376-9c02-4161-bac3-a0271eaa6909,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:40.060005 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.071427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0cf5-5116-49dd-8c2d-521a770901fd req-186e9512-9c91-48fd-808d-2f34d3129f37 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.074629 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f5c0cf5-5116-49dd-8c2d-521a770901fd req-186e9512-9c91-48fd-808d-2f34d3129f37 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b HTTP/1.1" status: 200 len: 1127 time: 0.1080792 Mar 22 14:19:40.085229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Calling delete_port for 2f399376-9c02-4161-bac3-a0271eaa6909 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:40.162395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks [] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.210800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.214558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f5c0cf5-5116-49dd-8c2d-521a770901fd req-a9df3122-3211-4448-b56f-6db3af963185 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0633c71c-a736-439b-94ae-338b6b1e16b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615973 Mar 22 14:19:40.259872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2f399376-9c02-4161-bac3-a0271eaa6909), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.263381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:40.264782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:40.269878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:40.276705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2f399376-9c02-4161-bac3-a0271eaa6909'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:40.312586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Pushing event updated for resources: {'Port': ['ID=c046eed5-118b-4c55-9a6f-fa05fc6153cf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:40.329168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f399376-9c02-4161-bac3-a0271eaa6909,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:40.389633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks [] for floatingip (abfb7b5b-2243-422a-a8ae-603f21914662), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.402250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] No DVR routers for this DVR port 2f399376-9c02-4161-bac3-a0271eaa6909 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:40.405212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.409119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e93b48b4-3414-4538-8b61-8a231a9533e9 req-22ab4710-6655-44bd-84de-59e7f3b21a46 tempest-TestServerMultinode-833230906 tempest-TestServerMultinode-833230906-project-admin] 10.222.0.42 "DELETE /v2.0/ports/2f399376-9c02-4161-bac3-a0271eaa6909 HTTP/1.1" status: 204 len: 173 time: 0.5783911 Mar 22 14:19:40.409630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'name': 'network-vif-deleted', 'tag': '2f399376-9c02-4161-bac3-a0271eaa6909'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:40.412602 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6fbba0-8c9e-4ed9-af04-4052e62d4535" -d '{"events": [{"server_uuid": "c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b", "name": "network-vif-deleted", "tag": "2f399376-9c02-4161-bac3-a0271eaa6909"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:40.444633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.513072 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d268c-cd26-4e39-a98c-3678a1a62394 x-openstack-request-id: req-dc7d268c-cd26-4e39-a98c-3678a1a62394 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:40.513433 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b", "name": "network-vif-deleted", "tag": "2f399376-9c02-4161-bac3-a0271eaa6909", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:40.513743 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc7d268c-cd26-4e39-a98c-3678a1a62394 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:40.514386 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7d268c-cd26-4e39-a98c-3678a1a62394'] response: {'server_uuid': 'c36e113d-ef4a-45e5-95bb-9ae94a7c5a9b', 'name': 'network-vif-deleted', 'tag': '2f399376-9c02-4161-bac3-a0271eaa6909', 'status': 'completed', 'code': 200} Mar 22 14:19:40.656381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks [] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.664094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.758998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Pushing event updated for resources: {'Port': ['ID=c046eed5-118b-4c55-9a6f-fa05fc6153cf,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:40.785256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (abfb7b5b-2243-422a-a8ae-603f21914662), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.803243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.804858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-95b5c305-48c2-4ad5-9b26-5772f3baa25b tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4068847 Mar 22 14:19:40.807516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45406) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:40.928704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f02484d3-fb07-43df-bc40-663b274846d5 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.1197243 Mar 22 14:19:40.931362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45408) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.028916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6de1c7af-2200-44ad-b58c-7d5332d4ed4c tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0941014 Mar 22 14:19:41.030614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45412) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.202980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Deleting port c046eed5-118b-4c55-9a6f-fa05fc6153cf {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:41.203447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.283765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.284407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks [] for floatingip (c046eed5-118b-4c55-9a6f-fa05fc6153cf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.299780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Calling delete_port for c046eed5-118b-4c55-9a6f-fa05fc6153cf owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:41.305825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45416) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.465258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45420) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.545114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c046eed5-118b-4c55-9a6f-fa05fc6153cf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.573605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Pushing event deleted for resources: {'Port': ['ID=c046eed5-118b-4c55-9a6f-fa05fc6153cf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:41.656615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks [] for floatingip (abfb7b5b-2243-422a-a8ae-603f21914662), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.660792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.666392 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a8d426e5-06c5-4e69-bb86-f8cfa8438cfd tempest-FloatingIPAdminTestJSON-670416832 tempest-FloatingIPAdminTestJSON-670416832-project] 10.222.0.44 "DELETE /v2.0/floatingips/abfb7b5b-2243-422a-a8ae-603f21914662 HTTP/1.1" status: 204 len: 168 time: 0.6344671 Mar 22 14:19:41.669976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45424) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.835116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44343ec7-3760-451c-bae8-2ea96d7ec03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.903258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Deleting port b91dbb4a-b0b1-4f4e-b4b9-19a24057af41 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:41.903589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.903844 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.996511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44343ec7-3760-451c-bae8-2ea96d7ec03a admin admin] Publish callbacks [] for security_group (ae571f30-b560-46c7-b8b4-00f21c5e3501), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.004361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44343ec7-3760-451c-bae8-2ea96d7ec03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae571f30-b560-46c7-b8b4-00f21c5e3501), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.046667 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.046935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for floatingip (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.071183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Calling delete_port for b91dbb4a-b0b1-4f4e-b4b9-19a24057af41 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:42.078084 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44343ec7-3760-451c-bae8-2ea96d7ec03a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0130647d15f1419d8803d3218ce60f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6097972 Mar 22 14:19:42.078570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45430) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:42.080911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343ec7-3760-451c-bae8-2ea96d7ec03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae571f30-b560-46c7-b8b4-00f21c5e3501,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:42.204227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-703af411-5ccf-43cc-af26-e937d0fa3103 admin admin] Publish callbacks [] for security_group (ae571f30-b560-46c7-b8b4-00f21c5e3501), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.219531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Deleting port f1c027f5-955a-4a91-986f-3026ce784092 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:42.219531 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f1c027f5-955a-4a91-986f-3026ce784092), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.242530 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-703af411-5ccf-43cc-af26-e937d0fa3103 admin admin] Publish callbacks [] for security_group (ae571f30-b560-46c7-b8b4-00f21c5e3501), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.311588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] For port f1c027f5-955a-4a91-986f-3026ce784092, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f1c027f5-955a-4a91-986f-3026ce784092,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:42.311863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f1c027f5-955a-4a91-986f-3026ce784092), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.328200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Calling delete_port for f1c027f5-955a-4a91-986f-3026ce784092 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:42.332164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-703af411-5ccf-43cc-af26-e937d0fa3103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae571f30-b560-46c7-b8b4-00f21c5e3501), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.334739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-703af411-5ccf-43cc-af26-e937d0fa3103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.338278 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-703af411-5ccf-43cc-af26-e937d0fa3103 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae571f30-b560-46c7-b8b4-00f21c5e3501 HTTP/1.1" status: 204 len: 168 time: 0.2562420 Mar 22 14:19:42.346164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703af411-5ccf-43cc-af26-e937d0fa3103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae571f30-b560-46c7-b8b4-00f21c5e3501,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:42.352900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b91dbb4a-b0b1-4f4e-b4b9-19a24057af41), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.398194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Pushing event deleted for resources: {'Port': ['ID=b91dbb4a-b0b1-4f4e-b4b9-19a24057af41,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:42.461291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f399376-9c02-4161-bac3-a0271eaa6909 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:42.484901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks [] for floatingip (3b369d78-c0c7-4206-b53a-0f0cb7054e42), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.488047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.494390 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5a98d411-8b38-4fc9-9647-832c5fc9d8d4 tempest-FloatingIPAdminTestJSON-260002286 tempest-FloatingIPAdminTestJSON-260002286-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/3b369d78-c0c7-4206-b53a-0f0cb7054e42 HTTP/1.1" status: 204 len: 168 time: 0.8232617 Mar 22 14:19:42.497416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 2f399376-9c02-4161-bac3-a0271eaa6909 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:42.497853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f399376-9c02-4161-bac3-a0271eaa6909 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:42.499635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45438) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:42.616677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Deleting port 5a44d883-a4aa-499c-8207-b1eb815abc1e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:42.617026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5a44d883-a4aa-499c-8207-b1eb815abc1e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.635952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f1c027f5-955a-4a91-986f-3026ce784092), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.670633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c027f5-955a-4a91-986f-3026ce784092,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:42.728377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45442) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:42.738053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5a44d883-a4aa-499c-8207-b1eb815abc1e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.753243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02f534e9-2780-428f-8775-0a90df0e79f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.759085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Calling delete_port for 5a44d883-a4aa-499c-8207-b1eb815abc1e owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:42.944140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02f534e9-2780-428f-8775-0a90df0e79f9 admin admin] Publish callbacks [] for security_group (9d1959a1-caa0-492b-993d-8640b35c57e0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.944394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.944519 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02f534e9-2780-428f-8775-0a90df0e79f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9d1959a1-caa0-492b-993d-8640b35c57e0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.027615 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02f534e9-2780-428f-8775-0a90df0e79f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6eb2f84f4fbb4b29ac6dd6552b27301d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980952 Mar 22 14:19:43.029267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f534e9-2780-428f-8775-0a90df0e79f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1959a1-caa0-492b-993d-8640b35c57e0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:43.032192 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5a44d883-a4aa-499c-8207-b1eb815abc1e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.034008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45452) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:43.084126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Port': ['ID=5a44d883-a4aa-499c-8207-b1eb815abc1e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:43.188879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.197927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1235928-3af3-4c3c-977b-649edd3b77ad tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "DELETE /v2.0/ports/5a44d883-a4aa-499c-8207-b1eb815abc1e HTTP/1.1" status: 204 len: 168 time: 0.6968946 Mar 22 14:19:43.211320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1d14f9c-b72f-456b-9fcc-cd7c857f85b2 admin admin] Publish callbacks [] for security_group (9d1959a1-caa0-492b-993d-8640b35c57e0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.213989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:43.289621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1d14f9c-b72f-456b-9fcc-cd7c857f85b2 admin admin] Publish callbacks [] for security_group (9d1959a1-caa0-492b-993d-8640b35c57e0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.326567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e46e1ae-48e5-4566-a89f-c0e51af4b5c4 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:43.328420 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0e46e1ae-48e5-4566-a89f-c0e51af4b5c4 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf3e97a-d58b-462d-b2e9-6cb9e69d147f HTTP/1.1" status: 200 len: 913 time: 0.1124113 Mar 22 14:19:43.331866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:43.332650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45460) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:43.380981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1d14f9c-b72f-456b-9fcc-cd7c857f85b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9d1959a1-caa0-492b-993d-8640b35c57e0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.387739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1d14f9c-b72f-456b-9fcc-cd7c857f85b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.394865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1d14f9c-b72f-456b-9fcc-cd7c857f85b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1959a1-caa0-492b-993d-8640b35c57e0 HTTP/1.1" status: 204 len: 168 time: 0.3564727 Mar 22 14:19:43.434966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d14f9c-b72f-456b-9fcc-cd7c857f85b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1959a1-caa0-492b-993d-8640b35c57e0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:44.057697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:44.065759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4f11bd12-c105-4921-9516-e7fea90c24e5 admin admin] 10.222.0.44 "PUT /v2.0/routers/e75d16db-ff06-4116-bb87-c0cd7c07c6a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562022 Mar 22 14:19:44.066022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45478) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:44.072805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] Sync routers for ids ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:44.086563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] Routers {'e75d16db-ff06-4116-bb87-c0cd7c07c6a9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:44.087188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:44.274120 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks [] for router (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.313352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] Set router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:44.458048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks [] for router_gateway (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.475165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.651924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Deleting port 7c2deb5e-cd4d-4127-bf48-e27992950ace {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:44.652436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.689637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:19:42Z', 'revision_number': 5, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port': {'id': '7c2deb5e-cd4d-4127-bf48-e27992950ace', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:19Z', 'updated_at': '2022-03-22T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:44.739739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] Checking router: e75d16db-ff06-4116-bb87-c0cd7c07c6a9 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:44.759045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] Routers {'e75d16db-ff06-4116-bb87-c0cd7c07c6a9'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:44.759682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:44.843997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] For port 7c2deb5e-cd4d-4127-bf48-e27992950ace, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7c2deb5e-cd4d-4127-bf48-e27992950ace,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:44.844420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.888633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Calling delete_port for 7c2deb5e-cd4d-4127-bf48-e27992950ace owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:44.979139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] Set router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:45.056306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 6, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:45.085688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a4e48-12ca-43dd-a22e-6bd7fbab4bfa None None] The sync data for ids ['e75d16db-ff06-4116-bb87-c0cd7c07c6a9'] in n-d-834677-3 is: [{'id': 'e75d16db-ff06-4116-bb87-c0cd7c07c6a9', 'name': 'tempest-TestServerMultinode-937008266-router', 'tenant_id': '804d23a571904c0a994ab3a28d0fde5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:18Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 6, 'project_id': '804d23a571904c0a994ab3a28d0fde5b', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:45.276987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7c2deb5e-cd4d-4127-bf48-e27992950ace), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.327957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2deb5e-cd4d-4127-bf48-e27992950ace,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:45.340255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Deleting port db92625d-726d-4caa-b991-583416fa8db1 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:45.340645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (db92625d-726d-4caa-b991-583416fa8db1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.474975 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.623772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (db92625d-726d-4caa-b991-583416fa8db1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.645691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Calling delete_port for db92625d-726d-4caa-b991-583416fa8db1 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:45.651956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.655832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks [] for router_controller (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.803418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (e75d16db-ff06-4116-bb87-c0cd7c07c6a9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.804287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75d16db-ff06-4116-bb87-c0cd7c07c6a9 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:19:45.805288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f1c027f5-955a-4a91-986f-3026ce784092 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:45.815569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.817649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d3025d64-61b7-4619-8526-2c1597ba521f admin admin] 10.222.0.44 "DELETE /v2.0/routers/e75d16db-ff06-4116-bb87-c0cd7c07c6a9 HTTP/1.1" status: 204 len: 168 time: 1.7503531 Mar 22 14:19:45.820194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:45.834088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: f1c027f5-955a-4a91-986f-3026ce784092 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:45.834431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f1c027f5-955a-4a91-986f-3026ce784092 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:45.838457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7c2deb5e-cd4d-4127-bf48-e27992950ace no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:45.889171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] Deleting subnet e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:45.892942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 7c2deb5e-cd4d-4127-bf48-e27992950ace {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:45.894223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7c2deb5e-cd4d-4127-bf48-e27992950ace not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:45.897809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] Publish callbacks [] for subnet (e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.976946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.069433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (db92625d-726d-4caa-b991-583416fa8db1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.158726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Port': ['ID=db92625d-726d-4caa-b991-583416fa8db1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:46.166170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.273069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.330951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:46.348878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.350373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb2e793-348a-475a-919c-bb797ec79896 None None] Network 7bc57285-8b63-4695-97b5-10ac9e5b5538 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:46.358043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:46.364505 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-10f84d06-1ef8-4e12-ad07-653beda2fef9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e1d09fbb-176c-42b4-8c5b-c4e1b6698fdd HTTP/1.1" status: 204 len: 168 time: 0.5319805 Mar 22 14:19:46.469594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7bc57285-8b63-4695-97b5-10ac9e5b5538), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.524178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.614441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] DHCP port deletion for 7bc57285-8b63-4695-97b5-10ac9e5b5538 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:46.722898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Deleting port 83540553-e466-4830-b8e2-0a8129406e1b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:46.723247 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (83540553-e466-4830-b8e2-0a8129406e1b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.733855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] Deleting port 83540553-e466-4830-b8e2-0a8129406e1b {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:46.734283 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (83540553-e466-4830-b8e2-0a8129406e1b), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.833826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] For port 83540553-e466-4830-b8e2-0a8129406e1b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=83540553-e466-4830-b8e2-0a8129406e1b,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:46.834176 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (83540553-e466-4830-b8e2-0a8129406e1b), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.845888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] For port 83540553-e466-4830-b8e2-0a8129406e1b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=83540553-e466-4830-b8e2-0a8129406e1b,segment=NetworkSegment(7f6182ab-814f-4c4b-87c9-2f779a2e2cf4),segment_id=7f6182ab-814f-4c4b-87c9-2f779a2e2cf4)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:46.846283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (83540553-e466-4830-b8e2-0a8129406e1b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.863020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] Calling delete_port for 83540553-e466-4830-b8e2-0a8129406e1b owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:46.910914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Calling delete_port for 83540553-e466-4830-b8e2-0a8129406e1b owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:46.976974 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (83540553-e466-4830-b8e2-0a8129406e1b), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.998904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (83540553-e466-4830-b8e2-0a8129406e1b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.015484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] No DVR routers for this DVR port 83540553-e466-4830-b8e2-0a8129406e1b on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:47.036177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b760178-c172-435f-976c-fd0b6427ffb6 None None] Pushing event deleted for resources: {'Port': ['ID=83540553-e466-4830-b8e2-0a8129406e1b,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:47.050371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] No DVR routers for this DVR port 83540553-e466-4830-b8e2-0a8129406e1b on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:47.053673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Pushing event deleted for resources: {'Port': ['ID=83540553-e466-4830-b8e2-0a8129406e1b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:47.135198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45560) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:47.192144 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7bc57285-8b63-4695-97b5-10ac9e5b5538), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.229627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc57285-8b63-4695-97b5-10ac9e5b5538']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:47.233949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Router fcf3e97a-d58b-462d-b2e9-6cb9e69d147f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:47.243668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:47.244094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6182ab-814f-4c4b-87c9-2f779a2e2cf4') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:47.257913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (7f6182ab-814f-4c4b-87c9-2f779a2e2cf4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.310940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50054647-94c1-47e6-869c-3f1c09e90b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.313891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7f6182ab-814f-4c4b-87c9-2f779a2e2cf4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.321489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:47.321878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (7f6182ab-814f-4c4b-87c9-2f779a2e2cf4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.431710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50054647-94c1-47e6-869c-3f1c09e90b70 admin admin] Publish callbacks [] for security_group (dd28ae67-3998-4491-bc7c-18ec099665c2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.437251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50054647-94c1-47e6-869c-3f1c09e90b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd28ae67-3998-4491-bc7c-18ec099665c2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.458983 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:19:47.484634 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-50054647-94c1-47e6-869c-3f1c09e90b70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cc9c4e153a049c38cd955d1887d8527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480990 Mar 22 14:19:47.485836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50054647-94c1-47e6-869c-3f1c09e90b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd28ae67-3998-4491-bc7c-18ec099665c2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:47.490021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:47.575666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16e12a42-5a19-4da3-b162-520c4c2f4bfb admin admin] Publish callbacks [] for security_group (dd28ae67-3998-4491-bc7c-18ec099665c2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.632321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16e12a42-5a19-4da3-b162-520c4c2f4bfb admin admin] Publish callbacks [] for security_group (dd28ae67-3998-4491-bc7c-18ec099665c2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.658633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 83540553-e466-4830-b8e2-0a8129406e1b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:47.693286 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16e12a42-5a19-4da3-b162-520c4c2f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dd28ae67-3998-4491-bc7c-18ec099665c2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.696581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16e12a42-5a19-4da3-b162-520c4c2f4bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.699124 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16e12a42-5a19-4da3-b162-520c4c2f4bfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd28ae67-3998-4491-bc7c-18ec099665c2 HTTP/1.1" status: 204 len: 168 time: 0.2076421 Mar 22 14:19:47.703388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 83540553-e466-4830-b8e2-0a8129406e1b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:47.703732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 83540553-e466-4830-b8e2-0a8129406e1b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:47.739064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e12a42-5a19-4da3-b162-520c4c2f4bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd28ae67-3998-4491-bc7c-18ec099665c2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:47.798635 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:47.908235 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7bc57285-8b63-4695-97b5-10ac9e5b5538), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.919429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.922761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] 10.222.0.44 "DELETE /v2.0/networks/7bc57285-8b63-4695-97b5-10ac9e5b5538 HTTP/1.1" status: 204 len: 168 time: 1.5637505 Mar 22 14:19:47.926290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45572) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:47.935584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b1fd4-e644-4423-a36d-ae7f1be189ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc57285-8b63-4695-97b5-10ac9e5b5538,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:47.937758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:47.942595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dff03db9-7078-4651-b839-0afbff86553f tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "PUT /v2.0/routers/fcf3e97a-d58b-462d-b2e9-6cb9e69d147f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6086340 Mar 22 14:19:47.948541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] Sync routers for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:47.959013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45574) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:47.968543 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:47.969232 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:48.048690 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:48.083146 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] Routers {'fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:48.084159 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:48.167598 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:48.168696 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fba416-d252-4337-8b2a-cbd27468ebea None None] The sync data for ids ['fcf3e97a-d58b-462d-b2e9-6cb9e69d147f'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:48.180114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1421851-e05b-4065-8bed-49e6e2e0ea77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.201912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.285040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45580) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:48.306145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39a3d40c-54d7-4fbf-b18b-f99155509c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.395795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router_gateway (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.472770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39a3d40c-54d7-4fbf-b18b-f99155509c24 admin admin] Publish callbacks [] for security_group (9eb36806-cfd4-450a-a4da-fb45d8ee76bc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.479368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-39a3d40c-54d7-4fbf-b18b-f99155509c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9eb36806-cfd4-450a-a4da-fb45d8ee76bc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.534616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-39a3d40c-54d7-4fbf-b18b-f99155509c24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86a23ae74aa846ec91cd871004eee446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484288 Mar 22 14:19:48.536459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Deleting port 8c56a2d6-6063-4157-a81f-7613b5a40ec6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:48.536588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8c56a2d6-6063-4157-a81f-7613b5a40ec6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.539374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45582) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:48.541413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3d40c-54d7-4fbf-b18b-f99155509c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb36806-cfd4-450a-a4da-fb45d8ee76bc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:48.676795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0160f714-200d-41f8-8ed9-949c06a92c8a admin admin] Publish callbacks [] for security_group (9eb36806-cfd4-450a-a4da-fb45d8ee76bc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.682635 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8c56a2d6-6063-4157-a81f-7613b5a40ec6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.705321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Calling delete_port for 8c56a2d6-6063-4157-a81f-7613b5a40ec6 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:48.719262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0160f714-200d-41f8-8ed9-949c06a92c8a admin admin] Publish callbacks [] for security_group (9eb36806-cfd4-450a-a4da-fb45d8ee76bc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.864023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0160f714-200d-41f8-8ed9-949c06a92c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9eb36806-cfd4-450a-a4da-fb45d8ee76bc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.867361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0160f714-200d-41f8-8ed9-949c06a92c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.869502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (d28c1586-4897-4668-b7d0-a3a559095a93), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.878940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0160f714-200d-41f8-8ed9-949c06a92c8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9eb36806-cfd4-450a-a4da-fb45d8ee76bc HTTP/1.1" status: 204 len: 168 time: 0.3326905 Mar 22 14:19:48.900029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160f714-200d-41f8-8ed9-949c06a92c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb36806-cfd4-450a-a4da-fb45d8ee76bc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:49.047256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8c56a2d6-6063-4157-a81f-7613b5a40ec6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.077259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Port': ['ID=8c56a2d6-6063-4157-a81f-7613b5a40ec6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:49.156669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.237787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Deleting port e9f855e4-be91-4d04-84cb-5294f3a541dc {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:49.238528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.333049 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.335154 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router_controller (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.386209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (fcf3e97a-d58b-462d-b2e9-6cb9e69d147f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.386893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Fanout notify agent at l3_agent the message router_deleted on router fcf3e97a-d58b-462d-b2e9-6cb9e69d147f {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:19:49.394406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.399452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] For port e9f855e4-be91-4d04-84cb-5294f3a541dc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e9f855e4-be91-4d04-84cb-5294f3a541dc,segment=NetworkSegment(4705e9dc-aed2-4c92-8fc1-f1f55ac12172),segment_id=4705e9dc-aed2-4c92-8fc1-f1f55ac12172)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:49.399821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.400268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8a219ef8-17c4-424e-bf5a-24d00bd15cd7 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "DELETE /v2.0/routers/fcf3e97a-d58b-462d-b2e9-6cb9e69d147f HTTP/1.1" status: 204 len: 168 time: 1.4374444 Mar 22 14:19:49.400937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45596) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:49.436485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Calling delete_port for e9f855e4-be91-4d04-84cb-5294f3a541dc owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:49.503519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Deleting subnet c7e1a964-0be6-45f0-8236-d166e8987bce {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:49.507728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for subnet (c7e1a964-0be6-45f0-8236-d166e8987bce), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.609174 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (c7e1a964-0be6-45f0-8236-d166e8987bce), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.785565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c7e1a964-0be6-45f0-8236-d166e8987bce), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.850852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e9f855e4-be91-4d04-84cb-5294f3a541dc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.968655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (c7e1a964-0be6-45f0-8236-d166e8987bce), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.013082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f855e4-be91-4d04-84cb-5294f3a541dc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:50.039621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e1a964-0be6-45f0-8236-d166e8987bce,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:50.050019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.050611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.051341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.051900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.052397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.052879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.053369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.053857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.054358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.054832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.055322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.055809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.056282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.056776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.057380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:50.069242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a425558-c318-44e6-8fab-3234d2fb2e89 None None] Network c785236e-a700-4857-bb7a-87317b18ee4b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:50.082492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.092093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1c2f945a-a159-4546-8b36-84d3567ee98e tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "DELETE /v2.0/subnets/c7e1a964-0be6-45f0-8236-d166e8987bce HTTP/1.1" status: 204 len: 168 time: 0.6901240 Mar 22 14:19:50.096682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45618) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:50.324172 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (c785236e-a700-4857-bb7a-87317b18ee4b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.361136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45622) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:50.379179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (d28c1586-4897-4668-b7d0-a3a559095a93), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.410159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Deleting port 7d78b59c-d228-42fd-98cb-839b1817eceb {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:50.410511 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.426588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c5ae-7890-4c70-9000-01f0a6b419c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.437370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] DHCP port deletion for c785236e-a700-4857-bb7a-87317b18ee4b request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:50.563222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] Deleting port 7d78b59c-d228-42fd-98cb-839b1817eceb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:50.563569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.567373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] For port 7d78b59c-d228-42fd-98cb-839b1817eceb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7d78b59c-d228-42fd-98cb-839b1817eceb,segment=NetworkSegment(5ed729df-667a-444c-b34a-33bd411ecc2a),segment_id=5ed729df-667a-444c-b34a-33bd411ecc2a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:50.567744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.587785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-60785776'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:50.620242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Calling delete_port for 7d78b59c-d228-42fd-98cb-839b1817eceb owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:50.689854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Made reservation on behalf of 4905ffa091204f0f8a283c962afb444f for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:50.693413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.709664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] For port 7d78b59c-d228-42fd-98cb-839b1817eceb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7d78b59c-d228-42fd-98cb-839b1817eceb,segment=NetworkSegment(5ed729df-667a-444c-b34a-33bd411ecc2a),segment_id=5ed729df-667a-444c-b34a-33bd411ecc2a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:50.710380 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.712926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.736383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] Calling delete_port for 7d78b59c-d228-42fd-98cb-839b1817eceb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:50.828999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.832975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for security_group (5d0e4d35-0cbb-47dc-b64a-e5d51860ea43), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.848930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5d0e4d35-0cbb-47dc-b64a-e5d51860ea43), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.891861 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (7d78b59c-d228-42fd-98cb-839b1817eceb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.901945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:19:50.908751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Port': ['ID=7d78b59c-d228-42fd-98cb-839b1817eceb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:50.909433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] No DVR routers for this DVR port 7d78b59c-d228-42fd-98cb-839b1817eceb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:50.921887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] No DVR routers for this DVR port 7d78b59c-d228-42fd-98cb-839b1817eceb on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:50.924049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Router d28c1586-4897-4668-b7d0-a3a559095a93 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:50.928778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2f87cbfb-3e54-4366-8712-34c99f92824e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.929455 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Added segment 2f87cbfb-3e54-4366-8712-34c99f92824e of type vlan for network b2fa9663-4d0e-4419-958f-99cce135f774 Mar 22 14:19:50.947598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0e4d35-0cbb-47dc-b64a-e5d51860ea43,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:50.953784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e1d3-0aa1-4f23-85fe-727033ad8494 None None] Pushing event deleted for resources: {'Port': ['ID=7d78b59c-d228-42fd-98cb-839b1817eceb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:51.079036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (c785236e-a700-4857-bb7a-87317b18ee4b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.113403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b2fa9663-4d0e-4419-958f-99cce135f774), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.122395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c785236e-a700-4857-bb7a-87317b18ee4b']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:51.132648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed729df-667a-444c-b34a-33bd411ecc2a') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:51.132943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed729df-667a-444c-b34a-33bd411ecc2a') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:51.144209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (5ed729df-667a-444c-b34a-33bd411ecc2a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.147799 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b2fa9663-4d0e-4419-958f-99cce135f774), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.154317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:51.154918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.159703 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5ed729df-667a-444c-b34a-33bd411ecc2a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.172041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:51.173180 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (5ed729df-667a-444c-b34a-33bd411ecc2a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.242625 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8777423 Mar 22 14:19:51.245561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:51.252646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Request body: {'subnet': {'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:51.257286 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:51.263873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (c785236e-a700-4857-bb7a-87317b18ee4b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.291435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.303225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "DELETE /v2.0/networks/c785236e-a700-4857-bb7a-87317b18ee4b HTTP/1.1" status: 204 len: 168 time: 1.2053807 Mar 22 14:19:51.303800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f39058-bfb1-425b-918a-53d688733753 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event updated for resources: {'Network': ['ID=b2fa9663-4d0e-4419-958f-99cce135f774,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:51.307010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45632) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:51.308054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582d184-2a06-4c7b-82a0-680f62914f79 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Network': ['ID=c785236e-a700-4857-bb7a-87317b18ee4b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:51.315998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b2fa9663-4d0e-4419-958f-99cce135f774 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:19:51.336314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:51.351229 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bc4fae26-5783-4945-821f-c4e206c1ca1e admin admin] 10.222.0.44 "PUT /v2.0/routers/d28c1586-4897-4668-b7d0-a3a559095a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4229922 Mar 22 14:19:51.356140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45634) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:51.387716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Made reservation on behalf of 4905ffa091204f0f8a283c962afb444f for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:51.398397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.404131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] Sync routers for ids ['d28c1586-4897-4668-b7d0-a3a559095a93'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:51.431386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] Routers {'d28c1586-4897-4668-b7d0-a3a559095a93'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:51.432282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d28c1586-4897-4668-b7d0-a3a559095a93'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:51.580064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks [] for router (d28c1586-4897-4668-b7d0-a3a559095a93), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.593845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] Set router d28c1586-4897-4668-b7d0-a3a559095a93 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:51.698252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Deleting port b9f4ac4c-1018-49eb-96e3-ec695efb314d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:51.698610 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.794497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7d78b59c-d228-42fd-98cb-839b1817eceb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:51.825119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 7d78b59c-d228-42fd-98cb-839b1817eceb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:51.826095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7d78b59c-d228-42fd-98cb-839b1817eceb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:51.890591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (fa836e2a-50ad-449b-8242-738a7c556b57), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.903277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks [] for router_gateway (d28c1586-4897-4668-b7d0-a3a559095a93), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.904665 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.923674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:19:49Z', 'revision_number': 5, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port': {'id': '15153fad-6ff2-4eca-af9c-9504f7978842', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:36Z', 'updated_at': '2022-03-22T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:51.935898 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.936227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for floatingip (b9f4ac4c-1018-49eb-96e3-ec695efb314d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.965869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] Checking router: d28c1586-4897-4668-b7d0-a3a559095a93 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:51.975963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] Routers {'d28c1586-4897-4668-b7d0-a3a559095a93'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:51.976720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['d28c1586-4897-4668-b7d0-a3a559095a93'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:52.003769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Calling delete_port for b9f4ac4c-1018-49eb-96e3-ec695efb314d owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:52.059839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event updated for resources: {'Subnet': ['ID=fa836e2a-50ad-449b-8242-738a7c556b57,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:52.090195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] Set router d28c1586-4897-4668-b7d0-a3a559095a93 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:52.090669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Checking segment: {'id': '2f87cbfb-3e54-4366-8712-34c99f92824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:52.091044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Network hostable DHCP agents. Network: b2fa9663-4d0e-4419-958f-99cce135f774, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:19:52.128053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Network b2fa9663-4d0e-4419-958f-99cce135f774 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:19:52.143294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b2fa9663-4d0e-4419-958f-99cce135f774) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:52.156021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:52.156652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.176795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:19:51Z', 'revision_number': 6, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:52.182230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11214463-8da5-432c-8dbf-f736a6f19c0f None None] Network b2fa9663-4d0e-4419-958f-99cce135f774 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:52.189842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e317eaff-a6e3-4381-b452-90e7e67349fa tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9402869 Mar 22 14:19:52.189842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45640) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:52.201091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Request body: {'port': {'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1379080926'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:52.273998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Deleting port 15153fad-6ff2-4eca-af9c-9504f7978842 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:52.274608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.353805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7becd591-b671-4261-bed9-4c1be69e78ba None None] The sync data for ids ['d28c1586-4897-4668-b7d0-a3a559095a93'] in n-d-834677-3 is: [{'id': 'd28c1586-4897-4668-b7d0-a3a559095a93', 'name': 'tempest-TestServerMultinode-1539766759-router', 'tenant_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:33Z', 'updated_at': '2022-03-22T14:19:51Z', 'revision_number': 6, 'project_id': 'f6b3c5de2e0140beaa03ebc07c839e8c', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:52.364991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b2fa9663-4d0e-4419-958f-99cce135f774', 'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774', 'project_id': '4905ffa091204f0f8a283c962afb444f', 'fixed_ips': [{'subnet_id': 'fa836e2a-50ad-449b-8242-738a7c556b57'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:19:52.366412 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.431777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Made reservation on behalf of 4905ffa091204f0f8a283c962afb444f for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:52.440269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.443040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-78ea9823-47eb-498e-8392-b1fe5ccfd5ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3278141 Mar 22 14:19:52.521956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] device_id is not set on port 092c5d1b-66fa-4ead-850f-9a113e335e31 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:19:52.592135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] For port 15153fad-6ff2-4eca-af9c-9504f7978842, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=15153fad-6ff2-4eca-af9c-9504f7978842,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:52.592494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.604769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b9f4ac4c-1018-49eb-96e3-ec695efb314d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.618851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Calling delete_port for 15153fad-6ff2-4eca-af9c-9504f7978842 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:52.654457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Pushing event deleted for resources: {'Port': ['ID=b9f4ac4c-1018-49eb-96e3-ec695efb314d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:52.669292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-0e4f952a-dce1-44b3-a906-4d6043184bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:52.671110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-0e4f952a-dce1-44b3-a906-4d6043184bba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 1127 time: 0.1530080 Mar 22 14:19:52.691216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Allocated IP 2001:db8::2 (b2fa9663-4d0e-4419-958f-99cce135f774/fa836e2a-50ad-449b-8242-738a7c556b57/9bec692d-e18b-47f3-8f4f-c87d2036e01a) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:52.875824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks [] for floatingip (10b03dce-bc72-4028-bba6-d1348750aaa8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.878372 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.879922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cc40326c-3435-418b-a5e1-04aaf7aa6198 tempest-FloatingIPAdminTestJSON-860727689 tempest-FloatingIPAdminTestJSON-860727689-project] 10.222.0.44 "DELETE /v2.0/floatingips/10b03dce-bc72-4028-bba6-d1348750aaa8 HTTP/1.1" status: 204 len: 168 time: 1.5681715 Mar 22 14:19:52.914648 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Publish callbacks [] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.924946 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.017007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-85d3cc54-eeb8-45a1-97c2-e26e728f7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:53.022924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-85d3cc54-eeb8-45a1-97c2-e26e728f7407 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 200 len: 911 time: 0.3015523 Mar 22 14:19:53.026754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Pushing event updated for resources: {'Port': ['ID=9bec692d-e18b-47f3-8f4f-c87d2036e01a,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:53.030704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Network b2fa9663-4d0e-4419-958f-99cce135f774 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:53.032661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:53.041908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:53.048203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Allocated IP 2001:db8::381 (b2fa9663-4d0e-4419-958f-99cce135f774/fa836e2a-50ad-449b-8242-738a7c556b57/092c5d1b-66fa-4ead-850f-9a113e335e31) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:53.154643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Attempting to bind port 9bec692d-e18b-47f3-8f4f-c87d2036e01a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:53.155306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Attempting to bind port 9bec692d-e18b-47f3-8f4f-c87d2036e01a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2f87cbfb-3e54-4366-8712-34c99f92824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:53.155895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Attempting to bind port 9bec692d-e18b-47f3-8f4f-c87d2036e01a on network b2fa9663-4d0e-4419-958f-99cce135f774 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:53.163302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-306b4537-56bd-4b54-a0a3-6e4156c0e65b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f HTTP/1.1" status: 200 len: 1000 time: 0.1337631 Mar 22 14:19:53.165383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:53.165819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Checking segment: {'id': '2f87cbfb-3e54-4366-8712-34c99f92824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:53.166312 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.166893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Bound using segment: {'id': '2f87cbfb-3e54-4366-8712-34c99f92824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:53.167593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Bound port: 9bec692d-e18b-47f3-8f4f-c87d2036e01a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f87cbfb-3e54-4366-8712-34c99f92824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:53.168165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.272789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] For port 9bec692d-e18b-47f3-8f4f-c87d2036e01a, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:53.277197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] For port 9bec692d-e18b-47f3-8f4f-c87d2036e01a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9bec692d-e18b-47f3-8f4f-c87d2036e01a,segment=NetworkSegment(2f87cbfb-3e54-4366-8712-34c99f92824e),segment_id=2f87cbfb-3e54-4366-8712-34c99f92824e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:53.296397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.328784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45654) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:53.367515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-acc84c22-f85f-47c8-bcdb-07d97bed95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:53.370520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-acc84c22-f85f-47c8-bcdb-07d97bed95fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 200 len: 849 time: 0.1579580 Mar 22 14:19:53.423484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (15153fad-6ff2-4eca-af9c-9504f7978842), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.473452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a6aa9-4d86-4522-9b39-86f597e7a00d req-d563ce25-6ca9-41f9-84e3-3429eb092831 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:53.485343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-751a6aa9-4d86-4522-9b39-86f597e7a00d req-d563ce25-6ca9-41f9-84e3-3429eb092831 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.1621740 Mar 22 14:19:53.487909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15153fad-6ff2-4eca-af9c-9504f7978842,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:53.591038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-92713633-73aa-46fe-94b0-1ce74483ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:53.592589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-92713633-73aa-46fe-94b0-1ce74483ed5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c1c34cb-26f6-49ab-b3f8-b848a003cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2150900 Mar 22 14:19:53.653357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1568d0f-63e9-45fe-9d49-1d14b07af8c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9116c9b897aa4270b241d24dede6d664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232076 Mar 22 14:19:53.656906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:53.702834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e9f855e4-be91-4d04-84cb-5294f3a541dc no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:53.762639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e9f855e4-be91-4d04-84cb-5294f3a541dc {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:53.762975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e9f855e4-be91-4d04-84cb-5294f3a541dc not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:53.763565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 15153fad-6ff2-4eca-af9c-9504f7978842 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:53.767451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-f9b59b4c-7863-40ed-a786-5d578e1c81ef service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545017 Mar 22 14:19:53.805045 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.826176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ba15d176-16f8-4759-b3ec-800976576fe9 admin admin] Publish callbacks [] for security_group (cd83337a-03ad-4a97-9614-0f018df7c761), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.838518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.847317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 15153fad-6ff2-4eca-af9c-9504f7978842 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:53.847739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 15153fad-6ff2-4eca-af9c-9504f7978842 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:53.852211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf9867-42ab-4cf8-ac1c-ab8c0c2a78fb None None] Pushing event updated for resources: {'Port': ['ID=9bec692d-e18b-47f3-8f4f-c87d2036e01a,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:53.873590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-751a6aa9-4d86-4522-9b39-86f597e7a00d req-98b7c1a1-6c45-4cc7-bf02-e422428bba1d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3869369 Mar 22 14:19:53.874518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (d28c1586-4897-4668-b7d0-a3a559095a93), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.901141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45660) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:53.911069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ba15d176-16f8-4759-b3ec-800976576fe9 admin admin] Publish callbacks [] for security_group (cd83337a-03ad-4a97-9614-0f018df7c761), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.952472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.126954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Network b2fa9663-4d0e-4419-958f-99cce135f774 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:54.128948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event updated for resources: {'Port': ['ID=092c5d1b-66fa-4ead-850f-9a113e335e31,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:54.135808 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e457b026-760f-41b5-9dbe-a252065d1167 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/08ecc5e6-0c85-419f-a73e-2622099a02f2 HTTP/1.1" status: 200 len: 993 time: 0.2323532 Mar 22 14:19:54.138538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:54.154084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:54.168533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:54.170004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.194801 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c52d30c3-56ad-4360-adae-f1876d0dbdfb tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0017176 Mar 22 14:19:54.199703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45666) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:54.208132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Request body: {'port': {'network_id': 'b2fa9663-4d0e-4419-958f-99cce135f774', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-576920567', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:54.216149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.api.validators [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] bootfile-name is not in valid_values {{(pid=110458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:19:54.216813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.api.validators [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] tftp-server is not in valid_values {{(pid=110458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:19:54.217375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.api.validators [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] server-ip-address is not in valid_values {{(pid=110458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:19:54.226613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ba15d176-16f8-4759-b3ec-800976576fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cd83337a-03ad-4a97-9614-0f018df7c761), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.232509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ba15d176-16f8-4759-b3ec-800976576fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.241109 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ba15d176-16f8-4759-b3ec-800976576fe9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd83337a-03ad-4a97-9614-0f018df7c761 HTTP/1.1" status: 204 len: 168 time: 0.5833449 Mar 22 14:19:54.403766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d176-16f8-4759-b3ec-800976576fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83337a-03ad-4a97-9614-0f018df7c761,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:54.489486 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.535344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Made reservation on behalf of 4905ffa091204f0f8a283c962afb444f for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:54.540066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.569680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] device_id is not set on port 245ca71c-6495-47ca-8b6a-76af027df590 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:19:54.614216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.645443 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (d28c1586-4897-4668-b7d0-a3a559095a93), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.647652 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks [] for router_controller (d28c1586-4897-4668-b7d0-a3a559095a93), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.787981 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (d28c1586-4897-4668-b7d0-a3a559095a93), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.788511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28c1586-4897-4668-b7d0-a3a559095a93 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:19:54.793283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.794575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5a09dfe0-ed7c-43fc-ac46-24b79ae87ab4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d28c1586-4897-4668-b7d0-a3a559095a93 HTTP/1.1" status: 204 len: 168 time: 3.4373934 Mar 22 14:19:54.799876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45678) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:54.800211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45680) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:54.843180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a443e7-a2fc-49ac-ac52-6bf1b53c7fe1 req-391fbe1f-e030-4d5a-888b-17b69f30f1ec tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:54.845025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37a443e7-a2fc-49ac-ac52-6bf1b53c7fe1 req-391fbe1f-e030-4d5a-888b-17b69f30f1ec tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1128 time: 0.1877117 Mar 22 14:19:54.851829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Allocated IP 2001:db8::182 (b2fa9663-4d0e-4419-958f-99cce135f774/fa836e2a-50ad-449b-8242-738a7c556b57/245ca71c-6495-47ca-8b6a-76af027df590) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:54.880882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-061ad7ee-e29f-4b7a-9313-0b65ef0a7244 req-6daa6835-7c78-4bab-99d0-68697be44d56 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1051376 Mar 22 14:19:55.001312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37a443e7-a2fc-49ac-ac52-6bf1b53c7fe1 req-fb3c525d-56b5-4c13-99b0-af6ef53332a8 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193402 Mar 22 14:19:55.014715 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-812595fa-6308-41b3-8006-70a10cf95321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.117037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] Deleting subnet c5bd8611-98dd-46de-9dd1-45cd83316f9a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:55.123370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] Publish callbacks [] for subnet (c5bd8611-98dd-46de-9dd1-45cd83316f9a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.230120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for port (245ca71c-6495-47ca-8b6a-76af027df590), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.272464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (c5bd8611-98dd-46de-9dd1-45cd83316f9a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.293113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (245ca71c-6495-47ca-8b6a-76af027df590), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.409480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event updated for resources: {'Port': ['ID=245ca71c-6495-47ca-8b6a-76af027df590,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:55.457146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Network b2fa9663-4d0e-4419-958f-99cce135f774 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:55.461669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:55.472413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:55.482565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:55.483727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.546748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-812595fa-6308-41b3-8006-70a10cf95321 admin admin] Publish callbacks [] for security_group (af5c7952-e385-4c1c-9e37-f6b4a68b8c12), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.553020 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-007f03ea-4aa5-4ed8-8d7d-1ac26cfaf682 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3473723 Mar 22 14:19:55.556055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:55.564290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-812595fa-6308-41b3-8006-70a10cf95321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (af5c7952-e385-4c1c-9e37-f6b4a68b8c12), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.579541 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c5bd8611-98dd-46de-9dd1-45cd83316f9a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.636660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46873cd-55fa-4b96-a685-1b88192960de None None] Network b2fa9663-4d0e-4419-958f-99cce135f774 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:55.733686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812595fa-6308-41b3-8006-70a10cf95321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c7952-e385-4c1c-9e37-f6b4a68b8c12,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:55.780969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-812595fa-6308-41b3-8006-70a10cf95321 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01d5acfd2f244247b746265b260c3a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9790995 Mar 22 14:19:55.783611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45704) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:55.865219 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (c5bd8611-98dd-46de-9dd1-45cd83316f9a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.880867 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.884694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9bec692d-e18b-47f3-8f4f-c87d2036e01a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:55.886742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c5bd8611-98dd-46de-9dd1-45cd83316f9a HTTP/1.1" status: 204 len: 168 time: 1.0619938 Mar 22 14:19:55.889599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bedfd9-f7cb-4c72-916f-4809c8c34c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:55.896738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bedfd9-f7cb-4c72-916f-4809c8c34c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:55.901536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45710) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:55.902867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bedfd9-f7cb-4c72-916f-4809c8c34c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:55.903128 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ebb92b6b-49e6-453d-a55e-cadcfa52a0ce admin admin] Publish callbacks [] for security_group (af5c7952-e385-4c1c-9e37-f6b4a68b8c12), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.908217 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-73bedfd9-f7cb-4c72-916f-4809c8c34c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3485379 Mar 22 14:19:55.909485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45712) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:55.936624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ebb92b6b-49e6-453d-a55e-cadcfa52a0ce admin admin] Publish callbacks [] for security_group (af5c7952-e385-4c1c-9e37-f6b4a68b8c12), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.943780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e9d06d-41dd-4bff-a5f7-d87cc458f3a8 None None] Network 7cd916bc-b535-4c02-831f-d82b7524ac67 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:56.030980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf407d5f-db43-4912-bffb-8bfc732890ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bd8611-98dd-46de-9dd1-45cd83316f9a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:56.101924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Deleting port 245ca71c-6495-47ca-8b6a-76af027df590 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:56.102861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (245ca71c-6495-47ca-8b6a-76af027df590), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.117431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b4180183-057d-4623-928b-dfb3b32fcb2d None None] Provisioning complete for port 9bec692d-e18b-47f3-8f4f-c87d2036e01a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:56.120530 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4180183-057d-4623-928b-dfb3b32fcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.122071 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7cd916bc-b535-4c02-831f-d82b7524ac67), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.139414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ebb92b6b-49e6-453d-a55e-cadcfa52a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (af5c7952-e385-4c1c-9e37-f6b4a68b8c12), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.142930 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ebb92b6b-49e6-453d-a55e-cadcfa52a0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.144496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ebb92b6b-49e6-453d-a55e-cadcfa52a0ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af5c7952-e385-4c1c-9e37-f6b4a68b8c12 HTTP/1.1" status: 204 len: 168 time: 0.3598890 Mar 22 14:19:56.181758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb92b6b-49e6-453d-a55e-cadcfa52a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5c7952-e385-4c1c-9e37-f6b4a68b8c12,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:56.203774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Deleting port c51a292c-8cfe-4442-8487-d6c4077ec410 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:56.204423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.352926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] For port c51a292c-8cfe-4442-8487-d6c4077ec410, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c51a292c-8cfe-4442-8487-d6c4077ec410,segment=NetworkSegment(4705e9dc-aed2-4c92-8fc1-f1f55ac12172),segment_id=4705e9dc-aed2-4c92-8fc1-f1f55ac12172)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:56.353368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.388032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Calling delete_port for c51a292c-8cfe-4442-8487-d6c4077ec410 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:56.430433 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (245ca71c-6495-47ca-8b6a-76af027df590), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.493657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Calling delete_port for 245ca71c-6495-47ca-8b6a-76af027df590 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:56.494369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9bec692d-e18b-47f3-8f4f-c87d2036e01a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:56.494811 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.546608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c51a292c-8cfe-4442-8487-d6c4077ec410), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.551969 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-a60ed4e1-b219-411b-90d3-e191a3836029 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5069935 Mar 22 14:19:56.569586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-c1b6b477-8ce8-4267-95e4-48779bc61257 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:19:56.573175 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-c1b6b477-8ce8-4267-95e4-48779bc61257 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132740 Mar 22 14:19:56.600807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c51a292c-8cfe-4442-8487-d6c4077ec410,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:56.604515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] No DVR routers for this DVR port c51a292c-8cfe-4442-8487-d6c4077ec410 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:56.663481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b4180183-057d-4623-928b-dfb3b32fcb2d None None] Current status of the port 9bec692d-e18b-47f3-8f4f-c87d2036e01a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:56.664403 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4180183-057d-4623-928b-dfb3b32fcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.803770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7cd916bc-b535-4c02-831f-d82b7524ac67), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.828396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b4180183-057d-4623-928b-dfb3b32fcb2d None None] For port 9bec692d-e18b-47f3-8f4f-c87d2036e01a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9bec692d-e18b-47f3-8f4f-c87d2036e01a,segment=NetworkSegment(2f87cbfb-3e54-4366-8712-34c99f92824e),segment_id=2f87cbfb-3e54-4366-8712-34c99f92824e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:56.845411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd916bc-b535-4c02-831f-d82b7524ac67']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:56.851898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45726) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:56.886345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e032a1cd-de2a-4142-887f-11252c131bb9 None None] DHCP port deletion for 7cd916bc-b535-4c02-831f-d82b7524ac67 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:56.891166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9bec692d-e18b-47f3-8f4f-c87d2036e01a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:56.891500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.900201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (245ca71c-6495-47ca-8b6a-76af027df590), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.900627 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4180183-057d-4623-928b-dfb3b32fcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.920918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4705e9dc-aed2-4c92-8fc1-f1f55ac12172') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:56.921135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4705e9dc-aed2-4c92-8fc1-f1f55ac12172') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:56.945572 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (4705e9dc-aed2-4c92-8fc1-f1f55ac12172), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.970203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event deleted for resources: {'Port': ['ID=245ca71c-6495-47ca-8b6a-76af027df590,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:56.973238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4705e9dc-aed2-4c92-8fc1-f1f55ac12172), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.984444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c05f5821-931d-4eaa-9c73-35c7ba3855e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.996593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:56.997023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (4705e9dc-aed2-4c92-8fc1-f1f55ac12172), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:56.999801 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:57.033322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4180183-057d-4623-928b-dfb3b32fcb2d None None] Pushing event updated for resources: {'Port': ['ID=9bec692d-e18b-47f3-8f4f-c87d2036e01a,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:57.064664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.066651 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-048ff441-75b6-4cf0-9343-61ea71b94f98 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "DELETE /v2.0/ports/245ca71c-6495-47ca-8b6a-76af027df590 HTTP/1.1" status: 204 len: 168 time: 1.1559241 Mar 22 14:19:57.070864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:57.079048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Request body: {'port': {'name': 'tempest-new-port-name-1322875023', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:57.079444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.api.validators [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] bootfile-name is not in valid_values {{(pid=110458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:19:57.080138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.api.validators [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] tftp-server is not in valid_values {{(pid=110458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:19:57.081436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.api.validators [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] server-ip-address is not in valid_values {{(pid=110458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:19:57.143766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b6e3cd24-391f-4bbc-b1f8-ee010d34d2a2 None None] Provisioning complete for port 9bec692d-e18b-47f3-8f4f-c87d2036e01a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:57.147303 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cd24-391f-4bbc-b1f8-ee010d34d2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.226009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c05f5821-931d-4eaa-9c73-35c7ba3855e8 admin admin] Publish callbacks [] for security_group (ee4ffa18-79f5-4f92-8dc0-952bf77674e8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.239118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c05f5821-931d-4eaa-9c73-35c7ba3855e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ee4ffa18-79f5-4f92-8dc0-952bf77674e8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.240311 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:19:57.240785 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:19:57.253827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-82cf1a76-1761-4b80-8a33-f5d61f6f9a96 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:57.256203 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-82cf1a76-1761-4b80-8a33-f5d61f6f9a96 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 1125 time: 0.5827978 Mar 22 14:19:57.267539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.302523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3cd24-391f-4bbc-b1f8-ee010d34d2a2 None None] Current status of the port 9bec692d-e18b-47f3-8f4f-c87d2036e01a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:57.305918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b6e3cd24-391f-4bbc-b1f8-ee010d34d2a2 None None] Could not find standard attr ID for object 245ca71c-6495-47ca-8b6a-76af027df590. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:19:57.323357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b6e3cd24-391f-4bbc-b1f8-ee010d34d2a2 None None] Provisioning complete for port 092c5d1b-66fa-4ead-850f-9a113e335e31 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:57.323775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cd24-391f-4bbc-b1f8-ee010d34d2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.364083 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7cd916bc-b535-4c02-831f-d82b7524ac67), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.376122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3cd24-391f-4bbc-b1f8-ee010d34d2a2 None None] Port 092c5d1b-66fa-4ead-850f-9a113e335e31 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:57.391306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.401234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] 10.222.0.44 "DELETE /v2.0/networks/7cd916bc-b535-4c02-831f-d82b7524ac67 HTTP/1.1" status: 204 len: 168 time: 1.4386177 Mar 22 14:19:57.442703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93e47-7e78-4768-8eb2-5f9b82d214fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd916bc-b535-4c02-831f-d82b7524ac67,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:57.451060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f5821-931d-4eaa-9c73-35c7ba3855e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ffa18-79f5-4f92-8dc0-952bf77674e8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:57.475481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c05f5821-931d-4eaa-9c73-35c7ba3855e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61644ffa42544c6a96327535ccfd7bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168220 Mar 22 14:19:57.480708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45742) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:57.515299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-56f53298-e4c7-4c2c-9792-5bf279dbbafa None None] Provisioning complete for port 092c5d1b-66fa-4ead-850f-9a113e335e31 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:57.515680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56f53298-e4c7-4c2c-9792-5bf279dbbafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.611902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1458f20e-6465-4141-9c3f-3a409a42a492 admin admin] Publish callbacks [] for security_group (ee4ffa18-79f5-4f92-8dc0-952bf77674e8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.641644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-56f53298-e4c7-4c2c-9792-5bf279dbbafa None None] Port 092c5d1b-66fa-4ead-850f-9a113e335e31 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:57.656068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.662709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.709079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1458f20e-6465-4141-9c3f-3a409a42a492 admin admin] Publish callbacks [] for security_group (ee4ffa18-79f5-4f92-8dc0-952bf77674e8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.731458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] In _notify_port_updated(), no bound segment for port 092c5d1b-66fa-4ead-850f-9a113e335e31 on network b2fa9663-4d0e-4419-958f-99cce135f774 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:19:57.745886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:57.748286 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.752103 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "PUT /v2.0/ports/092c5d1b-66fa-4ead-850f-9a113e335e31 HTTP/1.1" status: 200 len: 1130 time: 0.6790395 Mar 22 14:19:57.753906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45756) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:57.803987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e0d47-4acf-4d88-a124-6a8f56e9abb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event updated for resources: {'Port': ['ID=092c5d1b-66fa-4ead-850f-9a113e335e31,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:57.860539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9bec692d-e18b-47f3-8f4f-c87d2036e01a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:57.869580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:57.988850 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5ff37891-1926-4e59-94dd-f1b4f95afa4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=804d23a571904c0a994ab3a28d0fde5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176786 Mar 22 14:19:57.990592 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1458f20e-6465-4141-9c3f-3a409a42a492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ee4ffa18-79f5-4f92-8dc0-952bf77674e8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.994270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1458f20e-6465-4141-9c3f-3a409a42a492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.997960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1458f20e-6465-4141-9c3f-3a409a42a492 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee4ffa18-79f5-4f92-8dc0-952bf77674e8 HTTP/1.1" status: 204 len: 168 time: 0.5153677 Mar 22 14:19:57.998863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45762) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:58.026228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2214d7-f4d0-4d02-9cb3-f42b0bdea88c tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:58.031304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45768) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:58.031900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fe2214d7-f4d0-4d02-9cb3-f42b0bdea88c tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "GET /v2.0/ports/092c5d1b-66fa-4ead-850f-9a113e335e31 HTTP/1.1" status: 200 len: 1130 time: 0.2758577 Mar 22 14:19:58.034477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458f20e-6465-4141-9c3f-3a409a42a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ffa18-79f5-4f92-8dc0-952bf77674e8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:58.088592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9bec692d-e18b-47f3-8f4f-c87d2036e01a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:58.101808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-683ea95c-1ad2-4284-8861-bf2678ed3dbe admin admin] Publish callbacks [] for security_group (82bc6b13-8db7-4d4a-9152-986c9cf0a761), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.164515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45770) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:58.177801 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-683ea95c-1ad2-4284-8861-bf2678ed3dbe admin admin] Publish callbacks [] for security_group (82bc6b13-8db7-4d4a-9152-986c9cf0a761), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.226111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b4fc5558-bdc4-4a8e-b520-adf89571f0b5 None None] Could not find standard attr ID for object 245ca71c-6495-47ca-8b6a-76af027df590. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:19:58.259906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9bec692d-e18b-47f3-8f4f-c87d2036e01a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:58.270783 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.281130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-683ea95c-1ad2-4284-8861-bf2678ed3dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82bc6b13-8db7-4d4a-9152-986c9cf0a761), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.284719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Deleting port 092c5d1b-66fa-4ead-850f-9a113e335e31 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:58.284970 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-683ea95c-1ad2-4284-8861-bf2678ed3dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.285114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.286747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-683ea95c-1ad2-4284-8861-bf2678ed3dbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82bc6b13-8db7-4d4a-9152-986c9cf0a761 HTTP/1.1" status: 204 len: 168 time: 0.2814879 Mar 22 14:19:58.309765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ea95c-1ad2-4284-8861-bf2678ed3dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bc6b13-8db7-4d4a-9152-986c9cf0a761,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:58.471963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9bec692d-e18b-47f3-8f4f-c87d2036e01a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:58.486307 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.559859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.587083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c51a292c-8cfe-4442-8487-d6c4077ec410 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:58.639374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Calling delete_port for 092c5d1b-66fa-4ead-850f-9a113e335e31 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:58.672999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c51a292c-8cfe-4442-8487-d6c4077ec410 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:58.673508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c51a292c-8cfe-4442-8487-d6c4077ec410 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:58.747117 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bad50b1-46a1-4e39-ac66-cae31d436b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.962904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (092c5d1b-66fa-4ead-850f-9a113e335e31), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.002591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-f536f468-6181-4bf1-a8a7-0ec89cc95c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:59.016545 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-f536f468-6181-4bf1-a8a7-0ec89cc95c37 service neutron] 10.222.0.44 "GET /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 1125 time: 0.1502595 Mar 22 14:19:59.023740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Request body: {'binding': {'host': 'n-h1-834677-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:59.024255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Unknown quota resources ['binding']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:19:59.026842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event deleted for resources: {'Port': ['ID=092c5d1b-66fa-4ead-850f-9a113e335e31,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:59.066305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e815643a-623b-4992-ab06-dc8df3cbec86 None None] Could not find standard attr ID for object 092c5d1b-66fa-4ead-850f-9a113e335e31. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:19:59.075574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bad50b1-46a1-4e39-ac66-cae31d436b6a admin admin] Publish callbacks [] for security_group (874e19fe-4b41-4e6b-82d6-a9542b22482f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.086666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bad50b1-46a1-4e39-ac66-cae31d436b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (874e19fe-4b41-4e6b-82d6-a9542b22482f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.102723 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.107446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-580d8f7e-69c2-4750-bc6f-698930f202f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "DELETE /v2.0/ports/092c5d1b-66fa-4ead-850f-9a113e335e31 HTTP/1.1" status: 204 len: 168 time: 1.0746820 Mar 22 14:19:59.111767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45786) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:59.164544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2bad50b1-46a1-4e39-ac66-cae31d436b6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5b2ed87a77b4f179e9c6edb92535383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9988320 Mar 22 14:19:59.169130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45788) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:59.323640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Deleting subnet fa836e2a-50ad-449b-8242-738a7c556b57 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:59.331353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for subnet (fa836e2a-50ad-449b-8242-738a7c556b57), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.355823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45792) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:59.435378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (fa836e2a-50ad-449b-8242-738a7c556b57), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.506983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-3c98a9fd-42a7-4951-a7c4-f5b271c07c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:59.508837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-3c98a9fd-42a7-4951-a7c4-f5b271c07c48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1128 time: 0.5002751 Mar 22 14:19:59.509524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad50b1-46a1-4e39-ac66-cae31d436b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874e19fe-4b41-4e6b-82d6-a9542b22482f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:59.517724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on host n-h1-834677-3 for vnic_type normal with profile None {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:59.517843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:59.518199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:59.528259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:19:59.528450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:59.540614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:59.540968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Checking segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:59.541334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Bound using segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:59.541769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Bound port: 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:59.569092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8128e10d-c24a-4e7f-8bb9-5fe7e9dd4eba admin admin] Publish callbacks [] for security_group (874e19fe-4b41-4e6b-82d6-a9542b22482f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.579810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a1b7e5a2-866b-4d07-833b-f3e2d55326c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6b3c5de2e0140beaa03ebc07c839e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193172 Mar 22 14:19:59.584627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:59.667538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8128e10d-c24a-4e7f-8bb9-5fe7e9dd4eba admin admin] Publish callbacks [] for security_group (874e19fe-4b41-4e6b-82d6-a9542b22482f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.723983 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8128e10d-c24a-4e7f-8bb9-5fe7e9dd4eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (874e19fe-4b41-4e6b-82d6-a9542b22482f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.727173 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8128e10d-c24a-4e7f-8bb9-5fe7e9dd4eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.730809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8128e10d-c24a-4e7f-8bb9-5fe7e9dd4eba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/874e19fe-4b41-4e6b-82d6-a9542b22482f HTTP/1.1" status: 204 len: 168 time: 0.5575216 Mar 22 14:19:59.753350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128e10d-c24a-4e7f-8bb9-5fe7e9dd4eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e19fe-4b41-4e6b-82d6-a9542b22482f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:59.865249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-1a4997aa-9a2e-4184-85e0-f68d874b9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:59.867028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-1a4997aa-9a2e-4184-85e0-f68d874b9689 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 897 time: 0.3170810 Mar 22 14:20:00.000100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-9214efdb-90c5-466b-9f45-cc8c1d9fd453 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 1001 time: 0.1243799 Mar 22 14:20:00.139154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-0ccda1f9-c5fc-4ae3-92c8-4ef65776afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:00.144559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-0ccda1f9-c5fc-4ae3-92c8-4ef65776afcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1371872 Mar 22 14:20:00.189012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (fa836e2a-50ad-449b-8242-738a7c556b57), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.237651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:00.250484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.251988 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-85214936-1b43-4bd7-b17c-4612faa636e0 service neutron] 10.222.0.44 "POST /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55/bindings HTTP/1.1" status: 201 len: 389 time: 1.2345612 Mar 22 14:20:00.274208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0f53-2de1-4524-ae0d-7e7c0e4516ec admin admin] Publish callbacks [] for security_group (0633c71c-a736-439b-94ae-338b6b1e16b2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.278732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-901d818f-9fc8-4115-a6f9-369b59021e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:00.280981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-901d818f-9fc8-4115-a6f9-369b59021e03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284921 Mar 22 14:20:00.306734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (fa836e2a-50ad-449b-8242-738a7c556b57), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.320501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0f53-2de1-4524-ae0d-7e7c0e4516ec admin admin] Publish callbacks [] for security_group (0633c71c-a736-439b-94ae-338b6b1e16b2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.366403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event deleted for resources: {'Subnet': ['ID=fa836e2a-50ad-449b-8242-738a7c556b57,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:00.379528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.383099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acee865-2c53-4f57-bd13-fe597d590af6 None None] Network b2fa9663-4d0e-4419-958f-99cce135f774 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:00.383938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d85ddd51-a2bd-4ef5-8d14-618e33e4b280 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "DELETE /v2.0/subnets/fa836e2a-50ad-449b-8242-738a7c556b57 HTTP/1.1" status: 204 len: 168 time: 1.2690051 Mar 22 14:20:00.387348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:00.498335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b2fa9663-4d0e-4419-958f-99cce135f774), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.537709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0f53-2de1-4524-ae0d-7e7c0e4516ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0633c71c-a736-439b-94ae-338b6b1e16b2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.540513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-37d0ab8b-8a43-42df-930d-b78c901ec80b service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520328 Mar 22 14:20:00.541109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0f53-2de1-4524-ae0d-7e7c0e4516ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.544716 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f6cb0f53-2de1-4524-ae0d-7e7c0e4516ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0633c71c-a736-439b-94ae-338b6b1e16b2 HTTP/1.1" status: 204 len: 168 time: 0.9337869 Mar 22 14:20:00.554817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb0f53-2de1-4524-ae0d-7e7c0e4516ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0633c71c-a736-439b-94ae-338b6b1e16b2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:00.594140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Deleting port 9bec692d-e18b-47f3-8f4f-c87d2036e01a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:00.594994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.702417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] For port 9bec692d-e18b-47f3-8f4f-c87d2036e01a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9bec692d-e18b-47f3-8f4f-c87d2036e01a,segment=NetworkSegment(2f87cbfb-3e54-4366-8712-34c99f92824e),segment_id=2f87cbfb-3e54-4366-8712-34c99f92824e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:00.702807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.731784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Calling delete_port for 9bec692d-e18b-47f3-8f4f-c87d2036e01a owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:00.852540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] DHCP port deletion for b2fa9663-4d0e-4419-958f-99cce135f774 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:00.893923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89e715-33b3-45ea-a001-4f032b0616ac req-d567d0b2-265c-4b52-b852-9a8de7ff2395 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:00.918537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a89e715-33b3-45ea-a001-4f032b0616ac req-d567d0b2-265c-4b52-b852-9a8de7ff2395 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.3650715 Mar 22 14:20:00.960417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.989737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] Deleting port 9bec692d-e18b-47f3-8f4f-c87d2036e01a {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:00.989737 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.991675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-05533017-ba84-4e92-a83a-646706466491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:00.993516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-05533017-ba84-4e92-a83a-646706466491 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1128 time: 0.3664608 Mar 22 14:20:01.031606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] No DVR routers for this DVR port 9bec692d-e18b-47f3-8f4f-c87d2036e01a on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:01.044831 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event deleted for resources: {'Port': ['ID=9bec692d-e18b-47f3-8f4f-c87d2036e01a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:01.078541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb2d0e6b-69c6-461d-969f-b9f4f2da4f32 req-ba0b6fa1-3276-49ce-ae48-9b59eb774a33 service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124559 Mar 22 14:20:01.206371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] For port 9bec692d-e18b-47f3-8f4f-c87d2036e01a, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:01.206858 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.238894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] Calling delete_port for 9bec692d-e18b-47f3-8f4f-c87d2036e01a owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:01.247182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] Port 9bec692d-e18b-47f3-8f4f-c87d2036e01a was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:20:01.249458 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (9bec692d-e18b-47f3-8f4f-c87d2036e01a), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.316821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a89e715-33b3-45ea-a001-4f032b0616ac req-5ecb9094-440f-40aa-9383-cc819b9a5e27 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974166 Mar 22 14:20:01.355149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] Pushing event deleted for resources: {'Port': ['ID=9bec692d-e18b-47f3-8f4f-c87d2036e01a,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:01.365374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a674ee6-dba8-4e74-a9f9-032fc35b1e70 None None] No DVR routers for this DVR port 9bec692d-e18b-47f3-8f4f-c87d2036e01a on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:01.403026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b2fa9663-4d0e-4419-958f-99cce135f774), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.436166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fa9663-4d0e-4419-958f-99cce135f774']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:01.437279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-90135525-feb8-4b95-8f90-2e8259f7ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:01.438868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-90135525-feb8-4b95-8f90-2e8259f7ee3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 897 time: 0.4081056 Mar 22 14:20:01.448439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f87cbfb-3e54-4366-8712-34c99f92824e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:01.448793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f87cbfb-3e54-4366-8712-34c99f92824e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:01.460177 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (2f87cbfb-3e54-4366-8712-34c99f92824e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.477929 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2f87cbfb-3e54-4366-8712-34c99f92824e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (2f87cbfb-3e54-4366-8712-34c99f92824e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:01.492970 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:01.553120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-6bc31671-3e2c-4db3-b140-e141a76fb8d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 1001 time: 0.1069467 Mar 22 14:20:01.598251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b2fa9663-4d0e-4419-958f-99cce135f774), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.625694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.633030 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] 10.222.0.44 "DELETE /v2.0/networks/b2fa9663-4d0e-4419-958f-99cce135f774 HTTP/1.1" status: 204 len: 168 time: 1.2442992 Mar 22 14:20:01.668033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce67c94-d7b7-4f53-b323-e53b847c95db tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400 tempest-ExtraDHCPOptionsIpV6TestJSON-1649205400-project] Pushing event deleted for resources: {'Network': ['ID=b2fa9663-4d0e-4419-958f-99cce135f774,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:01.678746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-362595f1-af0c-446b-9239-7a60c46a8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:01.682465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-362595f1-af0c-446b-9239-7a60c46a8056 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1231833 Mar 22 14:20:01.784541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-1f530a18-872e-4539-9173-c8c44b626328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:01.787543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-1f530a18-872e-4539-9173-c8c44b626328 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983858 Mar 22 14:20:01.951217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-0f812a41-87d2-4014-8faa-7a83d02bdbc4 service neutron] 10.222.0.42 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578896 Mar 22 14:20:01.958585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9bec692d-e18b-47f3-8f4f-c87d2036e01a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:01.989407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9bec692d-e18b-47f3-8f4f-c87d2036e01a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:01.990748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9bec692d-e18b-47f3-8f4f-c87d2036e01a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:02.078590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-ee1d54fc-eba7-499c-9d66-1a4bd4b77783 service neutron] 10.222.0.42 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203802 Mar 22 14:20:02.079651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45856) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:02.245663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-bf824345-f9a7-4cab-805e-039ea8732854 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:02.247280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-bf824345-f9a7-4cab-805e-039ea8732854 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3&tenant_id=6dd3d1a9a9e643fd96e398de43951d87&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1128 time: 0.1140015 Mar 22 14:20:02.250224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45868) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:02.263371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-3'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:02.291375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4d1efad5-f129-40be-81b8-602f6940b106 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1068945651'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:02.291833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4d1efad5-f129-40be-81b8-602f6940b106 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Unknown quota resources ['metering_label']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:20:03.019163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4d1efad5-f129-40be-81b8-602f6940b106 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.020307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4d1efad5-f129-40be-81b8-602f6940b106 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9396608 Mar 22 14:20:03.022277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.023472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45894) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:03.030994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c85e0d7c-7f00-42a2-a9fc-127e440523a8 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6df2c71b-4479-4d4b-abde-64e4a9152cc3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:03.032020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c85e0d7c-7f00-42a2-a9fc-127e440523a8 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:20:03.066694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f19d2-cced-498c-a167-d4d351247b52 req-018abf83-67bb-4b15-88ee-3fa93cb5daf8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:03.068412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-823f19d2-cced-498c-a167-d4d351247b52 req-018abf83-67bb-4b15-88ee-3fa93cb5daf8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.6102467 Mar 22 14:20:03.077076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-18c32000-b51a-421d-9940-15dafd1c5bc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4905ffa091204f0f8a283c962afb444f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8234007 Mar 22 14:20:03.094278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45896) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:03.151401 n-d-834677-3 neutron-server[110458]: WARNING neutron.services.metering.metering_plugin [None req-c85e0d7c-7f00-42a2-a9fc-127e440523a8 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:20:03.248396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-823f19d2-cced-498c-a167-d4d351247b52 req-e3d9b4db-e098-4647-be5f-a7d173758245 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552889 Mar 22 14:20:03.278649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20037f14-1286-4424-94db-8bcb736f8aad admin admin] Publish callbacks [] for security_group (5d0e4d35-0cbb-47dc-b64a-e5d51860ea43), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.305685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:03.322551 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c85e0d7c-7f00-42a2-a9fc-127e440523a8 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.323912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c85e0d7c-7f00-42a2-a9fc-127e440523a8 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2984910 Mar 22 14:20:03.327159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45906) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:03.331806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20037f14-1286-4424-94db-8bcb736f8aad admin admin] Publish callbacks [] for security_group (5d0e4d35-0cbb-47dc-b64a-e5d51860ea43), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.332761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a66bf61c-b3ce-47ab-9d0c-b07daafb8780 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6df2c71b-4479-4d4b-abde-64e4a9152cc3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:03.333491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a66bf61c-b3ce-47ab-9d0c-b07daafb8780 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:20:03.388720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:03.412105 n-d-834677-3 neutron-server[110458]: WARNING neutron.services.metering.metering_plugin [None req-a66bf61c-b3ce-47ab-9d0c-b07daafb8780 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:20:03.437935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20037f14-1286-4424-94db-8bcb736f8aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5d0e4d35-0cbb-47dc-b64a-e5d51860ea43), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.440831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-20037f14-1286-4424-94db-8bcb736f8aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.442024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-20037f14-1286-4424-94db-8bcb736f8aad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d0e4d35-0cbb-47dc-b64a-e5d51860ea43 HTTP/1.1" status: 204 len: 168 time: 0.3468449 Mar 22 14:20:03.459752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20037f14-1286-4424-94db-8bcb736f8aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0e4d35-0cbb-47dc-b64a-e5d51860ea43,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:03.470900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:03.473411 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aeba69-fe82-4e50-85b6-ff4bb399e08e" -d '{"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:03.478536 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Publish callbacks [] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.512104 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.536134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a66bf61c-b3ce-47ab-9d0c-b07daafb8780 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.539844 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a66bf61c-b3ce-47ab-9d0c-b07daafb8780 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2088940 Mar 22 14:20:03.540406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45914) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:03.566555 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f7630188-550f-4ab3-a211-87b59849b0d7 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=09bc24c3-cc2f-4958-ab2a-6ddd73173570 HTTP/1.1" status: 200 len: 462 time: 0.0251052 Mar 22 14:20:03.568844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:03.576039 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b214888-5caa-44c0-9e0e-c7864ac387e6 x-openstack-request-id: req-7b214888-5caa-44c0-9e0e-c7864ac387e6 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:03.576039 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:03.576039 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b214888-5caa-44c0-9e0e-c7864ac387e6 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:03.576454 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b214888-5caa-44c0-9e0e-c7864ac387e6'] response: {'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'code': 200} Mar 22 14:20:03.754772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:03.821063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-168e429e-6770-4c2a-ae9a-e235e40eaacf tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.824322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-168e429e-6770-4c2a-ae9a-e235e40eaacf tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/09bc24c3-cc2f-4958-ab2a-6ddd73173570 HTTP/1.1" status: 204 len: 168 time: 0.2521250 Mar 22 14:20:03.825642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45926) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:03.873239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0773865d-8da8-4ebd-8180-40f2675018cf tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=09bc24c3-cc2f-4958-ab2a-6ddd73173570 HTTP/1.1" status: 200 len: 221 time: 0.0405705 Mar 22 14:20:03.873711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45932) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:03.885113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-49f14db9-5b89-40e8-aa61-df0b613b79bd tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--41605550', 'description': 'label created by tempest'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:03.885756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-49f14db9-5b89-40e8-aa61-df0b613b79bd tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Unknown quota resources ['metering_label']. {{(pid=110457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:20:03.898726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on host n-h2-834677-3 for vnic_type normal with profile {"migrating_to": "n-h1-834677-3"} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:03.899405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:03.899835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:03.945692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:20:03.946828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Attempting to bind port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on network 64496bc8-5920-4917-8f99-28226d729328 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:03.954192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:03.954699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Checking segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:03.955183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Bound using segment: {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:03.955963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Bound port: 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c003ce-0b69-4484-b12a-bd484d1da168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '64496bc8-5920-4917-8f99-28226d729328'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:03.959909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.973798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4c389a9a-6235-47ae-89e7-4dd08f7f0756 None None] Provisioning complete for port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:03.974897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c389a9a-6235-47ae-89e7-4dd08f7f0756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.043288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c389a9a-6235-47ae-89e7-4dd08f7f0756 None None] Port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:04.163604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49f14db9-5b89-40e8-aa61-df0b613b79bd tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.165750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-49f14db9-5b89-40e8-aa61-df0b613b79bd tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2909825 Mar 22 14:20:04.168670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.195996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:04.200555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:04.210664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.327617 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93658ae7-3384-4646-aee3-14a3de2a1e30 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=ad62d210-8089-4ea8-a429-a545d3ed3393 HTTP/1.1" status: 200 len: 466 time: 0.1571858 Mar 22 14:20:04.328091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45950) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.358871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=8']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:04.565320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:04.565320 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.566475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-955dc168-38a3-4306-9a31-ebc0875251ce service neutron] 10.222.0.42 "PUT /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 1122 time: 2.3084786 Mar 22 14:20:04.624891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8043e3-0a73-4ff3-b14b-6c2e86e54f21 req-82579901-c35a-4b00-ac7f-f59b39f82259 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:04.628319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f8043e3-0a73-4ff3-b14b-6c2e86e54f21 req-82579901-c35a-4b00-ac7f-f59b39f82259 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 944 time: 0.2077799 Mar 22 14:20:04.663546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['9bd415c4-c433-401b-ac0e-ac3b57de4b55'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:04.767508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f8043e3-0a73-4ff3-b14b-6c2e86e54f21 req-76acc2ed-14c1-459b-a4ee-8637197fc2e2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283982 Mar 22 14:20:04.777521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-17f25e5d-98b7-43f6-8818-886ca599033d tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.779286 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-17f25e5d-98b7-43f6-8818-886ca599033d tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/ad62d210-8089-4ea8-a429-a545d3ed3393 HTTP/1.1" status: 204 len: 168 time: 0.4426234 Mar 22 14:20:04.781960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45962) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.786343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2e5ae206-f48d-4a68-907a-eaeb20efd8f2 None None] Provisioning complete for port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:04.786904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae206-f48d-4a68-907a-eaeb20efd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.790854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45964) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.799177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-07ea0e88-69c9-461f-baf5-097328b95ba4 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=ad62d210-8089-4ea8-a429-a545d3ed3393 HTTP/1.1" status: 200 len: 216 time: 0.0127814 Mar 22 14:20:04.804168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45968) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.814846 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a6b41426-a68a-4e42-a049-9b1a8f95da16 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091717 Mar 22 14:20:04.818459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45970) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.831428 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d370c90c-d656-447d-9370-e1684e651435 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116425 Mar 22 14:20:04.834884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45972) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.934589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1684107299'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:04.977130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Made reservation on behalf of 1caf16a24e594ef28b5b14ba2eb874b5 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:04.985951 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.986209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a5cb5ee3-0b03-43f6-85cd-e79cb1ca85a1 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/6df2c71b-4479-4d4b-abde-64e4a9152cc3 HTTP/1.1" status: 200 len: 473 time: 0.1466582 Mar 22 14:20:04.986209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45978) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.993380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.008257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1bcb3a0c-5c5e-47af-8648-02c16a2e8b45 tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/46b4bd42-c630-46ce-94c7-7186d8a634d3 HTTP/1.1" status: 200 len: 459 time: 0.0204408 Mar 22 14:20:05.008498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45980) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.011410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ae206-f48d-4a68-907a-eaeb20efd8f2 None None] Current status of the port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:05.011914 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae206-f48d-4a68-907a-eaeb20efd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.058164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:05.060473 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73369ade-7087-4386-8426-8a9eeeb9cb6a" -d '{"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-plugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:05.108304 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de982f95-2bb5-4d0a-b827-aedac6e6d76a x-openstack-request-id: req-de982f95-2bb5-4d0a-b827-aedac6e6d76a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:05.108704 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-plugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:05.109057 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de982f95-2bb5-4d0a-b827-aedac6e6d76a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:05.109553 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de982f95-2bb5-4d0a-b827-aedac6e6d76a'] response: {'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'code': 200} Mar 22 14:20:05.113617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e5ae206-f48d-4a68-907a-eaeb20efd8f2 None None] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:05.122939 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae206-f48d-4a68-907a-eaeb20efd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.159376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3b97783a-25b8-4d34-b08f-4fbba83a90bb tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.162088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3b97783a-25b8-4d34-b08f-4fbba83a90bb tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/46b4bd42-c630-46ce-94c7-7186d8a634d3 HTTP/1.1" status: 204 len: 168 time: 0.1510599 Mar 22 14:20:05.163930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45984) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.183200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for security_group (c38e3440-6112-49da-85da-5e823012b373), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.190532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c38e3440-6112-49da-85da-5e823012b373), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.204255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:05.216309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6c09824d-5129-4d10-b243-e2176c205344), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.217288 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Added segment 6c09824d-5129-4d10-b243-e2176c205344 of type vlan for network d54ec803-c02c-4997-bcac-445ea7e6d560 Mar 22 14:20:05.264407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d54ec803-c02c-4997-bcac-445ea7e6d560), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.323411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e3440-6112-49da-85da-5e823012b373,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.326681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d54ec803-c02c-4997-bcac-445ea7e6d560), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.334200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ae206-f48d-4a68-907a-eaeb20efd8f2 None None] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.354361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:05.357929 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.424755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6327777 Mar 22 14:20:05.427649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45988) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.433326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0605790e-8a10-4ab6-994a-3b2ec85a83fa tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.434561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0605790e-8a10-4ab6-994a-3b2ec85a83fa tempest-MeteringIpV6TestJSON-1432485030 tempest-MeteringIpV6TestJSON-1432485030-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/6df2c71b-4479-4d4b-abde-64e4a9152cc3 HTTP/1.1" status: 204 len: 168 time: 0.2695377 Mar 22 14:20:05.435591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Request body: {'subnet': {'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:05.488073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670e788-842e-409a-871a-1499fa9728bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event updated for resources: {'Network': ['ID=d54ec803-c02c-4997-bcac-445ea7e6d560,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.498957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d54ec803-c02c-4997-bcac-445ea7e6d560 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:05.556198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Made reservation on behalf of 1caf16a24e594ef28b5b14ba2eb874b5 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:05.561094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.577191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:05.579564 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc24e29-a393-41ab-a039-81149204ccc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:05.648728 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cd8243-0735-4721-95d1-3b15028b0074 x-openstack-request-id: req-10cd8243-0735-4721-95d1-3b15028b0074 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:05.649023 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:05.649274 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10cd8243-0735-4721-95d1-3b15028b0074 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:05.649685 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10cd8243-0735-4721-95d1-3b15028b0074'] response: {'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'status': 'completed', 'code': 200} Mar 22 14:20:05.784727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc24e29-a393-41ab-a039-81149204ccc1 req-8876bd56-8faa-4ee6-bb68-6c07d4bdc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:05.791272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc24e29-a393-41ab-a039-81149204ccc1 req-8876bd56-8faa-4ee6-bb68-6c07d4bdc44a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1158 time: 0.1167941 Mar 22 14:20:05.803184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46008) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.863466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (ada29692-09a0-4c5e-a439-43e9f37a001d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.905403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc24e29-a393-41ab-a039-81149204ccc1 req-78e4e62f-00d8-4b0c-886b-adcf5fd69c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:05.906929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc24e29-a393-41ab-a039-81149204ccc1 req-78e4e62f-00d8-4b0c-886b-adcf5fd69c40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 897 time: 0.1026185 Mar 22 14:20:05.971732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event updated for resources: {'Subnet': ['ID=ada29692-09a0-4c5e-a439-43e9f37a001d,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:06.025096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Checking segment: {'id': '6c09824d-5129-4d10-b243-e2176c205344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:06.025537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Network hostable DHCP agents. Network: d54ec803-c02c-4997-bcac-445ea7e6d560, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:06.047408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Network d54ec803-c02c-4997-bcac-445ea7e6d560 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:06.060121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d54ec803-c02c-4997-bcac-445ea7e6d560) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:06.067502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:06.068110 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.076951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022483c-8577-4b40-a570-ba89b7453ab5 None None] Network d54ec803-c02c-4997-bcac-445ea7e6d560 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:06.089769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc24e29-a393-41ab-a039-81149204ccc1 req-249d719c-663d-4c63-a12c-0bb14055069e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 1001 time: 0.1733298 Mar 22 14:20:06.098299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8d8c8-2d75-484d-9b5f-bd6405e1efcb req-e81a20d4-1d1b-4ca8-a9d4-af6f3f37117a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:06.101008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62f43c70-c90d-4351-87fc-534d469b2c9c tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6718378 Mar 22 14:20:06.102411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bad8d8c8-2d75-484d-9b5f-bd6405e1efcb req-e81a20d4-1d1b-4ca8-a9d4-af6f3f37117a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.1787975 Mar 22 14:20:06.103495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46018) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:06.110341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Request body: {'port': {'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560', 'name': 'tempest-ExtraDHCPOptionsTestJSON-691446085'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:06.203199 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c36cd09-bb4d-4c50-84c6-cb2d341c2754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.229306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d54ec803-c02c-4997-bcac-445ea7e6d560', 'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560', 'project_id': '1caf16a24e594ef28b5b14ba2eb874b5', 'fixed_ips': [{'subnet_id': 'ada29692-09a0-4c5e-a439-43e9f37a001d'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:20:06.231807 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.251968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Made reservation on behalf of 1caf16a24e594ef28b5b14ba2eb874b5 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:06.256951 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.265206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc24e29-a393-41ab-a039-81149204ccc1 req-ad765261-8c36-4366-8673-70aa2b00cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:06.267178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc24e29-a393-41ab-a039-81149204ccc1 req-ad765261-8c36-4366-8673-70aa2b00cdc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1612031 Mar 22 14:20:06.283767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bad8d8c8-2d75-484d-9b5f-bd6405e1efcb req-e9adc3e7-7110-4414-862b-a867a220ce10 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656554 Mar 22 14:20:06.289909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] device_id is not set on port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:20:06.365902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c53162-d21d-414a-bcec-ca202da90d7b req-c6835366-d716-41e8-828a-93ccb78163c2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:06.367759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10c53162-d21d-414a-bcec-ca202da90d7b req-c6835366-d716-41e8-828a-93ccb78163c2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.2157524 Mar 22 14:20:06.427284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc24e29-a393-41ab-a039-81149204ccc1 req-ae0157bc-ce2f-479a-b6fa-73553a4ebecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:06.429165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc24e29-a393-41ab-a039-81149204ccc1 req-ae0157bc-ce2f-479a-b6fa-73553a4ebecc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1517801 Mar 22 14:20:06.457865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Allocated IP 172.20.0.2 (d54ec803-c02c-4997-bcac-445ea7e6d560/ada29692-09a0-4c5e-a439-43e9f37a001d/acd926c8-e7ce-4948-955b-94a0cde1524c) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:06.500383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10c53162-d21d-414a-bcec-ca202da90d7b req-2ef01be6-3044-4a94-b206-aa9b1cf39e25 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085882 Mar 22 14:20:06.541190 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c36cd09-bb4d-4c50-84c6-cb2d341c2754 admin admin] Publish callbacks [] for security_group (53ae9377-743c-426a-bf77-71fd88ab50f1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.546573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c36cd09-bb4d-4c50-84c6-cb2d341c2754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53ae9377-743c-426a-bf77-71fd88ab50f1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.583221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:20:06.597188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9c36cd09-bb4d-4c50-84c6-cb2d341c2754 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af67387671db488d864854900c44edc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7914464 Mar 22 14:20:06.600220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46020) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:06.608004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36cd09-bb4d-4c50-84c6-cb2d341c2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ae9377-743c-426a-bf77-71fd88ab50f1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:06.624919 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc24e29-a393-41ab-a039-81149204ccc1 req-2c9426af-957e-4d4a-8994-2e4ed570186f service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833866 Mar 22 14:20:06.680153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4cd-0ef0-4f66-b216-9988f69bc4bd admin admin] Publish callbacks [] for security_group (53ae9377-743c-426a-bf77-71fd88ab50f1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.707168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4cd-0ef0-4f66-b216-9988f69bc4bd admin admin] Publish callbacks [] for security_group (53ae9377-743c-426a-bf77-71fd88ab50f1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.728144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edc24e29-a393-41ab-a039-81149204ccc1 req-ba98bb74-10b2-45c4-8dfe-03ae23bbdd6d service neutron] 10.222.0.57 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965436 Mar 22 14:20:06.762485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4cd-0ef0-4f66-b216-9988f69bc4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53ae9377-743c-426a-bf77-71fd88ab50f1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.765097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4cd-0ef0-4f66-b216-9988f69bc4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.766397 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0a9dd4cd-0ef0-4f66-b216-9988f69bc4bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53ae9377-743c-426a-bf77-71fd88ab50f1 HTTP/1.1" status: 204 len: 168 time: 0.1646581 Mar 22 14:20:06.775082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dd4cd-0ef0-4f66-b216-9988f69bc4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ae9377-743c-426a-bf77-71fd88ab50f1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:06.804497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.resource_extend [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:20:06.939443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Publish callbacks [] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.952233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.975021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Network d54ec803-c02c-4997-bcac-445ea7e6d560 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:06.984278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:07.000345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:07.007608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:07.058672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Allocated IP 172.20.0.6 (d54ec803-c02c-4997-bcac-445ea7e6d560/ada29692-09a0-4c5e-a439-43e9f37a001d/1af5617e-6138-4a28-b39f-6d3ee82d83f6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:07.088513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 has no active binding in host n-h1-834677-3 {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:20:07.092267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Pushing event updated for resources: {'Port': ['ID=acd926c8-e7ce-4948-955b-94a0cde1524c,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:07.096822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Attempting to bind port acd926c8-e7ce-4948-955b-94a0cde1524c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:07.097166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Attempting to bind port acd926c8-e7ce-4948-955b-94a0cde1524c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6c09824d-5129-4d10-b243-e2176c205344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:07.097587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Attempting to bind port acd926c8-e7ce-4948-955b-94a0cde1524c on network d54ec803-c02c-4997-bcac-445ea7e6d560 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:07.103154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:07.103563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Checking segment: {'id': '6c09824d-5129-4d10-b243-e2176c205344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:07.103892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.104291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Bound using segment: {'id': '6c09824d-5129-4d10-b243-e2176c205344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:07.104768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Bound port: acd926c8-e7ce-4948-955b-94a0cde1524c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c09824d-5129-4d10-b243-e2176c205344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:07.105151 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.165870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46042) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:07.187798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] For port acd926c8-e7ce-4948-955b-94a0cde1524c, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:07.190989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] For port acd926c8-e7ce-4948-955b-94a0cde1524c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=acd926c8-e7ce-4948-955b-94a0cde1524c,segment=NetworkSegment(6c09824d-5129-4d10-b243-e2176c205344),segment_id=6c09824d-5129-4d10-b243-e2176c205344)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:07.196283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-507d18a0-7229-4e19-bbbe-3188db179c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.202397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.281119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243cd1e-be7a-47ed-a2e6-be71bab0d3ae None None] Pushing event updated for resources: {'Port': ['ID=acd926c8-e7ce-4948-955b-94a0cde1524c,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:07.290754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.327835 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-507d18a0-7229-4e19-bbbe-3188db179c03 admin admin] Publish callbacks [] for security_group (369a55ab-8207-418f-bed4-fdfd580ac67a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.330977 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.337580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-507d18a0-7229-4e19-bbbe-3188db179c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (369a55ab-8207-418f-bed4-fdfd580ac67a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.384484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Network d54ec803-c02c-4997-bcac-445ea7e6d560 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:07.388354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:07.395095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:07.421146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-507d18a0-7229-4e19-bbbe-3188db179c03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6fe0196b0bb4a5eae167f9851b4f16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532043 Mar 22 14:20:07.423034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d18a0-7229-4e19-bbbe-3188db179c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369a55ab-8207-418f-bed4-fdfd580ac67a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:07.425174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46046) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:07.427466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event updated for resources: {'Port': ['ID=1af5617e-6138-4a28-b39f-6d3ee82d83f6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:07.487695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:07.487695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.517299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f59d9aca-580b-4332-8adb-58105efe7481 admin admin] Publish callbacks [] for security_group (369a55ab-8207-418f-bed4-fdfd580ac67a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.541996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e0e3ccc-ec03-4628-a197-e3e796c20de1 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4363551 Mar 22 14:20:07.552222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46050) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:07.563618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Request body: {'port': {'network_id': 'd54ec803-c02c-4997-bcac-445ea7e6d560', 'name': 'tempest-ExtraDHCPOptionsTestJSON-512542510', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:07.564836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.api.validators [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] bootfile-name is not in valid_values {{(pid=110457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:20:07.564997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.api.validators [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] tftp-server is not in valid_values {{(pid=110457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:20:07.565369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.api.validators [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] server-ip-address is not in valid_values {{(pid=110457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:20:07.572580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f59d9aca-580b-4332-8adb-58105efe7481 admin admin] Publish callbacks [] for security_group (369a55ab-8207-418f-bed4-fdfd580ac67a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.633864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e365325-892a-4d31-a0e3-3403041e3c96 req-e92b3a84-5035-4ff4-ab3e-1911cedec006 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:07.635673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e365325-892a-4d31-a0e3-3403041e3c96 req-e92b3a84-5035-4ff4-ab3e-1911cedec006 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.1724095 Mar 22 14:20:07.646659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f59d9aca-580b-4332-8adb-58105efe7481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (369a55ab-8207-418f-bed4-fdfd580ac67a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.650342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f59d9aca-580b-4332-8adb-58105efe7481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.654619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f59d9aca-580b-4332-8adb-58105efe7481 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/369a55ab-8207-418f-bed4-fdfd580ac67a HTTP/1.1" status: 204 len: 168 time: 0.2283652 Mar 22 14:20:07.672870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d9aca-580b-4332-8adb-58105efe7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369a55ab-8207-418f-bed4-fdfd580ac67a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:07.807389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e365325-892a-4d31-a0e3-3403041e3c96 req-871c76c1-9b90-4eab-80ce-ea48ed78d1de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489489 Mar 22 14:20:07.816770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e16c9-3834-4d85-99a2-7228c13682f2 req-cb0fd930-ad3a-4196-b33d-863ff0e80e36 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:07.818343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735e16c9-3834-4d85-99a2-7228c13682f2 req-cb0fd930-ad3a-4196-b33d-863ff0e80e36 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1793191 Mar 22 14:20:07.853626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Made reservation on behalf of 1caf16a24e594ef28b5b14ba2eb874b5 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:07.857057 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.894822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] device_id is not set on port 3783d349-5076-4cb6-8d28-c4725c45e082 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:20:07.942235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-735e16c9-3834-4d85-99a2-7228c13682f2 req-00a8eaa8-6f27-443f-b68a-4cfd27ba38ed tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083298 Mar 22 14:20:08.045359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device acd926c8-e7ce-4948-955b-94a0cde1524c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:08.071339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Allocated IP 172.20.0.13 (d54ec803-c02c-4997-bcac-445ea7e6d560/ada29692-09a0-4c5e-a439-43e9f37a001d/3783d349-5076-4cb6-8d28-c4725c45e082) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:08.136180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port acd926c8-e7ce-4948-955b-94a0cde1524c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:08.136648 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.256825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port acd926c8-e7ce-4948-955b-94a0cde1524c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:08.257544 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.310000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port acd926c8-e7ce-4948-955b-94a0cde1524c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=acd926c8-e7ce-4948-955b-94a0cde1524c,segment=NetworkSegment(6c09824d-5129-4d10-b243-e2176c205344),segment_id=6c09824d-5129-4d10-b243-e2176c205344)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:08.317416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.349848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for port (3783d349-5076-4cb6-8d28-c4725c45e082), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.412355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=acd926c8-e7ce-4948-955b-94a0cde1524c,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:08.429935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3783d349-5076-4cb6-8d28-c4725c45e082), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.479595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Network d54ec803-c02c-4997-bcac-445ea7e6d560 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:08.483213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:08.486369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:08.524504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event updated for resources: {'Port': ['ID=3783d349-5076-4cb6-8d28-c4725c45e082,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:08.550379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:08.551470 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.570573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ad80490a-8a7e-40e3-a239-947bda7c79c3 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0174944 Mar 22 14:20:08.572419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:08.642864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7ec2c-d483-415a-aa15-06d699a1dbf4 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:08.651987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7ec2c-d483-415a-aa15-06d699a1dbf4 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:08.657725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7ec2c-d483-415a-aa15-06d699a1dbf4 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:08.659944 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5ad7ec2c-d483-415a-aa15-06d699a1dbf4 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0865269 Mar 22 14:20:08.662861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46090) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:08.729588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2b16c-f205-45f7-a499-1b4160a310ae None None] Network d54ec803-c02c-4997-bcac-445ea7e6d560 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:08.780447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Deleting port 3783d349-5076-4cb6-8d28-c4725c45e082 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:08.781241 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3783d349-5076-4cb6-8d28-c4725c45e082), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.806795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2fc77bca-8296-4b5b-a9a0-dfd6d094dcc9 None None] Provisioning complete for port acd926c8-e7ce-4948-955b-94a0cde1524c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:08.807416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fc77bca-8296-4b5b-a9a0-dfd6d094dcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.956053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3783d349-5076-4cb6-8d28-c4725c45e082), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.996320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Calling delete_port for 3783d349-5076-4cb6-8d28-c4725c45e082 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:09.017387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2fc77bca-8296-4b5b-a9a0-dfd6d094dcc9 None None] Current status of the port acd926c8-e7ce-4948-955b-94a0cde1524c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:09.025076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdebbe3-e958-4ee1-be41-b1e4c7addb61 req-3b1dfee7-6396-44dd-906d-08e3a5c226de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:09.028069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ffdebbe3-e958-4ee1-be41-b1e4c7addb61 req-3b1dfee7-6396-44dd-906d-08e3a5c226de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.0832372 Mar 22 14:20:09.163520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ffdebbe3-e958-4ee1-be41-b1e4c7addb61 req-cdb3e661-0345-44bf-8849-41f96c864d31 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094346 Mar 22 14:20:09.229165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81470a-a79b-4a72-b79e-0bbac6af1af2 req-4bb9f609-fbf1-4fc5-af47-fff05bf7e2fe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:09.231095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a81470a-a79b-4a72-b79e-0bbac6af1af2 req-4bb9f609-fbf1-4fc5-af47-fff05bf7e2fe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1255035 Mar 22 14:20:09.240534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3783d349-5076-4cb6-8d28-c4725c45e082), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.327889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a81470a-a79b-4a72-b79e-0bbac6af1af2 req-ec639435-942c-407e-8635-15cae3cca44c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897632 Mar 22 14:20:09.338923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event deleted for resources: {'Port': ['ID=3783d349-5076-4cb6-8d28-c4725c45e082,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:09.433113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a87c57d4-d12c-4961-93f5-34635a307827 None None] Could not find standard attr ID for object 3783d349-5076-4cb6-8d28-c4725c45e082. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:20:09.451962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a87c57d4-d12c-4961-93f5-34635a307827 None None] Provisioning complete for port acd926c8-e7ce-4948-955b-94a0cde1524c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:09.452796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a87c57d4-d12c-4961-93f5-34635a307827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.460789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.469229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46116) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:09.469819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6e80f266-7ddb-4110-ab5e-ed93daf8cd46 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "DELETE /v2.0/ports/3783d349-5076-4cb6-8d28-c4725c45e082 HTTP/1.1" status: 204 len: 168 time: 0.8048463 Mar 22 14:20:09.475982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Request body: {'port': {'name': 'tempest-new-port-name-1401703015', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:09.476565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.api.validators [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] bootfile-name is not in valid_values {{(pid=110457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:20:09.477079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.api.validators [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] tftp-server is not in valid_values {{(pid=110457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:20:09.477894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.api.validators [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] server-ip-address is not in valid_values {{(pid=110457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:20:09.608673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a87c57d4-d12c-4961-93f5-34635a307827 None None] Current status of the port acd926c8-e7ce-4948-955b-94a0cde1524c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:09.625814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a87c57d4-d12c-4961-93f5-34635a307827 None None] Provisioning complete for port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:09.626234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a87c57d4-d12c-4961-93f5-34635a307827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.647686 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.680185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a87c57d4-d12c-4961-93f5-34635a307827 None None] Port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:09.828282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b2ae86f9-319b-4a08-b611-32f374f6b827 None None] Provisioning complete for port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:09.828872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b2ae86f9-319b-4a08-b611-32f374f6b827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.859868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-0999b8e7-be9b-4486-8980-7dc2d37e40d6 service neutron] 10.222.0.57 "GET /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 384 time: 0.1734064 Mar 22 14:20:09.925595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae86f9-319b-4a08-b611-32f374f6b827 None None] Port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:10.027700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device acd926c8-e7ce-4948-955b-94a0cde1524c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:10.148161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port acd926c8-e7ce-4948-955b-94a0cde1524c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:10.148561 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.255181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port acd926c8-e7ce-4948-955b-94a0cde1524c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:10.263036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b23377ba-1960-46b3-95cf-16cd752c4886 None None] Could not find standard attr ID for object 3783d349-5076-4cb6-8d28-c4725c45e082. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:20:10.289792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.467252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9ccfe50c-5ded-4c3b-9c48-da97fb1dff15 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:10.488055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ccfe50c-5ded-4c3b-9c48-da97fb1dff15 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "PUT /v2.0/quotas/e01dcda22164497a8a989e147679a89e HTTP/1.1" status: 200 len: 368 time: 0.1960173 Mar 22 14:20:10.494185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46148) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.499726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Request body: {'network': {'project_id': 'e01dcda22164497a8a989e147679a89e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:10.527864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Made reservation on behalf of e01dcda22164497a8a989e147679a89e for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:10.530838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.544667 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.595978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698ecb6-5084-4bfe-89c6-9d109eed7c74 req-e81ec5f5-cd76-415b-bfbd-74fb18da2ffe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:10.597615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5698ecb6-5084-4bfe-89c6-9d109eed7c74 req-e81ec5f5-cd76-415b-bfbd-74fb18da2ffe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 946 time: 0.2355230 Mar 22 14:20:10.643563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd9f6e-995c-4c18-b9ec-bacbb63493a8 req-5aa13f50-a6ba-413f-a835-7eb2080f4cc9 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:10.645058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57bd9f6e-995c-4c18-b9ec-bacbb63493a8 req-5aa13f50-a6ba-413f-a835-7eb2080f4cc9 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1894498 Mar 22 14:20:10.665045 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for security_group (e646f20f-f424-4c9c-a470-9ea979cf3a32), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.675952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e646f20f-f424-4c9c-a470-9ea979cf3a32), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.729081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:10.741865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5698ecb6-5084-4bfe-89c6-9d109eed7c74 req-9555e11c-4d67-4a2b-99ea-02c9873d8d3b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350186 Mar 22 14:20:10.752810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (155eb10b-74e3-4413-8c10-f59f6ef5920e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.753259 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Added segment 155eb10b-74e3-4413-8c10-f59f6ef5920e of type vlan for network 92b26047-8b1e-4667-aead-201a8fe5546f Mar 22 14:20:10.782389 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.814134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e646f20f-f424-4c9c-a470-9ea979cf3a32,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:10.822663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57bd9f6e-995c-4c18-b9ec-bacbb63493a8 req-880ce374-8990-4e38-a82d-d4e2e912c7c5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590683 Mar 22 14:20:10.824866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.875492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event updated for resources: {'Port': ['ID=1af5617e-6138-4a28-b39f-6d3ee82d83f6,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:10.960176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (92b26047-8b1e-4667-aead-201a8fe5546f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.963494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:10.999896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] In _notify_port_updated(), no bound segment for port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 on network d54ec803-c02c-4997-bcac-445ea7e6d560 {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:20:11.010282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:11.011102 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.019173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46154) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.019671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-35bcf05c-7766-47d3-a6df-a4f23b1bed74 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "PUT /v2.0/ports/1af5617e-6138-4a28-b39f-6d3ee82d83f6 HTTP/1.1" status: 200 len: 1136 time: 1.5493646 Mar 22 14:20:11.036976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:11.112047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:11.115479 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1640e6-7812-4597-aadf-754276e429b4" -d '{"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:11.124328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:11.125750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (92b26047-8b1e-4667-aead-201a8fe5546f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.127570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:11.128342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.142454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.152071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3176fd-0791-4570-93eb-b6de6ff238f7 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:11.153781 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4d3176fd-0791-4570-93eb-b6de6ff238f7 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "GET /v2.0/ports/1af5617e-6138-4a28-b39f-6d3ee82d83f6 HTTP/1.1" status: 200 len: 1136 time: 0.1333027 Mar 22 14:20:11.158292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46158) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.162065 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6664121 Mar 22 14:20:11.162804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.197222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Request body: {'network': {'project_id': 'e01dcda22164497a8a989e147679a89e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:11.201268 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bed87f-96c9-4ad7-8f04-d35c1a98ae6e x-openstack-request-id: req-81bed87f-96c9-4ad7-8f04-d35c1a98ae6e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:11.201808 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:11.202209 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81bed87f-96c9-4ad7-8f04-d35c1a98ae6e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:11.202756 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bed87f-96c9-4ad7-8f04-d35c1a98ae6e'] response: {'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'code': 200} Mar 22 14:20:11.290383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Made reservation on behalf of e01dcda22164497a8a989e147679a89e for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:11.291729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ed918987-4651-4f3b-ab05-8401c701c99c None None] Provisioning complete for port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:11.292650 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ed918987-4651-4f3b-ab05-8401c701c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.302882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.338372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2640901-0dc7-40eb-9a67-ef18581f4769 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Pushing event updated for resources: {'Network': ['ID=92b26047-8b1e-4667-aead-201a8fe5546f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:11.339459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ed918987-4651-4f3b-ab05-8401c701c99c None None] Port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:11.344138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] Transition to ACTIVE for port object 9bd415c4-c433-401b-ac0e-ac3b57de4b55 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:20:11.354166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.354856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 92b26047-8b1e-4667-aead-201a8fe5546f details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:11.357478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:11.369861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (367b1127-01f7-4f97-ac56-52956ed66678), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.370295 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Added segment 367b1127-01f7-4f97-ac56-52956ed66678 of type vlan for network 72ff9e87-8ae2-43a8-ab68-f051ba182a47 Mar 22 14:20:11.406919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Deleting port 1af5617e-6138-4a28-b39f-6d3ee82d83f6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:11.406919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.418094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] Pushing event updated for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=11']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:11.435946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (72ff9e87-8ae2-43a8-ab68-f051ba182a47), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.482283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (72ff9e87-8ae2-43a8-ab68-f051ba182a47), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.483592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:11.484215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.605832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Pushing event updated for resources: {'Network': ['ID=72ff9e87-8ae2-43a8-ab68-f051ba182a47,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:11.623848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 72ff9e87-8ae2-43a8-ab68-f051ba182a47 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:11.639956 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dba3a9d6-7a7a-4274-8b49-e2679e9f86c8 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4533043 Mar 22 14:20:11.643286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] No DVR routers for this DVR port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:11.645562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46162) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.649119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.666433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7b397c09-ba65-43cd-8aa3-ce4df7eb2a2e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Request body: {'network': {'project_id': 'e01dcda22164497a8a989e147679a89e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:11.693677 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b397c09-ba65-43cd-8aa3-ce4df7eb2a2e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 14:20:11.694174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b397c09-ba65-43cd-8aa3-ce4df7eb2a2e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:11.699134 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7b397c09-ba65-43cd-8aa3-ce4df7eb2a2e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0493097 Mar 22 14:20:11.699790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46164) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.732585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Calling delete_port for 1af5617e-6138-4a28-b39f-6d3ee82d83f6 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:11.797867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2ec3065f-77db-4df9-a99a-828e7b084079 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e01dcda22164497a8a989e147679a89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967178 Mar 22 14:20:11.800289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46168) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.864925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c48ca17f-dd96-42aa-a04d-2cdf1087ded4 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for security_group (e646f20f-f424-4c9c-a470-9ea979cf3a32), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.941699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c48ca17f-dd96-42aa-a04d-2cdf1087ded4 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for security_group (e646f20f-f424-4c9c-a470-9ea979cf3a32), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.972473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-a4be4641-7e3e-45b8-8b15-81ffc8e47dec service neutron] 10.222.0.57 "PUT /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55/bindings/n-h1-834677-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0578463 Mar 22 14:20:12.042183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483868c-239f-4be8-bcde-fc5baf242dc7 req-488ae22f-4a8f-4dbe-b8a2-729cfdeeb555 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:12.044159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d483868c-239f-4be8-bcde-fc5baf242dc7 req-488ae22f-4a8f-4dbe-b8a2-729cfdeeb555 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 945 time: 0.1954150 Mar 22 14:20:12.058392 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c48ca17f-dd96-42aa-a04d-2cdf1087ded4 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e646f20f-f424-4c9c-a470-9ea979cf3a32), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.061190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c48ca17f-dd96-42aa-a04d-2cdf1087ded4 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.069612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46176) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.071986 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c48ca17f-dd96-42aa-a04d-2cdf1087ded4 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/e646f20f-f424-4c9c-a470-9ea979cf3a32 HTTP/1.1" status: 204 len: 168 time: 0.2705324 Mar 22 14:20:12.093641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ca17f-dd96-42aa-a04d-2cdf1087ded4 tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646f20f-f424-4c9c-a470-9ea979cf3a32,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:12.165009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (72ff9e87-8ae2-43a8-ab68-f051ba182a47), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.311289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1af5617e-6138-4a28-b39f-6d3ee82d83f6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.325647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d483868c-239f-4be8-bcde-fc5baf242dc7 req-0c8a38e3-c7ff-4656-afc1-b171ee35bf51 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624228 Mar 22 14:20:12.331160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-ea0d2f6c-53e0-4eb1-a80f-0c068a591008 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:12.332622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-ea0d2f6c-53e0-4eb1-a80f-0c068a591008 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3&tenant_id=6dd3d1a9a9e643fd96e398de43951d87&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.2683439 Mar 22 14:20:12.344703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726a80-c5fc-4456-9635-6fe453b8f440 req-0c31aa89-c2fe-47f2-934d-07d840b64588 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:12.346221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62726a80-c5fc-4456-9635-6fe453b8f440 req-0c31aa89-c2fe-47f2-934d-07d840b64588 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.3435574 Mar 22 14:20:12.545777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event deleted for resources: {'Port': ['ID=1af5617e-6138-4a28-b39f-6d3ee82d83f6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:12.556047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.560406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f9c4b111-e1ce-475c-9753-e1c210b4bd07 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "DELETE /v2.0/ports/1af5617e-6138-4a28-b39f-6d3ee82d83f6 HTTP/1.1" status: 204 len: 168 time: 1.3979423 Mar 22 14:20:12.563017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46178) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.579379 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (72ff9e87-8ae2-43a8-ab68-f051ba182a47), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.622412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Deleting subnet ada29692-09a0-4c5e-a439-43e9f37a001d {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:12.624847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ff9e87-8ae2-43a8-ab68-f051ba182a47']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:12.626491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for subnet (ada29692-09a0-4c5e-a439-43e9f37a001d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.646419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367b1127-01f7-4f97-ac56-52956ed66678') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:12.646967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367b1127-01f7-4f97-ac56-52956ed66678') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:12.675308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (367b1127-01f7-4f97-ac56-52956ed66678), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.680569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ada29692-09a0-4c5e-a439-43e9f37a001d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.686476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62726a80-c5fc-4456-9635-6fe453b8f440 req-6c643d7f-5a68-4d60-a130-6208b012a5a5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070147 Mar 22 14:20:12.690910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-eb088849-ef8d-41b0-afbc-9e0005f1a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:12.692568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-eb088849-ef8d-41b0-afbc-9e0005f1a7c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 1127 time: 0.3360054 Mar 22 14:20:12.710864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (367b1127-01f7-4f97-ac56-52956ed66678), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.719402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:12.719875 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (367b1127-01f7-4f97-ac56-52956ed66678), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:12.777354 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:12.791112 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (72ff9e87-8ae2-43a8-ab68-f051ba182a47), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.812613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.816225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "DELETE /v2.0/networks/72ff9e87-8ae2-43a8-ab68-f051ba182a47 HTTP/1.1" status: 204 len: 168 time: 0.7281802 Mar 22 14:20:12.818925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46180) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.829342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ada29692-09a0-4c5e-a439-43e9f37a001d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.903961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64565-db2c-4ef4-a979-0ba6f8e1ce7e tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Pushing event deleted for resources: {'Network': ['ID=72ff9e87-8ae2-43a8-ab68-f051ba182a47,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:12.905932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ada29692-09a0-4c5e-a439-43e9f37a001d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.917135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (92b26047-8b1e-4667-aead-201a8fe5546f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.935959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event deleted for resources: {'Subnet': ['ID=ada29692-09a0-4c5e-a439-43e9f37a001d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:12.940895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.947497 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9a977e27-8289-4ca2-8d91-25f849e530bd tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "DELETE /v2.0/subnets/ada29692-09a0-4c5e-a439-43e9f37a001d HTTP/1.1" status: 204 len: 168 time: 0.3834772 Mar 22 14:20:12.948186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46182) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.951631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e28a9-7336-43d2-8b74-3403ea866251 None None] Network d54ec803-c02c-4997-bcac-445ea7e6d560 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:12.957754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-41d09a7b-f659-4b6e-9aca-7d0607df9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:12.959590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-41d09a7b-f659-4b6e-9aca-7d0607df9134 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1127 time: 0.1813574 Mar 22 14:20:13.030692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d54ec803-c02c-4997-bcac-445ea7e6d560), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.103797 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (92b26047-8b1e-4667-aead-201a8fe5546f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.107856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Deleting port acd926c8-e7ce-4948-955b-94a0cde1524c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:13.108276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.164674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b26047-8b1e-4667-aead-201a8fe5546f']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:13.194850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155eb10b-74e3-4413-8c10-f59f6ef5920e') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:13.195219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155eb10b-74e3-4413-8c10-f59f6ef5920e') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:13.209076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (155eb10b-74e3-4413-8c10-f59f6ef5920e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.211578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-26fbd0c7-f46e-458e-a7c4-c863278cb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:13.213147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-26fbd0c7-f46e-458e-a7c4-c863278cb26e service neutron] 10.222.0.42 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 897 time: 0.2305181 Mar 22 14:20:13.234953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] For port acd926c8-e7ce-4948-955b-94a0cde1524c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=acd926c8-e7ce-4948-955b-94a0cde1524c,segment=NetworkSegment(6c09824d-5129-4d10-b243-e2176c205344),segment_id=6c09824d-5129-4d10-b243-e2176c205344)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:13.235338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.270597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Calling delete_port for acd926c8-e7ce-4948-955b-94a0cde1524c owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:13.275603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] DHCP port deletion for d54ec803-c02c-4997-bcac-445ea7e6d560 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:13.303683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-6c54a30b-8eb2-4eea-868b-72651833e91b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 999 time: 0.0817020 Mar 22 14:20:13.320183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (155eb10b-74e3-4413-8c10-f59f6ef5920e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.349099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:13.349099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (155eb10b-74e3-4413-8c10-f59f6ef5920e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:13.350850 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:13.367218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Deleting port acd926c8-e7ce-4948-955b-94a0cde1524c {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:13.367970 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.416097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-bd5ff88a-f2d0-46ce-8ae8-ab86d4d3754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:13.417658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-bd5ff88a-f2d0-46ce-8ae8-ab86d4d3754b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1061287 Mar 22 14:20:13.443130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] For port acd926c8-e7ce-4948-955b-94a0cde1524c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=acd926c8-e7ce-4948-955b-94a0cde1524c,segment=NetworkSegment(6c09824d-5129-4d10-b243-e2176c205344),segment_id=6c09824d-5129-4d10-b243-e2176c205344)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:13.444304 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.445962 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (92b26047-8b1e-4667-aead-201a8fe5546f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.450467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.457034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] 10.222.0.44 "DELETE /v2.0/networks/92b26047-8b1e-4667-aead-201a8fe5546f HTTP/1.1" status: 204 len: 168 time: 0.6268659 Mar 22 14:20:13.472764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Calling delete_port for acd926c8-e7ce-4948-955b-94a0cde1524c owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:13.480216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.507511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a4317-263d-49c1-8291-61c60647808a tempest-QuotasNegativeTest-2120886577 tempest-QuotasNegativeTest-2120886577-project-admin] Pushing event deleted for resources: {'Network': ['ID=92b26047-8b1e-4667-aead-201a8fe5546f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:13.536090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event deleted for resources: {'Port': ['ID=acd926c8-e7ce-4948-955b-94a0cde1524c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:13.548234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] No DVR routers for this DVR port acd926c8-e7ce-4948-955b-94a0cde1524c on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:13.567023 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:20:13.576144 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (acd926c8-e7ce-4948-955b-94a0cde1524c), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.591090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] No DVR routers for this DVR port acd926c8-e7ce-4948-955b-94a0cde1524c on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:13.625695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Pushing event deleted for resources: {'Port': ['ID=acd926c8-e7ce-4948-955b-94a0cde1524c,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:13.642533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.642879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.646215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-6f6deb7d-e417-4491-ae8a-394a2c84e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:13.646737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.647131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.647491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.647824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.648151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.650198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.650607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.650948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.651281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.651608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.651928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.652039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-6f6deb7d-e417-4491-ae8a-394a2c84e87b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2272894 Mar 22 14:20:13.652475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.654881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d61a1-8565-4963-9f8a-3d2a1cf87d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:13.670358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141406-f1bd-40eb-971c-0db995a20592 req-3e5929a6-180a-4e07-95e7-236fd9dfe6ae tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:13.677655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0141406-f1bd-40eb-971c-0db995a20592 req-3e5929a6-180a-4e07-95e7-236fd9dfe6ae tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 945 time: 0.1609914 Mar 22 14:20:13.695346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d54ec803-c02c-4997-bcac-445ea7e6d560), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.725036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54ec803-c02c-4997-bcac-445ea7e6d560']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:13.740319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c09824d-5129-4d10-b243-e2176c205344') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:13.740683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c09824d-5129-4d10-b243-e2176c205344') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:13.752223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (6c09824d-5129-4d10-b243-e2176c205344), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.766724 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6c09824d-5129-4d10-b243-e2176c205344), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.775597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:13.776115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (6c09824d-5129-4d10-b243-e2176c205344), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: warnings.warn('Neutron quota engine will require "--force" ' Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:13.779569 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:13.796512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-5c93fd24-3d2c-471a-9d89-2a3af620cadf service neutron] 10.222.0.42 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177285 Mar 22 14:20:13.846456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d54ec803-c02c-4997-bcac-445ea7e6d560), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.871678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.888270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] 10.222.0.44 "DELETE /v2.0/networks/d54ec803-c02c-4997-bcac-445ea7e6d560 HTTP/1.1" status: 204 len: 168 time: 0.9390473 Mar 22 14:20:13.889417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba60c84-ba08-4450-ba31-de058ec13696 tempest-ExtraDHCPOptionsTestJSON-519745155 tempest-ExtraDHCPOptionsTestJSON-519745155-project] Pushing event deleted for resources: {'Network': ['ID=d54ec803-c02c-4997-bcac-445ea7e6d560,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:13.954206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0141406-f1bd-40eb-971c-0db995a20592 req-e5bc5842-fa39-4f26-9fa7-fd870f17c087 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562282 Mar 22 14:20:14.016162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfeaeda-827d-4610-939b-34524eab873d req-9420c52d-f04a-48cf-ad5c-34cd173848eb tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:14.023622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adfeaeda-827d-4610-939b-34524eab873d req-9420c52d-f04a-48cf-ad5c-34cd173848eb tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1674433 Mar 22 14:20:14.034626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-9261d9be-dfab-41b2-ac5d-4628b0de4efb service neutron] 10.222.0.42 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159555 Mar 22 14:20:14.057535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device acd926c8-e7ce-4948-955b-94a0cde1524c no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:14.095765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adfeaeda-827d-4610-939b-34524eab873d req-45cee095-d8db-4f74-9f12-18d917ba7c25 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705328 Mar 22 14:20:14.096055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: acd926c8-e7ce-4948-955b-94a0cde1524c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:14.096402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device acd926c8-e7ce-4948-955b-94a0cde1524c not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:14.229720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46208) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:14.432521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46212) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:14.445648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:14.456847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b520d-86e9-404f-aa52-12c422883740 req-27001e6a-26e2-4bf2-8d6e-74f891e9490a tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:14.461585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-27001e6a-26e2-4bf2-8d6e-74f891e9490a tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3&tenant_id=6dd3d1a9a9e643fd96e398de43951d87&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 1127 time: 0.1105027 Mar 22 14:20:14.549350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f09ab35-2b95-426c-a323-9484fc3a667f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.565530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:20:14.565942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:14.653949 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f543369b-316d-4952-9a06-470cb82e3bb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1caf16a24e594ef28b5b14ba2eb874b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201340 Mar 22 14:20:14.656176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46220) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:14.706250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e07b520d-86e9-404f-aa52-12c422883740 req-0f614d32-c974-419d-a239-80c64994a3c5 service neutron] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:14.712638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e07b520d-86e9-404f-aa52-12c422883740 req-0f614d32-c974-419d-a239-80c64994a3c5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.714649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-0f614d32-c974-419d-a239-80c64994a3c5 service neutron] 10.222.0.42 "DELETE /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55/bindings/n-h2-834677-3 HTTP/1.1" status: 204 len: 173 time: 0.2472343 Mar 22 14:20:14.773177 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5ac3-db9a-4a7a-ad38-e18728e2361d admin admin] Publish callbacks [] for security_group (c38e3440-6112-49da-85da-5e823012b373), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.811295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f09ab35-2b95-426c-a323-9484fc3a667f admin admin] Publish callbacks [] for security_group (c075e023-dcf1-48e1-9af7-3ee18d7482ef), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.818414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f09ab35-2b95-426c-a323-9484fc3a667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c075e023-dcf1-48e1-9af7-3ee18d7482ef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.848577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5ac3-db9a-4a7a-ad38-e18728e2361d admin admin] Publish callbacks [] for security_group (c38e3440-6112-49da-85da-5e823012b373), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.890053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ab35-2b95-426c-a323-9484fc3a667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c075e023-dcf1-48e1-9af7-3ee18d7482ef,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:14.899136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f09ab35-2b95-426c-a323-9484fc3a667f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=901a0f74448b47d4a77ed6c93414a69c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6677437 Mar 22 14:20:14.901090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46222) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:14.926002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5ac3-db9a-4a7a-ad38-e18728e2361d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c38e3440-6112-49da-85da-5e823012b373), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.931084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5ac3-db9a-4a7a-ad38-e18728e2361d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.933305 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f4ff5ac3-db9a-4a7a-ad38-e18728e2361d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c38e3440-6112-49da-85da-5e823012b373 HTTP/1.1" status: 204 len: 168 time: 0.2742867 Mar 22 14:20:14.947840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5ac3-db9a-4a7a-ad38-e18728e2361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e3440-6112-49da-85da-5e823012b373,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:15.025731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52c31161-7893-4fc1-ab8b-499bac9a608f admin admin] Publish callbacks [] for security_group (c075e023-dcf1-48e1-9af7-3ee18d7482ef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.711791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52c31161-7893-4fc1-ab8b-499bac9a608f admin admin] Publish callbacks [] for security_group (c075e023-dcf1-48e1-9af7-3ee18d7482ef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.862242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46252) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:15.863542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0bab-73c5-4c6c-b22a-66a41266af5f req-8d79ac71-8ac2-4f41-8975-f73e5152ddee tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:15.867361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d2e0bab-73c5-4c6c-b22a-66a41266af5f req-8d79ac71-8ac2-4f41-8975-f73e5152ddee tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.3295767 Mar 22 14:20:15.880873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abe2f7-cfdb-430f-8c69-dd8b82fb75c5 req-44901e5d-548f-460b-ac7b-08a339b30497 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:15.890476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47abe2f7-cfdb-430f-8c69-dd8b82fb75c5 req-44901e5d-548f-460b-ac7b-08a339b30497 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 945 time: 0.3509774 Mar 22 14:20:15.939496 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52c31161-7893-4fc1-ab8b-499bac9a608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c075e023-dcf1-48e1-9af7-3ee18d7482ef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.942330 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52c31161-7893-4fc1-ab8b-499bac9a608f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.957263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-52c31161-7893-4fc1-ab8b-499bac9a608f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c075e023-dcf1-48e1-9af7-3ee18d7482ef HTTP/1.1" status: 204 len: 168 time: 1.0476525 Mar 22 14:20:16.031079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c31161-7893-4fc1-ab8b-499bac9a608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c075e023-dcf1-48e1-9af7-3ee18d7482ef,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:16.085491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-847702000'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:16.132857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47abe2f7-cfdb-430f-8c69-dd8b82fb75c5 req-fa25b210-e256-419a-9e0b-42c9862b0c80 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412350 Mar 22 14:20:16.141882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Made reservation on behalf of a5d60c0f825b40db8115c029c0474499 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:16.147411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d2e0bab-73c5-4c6c-b22a-66a41266af5f req-88b416c2-2c3b-4013-9c4c-7a3e0db524bd tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534461 Mar 22 14:20:16.147560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.158687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.344536 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for security_group (c5b58939-1b17-4b01-85b3-70809f374aa5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.355965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c5b58939-1b17-4b01-85b3-70809f374aa5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.370132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f87d3-4944-4748-939f-3033cd82b52c req-ba8e8c49-5b66-4965-b5e1-5d98d29caee0 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:16.377673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-342f87d3-4944-4748-939f-3033cd82b52c req-ba8e8c49-5b66-4965-b5e1-5d98d29caee0 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1127 time: 0.1308870 Mar 22 14:20:16.385206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:16.412111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0cb881eb-2b94-454c-b10a-aba0e0cee506), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.413546 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Added segment 0cb881eb-2b94-454c-b10a-aba0e0cee506 of type vlan for network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 Mar 22 14:20:16.428719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b58939-1b17-4b01-85b3-70809f374aa5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:16.480011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-342f87d3-4944-4748-939f-3033cd82b52c req-73da7334-2636-4fc5-bc31-6fe3be06873e tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010315 Mar 22 14:20:16.552371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7b7f59f0-14c7-45a3-990c-a0547bf37fc6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.631802 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7b7f59f0-14c7-45a3-990c-a0547bf37fc6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.647375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:16.648543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.694174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503385d-b0ce-4d6f-aea3-bca619db8a3e req-79220bac-098b-4f8e-bb3c-f86219be88f1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:16.694174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5503385d-b0ce-4d6f-aea3-bca619db8a3e req-79220bac-098b-4f8e-bb3c-f86219be88f1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 945 time: 0.1379032 Mar 22 14:20:16.694593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46264) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:16.716884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9391defd-523b-4b45-9636-1ac888673cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.786846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5503385d-b0ce-4d6f-aea3-bca619db8a3e req-e628f81d-9474-4708-8a41-6e425671d9ab tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840247 Mar 22 14:20:16.815682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46268) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:16.854198 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9891729 Mar 22 14:20:16.878545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46272) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:16.912544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'subnet': {'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:16.934057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d29bad6d-0552-4955-a09b-8ce883b9dcef tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/08ecc5e6-0c85-419f-a73e-2622099a02f2 HTTP/1.1" status: 200 len: 991 time: 0.1116824 Mar 22 14:20:16.945340 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9391defd-523b-4b45-9636-1ac888673cb5 admin admin] Publish callbacks [] for security_group (9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.959118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9391defd-523b-4b45-9636-1ac888673cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.053240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b69e0-f980-4559-8249-4eefb89fff7c tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Network': ['ID=7b7f59f0-14c7-45a3-990c-a0547bf37fc6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:17.066802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:17.070958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46278) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:17.090264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9391defd-523b-4b45-9636-1ac888673cb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17a1c8f08c194b7783af5480e82e4d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665028 Mar 22 14:20:17.092653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391defd-523b-4b45-9636-1ac888673cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:17.228985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46290) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:17.287799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Made reservation on behalf of a5d60c0f825b40db8115c029c0474499 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:17.297724 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.307962 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-026e694d-b737-4f36-a4dc-3020a2f9acc5 admin admin] Publish callbacks [] for security_group (9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.434331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-026e694d-b737-4f36-a4dc-3020a2f9acc5 admin admin] Publish callbacks [] for security_group (9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.525592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4793a38-1a28-47e0-952e-f04ef3c4df09 req-7911b6c7-d37d-489a-adb7-77f24c6407b1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:17.527151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4793a38-1a28-47e0-952e-f04ef3c4df09 req-7911b6c7-d37d-489a-adb7-77f24c6407b1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1940992 Mar 22 14:20:17.639101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-026e694d-b737-4f36-a4dc-3020a2f9acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.642317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4793a38-1a28-47e0-952e-f04ef3c4df09 req-325c15aa-acfb-47db-91bf-f5cab3a35ee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962830 Mar 22 14:20:17.647640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 3db0193a-1414-4be7-a5df-c241f6ccf049 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:17.647996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.657744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-026e694d-b737-4f36-a4dc-3020a2f9acc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.659627 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-026e694d-b737-4f36-a4dc-3020a2f9acc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac HTTP/1.1" status: 204 len: 168 time: 0.5872817 Mar 22 14:20:17.808821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.809394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (3db0193a-1414-4be7-a5df-c241f6ccf049), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.825733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (3f0ca5e2-4800-4f35-b756-7d05139c54a8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.839923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 3db0193a-1414-4be7-a5df-c241f6ccf049 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:17.872755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e694d-b737-4f36-a4dc-3020a2f9acc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8ec9a9-3cef-4f5c-a327-2149b18ed9ac,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:17.993607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Subnet': ['ID=3f0ca5e2-4800-4f35-b756-7d05139c54a8,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:18.012022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Checking segment: {'id': '0cb881eb-2b94-454c-b10a-aba0e0cee506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:18.012703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Network hostable DHCP agents. Network: 7b7f59f0-14c7-45a3-990c-a0547bf37fc6, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:18.052061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:18.078003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7b7f59f0-14c7-45a3-990c-a0547bf37fc6) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:18.089359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05aeb9a-8031-470a-be3a-01d0e208571a None None] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:18.107387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:18.109641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.159622 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b8ea6e1a-6ce1-472e-8d93-f3ef057b7e39 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2750840 Mar 22 14:20:18.162746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:18.173266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-22ba475e-4c1e-44a5-af2c-9e67f9cbf9ba tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-971656510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:18.188842 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (3db0193a-1414-4be7-a5df-c241f6ccf049), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.233677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22ba475e-4c1e-44a5-af2c-9e67f9cbf9ba tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (56d57e37-caa4-4b44-912c-5a09a33489ad), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.234887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22ba475e-4c1e-44a5-af2c-9e67f9cbf9ba tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (56d57e37-caa4-4b44-912c-5a09a33489ad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.254952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=3db0193a-1414-4be7-a5df-c241f6ccf049,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:18.310249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7b7f59f0-14c7-45a3-990c-a0547bf37fc6', 'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6', 'project_id': 'a5d60c0f825b40db8115c029c0474499', 'fixed_ips': [{'subnet_id': '3f0ca5e2-4800-4f35-b756-7d05139c54a8'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:20:18.313396 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.323601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b8183de-2639-4a8e-b0a1-26ee28277646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.354420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22ba475e-4c1e-44a5-af2c-9e67f9cbf9ba tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for router_controller (56d57e37-caa4-4b44-912c-5a09a33489ad), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.362024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22ba475e-4c1e-44a5-af2c-9e67f9cbf9ba tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (56d57e37-caa4-4b44-912c-5a09a33489ad), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.382665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (08ecc5e6-0c85-419f-a73e-2622099a02f2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.383056 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP 08ecc5e6-0c85-419f-a73e-2622099a02f2 disassociated (deleted). External IP: 172.25.2.16, port: 9bd415c4-c433-401b-ac0e-ac3b57de4b55. Mar 22 14:20:18.385126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-22ba475e-4c1e-44a5-af2c-9e67f9cbf9ba tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.386681 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-22ba475e-4c1e-44a5-af2c-9e67f9cbf9ba tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2229209 Mar 22 14:20:18.389430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46310) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:18.587691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Allocated IP 172.20.0.2 (7b7f59f0-14c7-45a3-990c-a0547bf37fc6/3f0ca5e2-4800-4f35-b756-7d05139c54a8/231b85b9-caac-46f3-9918-c23b220f8b30) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:18.856336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router 8b80d469-ae79-4978-b24c-b586448bf576 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:18.870539 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Publish callbacks [] for port (231b85b9-caac-46f3-9918-c23b220f8b30), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.888139 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.977870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:18.996324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768999d-a139-4be0-8788-211d261c6943 req-b89d58d7-db44-4a8f-8a56-132ad4346db9 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:18.998092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a768999d-a139-4be0-8788-211d261c6943 req-b89d58d7-db44-4a8f-8a56-132ad4346db9 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1864390 Mar 22 14:20:18.999423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:19.004161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:19.009548 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.020021 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] Sync routers for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:19.032968 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:19.033599 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:19.038962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:19.107303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.184847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a39eaa53-0ba9-4efa-be42-bba66ed9ac50 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/floatingips/08ecc5e6-0c85-419f-a73e-2622099a02f2 HTTP/1.1" status: 204 len: 168 time: 1.9546278 Mar 22 14:20:19.199939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:19.204630 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9296bd04-8f92-4fc7-8599-c751acc54904" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:19.228375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Pushing event updated for resources: {'Port': ['ID=231b85b9-caac-46f3-9918-c23b220f8b30,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:19.248959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a768999d-a139-4be0-8788-211d261c6943 req-c75e2d26-2210-41a3-879d-2f85be1c9d52 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365894 Mar 22 14:20:19.256162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Attempting to bind port 231b85b9-caac-46f3-9918-c23b220f8b30 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:19.256843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Attempting to bind port 231b85b9-caac-46f3-9918-c23b220f8b30 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0cb881eb-2b94-454c-b10a-aba0e0cee506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:19.257432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Attempting to bind port 231b85b9-caac-46f3-9918-c23b220f8b30 on network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:19.264018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:19.264689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Checking segment: {'id': '0cb881eb-2b94-454c-b10a-aba0e0cee506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:19.265335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.266190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Bound using segment: {'id': '0cb881eb-2b94-454c-b10a-aba0e0cee506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:19.267190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Bound port: 231b85b9-caac-46f3-9918-c23b220f8b30, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb881eb-2b94-454c-b10a-aba0e0cee506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:19.267818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.339062 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:19.397673 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa3d088-15ce-4aeb-88d0-431af99fcd4a x-openstack-request-id: req-2fa3d088-15ce-4aeb-88d0-431af99fcd4a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:19.398227 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:19.398618 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fa3d088-15ce-4aeb-88d0-431af99fcd4a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:19.399136 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa3d088-15ce-4aeb-88d0-431af99fcd4a'] response: {'name': 'network-changed', 'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'status': 'completed', 'code': 200} Mar 22 14:20:19.460014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] For port 231b85b9-caac-46f3-9918-c23b220f8b30, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:19.470668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] For port 231b85b9-caac-46f3-9918-c23b220f8b30, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=231b85b9-caac-46f3-9918-c23b220f8b30,segment=NetworkSegment(0cb881eb-2b94-454c-b10a-aba0e0cee506),segment_id=0cb881eb-2b94-454c-b10a-aba0e0cee506)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:19.491085 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.535640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-66598c7b-0dbb-44a8-84b3-3b78ffdc6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:19.537915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-66598c7b-0dbb-44a8-84b3-3b78ffdc6a31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 1127 time: 0.1076210 Mar 22 14:20:19.551640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a03dcb-7d12-4142-aab2-2af1eaf6e800 None None] Pushing event updated for resources: {'Port': ['ID=231b85b9-caac-46f3-9918-c23b220f8b30,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:19.734136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-528d0bd7-7759-4c6c-8e89-0891a5b4db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:19.738827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-528d0bd7-7759-4c6c-8e89-0891a5b4db4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 200 len: 897 time: 0.1884856 Mar 22 14:20:19.749590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Allocated IP 172.20.0.1 (7b7f59f0-14c7-45a3-990c-a0547bf37fc6/3f0ca5e2-4800-4f35-b756-7d05139c54a8/a2475fc3-b7a1-4603-9b2d-beb89ab1f55b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:19.801847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3f485-0bb4-48d3-9500-ffa64b558ef9 req-544b4237-c8b5-467d-b9a7-70c950e462bb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:19.803462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9eb3f485-0bb4-48d3-9500-ffa64b558ef9 req-544b4237-c8b5-467d-b9a7-70c950e462bb tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 945 time: 0.3123491 Mar 22 14:20:19.811379 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:19:02Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:19.908939 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] Checking router: 8b80d469-ae79-4978-b24c-b586448bf576 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:19.937803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-19e8bfc5-8fca-4c02-a6af-02d746e31636 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 200 len: 217 time: 0.1826603 Mar 22 14:20:19.967375 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:19.968386 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:19:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:20.121221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-cfd35ec2-7629-41e7-98be-3105d35e8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:20.123639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-cfd35ec2-7629-41e7-98be-3105d35e8666 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 200 len: 834 time: 0.1515300 Mar 22 14:20:20.218715 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:20.235514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9eb3f485-0bb4-48d3-9500-ffa64b558ef9 req-69f0e868-6106-473a-8cc4-9c3a1c91e88f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=caaa4ce1-27a9-49f0-af17-2695fd044d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966425 Mar 22 14:20:20.249491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-767f3e6e-03fb-4096-a087-03c8a8f341c0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:20.252130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-767f3e6e-03fb-4096-a087-03c8a8f341c0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 945 time: 0.3092556 Mar 22 14:20:20.430122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-02d67119-3f27-4ed7-8667-19734e844352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:20.430122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-02d67119-3f27-4ed7-8667-19734e844352 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64496bc8-5920-4917-8f99-28226d729328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2781594 Mar 22 14:20:20.432864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6a8ab186-75e2-42af-b357-ab35ee7bfe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.561061 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:19:02Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:20.591458 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226bbf0-78b3-4252-95be-2206f35c4ce2 None None] The sync data for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 is: [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '491b48de-afc1-41de-9ff8-a1eb01b3ecad', 'name': '', 'network_id': '64496bc8-5920-4917-8f99-28226d729328', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:4f:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:49Z', 'updated_at': '2022-03-22T14:19:02Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': '776ac0c8-37f7-4b35-9336-2d1e38df262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:20.612765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:20.613141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.792406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.803028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 9bd415c4-c433-401b-ac0e-ac3b57de4b55, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9bd415c4-c433-401b-ac0e-ac3b57de4b55,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:20.803400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.826936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 9bd415c4-c433-401b-ac0e-ac3b57de4b55 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:20.936291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.015734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:21.017890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46368) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.029606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:21.055440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:21.057126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5e9b3-92fa-4d3b-b6b5-f9dac683db35 req-fd09525e-4e12-4a56-89c2-17b78cae4104 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:21.058879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b5e9b3-92fa-4d3b-b6b5-f9dac683db35 req-fd09525e-4e12-4a56-89c2-17b78cae4104 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.6518025 Mar 22 14:20:21.059961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Port': ['ID=a2475fc3-b7a1-4603-9b2d-beb89ab1f55b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:21.102692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d2aff-a743-491e-a627-4e89f861b361 None None] New status for floating IP 08ecc5e6-0c85-419f-a73e-2622099a02f2: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:20:21.131228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-86e359b6-6ee2-4ab1-8b65-fb97168fba21 service neutron] 10.222.0.42 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880732 Mar 22 14:20:21.132569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (56d57e37-caa4-4b44-912c-5a09a33489ad), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.181582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41b5e9b3-92fa-4d3b-b6b5-f9dac683db35 req-86fc4954-5fbe-46dc-aa46-194caeb76050 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113026 Mar 22 14:20:21.317598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-69c5a65d-ee2b-435d-92e7-523d85b501fa tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:21.340507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f5fa10-a60d-4e96-ab31-2475a4c13e59 None None] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:21.358902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9bd415c4-c433-401b-ac0e-ac3b57de4b55), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.392048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=9bd415c4-c433-401b-ac0e-ac3b57de4b55,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:21.400355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9296bd04-8f92-4fc7-8599-c751acc54904 req-288a2fde-b26e-4cd7-a49d-600f35d800fc service neutron] 10.222.0.42 "GET /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332506 Mar 22 14:20:21.493416 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-69c5a65d-ee2b-435d-92e7-523d85b501fa tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "PUT /v2.0/quotas/339d0cf0a7a24afc91842f692dca6af2 HTTP/1.1" status: 200 len: 366 time: 0.4712899 Mar 22 14:20:21.512599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46376) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.512823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bcf91371-b779-4d3c-a20e-e9bb94862b2d None None] Provisioning complete for port 231b85b9-caac-46f3-9918-c23b220f8b30 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:21.513292 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf91371-b779-4d3c-a20e-e9bb94862b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.518690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] No DVR routers for this DVR port 9bd415c4-c433-401b-ac0e-ac3b57de4b55 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:21.536388 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a1ef7e59-799d-4084-b0f7-6fb33d1a17db tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0201213 Mar 22 14:20:21.537285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46378) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.551606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.552010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.558232 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-067cd390-1ca0-4630-be10-b50340196093 tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "GET /v2.0/quotas/339d0cf0a7a24afc91842f692dca6af2 HTTP/1.1" status: 200 len: 366 time: 0.0164890 Mar 22 14:20:21.558446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b159aef1-d7ad-4fe1-a219-2fac0038c8ab req-3029b6ed-7cf9-44b0-9f45-d6376c67c6d1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.42 "DELETE /v2.0/ports/9bd415c4-c433-401b-ac0e-ac3b57de4b55 HTTP/1.1" status: 204 len: 173 time: 1.2947514 Mar 22 14:20:21.558555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.558654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42d811ea-c6df-4d75-8a54-01c092eb6bd7 req-d89cc9cf-ad12-4e64-8bed-4357e90eefbc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a75097-8e01-48e9-a03b-e1dd7b5cacb3 HTTP/1.1" status: 200 len: 210 time: 0.1017826 Mar 22 14:20:21.558654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-deleted', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:21.574837 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6b57a0-438f-4cf4-b6de-24606cd22460" -d '{"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-deleted", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:21.610219 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f864f514-dfa4-4039-82a8-84d113007585 tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/339d0cf0a7a24afc91842f692dca6af2 HTTP/1.1" status: 204 len: 168 time: 0.0497804 Mar 22 14:20:21.611269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46384) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.636554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f77bd4bf-2748-445b-a893-ed1ceaee296e tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0201306 Mar 22 14:20:21.637521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46386) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.667207 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0caec8c-803b-4616-bd03-ea4362a204b3 x-openstack-request-id: req-f0caec8c-803b-4616-bd03-ea4362a204b3 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:21.668351 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a75097-8e01-48e9-a03b-e1dd7b5cacb3", "name": "network-vif-deleted", "tag": "9bd415c4-c433-401b-ac0e-ac3b57de4b55", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:21.670025 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0caec8c-803b-4616-bd03-ea4362a204b3 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:21.670951 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0caec8c-803b-4616-bd03-ea4362a204b3'] response: {'server_uuid': 'e0a75097-8e01-48e9-a03b-e1dd7b5cacb3', 'name': 'network-vif-deleted', 'tag': '9bd415c4-c433-401b-ac0e-ac3b57de4b55', 'status': 'completed', 'code': 200} Mar 22 14:20:21.680066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a21db052-f238-4619-97d9-7a26303e2b97 tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "GET /v2.0/quotas/339d0cf0a7a24afc91842f692dca6af2 HTTP/1.1" status: 200 len: 370 time: 0.0382850 Mar 22 14:20:21.680974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46388) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.697254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-69e76610-2c8e-4270-8017-4d0ea69f01ee tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "GET /v2.0/quotas/339d0cf0a7a24afc91842f692dca6af2/default HTTP/1.1" status: 200 len: 370 time: 0.0145798 Mar 22 14:20:21.698878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46390) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.710280 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-251c90f6-fa77-4093-b974-9d0081ae70e2 tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] delete failed (client error): The resource could not be found. Mar 22 14:20:21.716235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-251c90f6-fa77-4093-b974-9d0081ae70e2 tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/339d0cf0a7a24afc91842f692dca6af2 HTTP/1.1" status: 404 len: 348 time: 0.0154123 Mar 22 14:20:21.954041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46396) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:22.019430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:network and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.029021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.048036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:subnet and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.062131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.076269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:subnetpool and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.080351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.104685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.112647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.119603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.137545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:port and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.141382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.150913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:router and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.154341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.162706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:floatingip and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.167539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.215641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bcf91371-b779-4d3c-a20e-e9bb94862b2d None None] Current status of the port 231b85b9-caac-46f3-9918-c23b220f8b30 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:22.221161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf91371-b779-4d3c-a20e-e9bb94862b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.224449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 231b85b9-caac-46f3-9918-c23b220f8b30 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:22.230528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:security_group and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.236046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.243251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (56d57e37-caa4-4b44-912c-5a09a33489ad), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.246734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Usage tracker for resource:security_group_rule and project:459b92861aac434182942ba2eb519ed0 is out of sync, need to count used quota {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:20:22.251155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.quota.resource [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:20:22.251294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Port': ['ID=a2475fc3-b7a1-4603-9b2d-beb89ab1f55b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:22.270217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f575ee83-a8f7-4dd8-97d9-912ef6e638ba tempest-QuotasTest-77606523 tempest-QuotasTest-77606523-project-admin] 10.222.0.44 "GET /v2.0/quotas/459b92861aac434182942ba2eb519ed0/details.json HTTP/1.1" status: 200 len: 703 time: 0.3144543 Mar 22 14:20:22.328195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bcf91371-b779-4d3c-a20e-e9bb94862b2d None None] For port 231b85b9-caac-46f3-9918-c23b220f8b30, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=231b85b9-caac-46f3-9918-c23b220f8b30,segment=NetworkSegment(0cb881eb-2b94-454c-b10a-aba0e0cee506),segment_id=0cb881eb-2b94-454c-b10a-aba0e0cee506)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:22.378556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bcf91371-b779-4d3c-a20e-e9bb94862b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.413076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:22.418026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:22.445908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 231b85b9-caac-46f3-9918-c23b220f8b30 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:22.446698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.485107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c388d-ecba-4ebb-83a9-e60e6b754628 req-3273c459-1e73-4036-bbce-0a7eed23c2b0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:22.494318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-379c388d-ecba-4ebb-83a9-e60e6b754628 req-3273c459-1e73-4036-bbce-0a7eed23c2b0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1764228 Mar 22 14:20:22.523983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:20:22.556355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf91371-b779-4d3c-a20e-e9bb94862b2d None None] Pushing event updated for resources: {'Port': ['ID=231b85b9-caac-46f3-9918-c23b220f8b30,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:22.647813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-379c388d-ecba-4ebb-83a9-e60e6b754628 req-7734d450-13ff-4d44-a680-f499b829bccf tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462972 Mar 22 14:20:22.711742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46406) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:22.739732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:22.804968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:22.820251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 9bd415c4-c433-401b-ac0e-ac3b57de4b55 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:22.821047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9bd415c4-c433-401b-ac0e-ac3b57de4b55 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:22.824439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'port_id': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'mac_address': 'fa:16:3e:f5:a9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:20:22.909444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:22.910010 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.915275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 231b85b9-caac-46f3-9918-c23b220f8b30 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:22.955078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bc7a2aab-0437-410a-a370-4a97e3ec9c21 None None] Provisioning complete for port a2475fc3-b7a1-4603-9b2d-beb89ab1f55b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:22.956131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2aab-0437-410a-a370-4a97e3ec9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.000847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a2aab-0437-410a-a370-4a97e3ec9c21 None None] Port a2475fc3-b7a1-4603-9b2d-beb89ab1f55b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:23.004740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:20:23.016099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46410) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:23.027325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Router 56d57e37-caa4-4b44-912c-5a09a33489ad is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:20:23.050962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bc7a2aab-0437-410a-a370-4a97e3ec9c21 None None] Provisioning complete for port 231b85b9-caac-46f3-9918-c23b220f8b30 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:23.051529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2aab-0437-410a-a370-4a97e3ec9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.109839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:23.122027 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.189223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:23.271367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:23.272060 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96658585-9972-4e38-a9d7-4012fcdf4ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.276834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a2aab-0437-410a-a370-4a97e3ec9c21 None None] Current status of the port 231b85b9-caac-46f3-9918-c23b220f8b30 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:23.279153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:23.279909 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ece50c9-4a27-467e-bd15-88b0248927eb tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "PUT /v2.0/routers/56d57e37-caa4-4b44-912c-5a09a33489ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8890176 Mar 22 14:20:23.284830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46416) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:23.288941 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] Sync routers for ids ['56d57e37-caa4-4b44-912c-5a09a33489ad'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:23.295454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'port': {'network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6', 'name': 'tempest-FloatingIPNegativeTestJSON-1237190559'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:23.304306 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] Routers {'56d57e37-caa4-4b44-912c-5a09a33489ad'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:23.305603 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['56d57e37-caa4-4b44-912c-5a09a33489ad'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:23.366406 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:23.385643 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] Routers {'56d57e37-caa4-4b44-912c-5a09a33489ad'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:23.387184 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['56d57e37-caa4-4b44-912c-5a09a33489ad'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:23.488976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f2dfd4e6-a4aa-4eec-8592-0bf3ebe23dc6 None None] Provisioning complete for port a2475fc3-b7a1-4603-9b2d-beb89ab1f55b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:23.491382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd4e6-a4aa-4eec-8592-0bf3ebe23dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.506831 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:23.507083 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96658585-9972-4e38-a9d7-4012fcdf4ace admin admin] Publish callbacks [] for security_group (1179de2b-a379-458d-96a3-f3c151999a45), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.508994 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ad767-c694-4a5a-9aea-fa787ebb2edb None None] The sync data for ids ['56d57e37-caa4-4b44-912c-5a09a33489ad'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:23.522269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96658585-9972-4e38-a9d7-4012fcdf4ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1179de2b-a379-458d-96a3-f3c151999a45), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.577485 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.586706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfd4e6-a4aa-4eec-8592-0bf3ebe23dc6 None None] Port a2475fc3-b7a1-4603-9b2d-beb89ab1f55b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:23.588409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-96658585-9972-4e38-a9d7-4012fcdf4ace admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7b638e2fcc94aa0a7f7d3eee40ce552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675378 Mar 22 14:20:23.590782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46420) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:23.639252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Made reservation on behalf of a5d60c0f825b40db8115c029c0474499 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:23.644716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.664204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96658585-9972-4e38-a9d7-4012fcdf4ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179de2b-a379-458d-96a3-f3c151999a45,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:23.695843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] device_id is not set on port 72c45bd8-9e9d-4f8d-a492-79e4dfd97508 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:20:23.716158 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-538baba4-bb45-4ee3-baec-daf05effccca admin admin] Publish callbacks [] for security_group (1179de2b-a379-458d-96a3-f3c151999a45), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.752003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ca7d76fb-20cb-49c5-a382-f2c57e5c5877 None None] Provisioning complete for port a2475fc3-b7a1-4603-9b2d-beb89ab1f55b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:23.752414 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca7d76fb-20cb-49c5-a382-f2c57e5c5877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.770362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-538baba4-bb45-4ee3-baec-daf05effccca admin admin] Publish callbacks [] for security_group (1179de2b-a379-458d-96a3-f3c151999a45), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.824237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d76fb-20cb-49c5-a382-f2c57e5c5877 None None] Port a2475fc3-b7a1-4603-9b2d-beb89ab1f55b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:23.852267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (8b80d469-ae79-4978-b24c-b586448bf576), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.854319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-538baba4-bb45-4ee3-baec-daf05effccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1179de2b-a379-458d-96a3-f3c151999a45), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.858249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-538baba4-bb45-4ee3-baec-daf05effccca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.858430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Allocated IP 172.20.0.14 (7b7f59f0-14c7-45a3-990c-a0547bf37fc6/3f0ca5e2-4800-4f35-b756-7d05139c54a8/72c45bd8-9e9d-4f8d-a492-79e4dfd97508) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:23.860573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-538baba4-bb45-4ee3-baec-daf05effccca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1179de2b-a379-458d-96a3-f3c151999a45 HTTP/1.1" status: 204 len: 168 time: 0.2674799 Mar 22 14:20:23.878238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538baba4-bb45-4ee3-baec-daf05effccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179de2b-a379-458d-96a3-f3c151999a45,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:23.927798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bad957-79b9-4819-82be-4430095f81d8 req-ea9458ac-2e31-40d3-a333-fac16867b717 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:23.929101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86bad957-79b9-4819-82be-4430095f81d8 req-ea9458ac-2e31-40d3-a333-fac16867b717 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1148591 Mar 22 14:20:24.053079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86bad957-79b9-4819-82be-4430095f81d8 req-c33692a3-50dc-4df4-b1b4-1eb6a16a930a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160231 Mar 22 14:20:24.081169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 231b85b9-caac-46f3-9918-c23b220f8b30 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:24.186395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 231b85b9-caac-46f3-9918-c23b220f8b30 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:24.186616 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.271018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for port (72c45bd8-9e9d-4f8d-a492-79e4dfd97508), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.351753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 231b85b9-caac-46f3-9918-c23b220f8b30 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:24.391311 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (72c45bd8-9e9d-4f8d-a492-79e4dfd97508), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.435174 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.460001 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:20:24.469005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 491b48de-afc1-41de-9ff8-a1eb01b3ecad {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:24.469355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.505400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46434) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:24.515321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:24.536638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9042-57b3-4d33-aada-85ec466bf192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.628829 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.638234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 491b48de-afc1-41de-9ff8-a1eb01b3ecad, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=491b48de-afc1-41de-9ff8-a1eb01b3ecad,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:24.638598 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.654469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:24.654950 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.662878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:24.663725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Port': ['ID=72c45bd8-9e9d-4f8d-a492-79e4dfd97508,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:24.685939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:24.688150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 491b48de-afc1-41de-9ff8-a1eb01b3ecad owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:24.689833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:24.696364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9042-57b3-4d33-aada-85ec466bf192 admin admin] Publish callbacks [] for security_group (86e1006e-0f01-4234-8fdb-c9daa1624617), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.704774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9042-57b3-4d33-aada-85ec466bf192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (86e1006e-0f01-4234-8fdb-c9daa1624617), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.858346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6bdb9042-57b3-4d33-aada-85ec466bf192 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=459b92861aac434182942ba2eb519ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512316 Mar 22 14:20:24.861516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46446) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:24.867770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb9042-57b3-4d33-aada-85ec466bf192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e1006e-0f01-4234-8fdb-c9daa1624617,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:24.888755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:24.889338 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.927167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:24.928143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.972880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:24.974321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:24.979296 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af84a5e-8ad3-40d2-837a-319ee46f963e" -d '{"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-plugged", "status": "completed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:24.999505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.007847 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-afcca753-de63-4c56-88e1-9e1b098a84cd admin admin] Publish callbacks [] for security_group (86e1006e-0f01-4234-8fdb-c9daa1624617), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.050651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-afcca753-de63-4c56-88e1-9e1b098a84cd admin admin] Publish callbacks [] for security_group (86e1006e-0f01-4234-8fdb-c9daa1624617), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.080997 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d775d5-7e22-4bd7-a84d-9bf3337f2f1e x-openstack-request-id: req-65d775d5-7e22-4bd7-a84d-9bf3337f2f1e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:25.081287 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-plugged", "status": "completed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:25.081548 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65d775d5-7e22-4bd7-a84d-9bf3337f2f1e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:25.081952 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d775d5-7e22-4bd7-a84d-9bf3337f2f1e'] response: {'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'code': 200} Mar 22 14:20:25.133094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-afcca753-de63-4c56-88e1-9e1b098a84cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (86e1006e-0f01-4234-8fdb-c9daa1624617), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.138173 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-afcca753-de63-4c56-88e1-9e1b098a84cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.143997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.159269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-afcca753-de63-4c56-88e1-9e1b098a84cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86e1006e-0f01-4234-8fdb-c9daa1624617 HTTP/1.1" status: 204 len: 168 time: 0.2883492 Mar 22 14:20:25.176958 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b99f32e0-3057-420f-b822-08ab6543e9ee tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8885450 Mar 22 14:20:25.177186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e7ce9f67-edb0-46b2-abe1-4329ab243ca1 None None] Provisioning complete for port 72c45bd8-9e9d-4f8d-a492-79e4dfd97508 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:25.177339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9f67-edb0-46b2-abe1-4329ab243ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72c45bd8-9e9d-4f8d-a492-79e4dfd97508), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.180136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcca753-de63-4c56-88e1-9e1b098a84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e1006e-0f01-4234-8fdb-c9daa1624617,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.183593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:25.191188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:25.239240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.283506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce9f67-edb0-46b2-abe1-4329ab243ca1 None None] Port 72c45bd8-9e9d-4f8d-a492-79e4dfd97508 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:25.365035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082810-0377-4485-9df4-535207179e0e req-71ec19e7-13fe-4f43-b044-da95eefad062 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.367566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f082810-0377-4485-9df4-535207179e0e req-71ec19e7-13fe-4f43-b044-da95eefad062 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1179442 Mar 22 14:20:25.497939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f082810-0377-4485-9df4-535207179e0e req-b9718348-9e2f-4054-8029-2812dc8b52d4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244442 Mar 22 14:20:25.560429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (491b48de-afc1-41de-9ff8-a1eb01b3ecad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.690488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=491b48de-afc1-41de-9ff8-a1eb01b3ecad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.815505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.852527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46486) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:25.994284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Allocated IP 172.25.2.55 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b1ea10e1-65f1-47f6-861b-54ec20c61243) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:26.112579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (8b80d469-ae79-4978-b24c-b586448bf576), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.175986 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f301c140-0d40-45ad-98ee-766beff48f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.220902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.336601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f301c140-0d40-45ad-98ee-766beff48f4f admin admin] Publish callbacks [] for security_group (493a8679-2df1-45fb-ac20-96b8fa4a8c37), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.339843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.355038 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f301c140-0d40-45ad-98ee-766beff48f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (493a8679-2df1-45fb-ac20-96b8fa4a8c37), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.396602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:26.400878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:26.458386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f301c140-0d40-45ad-98ee-766beff48f4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2136d41634bf4c53b2040114e36438e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981138 Mar 22 14:20:26.471947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46510) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:26.595040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301c140-0d40-45ad-98ee-766beff48f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493a8679-2df1-45fb-ac20-96b8fa4a8c37,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:26.645259 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fff57da-5c9c-407c-ad03-919d40ae7ef5 admin admin] Publish callbacks [] for security_group (493a8679-2df1-45fb-ac20-96b8fa4a8c37), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.766794 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fff57da-5c9c-407c-ad03-919d40ae7ef5 admin admin] Publish callbacks [] for security_group (493a8679-2df1-45fb-ac20-96b8fa4a8c37), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.870555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638209d-3003-4372-bd5f-4ca5ffe30cd1 req-d96b46d0-894c-4783-a56e-803c9b3ba660 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:26.873033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0638209d-3003-4372-bd5f-4ca5ffe30cd1 req-d96b46d0-894c-4783-a56e-803c9b3ba660 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1890187 Mar 22 14:20:26.938695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fff57da-5c9c-407c-ad03-919d40ae7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (493a8679-2df1-45fb-ac20-96b8fa4a8c37), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.943611 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0fff57da-5c9c-407c-ad03-919d40ae7ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.945232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0fff57da-5c9c-407c-ad03-919d40ae7ef5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/493a8679-2df1-45fb-ac20-96b8fa4a8c37 HTTP/1.1" status: 204 len: 168 time: 0.4721653 Mar 22 14:20:27.028134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff57da-5c9c-407c-ad03-919d40ae7ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a8679-2df1-45fb-ac20-96b8fa4a8c37,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:27.079829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0638209d-3003-4372-bd5f-4ca5ffe30cd1 req-9e735e41-285d-41f9-bed1-35c25d3d97f3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813192 Mar 22 14:20:27.265531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:27.392522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Port': ['ID=b1ea10e1-65f1-47f6-861b-54ec20c61243,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:27.624956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (33cd993e-1556-4209-8441-ee2f17edd95c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.817663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.906695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router 8b80d469-ae79-4978-b24c-b586448bf576 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:27.929360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46532) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:27.956234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d3f41c3-420e-41ed-b80d-238512d75909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.137144 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d3f41c3-420e-41ed-b80d-238512d75909 admin admin] Publish callbacks [] for security_group (e5355a49-5b2e-4e55-a703-3a7f201243b5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.149296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8d3f41c3-420e-41ed-b80d-238512d75909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e5355a49-5b2e-4e55-a703-3a7f201243b5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.187040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:28.208996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e7155f6-ff18-4f88-a8ea-f7e1f3871f17 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/8b80d469-ae79-4978-b24c-b586448bf576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4938207 Mar 22 14:20:28.212776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46540) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:28.215040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] Sync routers for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:28.227745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:28.235816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:28.313662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting subnet 776ac0c8-37f7-4b35-9336-2d1e38df262a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:28.317183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (776ac0c8-37f7-4b35-9336-2d1e38df262a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.338840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.354910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.409625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (776ac0c8-37f7-4b35-9336-2d1e38df262a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.491661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Port': ['ID=b1ea10e1-65f1-47f6-861b-54ec20c61243,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:28.582515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:28.634244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (33cd993e-1556-4209-8441-ee2f17edd95c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.640415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (776ac0c8-37f7-4b35-9336-2d1e38df262a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.686820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.688233 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-14c9926f-e99d-4e00-aa77-40a59920c484 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5017500 Mar 22 14:20:28.694732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:28.700035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7156ef78-bdf7-40c9-bb2d-cad2cd9fd242 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'floatingip': {'port_id': '72c45bd8-9e9d-4f8d-a492-79e4dfd97508', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:28.786616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8d3f41c3-420e-41ed-b80d-238512d75909 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eaafd3c698b5486d90882eb510e76508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8561096 Mar 22 14:20:28.794659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (776ac0c8-37f7-4b35-9336-2d1e38df262a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.808857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46550) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:28.830434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.833860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/subnets/776ac0c8-37f7-4b35-9336-2d1e38df262a HTTP/1.1" status: 204 len: 168 time: 0.6138697 Mar 22 14:20:28.849670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7156ef78-bdf7-40c9-bb2d-cad2cd9fd242 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (33cd993e-1556-4209-8441-ee2f17edd95c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.849803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46552) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:28.931678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f41c3-420e-41ed-b80d-238512d75909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5355a49-5b2e-4e55-a703-3a7f201243b5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:29.031824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c671f5f-5d27-44ec-a855-d631ccf4c2e3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Subnet': ['ID=776ac0c8-37f7-4b35-9336-2d1e38df262a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:29.048698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b577098-11b9-46a7-a6bd-480b1cab8804 None None] Network 64496bc8-5920-4917-8f99-28226d729328 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:29.195886 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7156ef78-bdf7-40c9-bb2d-cad2cd9fd242 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] update failed (client error): The resource could not be found. Mar 22 14:20:29.197056 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7156ef78-bdf7-40c9-bb2d-cad2cd9fd242 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "PUT /v2.0/floatingips/33cd993e-1556-4209-8441-ee2f17edd95c HTTP/1.1" status: 404 len: 507 time: 0.5012200 Mar 22 14:20:29.206331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46560) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:29.225260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b054dd-bebf-4f3e-9179-2e8cc74e7464 req-363b6f73-b0f7-4052-8005-f36668af1f1b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:29.235057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4b054dd-bebf-4f3e-9179-2e8cc74e7464 req-363b6f73-b0f7-4052-8005-f36668af1f1b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.4671876 Mar 22 14:20:29.293175 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.426373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:20:25Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:29.429133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7015637d-9a13-41e0-800e-93ad437b8eee admin admin] Publish callbacks [] for security_group (e5355a49-5b2e-4e55-a703-3a7f201243b5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.511146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] Checking router: 8b80d469-ae79-4978-b24c-b586448bf576 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:29.524653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7015637d-9a13-41e0-800e-93ad437b8eee admin admin] Publish callbacks [] for security_group (e5355a49-5b2e-4e55-a703-3a7f201243b5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.543910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] Routers {'8b80d469-ae79-4978-b24c-b586448bf576'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:29.545060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8b80d469-ae79-4978-b24c-b586448bf576'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:29.591556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Deleting port b1ea10e1-65f1-47f6-861b-54ec20c61243 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:29.592079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.713690 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7015637d-9a13-41e0-800e-93ad437b8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e5355a49-5b2e-4e55-a703-3a7f201243b5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.719787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] DHCP port deletion for 64496bc8-5920-4917-8f99-28226d729328 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:29.722395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7015637d-9a13-41e0-800e-93ad437b8eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.728326 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7015637d-9a13-41e0-800e-93ad437b8eee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5355a49-5b2e-4e55-a703-3a7f201243b5 HTTP/1.1" status: 204 len: 168 time: 0.8869910 Mar 22 14:20:29.774619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4b054dd-bebf-4f3e-9179-2e8cc74e7464 req-396a9e09-002f-4eeb-9e8a-e06e83fdaf3b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5361512 Mar 22 14:20:29.803096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015637d-9a13-41e0-800e-93ad437b8eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5355a49-5b2e-4e55-a703-3a7f201243b5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:29.833351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (8b80d469-ae79-4978-b24c-b586448bf576), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.839677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.840099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (b1ea10e1-65f1-47f6-861b-54ec20c61243), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.892059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Calling delete_port for b1ea10e1-65f1-47f6-861b-54ec20c61243 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:29.981747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] Deleting port e629eac1-62a4-4e2b-a827-0e45faa1c487 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:29.989951 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.996853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] Set router 8b80d469-ae79-4978-b24c-b586448bf576 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:30.101423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b1ea10e1-65f1-47f6-861b-54ec20c61243), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.193489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] For port e629eac1-62a4-4e2b-a827-0e45faa1c487, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e629eac1-62a4-4e2b-a827-0e45faa1c487,segment=NetworkSegment(96c003ce-0b69-4484-b12a-bd484d1da168),segment_id=96c003ce-0b69-4484-b12a-bd484d1da168)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:30.194444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.210639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] Calling delete_port for e629eac1-62a4-4e2b-a827-0e45faa1c487 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:30.264228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event deleted for resources: {'Port': ['ID=b1ea10e1-65f1-47f6-861b-54ec20c61243,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:30.264429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (8b80d469-ae79-4978-b24c-b586448bf576), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.381876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (33cd993e-1556-4209-8441-ee2f17edd95c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.388318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.395435 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-532b92f1-951e-4c14-bd09-af58edcfa96f tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "DELETE /v2.0/floatingips/33cd993e-1556-4209-8441-ee2f17edd95c HTTP/1.1" status: 204 len: 168 time: 1.1830697 Mar 22 14:20:30.395435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46574) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:30.400528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7e7d5ce2-8a02-4942-866e-b0a881b931cc tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'floatingip': {'floating_network_id': '7b7f59f0-14c7-45a3-990c-a0547bf37fc6', 'port_id': '72c45bd8-9e9d-4f8d-a492-79e4dfd97508', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:30.451195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e629eac1-62a4-4e2b-a827-0e45faa1c487 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:30.474890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5ce2-8a02-4942-866e-b0a881b931cc tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.516018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e629eac1-62a4-4e2b-a827-0e45faa1c487 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:30.518930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e629eac1-62a4-4e2b-a827-0e45faa1c487 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:30.528117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (e629eac1-62a4-4e2b-a827-0e45faa1c487), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.660144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] Pushing event deleted for resources: {'Port': ['ID=e629eac1-62a4-4e2b-a827-0e45faa1c487,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:30.670810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3d0b1-fd5f-44c5-a0e9-cc9cd36c267a None None] No DVR routers for this DVR port e629eac1-62a4-4e2b-a827-0e45faa1c487 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:30.771909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46576) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:30.828946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa0eeb76-320d-4093-8d98-739be5b1a59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.925339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:20:25Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:30.985064 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7e7d5ce2-8a02-4942-866e-b0a881b931cc tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:20:30.991398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e7d5ce2-8a02-4942-866e-b0a881b931cc tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5911126 Mar 22 14:20:30.992159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46584) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:31.003588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '72c45bd8-9e9d-4f8d-a492-79e4dfd97508', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:31.011019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab67fe-97ad-4b7f-99b5-1da92851efed None None] The sync data for ids ['8b80d469-ae79-4978-b24c-b586448bf576'] in n-d-834677-3 is: [{'id': '8b80d469-ae79-4978-b24c-b586448bf576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152260736', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:41Z', 'updated_at': '2022-03-22T14:20:25Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': 'f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80d469-ae79-4978-b24c-b586448bf576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:43Z', 'updated_at': '2022-03-22T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:31.037614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.132934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa0eeb76-320d-4093-8d98-739be5b1a59e admin admin] Publish callbacks [] for security_group (d02e56a3-d6ec-4689-acf9-db435d79f9cd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.185943 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa0eeb76-320d-4093-8d98-739be5b1a59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d02e56a3-d6ec-4689-acf9-db435d79f9cd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.330201 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fa0eeb76-320d-4093-8d98-739be5b1a59e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26cea65287374d9abec73d8376106173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5514357 Mar 22 14:20:31.331038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:31.378213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eeb76-320d-4093-8d98-739be5b1a59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02e56a3-d6ec-4689-acf9-db435d79f9cd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:31.433008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.445785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Publish callbacks [] for security_group (d02e56a3-d6ec-4689-acf9-db435d79f9cd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.469254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc5209-2e3c-4392-8e82-a5941e97c7b1 req-96185b43-dd68-408d-90ed-dc803d5b3ad4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:31.473534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0bdc5209-2e3c-4392-8e82-a5941e97c7b1 req-96185b43-dd68-408d-90ed-dc803d5b3ad4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1674502 Mar 22 14:20:31.475900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:31.476529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.602858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Publish callbacks [] for security_group (d02e56a3-d6ec-4689-acf9-db435d79f9cd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.662058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0bdc5209-2e3c-4392-8e82-a5941e97c7b1 req-d277d1b8-65d5-41b4-9c0f-a368f1c659de tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691198 Mar 22 14:20:31.859971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Allocated IP 172.25.2.21 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/1b9fe075-f5a2-4f4a-a089-7d5b12001913) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:31.940671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:31.946460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.974234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d02e56a3-d6ec-4689-acf9-db435d79f9cd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.982407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.988638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d02e56a3-d6ec-4689-acf9-db435d79f9cd HTTP/1.1" status: 204 len: 168 time: 0.6563323 Mar 22 14:20:32.014239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 491b48de-afc1-41de-9ff8-a1eb01b3ecad no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:32.023927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02e56a3-d6ec-4689-acf9-db435d79f9cd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:32.036378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:32.046436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.046778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.047146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.047504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.047839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.048168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.048496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.049068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.049397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.049718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.050058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.050391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.050710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.051033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.051338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b33e00-6079-4c17-8ecd-ba1db5951366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:32.126469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for port (1b9fe075-f5a2-4f4a-a089-7d5b12001913), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.170491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 491b48de-afc1-41de-9ff8-a1eb01b3ecad {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:32.171239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 491b48de-afc1-41de-9ff8-a1eb01b3ecad not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:32.227532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1b9fe075-f5a2-4f4a-a089-7d5b12001913), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.351285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:32.370985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:32.393736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:32.493051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event updated for resources: {'Port': ['ID=1b9fe075-f5a2-4f4a-a089-7d5b12001913,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:32.527929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.613783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:32.751502 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (8b80d469-ae79-4978-b24c-b586448bf576), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.027344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Deleting port 1b9fe075-f5a2-4f4a-a089-7d5b12001913 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:33.027851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1b9fe075-f5a2-4f4a-a089-7d5b12001913), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.066756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (8b80d469-ae79-4978-b24c-b586448bf576), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.075079 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (8b80d469-ae79-4978-b24c-b586448bf576), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.235902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1b9fe075-f5a2-4f4a-a089-7d5b12001913), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.236241 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for floatingip (1b9fe075-f5a2-4f4a-a089-7d5b12001913), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.248710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (8b80d469-ae79-4978-b24c-b586448bf576), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.250167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Fanout notify agent at l3_agent the message router_deleted on router 8b80d469-ae79-4978-b24c-b586448bf576 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:33.271868 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.273007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Calling delete_port for 1b9fe075-f5a2-4f4a-a089-7d5b12001913 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:33.274933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3a757193-c7fd-48fa-b7eb-ee4ae554d772 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/routers/8b80d469-ae79-4978-b24c-b586448bf576 HTTP/1.1" status: 204 len: 168 time: 4.4184737 Mar 22 14:20:33.295005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46616) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:33.449752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73526ac2-ddbe-474c-a548-769da6839fbd req-4d378ff0-7683-4b9e-9fa2-ab7e8b46181e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.471349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73526ac2-ddbe-474c-a548-769da6839fbd req-4d378ff0-7683-4b9e-9fa2-ab7e8b46181e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.4853616 Mar 22 14:20:33.540558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1b9fe075-f5a2-4f4a-a089-7d5b12001913), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.581726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event deleted for resources: {'Port': ['ID=1b9fe075-f5a2-4f4a-a089-7d5b12001913,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:33.772170 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] create failed (client error): The resource could not be found. Mar 22 14:20:33.776028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73526ac2-ddbe-474c-a548-769da6839fbd req-30291328-6152-42b0-b31c-7bf4cdde2bbf tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033533 Mar 22 14:20:33.778425 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7bc07c7d-60ad-4182-8d91-87f3643bb293 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7831278 Mar 22 14:20:33.779176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46624) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:33.812114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (64496bc8-5920-4917-8f99-28226d729328), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.022233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Deleting port 72c45bd8-9e9d-4f8d-a492-79e4dfd97508 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:34.022619 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (72c45bd8-9e9d-4f8d-a492-79e4dfd97508), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.078147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:34.114150 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (64496bc8-5920-4917-8f99-28226d729328), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.130417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:34.131075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f4c3964d-4fee-49dd-a5dd-a6ee4c8b227c not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:34.181739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64496bc8-5920-4917-8f99-28226d729328']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:34.211759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c003ce-0b69-4484-b12a-bd484d1da168') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:34.212045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c003ce-0b69-4484-b12a-bd484d1da168') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:34.250052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (96c003ce-0b69-4484-b12a-bd484d1da168), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.281514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (96c003ce-0b69-4484-b12a-bd484d1da168), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.288983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:34.289378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (96c003ce-0b69-4484-b12a-bd484d1da168), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:34.292595 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:34.319349 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (72c45bd8-9e9d-4f8d-a492-79e4dfd97508), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.353377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Calling delete_port for 72c45bd8-9e9d-4f8d-a492-79e4dfd97508 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:34.430246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (64496bc8-5920-4917-8f99-28226d729328), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.438827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.443227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/networks/64496bc8-5920-4917-8f99-28226d729328 HTTP/1.1" status: 204 len: 168 time: 1.1405435 Mar 22 14:20:34.449920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46640) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:34.568410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f7711-4ba5-4019-9363-f718474d6dd6 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Network': ['ID=64496bc8-5920-4917-8f99-28226d729328,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:34.570662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e111d82d-42f5-4ccf-ad7b-b1845009e478 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (caaa4ce1-27a9-49f0-af17-2695fd044d96), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.645384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e111d82d-42f5-4ccf-ad7b-b1845009e478 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (caaa4ce1-27a9-49f0-af17-2695fd044d96), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.652429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (72c45bd8-9e9d-4f8d-a492-79e4dfd97508), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.765469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e111d82d-42f5-4ccf-ad7b-b1845009e478 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (caaa4ce1-27a9-49f0-af17-2695fd044d96), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.772274 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e111d82d-42f5-4ccf-ad7b-b1845009e478 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.774846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e111d82d-42f5-4ccf-ad7b-b1845009e478 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/security-groups/caaa4ce1-27a9-49f0-af17-2695fd044d96 HTTP/1.1" status: 204 len: 168 time: 0.3022540 Mar 22 14:20:34.782774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event deleted for resources: {'Port': ['ID=72c45bd8-9e9d-4f8d-a492-79e4dfd97508,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:34.850160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111d82d-42f5-4ccf-ad7b-b1845009e478 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaa4ce1-27a9-49f0-af17-2695fd044d96,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:35.010582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.014624 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-23696dbd-378a-494f-bed4-d5f5c6afe870 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "DELETE /v2.0/ports/72c45bd8-9e9d-4f8d-a492-79e4dfd97508 HTTP/1.1" status: 204 len: 168 time: 1.2344151 Mar 22 14:20:35.020482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:35.083543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1254f-a827-4a7e-ba32-dfb4fd54d4b8 req-448d0837-52ab-49e0-83d1-7fef6ee3116e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:35.085718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-faf1254f-a827-4a7e-ba32-dfb4fd54d4b8 req-448d0837-52ab-49e0-83d1-7fef6ee3116e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1324348 Mar 22 14:20:35.220675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-faf1254f-a827-4a7e-ba32-dfb4fd54d4b8 req-08df31c4-8f3f-40cc-9cf7-a6dd50cb6119 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293144 Mar 22 14:20:35.229449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32147f7c-7b81-4889-b89a-e622ad8005ff tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:35.241280 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-32147f7c-7b81-4889-b89a-e622ad8005ff tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "GET /v2.0/ports?device_id=56d57e37-caa4-4b44-912c-5a09a33489ad HTTP/1.1" status: 200 len: 913 time: 0.2176049 Mar 22 14:20:35.241752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46656) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:35.559030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46664) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:35.563691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-554ebe86-63c7-4402-8ca3-e18766461b2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497371890', 'description': 'tempest-secgroup-smoke-497371890 description', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:35.624573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554ebe86-63c7-4402-8ca3-e18766461b2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.781230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554ebe86-63c7-4402-8ca3-e18766461b2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (877dd396-8843-45cd-92e3-b3476da374a7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.798676 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554ebe86-63c7-4402-8ca3-e18766461b2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (877dd396-8843-45cd-92e3-b3476da374a7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.866621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-554ebe86-63c7-4402-8ca3-e18766461b2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.870790 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-554ebe86-63c7-4402-8ca3-e18766461b2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3106992 Mar 22 14:20:35.872055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ebe86-63c7-4402-8ca3-e18766461b2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877dd396-8843-45cd-92e3-b3476da374a7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:35.874880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46666) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:35.883867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1e7de967-1d77-4c5f-a36f-cbc28f600404 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '877dd396-8843-45cd-92e3-b3476da374a7', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:35.935755 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e7de967-1d77-4c5f-a36f-cbc28f600404 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (e4cba716-cf90-422d-9684-dc1f795dc4f5), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.015675 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e7de967-1d77-4c5f-a36f-cbc28f600404 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (e4cba716-cf90-422d-9684-dc1f795dc4f5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.025607 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e7de967-1d77-4c5f-a36f-cbc28f600404 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (e4cba716-cf90-422d-9684-dc1f795dc4f5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.073705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7de967-1d77-4c5f-a36f-cbc28f600404 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cba716-cf90-422d-9684-dc1f795dc4f5,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:36.094573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e7de967-1d77-4c5f-a36f-cbc28f600404 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.096254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1e7de967-1d77-4c5f-a36f-cbc28f600404 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202201 Mar 22 14:20:36.099595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46668) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:36.105369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3c1ba75a-7809-4120-9258-6dc0f7c6e843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '877dd396-8843-45cd-92e3-b3476da374a7', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:36.131445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (56d57e37-caa4-4b44-912c-5a09a33489ad), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.183138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba75a-7809-4120-9258-6dc0f7c6e843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (77305f9d-9dcb-4a24-ae57-04e82cdedcde), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.318001 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba75a-7809-4120-9258-6dc0f7c6e843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (77305f9d-9dcb-4a24-ae57-04e82cdedcde), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.325306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba75a-7809-4120-9258-6dc0f7c6e843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (77305f9d-9dcb-4a24-ae57-04e82cdedcde), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.389365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ba75a-7809-4120-9258-6dc0f7c6e843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77305f9d-9dcb-4a24-ae57-04e82cdedcde,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:36.416777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba75a-7809-4120-9258-6dc0f7c6e843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.418561 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3c1ba75a-7809-4120-9258-6dc0f7c6e843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3177140 Mar 22 14:20:36.421407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:36.428335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-13f7fafa-62d1-4301-aa78-4b6148001720 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '877dd396-8843-45cd-92e3-b3476da374a7', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:36.497768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13f7fafa-62d1-4301-aa78-4b6148001720 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (aa28e0bb-b5fa-469f-a461-8743e63ef6a9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.597302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13f7fafa-62d1-4301-aa78-4b6148001720 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (aa28e0bb-b5fa-469f-a461-8743e63ef6a9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.617533 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13f7fafa-62d1-4301-aa78-4b6148001720 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (aa28e0bb-b5fa-469f-a461-8743e63ef6a9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.658606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7fafa-62d1-4301-aa78-4b6148001720 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa28e0bb-b5fa-469f-a461-8743e63ef6a9,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:36.672841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13f7fafa-62d1-4301-aa78-4b6148001720 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.674217 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13f7fafa-62d1-4301-aa78-4b6148001720 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2512686 Mar 22 14:20:36.677990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46690) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:36.702816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7eac3aee-4e7c-4c75-810c-bb52e6dc726d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '877dd396-8843-45cd-92e3-b3476da374a7', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:36.726163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe37c-3209-4b3e-a2bd-d22cf0b018a2 req-93ec667d-8c28-4a7a-bfc4-cff5d325de33 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:36.738203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b2fe37c-3209-4b3e-a2bd-d22cf0b018a2 req-93ec667d-8c28-4a7a-bfc4-cff5d325de33 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.3244345 Mar 22 14:20:36.781778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eac3aee-4e7c-4c75-810c-bb52e6dc726d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (d30ec445-cd9a-4181-a57f-006b46674fb8), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.911552 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eac3aee-4e7c-4c75-810c-bb52e6dc726d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (d30ec445-cd9a-4181-a57f-006b46674fb8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.921920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eac3aee-4e7c-4c75-810c-bb52e6dc726d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d30ec445-cd9a-4181-a57f-006b46674fb8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.939230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b2fe37c-3209-4b3e-a2bd-d22cf0b018a2 req-ba310eda-6895-4e4d-835c-4200bed9e001 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999159 Mar 22 14:20:36.970794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac3aee-4e7c-4c75-810c-bb52e6dc726d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30ec445-cd9a-4181-a57f-006b46674fb8,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:37.009846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eac3aee-4e7c-4c75-810c-bb52e6dc726d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.015776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7eac3aee-4e7c-4c75-810c-bb52e6dc726d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339558 Mar 22 14:20:37.016332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46694) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:37.027984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '877dd396-8843-45cd-92e3-b3476da374a7', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:37.029421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Deleting port a2475fc3-b7a1-4603-9b2d-beb89ab1f55b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:37.030085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.102437 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:20:37.117505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (2934680c-9f6f-4c81-a56d-ba96e3ea1bd5), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.165800 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.189774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Calling delete_port for a2475fc3-b7a1-4603-9b2d-beb89ab1f55b owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:37.214372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (2934680c-9f6f-4c81-a56d-ba96e3ea1bd5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.226098 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (2934680c-9f6f-4c81-a56d-ba96e3ea1bd5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.241581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2934680c-9f6f-4c81-a56d-ba96e3ea1bd5,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:37.274571 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.279526 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-efe28db2-0603-49e6-9d64-34c54c81814f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2526004 Mar 22 14:20:37.279786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46696) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:37.299772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'security_group_rule': {'security_group_id': '877dd396-8843-45cd-92e3-b3476da374a7', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:37.381445 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Project 6dd3d1a9a9e643fd96e398de43951d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:20:37.388462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (8371b617-7971-460a-991d-c02a0724ed26), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.440304 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a2475fc3-b7a1-4603-9b2d-beb89ab1f55b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.491487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event deleted for resources: {'Port': ['ID=a2475fc3-b7a1-4603-9b2d-beb89ab1f55b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:37.608429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (8371b617-7971-460a-991d-c02a0724ed26), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.619495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (8371b617-7971-460a-991d-c02a0724ed26), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.666182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8371b617-7971-460a-991d-c02a0724ed26,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:37.695915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.700569 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-838263f7-96e0-4c4b-98a6-6dfa5d2df947 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4166057 Mar 22 14:20:37.700759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46702) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:37.707578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'network': {'name': 'tempest-network-smoke--1609184174', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'port_security_enabled': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:37.779799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:37.788879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.822720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (56d57e37-caa4-4b44-912c-5a09a33489ad), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.862380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:37.886841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2d272cff-3a26-47cf-8248-5013632767b0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.890077 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Added segment 2d272cff-3a26-47cf-8248-5013632767b0 of type vlan for network 24e86d97-5083-4336-ae49-cdee85b4865a Mar 22 14:20:38.015577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (24e86d97-5083-4336-ae49-cdee85b4865a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.075604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (24e86d97-5083-4336-ae49-cdee85b4865a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.083875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:38.084679 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.136063 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4315221 Mar 22 14:20:38.160598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46710) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:38.173668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Router 56d57e37-caa4-4b44-912c-5a09a33489ad has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:38.175239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'admin_state_up': True, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:38.213552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36bd98-5ddb-4e33-9df7-1b252f8f3cf7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Network': ['ID=24e86d97-5083-4336-ae49-cdee85b4865a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:38.217015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (f2b70d24-0d17-421b-8888-6849f9a2c1f3), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.218674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (f2b70d24-0d17-421b-8888-6849f9a2c1f3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.228163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 24e86d97-5083-4336-ae49-cdee85b4865a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:38.299218 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (f2b70d24-0d17-421b-8888-6849f9a2c1f3), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.372673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262896e1-ad27-4103-b7a9-3fd6a7c31fde req-54e4f137-96c1-42fe-8bf6-a67ec2a3360e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:38.384378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-262896e1-ad27-4103-b7a9-3fd6a7c31fde req-54e4f137-96c1-42fe-8bf6-a67ec2a3360e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.2081540 Mar 22 14:20:38.404026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:38.415758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-19dec6d8-a681-4f15-9e7d-700f7332cec1 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "PUT /v2.0/routers/56d57e37-caa4-4b44-912c-5a09a33489ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1727319 Mar 22 14:20:38.422620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46712) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:38.423086 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] Sync routers for ids ['56d57e37-caa4-4b44-912c-5a09a33489ad'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:38.437166 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] Routers {'56d57e37-caa4-4b44-912c-5a09a33489ad'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:38.438957 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['56d57e37-caa4-4b44-912c-5a09a33489ad'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:38.499913 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:38.511491 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] Routers {'56d57e37-caa4-4b44-912c-5a09a33489ad'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:38.512718 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['56d57e37-caa4-4b44-912c-5a09a33489ad'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:38.553487 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:38.554802 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e3329-fdfa-43da-a44c-e5ec7768d599 None None] The sync data for ids ['56d57e37-caa4-4b44-912c-5a09a33489ad'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:38.576333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (f2b70d24-0d17-421b-8888-6849f9a2c1f3), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.725041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-80ce96d4-1bf9-49af-bbdb-9d7aebb0f74e tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for router (56d57e37-caa4-4b44-912c-5a09a33489ad), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.074183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (f2b70d24-0d17-421b-8888-6849f9a2c1f3), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.125898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.356869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.87 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/4281d9e1-813c-4581-bdb7-5a36b0700001) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:39.513055 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-262896e1-ad27-4103-b7a9-3fd6a7c31fde req-4d8016bc-0dec-42b9-b90f-b9006a41c8a1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1273620 Mar 22 14:20:39.546293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-3fefacb2-f32e-4c6b-8cd6-21764e6898d2 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=67dbd6d21d3f4af8adcbad76f108c31c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771103 Mar 22 14:20:39.568325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.616278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.715476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:39.719781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:39.734713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:39.784695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=4281d9e1-813c-4581-bdb7-5a36b0700001,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:39.848508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-80ce96d4-1bf9-49af-bbdb-9d7aebb0f74e tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (56d57e37-caa4-4b44-912c-5a09a33489ad), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.855623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-80ce96d4-1bf9-49af-bbdb-9d7aebb0f74e tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for router_controller (56d57e37-caa4-4b44-912c-5a09a33489ad), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.999066 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-80ce96d4-1bf9-49af-bbdb-9d7aebb0f74e tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (56d57e37-caa4-4b44-912c-5a09a33489ad), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.000185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce96d4-1bf9-49af-bbdb-9d7aebb0f74e tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Fanout notify agent at l3_agent the message router_deleted on router 56d57e37-caa4-4b44-912c-5a09a33489ad {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:40.024498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-80ce96d4-1bf9-49af-bbdb-9d7aebb0f74e tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.027013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-80ce96d4-1bf9-49af-bbdb-9d7aebb0f74e tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "DELETE /v2.0/routers/56d57e37-caa4-4b44-912c-5a09a33489ad HTTP/1.1" status: 204 len: 168 time: 1.5944545 Mar 22 14:20:40.038150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46736) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:40.129095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Deleting subnet 3f0ca5e2-4800-4f35-b756-7d05139c54a8 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:40.134500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for subnet (3f0ca5e2-4800-4f35-b756-7d05139c54a8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.148060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-1b0bdb67-1ad5-407a-ae5c-31cf62f57f58 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:40.149693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-1b0bdb67-1ad5-407a-ae5c-31cf62f57f58 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6022418 Mar 22 14:20:40.175449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-b1c50597-4315-4a2e-b4fd-526cf7dff54e tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/quotas/67dbd6d21d3f4af8adcbad76f108c31c HTTP/1.1" status: 200 len: 375 time: 0.0194478 Mar 22 14:20:40.242980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-df054acb-4af2-4544-a269-6afd1acca160 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=67dbd6d21d3f4af8adcbad76f108c31c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618534 Mar 22 14:20:40.262017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (3f0ca5e2-4800-4f35-b756-7d05139c54a8), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.365345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (f2b70d24-0d17-421b-8888-6849f9a2c1f3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.498570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3f0ca5e2-4800-4f35-b756-7d05139c54a8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.561532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77ca4690-f14b-42d2-b1e8-63195fe015fd req-6f16b6a9-459f-419f-9546-29b13e1fcac6 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 210 time: 0.0415127 Mar 22 14:20:40.796157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (3f0ca5e2-4800-4f35-b756-7d05139c54a8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.813843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d38c5-daf8-4184-9c4c-7f7b8adb134c req-13755fcd-d5db-423e-bcd3-7e16fd9ea3be tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:40.816628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d8d38c5-daf8-4184-9c4c-7f7b8adb134c req-13755fcd-d5db-423e-bcd3-7e16fd9ea3be tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1261120 Mar 22 14:20:40.943362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d8d38c5-daf8-4184-9c4c-7f7b8adb134c req-4abf9799-c0b1-4a7d-a001-fc5989b974bc tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072378 Mar 22 14:20:41.722757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0ca5e2-4800-4f35-b756-7d05139c54a8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:41.750622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:41.753951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95af9d-edc5-4ad2-9140-df315e7b4011 None None] Network 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:41.759595 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fcf743bb-5c79-4efd-b795-278952c22dac tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "DELETE /v2.0/subnets/3f0ca5e2-4800-4f35-b756-7d05139c54a8 HTTP/1.1" status: 204 len: 168 time: 1.7178123 Mar 22 14:20:41.763387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46762) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:41.800307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (f2b70d24-0d17-421b-8888-6849f9a2c1f3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:41.873523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7b7f59f0-14c7-45a3-990c-a0547bf37fc6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:41.942422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0a303d7-6f11-429e-8213-41249bfe610a req-62387896-52e8-471a-ab98-7d5fca2649dc tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 210 time: 0.0658014 Mar 22 14:20:42.057167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Deleting port 231b85b9-caac-46f3-9918-c23b220f8b30 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:42.057599 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.125615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] DHCP port deletion for 7b7f59f0-14c7-45a3-990c-a0547bf37fc6 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:42.215903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router f2b70d24-0d17-421b-8888-6849f9a2c1f3 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:20:42.296869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] Deleting port 231b85b9-caac-46f3-9918-c23b220f8b30 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:42.297353 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.302882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] For port 231b85b9-caac-46f3-9918-c23b220f8b30, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=231b85b9-caac-46f3-9918-c23b220f8b30,segment=NetworkSegment(0cb881eb-2b94-454c-b10a-aba0e0cee506),segment_id=0cb881eb-2b94-454c-b10a-aba0e0cee506)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:42.303549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.317846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Calling delete_port for 231b85b9-caac-46f3-9918-c23b220f8b30 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:42.418792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-234dabf6-18f8-4985-8186-ada09c5d07ed tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=67dbd6d21d3f4af8adcbad76f108c31c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2620363 Mar 22 14:20:42.486049 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.494267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] For port 231b85b9-caac-46f3-9918-c23b220f8b30, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=231b85b9-caac-46f3-9918-c23b220f8b30,segment=NetworkSegment(0cb881eb-2b94-454c-b10a-aba0e0cee506),segment_id=0cb881eb-2b94-454c-b10a-aba0e0cee506)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:42.494753 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.554122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] Calling delete_port for 231b85b9-caac-46f3-9918-c23b220f8b30 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:42.609208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event deleted for resources: {'Port': ['ID=231b85b9-caac-46f3-9918-c23b220f8b30,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:42.611404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] No DVR routers for this DVR port 231b85b9-caac-46f3-9918-c23b220f8b30 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:42.662178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:42.692310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Sync routers for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:42.713387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.719375 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6605f479-8453-4bd5-8ff1-b3748d1b4f25 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5572238 Mar 22 14:20:42.721198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46772) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:42.726445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:42.727408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:42.755996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c923f-655e-4d49-8b3e-3179e186bc23 req-383a154e-2e54-41cd-a787-9360d18865ec tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:42.757777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-452c923f-655e-4d49-8b3e-3179e186bc23 req-383a154e-2e54-41cd-a787-9360d18865ec tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.5259717 Mar 22 14:20:42.804385 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (231b85b9-caac-46f3-9918-c23b220f8b30), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.805783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-972b3ce7-b404-4234-9249-6fb00fb65787 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:42.807947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-972b3ce7-b404-4234-9249-6fb00fb65787 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509326 Mar 22 14:20:42.838023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-378fe3cc-0d81-47a0-9b15-908192510fd7 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=6dd3d1a9a9e643fd96e398de43951d87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1099708 Mar 22 14:20:42.838948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46774) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:42.873253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Request body: {'port': {'device_id': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '67dbd6d21d3f4af8adcbad76f108c31c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:42.880722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7b7f59f0-14c7-45a3-990c-a0547bf37fc6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.900189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-452c923f-655e-4d49-8b3e-3179e186bc23 req-9ee5e8b7-6fe7-46df-9d06-187c01d3882f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092942 Mar 22 14:20:42.902586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] Pushing event deleted for resources: {'Port': ['ID=231b85b9-caac-46f3-9918-c23b220f8b30,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:42.925827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e336c81-4f69-4a71-8e1a-4923aa27c99b None None] No DVR routers for this DVR port 231b85b9-caac-46f3-9918-c23b220f8b30 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:43.043495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:43.051320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7f59f0-14c7-45a3-990c-a0547bf37fc6']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.070805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b0ee2-efea-43c8-b305-c3f74d0c6c1d tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:43.075160 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a5b0ee2-efea-43c8-b305-c3f74d0c6c1d tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2320271 Mar 22 14:20:43.075701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46778) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:43.092070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb881eb-2b94-454c-b10a-aba0e0cee506') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.092347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb881eb-2b94-454c-b10a-aba0e0cee506') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.131410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a1c86231-e181-4f63-ac9e-6fab57bab8db tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518849 Mar 22 14:20:43.139995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:43.150857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (0cb881eb-2b94-454c-b10a-aba0e0cee506), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.154809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-555229095', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:43.167011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-930e14b5-2a1f-4896-8701-fd9943aaecad req-80bde2c2-09a1-48d8-8170-42d080ee274e tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 210 time: 0.0704226 Mar 22 14:20:43.222489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0cb881eb-2b94-454c-b10a-aba0e0cee506), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.240856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:43.241315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (0cb881eb-2b94-454c-b10a-aba0e0cee506), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:43.244585 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:43.339500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7b7f59f0-14c7-45a3-990c-a0547bf37fc6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.349642 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.356026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] 10.222.0.44 "DELETE /v2.0/networks/7b7f59f0-14c7-45a3-990c-a0547bf37fc6 HTTP/1.1" status: 204 len: 168 time: 1.5915658 Mar 22 14:20:43.358691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Made reservation on behalf of 67dbd6d21d3f4af8adcbad76f108c31c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:43.362144 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.382701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f1798-aabf-43e2-8891-5e52b81fe165 tempest-FloatingIPNegativeTestJSON-329097722 tempest-FloatingIPNegativeTestJSON-329097722-project] Pushing event deleted for resources: {'Network': ['ID=7b7f59f0-14c7-45a3-990c-a0547bf37fc6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:43.385849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.419955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:43.423759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.527090 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks [] for security_group (28ede562-9f97-4ed9-a68b-5c6bf9a5293c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.538251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (28ede562-9f97-4ed9-a68b-5c6bf9a5293c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.656603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:40Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.726679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Checking router: f2b70d24-0d17-421b-8888-6849f9a2c1f3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:43.727058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Updating router f2b70d24-0d17-421b-8888-6849f9a2c1f3 port 4281d9e1-813c-4581-bdb7-5a36b0700001 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:20:43.804677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a0f7a8db-8576-4ef5-87a4-57c6094ea920), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.806427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:43.808359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Allocated IP 192.168.233.19 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/735642ca-83d6-4e43-8e6a-f2ce4b8129a9) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:44.046127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Subnet': ['ID=a0f7a8db-8576-4ef5-87a4-57c6094ea920,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:44.107915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks [] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.109525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46794) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:44.135040 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Publish callbacks [] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.143009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 231b85b9-caac-46f3-9918-c23b220f8b30 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:44.148485 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.153166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Checking segment: {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:44.153836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network hostable DHCP agents. Network: 24e86d97-5083-4336-ae49-cdee85b4865a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:44.196103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 24e86d97-5083-4336-ae49-cdee85b4865a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:44.212286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 24e86d97-5083-4336-ae49-cdee85b4865a) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:44.217423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.218797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.244183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ede562-9f97-4ed9-a68b-5c6bf9a5293c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:44.248542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-04ecf2bf-690d-43ae-acf8-8e06c242cd34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1073239 Mar 22 14:20:44.251757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46800) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:44.270576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 231b85b9-caac-46f3-9918-c23b220f8b30 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:44.271016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 231b85b9-caac-46f3-9918-c23b220f8b30 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:44.274920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03515a51-abce-4918-b8f0-497d5b687df6 None None] Pushing event updated for resources: {'Port': ['ID=4281d9e1-813c-4581-bdb7-5a36b0700001,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:44.278546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c754541-827b-494c-8da2-6dd6e63b8127 None None] Network 24e86d97-5083-4336-ae49-cdee85b4865a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:44.451545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Attempting to bind port 4281d9e1-813c-4581-bdb7-5a36b0700001 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:44.457524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Attempting to bind port 4281d9e1-813c-4581-bdb7-5a36b0700001 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:44.458126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Attempting to bind port 4281d9e1-813c-4581-bdb7-5a36b0700001 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:44.476980 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.494047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744aec5-3015-4a64-8191-a9f78f3cb6c4 req-bc471cca-b8d9-4798-b0d9-94ca67cbedd6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.495853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d744aec5-3015-4a64-8191-a9f78f3cb6c4 req-bc471cca-b8d9-4798-b0d9-94ca67cbedd6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.3827193 Mar 22 14:20:44.507688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3195b060-1a66-4dbb-a4b4-1ebaa4432f67 req-03d2c30d-facd-4dd5-bcc8-ee9e9bfbe158 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 210 time: 0.1208048 Mar 22 14:20:44.524759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:44.540608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:44.541121 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.544059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:44.544580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Bound port: 4281d9e1-813c-4581-bdb7-5a36b0700001, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:44.553180 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.571157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c89b6d98-e18b-44b6-8307-43ab7755a6b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5d60c0f825b40db8115c029c0474499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4602022 Mar 22 14:20:44.574543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:44.679500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-886a5804-966b-4e52-9cd3-19a074927814 admin admin] Publish callbacks [] for security_group (c5b58939-1b17-4b01-85b3-70809f374aa5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.680655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:44.701300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:44.720044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Pushing event updated for resources: {'Port': ['ID=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:44.730627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-24e86d97-5083-4336-ae49-cdee85b4865a', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:20:44.731722 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.746009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:44.891852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d744aec5-3015-4a64-8191-a9f78f3cb6c4 req-3f8f1a16-3f73-477a-9eff-18e4d375dd60 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706741 Mar 22 14:20:44.928944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.930046 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.950661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-886a5804-966b-4e52-9cd3-19a074927814 admin admin] Publish callbacks [] for security_group (c5b58939-1b17-4b01-85b3-70809f374aa5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.001139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-50887725-8b28-43bc-9fb4-59a061c6f249 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1337464 Mar 22 14:20:45.018431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Request body: {'port': {'device_id': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:45.058077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-886a5804-966b-4e52-9cd3-19a074927814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c5b58939-1b17-4b01-85b3-70809f374aa5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.061000 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-886a5804-966b-4e52-9cd3-19a074927814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.062484 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-886a5804-966b-4e52-9cd3-19a074927814 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5b58939-1b17-4b01-85b3-70809f374aa5 HTTP/1.1" status: 204 len: 168 time: 0.4864883 Mar 22 14:20:45.188515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Allocated IP 172.20.0.2 (24e86d97-5083-4336-ae49-cdee85b4865a/a0f7a8db-8576-4ef5-87a4-57c6094ea920/c4e67d89-7c75-4149-9639-4f7169bd7bb6) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:45.212748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.213017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a5804-966b-4e52-9cd3-19a074927814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b58939-1b17-4b01-85b3-70809f374aa5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:45.461457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.486405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] For port 4281d9e1-813c-4581-bdb7-5a36b0700001, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:45.515690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ab8d4f08-9246-482b-8d73-7f3aaf699544 None None] Provisioning complete for port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:45.516199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f08-9246-482b-8d73-7f3aaf699544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.591248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] For port 4281d9e1-813c-4581-bdb7-5a36b0700001, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4281d9e1-813c-4581-bdb7-5a36b0700001,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:45.613372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.678298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03515a51-abce-4918-b8f0-497d5b687df6 None None] Pushing event updated for resources: {'Port': ['ID=4281d9e1-813c-4581-bdb7-5a36b0700001,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:45.710312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d4f08-9246-482b-8d73-7f3aaf699544 None None] Port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:45.797086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:45.807948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:46.001456 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Publish callbacks [] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.013135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.067304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Pushing event updated for resources: {'Port': ['ID=c4e67d89-7c75-4149-9639-4f7169bd7bb6,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:46.095290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Network 24e86d97-5083-4336-ae49-cdee85b4865a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:46.098891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:46.103253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:46.167350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.1 (24e86d97-5083-4336-ae49-cdee85b4865a/a0f7a8db-8576-4ef5-87a4-57c6094ea920/1e268e30-65ea-4fe9-83b2-fbf31f24cd38) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:46.176321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:46.249052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Attempting to bind port c4e67d89-7c75-4149-9639-4f7169bd7bb6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:46.249702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Attempting to bind port c4e67d89-7c75-4149-9639-4f7169bd7bb6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:46.249838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Attempting to bind port c4e67d89-7c75-4149-9639-4f7169bd7bb6 on network 24e86d97-5083-4336-ae49-cdee85b4865a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:46.290005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41235262-7971-40fd-a229-e03e06147ccf req-002e7a0a-5ea0-4aa7-b906-2c2e465dc2d0 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:46.291615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41235262-7971-40fd-a229-e03e06147ccf req-002e7a0a-5ea0-4aa7-b906-2c2e465dc2d0 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 935 time: 0.5155225 Mar 22 14:20:46.352459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.385728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:46.386255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Checking segment: {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:46.386534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.386932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Bound using segment: {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:46.387426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Bound port: c4e67d89-7c75-4149-9639-4f7169bd7bb6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:46.387806 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.402259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.433408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:20:46.458192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Publish callbacks [] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.476965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f5f9-47ac-4a92-8ca8-bec4bcc4725a req-e5039d0a-a13a-41da-93fc-b933a5613080 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:46.476965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcf5f5f9-47ac-4a92-8ca8-bec4bcc4725a req-e5039d0a-a13a-41da-93fc-b933a5613080 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.2937825 Mar 22 14:20:46.508596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41235262-7971-40fd-a229-e03e06147ccf req-232b9120-e74b-4bd6-b27a-fcaf3ca1c593 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660767 Mar 22 14:20:46.513652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 24e86d97-5083-4336-ae49-cdee85b4865a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:46.520870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:46.527731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:46.546385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:46.560545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Transition to ACTIVE for port object 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:20:46.586476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.666880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (f2b70d24-0d17-421b-8888-6849f9a2c1f3), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.730621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcf5f5f9-47ac-4a92-8ca8-bec4bcc4725a req-d4771c8e-f251-4a2f-8f30-b44e099c3aea tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207780 Mar 22 14:20:46.731819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46846) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:46.738594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] For port c4e67d89-7c75-4149-9639-4f7169bd7bb6, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:46.755234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] For port c4e67d89-7c75-4149-9639-4f7169bd7bb6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c4e67d89-7c75-4149-9639-4f7169bd7bb6,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:46.783028 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.806856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:40Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:46.926784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Pushing event updated for resources: {'Port': ['ID=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:46.986084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fa888-b47f-423b-8d8e-3521f01cfa28 None None] The sync data for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 is: [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:40Z', 'revision_number': 3, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:47.037294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'networks': [{'name': 'tempest-network--849221911'}, {'name': 'tempest-network--572196201'}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:47.038278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'network': {'name': 'tempest-network--849221911'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:47.038942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'network': {'name': 'tempest-network--572196201'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:47.135707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316d99e-e2f2-46ec-8d26-6c86d6225bbe None None] Pushing event updated for resources: {'Port': ['ID=c4e67d89-7c75-4149-9639-4f7169bd7bb6,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:47.138776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Attempting to bind port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:47.141072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Attempting to bind port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:47.142018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Attempting to bind port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:47.144901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.151971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Made reservation on behalf of a6335b0d3b78437e8802c2b96283ecfe for: {'network': 2} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:47.172218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.228159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.237721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:20:47.239556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Attempting to bind port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:47.449234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for security_group (7f7c26e4-4d70-4d4e-abbd-fcae4cbec307), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.451897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:47.452292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:47.452685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:47.453212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Bound port: 735642ca-83d6-4e43-8e6a-f2ce4b8129a9, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:47.453564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.475030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7f7c26e4-4d70-4d4e-abbd-fcae4cbec307), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.475411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.761698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7c26e4-4d70-4d4e-abbd-fcae4cbec307,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:47.927221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:47.969178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] For port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:47.986373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] For port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:48.034764 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (48c4744c-5983-4210-83ac-926b47c1c1c4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.035114 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Added segment 48c4744c-5983-4210-83ac-926b47c1c1c4 of type vlan for network 874d9a69-0aab-48a0-9683-aef33da1d00e Mar 22 14:20:48.040150 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.087056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.096319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.172190 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-866777d7-719a-4229-b518-9c323cb56b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.213038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4e67d89-7c75-4149-9639-4f7169bd7bb6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:48.269516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Pushing event updated for resources: {'Port': ['ID=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:48.296465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:48.297519 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.303630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-52eb6e8a-7c14-4ec5-9bd1-0efc19059a58 service neutron] 10.222.0.42 "PUT /v2.0/ports/735642ca-83d6-4e43-8e6a-f2ce4b8129a9 HTTP/1.1" status: 200 len: 1095 time: 3.2923605 Mar 22 14:20:48.309750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'tag': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:48.317657 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9" -d '{"events": [{"name": "network-changed", "server_uuid": "3570924b-bd0a-4b07-9695-f90fe58ea214", "tag": "735642ca-83d6-4e43-8e6a-f2ce4b8129a9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:48.360896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (874d9a69-0aab-48a0-9683-aef33da1d00e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.397427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:48.413785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (f2b70d24-0d17-421b-8888-6849f9a2c1f3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.428407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c4e67d89-7c75-4149-9639-4f7169bd7bb6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:48.429075 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.544464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:48.582343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c413ab70-6d4d-4e11-9d03-fe212ef0ec90), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.583039 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Added segment c413ab70-6d4d-4e11-9d03-fe212ef0ec90 of type vlan for network face6d9a-1846-4001-afce-d465a267541a Mar 22 14:20:48.661616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 24e86d97-5083-4336-ae49-cdee85b4865a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:48.663310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:48.698469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c4e67d89-7c75-4149-9639-4f7169bd7bb6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:48.699227 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.721000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bcf94-67c2-4da2-8868-3d4857913376 req-05fca949-5d28-4195-881c-96232a7be7c9 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:48.725198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-703bcf94-67c2-4da2-8868-3d4857913376 req-05fca949-5d28-4195-881c-96232a7be7c9 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 947 time: 1.0477505 Mar 22 14:20:48.781710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port c4e67d89-7c75-4149-9639-4f7169bd7bb6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c4e67d89-7c75-4149-9639-4f7169bd7bb6,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:48.788253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.788743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4281d9e1-813c-4581-bdb7-5a36b0700001 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:48.850298 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (face6d9a-1846-4001-afce-d465a267541a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.895040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6af5e7-5709-471d-ae39-51f104554abb req-d44901e7-92b1-4c5c-b81d-5a112cb7dfc6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:48.909628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router f2b70d24-0d17-421b-8888-6849f9a2c1f3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:48.918559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f6af5e7-5709-471d-ae39-51f104554abb req-d44901e7-92b1-4c5c-b81d-5a112cb7dfc6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.9791899 Mar 22 14:20:48.939468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4281d9e1-813c-4581-bdb7-5a36b0700001 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:48.940145 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.040777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:20:49.044861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fb10f-423f-4028-91fb-4fd99e780863 None None] Network 24e86d97-5083-4336-ae49-cdee85b4865a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:49.091311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-703bcf94-67c2-4da2-8868-3d4857913376 req-d9006094-fc3d-47fd-ae5c-9d48d540dec0 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715368 Mar 22 14:20:49.093950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:49.140833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e82d88e6-adf2-4e38-a628-a31d2e98038b tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/f2b70d24-0d17-421b-8888-6849f9a2c1f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8877809 Mar 22 14:20:49.141725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-385a9936-2008-4090-890a-ef0b403d6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:49.143380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-385a9936-2008-4090-890a-ef0b403d6759 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67dbd6d21d3f4af8adcbad76f108c31c&device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 1129 time: 0.7680643 Mar 22 14:20:49.152873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (874d9a69-0aab-48a0-9683-aef33da1d00e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.153385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (face6d9a-1846-4001-afce-d465a267541a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.165433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:49.178473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:49.184718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.220692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=c4e67d89-7c75-4149-9639-4f7169bd7bb6,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:49.304111 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4c31e-8a87-4d36-83fa-1cf0fe8f5c4a x-openstack-request-id: req-66b4c31e-8a87-4d36-83fa-1cf0fe8f5c4a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:49.304844 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3570924b-bd0a-4b07-9695-f90fe58ea214", "tag": "735642ca-83d6-4e43-8e6a-f2ce4b8129a9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:49.306098 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66b4c31e-8a87-4d36-83fa-1cf0fe8f5c4a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:49.308321 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b4c31e-8a87-4d36-83fa-1cf0fe8f5c4a'] response: {'name': 'network-changed', 'server_uuid': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'tag': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9', 'status': 'completed', 'code': 200} Mar 22 14:20:49.401762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4281d9e1-813c-4581-bdb7-5a36b0700001 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:49.406108 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.472652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7375062 Mar 22 14:20:49.473926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Network': ['ID=874d9a69-0aab-48a0-9683-aef33da1d00e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:49.475360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:49.495374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f6af5e7-5709-471d-ae39-51f104554abb req-6c9876b6-376a-4838-9274-b977666f7b4b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5758193 Mar 22 14:20:49.502611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4df1e886-b6b9-4442-87a3-f503e59db5a7 None None] Provisioning complete for port c4e67d89-7c75-4149-9639-4f7169bd7bb6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:49.502989 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4df1e886-b6b9-4442-87a3-f503e59db5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.571866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 874d9a69-0aab-48a0-9683-aef33da1d00e details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:49.576434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 4281d9e1-813c-4581-bdb7-5a36b0700001, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4281d9e1-813c-4581-bdb7-5a36b0700001,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:49.611920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.654092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5f9d-2e05-433a-9c69-c87942128791 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Network': ['ID=face6d9a-1846-4001-afce-d465a267541a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:49.659642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-533a115e-9f0c-42d0-826e-3a0268ec5b9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9 HTTP/1.1" status: 200 len: 217 time: 0.4393198 Mar 22 14:20:49.884145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-24dc051b-f3f2-45ba-b1eb-284a7afc0750 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497371890&fields=id&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 267 time: 0.2209578 Mar 22 14:20:49.917106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-1b73f0c2-6fe8-4527-b2a8-c6bc6a4effda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:49.921277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-1b73f0c2-6fe8-4527-b2a8-c6bc6a4effda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.2001510 Mar 22 14:20:50.021683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c4223-1936-4cc5-934b-fe362ddda93f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:50.032239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c4223-1936-4cc5-934b-fe362ddda93f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:50.052578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c4223-1936-4cc5-934b-fe362ddda93f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:50.059488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c4223-1936-4cc5-934b-fe362ddda93f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:50.068438 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1c3c4223-1936-4cc5-934b-fe362ddda93f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5917439 Mar 22 14:20:50.078725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46898) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:50.206553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=4281d9e1-813c-4581-bdb7-5a36b0700001,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:50.216518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network face6d9a-1846-4001-afce-d465a267541a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:50.235925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (874d9a69-0aab-48a0-9683-aef33da1d00e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.268284 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Sync routers for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:50.284255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:50.285237 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:50.301727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4e67d89-7c75-4149-9639-4f7169bd7bb6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:50.469254 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:50.530501 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7a70175a-681a-4941-a57a-0e354e4009f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.563675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4df1e886-b6b9-4442-87a3-f503e59db5a7 None None] Current status of the port c4e67d89-7c75-4149-9639-4f7169bd7bb6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:50.579788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c4e67d89-7c75-4149-9639-4f7169bd7bb6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:50.580181 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.767397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c4e67d89-7c75-4149-9639-4f7169bd7bb6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:50.905538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c03287ec-6ac2-4c22-a8a0-b006f945dba4 None None] Provisioning complete for port c4e67d89-7c75-4149-9639-4f7169bd7bb6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:50.905909 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c03287ec-6ac2-4c22-a8a0-b006f945dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.959154 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:47Z', 'revision_number': 2, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:50.995269 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Checking router: f2b70d24-0d17-421b-8888-6849f9a2c1f3 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:50.995787 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Updating router f2b70d24-0d17-421b-8888-6849f9a2c1f3 port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:20:51.035119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-7689eb1e-fb07-494b-9caf-90819c9ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:51.037499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-7689eb1e-fb07-494b-9caf-90819c9ee622 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0872929 Mar 22 14:20:51.040239 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.096743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c03287ec-6ac2-4c22-a8a0-b006f945dba4 None None] Current status of the port c4e67d89-7c75-4149-9639-4f7169bd7bb6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:51.120652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c03287ec-6ac2-4c22-a8a0-b006f945dba4 None None] Provisioning complete for port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:51.121032 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c03287ec-6ac2-4c22-a8a0-b006f945dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.150921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-1f89e24c-3674-4273-ba41-b9207a9177bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:51.155404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-1f89e24c-3674-4273-ba41-b9207a9177bc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/networks?id=24e86d97-5083-4336-ae49-cdee85b4865a HTTP/1.1" status: 200 len: 797 time: 1.2696559 Mar 22 14:20:51.203231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c03287ec-6ac2-4c22-a8a0-b006f945dba4 None None] Port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:51.324930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-42d73d2a-7e24-46dc-a0ee-4566b8a13d2c service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668358 Mar 22 14:20:51.339992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-53ace0eb-b4df-4aa9-a3d6-3f603ba836d8 None None] Provisioning complete for port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:51.340947 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-53ace0eb-b4df-4aa9-a3d6-3f603ba836d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.343874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-5b7d1aa2-7dcb-4c3a-97f6-2cef899f6ced tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/quotas/6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 375 time: 0.0215092 Mar 22 14:20:51.372891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (874d9a69-0aab-48a0-9683-aef33da1d00e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.406893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150fad6-362e-4cfc-94e8-b5b3b15ab444 req-5383b361-b0c6-4f74-886a-bbd577ec8cdc tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:51.411596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2150fad6-362e-4cfc-94e8-b5b3b15ab444 req-5383b361-b0c6-4f74-886a-bbd577ec8cdc tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 945 time: 1.1597536 Mar 22 14:20:51.421897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-53ace0eb-b4df-4aa9-a3d6-3f603ba836d8 None None] Port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:51.545987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63b2bd90-62cf-4f1a-b9e9-9967deda8b8b req-2852cf8a-5599-465f-ae07-f1632e21adc7 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997445 Mar 22 14:20:51.600692 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Publish callbacks [] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.618949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874d9a69-0aab-48a0-9683-aef33da1d00e']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:51.620511 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.664722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-95021a20-d6f3-4a37-8b8c-29f96ea4b703 None None] Provisioning complete for port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:51.665493 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-95021a20-d6f3-4a37-8b8c-29f96ea4b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.719534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c4744c-5983-4210-83ac-926b47c1c1c4') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:51.719936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c4744c-5983-4210-83ac-926b47c1c1c4') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:51.755250 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Attempting to bind port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:51.755635 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Attempting to bind port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:51.756098 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Attempting to bind port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 on network 24e86d97-5083-4336-ae49-cdee85b4865a {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:51.762994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-95021a20-d6f3-4a37-8b8c-29f96ea4b703 None None] Port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:51.766427 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:51.766742 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Checking segment: {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:51.767086 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.767477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Bound using segment: {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:51.767950 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Bound port: 1e268e30-65ea-4fe9-83b2-fbf31f24cd38, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:51.768324 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.772998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (48c4744c-5983-4210-83ac-926b47c1c1c4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.868438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.869489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (48c4744c-5983-4210-83ac-926b47c1c1c4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.883951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2150fad6-362e-4cfc-94e8-b5b3b15ab444 req-70904b66-1fa0-4beb-b1d2-1153a71984a3 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430547 Mar 22 14:20:51.892381 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] For port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:51.905157 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] For port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:51.913713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:51.922813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (48c4744c-5983-4210-83ac-926b47c1c1c4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.933785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-7e3cecf0-5969-4770-b62c-cf62a701b4c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5819995 Mar 22 14:20:51.934001 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:51.936142 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:51.950958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Pushing event updated for resources: {'Port': ['ID=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:51.979231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.979666 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.979899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.980228 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.980554 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.984924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.985284 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.985924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.986854 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.986854 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.987145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.992687 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.993190 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.993525 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:51.993856 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.081373 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:52.082972 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:52.091839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4281d9e1-813c-4581-bdb7-5a36b0700001 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:52.111624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-6d7c05fd-2a0b-450b-ae73-db3b8833275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:52.113707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-6d7c05fd-2a0b-450b-ae73-db3b8833275c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67dbd6d21d3f4af8adcbad76f108c31c&device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 1129 time: 0.4991376 Mar 22 14:20:52.119154 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (874d9a69-0aab-48a0-9683-aef33da1d00e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.123901 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.127643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/networks/874d9a69-0aab-48a0-9683-aef33da1d00e HTTP/1.1" status: 204 len: 168 time: 2.0232596 Mar 22 14:20:52.130942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46914) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.252167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e5b955bd-2c54-40c1-9142-171d0b71e1a9 None None] Provisioning complete for port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:52.255631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5b955bd-2c54-40c1-9142-171d0b71e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.258181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-a86b1e51-73c0-42b7-a672-7c8256b4e8db service neutron] 10.222.0.44 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405499 Mar 22 14:20:52.296194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6440c-5091-4db8-9959-23ade53e3fcc None None] Pushing event updated for resources: {'Port': ['ID=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.306508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Network': ['ID=874d9a69-0aab-48a0-9683-aef33da1d00e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.309573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (face6d9a-1846-4001-afce-d465a267541a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.323896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.335022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.336274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.339814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.340243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.341114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.341114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.341577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.342139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.343440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.345222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.345665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.350669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4281d9e1-813c-4581-bdb7-5a36b0700001 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:52.351214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.354810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.355858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.355858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63aae4-d4f8-495a-8e7a-aebe2fdd9705 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:52.411026 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:52.531614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (face6d9a-1846-4001-afce-d465a267541a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.574376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['face6d9a-1846-4001-afce-d465a267541a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:52.587171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c413ab70-6d4d-4e11-9d03-fe212ef0ec90') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:52.587639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c413ab70-6d4d-4e11-9d03-fe212ef0ec90') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:52.599403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (c413ab70-6d4d-4e11-9d03-fe212ef0ec90), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.603895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e5b955bd-2c54-40c1-9142-171d0b71e1a9 None None] Current status of the port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:52.604297 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5b955bd-2c54-40c1-9142-171d0b71e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.617066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c413ab70-6d4d-4e11-9d03-fe212ef0ec90), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.624408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:52.624795 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (c413ab70-6d4d-4e11-9d03-fe212ef0ec90), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:52.627951 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:52.666151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4281d9e1-813c-4581-bdb7-5a36b0700001 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:52.684308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-8ff001e9-2a72-4b74-a936-8a1f6e827a89 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:52.685878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-8ff001e9-2a72-4b74-a936-8a1f6e827a89 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 945 time: 0.8769534 Mar 22 14:20:52.700707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e5b955bd-2c54-40c1-9142-171d0b71e1a9 None None] For port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:52.709673 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5b955bd-2c54-40c1-9142-171d0b71e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.728780 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (face6d9a-1846-4001-afce-d465a267541a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.740187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.748472 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/networks/face6d9a-1846-4001-afce-d465a267541a HTTP/1.1" status: 204 len: 168 time: 0.6156325 Mar 22 14:20:52.753607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.757254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:20:52.817132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777519b-7b2a-4246-9d1c-7ff5c018a424 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Network': ['ID=face6d9a-1846-4001-afce-d465a267541a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.866921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c056a-b05f-44f7-be6b-ca217db17f04 req-0b322d94-58df-4b46-978b-6b56d7d272dc tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:52.883896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d9c056a-b05f-44f7-be6b-ca217db17f04 req-0b322d94-58df-4b46-978b-6b56d7d272dc tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 947 time: 0.7679226 Mar 22 14:20:52.897867 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:52.961635 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0420e7f-8fe1-4d7f-bf90-b8948d814a5f None None] The sync data for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 is: [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:51Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:52.997619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e70df-2642-4e8b-b45c-90e796bda1ce tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:53.021618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e70df-2642-4e8b-b45c-90e796bda1ce tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:53.026525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b955bd-2c54-40c1-9142-171d0b71e1a9 None None] Pushing event updated for resources: {'Port': ['ID=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.031683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d9c056a-b05f-44f7-be6b-ca217db17f04 req-00572fa5-f124-42d0-b206-4391c57394b0 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473818 Mar 22 14:20:53.041186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f68e70df-2642-4e8b-b45c-90e796bda1ce tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2872901 Mar 22 14:20:53.041770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46922) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:53.046961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1550692216'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:53.148525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Made reservation on behalf of a6335b0d3b78437e8802c2b96283ecfe for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:53.151589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.160168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-1896901b-bc28-49a1-be2d-3864a9201bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:53.167317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-1896901b-bc28-49a1-be2d-3864a9201bd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.9302156 Mar 22 14:20:53.224922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9fbcc105-03fe-40ae-90cd-9469f5daf882 None None] Provisioning complete for port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:53.229735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc105-03fe-40ae-90cd-9469f5daf882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.245799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:53.266945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e9717255-623b-4cf6-a27c-bc19e4516d54), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.267435 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Added segment e9717255-623b-4cf6-a27c-bc19e4516d54 of type vlan for network 5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572 Mar 22 14:20:53.340264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:53.387556 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.391161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9', 'mac_address': 'fa:16:3e:57:c2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:20:53.448309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-51c2d562-c1d5-4838-a3fb-71978501d490 service neutron] 10.222.0.44 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1260607 Mar 22 14:20:53.450684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-4dffa248-1052-4ddf-91f7-9068cd45829a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9 HTTP/1.1" status: 200 len: 217 time: 0.1688399 Mar 22 14:20:53.506434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.512063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:53.512685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.535040 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.555083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:53.556020 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.582909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:20:53.588474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcc105-03fe-40ae-90cd-9469f5daf882 None None] Current status of the port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:53.608179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-a0a0661c-4e77-4b01-9232-966d9ff3dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:53.609734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-a0a0661c-4e77-4b01-9232-966d9ff3dffb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1440241 Mar 22 14:20:53.639946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:53.649499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.712374 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6691954 Mar 22 14:20:53.721099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46928) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:53.733992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-492004476'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:53.783582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.826645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Deleting port 468d4f24-0523-43e2-9bda-d0b2b956cd0f {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:53.826993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.852639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bcbeb-be49-4f41-b755-a1e1d897e0f4 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Network': ['ID=5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.861408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Made reservation on behalf of a6335b0d3b78437e8802c2b96283ecfe for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:53.870468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:53.874889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.928015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:53.947937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7fe56cc4-48a5-4184-afce-f0a0d86aaaac), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.948304 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Added segment 7fe56cc4-48a5-4184-afce-f0a0d86aaaac of type vlan for network e253dd9b-7597-485b-ac15-99be1d3c09ee Mar 22 14:20:54.064165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['735642ca-83d6-4e43-8e6a-f2ce4b8129a9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:54.109326 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e253dd9b-7597-485b-ac15-99be1d3c09ee), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.133864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989799a4-4c9d-4e35-a91a-b97429079113 req-799ba2ec-d763-4de0-81b4-1ee8c4044e01 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:54.137035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-989799a4-4c9d-4e35-a91a-b97429079113 req-799ba2ec-d763-4de0-81b4-1ee8c4044e01 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.8330934 Mar 22 14:20:54.150571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-81d6e1d7-8d3e-4056-ab3b-7b04741dfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:54.152099 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-81d6e1d7-8d3e-4056-ab3b-7b04741dfb8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5295935 Mar 22 14:20:54.185072 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e253dd9b-7597-485b-ac15-99be1d3c09ee), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.193949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:54.197249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.233318 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5104198 Mar 22 14:20:54.249422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46934) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.255405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'ports': [{'network_id': '5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572', 'name': 'tempest-port--2127330467', 'admin_state_up': True}, {'network_id': 'e253dd9b-7597-485b-ac15-99be1d3c09ee', 'admin_state_up': False}]} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:54.258515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'port': {'network_id': '5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572', 'name': 'tempest-port--2127330467', 'admin_state_up': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:54.259225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'port': {'network_id': 'e253dd9b-7597-485b-ac15-99be1d3c09ee', 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:54.378141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:54.466132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b4c5-df00-41de-b277-a6ce80e106ee req-15b18c76-0453-43d7-906b-d429184240ed tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:54.468367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1409b4c5-df00-41de-b277-a6ce80e106ee req-15b18c76-0453-43d7-906b-d429184240ed tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 945 time: 0.6304660 Mar 22 14:20:54.471793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-989799a4-4c9d-4e35-a91a-b97429079113 req-53c4beb3-f173-4ac1-96a8-2d8caa13fbc7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995086 Mar 22 14:20:54.566831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] For port 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:54.568123 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.579946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cde653-822e-45b5-9f8c-0f6640a42ed9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Network': ['ID=e253dd9b-7597-485b-ac15-99be1d3c09ee,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:54.694693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e253dd9b-7597-485b-ac15-99be1d3c09ee details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:54.778948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Made reservation on behalf of a6335b0d3b78437e8802c2b96283ecfe for: {'port': 2} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:54.783641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.823908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.847996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d008f74-5e86-4c95-86bb-2cd7d9147652 req-60a30398-d7ec-413f-a033-e674fdc74a2c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 210 time: 0.2279577 Mar 22 14:20:54.937995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 468d4f24-0523-43e2-9bda-d0b2b956cd0f no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:55.013437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.015998 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.032666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:55.033048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.322404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] device_id is not set on port 2c28bc27-5acb-4662-bd27-bdcff05f201e yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:20:55.372558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 468d4f24-0523-43e2-9bda-d0b2b956cd0f is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:55.373057 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.423316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 468d4f24-0523-43e2-9bda-d0b2b956cd0f, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=468d4f24-0523-43e2-9bda-d0b2b956cd0f,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:55.429997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:55.433066 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204c4844-70d3-4ffb-a429-cd5f0386fa3b" -d '{"events": [{"server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:55.438972 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.449933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.451959 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (fc95b700-2a42-453c-bce9-83a16c7558dc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.451959 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Floating IP fc95b700-2a42-453c-bce9-83a16c7558dc disassociated. External IP: 172.25.2.63, port: 468d4f24-0523-43e2-9bda-d0b2b956cd0f. Mar 22 14:20:55.452317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:55.452509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Calling delete_port for 468d4f24-0523-43e2-9bda-d0b2b956cd0f owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:55.543602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for port (2c28bc27-5acb-4662-bd27-bdcff05f201e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.570683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=468d4f24-0523-43e2-9bda-d0b2b956cd0f,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:55.588526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-db029796-9fe4-4da1-b9b4-b0e4460a1edc service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4002178 Mar 22 14:20:55.631649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1409b4c5-df00-41de-b277-a6ce80e106ee req-e65b234e-77b8-40ac-b36b-124c48d55689 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3034422-93b0-4dd6-8efd-d6028cae96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1367586 Mar 22 14:20:55.680073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] device_id is not set on port d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:20:55.795014 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a5312-c3ce-416a-b2d2-af7c550e6565 x-openstack-request-id: req-e42a5312-c3ce-416a-b2d2-af7c550e6565 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:55.795566 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:55.795566 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e42a5312-c3ce-416a-b2d2-af7c550e6565 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:55.795958 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42a5312-c3ce-416a-b2d2-af7c550e6565'] response: {'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'code': 200} Mar 22 14:20:55.866718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for port (d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.953207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2c28bc27-5acb-4662-bd27-bdcff05f201e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.051445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e977d3-09a9-479e-bb2a-d73816a61ab5 req-93a96081-32fa-4cdc-a411-fa274a0d385f tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:56.059469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71e977d3-09a9-479e-bb2a-d73816a61ab5 req-93a96081-32fa-4cdc-a411-fa274a0d385f tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 948 time: 0.4334903 Mar 22 14:20:56.073837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Port': ['ID=2c28bc27-5acb-4662-bd27-bdcff05f201e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:56.115936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Checking segment: {'id': 'e9717255-623b-4cf6-a27c-bc19e4516d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:56.115936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network hostable DHCP agents. Network: 5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:56.116265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424e96-84e6-4cc7-ae99-20f0fe310942 req-ab910f0e-6172-4f7e-bad7-b6053edbd350 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:56.122393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b424e96-84e6-4cc7-ae99-20f0fe310942 req-ab910f0e-6172-4f7e-bad7-b6053edbd350 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.2060432 Mar 22 14:20:56.133015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (468d4f24-0523-43e2-9bda-d0b2b956cd0f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.172965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network 5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:56.194208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event deleted for resources: {'Port': ['ID=468d4f24-0523-43e2-9bda-d0b2b956cd0f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:56.194725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:56.207171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfd16f-19fd-43d5-a1c5-43f8b819f094 None None] Network 5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:56.221935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:56.232630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.239198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4c3efc4-5bb2-4033-a2e6-b765685f0af9 req-7bdb097e-d9d4-453b-9cde-2e755e4087c9 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016338 Mar 22 14:20:56.374410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Port': ['ID=d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:56.396027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Checking segment: {'id': '7fe56cc4-48a5-4184-afce-f0a0d86aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e253dd9b-7597-485b-ac15-99be1d3c09ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:56.396800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network hostable DHCP agents. Network: e253dd9b-7597-485b-ac15-99be1d3c09ee, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:56.453954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network e253dd9b-7597-485b-ac15-99be1d3c09ee is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:56.465912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e253dd9b-7597-485b-ac15-99be1d3c09ee) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:56.478471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:56.484739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c8bff0-78cf-43d2-bf4c-bea78608ecc0 None None] Network e253dd9b-7597-485b-ac15-99be1d3c09ee requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:56.495867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:56.511932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:56.512825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.530476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71e977d3-09a9-479e-bb2a-d73816a61ab5 req-c3230808-4ffc-4da3-8f79-b39c18cb2af4 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695649 Mar 22 14:20:56.565141 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0be73682-d1b4-4082-bfce-cbfd255dfd70 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3145080 Mar 22 14:20:56.565872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:56.602947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b424e96-84e6-4cc7-ae99-20f0fe310942 req-5bce91e6-a9f3-4408-9789-d6eb14fae2ea tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794376 Mar 22 14:20:56.763216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf23fe-1caf-43d4-ad9c-5413310e84c7 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:56.778745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf23fe-1caf-43d4-ad9c-5413310e84c7 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:56.785094 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ecf23fe-1caf-43d4-ad9c-5413310e84c7 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2179086 Mar 22 14:20:56.787656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:56.787931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46976) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:56.834911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e94e77a7-17d8-467d-b408-e2a5f3f27325 req-f534aaa9-235a-422c-914f-323c21e29a4e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 210 time: 0.1626606 Mar 22 14:20:56.912096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c5695a7-6938-4f8e-bb73-3a972015c09a req-07021a58-e8ba-4b18-b38d-ac1b307f1012 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b39959-679f-4d3f-b3ee-7c10d9e0e0f8 HTTP/1.1" status: 200 len: 210 time: 0.1032159 Mar 22 14:20:56.919562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:20:56.939879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:56.940238 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.943151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-7c1db12e-016e-474f-b061-a84cb48e9079 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:56.952333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-7c1db12e-016e-474f-b061-a84cb48e9079 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/networks?id=24e86d97-5083-4336-ae49-cdee85b4865a HTTP/1.1" status: 200 len: 797 time: 0.7496431 Mar 22 14:20:56.954380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Router 0e95a4c8-7a52-415c-950d-ecde08418599 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:57.013420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Deleting port 2c28bc27-5acb-4662-bd27-bdcff05f201e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:57.023311 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2c28bc27-5acb-4662-bd27-bdcff05f201e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.042924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:57.043478 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.137823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:57.144960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.180130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2c28bc27-5acb-4662-bd27-bdcff05f201e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.228589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:57.230080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Calling delete_port for 2c28bc27-5acb-4662-bd27-bdcff05f201e owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:57.327837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2c28bc27-5acb-4662-bd27-bdcff05f201e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.353313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.357329 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/ports/2c28bc27-5acb-4662-bd27-bdcff05f201e HTTP/1.1" status: 204 len: 168 time: 0.5681524 Mar 22 14:20:57.376777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46982) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:57.389319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ad27b-eef0-451b-807b-36e18e10af2f tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Port': ['ID=2c28bc27-5acb-4662-bd27-bdcff05f201e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:57.499401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-1ec324b4-1005-48a8-90e0-6a78295f5abd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dd3d1a9a9e643fd96e398de43951d87 HTTP/1.1" status: 200 len: 379 time: 0.5306945 Mar 22 14:20:57.507315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Deleting port d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:57.507688 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.511136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'port': {'device_id': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'admin_state_up': True, 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'security_groups': ['877dd396-8843-45cd-92e3-b3476da374a7']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:57.570448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:57.580937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] Sync routers for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:57.597081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:57.602220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:57.620592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] No DVR routers for this DVR port 468d4f24-0523-43e2-9bda-d0b2b956cd0f on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:57.629163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.632642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-122feb1a-6b8a-43f9-acee-484ef14557f7 req-2904396d-7968-4a80-9db4-ee495ac8d01a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.42 "DELETE /v2.0/ports/468d4f24-0523-43e2-9bda-d0b2b956cd0f HTTP/1.1" status: 204 len: 173 time: 4.9096186 Mar 22 14:20:57.633174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'name': 'network-vif-deleted', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:57.635759 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce78da3-aed8-4dc3-a4f3-817634a1b7ca" -d '{"events": [{"server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "name": "network-vif-deleted", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:57.693515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Made reservation on behalf of 6dd3d1a9a9e643fd96e398de43951d87 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:57.698910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.730674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.782353 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97904a1-75a5-4ee7-86ce-e086a890ff4a x-openstack-request-id: req-d97904a1-75a5-4ee7-86ce-e086a890ff4a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:57.785247 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b39959-679f-4d3f-b3ee-7c10d9e0e0f8", "name": "network-vif-deleted", "tag": "468d4f24-0523-43e2-9bda-d0b2b956cd0f", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:57.786163 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d97904a1-75a5-4ee7-86ce-e086a890ff4a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:57.787542 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97904a1-75a5-4ee7-86ce-e086a890ff4a'] response: {'server_uuid': '76b39959-679f-4d3f-b3ee-7c10d9e0e0f8', 'name': 'network-vif-deleted', 'tag': '468d4f24-0523-43e2-9bda-d0b2b956cd0f', 'status': 'completed', 'code': 200} Mar 22 14:20:57.888600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:57.888600 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03d3e7-d987-4a14-bb0f-04dc9b1d0e2f" -d '{"events": [{"server_uuid": "3570924b-bd0a-4b07-9695-f90fe58ea214", "name": "network-vif-plugged", "status": "completed", "tag": "735642ca-83d6-4e43-8e6a-f2ce4b8129a9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:57.962142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:58.095237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cea2b-7833-4fe6-a969-d3a1a0f7a849 req-cc6a62c5-bf5d-4452-a621-169291cc6e47 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:58.096844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d00cea2b-7833-4fe6-a969-d3a1a0f7a849 req-cc6a62c5-bf5d-4452-a621-169291cc6e47 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.1333139 Mar 22 14:20:58.108364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba719da-a795-423e-b062-c541d40095da req-b7f4c9cc-5556-4ae1-94de-5342c05454e6 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:58.110119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba719da-a795-423e-b062-c541d40095da req-b7f4c9cc-5556-4ae1-94de-5342c05454e6 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 949 time: 0.3438904 Mar 22 14:20:58.251929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.20.0.9 (24e86d97-5083-4336-ae49-cdee85b4865a/a0f7a8db-8576-4ef5-87a4-57c6094ea920/277d3eba-3ce2-42d8-98f6-b2c2cc659918) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:58.377516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Calling delete_port for d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:58.394237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-5b36f832-da82-4b8b-81dc-311a25283e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:58.396429 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-5b36f832-da82-4b8b-81dc-311a25283e58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1127 time: 0.8144841 Mar 22 14:20:58.437025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d00cea2b-7833-4fe6-a969-d3a1a0f7a849 req-3a62cb9b-65e3-42a8-ab4b-3630af21527c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257587 Mar 22 14:20:58.458639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba719da-a795-423e-b062-c541d40095da req-7c2cfcd3-5e87-43e3-8039-50cb7c7dcca5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328795 Mar 22 14:20:58.622922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-984ea4f1-6b96-4a83-8953-0a6a61b656db req-59c6a3b0-028c-4899-9514-8224ee26691d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 210 time: 0.0489700 Mar 22 14:20:58.652729 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c3a782-5713-42d7-a03b-92f857e01eb0 x-openstack-request-id: req-55c3a782-5713-42d7-a03b-92f857e01eb0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:58.653038 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3570924b-bd0a-4b07-9695-f90fe58ea214", "name": "network-vif-plugged", "status": "completed", "tag": "735642ca-83d6-4e43-8e6a-f2ce4b8129a9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:58.653266 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55c3a782-5713-42d7-a03b-92f857e01eb0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:58.653769 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c3a782-5713-42d7-a03b-92f857e01eb0'] response: {'server_uuid': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9', 'code': 200} Mar 22 14:20:58.671503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.691172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:58.715837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-fec239c0-ccb8-4fcc-9d10-4292de8d3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:58.717322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-fec239c0-ccb8-4fcc-9d10-4292de8d3a7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.2533040 Mar 22 14:20:58.730064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] Checking router: 0e95a4c8-7a52-415c-950d-ecde08418599 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:58.752410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:58.753361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.754741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47002) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.755736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:58.799009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7b6f-c2fa-4178-b006-fd084d147ae5 req-66e68ad1-06e0-4939-b3f1-eff82cf5990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:58.800709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f16e7b6f-c2fa-4178-b006-fd084d147ae5 req-66e68ad1-06e0-4939-b3f1-eff82cf5990f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 1131 time: 0.1200974 Mar 22 14:20:58.822545 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.881649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.884452 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/ports/d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e HTTP/1.1" status: 204 len: 168 time: 1.5062983 Mar 22 14:20:58.886147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670584d0-fd7a-4efc-953e-0bfc1dc039fe tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Port': ['ID=d7ca76ae-a3de-4f7d-a893-e6f0b6f7906e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:58.889789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-ae707769-5d8a-4b38-b748-5f2ea8578990 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 1000 time: 0.1618280 Mar 22 14:20:58.890339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47004) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.909037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2064b14-9904-4a9c-b5de-072bddecdd5b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (f3034422-93b0-4dd6-8efd-d6028cae96a4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.924853 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.931176 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e0a2217b-a07c-44b6-b5d3-01560ee7cfdb tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0395319 Mar 22 14:20:58.943442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47008) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.953001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-174014175'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:58.991218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f16e7b6f-c2fa-4178-b006-fd084d147ae5 req-c720c413-bd2d-44c8-9577-c3dd607bc534 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769338 Mar 22 14:20:59.024299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 24e86d97-5083-4336-ae49-cdee85b4865a is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:59.027790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:59.033123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:59.036061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:59.038103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-2a104a18-7b57-4f2b-8eba-7c693c55bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:59.039108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Made reservation on behalf of a6335b0d3b78437e8802c2b96283ecfe for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:59.042873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.048299 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-2a104a18-7b57-4f2b-8eba-7c693c55bc75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.1451428 Mar 22 14:20:59.055400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2064b14-9904-4a9c-b5de-072bddecdd5b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (f3034422-93b0-4dd6-8efd-d6028cae96a4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.169698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:59.213355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:59.215889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-ed019240-ad27-4fc5-90a3-dbb33d2c780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:59.217589 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-ed019240-ad27-4fc5-90a3-dbb33d2c780c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1609991 Mar 22 14:20:59.226820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:59.227640 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.245728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9bf34f61-5707-4ca5-99bd-6c100788230c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.246814 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Added segment 9bf34f61-5707-4ca5-99bd-6c100788230c of type vlan for network c89caf81-1b44-4d5c-ad0b-ff9d352e9441 Mar 22 14:20:59.287388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-42a6dc39-0175-4dfa-9fbd-ede7e7ef2093 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815378 Mar 22 14:20:59.304085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Request body: {'port': {'device_id': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:59.333890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2064b14-9904-4a9c-b5de-072bddecdd5b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f3034422-93b0-4dd6-8efd-d6028cae96a4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.336430 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2064b14-9904-4a9c-b5de-072bddecdd5b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.341031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d2064b14-9904-4a9c-b5de-072bddecdd5b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "DELETE /v2.0/security-groups/f3034422-93b0-4dd6-8efd-d6028cae96a4 HTTP/1.1" status: 204 len: 168 time: 0.5851808 Mar 22 14:20:59.344229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47012) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.345753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (c89caf81-1b44-4d5c-ad0b-ff9d352e9441), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.376767 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-2da1a63a-e7bd-4365-be11-242fa824c99b service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488287 Mar 22 14:20:59.384400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2064b14-9904-4a9c-b5de-072bddecdd5b tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3034422-93b0-4dd6-8efd-d6028cae96a4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:59.413446 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-e658c006-06a7-43a0-a00f-5cbeae7edf2a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] show failed (client error): The resource could not be found. Mar 22 14:20:59.428079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e658c006-06a7-43a0-a00f-5cbeae7edf2a tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "GET /v2.0/security-groups/f3034422-93b0-4dd6-8efd-d6028cae96a4 HTTP/1.1" status: 404 len: 347 time: 0.0763702 Mar 22 14:20:59.428853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47014) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.505667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.523538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-734d0934-a49f-4cb6-9cca-ba8d51d171e3 None None] Provisioning complete for port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:59.523957 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-734d0934-a49f-4cb6-9cca-ba8d51d171e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.528930 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (c89caf81-1b44-4d5c-ad0b-ff9d352e9441), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.531831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:59.534510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:59.535215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.584691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47733a-4c61-4183-b11c-1df87cca7bf2 None None] The sync data for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 is: [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:14:20Z', 'revision_number': 4, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'e257b6d9-2e98-4c39-80c8-da0ba10f3bb8', 'name': '', 'network_id': '6c1c34cb-26f6-49ab-b3f8-b848a003cd90', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:19Z', 'updated_at': '2022-03-22T14:14:30Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'subnets': [{'id': 'f4c3f62c-0040-4595-92aa-8460ccaf52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:59.618867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc088b9c-c9e8-4aca-abf9-9510b6546bc8 req-574db78e-a795-460c-b3cd-f954d1381763 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295771 Mar 22 14:20:59.635555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-734d0934-a49f-4cb6-9cca-ba8d51d171e3 None None] Port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:59.718899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7714746 Mar 22 14:20:59.725211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47022) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.726999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1035048088'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:59.750593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Made reservation on behalf of a6335b0d3b78437e8802c2b96283ecfe for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:59.754435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.805376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee312f1-b5dd-4182-a0a1-a55a2169ebec tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Network': ['ID=c89caf81-1b44-4d5c-ad0b-ff9d352e9441,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:59.815581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:59.820944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network c89caf81-1b44-4d5c-ad0b-ff9d352e9441 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:59.833154 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0f624470-d451-47f4-834f-63c109d5f7fe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.833716 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Added segment 0f624470-d451-47f4-834f-63c109d5f7fe of type vlan for network 3e937fec-7ba2-4170-a9da-dd418679dd19 Mar 22 14:20:59.928228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb56ee7-aae0-4187-93f1-5b186c9c2c47 req-438891fc-dc84-4925-9c19-d969077d1cf4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:59.929874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbb56ee7-aae0-4187-93f1-5b186c9c2c47 req-438891fc-dc84-4925-9c19-d969077d1cf4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.3368402 Mar 22 14:20:59.950780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3aae3-7fda-47a7-b55b-22179d0f7fc4 req-d1a731ec-de1e-40c7-8975-f43b65390c6b tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:59.959536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32e3aae3-7fda-47a7-b55b-22179d0f7fc4 req-d1a731ec-de1e-40c7-8975-f43b65390c6b tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 949 time: 0.3057411 Mar 22 14:20:59.991381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3e937fec-7ba2-4170-a9da-dd418679dd19), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.031401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3e937fec-7ba2-4170-a9da-dd418679dd19), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.037480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:00.038434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.089426 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679c8d0-8a3b-41ea-b0c1-16decb3a0bc5 None None] New status for floating IP fc95b700-2a42-453c-bce9-83a16c7558dc: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:21:00.102127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Deleting port 820b9504-e750-4da0-990f-353a6dc2dbdd {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:00.102462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.112458 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3897266 Mar 22 14:21:00.161348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180ef85-e71f-4712-89d1-64cab2c96291 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Network': ['ID=3e937fec-7ba2-4170-a9da-dd418679dd19,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.179321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3e937fec-7ba2-4170-a9da-dd418679dd19 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:00.251441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47028) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.257032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'subnets': [{'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943356489', 'ip_version': 4}, {'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:00.257400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'subnet': {'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943356489', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:00.258000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Request body: {'subnet': {'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:00.354881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32e3aae3-7fda-47a7-b55b-22179d0f7fc4 req-9467ab4e-c364-4dc3-9a06-401d22401913 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941660 Mar 22 14:21:00.438623 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbb56ee7-aae0-4187-93f1-5b186c9c2c47 req-542799d9-4231-4c73-b3d3-2039685ef8fe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4511476 Mar 22 14:21:00.479236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Made reservation on behalf of a6335b0d3b78437e8802c2b96283ecfe for: {'subnet': 2} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:00.483979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.484432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.496318 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.496754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (820b9504-e750-4da0-990f-353a6dc2dbdd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.523389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277d3eba-3ce2-42d8-98f6-b2c2cc659918 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:00.536486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Publish callbacks [] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.538895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Calling delete_port for 820b9504-e750-4da0-990f-353a6dc2dbdd owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:00.564451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Transition to ACTIVE for port object 277d3eba-3ce2-42d8-98f6-b2c2cc659918 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:21:00.605741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.666265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a542a9-9424-4b37-89f9-956f638b5f73 req-7e93b7c4-2c9e-4660-ad6c-5740214cdc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:00.667842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42a542a9-9424-4b37-89f9-956f638b5f73 req-7e93b7c4-2c9e-4660-ad6c-5740214cdc79 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 931 time: 0.1946821 Mar 22 14:21:00.695015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.801808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42a542a9-9424-4b37-89f9-956f638b5f73 req-b594b33d-3acf-47e7-8558-16acdb708ccd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249893 Mar 22 14:21:00.860565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Attempting to bind port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:00.860896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Attempting to bind port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:00.861381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Attempting to bind port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 on network 24e86d97-5083-4336-ae49-cdee85b4865a {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:00.871155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 on network 24e86d97-5083-4336-ae49-cdee85b4865a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:21:00.872289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Attempting to bind port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 on network 24e86d97-5083-4336-ae49-cdee85b4865a {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:00.884144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:00.884484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Checking segment: {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:00.884917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Bound using segment: {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:00.885445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Bound port: 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d272cff-3a26-47cf-8248-5013632767b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:00.885836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.897479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (820b9504-e750-4da0-990f-353a6dc2dbdd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.921806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (1fa17d6c-0507-423d-90e2-9c164803502f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.988931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Pushing event deleted for resources: {'Port': ['ID=820b9504-e750-4da0-990f-353a6dc2dbdd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.042761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Subnet': ['ID=1fa17d6c-0507-423d-90e2-9c164803502f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.046350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Checking segment: {'id': '9bf34f61-5707-4ca5-99bd-6c100788230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:01.046798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network hostable DHCP agents. Network: c89caf81-1b44-4d5c-ad0b-ff9d352e9441, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:01.050497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:01.065411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee391a-5004-4900-b892-378b2bdcee06 req-69d9b7e8-0d8e-4228-a558-971516cd1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.066962 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-32ee391a-5004-4900-b892-378b2bdcee06 req-69d9b7e8-0d8e-4228-a558-971516cd1945 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1127 time: 0.1053910 Mar 22 14:21:01.070332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:01.079364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks [] for floatingip (fc95b700-2a42-453c-bce9-83a16c7558dc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.082463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.083839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b77e2ac0-3d20-4538-a03a-f1ddb74fe702 tempest-AttachVolumeTestJSON-77711316 tempest-AttachVolumeTestJSON-77711316-project] 10.222.0.44 "DELETE /v2.0/floatingips/fc95b700-2a42-453c-bce9-83a16c7558dc HTTP/1.1" status: 204 len: 168 time: 1.6489151 Mar 22 14:21:01.085564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.112784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network c89caf81-1b44-4d5c-ad0b-ff9d352e9441 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:01.140185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.140815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.142254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] 10.222.0.57 "PUT /v2.0/ports/277d3eba-3ce2-42d8-98f6-b2c2cc659918 HTTP/1.1" status: 200 len: 1091 time: 1.8438911 Mar 22 14:21:01.142698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:01.144960 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48d94f5-697a-48a5-b610-f4012db4fa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:01.181080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4cef8-2ba7-4a15-a532-221bb1d3c505 service neutron] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.202588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, c89caf81-1b44-4d5c-ad0b-ff9d352e9441) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:01.215531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de7920-4051-46a7-acd9-1b7c417714d5 None None] Network c89caf81-1b44-4d5c-ad0b-ff9d352e9441 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:01.217665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (eb7769ee-aa9f-47d2-9efc-00aeee9541b4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.241479 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba81eaca-7bd2-445a-a2cc-33c57e5506ae x-openstack-request-id: req-ba81eaca-7bd2-445a-a2cc-33c57e5506ae {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:01.241770 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:01.242046 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba81eaca-7bd2-445a-a2cc-33c57e5506ae {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:01.242463 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba81eaca-7bd2-445a-a2cc-33c57e5506ae'] response: {'name': 'network-changed', 'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'status': 'completed', 'code': 200} Mar 22 14:21:01.306732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-28c521a4-a9c2-4d14-ba48-40a9a0fba5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.312088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-28c521a4-a9c2-4d14-ba48-40a9a0fba5cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1125 time: 0.1246254 Mar 22 14:21:01.335402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event updated for resources: {'Subnet': ['ID=eb7769ee-aa9f-47d2-9efc-00aeee9541b4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.340030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee391a-5004-4900-b892-378b2bdcee06 req-c27ce9d6-9242-4135-932d-18eae5e3d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.341685 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-32ee391a-5004-4900-b892-378b2bdcee06 req-c27ce9d6-9242-4135-932d-18eae5e3d534 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.2545433 Mar 22 14:21:01.465678 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:21:01.471175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-f451e553-001d-4a7d-bf57-4a5570c4960b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918 HTTP/1.1" status: 200 len: 217 time: 0.1427510 Mar 22 14:21:01.485177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Checking segment: {'id': '0f624470-d451-47f4-834f-63c109d5f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:01.485551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network hostable DHCP agents. Network: 3e937fec-7ba2-4170-a9da-dd418679dd19, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:01.541315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-c89caf81-1b44-4d5c-ad0b-ff9d352e9441', 'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441', 'project_id': 'a6335b0d3b78437e8802c2b96283ecfe', 'fixed_ips': [{'subnet_id': '1fa17d6c-0507-423d-90e2-9c164803502f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:01.542417 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.559282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Network 3e937fec-7ba2-4170-a9da-dd418679dd19 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:01.609861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3e937fec-7ba2-4170-a9da-dd418679dd19) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:01.622564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.623046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.625835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.635483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-32ee391a-5004-4900-b892-378b2bdcee06 req-42614431-fb7b-4824-a720-0a3848f6a502 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 1000 time: 0.2807863 Mar 22 14:21:01.657076 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e6faac58-7d86-4a7b-9211-9a3f5954346b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4022570 Mar 22 14:21:01.661682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47044) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.752087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee391a-5004-4900-b892-378b2bdcee06 req-457410ef-73b1-4348-8343-3b8ac46d2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.754289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-32ee391a-5004-4900-b892-378b2bdcee06 req-457410ef-73b1-4348-8343-3b8ac46d2c46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0973196 Mar 22 14:21:01.776137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Allocated IP 172.20.0.2 (c89caf81-1b44-4d5c-ad0b-ff9d352e9441/1fa17d6c-0507-423d-90e2-9c164803502f/8238aecd-4c49-405d-a59e-c92f3525ff24) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:01.789055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-f439463b-e1bc-41c8-b9b1-4858fcced822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.790584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-f439463b-e1bc-41c8-b9b1-4858fcced822 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0f7a8db-8576-4ef5-87a4-57c6094ea920 HTTP/1.1" status: 200 len: 834 time: 0.3001359 Mar 22 14:21:01.823055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee391a-5004-4900-b892-378b2bdcee06 req-daafa137-f641-4794-a395-fd427f4ada14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.824675 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-32ee391a-5004-4900-b892-378b2bdcee06 req-daafa137-f641-4794-a395-fd427f4ada14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0640175 Mar 22 14:21:01.846907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb77989-3028-49c0-82de-6e509d73f5c9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.848201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb77989-3028-49c0-82de-6e509d73f5c9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.849803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb77989-3028-49c0-82de-6e509d73f5c9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.851426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7fb77989-3028-49c0-82de-6e509d73f5c9 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1623147 Mar 22 14:21:01.858311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47048) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.883779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad201ed-14a6-472f-a1e1-0f312f11ea64 req-61715c81-e4b3-411e-af91-aaf26b75b643 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.885261 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cad201ed-14a6-472f-a1e1-0f312f11ea64 req-61715c81-e4b3-411e-af91-aaf26b75b643 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 949 time: 0.3935196 Mar 22 14:21:01.947363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f08bc-969e-42ef-908a-33ec09f5a335 req-220e6747-12b7-4807-89fa-fd0c01e34942 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:01.961083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-024f08bc-969e-42ef-908a-33ec09f5a335 req-220e6747-12b7-4807-89fa-fd0c01e34942 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.4085989 Mar 22 14:21:01.993581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-32ee391a-5004-4900-b892-378b2bdcee06 req-db9f405e-6b14-47d9-b111-8746cac83dc7 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623042 Mar 22 14:21:02.006527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Publish callbacks [] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.017026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2868f-170f-4f60-9163-4d780ac4f75e None None] Network 3e937fec-7ba2-4170-a9da-dd418679dd19 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:02.025199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.028430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Deleting subnet 1fa17d6c-0507-423d-90e2-9c164803502f {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:02.049488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for subnet (1fa17d6c-0507-423d-90e2-9c164803502f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.164704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-cfb4bd11-317f-4b80-82b1-b593fb7c444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:02.167667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-cfb4bd11-317f-4b80-82b1-b593fb7c444b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24e86d97-5083-4336-ae49-cdee85b4865a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3571820 Mar 22 14:21:02.184073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Pushing event updated for resources: {'Port': ['ID=8238aecd-4c49-405d-a59e-c92f3525ff24,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:02.186272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-32ee391a-5004-4900-b892-378b2bdcee06 req-99eb8421-d83c-410f-ab0e-99c68f3c05a7 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835902 Mar 22 14:21:02.214374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3e937fec-7ba2-4170-a9da-dd418679dd19', 'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19', 'project_id': 'a6335b0d3b78437e8802c2b96283ecfe', 'fixed_ips': [{'subnet_id': 'eb7769ee-aa9f-47d2-9efc-00aeee9541b4'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:02.215980 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.236835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Network c89caf81-1b44-4d5c-ad0b-ff9d352e9441 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:02.237124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cad201ed-14a6-472f-a1e1-0f312f11ea64 req-c71a808a-10b9-400a-b4b6-8bfa7db60ff7 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723250 Mar 22 14:21:02.283681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:02.285137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-024f08bc-969e-42ef-908a-33ec09f5a335 req-a9302c16-f249-4b2d-b641-ce6babbbc225 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230586 Mar 22 14:21:02.286485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:02.336475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (1fa17d6c-0507-423d-90e2-9c164803502f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.517173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Attempting to bind port 8238aecd-4c49-405d-a59e-c92f3525ff24 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:02.517554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Attempting to bind port 8238aecd-4c49-405d-a59e-c92f3525ff24 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '9bf34f61-5707-4ca5-99bd-6c100788230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:02.517925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Attempting to bind port 8238aecd-4c49-405d-a59e-c92f3525ff24 on network c89caf81-1b44-4d5c-ad0b-ff9d352e9441 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:02.537466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:02.537905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Checking segment: {'id': '9bf34f61-5707-4ca5-99bd-6c100788230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:02.538357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.538760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Bound using segment: {'id': '9bf34f61-5707-4ca5-99bd-6c100788230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:02.539254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Bound port: 8238aecd-4c49-405d-a59e-c92f3525ff24, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf34f61-5707-4ca5-99bd-6c100788230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c89caf81-1b44-4d5c-ad0b-ff9d352e9441'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:02.539638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.636529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cd9c6-bb09-48af-86a9-525670e48ada req-59d67c1d-60bd-4ffc-8f29-9d65bca42f67 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:02.638885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00cd9c6-bb09-48af-86a9-525670e48ada req-59d67c1d-60bd-4ffc-8f29-9d65bca42f67 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 943 time: 0.2345409 Mar 22 14:21:02.641305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-39aa04fb-536c-4014-b40b-c74215792019 service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410000 Mar 22 14:21:02.697815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Allocated IP 172.20.0.18 (3e937fec-7ba2-4170-a9da-dd418679dd19/eb7769ee-aa9f-47d2-9efc-00aeee9541b4/6dac26d8-1a18-4926-afd8-83b1c5a22893) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:02.698091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1fa17d6c-0507-423d-90e2-9c164803502f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.712661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:02.881249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc903457-6e98-4a00-9eda-026ba6d314c3 req-dc0319b0-d74c-4c4b-83cf-c4c6882c95fd service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308743 Mar 22 14:21:02.884031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:02.884806 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.934339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:02.939177 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd51187-3fcc-4886-a33e-001e37fe4e1e" -d '{"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-unplugged", "status": "completed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:02.966186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00cd9c6-bb09-48af-86a9-525670e48ada req-dd4261d7-a86d-4fdd-a7af-16cf44f3257f tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916789 Mar 22 14:21:03.003620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] For port 8238aecd-4c49-405d-a59e-c92f3525ff24, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:03.004727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (1fa17d6c-0507-423d-90e2-9c164803502f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.035900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] For port 8238aecd-4c49-405d-a59e-c92f3525ff24, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8238aecd-4c49-405d-a59e-c92f3525ff24,segment=NetworkSegment(9bf34f61-5707-4ca5-99bd-6c100788230c),segment_id=9bf34f61-5707-4ca5-99bd-6c100788230c)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:03.072918 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92017868-945f-4369-8c8c-7e54a01c989e x-openstack-request-id: req-92017868-945f-4369-8c8c-7e54a01c989e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:03.073206 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-unplugged", "status": "failed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "code": 422}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:03.073463 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92017868-945f-4369-8c8c-7e54a01c989e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:03.073866 n-d-834677-3 neutron-server[110459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-92017868-945f-4369-8c8c-7e54a01c989e']: {'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'code': 422} returned with failed status Mar 22 14:21:03.076758 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.086366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa17d6c-0507-423d-90e2-9c164803502f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:03.091484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.095234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-898cc1cf-99b8-431f-a1ee-3baf83ae6602 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/subnets/1fa17d6c-0507-423d-90e2-9c164803502f HTTP/1.1" status: 204 len: 168 time: 1.2358959 Mar 22 14:21:03.098754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47068) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.109146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:03.119820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-abd8fbef-70c4-4748-b36d-7429baed4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:03.121692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-abd8fbef-70c4-4748-b36d-7429baed4fcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1125 time: 0.0992062 Mar 22 14:21:03.181575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e94345-45ef-4117-8330-caa06c691588 None None] Pushing event updated for resources: {'Port': ['ID=8238aecd-4c49-405d-a59e-c92f3525ff24,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:03.196192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.222945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Deleting subnet eb7769ee-aa9f-47d2-9efc-00aeee9541b4 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:03.290466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:03.293798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Publish callbacks [] for port (6dac26d8-1a18-4926-afd8-83b1c5a22893), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.301206 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for subnet (eb7769ee-aa9f-47d2-9efc-00aeee9541b4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.302591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (6dac26d8-1a18-4926-afd8-83b1c5a22893), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.360653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Network 3e937fec-7ba2-4170-a9da-dd418679dd19 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:03.368813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:03.379629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:03.384331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-7a57f960-8c2a-4173-9625-4674be4a8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:03.385056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Pushing event updated for resources: {'Port': ['ID=6dac26d8-1a18-4926-afd8-83b1c5a22893,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:03.385664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-7a57f960-8c2a-4173-9625-4674be4a8f2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=24e86d97-5083-4336-ae49-cdee85b4865a HTTP/1.1" status: 200 len: 898 time: 0.2585237 Mar 22 14:21:03.437873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (eb7769ee-aa9f-47d2-9efc-00aeee9541b4), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.486416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-6cf70141-6fa0-4dcf-9df3-c8e8e39faa70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918 HTTP/1.1" status: 200 len: 217 time: 0.0867543 Mar 22 14:21:03.548685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Attempting to bind port 6dac26d8-1a18-4926-afd8-83b1c5a22893 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:03.549222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Attempting to bind port 6dac26d8-1a18-4926-afd8-83b1c5a22893 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0f624470-d451-47f4-834f-63c109d5f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:03.549649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Attempting to bind port 6dac26d8-1a18-4926-afd8-83b1c5a22893 on network 3e937fec-7ba2-4170-a9da-dd418679dd19 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:03.569873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:03.572332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Checking segment: {'id': '0f624470-d451-47f4-834f-63c109d5f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:03.572834 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.574167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Bound using segment: {'id': '0f624470-d451-47f4-834f-63c109d5f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:03.574746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Bound port: 6dac26d8-1a18-4926-afd8-83b1c5a22893, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f624470-d451-47f4-834f-63c109d5f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3e937fec-7ba2-4170-a9da-dd418679dd19'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:03.575724 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6dac26d8-1a18-4926-afd8-83b1c5a22893), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.611984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-9e15412d-840e-49b8-8009-db68428a72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:03.613469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-9e15412d-840e-49b8-8009-db68428a72a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0f7a8db-8576-4ef5-87a4-57c6094ea920 HTTP/1.1" status: 200 len: 834 time: 0.0989864 Mar 22 14:21:03.664693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (eb7769ee-aa9f-47d2-9efc-00aeee9541b4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.813749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c239b4-f9a4-40cb-8618-250c8d651398 req-eb5842a1-7f3a-4b73-ad10-c40f3bb57368 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:03.826898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61c239b4-f9a4-40cb-8618-250c8d651398 req-eb5842a1-7f3a-4b73-ad10-c40f3bb57368 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.3394601 Mar 22 14:21:03.859176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] For port 6dac26d8-1a18-4926-afd8-83b1c5a22893, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:03.862438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-db2b6c7e-b102-4c91-a5d5-bc9ee129b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:03.863444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (eb7769ee-aa9f-47d2-9efc-00aeee9541b4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.872129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-db2b6c7e-b102-4c91-a5d5-bc9ee129b0e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24e86d97-5083-4336-ae49-cdee85b4865a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2311842 Mar 22 14:21:03.874120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] For port 6dac26d8-1a18-4926-afd8-83b1c5a22893, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6dac26d8-1a18-4926-afd8-83b1c5a22893,segment=NetworkSegment(0f624470-d451-47f4-834f-63c109d5f7fe),segment_id=0f624470-d451-47f4-834f-63c109d5f7fe)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:03.884676 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6dac26d8-1a18-4926-afd8-83b1c5a22893), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.932455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7769ee-aa9f-47d2-9efc-00aeee9541b4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:03.937535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.943810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bbe79c00-fe6c-4487-9e1b-f254692ff334 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/subnets/eb7769ee-aa9f-47d2-9efc-00aeee9541b4 HTTP/1.1" status: 204 len: 168 time: 0.8432233 Mar 22 14:21:03.946478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47078) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.998039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd33b2-80e3-4f26-bc1c-b186cae3a776 None None] Pushing event updated for resources: {'Port': ['ID=6dac26d8-1a18-4926-afd8-83b1c5a22893,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:04.010639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61c239b4-f9a4-40cb-8618-250c8d651398 req-4f903904-5745-4c6c-ac5d-a24e0df667f8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826332 Mar 22 14:21:04.223241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8238aecd-4c49-405d-a59e-c92f3525ff24 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:04.243721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18678df4-f5e6-4307-8d18-1fdff386fe6b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:04.249098 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-18678df4-f5e6-4307-8d18-1fdff386fe6b tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2957625 Mar 22 14:21:04.250109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47086) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:04.273194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-c1e63186-1304-45a1-a1f4-b39cc5a726a5 service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893313 Mar 22 14:21:04.407144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8238aecd-4c49-405d-a59e-c92f3525ff24 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:04.407971 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.512976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3e937fec-7ba2-4170-a9da-dd418679dd19), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.598202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8238aecd-4c49-405d-a59e-c92f3525ff24 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:04.599143 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.673140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 8238aecd-4c49-405d-a59e-c92f3525ff24, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8238aecd-4c49-405d-a59e-c92f3525ff24,segment=NetworkSegment(9bf34f61-5707-4ca5-99bd-6c100788230c),segment_id=9bf34f61-5707-4ca5-99bd-6c100788230c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:04.674284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Deleting port 6dac26d8-1a18-4926-afd8-83b1c5a22893 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:04.674936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6dac26d8-1a18-4926-afd8-83b1c5a22893), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.682410 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.816500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=8238aecd-4c49-405d-a59e-c92f3525ff24,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:04.837797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] For port 6dac26d8-1a18-4926-afd8-83b1c5a22893, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6dac26d8-1a18-4926-afd8-83b1c5a22893,segment=NetworkSegment(0f624470-d451-47f4-834f-63c109d5f7fe),segment_id=0f624470-d451-47f4-834f-63c109d5f7fe)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:04.838236 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6dac26d8-1a18-4926-afd8-83b1c5a22893), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.854635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Calling delete_port for 6dac26d8-1a18-4926-afd8-83b1c5a22893 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:05.094608 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6dac26d8-1a18-4926-afd8-83b1c5a22893), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:05.158699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c2c75-3c08-4899-aa04-364a505ccad0 None None] Network c89caf81-1b44-4d5c-ad0b-ff9d352e9441 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:05.167316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Port': ['ID=6dac26d8-1a18-4926-afd8-83b1c5a22893,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:05.168004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d905b-cfdd-453f-97a0-b2e24f016614 req-3a4b7aa7-019a-48ea-b3fa-74ec0747ef65 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:05.173209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] No DVR routers for this DVR port 6dac26d8-1a18-4926-afd8-83b1c5a22893 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:05.185612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-785d905b-cfdd-453f-97a0-b2e24f016614 req-3a4b7aa7-019a-48ea-b3fa-74ec0747ef65 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 943 time: 0.9902213 Mar 22 14:21:05.312078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3e937fec-7ba2-4170-a9da-dd418679dd19), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:05.345118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-147da5c4-1a7a-4562-980e-68a0753126e7 None None] Provisioning complete for port 8238aecd-4c49-405d-a59e-c92f3525ff24 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:05.350200 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-147da5c4-1a7a-4562-980e-68a0753126e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:05.355679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-785d905b-cfdd-453f-97a0-b2e24f016614 req-d751ba75-3078-45cc-9e57-420113e6fd6d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647761 Mar 22 14:21:05.370797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f48d94f5-697a-48a5-b610-f4012db4fa7c req-1cdafa45-9062-420d-8d1e-0aeff1c5ef42 service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0877929 Mar 22 14:21:05.454675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-6a15304d-ce60-48b0-ad41-95fd1ec09ada req-15692c22-1fca-4f2d-94b9-8a642c8059df service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:21:05.455728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a15304d-ce60-48b0-ad41-95fd1ec09ada req-15692c22-1fca-4f2d-94b9-8a642c8059df service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068333 Mar 22 14:21:05.580721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-147da5c4-1a7a-4562-980e-68a0753126e7 None None] Current status of the port 8238aecd-4c49-405d-a59e-c92f3525ff24 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:05.646414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] DHCP port deletion for c89caf81-1b44-4d5c-ad0b-ff9d352e9441 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:21:05.803867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] Deleting port 8238aecd-4c49-405d-a59e-c92f3525ff24 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:05.804361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:05.879839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d2b0b-f560-444a-9ce1-a79ff84f3c1b req-a6243135-da9e-4a97-889b-ce70b8fc8de5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:05.883323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-354d2b0b-f560-444a-9ce1-a79ff84f3c1b req-a6243135-da9e-4a97-889b-ce70b8fc8de5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.1482708 Mar 22 14:21:05.916375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e937fec-7ba2-4170-a9da-dd418679dd19']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:05.934886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f624470-d451-47f4-834f-63c109d5f7fe') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:05.935188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f624470-d451-47f4-834f-63c109d5f7fe') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:05.975175 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (0f624470-d451-47f4-834f-63c109d5f7fe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:05.989836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f892f0d-821a-4364-8f41-162c80a2c6b4 None None] Network 3e937fec-7ba2-4170-a9da-dd418679dd19 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:06.005820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0f624470-d451-47f4-834f-63c109d5f7fe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.032530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-354d2b0b-f560-444a-9ce1-a79ff84f3c1b req-7c284cd0-8ba6-4133-81c2-f1dafa934619 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340599 Mar 22 14:21:06.033331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:06.034089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (0f624470-d451-47f4-834f-63c109d5f7fe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:06.038909 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:06.130336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7355ad9b-c434-4898-91c4-12b262ad7a13 None None] Could not find standard attr ID for object 6dac26d8-1a18-4926-afd8-83b1c5a22893. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:06.134635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] For port 8238aecd-4c49-405d-a59e-c92f3525ff24, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8238aecd-4c49-405d-a59e-c92f3525ff24,segment=NetworkSegment(9bf34f61-5707-4ca5-99bd-6c100788230c),segment_id=9bf34f61-5707-4ca5-99bd-6c100788230c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:06.135154 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.144105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8238aecd-4c49-405d-a59e-c92f3525ff24 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:06.168856 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3e937fec-7ba2-4170-a9da-dd418679dd19), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.179486 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.186095 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/networks/3e937fec-7ba2-4170-a9da-dd418679dd19 HTTP/1.1" status: 204 len: 168 time: 1.9328308 Mar 22 14:21:06.187364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47138) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:06.188297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] Calling delete_port for 8238aecd-4c49-405d-a59e-c92f3525ff24 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:06.194265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-a6909221-9b05-43c5-a41d-b67aa8b736d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896537 Mar 22 14:21:06.206757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7207a-abb2-4658-b977-42fa0fc44e66 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Network': ['ID=3e937fec-7ba2-4170-a9da-dd418679dd19,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:06.228797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-5cff9fa5-92c3-4abd-9fb6-a480c47a6ff9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:21:06.230167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-5cff9fa5-92c3-4abd-9fb6-a480c47a6ff9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175843 Mar 22 14:21:06.381045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e97c86-a489-45d7-9806-fa72ae4f6196 None None] DHCP port deletion for 3e937fec-7ba2-4170-a9da-dd418679dd19 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:21:06.421995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (c89caf81-1b44-4d5c-ad0b-ff9d352e9441), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.430241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8238aecd-4c49-405d-a59e-c92f3525ff24 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:06.430632 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.508813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-84e337bc-9905-4728-9e33-83f9af59fc58 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:06.514542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-84e337bc-9905-4728-9e33-83f9af59fc58 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports/19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 940 time: 0.2437475 Mar 22 14:21:06.578895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.625047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] No DVR routers for this DVR port 8238aecd-4c49-405d-a59e-c92f3525ff24 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:06.637732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Deleting port 8238aecd-4c49-405d-a59e-c92f3525ff24 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:06.638213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2d101-f448-431a-bcd2-d16162f1572c None None] Pushing event deleted for resources: {'Port': ['ID=8238aecd-4c49-405d-a59e-c92f3525ff24,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:06.638471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.650409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 22 14:21:06.650409 n-d-834677-3 neutron-server[110459]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 22 14:21:06.650409 n-d-834677-3 neutron-server[110459]: [parameters: {'status': 'DOWN', 'ports_id': '8238aecd-4c49-405d-a59e-c92f3525ff24'}] Mar 22 14:21:06.650409 n-d-834677-3 neutron-server[110459]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:21:06.651092 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:21:06.652350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b807f-8804-4638-a717-23abbc2e4760 req-1fb3972f-cf34-464b-bc06-f35e7a37e9f8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:06.664511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe9b807f-8804-4638-a717-23abbc2e4760 req-1fb3972f-cf34-464b-bc06-f35e7a37e9f8 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 943 time: 0.1527021 Mar 22 14:21:06.732736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 277d3eba-3ce2-42d8-98f6-b2c2cc659918 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:06.737208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:06.843686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe9b807f-8804-4638-a717-23abbc2e4760 req-30fd98c6-56ca-4f21-b8a7-35edfa3e1d83 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630573 Mar 22 14:21:06.877645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] For port 8238aecd-4c49-405d-a59e-c92f3525ff24, host n-d-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:06.878508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.943419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Calling delete_port for 8238aecd-4c49-405d-a59e-c92f3525ff24 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:06.952041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_backend_mixin [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Port 8238aecd-4c49-405d-a59e-c92f3525ff24 was not found and therefore no delete operation was performed {{(pid=110457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:21:06.953671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8238aecd-4c49-405d-a59e-c92f3525ff24), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:06.969845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:07.019539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:07.048980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'port_id': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'mac_address': 'fa:16:3e:00:8f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:07.072011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] No DVR routers for this DVR port 8238aecd-4c49-405d-a59e-c92f3525ff24 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:07.174315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:07.175092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.196720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (c89caf81-1b44-4d5c-ad0b-ff9d352e9441), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.219053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Port 8238aecd-4c49-405d-a59e-c92f3525ff24 update to DOWN by agent not found {{(pid=110459) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 22 14:21:07.222471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89caf81-1b44-4d5c-ad0b-ff9d352e9441']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:07.233574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277d3eba-3ce2-42d8-98f6-b2c2cc659918 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:07.234883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf34f61-5707-4ca5-99bd-6c100788230c') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:07.235181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf34f61-5707-4ca5-99bd-6c100788230c') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:07.246058 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (9bf34f61-5707-4ca5-99bd-6c100788230c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.262663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9bf34f61-5707-4ca5-99bd-6c100788230c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.269629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:07.270055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (9bf34f61-5707-4ca5-99bd-6c100788230c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.288049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:07.309943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.348716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Port': ['ID=8238aecd-4c49-405d-a59e-c92f3525ff24,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:07.353611 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:07.356471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (c89caf81-1b44-4d5c-ad0b-ff9d352e9441), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.389694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.393378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/networks/c89caf81-1b44-4d5c-ad0b-ff9d352e9441 HTTP/1.1" status: 204 len: 168 time: 1.1977568 Mar 22 14:21:07.397057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:07.414781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb182587-1aa3-4643-b2e0-f92f0e6b2856 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Network': ['ID=c89caf81-1b44-4d5c-ad0b-ff9d352e9441,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:07.416766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:07.463086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41af2-2271-4501-bc18-919c18137333 req-f22ebf04-1361-4fde-86c4-9e1c6777a11c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:07.464992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11a41af2-2271-4501-bc18-919c18137333 req-f22ebf04-1361-4fde-86c4-9e1c6777a11c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.1131580 Mar 22 14:21:07.573436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11a41af2-2271-4501-bc18-919c18137333 req-ac8d037f-0ccf-4264-bdc5-c2f8da442721 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965497 Mar 22 14:21:07.585168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['277d3eba-3ce2-42d8-98f6-b2c2cc659918'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:07.605325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e253dd9b-7597-485b-ac15-99be1d3c09ee), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.815036 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e253dd9b-7597-485b-ac15-99be1d3c09ee), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.861217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e253dd9b-7597-485b-ac15-99be1d3c09ee']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:07.879948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe56cc4-48a5-4184-afce-f0a0d86aaaac') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:07.880290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe56cc4-48a5-4184-afce-f0a0d86aaaac') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:07.901949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (7fe56cc4-48a5-4184-afce-f0a0d86aaaac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.934323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (7fe56cc4-48a5-4184-afce-f0a0d86aaaac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.941061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:07.941473 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (7fe56cc4-48a5-4184-afce-f0a0d86aaaac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:07.944830 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:08.016402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6dac26d8-1a18-4926-afd8-83b1c5a22893 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:08.069127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6dac26d8-1a18-4926-afd8-83b1c5a22893 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:08.069758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6dac26d8-1a18-4926-afd8-83b1c5a22893 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:08.082603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e253dd9b-7597-485b-ac15-99be1d3c09ee), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.105033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.108382 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/networks/e253dd9b-7597-485b-ac15-99be1d3c09ee HTTP/1.1" status: 204 len: 168 time: 0.7098432 Mar 22 14:21:08.109148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e140b5-73cc-4ea3-95a0-3f6e7b7a5d91 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Network': ['ID=e253dd9b-7597-485b-ac15-99be1d3c09ee,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:08.110892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47168) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:08.150445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff737a-6e9f-448d-a34e-43e5ba708a68 req-b2b51fa6-bf14-450f-b116-b81f73040220 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:08.167689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1ff737a-6e9f-448d-a34e-43e5ba708a68 req-b2b51fa6-bf14-450f-b116-b81f73040220 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 944 time: 0.1428862 Mar 22 14:21:08.246601 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1ff737a-6e9f-448d-a34e-43e5ba708a68 req-df696c4a-5b07-4f6b-9efe-bd0d714a303a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776367 Mar 22 14:21:08.271014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.380338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.431862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:08.444768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9717255-623b-4cf6-a27c-bc19e4516d54') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:08.445127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9717255-623b-4cf6-a27c-bc19e4516d54') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:08.462506 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (e9717255-623b-4cf6-a27c-bc19e4516d54), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.483437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e9717255-623b-4cf6-a27c-bc19e4516d54), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.490756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:08.491357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (e9717255-623b-4cf6-a27c-bc19e4516d54), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:08.556366 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:08.562083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.576945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.584786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] 10.222.0.44 "DELETE /v2.0/networks/5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572 HTTP/1.1" status: 204 len: 168 time: 0.4730699 Mar 22 14:21:08.599161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede1668-5f95-4e34-83c0-2c324655ee68 tempest-BulkNetworkOpsTest-1534692948 tempest-BulkNetworkOpsTest-1534692948-project] Pushing event deleted for resources: {'Network': ['ID=5e9b26d2-b2de-4cbf-b7c5-aa79d14cd572,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:08.745399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 277d3eba-3ce2-42d8-98f6-b2c2cc659918 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:08.860835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f149-f389-4b83-857e-89b17dcb4e15 req-23dfca35-9f2b-4827-87b2-1f95224b2dbb tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:08.866117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1492f149-f389-4b83-857e-89b17dcb4e15 req-23dfca35-9f2b-4827-87b2-1f95224b2dbb tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.1546404 Mar 22 14:21:08.884432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:21:08.888046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:08.888417 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.977850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1492f149-f389-4b83-857e-89b17dcb4e15 req-fe733936-43f2-421c-990c-49e55077d264 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023188 Mar 22 14:21:09.051756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:09.052348 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.089884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:09.091115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:09.094123 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22773bd7-c484-4bd5-97cf-47f15e5d56b2" -d '{"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-plugged", "status": "completed", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:09.101034 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.167425 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ac5399-31d6-47f2-9282-428e00e627a3 x-openstack-request-id: req-35ac5399-31d6-47f2-9282-428e00e627a3 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:09.167708 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-plugged", "status": "completed", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:09.167956 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35ac5399-31d6-47f2-9282-428e00e627a3 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:09.168349 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ac5399-31d6-47f2-9282-428e00e627a3'] response: {'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'code': 200} Mar 22 14:21:09.174434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47180) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:09.201156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:09.320759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9398592-d7b6-4867-b352-129e671730d9 req-0b4e7c5f-2479-44e6-a9c5-7b6faad09af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:09.322354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9398592-d7b6-4867-b352-129e671730d9 req-0b4e7c5f-2479-44e6-a9c5-7b6faad09af2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1127 time: 0.0803730 Mar 22 14:21:09.436510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9398592-d7b6-4867-b352-129e671730d9 req-4d4523b8-da9a-4bb8-a28b-de51f717075d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050088 Mar 22 14:21:09.513226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-797de662-eac6-40be-a6f4-7ec685ca7c0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6335b0d3b78437e8802c2b96283ecfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373923 Mar 22 14:21:09.516315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47186) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:09.533900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9e09-eeda-49bb-b9a4-d728fc18072c req-18bd851f-2809-4b38-a839-c256bef10d4e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:09.541427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f47d9e09-eeda-49bb-b9a4-d728fc18072c req-18bd851f-2809-4b38-a839-c256bef10d4e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.1229908 Mar 22 14:21:09.603105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f47d9e09-eeda-49bb-b9a4-d728fc18072c req-dd75789c-24af-40e4-87aa-130df39d2ac0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607285 Mar 22 14:21:09.620636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7e5acc0-fe05-418c-a506-53841f671c83 admin admin] Publish callbacks [] for security_group (7f7c26e4-4d70-4d4e-abbd-fcae4cbec307), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.663438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7e5acc0-fe05-418c-a506-53841f671c83 admin admin] Publish callbacks [] for security_group (7f7c26e4-4d70-4d4e-abbd-fcae4cbec307), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.721048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7e5acc0-fe05-418c-a506-53841f671c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (7f7c26e4-4d70-4d4e-abbd-fcae4cbec307), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.724527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7e5acc0-fe05-418c-a506-53841f671c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.725932 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f7e5acc0-fe05-418c-a506-53841f671c83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f7c26e4-4d70-4d4e-abbd-fcae4cbec307 HTTP/1.1" status: 204 len: 168 time: 0.2083480 Mar 22 14:21:09.735919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5acc0-fe05-418c-a506-53841f671c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7c26e4-4d70-4d4e-abbd-fcae4cbec307,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:10.203102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b282-169d-4be3-9882-418d8f696ff9 req-07e39e5a-1141-4b1f-8d39-752fcc9b8ed7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.204865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc03b282-169d-4be3-9882-418d8f696ff9 req-07e39e5a-1141-4b1f-8d39-752fcc9b8ed7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0786395 Mar 22 14:21:10.269185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc03b282-169d-4be3-9882-418d8f696ff9 req-544fb76c-b03b-47b7-ac96-80c690ede5db tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574634 Mar 22 14:21:10.753243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47212) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:10.758616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13eb0b9-e270-4a0e-9d38-fe00cbf2e8cf req-0ae6b2d3-8776-4967-aa08-6904611a6163 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.760832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a13eb0b9-e270-4a0e-9d38-fe00cbf2e8cf req-0ae6b2d3-8776-4967-aa08-6904611a6163 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.0609410 Mar 22 14:21:10.855566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a13eb0b9-e270-4a0e-9d38-fe00cbf2e8cf req-3dc56fbb-5ce6-41d9-a857-9be7184a51bf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890963 Mar 22 14:21:10.877673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2067502848'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:10.899661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:10.904276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:10.920411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.032850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (734f84b6-12f7-4ad5-aa1a-39c458be5d56), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.038535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (734f84b6-12f7-4ad5-aa1a-39c458be5d56), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.078142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:11.093831 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734f84b6-12f7-4ad5-aa1a-39c458be5d56,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:11.102512 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f9ea7ae2-62e7-4db5-b072-0161dfd08280), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.103150 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment f9ea7ae2-62e7-4db5-b072-0161dfd08280 of type vlan for network 94fb4845-e090-45ae-8f92-71f19ec510ea Mar 22 14:21:11.158827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (94fb4845-e090-45ae-8f92-71f19ec510ea), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.199523 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (94fb4845-e090-45ae-8f92-71f19ec510ea), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.204963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:11.205760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.282612 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5275931 Mar 22 14:21:11.286156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:11.292736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'name': 'tempest-PortsTestJSON-1812120443'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:11.335408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d17843-3509-448c-a31d-16710cec1cbe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=94fb4845-e090-45ae-8f92-71f19ec510ea,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:11.348176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:11.459391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:11.465784 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.494292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370759-4418-4314-b62c-23f12f28e66c req-d2080a81-44ad-4d65-951e-e9389025bde0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:11.497265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f370759-4418-4314-b62c-23f12f28e66c req-d2080a81-44ad-4d65-951e-e9389025bde0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.1274335 Mar 22 14:21:11.526670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:11.560008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f370759-4418-4314-b62c-23f12f28e66c req-8be2fdb3-30f4-4830-91ad-53588e51cf46 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560806 Mar 22 14:21:11.739186 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.772786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.843497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=499bbeba-e2fa-425f-a7e4-c7b3549b9cae,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:11.848725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': 'f9ea7ae2-62e7-4db5-b072-0161dfd08280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:11.849085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: 94fb4845-e090-45ae-8f92-71f19ec510ea, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:11.867617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:11.879327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 94fb4845-e090-45ae-8f92-71f19ec510ea) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:11.883530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:11.891324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:11.891952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.896797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02fbc8-2d44-49db-9854-faef2a2d6882 None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:11.913529 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43965a99-089d-48dd-a127-353732f80a3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6234086 Mar 22 14:21:11.914287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47222) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:11.926324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-499354345'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:11.980100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:11.985272 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.075177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:12.091625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a370abe6-67b6-44b1-801f-aa72b4c10d8f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.092501 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment a370abe6-67b6-44b1-801f-aa72b4c10d8f of type vlan for network a2de0173-d791-4b21-8cd5-ba53eee1cb9c Mar 22 14:21:12.139691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (a2de0173-d791-4b21-8cd5-ba53eee1cb9c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.189179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3f542-991e-49d3-97b6-daf28f7d4510 req-3e2477a0-a6ff-497a-b6ec-c31b9788e4b1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.191066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81c3f542-991e-49d3-97b6-daf28f7d4510 req-3e2477a0-a6ff-497a-b6ec-c31b9788e4b1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.1752026 Mar 22 14:21:12.192433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (a2de0173-d791-4b21-8cd5-ba53eee1cb9c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.198089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.198844 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.280736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=a2de0173-d791-4b21-8cd5-ba53eee1cb9c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:12.291565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network a2de0173-d791-4b21-8cd5-ba53eee1cb9c details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:12.360736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0cc5177b-1186-4b90-a126-12fa0f778070 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4451373 Mar 22 14:21:12.363406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47224) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:12.368633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'ports': [{'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea'}, {'network_id': 'a2de0173-d791-4b21-8cd5-ba53eee1cb9c'}]} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:12.368950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:12.369435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': 'a2de0173-d791-4b21-8cd5-ba53eee1cb9c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:12.430974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81c3f542-991e-49d3-97b6-daf28f7d4510 req-165d042c-551e-4396-b96b-0148e6efaf28 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207570 Mar 22 14:21:12.566461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb45a-2af9-450d-b14f-d2700d031860 req-6dbd90f7-6b9e-4d56-8491-253c129eb2fd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.574337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-151bb45a-2af9-450d-b14f-d2700d031860 req-6dbd90f7-6b9e-4d56-8491-253c129eb2fd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.0720556 Mar 22 14:21:12.677486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 2} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:12.682120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.705616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-151bb45a-2af9-450d-b14f-d2700d031860 req-ed44dc21-e736-496b-859d-0651a54781bf tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243944 Mar 22 14:21:12.707920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.733309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47230) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:12.774715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326f587-36f5-46c2-94a5-ffed19b04b5e req-b1db0540-c06b-480b-8692-0ee43e00dc25 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.776582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e326f587-36f5-46c2-94a5-ffed19b04b5e req-b1db0540-c06b-480b-8692-0ee43e00dc25 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.1179013 Mar 22 14:21:12.817335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02afa1c-7ef2-41ab-9a5d-79febf17ea0d tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.821727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d02afa1c-7ef2-41ab-9a5d-79febf17ea0d tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1122 time: 0.0847051 Mar 22 14:21:12.825355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47232) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:12.832206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:12.859808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.918176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port d15671ec-4832-44c1-8abc-ec12ff665e54 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:12.924359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e326f587-36f5-46c2-94a5-ffed19b04b5e req-ef7d0fbb-fd61-4e58-acae-f46b458afb5b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412323 Mar 22 14:21:13.010798 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.097119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (d15671ec-4832-44c1-8abc-ec12ff665e54), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.123828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Allocated IP 172.25.2.108 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/52e536be-2db3-4e21-b8d2-0371caf1aacc) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:13.244319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 337476da-2b4f-4c02-8370-2da700c4b33f yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:13.245597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.285298 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.341507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:13.345181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:13.349200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:13.382500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=52e536be-2db3-4e21-b8d2-0371caf1aacc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:13.415053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (337476da-2b4f-4c02-8370-2da700c4b33f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.456672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d15671ec-4832-44c1-8abc-ec12ff665e54), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.525594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:13.527042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:13.541337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:13.542256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (337476da-2b4f-4c02-8370-2da700c4b33f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.572753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=d15671ec-4832-44c1-8abc-ec12ff665e54,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:13.637738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': 'a370abe6-67b6-44b1-801f-aa72b4c10d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a2de0173-d791-4b21-8cd5-ba53eee1cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:13.638476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: a2de0173-d791-4b21-8cd5-ba53eee1cb9c, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:13.663515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=337476da-2b4f-4c02-8370-2da700c4b33f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:13.684170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network a2de0173-d791-4b21-8cd5-ba53eee1cb9c is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:13.702217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, a2de0173-d791-4b21-8cd5-ba53eee1cb9c) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:13.711777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e04f3-1252-4bd1-afb5-01af354663b9 None None] Network a2de0173-d791-4b21-8cd5-ba53eee1cb9c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:13.717175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:13.724147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.740877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.741724 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:13.783157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cee676b8-c7d0-4a91-b6b6-caf97865c255 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4184670 Mar 22 14:21:13.783379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47234) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:13.964669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (6b9fc007-2a42-40e8-a047-373850491626), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.032785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 337476da-2b4f-4c02-8370-2da700c4b33f {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:14.033137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (337476da-2b4f-4c02-8370-2da700c4b33f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.140873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (337476da-2b4f-4c02-8370-2da700c4b33f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.160475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 337476da-2b4f-4c02-8370-2da700c4b33f owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:14.166825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.233226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852e366-e4a7-4b6e-a80a-de99446800b5 req-1820b2de-9780-45ba-b693-c9951a6980ac tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.234696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7852e366-e4a7-4b6e-a80a-de99446800b5 req-1820b2de-9780-45ba-b693-c9951a6980ac tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.2147844 Mar 22 14:21:14.384304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7852e366-e4a7-4b6e-a80a-de99446800b5 req-d1b79fb4-c0c2-4d5f-bb3b-1832c9010dd4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421506 Mar 22 14:21:14.386759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (337476da-2b4f-4c02-8370-2da700c4b33f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.422319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=337476da-2b4f-4c02-8370-2da700c4b33f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:14.432561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.436123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-74069a9c-a71d-4cbd-acf8-e51bd21159d4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/337476da-2b4f-4c02-8370-2da700c4b33f HTTP/1.1" status: 204 len: 168 time: 0.6503518 Mar 22 14:21:14.438951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47238) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.477940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.484190 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.495311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7d488-c399-4732-8ee0-f99cd7551489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.500659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7d488-c399-4732-8ee0-f99cd7551489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.502289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4ce7d488-c399-4732-8ee0-f99cd7551489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0621889 Mar 22 14:21:14.505366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47240) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.556807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event updated for resources: {'Port': ['ID=52e536be-2db3-4e21-b8d2-0371caf1aacc,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:14.571857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (6b9fc007-2a42-40e8-a047-373850491626), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.603760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port d15671ec-4832-44c1-8abc-ec12ff665e54 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:14.603996 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d15671ec-4832-44c1-8abc-ec12ff665e54), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.670022 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d15671ec-4832-44c1-8abc-ec12ff665e54), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.684400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for d15671ec-4832-44c1-8abc-ec12ff665e54 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:14.691508 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP 6b9fc007-2a42-40e8-a047-373850491626 associated. External IP: 172.25.2.108, port: 277d3eba-3ce2-42d8-98f6-b2c2cc659918. Mar 22 14:21:14.772880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d15671ec-4832-44c1-8abc-ec12ff665e54), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.809537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=d15671ec-4832-44c1-8abc-ec12ff665e54,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:14.819450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.825167 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0e543446-26b9-44df-9ac5-0ae109b762d7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/d15671ec-4832-44c1-8abc-ec12ff665e54 HTTP/1.1" status: 204 len: 168 time: 0.3161604 Mar 22 14:21:14.825332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47242) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.882671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f49ba0-ef6c-4aa6-a4d9-d5e14d1e5088 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.886005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-54f49ba0-ef6c-4aa6-a4d9-d5e14d1e5088 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0578601 Mar 22 14:21:14.887093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47244) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.911844 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-352f5a0f-08ba-4892-8957-14dde2aecbc0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:14.915786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-352f5a0f-08ba-4892-8957-14dde2aecbc0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/337476da-2b4f-4c02-8370-2da700c4b33f HTTP/1.1" status: 404 len: 333 time: 0.0252693 Mar 22 14:21:14.916120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47246) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.923982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router f2b70d24-0d17-421b-8888-6849f9a2c1f3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:21:14.943365 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec95bbe3-09e7-4f7d-8ac0-223fb403a04f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:14.947332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec95bbe3-09e7-4f7d-8ac0-223fb403a04f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/d15671ec-4832-44c1-8abc-ec12ff665e54 HTTP/1.1" status: 404 len: 333 time: 0.0277641 Mar 22 14:21:14.947553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47248) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:15.028325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (a2de0173-d791-4b21-8cd5-ba53eee1cb9c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.039680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:21:15.053328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] Sync routers for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:21:15.061343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.065257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:15.066504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:15.098011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-64890765-6942-4715-9d96-2170764caabe tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2713311 Mar 22 14:21:15.098708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:15.101503 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79" -d '{"events": [{"name": "network-changed", "server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:15.146282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (a2de0173-d791-4b21-8cd5-ba53eee1cb9c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.170312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2de0173-d791-4b21-8cd5-ba53eee1cb9c']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:15.171112 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b086107b-b5ab-48f0-94ab-4ccf5f998ee3 x-openstack-request-id: req-b086107b-b5ab-48f0-94ab-4ccf5f998ee3 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:15.171608 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:15.171955 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b086107b-b5ab-48f0-94ab-4ccf5f998ee3 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:15.172490 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b086107b-b5ab-48f0-94ab-4ccf5f998ee3'] response: {'name': 'network-changed', 'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'status': 'completed', 'code': 200} Mar 22 14:21:15.182187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a370abe6-67b6-44b1-801f-aa72b4c10d8f') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:15.182396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a370abe6-67b6-44b1-801f-aa72b4c10d8f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:15.192350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (a370abe6-67b6-44b1-801f-aa72b4c10d8f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.206135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:15.206869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a370abe6-67b6-44b1-801f-aa72b4c10d8f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.213247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:15.213683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (a370abe6-67b6-44b1-801f-aa72b4c10d8f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:15.217132 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:15.286507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c399fdd-162a-47ec-993b-93d8b87a836e req-34290933-4fe6-42b6-9978-592aad1dc667 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.288205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c399fdd-162a-47ec-993b-93d8b87a836e req-34290933-4fe6-42b6-9978-592aad1dc667 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.1040468 Mar 22 14:21:15.294587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-58875a3c-2658-4d18-9720-edd69feee3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.296155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-58875a3c-2658-4d18-9720-edd69feee3f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1127 time: 0.0734749 Mar 22 14:21:15.298930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (a2de0173-d791-4b21-8cd5-ba53eee1cb9c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.320308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.324859 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/a2de0173-d791-4b21-8cd5-ba53eee1cb9c HTTP/1.1" status: 204 len: 168 time: 0.3763626 Mar 22 14:21:15.336432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47254) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:15.341954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1864671129'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:15.347390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b74d-76e7-4dee-a3a6-39f65478a002 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=a2de0173-d791-4b21-8cd5-ba53eee1cb9c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:15.370810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:15.374966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.403762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:15.431595 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5b8da3a7-50c4-4226-83a1-01acc0b8e107), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.432056 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment 5b8da3a7-50c4-4226-83a1-01acc0b8e107 of type vlan for network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be Mar 22 14:21:15.474864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6b9fc007-2a42-40e8-a047-373850491626', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'port_id': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'mac_address': 'fa:16:3e:00:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:21:13Z', 'updated_at': '2022-03-22T14:21:13Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:52Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:15.511225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] Checking router: f2b70d24-0d17-421b-8888-6849f9a2c1f3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:21:15.525325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:15.526266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:20:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:15.539280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (8d8a72cb-6df3-41ac-aa8c-2bf61096f5be), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.581069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (8d8a72cb-6df3-41ac-aa8c-2bf61096f5be), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.588296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.589108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.675711 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3381565 Mar 22 14:21:15.676422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47258) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:15.684187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:15.686299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:15.693092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc835818-553e-4989-8c7c-6b9370d39b04 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=8d8a72cb-6df3-41ac-aa8c-2bf61096f5be,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:15.740791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:15.788938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:15.793138 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.804123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c399fdd-162a-47ec-993b-93d8b87a836e req-ff58d79b-d371-4302-9774-fe768e970ba0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5061243 Mar 22 14:21:15.836180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47260) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:15.877056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b8660-c592-4666-ad0f-454527a60b06 req-9cfdacee-3728-4fb2-b22a-ec6ef3d457ac tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.879179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e4b8660-c592-4666-ad0f-454527a60b06 req-9cfdacee-3728-4fb2-b22a-ec6ef3d457ac tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0903821 Mar 22 14:21:15.932636 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a027bfbf-804e-4957-b590-a545241a62a1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/6b9fc007-2a42-40e8-a047-373850491626 HTTP/1.1" status: 200 len: 991 time: 0.0952811 Mar 22 14:21:15.945069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Performing IP validity checks on allocation pools {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:21:15.945609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:21:15.954552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e4b8660-c592-4666-ad0f-454527a60b06 req-3eb031bd-9cde-445e-a202-9c228ea37026 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682943 Mar 22 14:21:15.955705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-c42bbf8f-4022-4c93-88f0-3b65c1a8e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.957124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-c42bbf8f-4022-4c93-88f0-3b65c1a8e347 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24e86d97-5083-4336-ae49-cdee85b4865a HTTP/1.1" status: 200 len: 898 time: 0.6200404 Mar 22 14:21:16.048607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-a1797ded-b2ba-4d4b-a199-ca9378c47f46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918 HTTP/1.1" status: 200 len: 999 time: 0.0854723 Mar 22 14:21:16.100292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (620ada73-b9ec-411a-9a17-47cfaba2a308), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.104923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-f5693edd-d098-4acb-925c-d69408924c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:16.107224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-f5693edd-d098-4acb-925c-d69408924c18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0f7a8db-8576-4ef5-87a4-57c6094ea920 HTTP/1.1" status: 200 len: 834 time: 0.0531895 Mar 22 14:21:16.129083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6b9fc007-2a42-40e8-a047-373850491626', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'port_id': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'mac_address': 'fa:16:3e:00:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:21:13Z', 'updated_at': '2022-03-22T14:21:13Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:52Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:16.161138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c365ba-c4ef-45c5-bca7-9b147eb57931 None None] The sync data for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 is: [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '6b9fc007-2a42-40e8-a047-373850491626', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'port_id': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'mac_address': 'fa:16:3e:00:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:21:13Z', 'updated_at': '2022-03-22T14:21:13Z', 'revision_number': 0, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:52Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:21:16.163345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-2439c4ca-2cc7-4a5a-8006-10992f673cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:16.165006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-2439c4ca-2cc7-4a5a-8006-10992f673cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24e86d97-5083-4336-ae49-cdee85b4865a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523024 Mar 22 14:21:16.183591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': '5b8da3a7-50c4-4226-83a1-01acc0b8e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:16.183946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:16.187522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=620ada73-b9ec-411a-9a17-47cfaba2a308,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:16.204737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:16.215879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:16.221109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:16.221696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.228658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73c4cf-6f1c-4bb0-87a9-facce5db7cab None None] Network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:16.242852 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a510481-8f20-44cb-91ba-e6598630190e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5600455 Mar 22 14:21:16.243812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:16.250333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be', 'name': 'tempest-PortsTestJSON-805984407'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:16.312424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-15b0698f-02a9-4c29-9ff3-3279e7f22120 service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412389 Mar 22 14:21:16.373560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-8d8a72cb-6df3-41ac-aa8c-2bf61096f5be', 'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be', 'project_id': 'decb2a0191274302bcb5b4cab1a2415b', 'fixed_ips': [{'subnet_id': '620ada73-b9ec-411a-9a17-47cfaba2a308'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:16.374797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.411377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:16.415293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.444107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 53943dcc-9285-4fc5-8031-3d05e0d5a28d yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:16.480164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f07f9f-a7e9-4e6c-aab8-7aad40580e79 req-2d685bac-c1c1-41b8-aeca-697b3d38019f service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613071 Mar 22 14:21:16.500798 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b733d-e80d-4e79-b61e-7bf24a889aa0 None None] New status for floating IP 6b9fc007-2a42-40e8-a047-373850491626: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:21:16.564117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Allocated IP 172.20.0.2 (8d8a72cb-6df3-41ac-aa8c-2bf61096f5be/620ada73-b9ec-411a-9a17-47cfaba2a308/054ccf61-245a-4a06-a2ca-7df6e53def35) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:16.712523 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Publish callbacks [] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.720137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.760027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:16.762921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:16.766570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:16.776837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.4 (8d8a72cb-6df3-41ac-aa8c-2bf61096f5be/620ada73-b9ec-411a-9a17-47cfaba2a308/53943dcc-9285-4fc5-8031-3d05e0d5a28d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:16.781208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Pushing event updated for resources: {'Port': ['ID=054ccf61-245a-4a06-a2ca-7df6e53def35,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:16.810776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.810776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.810776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.811235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.811476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.811733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.812051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.812374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.812764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.813515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.813515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.813736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.814014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.814335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.814650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:16.844610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Attempting to bind port 054ccf61-245a-4a06-a2ca-7df6e53def35 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:16.844970 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Attempting to bind port 054ccf61-245a-4a06-a2ca-7df6e53def35 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5b8da3a7-50c4-4226-83a1-01acc0b8e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:16.845462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Attempting to bind port 054ccf61-245a-4a06-a2ca-7df6e53def35 on network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:16.850743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:16.851119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Checking segment: {'id': '5b8da3a7-50c4-4226-83a1-01acc0b8e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:16.851517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.851906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Bound using segment: {'id': '5b8da3a7-50c4-4226-83a1-01acc0b8e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:16.852417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Bound port: 054ccf61-245a-4a06-a2ca-7df6e53def35, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8da3a7-50c4-4226-83a1-01acc0b8e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8d8a72cb-6df3-41ac-aa8c-2bf61096f5be'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:16.852845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.916000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] For port 054ccf61-245a-4a06-a2ca-7df6e53def35, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:16.919127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] For port 054ccf61-245a-4a06-a2ca-7df6e53def35, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=054ccf61-245a-4a06-a2ca-7df6e53def35,segment=NetworkSegment(5b8da3a7-50c4-4226-83a1-01acc0b8e107),segment_id=5b8da3a7-50c4-4226-83a1-01acc0b8e107)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:16.930037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.936284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47264) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:16.937313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (53943dcc-9285-4fc5-8031-3d05e0d5a28d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.991733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (53943dcc-9285-4fc5-8031-3d05e0d5a28d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.023347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c55fe0-4e5a-4f48-8515-bc39c7da7d72 None None] Pushing event updated for resources: {'Port': ['ID=054ccf61-245a-4a06-a2ca-7df6e53def35,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:17.031110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:17.036512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:17.037174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f7d2849-6396-446e-8f76-9453e1af52bd tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/6b9fc007-2a42-40e8-a047-373850491626 HTTP/1.1" status: 200 len: 993 time: 0.0996530 Mar 22 14:21:17.039730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:17.131188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=53943dcc-9285-4fc5-8031-3d05e0d5a28d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:17.145276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:17.146426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.163061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ba3-3c28-4945-8bc2-dee535adfd6d req-0762af03-2f28-4217-bff1-ea9df1b74a82 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:17.164927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0db8ba3-3c28-4945-8bc2-dee535adfd6d req-0762af03-2f28-4217-bff1-ea9df1b74a82 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0629976 Mar 22 14:21:17.173361 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-42237c49-cdc5-4b02-a49d-4ba17cdddca5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9283171 Mar 22 14:21:17.173586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47268) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:17.288745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0db8ba3-3c28-4945-8bc2-dee535adfd6d req-408b6c81-0d48-432f-9440-1a0404b98730 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060097 Mar 22 14:21:17.330197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 53943dcc-9285-4fc5-8031-3d05e0d5a28d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:17.330613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (53943dcc-9285-4fc5-8031-3d05e0d5a28d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.424471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (53943dcc-9285-4fc5-8031-3d05e0d5a28d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.436435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 53943dcc-9285-4fc5-8031-3d05e0d5a28d owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:17.566952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (53943dcc-9285-4fc5-8031-3d05e0d5a28d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.600824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=53943dcc-9285-4fc5-8031-3d05e0d5a28d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:17.672219 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.675780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b55c5c52-ee63-4b3b-af68-f7e8d8d564fd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/53943dcc-9285-4fc5-8031-3d05e0d5a28d HTTP/1.1" status: 204 len: 168 time: 0.5011764 Mar 22 14:21:17.678866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:17.703986 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9697941e-3ec9-4df7-96ba-7224b7ac4c6b tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:21:17.704562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9697941e-3ec9-4df7-96ba-7224b7ac4c6b tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:21:17.707653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9697941e-3ec9-4df7-96ba-7224b7ac4c6b tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/53943dcc-9285-4fc5-8031-3d05e0d5a28d HTTP/1.1" status: 404 len: 333 time: 0.0277803 Mar 22 14:21:17.710809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47272) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:17.737522 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-944fbc86-cfa3-4108-99b1-0ad8b9e37a79 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:17.742011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-944fbc86-cfa3-4108-99b1-0ad8b9e37a79 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/53943dcc-9285-4fc5-8031-3d05e0d5a28d HTTP/1.1" status: 404 len: 333 time: 0.0273051 Mar 22 14:21:17.742503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47274) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:17.802590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet 620ada73-b9ec-411a-9a17-47cfaba2a308 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:17.806164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (620ada73-b9ec-411a-9a17-47cfaba2a308), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.855088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (620ada73-b9ec-411a-9a17-47cfaba2a308), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:17.945537 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (620ada73-b9ec-411a-9a17-47cfaba2a308), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.020401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (620ada73-b9ec-411a-9a17-47cfaba2a308), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.056670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=620ada73-b9ec-411a-9a17-47cfaba2a308,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:18.060999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.067106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-24fadea5-d8f8-4494-9899-0ade864cf457 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/620ada73-b9ec-411a-9a17-47cfaba2a308 HTTP/1.1" status: 204 len: 168 time: 0.3207791 Mar 22 14:21:18.067310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:18.168324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (8d8a72cb-6df3-41ac-aa8c-2bf61096f5be), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.223959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 054ccf61-245a-4a06-a2ca-7df6e53def35 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:18.224265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.274864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 054ccf61-245a-4a06-a2ca-7df6e53def35 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:18.277021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cabae7e-d238-46ab-832e-8ec3e79a0f82 None None] Network 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:18.292489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] For port 054ccf61-245a-4a06-a2ca-7df6e53def35, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=054ccf61-245a-4a06-a2ca-7df6e53def35,segment=NetworkSegment(5b8da3a7-50c4-4226-83a1-01acc0b8e107),segment_id=5b8da3a7-50c4-4226-83a1-01acc0b8e107)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:18.292853 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.306102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 054ccf61-245a-4a06-a2ca-7df6e53def35 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:18.369961 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b0d16de3-b95b-463a-af31-3a9cdb612569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.388831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3f81cdea-8b81-48d9-aa9d-d86b77741988 None None] Provisioning complete for port 054ccf61-245a-4a06-a2ca-7df6e53def35 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:18.389503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f81cdea-8b81-48d9-aa9d-d86b77741988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.396239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (054ccf61-245a-4a06-a2ca-7df6e53def35), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.427368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3f81cdea-8b81-48d9-aa9d-d86b77741988 None None] Port 054ccf61-245a-4a06-a2ca-7df6e53def35 was deleted so its status cannot be updated. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 22 14:21:18.429947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No active binding found for port 054ccf61-245a-4a06-a2ca-7df6e53def35 {{(pid=110459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:21:18.430547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] The host n-d-834677-3 is not matching for port 054ccf61-245a-4a06-a2ca-7df6e53def35 host None! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:21:18.431737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 054ccf61-245a-4a06-a2ca-7df6e53def35 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 14:21:18.439503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No DVR routers for this DVR port 054ccf61-245a-4a06-a2ca-7df6e53def35 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:18.442522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=054ccf61-245a-4a06-a2ca-7df6e53def35,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:18.458287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Port 054ccf61-245a-4a06-a2ca-7df6e53def35 not found, will not notify nova. {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 14:21:18.494747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32bd9-3624-4b06-9266-19f2c917a810 req-2b8581ab-bffb-4dce-bd6c-730c68fb0a5a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:18.502390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06d32bd9-3624-4b06-9266-19f2c917a810 req-2b8581ab-bffb-4dce-bd6c-730c68fb0a5a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0937033 Mar 22 14:21:18.540309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (8d8a72cb-6df3-41ac-aa8c-2bf61096f5be), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.544738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992634c3-1e58-4400-b973-350e33c8cde5 None None] DHCP port deletion for 8d8a72cb-6df3-41ac-aa8c-2bf61096f5be request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:21:18.562695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-06d32bd9-3624-4b06-9266-19f2c917a810 req-7216f873-b04b-47b3-8c6f-02f94fb69c7b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592303 Mar 22 14:21:18.566745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8a72cb-6df3-41ac-aa8c-2bf61096f5be']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:18.578028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8da3a7-50c4-4226-83a1-01acc0b8e107') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:18.578028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8da3a7-50c4-4226-83a1-01acc0b8e107') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:18.587584 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (5b8da3a7-50c4-4226-83a1-01acc0b8e107), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.601558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5b8da3a7-50c4-4226-83a1-01acc0b8e107), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.608017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:18.608504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (5b8da3a7-50c4-4226-83a1-01acc0b8e107), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:18.611826 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:18.681187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (8d8a72cb-6df3-41ac-aa8c-2bf61096f5be), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.688614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.692080 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/8d8a72cb-6df3-41ac-aa8c-2bf61096f5be HTTP/1.1" status: 204 len: 168 time: 0.6228607 Mar 22 14:21:18.696762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47280) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:18.702093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1228421532'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:18.724774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:18.728380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.753225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:18.763305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2914a96f-a9da-4cb9-81fd-fa9e6a738bea), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.763710 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment 2914a96f-a9da-4cb9-81fd-fa9e6a738bea of type vlan for network e49fdcfe-de22-482f-a073-cca0209bf4ce Mar 22 14:21:18.810093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e49fdcfe-de22-482f-a073-cca0209bf4ce), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.838824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e49fdcfe-de22-482f-a073-cca0209bf4ce), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.844701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:18.845317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.913850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2159011 Mar 22 14:21:18.917291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47282) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:18.922387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:18.962738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9f514-097d-4b79-8196-afece2512d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=8d8a72cb-6df3-41ac-aa8c-2bf61096f5be,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:18.977541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65a532-b554-4d81-8b9b-513946c109ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=e49fdcfe-de22-482f-a073-cca0209bf4ce,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:18.991881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e49fdcfe-de22-482f-a073-cca0209bf4ce details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:19.030538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:19.034614 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.223192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.285664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:19.296170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': '2914a96f-a9da-4cb9-81fd-fa9e6a738bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:19.296539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: e49fdcfe-de22-482f-a073-cca0209bf4ce, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:19.315127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network e49fdcfe-de22-482f-a073-cca0209bf4ce is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:19.324009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e49fdcfe-de22-482f-a073-cca0209bf4ce) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:19.328610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:19.329481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.333536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f9e3b-eae0-48d8-be89-65350da32166 None None] Network e49fdcfe-de22-482f-a073-cca0209bf4ce requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:19.348793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b36d54ab-db12-4dce-99b4-133bab4715f3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4304376 Mar 22 14:21:19.351541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47284) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:19.356846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce', 'security_groups': [], 'name': 'tempest-PortsTestJSON-148164057'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:19.446876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e49fdcfe-de22-482f-a073-cca0209bf4ce', 'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce', 'project_id': 'decb2a0191274302bcb5b4cab1a2415b', 'fixed_ips': [{'subnet_id': 'e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:19.447762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.470163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:19.474016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.493307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port ffcd76d1-9a30-47f2-82fb-4d897fff35e9 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:19.588557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Allocated IP 172.20.0.2 (e49fdcfe-de22-482f-a073-cca0209bf4ce/e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f/89dcb351-7d3b-4063-b767-4f53125feb4c) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:19.696918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14964e92-c49f-4d65-be2a-c23b875b2115 req-b7840c25-b9db-4eea-958f-a5c8eb2a59e3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:19.698596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14964e92-c49f-4d65-be2a-c23b875b2115 req-b7840c25-b9db-4eea-958f-a5c8eb2a59e3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0659001 Mar 22 14:21:19.742006 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Publish callbacks [] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.748057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14964e92-c49f-4d65-be2a-c23b875b2115 req-c7f1f3d9-fdec-442d-a648-7f3674f77161 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Mar 22 14:21:19.748768 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.788296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Network e49fdcfe-de22-482f-a073-cca0209bf4ce is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:19.792847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:19.796485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:19.809038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Pushing event updated for resources: {'Port': ['ID=89dcb351-7d3b-4063-b767-4f53125feb4c,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:19.809282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.6 (e49fdcfe-de22-482f-a073-cca0209bf4ce/e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f/ffcd76d1-9a30-47f2-82fb-4d897fff35e9) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:19.870693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Attempting to bind port 89dcb351-7d3b-4063-b767-4f53125feb4c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:19.871096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Attempting to bind port 89dcb351-7d3b-4063-b767-4f53125feb4c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2914a96f-a9da-4cb9-81fd-fa9e6a738bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:19.871419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Attempting to bind port 89dcb351-7d3b-4063-b767-4f53125feb4c on network e49fdcfe-de22-482f-a073-cca0209bf4ce {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:19.876573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:19.876931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Checking segment: {'id': '2914a96f-a9da-4cb9-81fd-fa9e6a738bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:19.877325 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.877722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Bound using segment: {'id': '2914a96f-a9da-4cb9-81fd-fa9e6a738bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:19.878336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Bound port: 89dcb351-7d3b-4063-b767-4f53125feb4c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2914a96f-a9da-4cb9-81fd-fa9e6a738bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e49fdcfe-de22-482f-a073-cca0209bf4ce'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:19.878711 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.942675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] For port 89dcb351-7d3b-4063-b767-4f53125feb4c, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:19.945825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] For port 89dcb351-7d3b-4063-b767-4f53125feb4c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=89dcb351-7d3b-4063-b767-4f53125feb4c,segment=NetworkSegment(2914a96f-a9da-4cb9-81fd-fa9e6a738bea),segment_id=2914a96f-a9da-4cb9-81fd-fa9e6a738bea)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:19.952313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (ffcd76d1-9a30-47f2-82fb-4d897fff35e9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.955480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:19.995439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ffcd76d1-9a30-47f2-82fb-4d897fff35e9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.027882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3565a-3325-4db1-8d94-fc3bb177fc9a None None] Pushing event updated for resources: {'Port': ['ID=89dcb351-7d3b-4063-b767-4f53125feb4c,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:20.051967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network e49fdcfe-de22-482f-a073-cca0209bf4ce is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:20.055591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:20.059376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:20.095062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 054ccf61-245a-4a06-a2ca-7df6e53def35 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:20.110169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=ffcd76d1-9a30-47f2-82fb-4d897fff35e9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:20.124223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:20.124954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.128839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 054ccf61-245a-4a06-a2ca-7df6e53def35 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:20.129153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 054ccf61-245a-4a06-a2ca-7df6e53def35 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:20.146636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-905cc84c-d226-4fb0-be31-ec74d5baafe5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.7935610 Mar 22 14:21:20.149377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47288) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:20.273473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port ffcd76d1-9a30-47f2-82fb-4d897fff35e9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:20.273950 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ffcd76d1-9a30-47f2-82fb-4d897fff35e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.375994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ffcd76d1-9a30-47f2-82fb-4d897fff35e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.397581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for ffcd76d1-9a30-47f2-82fb-4d897fff35e9 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:20.406110 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c685cef1-33af-4e69-b8e5-ebe5c8e5a7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.534100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ffcd76d1-9a30-47f2-82fb-4d897fff35e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.562671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=ffcd76d1-9a30-47f2-82fb-4d897fff35e9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:20.643928 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.647450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d779354b-70ee-4f6f-9af1-c14414ff8c7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/ffcd76d1-9a30-47f2-82fb-4d897fff35e9 HTTP/1.1" status: 204 len: 168 time: 0.4968610 Mar 22 14:21:20.650169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47290) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:20.674954 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4637c00-5100-4f62-82de-025ccc74ace6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:20.676316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b4637c00-5100-4f62-82de-025ccc74ace6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/ffcd76d1-9a30-47f2-82fb-4d897fff35e9 HTTP/1.1" status: 404 len: 333 time: 0.0252697 Mar 22 14:21:20.679295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47292) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:20.732678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:20.736578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.779873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.910313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.956170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72069065-6bce-4644-a73d-64428630821e req-c33e7d8d-8da3-486e-8dad-616509e06504 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:20.957907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72069065-6bce-4644-a73d-64428630821e req-c33e7d8d-8da3-486e-8dad-616509e06504 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.1132493 Mar 22 14:21:21.024223 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.034477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72069065-6bce-4644-a73d-64428630821e req-bdcca14d-8223-482a-8402-f0b561cdff9f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704155 Mar 22 14:21:21.066006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:21.066006 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.067235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cd97865f-71e3-47ad-b60d-7eb48a2ba5d9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f HTTP/1.1" status: 204 len: 168 time: 0.3859828 Mar 22 14:21:21.076191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47296) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:21.124739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5777d814-7784-46a3-9653-649f72e3640b None None] Network e49fdcfe-de22-482f-a073-cca0209bf4ce requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:21.156120 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e49fdcfe-de22-482f-a073-cca0209bf4ce), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.208641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-757e00f6-d44a-4055-83cf-c1458a30aa13 None None] Provisioning complete for port 89dcb351-7d3b-4063-b767-4f53125feb4c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:21.209015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-757e00f6-d44a-4055-83cf-c1458a30aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.214750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 89dcb351-7d3b-4063-b767-4f53125feb4c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:21.215200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.288377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] For port 89dcb351-7d3b-4063-b767-4f53125feb4c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=89dcb351-7d3b-4063-b767-4f53125feb4c,segment=NetworkSegment(2914a96f-a9da-4cb9-81fd-fa9e6a738bea),segment_id=2914a96f-a9da-4cb9-81fd-fa9e6a738bea)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:21.288845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.307304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 89dcb351-7d3b-4063-b767-4f53125feb4c owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:21.329629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-757e00f6-d44a-4055-83cf-c1458a30aa13 None None] Current status of the port 89dcb351-7d3b-4063-b767-4f53125feb4c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:21.330050 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-757e00f6-d44a-4055-83cf-c1458a30aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.359344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] DHCP port deletion for e49fdcfe-de22-482f-a073-cca0209bf4ce request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:21:21.373371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-757e00f6-d44a-4055-83cf-c1458a30aa13 None None] For port 89dcb351-7d3b-4063-b767-4f53125feb4c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=89dcb351-7d3b-4063-b767-4f53125feb4c,segment=NetworkSegment(2914a96f-a9da-4cb9-81fd-fa9e6a738bea),segment_id=2914a96f-a9da-4cb9-81fd-fa9e6a738bea)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:21.378459 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-757e00f6-d44a-4055-83cf-c1458a30aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.412698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.449509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=89dcb351-7d3b-4063-b767-4f53125feb4c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:21.453126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No DVR routers for this DVR port 89dcb351-7d3b-4063-b767-4f53125feb4c on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:21.469233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e00f6-d44a-4055-83cf-c1458a30aa13 None None] Pushing event updated for resources: {'Port': ['ID=89dcb351-7d3b-4063-b767-4f53125feb4c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:21.487107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] Deleting port 89dcb351-7d3b-4063-b767-4f53125feb4c {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:21.487551 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.538474 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e49fdcfe-de22-482f-a073-cca0209bf4ce), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.562136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49fdcfe-de22-482f-a073-cca0209bf4ce']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:21.564308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] For port 89dcb351-7d3b-4063-b767-4f53125feb4c, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:21.564712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.572410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2914a96f-a9da-4cb9-81fd-fa9e6a738bea') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:21.572719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2914a96f-a9da-4cb9-81fd-fa9e6a738bea') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:21.578989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] Calling delete_port for 89dcb351-7d3b-4063-b767-4f53125feb4c owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:21.583122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] Port 89dcb351-7d3b-4063-b767-4f53125feb4c was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:21:21.583629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (2914a96f-a9da-4cb9-81fd-fa9e6a738bea), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.584575 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (89dcb351-7d3b-4063-b767-4f53125feb4c), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.598518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2914a96f-a9da-4cb9-81fd-fa9e6a738bea), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.604702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:21.605199 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (2914a96f-a9da-4cb9-81fd-fa9e6a738bea), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:21.609125 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:21.612033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] Pushing event deleted for resources: {'Port': ['ID=89dcb351-7d3b-4063-b767-4f53125feb4c,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:21.616421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443aed5d-6fa1-4b5f-9061-6f4edd111166 None None] No DVR routers for this DVR port 89dcb351-7d3b-4063-b767-4f53125feb4c on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:21.675666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e49fdcfe-de22-482f-a073-cca0209bf4ce), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.682940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.686071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/e49fdcfe-de22-482f-a073-cca0209bf4ce HTTP/1.1" status: 204 len: 168 time: 0.6087308 Mar 22 14:21:21.690227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47298) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:21.695400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'name': 'tempest-PortsTestJSON-1670462780'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:21.698817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14b58b-97a5-4467-a863-69e4a7e1026d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=e49fdcfe-de22-482f-a073-cca0209bf4ce,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:21.779436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:21.782928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.799931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port b174d41f-3f5f-4561-b109-ca6eb201cf8a yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:21.867094 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.963042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (b174d41f-3f5f-4561-b109-ca6eb201cf8a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.999889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b174d41f-3f5f-4561-b109-ca6eb201cf8a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.045111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:22.048196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:22.050810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:22.056284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:22.056875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.072111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=b174d41f-3f5f-4561-b109-ca6eb201cf8a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:22.085015 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55c26af6-5822-4350-9ecf-4ab33f40489d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3936219 Mar 22 14:21:22.088288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47302) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:22.221727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5927e-0b53-4c5e-ad62-147ddf294708 req-c717f37c-1aef-44fa-add0-f160f1c667ca tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:22.223152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7f5927e-0b53-4c5e-ad62-147ddf294708 req-c717f37c-1aef-44fa-add0-f160f1c667ca tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0885048 Mar 22 14:21:22.228239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port b174d41f-3f5f-4561-b109-ca6eb201cf8a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:22.228558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b174d41f-3f5f-4561-b109-ca6eb201cf8a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.316272 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b174d41f-3f5f-4561-b109-ca6eb201cf8a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.334915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for b174d41f-3f5f-4561-b109-ca6eb201cf8a owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:22.339385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7f5927e-0b53-4c5e-ad62-147ddf294708 req-d19a6488-9085-44d8-9d49-52341dfeae6c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078506 Mar 22 14:21:22.421957 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b174d41f-3f5f-4561-b109-ca6eb201cf8a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.451528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=b174d41f-3f5f-4561-b109-ca6eb201cf8a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:22.456550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.462658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5dd3428f-7720-4c5c-8e06-0adfd1695099 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/b174d41f-3f5f-4561-b109-ca6eb201cf8a HTTP/1.1" status: 204 len: 168 time: 0.3707774 Mar 22 14:21:22.462767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47304) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:22.468211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'mac_address': 'fa:16:3e:3a:93:26', 'name': 'tempest-PortsTestJSON-441785926'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:22.556410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:22.619633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.646345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port b5d0ebb2-842f-4667-b6ea-61615a6230de yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:22.801632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (b5d0ebb2-842f-4667-b6ea-61615a6230de), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.837727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b5d0ebb2-842f-4667-b6ea-61615a6230de), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.883096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:22.886291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:22.888913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:22.894585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:22.895331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.912063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=b5d0ebb2-842f-4667-b6ea-61615a6230de,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:22.927509 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-265d073c-1abe-4a50-b91c-50c7164e1bce tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4636760 Mar 22 14:21:22.930118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:22.975861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c3c40-4f86-4e31-baac-5545db10d620 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:22.977231 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bc6c3c40-4f86-4e31-baac-5545db10d620 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/b5d0ebb2-842f-4667-b6ea-61615a6230de HTTP/1.1" status: 200 len: 840 time: 0.0461278 Mar 22 14:21:22.980256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47308) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:23.080198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port b5d0ebb2-842f-4667-b6ea-61615a6230de {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:23.080605 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b5d0ebb2-842f-4667-b6ea-61615a6230de), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.147855 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b5d0ebb2-842f-4667-b6ea-61615a6230de), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.162020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for b5d0ebb2-842f-4667-b6ea-61615a6230de owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:23.252131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b5d0ebb2-842f-4667-b6ea-61615a6230de), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.281693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=b5d0ebb2-842f-4667-b6ea-61615a6230de,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:23.289474 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.292934 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-22534f5f-5642-4058-95dd-8cb3343219d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/b5d0ebb2-842f-4667-b6ea-61615a6230de HTTP/1.1" status: 204 len: 168 time: 0.3116610 Mar 22 14:21:23.295827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47310) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:23.322908 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4594ba-0438-458b-8900-6a12acf09ba3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:23.327877 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fe4594ba-0438-458b-8900-6a12acf09ba3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/b5d0ebb2-842f-4667-b6ea-61615a6230de HTTP/1.1" status: 404 len: 333 time: 0.0275128 Mar 22 14:21:23.328209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47312) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:23.333759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'name': 'tempest-PortsTestJSON-1884048750'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:23.401923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.468395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:23.471714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.495694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port d0351b03-a51c-49e9-8622-8d3bc14dd81f yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:23.513418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2247d5-6ef0-4d5b-ad52-ad5a1fc2da3a req-0a90c64c-1211-4720-91cd-815dc9460be5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:23.514928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d2247d5-6ef0-4d5b-ad52-ad5a1fc2da3a req-0a90c64c-1211-4720-91cd-815dc9460be5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0859444 Mar 22 14:21:23.619758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d2247d5-6ef0-4d5b-ad52-ad5a1fc2da3a req-b3be8c4c-8153-4ed2-9cb9-ebc67ae48fe3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699716 Mar 22 14:21:23.739969 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.773953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.815489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:23.819049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:23.823042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:23.828656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:23.829321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:23.844584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=d0351b03-a51c-49e9-8622-8d3bc14dd81f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:23.859033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-92b4468b-c401-49fe-8299-7ff423e60568 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5270705 Mar 22 14:21:23.859269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:23.864813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:23.940311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.144562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.150718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.165958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] In _notify_port_updated(), no bound segment for port d0351b03-a51c-49e9-8622-8d3bc14dd81f on network 94fb4845-e090-45ae-8f92-71f19ec510ea {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:21:24.172368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:24.173087 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.176084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "PUT /v2.0/ports/d0351b03-a51c-49e9-8622-8d3bc14dd81f HTTP/1.1" status: 200 len: 818 time: 0.3157146 Mar 22 14:21:24.178272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47334) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:24.221828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b253395-4644-4667-8dce-4278628cde61 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=d0351b03-a51c-49e9-8622-8d3bc14dd81f,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:24.302245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port d0351b03-a51c-49e9-8622-8d3bc14dd81f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:24.302763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.369372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.382676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for d0351b03-a51c-49e9-8622-8d3bc14dd81f owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:24.441471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.466795 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d0351b03-a51c-49e9-8622-8d3bc14dd81f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.495724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=d0351b03-a51c-49e9-8622-8d3bc14dd81f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:24.500729 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.506703 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eaf519f4-5626-4ff4-b109-452be21009a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/d0351b03-a51c-49e9-8622-8d3bc14dd81f HTTP/1.1" status: 204 len: 168 time: 0.3241432 Mar 22 14:21:24.506897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47336) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:24.559219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d470238-9e67-48a9-a61a-cb32c4af3e6a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:24.563414 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6d470238-9e67-48a9-a61a-cb32c4af3e6a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0528839 Mar 22 14:21:24.563652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47340) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:24.588982 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d531b2-dc92-4451-832f-a7916cce2b6f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:24.596463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-73d531b2-dc92-4451-832f-a7916cce2b6f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/d0351b03-a51c-49e9-8622-8d3bc14dd81f HTTP/1.1" status: 404 len: 333 time: 0.0257964 Mar 22 14:21:24.596835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47342) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:24.602497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1323333032'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:24.626654 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.633763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:24.637470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.669128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:24.683374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b22bc0f7-c26e-48dc-b894-7c878419c29d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.683882 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment b22bc0f7-c26e-48dc-b894-7c878419c29d of type vlan for network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 Mar 22 14:21:24.757586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.803965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.807393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164da3c-c17a-4188-9790-9cd3264866c1 req-1c1bc069-a427-4dbb-bab6-b08f75c2c867 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:24.809329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9164da3c-c17a-4188-9790-9cd3264866c1 req-1c1bc069-a427-4dbb-bab6-b08f75c2c867 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.0833931 Mar 22 14:21:24.811754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:24.812632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.868928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9164da3c-c17a-4188-9790-9cd3264866c1 req-b6e5d578-6fb7-43c9-a2dc-b87e3187926f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521357 Mar 22 14:21:24.916977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3163960 Mar 22 14:21:24.918102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47348) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:24.923146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:24.927135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fb085-17d9-4d0d-9531-5627fc3ff911 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=dd32ba3f-0123-4ac8-9c89-6b5ed38076e3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:24.939753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:25.039325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:25.043206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.265526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8110a7df-3475-4dbf-af0e-ea278308fb5a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.336032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': 'b22bc0f7-c26e-48dc-b894-7c878419c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:25.336371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: dd32ba3f-0123-4ac8-9c89-6b5ed38076e3, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:25.341402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=8110a7df-3475-4dbf-af0e-ea278308fb5a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:25.364017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:25.374416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, dd32ba3f-0123-4ac8-9c89-6b5ed38076e3) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:25.378617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:25.379204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.391988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f9eb0-30e1-4cd0-bf34-cba5e5f27da3 None None] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:25.400523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47354) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:25.407157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e5bb4f84-9605-4c63-96e9-463502bf5781 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:25.411557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4b93e185-9ecf-4805-aa7b-db5c85e2a0eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4923918 Mar 22 14:21:25.536442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bb4f84-9605-4c63-96e9-463502bf5781 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:25.542371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-dd32ba3f-0123-4ac8-9c89-6b5ed38076e3', 'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3', 'project_id': 'decb2a0191274302bcb5b4cab1a2415b', 'fixed_ips': [{'subnet_id': '8110a7df-3475-4dbf-af0e-ea278308fb5a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:25.543332 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.545388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4f84-9605-4c63-96e9-463502bf5781 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.663001 n-d-834677-3 neutron-server[110458]: INFO neutron.db.ipam_backend_mixin [None req-e5bb4f84-9605-4c63-96e9-463502bf5781 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8110a7df-3475-4dbf-af0e-ea278308fb5a (CIDR: 172.20.0.0/28) Mar 22 14:21:25.670863 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bb4f84-9605-4c63-96e9-463502bf5781 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:21:25.672517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bb4f84-9605-4c63-96e9-463502bf5781 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:21:25.702386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e5bb4f84-9605-4c63-96e9-463502bf5781 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2997251 Mar 22 14:21:25.707201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47358) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:25.715489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:25.716990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Allocated IP 172.20.0.2 (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3/8110a7df-3475-4dbf-af0e-ea278308fb5a/898c6485-dd4a-420a-ad6d-ad9de3a00b25) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:25.864228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:25.868124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.914524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Publish callbacks [] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.922065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.987027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:25.987751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Pushing event updated for resources: {'Port': ['ID=898c6485-dd4a-420a-ad6d-ad9de3a00b25,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:25.990752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:25.998165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:26.074585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Attempting to bind port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:26.074951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Attempting to bind port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b22bc0f7-c26e-48dc-b894-7c878419c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:26.075316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Attempting to bind port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 on network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:26.080533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:26.081071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Checking segment: {'id': 'b22bc0f7-c26e-48dc-b894-7c878419c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:26.081480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.081875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Bound using segment: {'id': 'b22bc0f7-c26e-48dc-b894-7c878419c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:26.082979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Bound port: 898c6485-dd4a-420a-ad6d-ad9de3a00b25, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22bc0f7-c26e-48dc-b894-7c878419c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:26.083583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.179329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] For port 898c6485-dd4a-420a-ad6d-ad9de3a00b25, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:26.183261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] For port 898c6485-dd4a-420a-ad6d-ad9de3a00b25, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=898c6485-dd4a-420a-ad6d-ad9de3a00b25,segment=NetworkSegment(b22bc0f7-c26e-48dc-b894-7c878419c29d),segment_id=b22bc0f7-c26e-48dc-b894-7c878419c29d)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:26.190988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.260642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1efe22-8f07-4c5a-a3c9-1c194c403153 None None] Pushing event updated for resources: {'Port': ['ID=898c6485-dd4a-420a-ad6d-ad9de3a00b25,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:26.291113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff66301-d855-43f8-9710-8351595becd2 req-ccb30cd6-5a12-4091-8269-49e8607b863e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:26.292864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ff66301-d855-43f8-9710-8351595becd2 req-ccb30cd6-5a12-4091-8269-49e8607b863e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.2849700 Mar 22 14:21:26.293832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (7e0ed0c7-c993-46c1-be08-e9217fc269fb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.364518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:26.370837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:26.385338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:26.385909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.393960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=7e0ed0c7-c993-46c1-be08-e9217fc269fb,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:26.422626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ff66301-d855-43f8-9710-8351595becd2 req-522d6458-1f00-427d-b07c-0b3f99576ba6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921443 Mar 22 14:21:26.428591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0461b7c5-76f9-402f-b500-fd6f24946f9e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7183435 Mar 22 14:21:26.430183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47368) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:26.438548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3', 'fixed_ips': [{'subnet_id': '8110a7df-3475-4dbf-af0e-ea278308fb5a'}, {'subnet_id': '7e0ed0c7-c993-46c1-be08-e9217fc269fb'}], 'name': 'tempest-PortsTestJSON-1690293747'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:26.726657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:26.893484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.934352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port ace76bd4-ba94-4f3e-bfbe-68900165ea35 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:27.401306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.3 (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3/8110a7df-3475-4dbf-af0e-ea278308fb5a/ace76bd4-ba94-4f3e-bfbe-68900165ea35) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:27.419487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.21 (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3/7e0ed0c7-c993-46c1-be08-e9217fc269fb/ace76bd4-ba94-4f3e-bfbe-68900165ea35) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:27.767099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.772138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bc47d-cdc2-43b9-8cf0-d9b91f37f6b0 req-7b3986c5-0885-40f7-9431-db58652a5087 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:27.775295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c7bc47d-cdc2-43b9-8cf0-d9b91f37f6b0 req-7b3986c5-0885-40f7-9431-db58652a5087 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.1529920 Mar 22 14:21:27.854530 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.900488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c7bc47d-cdc2-43b9-8cf0-d9b91f37f6b0 req-98e74795-99fd-4d6c-b621-29c516feec05 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117353 Mar 22 14:21:27.969198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:27.976902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:27.989632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:28.030013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefee49a-ff0b-4716-bc9a-d6b7f089c1b3 None None] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:28.033257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=ace76bd4-ba94-4f3e-bfbe-68900165ea35,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:28.134063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:28.135752 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.183618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-805540fb-003d-4d12-9a37-1ce5410f3ec4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7480838 Mar 22 14:21:28.183618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47384) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:28.188524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8110a7df-3475-4dbf-af0e-ea278308fb5a'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:28.233852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-67ee20a6-a1f3-4699-b168-436a740b62f8 None None] Provisioning complete for port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:28.239517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67ee20a6-a1f3-4699-b168-436a740b62f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.276399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 898c6485-dd4a-420a-ad6d-ad9de3a00b25 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:28.318458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.424314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:28.425093 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.429721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-67ee20a6-a1f3-4699-b168-436a740b62f8 None None] Current status of the port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:28.430151 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67ee20a6-a1f3-4699-b168-436a740b62f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.501206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-67ee20a6-a1f3-4699-b168-436a740b62f8 None None] For port 898c6485-dd4a-420a-ad6d-ad9de3a00b25, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=898c6485-dd4a-420a-ad6d-ad9de3a00b25,segment=NetworkSegment(b22bc0f7-c26e-48dc-b894-7c878419c29d),segment_id=b22bc0f7-c26e-48dc-b894-7c878419c29d)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:28.559791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6add434-5463-4097-9b18-2eecd31a4ca3 None None] Update dhcp port {'port': {'network_id': 'dd32ba3f-0123-4ac8-9c89-6b5ed38076e3', 'fixed_ips': [{'subnet_id': '8110a7df-3475-4dbf-af0e-ea278308fb5a', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e0ed0c7-c993-46c1-be08-e9217fc269fb'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '898c6485-dd4a-420a-ad6d-ad9de3a00b25'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:21:28.562374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67ee20a6-a1f3-4699-b168-436a740b62f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.570605 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.577427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-8a4c3ea1-a8eb-4509-bd45-3773c1db55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:28.580482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-8a4c3ea1-a8eb-4509-bd45-3773c1db55bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300&tenant_id=12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 1125 time: 0.1055160 Mar 22 14:21:28.592752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:28.713527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.814661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Delete allocated IP 172.20.0.21 (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3/7e0ed0c7-c993-46c1-be08-e9217fc269fb) {{(pid=110458) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:21:28.833762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e6add434-5463-4097-9b18-2eecd31a4ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.995684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee20a6-a1f3-4699-b168-436a740b62f8 None None] Pushing event updated for resources: {'Port': ['ID=898c6485-dd4a-420a-ad6d-ad9de3a00b25,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:29.150276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:29.162137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:29.171061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:29.294958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e6add434-5463-4097-9b18-2eecd31a4ca3 None None] Allocated IP 172.20.0.18 (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3/7e0ed0c7-c993-46c1-be08-e9217fc269fb/898c6485-dd4a-420a-ad6d-ad9de3a00b25) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:29.429183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=ace76bd4-ba94-4f3e-bfbe-68900165ea35,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:29.452137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] In _notify_port_updated(), no bound segment for port ace76bd4-ba94-4f3e-bfbe-68900165ea35 on network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:21:29.460347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:29.466623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:29.468573 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6bc9dfdb-dcd0-4450-8e96-321a0af80d7e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "PUT /v2.0/ports/ace76bd4-ba94-4f3e-bfbe-68900165ea35 HTTP/1.1" status: 200 len: 919 time: 1.2844102 Mar 22 14:21:29.471692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47398) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:29.486794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8110a7df-3475-4dbf-af0e-ea278308fb5a'}, {'subnet_id': '7e0ed0c7-c993-46c1-be08-e9217fc269fb'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:29.545889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e6add434-5463-4097-9b18-2eecd31a4ca3 None None] For port 898c6485-dd4a-420a-ad6d-ad9de3a00b25, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=898c6485-dd4a-420a-ad6d-ad9de3a00b25,segment=NetworkSegment(b22bc0f7-c26e-48dc-b894-7c878419c29d),segment_id=b22bc0f7-c26e-48dc-b894-7c878419c29d)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:29.598811 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e6add434-5463-4097-9b18-2eecd31a4ca3 None None] Publish callbacks [] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:29.607447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e6add434-5463-4097-9b18-2eecd31a4ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:29.661635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:29.832132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6add434-5463-4097-9b18-2eecd31a4ca3 None None] Pushing event updated for resources: {'Port': ['ID=898c6485-dd4a-420a-ad6d-ad9de3a00b25,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:30.081332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:30.159396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 898c6485-dd4a-420a-ad6d-ad9de3a00b25 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:30.160796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:30.231875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:30.251948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Publish callbacks [] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:30.267092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.20 (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3/7e0ed0c7-c993-46c1-be08-e9217fc269fb/ace76bd4-ba94-4f3e-bfbe-68900165ea35) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:30.280724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Transition to ACTIVE for port object 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:21:30.290067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:30.323801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:30.324745 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:30.557338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:30.574233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=9']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:30.595644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044bef2-7910-4eea-bee7-09f9fccf9bbe req-3aba2d34-9622-46a5-8295-87b32db7212a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:30.597292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f044bef2-7910-4eea-bee7-09f9fccf9bbe req-3aba2d34-9622-46a5-8295-87b32db7212a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 943 time: 0.3133028 Mar 22 14:21:30.613121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47422) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:30.667277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:30.673454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:30.707613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] No DVR routers for this DVR port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:30.892459 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f044bef2-7910-4eea-bee7-09f9fccf9bbe req-c9ffdc34-27e5-4a36-a614-3660ff78a7f3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706623 Mar 22 14:21:30.956304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65d69d11-1442-4b92-85ef-1196b9a0c1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.056464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24eb2b-4371-4b74-a651-25a6688c8c2a None None] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:31.092568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65d69d11-1442-4b92-85ef-1196b9a0c1b7 admin admin] Publish callbacks [] for security_group (89143087-c7fe-4c4b-9e44-5a72f145c39b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.104683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65d69d11-1442-4b92-85ef-1196b9a0c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (89143087-c7fe-4c4b-9e44-5a72f145c39b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.119164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=ace76bd4-ba94-4f3e-bfbe-68900165ea35,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:31.164143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:31.164824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:31.165379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:31.170751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:21:31.171339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Attempting to bind port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:31.177822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:31.178500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Checking segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:31.179086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Bound using segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:31.179726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Bound port: 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:31.180292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.214184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] In _notify_port_updated(), no bound segment for port ace76bd4-ba94-4f3e-bfbe-68900165ea35 on network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:21:31.224017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:31.226405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.230426 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-181231a8-6e04-46e8-98cd-0f067084aced tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "PUT /v2.0/ports/ace76bd4-ba94-4f3e-bfbe-68900165ea35 HTTP/1.1" status: 200 len: 999 time: 1.7548842 Mar 22 14:21:31.232437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47426) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:31.269390 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-65d69d11-1442-4b92-85ef-1196b9a0c1b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57d2bb7f6c2241ec85a54e2b94e801b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6538448 Mar 22 14:21:31.270476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47428) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:31.271213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69d11-1442-4b92-85ef-1196b9a0c1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89143087-c7fe-4c4b-9e44-5a72f145c39b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:31.319185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3545bf11-52bc-487b-8efc-21b647a0baa3 None None] Provisioning complete for port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:31.319598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3545bf11-52bc-487b-8efc-21b647a0baa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.337370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:31.341023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:31.379204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.379645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61729149-a40b-4dcd-bbff-8e2e791d095d admin admin] Publish callbacks [] for security_group (89143087-c7fe-4c4b-9e44-5a72f145c39b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.440862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:31.441712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.444079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] 10.222.0.42 "PUT /v2.0/ports/19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 1091 time: 2.8555226 Mar 22 14:21:31.444831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:31.446279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61729149-a40b-4dcd-bbff-8e2e791d095d admin admin] Publish callbacks [] for security_group (89143087-c7fe-4c4b-9e44-5a72f145c39b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.447857 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07" -d '{"events": [{"name": "network-changed", "server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:31.513394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d84c7-034b-42bd-84ba-12ea980e7ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=10']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:31.564956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61729149-a40b-4dcd-bbff-8e2e791d095d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (89143087-c7fe-4c4b-9e44-5a72f145c39b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.569947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61729149-a40b-4dcd-bbff-8e2e791d095d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.575869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port ace76bd4-ba94-4f3e-bfbe-68900165ea35 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:31.576227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.586761 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-61729149-a40b-4dcd-bbff-8e2e791d095d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89143087-c7fe-4c4b-9e44-5a72f145c39b HTTP/1.1" status: 204 len: 168 time: 0.3118434 Mar 22 14:21:31.596721 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1efeb3-3fff-48d6-b035-742da4ac79d6 x-openstack-request-id: req-0e1efeb3-3fff-48d6-b035-742da4ac79d6 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:31.596868 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:31.597070 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e1efeb3-3fff-48d6-b035-742da4ac79d6 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:31.597458 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1efeb3-3fff-48d6-b035-742da4ac79d6'] response: {'name': 'network-changed', 'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'status': 'completed', 'code': 200} Mar 22 14:21:31.609348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61729149-a40b-4dcd-bbff-8e2e791d095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89143087-c7fe-4c4b-9e44-5a72f145c39b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:31.688715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3545bf11-52bc-487b-8efc-21b647a0baa3 None None] Current status of the port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:31.716124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3545bf11-52bc-487b-8efc-21b647a0baa3 None None] Provisioning complete for port ace76bd4-ba94-4f3e-bfbe-68900165ea35 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:31.716499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3545bf11-52bc-487b-8efc-21b647a0baa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.783847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3545bf11-52bc-487b-8efc-21b647a0baa3 None None] Port ace76bd4-ba94-4f3e-bfbe-68900165ea35 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:31.806468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.825829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for ace76bd4-ba94-4f3e-bfbe-68900165ea35 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:31.961584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-917f700b-1fc6-40d5-9db3-39dd6b25ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:31.965849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-917f700b-1fc6-40d5-9db3-39dd6b25ee84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1126 time: 0.4940252 Mar 22 14:21:32.059239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47442) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:32.074053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.207243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-5c510221-7eb3-4248-bd39-d9110fbb81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:32.209019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-5c510221-7eb3-4248-bd39-d9110fbb81ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.2178838 Mar 22 14:21:32.233705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7a77c-39a8-41fe-a031-b746f10f66d6 req-8bb27f03-6a29-43e5-990f-65675522f60b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:32.235417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caf7a77c-39a8-41fe-a031-b746f10f66d6 req-8bb27f03-6a29-43e5-990f-65675522f60b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1907535 Mar 22 14:21:32.289234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ace76bd4-ba94-4f3e-bfbe-68900165ea35), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.358591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Publish callbacks [] for security_group (73d70a3c-213c-468a-8809-29f8f9f46b47), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.369499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (73d70a3c-213c-468a-8809-29f8f9f46b47), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.370739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=ace76bd4-ba94-4f3e-bfbe-68900165ea35,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:32.420736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caf7a77c-39a8-41fe-a031-b746f10f66d6 req-0c1a075b-b439-4ec2-9520-757eed6d9625 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472812 Mar 22 14:21:32.425303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-b3fc24fa-d609-480c-b985-e31df444bbd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 998 time: 0.2088387 Mar 22 14:21:32.487185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57be7ef193774e669a8c5019c0a881cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266078 Mar 22 14:21:32.491746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47444) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:32.512645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d70a3c-213c-468a-8809-29f8f9f46b47,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:32.513516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-a13d74d5-1828-4de9-8055-2078b684bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:32.515058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-a13d74d5-1828-4de9-8055-2078b684bd79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0690837 Mar 22 14:21:32.537254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.538384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.538963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.539588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.540145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.540732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.541281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.542376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.542945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.543502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.544292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.544843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.545418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.545994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.546562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d351d-2e59-4ad5-a437-0010f5bb7ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:32.606909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.607792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dc029bd-0518-467d-ab1b-621937ee6b34 admin admin] Publish callbacks [] for security_group (73d70a3c-213c-468a-8809-29f8f9f46b47), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.611895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6ed60e1e-53b4-42cc-ae24-c0c72c4e535a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/ace76bd4-ba94-4f3e-bfbe-68900165ea35 HTTP/1.1" status: 204 len: 168 time: 1.3726416 Mar 22 14:21:32.617228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47448) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:32.635597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-01503874-a144-4457-b124-48152be62fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:32.643724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-01503874-a144-4457-b124-48152be62fca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1092792 Mar 22 14:21:32.669713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dc029bd-0518-467d-ab1b-621937ee6b34 admin admin] Publish callbacks [] for security_group (73d70a3c-213c-468a-8809-29f8f9f46b47), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.697329 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-103f20c8-58ee-4ce2-aafc-7d758aeb2c08 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:32.698714 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-103f20c8-58ee-4ce2-aafc-7d758aeb2c08 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/ace76bd4-ba94-4f3e-bfbe-68900165ea35 HTTP/1.1" status: 404 len: 333 time: 0.0781634 Mar 22 14:21:32.701493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47452) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:32.803065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet 7e0ed0c7-c993-46c1-be08-e9217fc269fb {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:32.806224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dc029bd-0518-467d-ab1b-621937ee6b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (73d70a3c-213c-468a-8809-29f8f9f46b47), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.809094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dc029bd-0518-467d-ab1b-621937ee6b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.810574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2dc029bd-0518-467d-ab1b-621937ee6b34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73d70a3c-213c-468a-8809-29f8f9f46b47 HTTP/1.1" status: 204 len: 168 time: 0.3176732 Mar 22 14:21:32.817762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (7e0ed0c7-c993-46c1-be08-e9217fc269fb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.826524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-2000ab86-26c7-4b37-aee4-74086d8869fb service neutron] 10.222.0.42 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748846 Mar 22 14:21:32.858267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-00ecd5fc-8718-41c3-b8c8-98518b04c8d8 None None] Provisioning complete for port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:32.859371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00ecd5fc-8718-41c3-b8c8-98518b04c8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.898300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc029bd-0518-467d-ab1b-621937ee6b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d70a3c-213c-468a-8809-29f8f9f46b47,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:32.966661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (7e0ed0c7-c993-46c1-be08-e9217fc269fb), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.067442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-0ad4ee83-3180-4762-a907-cb4c344ce4fa service neutron] 10.222.0.42 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330570 Mar 22 14:21:33.180691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-00ecd5fc-8718-41c3-b8c8-98518b04c8d8 None None] Current status of the port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:33.192847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-00ecd5fc-8718-41c3-b8c8-98518b04c8d8 None None] Could not find standard attr ID for object ace76bd4-ba94-4f3e-bfbe-68900165ea35. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:33.247618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7e0ed0c7-c993-46c1-be08-e9217fc269fb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.299984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-d3f1678d-2d93-4fb9-afa0-b53116471812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:33.301576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-d3f1678d-2d93-4fb9-afa0-b53116471812 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1126 time: 0.1662171 Mar 22 14:21:33.305320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0bb2bf43-2dde-4b3b-8e13-98f9f341f896 None None] Could not find standard attr ID for object ace76bd4-ba94-4f3e-bfbe-68900165ea35. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:33.353195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (7e0ed0c7-c993-46c1-be08-e9217fc269fb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.409791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0ed0c7-c993-46c1-be08-e9217fc269fb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:33.419423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.432211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47464) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:33.432934 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5d0578c4-2f63-4165-ae14-f16e36f9d336 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/7e0ed0c7-c993-46c1-be08-e9217fc269fb HTTP/1.1" status: 204 len: 168 time: 0.7303438 Mar 22 14:21:33.525781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet 8110a7df-3475-4dbf-af0e-ea278308fb5a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:33.527535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (8110a7df-3475-4dbf-af0e-ea278308fb5a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.666734 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (8110a7df-3475-4dbf-af0e-ea278308fb5a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.840597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-64743f5d-b340-4247-8f4e-2af21d362ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:33.842123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-64743f5d-b340-4247-8f4e-2af21d362ccb service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.5282395 Mar 22 14:21:33.973734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850a5c1-3154-4037-9ff0-3f32e9674ce4 req-9a84b932-deb0-4e85-9226-e9b6df370500 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:33.975612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7850a5c1-3154-4037-9ff0-3f32e9674ce4 req-9a84b932-deb0-4e85-9226-e9b6df370500 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.3627424 Mar 22 14:21:34.010739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8110a7df-3475-4dbf-af0e-ea278308fb5a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.021100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-2bf3a14b-b8d9-4282-8a30-fa3bb50264ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 998 time: 0.1576619 Mar 22 14:21:34.241858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7850a5c1-3154-4037-9ff0-3f32e9674ce4 req-905888b3-73f3-4276-ba58-f28f9fbbdf49 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541797 Mar 22 14:21:34.269642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-ba511f0c-441c-4456-a915-343a81cce845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:34.282504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-ba511f0c-441c-4456-a915-343a81cce845 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.2345445 Mar 22 14:21:34.381797 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8110a7df-3475-4dbf-af0e-ea278308fb5a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.473119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=8110a7df-3475-4dbf-af0e-ea278308fb5a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:34.500056 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.511598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a19d061e-8494-4c97-89e5-0cf3dec37050 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/8110a7df-3475-4dbf-af0e-ea278308fb5a HTTP/1.1" status: 204 len: 168 time: 1.0773485 Mar 22 14:21:34.514610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47504) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:34.533839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-d64ca540-d819-45f3-be29-5eadfefd6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:34.540787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-d64ca540-d819-45f3-be29-5eadfefd6df6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2454815 Mar 22 14:21:34.727741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.729183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-2034dda2-c3b5-4bdf-93b3-1593d398be8f service neutron] 10.222.0.42 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799436 Mar 22 14:21:34.799315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78924f08-f0c3-4d26-8f7e-f27cfb56cb5d None None] Network dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:34.932697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:34.933096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.961681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c4659bea-1788-4f63-98e1-a4532786838e None None] Could not find standard attr ID for object ace76bd4-ba94-4f3e-bfbe-68900165ea35. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:35.102836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] For port 898c6485-dd4a-420a-ad6d-ad9de3a00b25, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=898c6485-dd4a-420a-ad6d-ad9de3a00b25,segment=NetworkSegment(b22bc0f7-c26e-48dc-b894-7c878419c29d),segment_id=b22bc0f7-c26e-48dc-b894-7c878419c29d)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:35.103638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.103786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05a9ba11-0173-4db9-a26a-d9fa5a71fe07 req-9c9ec3f7-aac0-4834-8a03-13331c75af8c service neutron] 10.222.0.42 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608618 Mar 22 14:21:35.128209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 898c6485-dd4a-420a-ad6d-ad9de3a00b25 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:35.207572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] DHCP port deletion for dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:21:35.257634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.313318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=898c6485-dd4a-420a-ad6d-ad9de3a00b25,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:35.315232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No DVR routers for this DVR port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:35.331909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] Deleting port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:35.332529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.436624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] For port 898c6485-dd4a-420a-ad6d-ad9de3a00b25, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:35.437462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.454923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] Calling delete_port for 898c6485-dd4a-420a-ad6d-ad9de3a00b25 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:35.458412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] Port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:21:35.460568 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (898c6485-dd4a-420a-ad6d-ad9de3a00b25), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.492780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] No DVR routers for this DVR port 898c6485-dd4a-420a-ad6d-ad9de3a00b25 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:35.497786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cea69a-1fb8-468f-8f3f-a9a8d24a4ada None None] Pushing event deleted for resources: {'Port': ['ID=898c6485-dd4a-420a-ad6d-ad9de3a00b25,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:35.565331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72c357-0bc2-4b3b-91a0-1bad2bdd9a5a req-2c0a9a90-4ea2-4e3b-af9f-c764b1350691 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:35.583250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c72c357-0bc2-4b3b-91a0-1bad2bdd9a5a req-2c0a9a90-4ea2-4e3b-af9f-c764b1350691 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1585763 Mar 22 14:21:35.611102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.679731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd32ba3f-0123-4ac8-9c89-6b5ed38076e3']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:35.707355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22bc0f7-c26e-48dc-b894-7c878419c29d') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:35.722663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22bc0f7-c26e-48dc-b894-7c878419c29d') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:35.729177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c72c357-0bc2-4b3b-91a0-1bad2bdd9a5a req-0d1cd681-a39d-4d00-8818-7d4ea916385b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449008 Mar 22 14:21:35.754543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b22bc0f7-c26e-48dc-b894-7c878419c29d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.780894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b22bc0f7-c26e-48dc-b894-7c878419c29d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.791695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:35.792214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b22bc0f7-c26e-48dc-b894-7c878419c29d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:35.901255 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:35.905472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (dd32ba3f-0123-4ac8-9c89-6b5ed38076e3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.917458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.939824 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/dd32ba3f-0123-4ac8-9c89-6b5ed38076e3 HTTP/1.1" status: 204 len: 168 time: 1.4240167 Mar 22 14:21:35.943837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47534) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:36.004268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b19107-89c7-46c8-893b-82e181dd4c57 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=dd32ba3f-0123-4ac8-9c89-6b5ed38076e3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:36.140941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 898c6485-dd4a-420a-ad6d-ad9de3a00b25 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:36.184818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 898c6485-dd4a-420a-ad6d-ad9de3a00b25 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:36.188346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 898c6485-dd4a-420a-ad6d-ad9de3a00b25 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:36.201545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed48d3ba-f529-4e00-b921-304debc29079 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:36.208063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47540) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:36.218730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ed48d3ba-f529-4e00-b921-304debc29079 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2736509 Mar 22 14:21:36.299824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:36.305301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1607175516'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:36.309655 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cc3531fe-dfa6-4d23-903e-9ba54c076db6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0996063 Mar 22 14:21:36.352985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:36.356528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.409490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:36.432492 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (41550fde-70d0-4f0d-af35-ffd4e88c903f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.433168 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment 41550fde-70d0-4f0d-af35-ffd4e88c903f of type vlan for network dd39d053-042c-4935-8891-b9733268e9cf Mar 22 14:21:36.525279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (dd39d053-042c-4935-8891-b9733268e9cf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.570899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (dd39d053-042c-4935-8891-b9733268e9cf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.576761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:36.584639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.749290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47548) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:36.755884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:36.757808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4567554 Mar 22 14:21:36.779032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012cdd-c619-4468-b640-02c39aefb225 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=dd39d053-042c-4935-8891-b9733268e9cf,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:36.798165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network dd39d053-042c-4935-8891-b9733268e9cf details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:37.088364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:37.092631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.122249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3436309-d52c-46a2-8767-3692f3741f87 req-9d1af4eb-d031-4683-8909-7985b58aa055 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:37.126389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3436309-d52c-46a2-8767-3692f3741f87 req-9d1af4eb-d031-4683-8909-7985b58aa055 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.2194779 Mar 22 14:21:37.267955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3436309-d52c-46a2-8767-3692f3741f87 req-69a033ae-73df-4e17-8931-131eb85fc3d4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374514 Mar 22 14:21:37.634307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (248d0ff7-e80d-44eb-918b-e920a4db47c1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.786377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': '41550fde-70d0-4f0d-af35-ffd4e88c903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:37.787078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: dd39d053-042c-4935-8891-b9733268e9cf, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:37.793123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=248d0ff7-e80d-44eb-918b-e920a4db47c1,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:37.863661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network dd39d053-042c-4935-8891-b9733268e9cf is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:37.888091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, dd39d053-042c-4935-8891-b9733268e9cf) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:37.898389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3252a940-5920-4ce9-9f47-e1e8a9bdc618 None None] Network dd39d053-042c-4935-8891-b9733268e9cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:37.912077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:37.914148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.956949 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e7d60fcf-6cfd-47d8-8387-ca1ed7b9edba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2054849 Mar 22 14:21:37.958622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47562) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:37.972233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf', 'name': 'tempest-PortsTestJSON-1863987114'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:38.228216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:38.233323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.256702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 87da57bc-e084-4df0-b775-68537c5c49b9 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:38.270763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-dd39d053-042c-4935-8891-b9733268e9cf', 'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf', 'project_id': 'decb2a0191274302bcb5b4cab1a2415b', 'fixed_ips': [{'subnet_id': '248d0ff7-e80d-44eb-918b-e920a4db47c1'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:38.271788 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.464446 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:21:38.508890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7ff88-b50a-4c0b-8eba-a24b9f02fa71 req-3926c5c0-347b-421c-a35f-41d399abda70 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:38.517023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfd7ff88-b50a-4c0b-8eba-a24b9f02fa71 req-3926c5c0-347b-421c-a35f-41d399abda70 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1201742 Mar 22 14:21:38.561232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.14 (dd39d053-042c-4935-8891-b9733268e9cf/248d0ff7-e80d-44eb-918b-e920a4db47c1/87da57bc-e084-4df0-b775-68537c5c49b9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:38.657912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfd7ff88-b50a-4c0b-8eba-a24b9f02fa71 req-ee631fcc-1f28-4ba4-b543-7ee512b20d6b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395969 Mar 22 14:21:38.872430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (87da57bc-e084-4df0-b775-68537c5c49b9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.959683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (87da57bc-e084-4df0-b775-68537c5c49b9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.984860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network dd39d053-042c-4935-8891-b9733268e9cf is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:38.988210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:38.995737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:39.156051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Allocated IP 172.20.0.2 (dd39d053-042c-4935-8891-b9733268e9cf/248d0ff7-e80d-44eb-918b-e920a4db47c1/ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:39.604824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Publish callbacks [] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.619438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.818328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Pushing event updated for resources: {'Port': ['ID=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:39.828627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:39.829542 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.858153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Network dd39d053-042c-4935-8891-b9733268e9cf is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:39.863697 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9029860 Mar 22 14:21:39.864479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:39.870418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47588) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:39.875804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf', 'name': 'tempest-PortsTestJSON-430217319'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:39.882516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:39.972247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0ef3d-3c5b-4b42-8fae-741969337ae1 req-e0d8e449-84d4-479e-a21e-bceea145c6dc tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:39.987821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14d0ef3d-3c5b-4b42-8fae-741969337ae1 req-e0d8e449-84d4-479e-a21e-bceea145c6dc tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1627197 Mar 22 14:21:40.039012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Attempting to bind port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:40.039396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Attempting to bind port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '41550fde-70d0-4f0d-af35-ffd4e88c903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:40.039979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Attempting to bind port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee on network dd39d053-042c-4935-8891-b9733268e9cf {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:40.048717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:40.049173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Checking segment: {'id': '41550fde-70d0-4f0d-af35-ffd4e88c903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:40.054134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:40.054586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Bound using segment: {'id': '41550fde-70d0-4f0d-af35-ffd4e88c903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:40.055125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Bound port: ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41550fde-70d0-4f0d-af35-ffd4e88c903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dd39d053-042c-4935-8891-b9733268e9cf'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:40.055532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:40.127028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ebb43-f32f-4760-8154-3b7d5a2ae338 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=87da57bc-e084-4df0-b775-68537c5c49b9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:40.135288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14d0ef3d-3c5b-4b42-8fae-741969337ae1 req-7c18ba7a-ec7e-45d8-a82b-bb402034467e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440783 Mar 22 14:21:40.180083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:40.191304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:40.247031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port b33e014a-1fd9-4b78-9176-d91f2f16ad78 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:40.303870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] For port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:40.320206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] For port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,segment=NetworkSegment(41550fde-70d0-4f0d-af35-ffd4e88c903f),segment_id=41550fde-70d0-4f0d-af35-ffd4e88c903f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:40.333007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:40.409439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb541bf7-3050-4567-8e1e-46bfb7f72437 None None] Pushing event updated for resources: {'Port': ['ID=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:40.532867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.8 (dd39d053-042c-4935-8891-b9733268e9cf/248d0ff7-e80d-44eb-918b-e920a4db47c1/b33e014a-1fd9-4b78-9176-d91f2f16ad78) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:40.990775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (b33e014a-1fd9-4b78-9176-d91f2f16ad78), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:41.041454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b33e014a-1fd9-4b78-9176-d91f2f16ad78), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:41.197760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network dd39d053-042c-4935-8891-b9733268e9cf is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:41.211869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:41.217118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:41.255227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=b33e014a-1fd9-4b78-9176-d91f2f16ad78,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:41.390598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:41.391303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:41.432908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164eaeec-7e8c-47fb-b9d1-8b0d27bba285 req-b572bc2c-1204-4a67-ab4f-82b77a911cb8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:41.434086 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06ce219a-d57f-4206-824d-5bfd1525febe tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5621152 Mar 22 14:21:41.434897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47610) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:41.452722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-164eaeec-7e8c-47fb-b9d1-8b0d27bba285 req-b572bc2c-1204-4a67-ab4f-82b77a911cb8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1731219 Mar 22 14:21:41.577413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-164eaeec-7e8c-47fb-b9d1-8b0d27bba285 req-e020d776-d2d4-4c49-9b36-fa7d4a4d4278 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230829 Mar 22 14:21:41.647402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e1045-04dc-4de7-850c-269cbcf0a9ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:41.653896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47614) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:41.656077 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc6e1045-04dc-4de7-850c-269cbcf0a9ee tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2199605 Mar 22 14:21:41.858079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port b33e014a-1fd9-4b78-9176-d91f2f16ad78 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:41.862997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b33e014a-1fd9-4b78-9176-d91f2f16ad78), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.172677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b33e014a-1fd9-4b78-9176-d91f2f16ad78), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.189553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for b33e014a-1fd9-4b78-9176-d91f2f16ad78 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:42.268829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:42.437422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:42.437836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.521806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b33e014a-1fd9-4b78-9176-d91f2f16ad78), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.574125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=b33e014a-1fd9-4b78-9176-d91f2f16ad78,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:42.627033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476c10a-91e5-4149-acce-090f36ed24eb None None] Network dd39d053-042c-4935-8891-b9733268e9cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:42.695652 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.703995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2afbadfd-6ffe-4496-b4d2-6d59e72e7489 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/b33e014a-1fd9-4b78-9176-d91f2f16ad78 HTTP/1.1" status: 204 len: 168 time: 1.0486605 Mar 22 14:21:42.707643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:42.789262 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee610785-f475-48da-b2c2-c446e9942000 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:42.799509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47632) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:42.800865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee610785-f475-48da-b2c2-c446e9942000 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/b33e014a-1fd9-4b78-9176-d91f2f16ad78 HTTP/1.1" status: 404 len: 333 time: 0.0908327 Mar 22 14:21:43.017222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b97c-c653-42aa-99a6-99e3babca813 req-fe4764ce-271b-434a-9396-9d053ed14801 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.025398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a21b97c-c653-42aa-99a6-99e3babca813 req-fe4764ce-271b-434a-9396-9d053ed14801 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.3077426 Mar 22 14:21:43.137554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 87da57bc-e084-4df0-b775-68537c5c49b9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:43.137932 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (87da57bc-e084-4df0-b775-68537c5c49b9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.247326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-82e2cc2e-f156-4e72-8192-bd42704e8dfd None None] Provisioning complete for port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:43.248245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc2e-f156-4e72-8192-bd42704e8dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.370716 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (87da57bc-e084-4df0-b775-68537c5c49b9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.393356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 87da57bc-e084-4df0-b775-68537c5c49b9 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:43.572499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:43.577350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.589280 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (87da57bc-e084-4df0-b775-68537c5c49b9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.728996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=87da57bc-e084-4df0-b775-68537c5c49b9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:43.791038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-82e2cc2e-f156-4e72-8192-bd42704e8dfd None None] Current status of the port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:43.791715 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc2e-f156-4e72-8192-bd42704e8dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.937142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.951552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6d4afaf6-4c5e-44cf-a93c-d9cbef32e051 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/87da57bc-e084-4df0-b775-68537c5c49b9 HTTP/1.1" status: 204 len: 168 time: 1.1402411 Mar 22 14:21:43.956343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-82e2cc2e-f156-4e72-8192-bd42704e8dfd None None] For port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,segment=NetworkSegment(41550fde-70d0-4f0d-af35-ffd4e88c903f),segment_id=41550fde-70d0-4f0d-af35-ffd4e88c903f)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:43.957376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47640) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:43.981382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a21b97c-c653-42aa-99a6-99e3babca813 req-9a98caea-5add-4daa-bf6e-b8237a52790a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9529679 Mar 22 14:21:43.992369 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc2e-f156-4e72-8192-bd42704e8dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.045183 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fdd9ca-b45f-4435-9866-595896b5ab2d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:44.048821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e7fdd9ca-b45f-4435-9866-595896b5ab2d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/87da57bc-e084-4df0-b775-68537c5c49b9 HTTP/1.1" status: 404 len: 333 time: 0.0892370 Mar 22 14:21:44.050623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47642) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:44.193826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2cc2e-f156-4e72-8192-bd42704e8dfd None None] Pushing event updated for resources: {'Port': ['ID=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:44.239355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet 248d0ff7-e80d-44eb-918b-e920a4db47c1 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:44.241785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-754871b2-29ed-45a0-8ae7-d6688f325aae None None] Could not find standard attr ID for object 87da57bc-e084-4df0-b775-68537c5c49b9. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:44.264267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (248d0ff7-e80d-44eb-918b-e920a4db47c1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.379405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-754871b2-29ed-45a0-8ae7-d6688f325aae None None] Provisioning complete for port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:44.385315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-754871b2-29ed-45a0-8ae7-d6688f325aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.442431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (248d0ff7-e80d-44eb-918b-e920a4db47c1), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.480444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:21:44.485853 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:21:44.573852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-754871b2-29ed-45a0-8ae7-d6688f325aae None None] Current status of the port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:44.668377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (248d0ff7-e80d-44eb-918b-e920a4db47c1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.691726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ee1809ad-9c3a-452c-b94c-36a1c27cef4c None None] Could not find standard attr ID for object 87da57bc-e084-4df0-b775-68537c5c49b9. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:44.826500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (248d0ff7-e80d-44eb-918b-e920a4db47c1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.919299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=248d0ff7-e80d-44eb-918b-e920a4db47c1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:44.933933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.944567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7da9ce41-aafc-43a9-82de-fc7a29a2bf20 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/248d0ff7-e80d-44eb-918b-e920a4db47c1 HTTP/1.1" status: 204 len: 168 time: 0.8924851 Mar 22 14:21:44.947292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:44.948354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215dce6-cbca-4e73-83b7-c558d23748a7 None None] Network dd39d053-042c-4935-8891-b9733268e9cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:45.169330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (dd39d053-042c-4935-8891-b9733268e9cf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:45.264385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-296bca53-6a6c-4a2b-bc20-5c0a71ab8747 None None] Could not find standard attr ID for object b33e014a-1fd9-4b78-9176-d91f2f16ad78. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:45.353076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:45.353440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:45.360762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:45.365237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b770b-ae85-4676-89a1-5878d69b6f99 req-17c7778d-cc4a-4f80-ba76-0bf8a8959ef7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.367076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d7b770b-ae85-4676-89a1-5878d69b6f99 req-17c7778d-cc4a-4f80-ba76-0bf8a8959ef7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1318955 Mar 22 14:21:45.477251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d7b770b-ae85-4676-89a1-5878d69b6f99 req-43530581-fa49-4670-851e-23f1ff0dc681 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035860 Mar 22 14:21:45.486368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] DHCP port deletion for dd39d053-042c-4935-8891-b9733268e9cf request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:21:45.601491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] For port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,segment=NetworkSegment(41550fde-70d0-4f0d-af35-ffd4e88c903f),segment_id=41550fde-70d0-4f0d-af35-ffd4e88c903f)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:45.606401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:45.693817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:45.923450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:45.991272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:45.995858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No DVR routers for this DVR port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:46.100502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] Deleting port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:46.101774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.195978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (dd39d053-042c-4935-8891-b9733268e9cf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.249176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd39d053-042c-4935-8891-b9733268e9cf']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:46.263296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] For port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:46.264019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.272690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41550fde-70d0-4f0d-af35-ffd4e88c903f') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:46.276407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41550fde-70d0-4f0d-af35-ffd4e88c903f') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:46.295430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] Calling delete_port for ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:46.298178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (41550fde-70d0-4f0d-af35-ffd4e88c903f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.302822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] Port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:21:46.309614 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.332959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (41550fde-70d0-4f0d-af35-ffd4e88c903f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.338767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] No DVR routers for this DVR port ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:46.346531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:46.347189 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (41550fde-70d0-4f0d-af35-ffd4e88c903f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.393996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a57ecd-9cf4-435e-81de-80d4a90f5b66 None None] Pushing event deleted for resources: {'Port': ['ID=ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:46.450570 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:46.456330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (dd39d053-042c-4935-8891-b9733268e9cf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.465807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.473654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47662) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:46.474297 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/dd39d053-042c-4935-8891-b9733268e9cf HTTP/1.1" status: 204 len: 168 time: 1.5253873 Mar 22 14:21:46.480158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-419265075'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:46.491818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5db2a-034b-4e75-992b-aa34c4bd1dcf tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=dd39d053-042c-4935-8891-b9733268e9cf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:46.521221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:46.525467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.605931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:46.722495 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8eed507e-1295-41cd-a6c9-7cdadc952786), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.722961 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment 8eed507e-1295-41cd-a6c9-7cdadc952786 of type vlan for network 3d0d69d5-b754-4290-8429-084c019f0c71 Mar 22 14:21:46.830375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3d0d69d5-b754-4290-8429-084c019f0c71), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.870798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b749f14-e5b6-452e-ad14-2e1c6dc8f89a req-74630dc0-65da-447f-8f52-f726e9dcf20d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.872913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b749f14-e5b6-452e-ad14-2e1c6dc8f89a req-74630dc0-65da-447f-8f52-f726e9dcf20d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.2469532 Mar 22 14:21:46.945647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3d0d69d5-b754-4290-8429-084c019f0c71), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:46.958584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.959710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:47.032072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5537424 Mar 22 14:21:47.033230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47672) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:47.040413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:47.215656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b99e8d-1764-42c8-90f1-1c59f90144f9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=3d0d69d5-b754-4290-8429-084c019f0c71,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:47.229424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3d0d69d5-b754-4290-8429-084c019f0c71 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:47.238966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b749f14-e5b6-452e-ad14-2e1c6dc8f89a req-b7929c6d-1709-43f8-bba1-017684a4550b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500807 Mar 22 14:21:47.261179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:47.265024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:47.509907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:47.560114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:47.563622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ef76e47e-8203-4bbd-8fa8-7bd1b34cf1ee not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:47.600577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (cec9475e-04b5-4f52-8fb2-5ebe4cec9778), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:47.821768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': '8eed507e-1295-41cd-a6c9-7cdadc952786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:47.823263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: 3d0d69d5-b754-4290-8429-084c019f0c71, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:47.827469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=cec9475e-04b5-4f52-8fb2-5ebe4cec9778,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:47.853592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 3d0d69d5-b754-4290-8429-084c019f0c71 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:47.869516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3d0d69d5-b754-4290-8429-084c019f0c71) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:47.879598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e857582-920f-47d4-957c-aa3859024c80 None None] Network 3d0d69d5-b754-4290-8429-084c019f0c71 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:47.885588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.888746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:47.926948 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-21d1164c-904e-42be-8d71-d2eeea361136 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8921087 Mar 22 14:21:47.929874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:47.942325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71', 'name': 'tempest-PortsTestJSON-1186827706', 'fixed_ips': [{'subnet_id': 'cec9475e-04b5-4f52-8fb2-5ebe4cec9778', 'ip_address': '172.20.0.10'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:48.103437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3d0d69d5-b754-4290-8429-084c019f0c71', 'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71', 'project_id': 'decb2a0191274302bcb5b4cab1a2415b', 'fixed_ips': [{'subnet_id': 'cec9475e-04b5-4f52-8fb2-5ebe4cec9778'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:48.105912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.408440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:48.414542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57c3cf29-fc20-4e0a-a8b0-3f5acb8ed74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.418852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Allocated IP 172.20.0.2 (3d0d69d5-b754-4290-8429-084c019f0c71/cec9475e-04b5-4f52-8fb2-5ebe4cec9778/17a43d0e-5788-4819-81c2-10256bb5b9bb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:48.462557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34225863-c1f7-4d8d-aba4-2fdf3529db7f req-5043399b-5415-4a02-a9ae-cebc72a30704 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.470887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34225863-c1f7-4d8d-aba4-2fdf3529db7f req-5043399b-5415-4a02-a9ae-cebc72a30704 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.0783815 Mar 22 14:21:48.535869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34225863-c1f7-4d8d-aba4-2fdf3529db7f req-4bf37741-55d1-49f7-8054-1eaefb86102b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638578 Mar 22 14:21:48.582906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.688024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 66ddad8d-77c5-4aa4-b113-b10d8ea83c84 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:48.796387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Publish callbacks [] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.804779 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.903961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Network 3d0d69d5-b754-4290-8429-084c019f0c71 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:48.914973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:48.923458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:48.938235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Pushing event updated for resources: {'Port': ['ID=17a43d0e-5788-4819-81c2-10256bb5b9bb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:49.119453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Attempting to bind port 17a43d0e-5788-4819-81c2-10256bb5b9bb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:49.119989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.10 (3d0d69d5-b754-4290-8429-084c019f0c71/cec9475e-04b5-4f52-8fb2-5ebe4cec9778/66ddad8d-77c5-4aa4-b113-b10d8ea83c84) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:49.124105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Attempting to bind port 17a43d0e-5788-4819-81c2-10256bb5b9bb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '8eed507e-1295-41cd-a6c9-7cdadc952786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:49.125030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Attempting to bind port 17a43d0e-5788-4819-81c2-10256bb5b9bb on network 3d0d69d5-b754-4290-8429-084c019f0c71 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:49.141875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:49.146662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Checking segment: {'id': '8eed507e-1295-41cd-a6c9-7cdadc952786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:49.147521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.151542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Bound using segment: {'id': '8eed507e-1295-41cd-a6c9-7cdadc952786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:49.152452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Bound port: 17a43d0e-5788-4819-81c2-10256bb5b9bb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eed507e-1295-41cd-a6c9-7cdadc952786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:49.156730 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.347475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] For port 17a43d0e-5788-4819-81c2-10256bb5b9bb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:49.352297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] For port 17a43d0e-5788-4819-81c2-10256bb5b9bb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17a43d0e-5788-4819-81c2-10256bb5b9bb,segment=NetworkSegment(8eed507e-1295-41cd-a6c9-7cdadc952786),segment_id=8eed507e-1295-41cd-a6c9-7cdadc952786)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:49.368151 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.540200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (66ddad8d-77c5-4aa4-b113-b10d8ea83c84), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.610367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc30fa-43ec-4cf4-86b0-f52caae716f0 None None] Pushing event updated for resources: {'Port': ['ID=17a43d0e-5788-4819-81c2-10256bb5b9bb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:49.623451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (66ddad8d-77c5-4aa4-b113-b10d8ea83c84), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.738608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 3d0d69d5-b754-4290-8429-084c019f0c71 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:49.752068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:49.761177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:49.833530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74376e15-6d27-471b-aa3a-8551c79db3f6 req-bc5b529e-8fdf-4877-91fc-66b29e3ab272 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.834198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.834663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.837718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=66ddad8d-77c5-4aa4-b113-b10d8ea83c84,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:49.861644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74376e15-6d27-471b-aa3a-8551c79db3f6 req-bc5b529e-8fdf-4877-91fc-66b29e3ab272 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.1226625 Mar 22 14:21:49.866344 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-20eb62d9-0543-44d2-8d66-64c5612b13bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9347804 Mar 22 14:21:49.867640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47694) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:49.873444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '3d0d69d5-b754-4290-8429-084c019f0c71', 'name': 'tempest-PortsTestJSON-1905620174', 'fixed_ips': [{'subnet_id': 'cec9475e-04b5-4f52-8fb2-5ebe4cec9778', 'ip_address': '172.20.0.9'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:49.945480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74376e15-6d27-471b-aa3a-8551c79db3f6 req-c2b78b48-dd7d-4454-9cab-ea90508ee4f9 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827508 Mar 22 14:21:50.161328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:50.166810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.210839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 6108da5c-ef33-41ef-9fae-b7890dade955 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:50.435787 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-17669797-9b0c-4973-8bad-5f4bbc559ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.668860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.9 (3d0d69d5-b754-4290-8429-084c019f0c71/cec9475e-04b5-4f52-8fb2-5ebe4cec9778/6108da5c-ef33-41ef-9fae-b7890dade955) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:50.939806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (6108da5c-ef33-41ef-9fae-b7890dade955), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.977583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6108da5c-ef33-41ef-9fae-b7890dade955), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.080369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 3d0d69d5-b754-4290-8429-084c019f0c71 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:51.084044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:51.091303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:51.099893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=6108da5c-ef33-41ef-9fae-b7890dade955,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:51.202474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.203208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47732) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:51.204332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.249344 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3365a623-1373-4228-a112-eb45be4e5aea tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3811185 Mar 22 14:21:51.252952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47736) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:51.442061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf32a2-f076-4e41-959b-33ab4a7aea23 req-309fefd1-07f5-4f60-b67c-991a4f67d420 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.447314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fbf32a2-f076-4e41-959b-33ab4a7aea23 req-309fefd1-07f5-4f60-b67c-991a4f67d420 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.3949444 Mar 22 14:21:51.512330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399b1bb-de13-4039-bf41-288c2df45dba None None] Network 3d0d69d5-b754-4290-8429-084c019f0c71 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:51.526469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6064-0943-465d-a39c-4bd94f01a66c req-aa0a90c5-852d-499b-83a1-7a2b0513e35a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.542940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-022d6064-0943-465d-a39c-4bd94f01a66c req-aa0a90c5-852d-499b-83a1-7a2b0513e35a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.3096895 Mar 22 14:21:51.570281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba65af-5a0f-45ee-8750-044323d4161a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.579608 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b9ba65af-5a0f-45ee-8750-044323d4161a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3243785 Mar 22 14:21:51.579890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a99b0e9-f29d-496f-ae56-ab571af5100c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.580312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47738) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:51.663805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ea9effdf-1915-44eb-bf81-8cc8e55dfe2c None None] Provisioning complete for port 17a43d0e-5788-4819-81c2-10256bb5b9bb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:51.664426 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea9effdf-1915-44eb-bf81-8cc8e55dfe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.687175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17a43d0e-5788-4819-81c2-10256bb5b9bb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:51.709619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa4955-690f-4bde-a04e-47a27129bb0a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.726286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa4955-690f-4bde-a04e-47a27129bb0a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.738299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa4955-690f-4bde-a04e-47a27129bb0a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.743667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a8aa4955-690f-4bde-a04e-47a27129bb0a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1622922 Mar 22 14:21:51.744311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47740) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:51.762409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fbf32a2-f076-4e41-959b-33ab4a7aea23 req-382f5a5c-edd3-4dd6-9593-c9018051f8f0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878075 Mar 22 14:21:51.806646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-022d6064-0943-465d-a39c-4bd94f01a66c req-77f6d5a5-96a1-4d11-b779-555120c74747 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611697 Mar 22 14:21:51.919971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 6108da5c-ef33-41ef-9fae-b7890dade955 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:51.920333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6108da5c-ef33-41ef-9fae-b7890dade955), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.922276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a99b0e9-f29d-496f-ae56-ab571af5100c admin admin] Publish callbacks [] for security_group (50c3e971-467c-471b-b84b-a66e2ed275d1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.935539 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a99b0e9-f29d-496f-ae56-ab571af5100c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (50c3e971-467c-471b-b84b-a66e2ed275d1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.963191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.966009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ea9effdf-1915-44eb-bf81-8cc8e55dfe2c None None] Current status of the port 17a43d0e-5788-4819-81c2-10256bb5b9bb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:51.966418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea9effdf-1915-44eb-bf81-8cc8e55dfe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.996532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 17a43d0e-5788-4819-81c2-10256bb5b9bb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:51.996909 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.022652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99b0e9-f29d-496f-ae56-ab571af5100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c3e971-467c-471b-b84b-a66e2ed275d1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.027415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7a99b0e9-f29d-496f-ae56-ab571af5100c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a411c5bfdf02462bbfbdfb37b3c605e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8223732 Mar 22 14:21:52.033838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47742) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:52.059992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ea9effdf-1915-44eb-bf81-8cc8e55dfe2c None None] For port 17a43d0e-5788-4819-81c2-10256bb5b9bb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17a43d0e-5788-4819-81c2-10256bb5b9bb,segment=NetworkSegment(8eed507e-1295-41cd-a6c9-7cdadc952786),segment_id=8eed507e-1295-41cd-a6c9-7cdadc952786)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:52.070782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea9effdf-1915-44eb-bf81-8cc8e55dfe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.160667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Publish callbacks [] for security_group (50c3e971-467c-471b-b84b-a66e2ed275d1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.170810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9effdf-1915-44eb-bf81-8cc8e55dfe2c None None] Pushing event updated for resources: {'Port': ['ID=17a43d0e-5788-4819-81c2-10256bb5b9bb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.216634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 17a43d0e-5788-4819-81c2-10256bb5b9bb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:52.249085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Publish callbacks [] for security_group (50c3e971-467c-471b-b84b-a66e2ed275d1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.280396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6108da5c-ef33-41ef-9fae-b7890dade955), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.308415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 6108da5c-ef33-41ef-9fae-b7890dade955 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:52.368865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (50c3e971-467c-471b-b84b-a66e2ed275d1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.371690 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.379240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50c3e971-467c-471b-b84b-a66e2ed275d1 HTTP/1.1" status: 204 len: 168 time: 0.3414502 Mar 22 14:21:52.415251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c3e971-467c-471b-b84b-a66e2ed275d1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.434326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.434677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.435023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.435367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.435700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.436030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.436359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.436684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.437128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.437583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.437913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.438570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.438902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.439229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.439553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2fd6a2-22f8-4e68-8216-277d7fdefa78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:52.617468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6108da5c-ef33-41ef-9fae-b7890dade955), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.618895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Provisioning complete for port 6108da5c-ef33-41ef-9fae-b7890dade955 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:52.620364 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6108da5c-ef33-41ef-9fae-b7890dade955), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.677460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Port 6108da5c-ef33-41ef-9fae-b7890dade955 was deleted so its status cannot be updated. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 22 14:21:52.694276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Provisioning complete for port 66ddad8d-77c5-4aa4-b113-b10d8ea83c84 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:52.695298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (66ddad8d-77c5-4aa4-b113-b10d8ea83c84), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.709433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=6108da5c-ef33-41ef-9fae-b7890dade955,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.883157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Port 66ddad8d-77c5-4aa4-b113-b10d8ea83c84 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:52.924568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.929289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b4ccb560-0e93-425b-a127-d2fa488e08bc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/6108da5c-ef33-41ef-9fae-b7890dade955 HTTP/1.1" status: 204 len: 168 time: 1.1839464 Mar 22 14:21:52.931397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Provisioning complete for port 17a43d0e-5788-4819-81c2-10256bb5b9bb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:52.932025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47756) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:52.944459 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.988416 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccf0975-dd38-417e-81b8-f21e04c5172e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:52.994356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5ccf0975-dd38-417e-81b8-f21e04c5172e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/6108da5c-ef33-41ef-9fae-b7890dade955 HTTP/1.1" status: 404 len: 333 time: 0.0609264 Mar 22 14:21:52.997203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:53.202236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-58125b84-fff0-4475-b1c1-f67c765ed2cb None None] Current status of the port 17a43d0e-5788-4819-81c2-10256bb5b9bb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:53.204648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47762) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:53.238153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadad-3335-4429-893a-66703a9c5178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.303656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 66ddad8d-77c5-4aa4-b113-b10d8ea83c84 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:53.304250 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (66ddad8d-77c5-4aa4-b113-b10d8ea83c84), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.376377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5056ebac-b993-487f-9f75-313c7dccf02f None None] Provisioning complete for port 66ddad8d-77c5-4aa4-b113-b10d8ea83c84 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:53.377202 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5056ebac-b993-487f-9f75-313c7dccf02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (66ddad8d-77c5-4aa4-b113-b10d8ea83c84), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.529564 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.534364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5056ebac-b993-487f-9f75-313c7dccf02f None None] Port 66ddad8d-77c5-4aa4-b113-b10d8ea83c84 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:53.563315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17a43d0e-5788-4819-81c2-10256bb5b9bb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:53.598830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (66ddad8d-77c5-4aa4-b113-b10d8ea83c84), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.625296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 66ddad8d-77c5-4aa4-b113-b10d8ea83c84 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:53.632981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadad-3335-4429-893a-66703a9c5178 admin admin] Publish callbacks [] for security_group (e056f8e6-9bd1-43b5-834d-1ee9d90591d9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.659284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadad-3335-4429-893a-66703a9c5178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e056f8e6-9bd1-43b5-834d-1ee9d90591d9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.676053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d790dd98-f980-4e62-af49-b5a22c56a9c6 None None] Could not find standard attr ID for object 6108da5c-ef33-41ef-9fae-b7890dade955. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:21:53.720092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 17a43d0e-5788-4819-81c2-10256bb5b9bb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:53.720708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.783759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dadad-3335-4429-893a-66703a9c5178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e056f8e6-9bd1-43b5-834d-1ee9d90591d9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:53.796033 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ab5dadad-3335-4429-893a-66703a9c5178 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2dd170b7794447fd8060bfbb5388d423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5886481 Mar 22 14:21:53.797113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:53.831056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 17a43d0e-5788-4819-81c2-10256bb5b9bb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:53.927864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aec968f6-935c-4467-a3ac-9a1e1aeea13d admin admin] Publish callbacks [] for security_group (e056f8e6-9bd1-43b5-834d-1ee9d90591d9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.964188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aec968f6-935c-4467-a3ac-9a1e1aeea13d admin admin] Publish callbacks [] for security_group (e056f8e6-9bd1-43b5-834d-1ee9d90591d9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.030361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aec968f6-935c-4467-a3ac-9a1e1aeea13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e056f8e6-9bd1-43b5-834d-1ee9d90591d9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.033259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aec968f6-935c-4467-a3ac-9a1e1aeea13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.052630 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aec968f6-935c-4467-a3ac-9a1e1aeea13d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e056f8e6-9bd1-43b5-834d-1ee9d90591d9 HTTP/1.1" status: 204 len: 168 time: 0.2429926 Mar 22 14:21:54.084099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a35160-7af3-4ed4-849c-bb56e6901e33 req-907fd8fd-4df8-4aee-aa8c-956e6658cc05 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:54.092293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47a35160-7af3-4ed4-849c-bb56e6901e33 req-907fd8fd-4df8-4aee-aa8c-956e6658cc05 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 1.1121407 Mar 22 14:21:54.096251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec968f6-935c-4467-a3ac-9a1e1aeea13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e056f8e6-9bd1-43b5-834d-1ee9d90591d9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:54.103002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1fb6-aeef-498e-86cd-b8dc5cb6e2f6 req-da3a7965-b9ae-4dea-826b-abd33aaf721d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:54.121379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66ea1fb6-aeef-498e-86cd-b8dc5cb6e2f6 req-da3a7965-b9ae-4dea-826b-abd33aaf721d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 1.1365864 Mar 22 14:21:54.155352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (66ddad8d-77c5-4aa4-b113-b10d8ea83c84), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.237370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47a35160-7af3-4ed4-849c-bb56e6901e33 req-2cc555df-40e8-40f6-b29a-e1a40d681935 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434658 Mar 22 14:21:54.259968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=66ddad8d-77c5-4aa4-b113-b10d8ea83c84,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:54.343812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66ea1fb6-aeef-498e-86cd-b8dc5cb6e2f6 req-20e7ae39-0e70-4e55-9491-30c4d98c0ff1 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205787 Mar 22 14:21:54.384407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-10b1ce16-d8ca-4a1d-91d8-9a29fbaf7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:54.393325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-10b1ce16-d8ca-4a1d-91d8-9a29fbaf7b64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1126 time: 0.2339938 Mar 22 14:21:54.499278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.502883 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-198d7e28-1b72-4666-a738-5066813b423a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/66ddad8d-77c5-4aa4-b113-b10d8ea83c84 HTTP/1.1" status: 204 len: 168 time: 1.5043201 Mar 22 14:21:54.506142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47780) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:54.521242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.549692 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-469c7650-4556-447a-a5e0-d8f2021dd0fc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:21:54.553579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-469c7650-4556-447a-a5e0-d8f2021dd0fc tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/66ddad8d-77c5-4aa4-b113-b10d8ea83c84 HTTP/1.1" status: 404 len: 333 time: 0.0463936 Mar 22 14:21:54.556183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47782) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:54.663979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet cec9475e-04b5-4f52-8fb2-5ebe4cec9778 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:54.667822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47786) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:54.674242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (cec9475e-04b5-4f52-8fb2-5ebe4cec9778), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.675268 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.779613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (cec9475e-04b5-4f52-8fb2-5ebe4cec9778), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.783149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-1186640a-0b49-41c8-b23c-57ff32a6cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:54.784851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-1186640a-0b49-41c8-b23c-57ff32a6cb51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.3726954 Mar 22 14:21:54.931343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-ae75ecdf-c97f-499e-94db-d41e02a576ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 200 len: 998 time: 0.1380615 Mar 22 14:21:54.970190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (cec9475e-04b5-4f52-8fb2-5ebe4cec9778), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.028722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:55.084482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (cec9475e-04b5-4f52-8fb2-5ebe4cec9778), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.111174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.117454 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/cec9475e-04b5-4f52-8fb2-5ebe4cec9778 HTTP/1.1" status: 204 len: 168 time: 0.5600307 Mar 22 14:21:55.124762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12489a-e345-471c-a987-ce0b0ae4e391 None None] Network 3d0d69d5-b754-4290-8429-084c019f0c71 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:55.154212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47798) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:55.176529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89f15e-5552-4a45-bdcc-6dcbd61413cd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=cec9475e-04b5-4f52-8fb2-5ebe4cec9778,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:55.310992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:55.329509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'port_id': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'mac_address': 'fa:16:3e:f5:a9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:55.356208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3d0d69d5-b754-4290-8429-084c019f0c71), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.461505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:55.462032 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.489827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:55.509102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] DHCP port deletion for 3d0d69d5-b754-4290-8429-084c019f0c71 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:21:55.549738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:55.550162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 17a43d0e-5788-4819-81c2-10256bb5b9bb {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:55.550467 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.557231 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.612290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=11']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:55.636892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] Deleting port 17a43d0e-5788-4819-81c2-10256bb5b9bb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:55.637415 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.701262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] For port 17a43d0e-5788-4819-81c2-10256bb5b9bb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17a43d0e-5788-4819-81c2-10256bb5b9bb,segment=NetworkSegment(8eed507e-1295-41cd-a6c9-7cdadc952786),segment_id=8eed507e-1295-41cd-a6c9-7cdadc952786)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:55.701742 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.729531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] For port 17a43d0e-5788-4819-81c2-10256bb5b9bb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=17a43d0e-5788-4819-81c2-10256bb5b9bb,segment=NetworkSegment(8eed507e-1295-41cd-a6c9-7cdadc952786),segment_id=8eed507e-1295-41cd-a6c9-7cdadc952786)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:55.730032 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.735763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-6533a9c5-f30c-403f-94a9-2ebdebd6879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.737232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-6533a9c5-f30c-403f-94a9-2ebdebd6879b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.4321611 Mar 22 14:21:55.745796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 17a43d0e-5788-4819-81c2-10256bb5b9bb owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:55.746463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] Calling delete_port for 17a43d0e-5788-4819-81c2-10256bb5b9bb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:55.812392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2182c55-529a-47f1-8058-94827e9c3d63 req-daad5709-485e-4b79-a606-e9c9060b84e8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.813874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2182c55-529a-47f1-8058-94827e9c3d63 req-daad5709-485e-4b79-a606-e9c9060b84e8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 944 time: 0.4242618 Mar 22 14:21:55.853855 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.891369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (17a43d0e-5788-4819-81c2-10256bb5b9bb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.895318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] Pushing event deleted for resources: {'Port': ['ID=17a43d0e-5788-4819-81c2-10256bb5b9bb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:55.898177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e8814-a285-4f52-a9bc-d1ea1c6b2276 None None] No DVR routers for this DVR port 17a43d0e-5788-4819-81c2-10256bb5b9bb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:55.932449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:55.946223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2182c55-529a-47f1-8058-94827e9c3d63 req-7ebe4eec-cf1a-44f2-b257-824be5b74c73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752492 Mar 22 14:21:55.949126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No DVR routers for this DVR port 17a43d0e-5788-4819-81c2-10256bb5b9bb on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:55.968575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9364971-0266-4623-8173-9c1aa0db0dfa req-6dd3371f-19a8-4044-adc9-6db19db6fe34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.978441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9364971-0266-4623-8173-9c1aa0db0dfa req-6dd3371f-19a8-4044-adc9-6db19db6fe34 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.4470572 Mar 22 14:21:55.998041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=17a43d0e-5788-4819-81c2-10256bb5b9bb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:56.029100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-1d5abb41-253c-49be-99f1-1ed7284a2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:56.031416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-1d5abb41-253c-49be-99f1-1ed7284a2cce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2266338 Mar 22 14:21:56.080883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9364971-0266-4623-8173-9c1aa0db0dfa req-1fa276f3-6599-48e5-a860-059d6f603c33 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003358 Mar 22 14:21:56.096770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3d0d69d5-b754-4290-8429-084c019f0c71), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.137123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0d69d5-b754-4290-8429-084c019f0c71']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:56.159816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eed507e-1295-41cd-a6c9-7cdadc952786') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:56.164332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eed507e-1295-41cd-a6c9-7cdadc952786') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:56.186208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (8eed507e-1295-41cd-a6c9-7cdadc952786), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.210435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8eed507e-1295-41cd-a6c9-7cdadc952786), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.218877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:56.219821 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (8eed507e-1295-41cd-a6c9-7cdadc952786), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:56.225784 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:56.319454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0e95a4c8-7a52-415c-950d-ecde08418599), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.330088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3d0d69d5-b754-4290-8429-084c019f0c71), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.340276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.347977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/3d0d69d5-b754-4290-8429-084c019f0c71 HTTP/1.1" status: 204 len: 168 time: 1.1875043 Mar 22 14:21:56.370823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47826) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:56.377256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2014319455'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:56.397879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc217b4-b2fc-4e06-89d3-917c8bc7c714 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=3d0d69d5-b754-4290-8429-084c019f0c71,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:56.410959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:56.417372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.451929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:56.465558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a9856cd0-17a1-49fc-ab9d-e4519b66f014), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.466417 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Added segment a9856cd0-17a1-49fc-ab9d-e4519b66f014 of type vlan for network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 Mar 22 14:21:56.467512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-ccc95bc5-a762-4182-bf49-4b4e5c5d8cc9 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036045 Mar 22 14:21:56.537157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.566757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.572074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6694cd59-3319-48b3-a9a8-7472e2b9e809 req-45af9e6a-434e-41ab-8f9f-7b3f85968229 service neutron] 10.222.0.42 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975039 Mar 22 14:21:56.573478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:56.574153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.660264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2873230 Mar 22 14:21:56.662745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47832) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:56.672070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:56.767314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98fd0e-6919-4885-a6e9-234811adae2a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Network': ['ID=810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:56.782281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:56.849245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:56.855451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.880230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Deleting port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:56.880732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.977478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] For port e257b6d9-2e98-4c39-80c8-da0ba10f3bb8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:56.977947 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.995562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Calling delete_port for e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:57.032767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:57.226394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:21:57.230424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:57.230800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.277672 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e257b6d9-2e98-4c39-80c8-da0ba10f3bb8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.392123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:57.392569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.436514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:57.438838 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca498f1-ceb2-4bd0-90e4-2475d07e1b5b" -d '{"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-plugged", "status": "completed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:57.474163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e257b6d9-2e98-4c39-80c8-da0ba10f3bb8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:57.475964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:57.481728 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.539966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=12']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:57.542839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17a43d0e-5788-4819-81c2-10256bb5b9bb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:57.578259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c882-396e-4cb7-a34e-0b227491ff21 req-978f8bfe-6092-4723-89ff-8cb023715fd0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:57.580303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3415c882-396e-4cb7-a34e-0b227491ff21 req-978f8bfe-6092-4723-89ff-8cb023715fd0 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.3175879 Mar 22 14:21:57.582925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 17a43d0e-5788-4819-81c2-10256bb5b9bb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:57.583277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 17a43d0e-5788-4819-81c2-10256bb5b9bb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:57.603127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa42886-46e6-4e23-83a8-ee6220b26490 req-0c6e4f26-110b-4855-be94-79ebf19394b4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:57.605528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fa42886-46e6-4e23-83a8-ee6220b26490 req-0c6e4f26-110b-4855-be94-79ebf19394b4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 945 time: 0.3536544 Mar 22 14:21:57.831873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3415c882-396e-4cb7-a34e-0b227491ff21 req-3f1e2c71-5f76-4dd1-8956-792d274b3194 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251205 Mar 22 14:21:57.909118 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d80c56a-dafb-4576-ac04-d44c88330711 x-openstack-request-id: req-1d80c56a-dafb-4576-ac04-d44c88330711 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:57.909661 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-plugged", "status": "completed", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:57.909661 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d80c56a-dafb-4576-ac04-d44c88330711 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:57.910071 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d80c56a-dafb-4576-ac04-d44c88330711'] response: {'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'code': 200} Mar 22 14:21:57.918696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (083aa243-4f93-4e50-879a-ec07a626d95f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.923103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fa42886-46e6-4e23-83a8-ee6220b26490 req-b52f3479-ce02-4f9b-9d3e-8aec928b3a08 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822850 Mar 22 14:21:57.948503 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0e95a4c8-7a52-415c-950d-ecde08418599), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.016607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=083aa243-4f93-4e50-879a-ec07a626d95f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:58.049041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Checking segment: {'id': 'a9856cd0-17a1-49fc-ab9d-e4519b66f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:58.052578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network hostable DHCP agents. Network: 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:58.109531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:58.123387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:58.133342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f0c11-3939-48ec-bce6-f7052432125d None None] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:58.139618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:58.140714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.165835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47860) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:58.166116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5630e6fc-f714-4a2d-9148-c9fc7874a392 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5014234 Mar 22 14:21:58.172723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-51529b10-242a-444f-95a8-d546738cf3c3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1410378459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:58.258967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42', 'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42', 'project_id': 'decb2a0191274302bcb5b4cab1a2415b', 'fixed_ips': [{'subnet_id': '083aa243-4f93-4e50-879a-ec07a626d95f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:21:58.261114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51529b10-242a-444f-95a8-d546738cf3c3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (e462bcf7-3443-40fd-b468-fac547824bf6), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.262102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.262243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51529b10-242a-444f-95a8-d546738cf3c3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (e462bcf7-3443-40fd-b468-fac547824bf6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.286721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27597c7e-d000-4321-8244-8af678fd4cbd req-9e4509b2-4aef-484f-a37c-f12e75f5a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:58.288180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27597c7e-d000-4321-8244-8af678fd4cbd req-9e4509b2-4aef-484f-a37c-f12e75f5a19a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 1128 time: 0.1210313 Mar 22 14:21:58.460222 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51529b10-242a-444f-95a8-d546738cf3c3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for router_controller (e462bcf7-3443-40fd-b468-fac547824bf6), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.470677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51529b10-242a-444f-95a8-d546738cf3c3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (e462bcf7-3443-40fd-b468-fac547824bf6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.488582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Allocated IP 172.20.0.2 (810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42/083aa243-4f93-4e50-879a-ec07a626d95f/3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:58.500789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-51529b10-242a-444f-95a8-d546738cf3c3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.504778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-51529b10-242a-444f-95a8-d546738cf3c3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3335793 Mar 22 14:21:58.505594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:58.511030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42', 'name': 'tempest-PortsTestJSON-2016141387'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:58.519050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27597c7e-d000-4321-8244-8af678fd4cbd req-20571e72-4448-4f67-9dc9-b43e42d9ad6b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197595 Mar 22 14:21:58.551853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Router 0e95a4c8-7a52-415c-950d-ecde08418599 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:21:58.565114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.680112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:58.689699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.744966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 7a4903ef-8b43-44ad-a570-f6f940775fc4 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:58.767592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Publish callbacks [] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.774162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:21:58.790110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] Sync routers for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:21:58.794467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2636027b-4477-49f0-907a-095ffe4849fb admin admin] 10.222.0.44 "PUT /v2.0/routers/0e95a4c8-7a52-415c-950d-ecde08418599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1175044 Mar 22 14:21:58.797053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47866) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:58.802774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.919149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.6 (810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42/083aa243-4f93-4e50-879a-ec07a626d95f/7a4903ef-8b43-44ad-a570-f6f940775fc4) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:59.159845 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.171565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks [] for router (0e95a4c8-7a52-415c-950d-ecde08418599), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.214612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.214855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:59.216674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:59.219763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:21:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:59.223785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c1b05-5b42-42ea-be01-803c39e7bc4d req-c1f01266-0293-4ba1-aa56-9fc3f8ba364d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.227906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:59.228712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b94c1b05-5b42-42ea-be01-803c39e7bc4d req-c1f01266-0293-4ba1-aa56-9fc3f8ba364d tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.2424004 Mar 22 14:21:59.269263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:59.279052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:59.286129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:59.292104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:59.297073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=7a4903ef-8b43-44ad-a570-f6f940775fc4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:59.324800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Pushing event updated for resources: {'Port': ['ID=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:59.340447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f017455-79d4-4799-8f96-ea96546f8266 req-5fbd9ffb-0a55-47eb-8657-26ebbec7f471 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.341946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f017455-79d4-4799-8f96-ea96546f8266 req-5fbd9ffb-0a55-47eb-8657-26ebbec7f471 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 946 time: 0.2428288 Mar 22 14:21:59.359457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b94c1b05-5b42-42ea-be01-803c39e7bc4d req-32d758f7-c150-4d43-88bc-5f253e0513dc tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866890 Mar 22 14:21:59.419873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.420560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.434982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Attempting to bind port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:59.435703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Attempting to bind port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'a9856cd0-17a1-49fc-ab9d-e4519b66f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:59.436238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Attempting to bind port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 on network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:59.447414 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a872f231-162b-469b-bf94-be7a7dbdb726 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9409082 Mar 22 14:21:59.447904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47876) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:59.448588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:59.449228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Checking segment: {'id': 'a9856cd0-17a1-49fc-ab9d-e4519b66f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:59.450431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.450996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Bound using segment: {'id': 'a9856cd0-17a1-49fc-ab9d-e4519b66f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:59.451723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Bound port: 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9856cd0-17a1-49fc-ab9d-e4519b66f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:59.452274 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.524276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:59.568521 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks [] for router_gateway (0e95a4c8-7a52-415c-950d-ecde08418599), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.648977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] For port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:59.664420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f017455-79d4-4799-8f96-ea96546f8266 req-eb93ab43-e493-4259-8b48-7105044a0de7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919898 Mar 22 14:21:59.675484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] For port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,segment=NetworkSegment(a9856cd0-17a1-49fc-ab9d-e4519b66f014),segment_id=a9856cd0-17a1-49fc-ab9d-e4519b66f014)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:59.698500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.782024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc8932-52f0-4972-9640-491695ef2753 None None] Pushing event updated for resources: {'Port': ['ID=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:59.877053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '98413010-38b3-4543-855c-d199e9beb170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:21:57Z', 'revision_number': 5, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port': {'id': '98413010-38b3-4543-855c-d199e9beb170', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:15Z', 'updated_at': '2022-03-22T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:59.908281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] Checking router: 0e95a4c8-7a52-415c-950d-ecde08418599 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:21:59.918876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] Routers {'0e95a4c8-7a52-415c-950d-ecde08418599'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:59.919810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:21:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0e95a4c8-7a52-415c-950d-ecde08418599'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:00.053272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] Set router 0e95a4c8-7a52-415c-950d-ecde08418599 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:00.123764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:21:59Z', 'revision_number': 6, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:00.164041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec07af-7e09-4a9e-a38f-1a72adb289dd None None] The sync data for ids ['0e95a4c8-7a52-415c-950d-ecde08418599'] in n-d-834677-3 is: [{'id': '0e95a4c8-7a52-415c-950d-ecde08418599', 'name': 'tempest-AttachVolumeTestJSON-692419264-router', 'tenant_id': '16ce798b4d1e4b3982b137741d8edb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:14Z', 'updated_at': '2022-03-22T14:21:59Z', 'revision_number': 6, 'project_id': '16ce798b4d1e4b3982b137741d8edb3e', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:00.376859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Deleting port 98413010-38b3-4543-855c-d199e9beb170 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:00.377465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (98413010-38b3-4543-855c-d199e9beb170), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:00.570121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] For port 98413010-38b3-4543-855c-d199e9beb170, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=98413010-38b3-4543-855c-d199e9beb170,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:00.570529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (98413010-38b3-4543-855c-d199e9beb170), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:00.632677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Calling delete_port for 98413010-38b3-4543-855c-d199e9beb170 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:00.668588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6152f8-3a85-4a39-aa88-30920517942f req-898e3c07-82d4-4a21-bef9-3f904ced8965 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:00.670168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e6152f8-3a85-4a39-aa88-30920517942f req-898e3c07-82d4-4a21-bef9-3f904ced8965 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.1795986 Mar 22 14:22:00.673106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:00.904443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e6152f8-3a85-4a39-aa88-30920517942f req-b6cfb227-bf5b-47d9-a199-de3ae8adda43 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195315 Mar 22 14:22:01.089719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84053-a6a8-4447-87eb-a96e8f924e4a req-21e587c5-6824-42be-9754-2f70c46a0e58 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:01.103917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b84053-a6a8-4447-87eb-a96e8f924e4a req-21e587c5-6824-42be-9754-2f70c46a0e58 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 946 time: 0.3058393 Mar 22 14:22:01.238315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (98413010-38b3-4543-855c-d199e9beb170), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.290665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a80592b-1f30-4eee-8e29-5b699a831db6 None None] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:01.297539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=98413010-38b3-4543-855c-d199e9beb170,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:01.409073 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.411536 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (0e95a4c8-7a52-415c-950d-ecde08418599), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.426823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.438963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1b0add1b-5a0e-4e9a-8696-327652db56d2 None None] Provisioning complete for port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:01.442215 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1b0add1b-5a0e-4e9a-8696-327652db56d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.602346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1b0add1b-5a0e-4e9a-8696-327652db56d2 None None] Current status of the port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:01.602982 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1b0add1b-5a0e-4e9a-8696-327652db56d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.605348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:01.611721 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (0e95a4c8-7a52-415c-950d-ecde08418599), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.614346 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks [] for router_controller (0e95a4c8-7a52-415c-950d-ecde08418599), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.686840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:01.687490 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.716906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=7a4903ef-8b43-44ad-a570-f6f940775fc4,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:01.724912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (0e95a4c8-7a52-415c-950d-ecde08418599), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.725572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e95a4c8-7a52-415c-950d-ecde08418599 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:22:01.749424 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.751654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-574e6e12-0dd8-4835-85e3-7f26c11777c6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0e95a4c8-7a52-415c-950d-ecde08418599 HTTP/1.1" status: 204 len: 168 time: 2.9530611 Mar 22 14:22:01.754155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47938) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:01.763536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1b0add1b-5a0e-4e9a-8696-327652db56d2 None None] For port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,segment=NetworkSegment(a9856cd0-17a1-49fc-ab9d-e4519b66f014),segment_id=a9856cd0-17a1-49fc-ab9d-e4519b66f014)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:01.794845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1b0add1b-5a0e-4e9a-8696-327652db56d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.850642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b84053-a6a8-4447-87eb-a96e8f924e4a req-34ec8470-b3cb-41b0-99f9-d88096c5b23a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7235043 Mar 22 14:22:01.862044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] Deleting subnet f4c3f62c-0040-4595-92aa-8460ccaf52f2 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:01.865954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] Publish callbacks [] for subnet (f4c3f62c-0040-4595-92aa-8460ccaf52f2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.873211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0add1b-5a0e-4e9a-8696-327652db56d2 None None] Pushing event updated for resources: {'Port': ['ID=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:01.907094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:01.907094 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:01.994759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f4c3f62c-0040-4595-92aa-8460ccaf52f2), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.032222 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:22:02.032582 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:22:02.120884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f4c3f62c-0040-4595-92aa-8460ccaf52f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.136806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (e462bcf7-3443-40fd-b468-fac547824bf6), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.216801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f4c3f62c-0040-4595-92aa-8460ccaf52f2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.232930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e99c3217-3084-4ac5-a0f7-15070a29b7d7 None None] Provisioning complete for port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:02.235103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e99c3217-3084-4ac5-a0f7-15070a29b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.272895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c3f62c-0040-4595-92aa-8460ccaf52f2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:02.275129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b62f-dafb-4b62-867a-db808b363707 req-512ff3c1-e003-47dd-acff-1fc1c239af9a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:02.277584 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.283156 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-03aa2cb1-cb68-4a6d-93f4-51a82ec0393c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4c3f62c-0040-4595-92aa-8460ccaf52f2 HTTP/1.1" status: 204 len: 168 time: 0.5277073 Mar 22 14:22:02.285725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:02.295402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3182b62f-dafb-4b62-867a-db808b363707 req-512ff3c1-e003-47dd-acff-1fc1c239af9a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.2333028 Mar 22 14:22:02.324113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77f3ae-7e75-4a22-b107-71b9dbf5d0e9 None None] Network 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:02.417822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (6c1c34cb-26f6-49ab-b3f8-b848a003cd90), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.424888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3182b62f-dafb-4b62-867a-db808b363707 req-2b41f36b-5601-4b8f-8297-6b34413c8843 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231894 Mar 22 14:22:02.435172 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.495344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Deleting port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:02.495988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.606668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] For port 2532d78c-bdb5-4e2f-9f00-77dc914fb825, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2532d78c-bdb5-4e2f-9f00-77dc914fb825,segment=NetworkSegment(01a1b515-acc0-4036-9b65-d5d84ce812d7),segment_id=01a1b515-acc0-4036-9b65-d5d84ce812d7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:02.607035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.625632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e99c3217-3084-4ac5-a0f7-15070a29b7d7 None None] Current status of the port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:02.635021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Calling delete_port for 2532d78c-bdb5-4e2f-9f00-77dc914fb825 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:02.648475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:02.680114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e99c3217-3084-4ac5-a0f7-15070a29b7d7 None None] Provisioning complete for port 7a4903ef-8b43-44ad-a570-f6f940775fc4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:02.680398 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e99c3217-3084-4ac5-a0f7-15070a29b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.769475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:02.805555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:02.805893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e257b6d9-2e98-4c39-80c8-da0ba10f3bb8 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:02.806358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 98413010-38b3-4543-855c-d199e9beb170 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:02.838610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428b72c-714b-4671-857b-11871c782908 None None] DHCP port deletion for 6c1c34cb-26f6-49ab-b3f8-b848a003cd90 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:22:02.853302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 98413010-38b3-4543-855c-d199e9beb170 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:02.855782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 98413010-38b3-4543-855c-d199e9beb170 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:02.860067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2532d78c-bdb5-4e2f-9f00-77dc914fb825), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:02.916573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f428b72c-714b-4671-857b-11871c782908 None None] The port '2532d78c-bdb5-4e2f-9f00-77dc914fb825' was deleted {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 14:22:02.917028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Pushing event deleted for resources: {'Port': ['ID=2532d78c-bdb5-4e2f-9f00-77dc914fb825,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:02.927171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e99c3217-3084-4ac5-a0f7-15070a29b7d7 None None] Port 7a4903ef-8b43-44ad-a570-f6f940775fc4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:02.944902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] No DVR routers for this DVR port 2532d78c-bdb5-4e2f-9f00-77dc914fb825 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:03.008947 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.017175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.060467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9075d060-e1cc-43e2-a9b8-e5aca1596803 None None] Provisioning complete for port 7a4903ef-8b43-44ad-a570-f6f940775fc4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:03.061230 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9075d060-e1cc-43e2-a9b8-e5aca1596803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.103658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (6c1c34cb-26f6-49ab-b3f8-b848a003cd90), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.117602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9075d060-e1cc-43e2-a9b8-e5aca1596803 None None] Port 7a4903ef-8b43-44ad-a570-f6f940775fc4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:03.120638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=7a4903ef-8b43-44ad-a570-f6f940775fc4,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:03.140107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1c34cb-26f6-49ab-b3f8-b848a003cd90']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:03.151401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a1b515-acc0-4036-9b65-d5d84ce812d7') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:03.151754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a1b515-acc0-4036-9b65-d5d84ce812d7') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:03.163163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (01a1b515-acc0-4036-9b65-d5d84ce812d7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.168124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (e462bcf7-3443-40fd-b468-fac547824bf6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.178391 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (01a1b515-acc0-4036-9b65-d5d84ce812d7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.186719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:03.187034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (01a1b515-acc0-4036-9b65-d5d84ce812d7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:03.188974 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:03.205087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a9907-c449-450d-ae88-bb5a7dbc662c req-d1231866-acd4-49ed-b248-1d06aa952340 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:03.206872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea3a9907-c449-450d-ae88-bb5a7dbc662c req-d1231866-acd4-49ed-b248-1d06aa952340 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 946 time: 0.0955544 Mar 22 14:22:03.261328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (6c1c34cb-26f6-49ab-b3f8-b848a003cd90), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.270305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.275195 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6c1c34cb-26f6-49ab-b3f8-b848a003cd90 HTTP/1.1" status: 204 len: 168 time: 0.9878826 Mar 22 14:22:03.288774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e78ef7-39b1-41af-80cd-fbce49637619 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1c34cb-26f6-49ab-b3f8-b848a003cd90,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:03.352689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea3a9907-c449-450d-ae88-bb5a7dbc662c req-b6994925-2a87-4382-9fa8-96ad8c3902d3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166563 Mar 22 14:22:03.375594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:03.377073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:03.565747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:03.633684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:03.719651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:03.720196 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.740703 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2af8b2ec-5be6-4647-8f9c-5e8a5ef3ddfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16ce798b4d1e4b3982b137741d8edb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1055334 Mar 22 14:22:03.743136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47964) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:03.834815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ace354d-0b0a-4bd0-94a6-73d94f61d5dd admin admin] Publish callbacks [] for security_group (4246d624-07d5-4580-bb45-8516a309c2ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.851207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e5cd9-b29b-45c2-88f1-06b2e3b98b0e req-f4f80706-500b-4ac5-8f1d-d0a0f90233c4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:03.863370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c38e5cd9-b29b-45c2-88f1-06b2e3b98b0e req-f4f80706-500b-4ac5-8f1d-d0a0f90233c4 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.3074398 Mar 22 14:22:03.867582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ace354d-0b0a-4bd0-94a6-73d94f61d5dd admin admin] Publish callbacks [] for security_group (4246d624-07d5-4580-bb45-8516a309c2ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.884060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e1406700-6b47-4b42-9ffc-4e95b219243c None None] Provisioning complete for port 7a4903ef-8b43-44ad-a570-f6f940775fc4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:03.884437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e1406700-6b47-4b42-9ffc-4e95b219243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.894722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:03.964758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-20fede04-3f52-4d61-a658-517714bf1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:03.967671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ace354d-0b0a-4bd0-94a6-73d94f61d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4246d624-07d5-4580-bb45-8516a309c2ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.970701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ace354d-0b0a-4bd0-94a6-73d94f61d5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:03.975252 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ace354d-0b0a-4bd0-94a6-73d94f61d5dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4246d624-07d5-4580-bb45-8516a309c2ad HTTP/1.1" status: 204 len: 168 time: 0.2275414 Mar 22 14:22:03.980062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-20fede04-3f52-4d61-a658-517714bf1943 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1127 time: 0.2737272 Mar 22 14:22:03.995868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace354d-0b0a-4bd0-94a6-73d94f61d5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4246d624-07d5-4580-bb45-8516a309c2ad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:04.034631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2532d78c-bdb5-4e2f-9f00-77dc914fb825 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:04.080527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2532d78c-bdb5-4e2f-9f00-77dc914fb825 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:04.080877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2532d78c-bdb5-4e2f-9f00-77dc914fb825 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:04.089422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e1406700-6b47-4b42-9ffc-4e95b219243c None None] Port 7a4903ef-8b43-44ad-a570-f6f940775fc4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:04.126446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Router e462bcf7-3443-40fd-b468-fac547824bf6 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:22:04.141754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c38e5cd9-b29b-45c2-88f1-06b2e3b98b0e req-1c879d19-31e4-46d0-9b61-8288b7bd4ef9 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705247 Mar 22 14:22:04.212679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-fce52be8-d0f1-490e-99fe-0161a7381616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.214229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-fce52be8-d0f1-490e-99fe-0161a7381616 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24e86d97-5083-4336-ae49-cdee85b4865a HTTP/1.1" status: 200 len: 898 time: 0.1998396 Mar 22 14:22:04.363156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-fcf65d05-7fd8-4d5f-a5b3-46a0372be18d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918 HTTP/1.1" status: 200 len: 1001 time: 0.1026907 Mar 22 14:22:04.367665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:04.375566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-baa6acb5-65d4-4545-bd97-4f744dfe7d12 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "PUT /v2.0/routers/e462bcf7-3443-40fd-b468-fac547824bf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9180048 Mar 22 14:22:04.379593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47970) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:04.384273 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] Sync routers for ids ['e462bcf7-3443-40fd-b468-fac547824bf6'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:04.403818 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] Routers {'e462bcf7-3443-40fd-b468-fac547824bf6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:04.404455 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:21:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e462bcf7-3443-40fd-b468-fac547824bf6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:04.436782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-07366467-e19f-4c5b-9725-b910cd7da15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.441830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-07366467-e19f-4c5b-9725-b910cd7da15b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0f7a8db-8576-4ef5-87a4-57c6094ea920 HTTP/1.1" status: 200 len: 834 time: 0.0674341 Mar 22 14:22:04.507914 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:04.528351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32e71-3389-49cd-8f7a-55684c4de666 req-4fb1a015-844d-4484-9ddd-ad8293ac4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.530180 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3ac32e71-3389-49cd-8f7a-55684c4de666 req-4fb1a015-844d-4484-9ddd-ad8293ac4aa7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1127 time: 0.2035465 Mar 22 14:22:04.539889 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] Routers {'e462bcf7-3443-40fd-b468-fac547824bf6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:04.540529 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:21:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e462bcf7-3443-40fd-b468-fac547824bf6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:04.552160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3738d-e3aa-40bb-8cc8-3cefb62d9514 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.557626 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8af3738d-e3aa-40bb-8cc8-3cefb62d9514 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports?device_id=e462bcf7-3443-40fd-b468-fac547824bf6 HTTP/1.1" status: 200 len: 982 time: 0.1730719 Mar 22 14:22:04.559049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47976) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:04.611712 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:04.612382 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52b5b5-742e-461f-a63a-f795335d1037 None None] The sync data for ids ['e462bcf7-3443-40fd-b468-fac547824bf6'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:04.656737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3ac32e71-3389-49cd-8f7a-55684c4de666 req-ec462ccd-c5ac-46e3-9a67-e8fbfc7134a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176434 Mar 22 14:22:04.726811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-0c6da7f8-e5c9-45b9-bc0c-300d441007f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.728339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-0c6da7f8-e5c9-45b9-bc0c-300d441007f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24e86d97-5083-4336-ae49-cdee85b4865a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2760322 Mar 22 14:22:05.566243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-bbb13d72-21c0-417a-a314-380f8654e794 service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561575 Mar 22 14:22:05.573178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e20b-ff78-46e7-9401-e3d2c0867059 req-cc81cfa5-a1b7-4fc4-82a0-d509e56ffa7e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:05.574621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61d5e20b-ff78-46e7-9401-e3d2c0867059 req-cc81cfa5-a1b7-4fc4-82a0-d509e56ffa7e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.1608446 Mar 22 14:22:05.702359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61d5e20b-ff78-46e7-9401-e3d2c0867059 req-2aade8d5-b43d-493a-916d-10f1d7e17b0a tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129525 Mar 22 14:22:05.831049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1be9faf-b879-4e32-8d39-1b13cd31a912 req-cdb54fb0-1344-4de9-a94f-319a9a2b4cdf service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544198 Mar 22 14:22:05.855588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (e462bcf7-3443-40fd-b468-fac547824bf6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:06.132459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 7a4903ef-8b43-44ad-a570-f6f940775fc4 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:06.133141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:06.250227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:06.265846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 7a4903ef-8b43-44ad-a570-f6f940775fc4 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:06.478836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7a4903ef-8b43-44ad-a570-f6f940775fc4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:06.514788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=7a4903ef-8b43-44ad-a570-f6f940775fc4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:06.730964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (e462bcf7-3443-40fd-b468-fac547824bf6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:06.977143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Router e462bcf7-3443-40fd-b468-fac547824bf6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:22:07.085395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:07.097728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 277d3eba-3ce2-42d8-98f6-b2c2cc659918 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:22:07.104053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48040) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:07.104837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3cb374a8-8197-437d-b600-b27e054234ed tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "PUT /v2.0/routers/e462bcf7-3443-40fd-b468-fac547824bf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435715 Mar 22 14:22:07.110579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 277d3eba-3ce2-42d8-98f6-b2c2cc659918 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:07.148390 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f2360b-724b-4712-9f54-f7b65de616a6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:22:07.149817 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e8f2360b-724b-4712-9f54-f7b65de616a6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/7a4903ef-8b43-44ad-a570-f6f940775fc4 HTTP/1.1" status: 404 len: 333 time: 0.0447617 Mar 22 14:22:07.153328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48042) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:07.170729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] Sync routers for ids ['e462bcf7-3443-40fd-b468-fac547824bf6'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:07.213151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] Routers {'e462bcf7-3443-40fd-b468-fac547824bf6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:07.214077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:21:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e462bcf7-3443-40fd-b468-fac547824bf6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:07.320793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:07.321489 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.346251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6838-6aae-4a93-a1c7-bcffcfdf8cd9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for router (e462bcf7-3443-40fd-b468-fac547824bf6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.508961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48046) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:07.520016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc7bcd-ab83-43b4-b5f4-2d4239a13797 req-7fe32280-1f37-4be4-ba68-c60595a4afe2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:07.521853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-defc7bcd-ab83-43b4-b5f4-2d4239a13797 req-7fe32280-1f37-4be4-ba68-c60595a4afe2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.6965175 Mar 22 14:22:07.624314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:07.664253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] Routers {'e462bcf7-3443-40fd-b468-fac547824bf6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:07.665182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:21:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e462bcf7-3443-40fd-b468-fac547824bf6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:07.713920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:07.715222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702ec02-eff1-4f78-b890-37d1f8c58f70 None None] The sync data for ids ['e462bcf7-3443-40fd-b468-fac547824bf6'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:07.716055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:07.725279 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf314c4a-b26a-4d3d-8695-3b48bcb34dc8" -d '{"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-unplugged", "status": "completed", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:07.755846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6838-6aae-4a93-a1c7-bcffcfdf8cd9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (e462bcf7-3443-40fd-b468-fac547824bf6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.756456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:07.766181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6838-6aae-4a93-a1c7-bcffcfdf8cd9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for router_controller (e462bcf7-3443-40fd-b468-fac547824bf6), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.775246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.799897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-defc7bcd-ab83-43b4-b5f4-2d4239a13797 req-efb8489c-e306-4bd5-bd1d-a14c8dd40c10 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943383 Mar 22 14:22:07.816863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48056) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:07.857893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6838-6aae-4a93-a1c7-bcffcfdf8cd9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (e462bcf7-3443-40fd-b468-fac547824bf6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.859203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8c6838-6aae-4a93-a1c7-bcffcfdf8cd9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Fanout notify agent at l3_agent the message router_deleted on router e462bcf7-3443-40fd-b468-fac547824bf6 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:22:07.869565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6838-6aae-4a93-a1c7-bcffcfdf8cd9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.872078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cf8c6838-6aae-4a93-a1c7-bcffcfdf8cd9 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/routers/e462bcf7-3443-40fd-b468-fac547824bf6 HTTP/1.1" status: 204 len: 168 time: 0.7175391 Mar 22 14:22:07.874770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48058) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:07.890941 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c267641b-669d-42a9-9fe6-585b5f1e520d x-openstack-request-id: req-c267641b-669d-42a9-9fe6-585b5f1e520d {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:07.893040 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-unplugged", "status": "completed", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:07.894133 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c267641b-669d-42a9-9fe6-585b5f1e520d {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:07.898409 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c267641b-669d-42a9-9fe6-585b5f1e520d'] response: {'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'code': 200} Mar 22 14:22:07.919719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:07.950733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet 083aa243-4f93-4e50-879a-ec07a626d95f {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:07.954409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (083aa243-4f93-4e50-879a-ec07a626d95f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:07.992554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'port_id': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'mac_address': 'fa:16:3e:00:8f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:22:07.994063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6925a6b8-ebdc-46a1-9957-172f8f100c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.016612 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (083aa243-4f93-4e50-879a-ec07a626d95f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.100954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:08.104067 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.113244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6925a6b8-ebdc-46a1-9957-172f8f100c2c admin admin] Publish callbacks [] for security_group (6833504e-70c2-4d71-ae68-c87402b98382), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.126650 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9dbc4acc-61d0-46d7-8d20-b3ed622346a2 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/floatingips/6b9fc007-2a42-40e8-a047-373850491626 HTTP/1.1" status: 200 len: 991 time: 0.3002806 Mar 22 14:22:08.129000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:08.130763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6925a6b8-ebdc-46a1-9957-172f8f100c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6833504e-70c2-4d71-ae68-c87402b98382), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.132992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277d3eba-3ce2-42d8-98f6-b2c2cc659918 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:22:08.182191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a6b8-ebdc-46a1-9957-172f8f100c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6833504e-70c2-4d71-ae68-c87402b98382,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:08.185186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:08.189793 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.196158 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (083aa243-4f93-4e50-879a-ec07a626d95f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.206518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6925a6b8-ebdc-46a1-9957-172f8f100c2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c59fb9382cc8441298800d1c317c853e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962430 Mar 22 14:22:08.207435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48064) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:08.315173 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (083aa243-4f93-4e50-879a-ec07a626d95f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.316486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:08.322497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c6f215d-9c25-4edd-92aa-490acafa5b84 admin admin] Publish callbacks [] for security_group (6833504e-70c2-4d71-ae68-c87402b98382), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.345684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c6f215d-9c25-4edd-92aa-490acafa5b84 admin admin] Publish callbacks [] for security_group (6833504e-70c2-4d71-ae68-c87402b98382), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.399266 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.407033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72827dcc-bbc2-42cd-a3d3-b5431fb22286 None None] Network 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:08.410582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/083aa243-4f93-4e50-879a-ec07a626d95f HTTP/1.1" status: 204 len: 168 time: 0.5323062 Mar 22 14:22:08.412379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22440159-86e5-4ee0-80e7-c5eab5e3c924 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=083aa243-4f93-4e50-879a-ec07a626d95f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:08.412540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48068) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:08.451112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c6f215d-9c25-4edd-92aa-490acafa5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6833504e-70c2-4d71-ae68-c87402b98382), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.456255 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c6f215d-9c25-4edd-92aa-490acafa5b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.458157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c6f215d-9c25-4edd-92aa-490acafa5b84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6833504e-70c2-4d71-ae68-c87402b98382 HTTP/1.1" status: 204 len: 168 time: 0.2495074 Mar 22 14:22:08.526318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['277d3eba-3ce2-42d8-98f6-b2c2cc659918'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:22:08.597738 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.605746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f215d-9c25-4edd-92aa-490acafa5b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6833504e-70c2-4d71-ae68-c87402b98382,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:08.766884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:08.767217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.826705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] DHCP port deletion for 810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:22:08.847691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] For port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,segment=NetworkSegment(a9856cd0-17a1-49fc-ab9d-e4519b66f014),segment_id=a9856cd0-17a1-49fc-ab9d-e4519b66f014)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:08.848263 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:08.867031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:08.978005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.000056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No DVR routers for this DVR port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:09.049236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:09.120956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] Deleting port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:09.121961 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.137822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.187676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48086) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:09.191501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:09.208375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9856cd0-17a1-49fc-ab9d-e4519b66f014') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:09.209285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9856cd0-17a1-49fc-ab9d-e4519b66f014') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:09.210639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d886-1f60-4600-bae2-db54255f24b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.223765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (a9856cd0-17a1-49fc-ab9d-e4519b66f014), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.238769 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a9856cd0-17a1-49fc-ab9d-e4519b66f014), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.246975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:09.247711 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (a9856cd0-17a1-49fc-ab9d-e4519b66f014), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.249847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] For port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:09.250295 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:09.251850 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:09.267394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] Calling delete_port for 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:09.271676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] Port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:22:09.275223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.306676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] Pushing event deleted for resources: {'Port': ['ID=3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:09.310398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58fba7-a132-44f5-87ec-8e006bbf21b7 None None] No DVR routers for this DVR port 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:09.344061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.366146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.375119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48090) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:09.375559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42 HTTP/1.1" status: 204 len: 168 time: 0.9627664 Mar 22 14:22:09.376807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79eee-4359-4ef6-ae8b-8e0e4046d1b0 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=810d4a6d-a5a7-46ce-a9e0-b7c9aa9c6e42,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:09.495371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4a6f7-e781-4f6c-b1e7-a7e35727656a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:09.496930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eab4a6f7-e781-4f6c-b1e7-a7e35727656a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/499bbeba-e2fa-425f-a7e4-c7b3549b9cae HTTP/1.1" status: 200 len: 841 time: 0.1210310 Mar 22 14:22:09.501114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48094) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:09.519069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:09.560689 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d886-1f60-4600-bae2-db54255f24b6 admin admin] Publish callbacks [] for security_group (564fc53c-f4c5-45fe-b697-3a82ebe47bf6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.563580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:09.563965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 3b8b7b7e-a69c-4c40-bda5-65bfbe4da9c0 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:09.567146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d886-1f60-4600-bae2-db54255f24b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (564fc53c-f4c5-45fe-b697-3a82ebe47bf6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.600948 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e72e70b-2377-42cc-8fbe-8d821da04f66 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/499bbeba-e2fa-425f-a7e4-c7b3549b9cae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0986400 Mar 22 14:22:09.604404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:09.615326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:09.642356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5ae4d886-1f60-4600-bae2-db54255f24b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c30765d10a14144a1c2e46b1eedf202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4529023 Mar 22 14:22:09.643230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4d886-1f60-4600-bae2-db54255f24b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564fc53c-f4c5-45fe-b697-3a82ebe47bf6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:09.645734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48098) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:09.751370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e4aa-af00-40fe-a514-fa499b6d1d47 admin admin] Publish callbacks [] for security_group (564fc53c-f4c5-45fe-b697-3a82ebe47bf6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.779000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e4aa-af00-40fe-a514-fa499b6d1d47 admin admin] Publish callbacks [] for security_group (564fc53c-f4c5-45fe-b697-3a82ebe47bf6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.785036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:09.789751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.844935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e4aa-af00-40fe-a514-fa499b6d1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (564fc53c-f4c5-45fe-b697-3a82ebe47bf6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.847770 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e4aa-af00-40fe-a514-fa499b6d1d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:09.852005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d2c9e4aa-af00-40fe-a514-fa499b6d1d47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/564fc53c-f4c5-45fe-b697-3a82ebe47bf6 HTTP/1.1" status: 204 len: 168 time: 0.2054005 Mar 22 14:22:09.860269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e4aa-af00-40fe-a514-fa499b6d1d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564fc53c-f4c5-45fe-b697-3a82ebe47bf6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:10.039061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (da714527-37be-4fdd-80ff-6c2dbfaf95b3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.122747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:10.126437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:10.136671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded67ac-534f-4c8e-aa24-1800246fdee3 None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:10.149832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:10.154371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.200595 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5944457 Mar 22 14:22:10.203204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48106) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:10.204894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c20e9-3036-4521-9234-be2700fe591d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=da714527-37be-4fdd-80ff-6c2dbfaf95b3,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:10.215321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-daccf91d-1d51-4806-b33e-e23030e5e9c5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'security_group': {'name': 'tempest-secgroup-371848999'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:10.266351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-daccf91d-1d51-4806-b33e-e23030e5e9c5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.353520 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-daccf91d-1d51-4806-b33e-e23030e5e9c5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (1ec4371a-9e20-4326-a8b5-b5d59d548e9d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.359001 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-daccf91d-1d51-4806-b33e-e23030e5e9c5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1ec4371a-9e20-4326-a8b5-b5d59d548e9d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.373549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-94fb4845-e090-45ae-8f92-71f19ec510ea', 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'project_id': 'decb2a0191274302bcb5b4cab1a2415b', 'fixed_ips': [{'subnet_id': 'da714527-37be-4fdd-80ff-6c2dbfaf95b3'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:22:10.375231 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.407665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-daccf91d-1d51-4806-b33e-e23030e5e9c5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.410137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-daccf91d-1d51-4806-b33e-e23030e5e9c5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2050016 Mar 22 14:22:10.412728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48112) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:10.413046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccf91d-1d51-4806-b33e-e23030e5e9c5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4371a-9e20-4326-a8b5-b5d59d548e9d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:10.421781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d97f3c27-93f3-4363-810d-ce34e1acbb4a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'security_group': {'name': 'tempest-secgroup-727946480'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:10.478151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d97f3c27-93f3-4363-810d-ce34e1acbb4a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.632836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d97f3c27-93f3-4363-810d-ce34e1acbb4a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (83181d66-ec41-4926-b5ef-83d4465e231e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.643571 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d97f3c27-93f3-4363-810d-ce34e1acbb4a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (83181d66-ec41-4926-b5ef-83d4465e231e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.665546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d97f3c27-93f3-4363-810d-ce34e1acbb4a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.669272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d97f3c27-93f3-4363-810d-ce34e1acbb4a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2527602 Mar 22 14:22:10.669664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48124) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:10.675304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1962959095', 'security_groups': ['83181d66-ec41-4926-b5ef-83d4465e231e'], 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da714527-37be-4fdd-80ff-6c2dbfaf95b3'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:10.679072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Allocated IP 172.20.0.2 (94fb4845-e090-45ae-8f92-71f19ec510ea/da714527-37be-4fdd-80ff-6c2dbfaf95b3/532a546c-6738-493d-9d2e-2b6bed48e99e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:10.686705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f3c27-93f3-4363-810d-ce34e1acbb4a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83181d66-ec41-4926-b5ef-83d4465e231e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:10.843478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:10.947275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Publish callbacks [] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.958652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:10.993719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.014567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 50dc1c9c-bde8-4437-aaab-22675ac9d585 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:22:11.030939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:11.037473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:11.043457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:11.047751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Pushing event updated for resources: {'Port': ['ID=532a546c-6738-493d-9d2e-2b6bed48e99e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:11.127069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 277d3eba-3ce2-42d8-98f6-b2c2cc659918 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:11.226760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Attempting to bind port 532a546c-6738-493d-9d2e-2b6bed48e99e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:11.226760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Attempting to bind port 532a546c-6738-493d-9d2e-2b6bed48e99e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f9ea7ae2-62e7-4db5-b072-0161dfd08280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:11.227534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Attempting to bind port 532a546c-6738-493d-9d2e-2b6bed48e99e on network 94fb4845-e090-45ae-8f92-71f19ec510ea {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:11.230629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:11.231136 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.266521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:11.266987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Checking segment: {'id': 'f9ea7ae2-62e7-4db5-b072-0161dfd08280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:11.267477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.267933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Bound using segment: {'id': 'f9ea7ae2-62e7-4db5-b072-0161dfd08280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:11.268488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Bound port: 532a546c-6738-493d-9d2e-2b6bed48e99e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ea7ae2-62e7-4db5-b072-0161dfd08280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:11.268929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.332191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.8 (94fb4845-e090-45ae-8f92-71f19ec510ea/da714527-37be-4fdd-80ff-6c2dbfaf95b3/50dc1c9c-bde8-4437-aaab-22675ac9d585) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:11.397308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:11.397697 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.401899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] For port 532a546c-6738-493d-9d2e-2b6bed48e99e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:11.430922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] For port 532a546c-6738-493d-9d2e-2b6bed48e99e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=532a546c-6738-493d-9d2e-2b6bed48e99e,segment=NetworkSegment(f9ea7ae2-62e7-4db5-b072-0161dfd08280),segment_id=f9ea7ae2-62e7-4db5-b072-0161dfd08280)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:11.454738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:11.457150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:11.460161 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34219815-9df0-43a3-888c-f8043b6152f7" -d '{"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-plugged", "status": "completed", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:11.463855 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.468738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.542639 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12f8e1d-e46b-4070-ab8f-863ad63c0549 x-openstack-request-id: req-b12f8e1d-e46b-4070-ab8f-863ad63c0549 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:11.543052 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-plugged", "status": "completed", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:11.543398 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b12f8e1d-e46b-4070-ab8f-863ad63c0549 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:11.543928 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12f8e1d-e46b-4070-ab8f-863ad63c0549'] response: {'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'code': 200} Mar 22 14:22:11.544887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:11.600003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbee873-dba8-4976-b6b9-79e37404712f None None] Pushing event updated for resources: {'Port': ['ID=532a546c-6738-493d-9d2e-2b6bed48e99e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:11.648867 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.712987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.776400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=50dc1c9c-bde8-4437-aaab-22675ac9d585,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:11.807988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:11.809630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:11.820530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:11.921722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:11.922445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:11.943124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d777efb9-1e4b-4983-927d-65a3a1d14f1c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2722950 Mar 22 14:22:11.946039 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48168) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:11.958068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-451973c0-1206-4216-8e23-4b9c172fad58 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:12.102068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451973c0-1206-4216-8e23-4b9c172fad58 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:12.107892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-451973c0-1206-4216-8e23-4b9c172fad58 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:12.212026 n-d-834677-3 neutron-server[110458]: INFO neutron.db.ipam_backend_mixin [None req-451973c0-1206-4216-8e23-4b9c172fad58 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da714527-37be-4fdd-80ff-6c2dbfaf95b3 (CIDR: 172.20.0.0/28) Mar 22 14:22:12.226329 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-451973c0-1206-4216-8e23-4b9c172fad58 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:22:12.226824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451973c0-1206-4216-8e23-4b9c172fad58 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:12.251487 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-451973c0-1206-4216-8e23-4b9c172fad58 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3027582 Mar 22 14:22:12.251766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48178) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:12.262632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:12.420662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:12.426078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:12.835462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (058f0e3e-ca9f-489c-98e3-cbba486b6d3f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:12.968925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:12.976133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:12.994990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:12.995587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.008311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Provisioning complete for port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:13.011214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.011468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=058f0e3e-ca9f-489c-98e3-cbba486b6d3f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:13.024736 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-83956497-430a-4f88-980b-311ed990d688 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7693312 Mar 22 14:22:13.024906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48212) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:13.031335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-674076913', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '058f0e3e-ca9f-489c-98e3-cbba486b6d3f'}], 'security_groups': ['1ec4371a-9e20-4326-a8b5-b5d59d548e9d']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:13.056137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:13.077428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:13.078298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.127691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.223073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:13.223687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.268326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] For port 532a546c-6738-493d-9d2e-2b6bed48e99e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=532a546c-6738-493d-9d2e-2b6bed48e99e,segment=NetworkSegment(f9ea7ae2-62e7-4db5-b072-0161dfd08280),segment_id=f9ea7ae2-62e7-4db5-b072-0161dfd08280)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:13.276096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.345501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87ee3d-30d4-4439-a309-66fcc90d4d37 None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:13.482292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8c892-2029-4fb8-918a-fa628de32d54 None None] Pushing event updated for resources: {'Port': ['ID=532a546c-6738-493d-9d2e-2b6bed48e99e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:13.530310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8813fcc5-7e1c-47ed-845c-bc40dd26020d None None] Provisioning complete for port 50dc1c9c-bde8-4437-aaab-22675ac9d585 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:13.530809 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8813fcc5-7e1c-47ed-845c-bc40dd26020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.552225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Delete allocated IP 172.20.0.8 (94fb4845-e090-45ae-8f92-71f19ec510ea/da714527-37be-4fdd-80ff-6c2dbfaf95b3) {{(pid=110457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:22:13.563551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.25 (94fb4845-e090-45ae-8f92-71f19ec510ea/058f0e3e-ca9f-489c-98e3-cbba486b6d3f/50dc1c9c-bde8-4437-aaab-22675ac9d585) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:13.612065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 532a546c-6738-493d-9d2e-2b6bed48e99e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:13.622649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48228) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:13.687318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8813fcc5-7e1c-47ed-845c-bc40dd26020d None None] Port 50dc1c9c-bde8-4437-aaab-22675ac9d585 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:13.725689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:13.725839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.728190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48232) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:13.849288 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.867341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:13.875055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.878521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3022937-6b20-4503-b2fd-4dfdd432a074 None None] Update dhcp port {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'fixed_ips': [{'subnet_id': 'da714527-37be-4fdd-80ff-6c2dbfaf95b3', 'ip_address': '172.20.0.2'}, {'subnet_id': '058f0e3e-ca9f-489c-98e3-cbba486b6d3f'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '532a546c-6738-493d-9d2e-2b6bed48e99e'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:22:13.881481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28e64323-d3c3-483a-b204-7c740a3fa196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.932121 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3022937-6b20-4503-b2fd-4dfdd432a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:13.963425 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3defad0c-7134-4a3c-bf85-7caf43c31815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.084328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28e64323-d3c3-483a-b204-7c740a3fa196 admin admin] Publish callbacks [] for security_group (b3ada701-b505-4bd9-baea-3613bca44678), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.092596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28e64323-d3c3-483a-b204-7c740a3fa196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3ada701-b505-4bd9-baea-3613bca44678), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.154168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3defad0c-7134-4a3c-bf85-7caf43c31815 admin admin] Publish callbacks [] for security_group (16bee48e-d4b7-4564-9d70-71d7802212b6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.160603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-c3022937-6b20-4503-b2fd-4dfdd432a074 None None] Allocated IP 172.20.0.18 (94fb4845-e090-45ae-8f92-71f19ec510ea/058f0e3e-ca9f-489c-98e3-cbba486b6d3f/532a546c-6738-493d-9d2e-2b6bed48e99e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:14.162512 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-28e64323-d3c3-483a-b204-7c740a3fa196 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31b2f5effa4646119a653185ef246795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383949 Mar 22 14:22:14.164246 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48238) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:14.170837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e64323-d3c3-483a-b204-7c740a3fa196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ada701-b505-4bd9-baea-3613bca44678,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:14.183910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3defad0c-7134-4a3c-bf85-7caf43c31815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (16bee48e-d4b7-4564-9d70-71d7802212b6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.257288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defad0c-7134-4a3c-bf85-7caf43c31815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bee48e-d4b7-4564-9d70-71d7802212b6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:14.269356 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3defad0c-7134-4a3c-bf85-7caf43c31815 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d999445b5d624a56b9e784ed6ffc53e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5384114 Mar 22 14:22:14.272325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48240) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:14.322394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c3022937-6b20-4503-b2fd-4dfdd432a074 None None] For port 532a546c-6738-493d-9d2e-2b6bed48e99e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=532a546c-6738-493d-9d2e-2b6bed48e99e,segment=NetworkSegment(f9ea7ae2-62e7-4db5-b072-0161dfd08280),segment_id=f9ea7ae2-62e7-4db5-b072-0161dfd08280)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:14.335472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e92e278-1361-4bd4-9571-5b8b3d6f6c9d admin admin] Publish callbacks [] for security_group (b3ada701-b505-4bd9-baea-3613bca44678), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.363967 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3022937-6b20-4503-b2fd-4dfdd432a074 None None] Publish callbacks [] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.370748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c3022937-6b20-4503-b2fd-4dfdd432a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.381027 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e92e278-1361-4bd4-9571-5b8b3d6f6c9d admin admin] Publish callbacks [] for security_group (b3ada701-b505-4bd9-baea-3613bca44678), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.397501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-960194e3-88be-4a1e-b82c-e7345b440720 admin admin] Publish callbacks [] for security_group (16bee48e-d4b7-4564-9d70-71d7802212b6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.441100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-960194e3-88be-4a1e-b82c-e7345b440720 admin admin] Publish callbacks [] for security_group (16bee48e-d4b7-4564-9d70-71d7802212b6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.458328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=50dc1c9c-bde8-4437-aaab-22675ac9d585,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:14.481350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] In _notify_port_updated(), no bound segment for port 50dc1c9c-bde8-4437-aaab-22675ac9d585 on network 94fb4845-e090-45ae-8f92-71f19ec510ea {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:22:14.487055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e92e278-1361-4bd4-9571-5b8b3d6f6c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3ada701-b505-4bd9-baea-3613bca44678), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.488113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:14.488891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.490657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-47f7fe52-3d33-4611-8dbf-a21f1bbc3dc4 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "PUT /v2.0/ports/50dc1c9c-bde8-4437-aaab-22675ac9d585 HTTP/1.1" status: 200 len: 920 time: 1.4639812 Mar 22 14:22:14.492569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e92e278-1361-4bd4-9571-5b8b3d6f6c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.493454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48242) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:14.498011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e92e278-1361-4bd4-9571-5b8b3d6f6c9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3ada701-b505-4bd9-baea-3613bca44678 HTTP/1.1" status: 204 len: 168 time: 0.3329246 Mar 22 14:22:14.513103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3022937-6b20-4503-b2fd-4dfdd432a074 None None] Pushing event updated for resources: {'Port': ['ID=532a546c-6738-493d-9d2e-2b6bed48e99e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:14.513324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92e278-1361-4bd4-9571-5b8b3d6f6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ada701-b505-4bd9-baea-3613bca44678,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:14.527806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-960194e3-88be-4a1e-b82c-e7345b440720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (16bee48e-d4b7-4564-9d70-71d7802212b6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.532179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-960194e3-88be-4a1e-b82c-e7345b440720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.535737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-960194e3-88be-4a1e-b82c-e7345b440720 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16bee48e-d4b7-4564-9d70-71d7802212b6 HTTP/1.1" status: 204 len: 168 time: 0.2598276 Mar 22 14:22:14.546533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960194e3-88be-4a1e-b82c-e7345b440720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bee48e-d4b7-4564-9d70-71d7802212b6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:14.632821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 50dc1c9c-bde8-4437-aaab-22675ac9d585 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:14.633391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.777783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:14.802356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 50dc1c9c-bde8-4437-aaab-22675ac9d585 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:15.011897 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (50dc1c9c-bde8-4437-aaab-22675ac9d585), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.045763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48256) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.047708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=50dc1c9c-bde8-4437-aaab-22675ac9d585,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:15.063080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d466154-9539-4aa4-a67d-0bbdfcf84156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.082999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48258) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.122095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a229140-b121-4023-b351-cf0a2a4e2433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.148803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d466154-9539-4aa4-a67d-0bbdfcf84156 admin admin] Publish callbacks [] for security_group (18904fe0-281b-4bb5-b5d2-e023e05faf51), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.154440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d466154-9539-4aa4-a67d-0bbdfcf84156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (18904fe0-281b-4bb5-b5d2-e023e05faf51), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.157018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.160405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-96bbc2c5-5e71-4ee1-bfd5-c7c98b409e8c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/50dc1c9c-bde8-4437-aaab-22675ac9d585 HTTP/1.1" status: 204 len: 168 time: 0.6655543 Mar 22 14:22:15.163267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48260) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.198517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7d466154-9539-4aa4-a67d-0bbdfcf84156 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68b597bde5e6403a9d06743d0b5663b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507242 Mar 22 14:22:15.199467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.201902 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbcf1c7-1997-487a-9fca-e42cd99fa6d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:22:15.203416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1fbcf1c7-1997-487a-9fca-e42cd99fa6d6 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/50dc1c9c-bde8-4437-aaab-22675ac9d585 HTTP/1.1" status: 404 len: 333 time: 0.0392356 Mar 22 14:22:15.205718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d466154-9539-4aa4-a67d-0bbdfcf84156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18904fe0-281b-4bb5-b5d2-e023e05faf51,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:15.206348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48264) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.255580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-318ad727-729e-4f01-9b95-f140506f449d admin admin] Publish callbacks [] for security_group (18904fe0-281b-4bb5-b5d2-e023e05faf51), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.278407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-318ad727-729e-4f01-9b95-f140506f449d admin admin] Publish callbacks [] for security_group (18904fe0-281b-4bb5-b5d2-e023e05faf51), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.293752 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae0ba-8100-4601-b790-6cda464c6a7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (83181d66-ec41-4926-b5ef-83d4465e231e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.296515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a229140-b121-4023-b351-cf0a2a4e2433 admin admin] Publish callbacks [] for security_group (f8a2641c-504f-41a6-8866-2fb37b82bed1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.301740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a229140-b121-4023-b351-cf0a2a4e2433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f8a2641c-504f-41a6-8866-2fb37b82bed1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.316251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-573664ab-0cc9-4ecc-b3b3-eae93bb6ede2 None None] Could not find standard attr ID for object 50dc1c9c-bde8-4437-aaab-22675ac9d585. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:22:15.328252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-573664ab-0cc9-4ecc-b3b3-eae93bb6ede2 None None] Provisioning complete for port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:15.328623 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-573664ab-0cc9-4ecc-b3b3-eae93bb6ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.335580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-318ad727-729e-4f01-9b95-f140506f449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (18904fe0-281b-4bb5-b5d2-e023e05faf51), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.338571 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-318ad727-729e-4f01-9b95-f140506f449d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.340185 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-318ad727-729e-4f01-9b95-f140506f449d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18904fe0-281b-4bb5-b5d2-e023e05faf51 HTTP/1.1" status: 204 len: 168 time: 0.1397028 Mar 22 14:22:15.357129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ad727-729e-4f01-9b95-f140506f449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18904fe0-281b-4bb5-b5d2-e023e05faf51,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:15.359560 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae0ba-8100-4601-b790-6cda464c6a7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (83181d66-ec41-4926-b5ef-83d4465e231e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.365209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2a229140-b121-4023-b351-cf0a2a4e2433 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55b573b1c9574b21bddecb411c4952cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811663 Mar 22 14:22:15.368016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.371701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a229140-b121-4023-b351-cf0a2a4e2433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a2641c-504f-41a6-8866-2fb37b82bed1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:15.386393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-573664ab-0cc9-4ecc-b3b3-eae93bb6ede2 None None] Port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:15.400139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-573664ab-0cc9-4ecc-b3b3-eae93bb6ede2 None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:15.400696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-573664ab-0cc9-4ecc-b3b3-eae93bb6ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.420457 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae0ba-8100-4601-b790-6cda464c6a7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (83181d66-ec41-4926-b5ef-83d4465e231e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.425943 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae0ba-8100-4601-b790-6cda464c6a7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.431817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f4ae0ba-8100-4601-b790-6cda464c6a7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/security-groups/83181d66-ec41-4926-b5ef-83d4465e231e HTTP/1.1" status: 204 len: 168 time: 0.2243121 Mar 22 14:22:15.439367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.444180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5be1-13bb-4e13-8217-36bc064b3213 admin admin] Publish callbacks [] for security_group (f8a2641c-504f-41a6-8866-2fb37b82bed1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.464725 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:22:15.467361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5be1-13bb-4e13-8217-36bc064b3213 admin admin] Publish callbacks [] for security_group (f8a2641c-504f-41a6-8866-2fb37b82bed1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.490316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ae0ba-8100-4601-b790-6cda464c6a7d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83181d66-ec41-4926-b5ef-83d4465e231e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:15.495584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-573664ab-0cc9-4ecc-b3b3-eae93bb6ede2 None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:15.539516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5be1-13bb-4e13-8217-36bc064b3213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f8a2641c-504f-41a6-8866-2fb37b82bed1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.545142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5be1-13bb-4e13-8217-36bc064b3213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.549681 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ccbd5be1-13bb-4e13-8217-36bc064b3213 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8a2641c-504f-41a6-8866-2fb37b82bed1 HTTP/1.1" status: 204 len: 168 time: 0.1781590 Mar 22 14:22:15.556197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd5be1-13bb-4e13-8217-36bc064b3213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a2641c-504f-41a6-8866-2fb37b82bed1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:15.560024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 532a546c-6738-493d-9d2e-2b6bed48e99e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:15.561411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed9d13a5-82b5-42e6-965d-d64ff7a61622 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (1ec4371a-9e20-4326-a8b5-b5d59d548e9d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.594115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed9d13a5-82b5-42e6-965d-d64ff7a61622 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (1ec4371a-9e20-4326-a8b5-b5d59d548e9d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.676497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:15.677076 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.681175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed9d13a5-82b5-42e6-965d-d64ff7a61622 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1ec4371a-9e20-4326-a8b5-b5d59d548e9d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.687227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ed9d13a5-82b5-42e6-965d-d64ff7a61622 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.689494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ed9d13a5-82b5-42e6-965d-d64ff7a61622 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ec4371a-9e20-4326-a8b5-b5d59d548e9d HTTP/1.1" status: 204 len: 168 time: 0.2463696 Mar 22 14:22:15.692447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48274) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:15.729563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d13a5-82b5-42e6-965d-d64ff7a61622 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4371a-9e20-4326-a8b5-b5d59d548e9d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:15.794325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:15.799996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet da714527-37be-4fdd-80ff-6c2dbfaf95b3 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:15.807695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (da714527-37be-4fdd-80ff-6c2dbfaf95b3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.887290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (da714527-37be-4fdd-80ff-6c2dbfaf95b3), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:15.911720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e675ba5e-93b9-43d2-982c-9499c78e6151 None None] Could not find standard attr ID for object 50dc1c9c-bde8-4437-aaab-22675ac9d585. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:22:16.148134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (da714527-37be-4fdd-80ff-6c2dbfaf95b3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:16.266573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (da714527-37be-4fdd-80ff-6c2dbfaf95b3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:16.310396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=da714527-37be-4fdd-80ff-6c2dbfaf95b3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:16.313411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:16.318692 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-483d3ab5-eb76-45ff-bb19-45220ac30be3 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/da714527-37be-4fdd-80ff-6c2dbfaf95b3 HTTP/1.1" status: 204 len: 168 time: 0.6250825 Mar 22 14:22:16.320792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb2f42-1d43-4e75-aa18-3e38e4576987 None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:16.322759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48294) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:16.331281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:16.539013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:16.544624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:16.874722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (7b558dd1-7e83-4f05-a1b0-a02c8e561adc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:16.956884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:16.960945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:16.966189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:16.967092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:16.981851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=7b558dd1-7e83-4f05-a1b0-a02c8e561adc,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:16.995708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48320) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:17.001353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-99ea9978-fea9-4d1b-8289-fce8fa3a2690 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'security_group': {'name': 'tempest-secgroup-1241416622'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:17.006807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-040f7e0e-4515-470a-98ba-d9dc401ef73f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6822155 Mar 22 14:22:17.051559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-99ea9978-fea9-4d1b-8289-fce8fa3a2690 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.144944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-99ea9978-fea9-4d1b-8289-fce8fa3a2690 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (55bbea50-32ab-41bc-93e1-3090ba403c46), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.157903 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-99ea9978-fea9-4d1b-8289-fce8fa3a2690 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (55bbea50-32ab-41bc-93e1-3090ba403c46), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.189634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-99ea9978-fea9-4d1b-8289-fce8fa3a2690 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.194674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-99ea9978-fea9-4d1b-8289-fce8fa3a2690 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1972873 Mar 22 14:22:17.197584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48332) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:17.202301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cf08bc97-b51f-493d-ac83-e8730d912015 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'security_group': {'name': 'tempest-secgroup-729529652'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:17.251743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9978-fea9-4d1b-8289-fce8fa3a2690 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bbea50-32ab-41bc-93e1-3090ba403c46,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:17.262118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf08bc97-b51f-493d-ac83-e8730d912015 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.367123 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf08bc97-b51f-493d-ac83-e8730d912015 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (bacd5d42-42b0-46a5-938a-49fa1a9df066), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.372521 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf08bc97-b51f-493d-ac83-e8730d912015 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bacd5d42-42b0-46a5-938a-49fa1a9df066), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.410830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf08bc97-b51f-493d-ac83-e8730d912015 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.414443 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf08bc97-b51f-493d-ac83-e8730d912015 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2157111 Mar 22 14:22:17.415203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48348) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:17.418061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08bc97-b51f-493d-ac83-e8730d912015 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacd5d42-42b0-46a5-938a-49fa1a9df066,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:17.430535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8b0feb50-68d0-4ecd-9cda-3d842d2de1dd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'security_group': {'name': 'tempest-secgroup-97894512'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:17.443777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571a01e-7897-44ec-97cc-027f962dac44 None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:17.471249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b0feb50-68d0-4ecd-9cda-3d842d2de1dd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.512980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-797098ed-f125-40a7-a925-b31076cee920 None None] Provisioning complete for port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:17.513288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-797098ed-f125-40a7-a925-b31076cee920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.569513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-797098ed-f125-40a7-a925-b31076cee920 None None] Port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:17.572191 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b0feb50-68d0-4ecd-9cda-3d842d2de1dd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (61f33dd2-01fd-49c5-ae1c-887596a75c7a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.577764 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b0feb50-68d0-4ecd-9cda-3d842d2de1dd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (61f33dd2-01fd-49c5-ae1c-887596a75c7a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.608330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-797098ed-f125-40a7-a925-b31076cee920 None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:17.608697 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-797098ed-f125-40a7-a925-b31076cee920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.615547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b0feb50-68d0-4ecd-9cda-3d842d2de1dd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.617238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8b0feb50-68d0-4ecd-9cda-3d842d2de1dd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2009721 Mar 22 14:22:17.620188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48354) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:17.626261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-807044424', 'security_groups': ['61f33dd2-01fd-49c5-ae1c-887596a75c7a'], 'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b558dd1-7e83-4f05-a1b0-a02c8e561adc'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:17.635400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0feb50-68d0-4ecd-9cda-3d842d2de1dd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f33dd2-01fd-49c5-ae1c-887596a75c7a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:17.760662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-797098ed-f125-40a7-a925-b31076cee920 None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:17.769358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Update dhcp port {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'fixed_ips': [{'subnet_id': '058f0e3e-ca9f-489c-98e3-cbba486b6d3f', 'ip_address': '172.20.0.18'}, {'subnet_id': '7b558dd1-7e83-4f05-a1b0-a02c8e561adc'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '532a546c-6738-493d-9d2e-2b6bed48e99e'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:22:17.805741 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.818377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:17.931402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:17.952944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] device_id is not set on port 0d0204e1-a16c-4847-8cb5-d216aad1df0e yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:22:18.051919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Allocated IP 172.20.0.2 (94fb4845-e090-45ae-8f92-71f19ec510ea/7b558dd1-7e83-4f05-a1b0-a02c8e561adc/532a546c-6738-493d-9d2e-2b6bed48e99e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:18.181429 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d67ea389-72f9-420c-9f15-9cc7429f6574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.226544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] For port 532a546c-6738-493d-9d2e-2b6bed48e99e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=532a546c-6738-493d-9d2e-2b6bed48e99e,segment=NetworkSegment(f9ea7ae2-62e7-4db5-b072-0161dfd08280),segment_id=f9ea7ae2-62e7-4db5-b072-0161dfd08280)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:18.274341 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Publish callbacks [] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.291164 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.352727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.13 (94fb4845-e090-45ae-8f92-71f19ec510ea/7b558dd1-7e83-4f05-a1b0-a02c8e561adc/0d0204e1-a16c-4847-8cb5-d216aad1df0e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:18.433585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Pushing event updated for resources: {'Port': ['ID=532a546c-6738-493d-9d2e-2b6bed48e99e,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:18.448171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.450537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.451021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.451370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.451709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.452087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.452455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.452907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.453307 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.453846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.454256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.454630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.455294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.455630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.456082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdffa10-7a06-4cd6-a35d-25159b2e3d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:18.568627 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.627546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.693489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:18.699649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:18.705670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:18.768592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:18.769291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.787127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=0d0204e1-a16c-4847-8cb5-d216aad1df0e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:18.794638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-64524fff-e76b-4a32-a837-ad619ca93617 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1731141 Mar 22 14:22:18.797449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48400) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:18.804573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5e7bf3ed-4719-4939-811f-653e59d06a4e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:19.016192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7bf3ed-4719-4939-811f-653e59d06a4e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:19.023942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf3ed-4719-4939-811f-653e59d06a4e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.169682 n-d-834677-3 neutron-server[110457]: INFO neutron.db.ipam_backend_mixin [None req-5e7bf3ed-4719-4939-811f-653e59d06a4e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b558dd1-7e83-4f05-a1b0-a02c8e561adc (CIDR: 172.20.0.0/28) Mar 22 14:22:19.177891 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7bf3ed-4719-4939-811f-653e59d06a4e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:22:19.179198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7bf3ed-4719-4939-811f-653e59d06a4e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:19.202681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5e7bf3ed-4719-4939-811f-653e59d06a4e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4040606 Mar 22 14:22:19.205997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48420) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:19.212174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-44cbd180-fd76-457d-9998-2f51749556eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:19.305325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b9590cdd-04ad-4831-9661-df8be3430099 None None] Provisioning complete for port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:19.306072 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9590cdd-04ad-4831-9661-df8be3430099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.402737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b9590cdd-04ad-4831-9661-df8be3430099 None None] Port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:19.416750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cbd180-fd76-457d-9998-2f51749556eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:19.425336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44cbd180-fd76-457d-9998-2f51749556eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.466385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b9590cdd-04ad-4831-9661-df8be3430099 None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:19.470953 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9590cdd-04ad-4831-9661-df8be3430099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.609855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48424) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:19.616661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 532a546c-6738-493d-9d2e-2b6bed48e99e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:19.847195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30a62010-a0a2-4ba9-8076-79558f543a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.959259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b9590cdd-04ad-4831-9661-df8be3430099 None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:20.001617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:20.002003 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.021321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30a62010-a0a2-4ba9-8076-79558f543a32 admin admin] Publish callbacks [] for security_group (4724afb6-829a-4024-ba9f-f9958f33b067), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.029986 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-30a62010-a0a2-4ba9-8076-79558f543a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4724afb6-829a-4024-ba9f-f9958f33b067), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.092567 n-d-834677-3 neutron-server[110458]: INFO neutron.db.ipam_backend_mixin [None req-44cbd180-fd76-457d-9998-2f51749556eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 058f0e3e-ca9f-489c-98e3-cbba486b6d3f (CIDR: 172.20.0.16/28) Mar 22 14:22:20.104883 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cbd180-fd76-457d-9998-2f51749556eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:22:20.105513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cbd180-fd76-457d-9998-2f51749556eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:20.108585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-def2d8d9-3f78-4e14-b35a-cf5b55481649 None None] Provisioning complete for port 0d0204e1-a16c-4847-8cb5-d216aad1df0e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:20.109575 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-def2d8d9-3f78-4e14-b35a-cf5b55481649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.115971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a62010-a0a2-4ba9-8076-79558f543a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724afb6-829a-4024-ba9f-f9958f33b067,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.126821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-30a62010-a0a2-4ba9-8076-79558f543a32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94540eecabbd4919be18868590fbff81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153332 Mar 22 14:22:20.129871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48438) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:20.141218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44cbd180-fd76-457d-9998-2f51749556eb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9336498 Mar 22 14:22:20.144078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48440) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:20.152518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'subnet': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:20.174569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-def2d8d9-3f78-4e14-b35a-cf5b55481649 None None] Port 0d0204e1-a16c-4847-8cb5-d216aad1df0e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:20.209012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5190-c47f-4828-acbe-153d0486bc03 admin admin] Publish callbacks [] for security_group (4724afb6-829a-4024-ba9f-f9958f33b067), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.246186 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5190-c47f-4828-acbe-153d0486bc03 admin admin] Publish callbacks [] for security_group (4724afb6-829a-4024-ba9f-f9958f33b067), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.254239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:20.304411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Made reservation on behalf of decb2a0191274302bcb5b4cab1a2415b for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:20.308974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.312798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5190-c47f-4828-acbe-153d0486bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4724afb6-829a-4024-ba9f-f9958f33b067), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.315655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5190-c47f-4828-acbe-153d0486bc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.317060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aa5b5190-c47f-4828-acbe-153d0486bc03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4724afb6-829a-4024-ba9f-f9958f33b067 HTTP/1.1" status: 204 len: 168 time: 0.1857455 Mar 22 14:22:20.342250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b5190-c47f-4828-acbe-153d0486bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724afb6-829a-4024-ba9f-f9958f33b067,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.406670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-318d13ac-43bd-415c-a780-05420929db83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.630661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (c7636e11-fada-446f-a73a-e78069e9fe03), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.675559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Network 94fb4845-e090-45ae-8f92-71f19ec510ea is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:20.682653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:20.704247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:20.705130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.715468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ced464-2c9e-4fdc-8471-d57d78f3213b None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:20.738448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5860484 Mar 22 14:22:20.738909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:20.745382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1914002366', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7636e11-fada-446f-a73a-e78069e9fe03'}], 'security_groups': ['55bbea50-32ab-41bc-93e1-3090ba403c46', 'bacd5d42-42b0-46a5-938a-49fa1a9df066']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:20.750678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13172f-3f99-4d11-9b2f-29d503e825a2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Subnet': ['ID=c7636e11-fada-446f-a73a-e78069e9fe03,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.773563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48458) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:20.792121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2357f45-5e3d-42c0-993c-49e11909547d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.856279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.901082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2357f45-5e3d-42c0-993c-49e11909547d admin admin] Publish callbacks [] for security_group (892b29e6-6171-4326-a214-d0925693d63c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.907244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a2357f45-5e3d-42c0-993c-49e11909547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (892b29e6-6171-4326-a214-d0925693d63c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.956009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2357f45-5e3d-42c0-993c-49e11909547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892b29e6-6171-4326-a214-d0925693d63c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.980835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a2357f45-5e3d-42c0-993c-49e11909547d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=180b6d0312634136a37da0ede4272040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032807 Mar 22 14:22:20.981391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48462) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:20.985236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506efb2c-bb89-43b9-b581-58f079b63151 None None] Update dhcp port {'port': {'network_id': '94fb4845-e090-45ae-8f92-71f19ec510ea', 'fixed_ips': [{'subnet_id': '058f0e3e-ca9f-489c-98e3-cbba486b6d3f', 'ip_address': '172.20.0.18'}, {'subnet_id': '7b558dd1-7e83-4f05-a1b0-a02c8e561adc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7636e11-fada-446f-a73a-e78069e9fe03'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '532a546c-6738-493d-9d2e-2b6bed48e99e'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:22:21.015198 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-506efb2c-bb89-43b9-b581-58f079b63151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.090241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf749f99-5425-464d-8aba-d49d136979ed admin admin] Publish callbacks [] for security_group (892b29e6-6171-4326-a214-d0925693d63c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.122641 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf749f99-5425-464d-8aba-d49d136979ed admin admin] Publish callbacks [] for security_group (892b29e6-6171-4326-a214-d0925693d63c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.197362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf749f99-5425-464d-8aba-d49d136979ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (892b29e6-6171-4326-a214-d0925693d63c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.202715 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf749f99-5425-464d-8aba-d49d136979ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.206307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cf749f99-5425-464d-8aba-d49d136979ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/892b29e6-6171-4326-a214-d0925693d63c HTTP/1.1" status: 204 len: 168 time: 0.2217774 Mar 22 14:22:21.232148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf749f99-5425-464d-8aba-d49d136979ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892b29e6-6171-4326-a214-d0925693d63c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:21.350610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Delete allocated IP 172.20.0.13 (94fb4845-e090-45ae-8f92-71f19ec510ea/7b558dd1-7e83-4f05-a1b0-a02c8e561adc) {{(pid=110458) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:22:21.368722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Allocated IP 172.20.0.38 (94fb4845-e090-45ae-8f92-71f19ec510ea/c7636e11-fada-446f-a73a-e78069e9fe03/0d0204e1-a16c-4847-8cb5-d216aad1df0e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:21.594954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.611438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.698147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-506efb2c-bb89-43b9-b581-58f079b63151 None None] Allocated IP 172.20.0.34 (94fb4845-e090-45ae-8f92-71f19ec510ea/c7636e11-fada-446f-a73a-e78069e9fe03/532a546c-6738-493d-9d2e-2b6bed48e99e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:21.742098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event updated for resources: {'Port': ['ID=0d0204e1-a16c-4847-8cb5-d216aad1df0e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:21.830630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] In _notify_port_updated(), no bound segment for port 0d0204e1-a16c-4847-8cb5-d216aad1df0e on network 94fb4845-e090-45ae-8f92-71f19ec510ea {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:22:21.839875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:21.841917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.843635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05fee0e7-3571-4700-8aaa-f04343c98d77 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "PUT /v2.0/ports/0d0204e1-a16c-4847-8cb5-d216aad1df0e HTTP/1.1" status: 200 len: 960 time: 1.1082613 Mar 22 14:22:21.847101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:21.869742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-506efb2c-bb89-43b9-b581-58f079b63151 None None] For port 532a546c-6738-493d-9d2e-2b6bed48e99e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=532a546c-6738-493d-9d2e-2b6bed48e99e,segment=NetworkSegment(f9ea7ae2-62e7-4db5-b072-0161dfd08280),segment_id=f9ea7ae2-62e7-4db5-b072-0161dfd08280)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:21.893814 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.929276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-506efb2c-bb89-43b9-b581-58f079b63151 None None] Publish callbacks [] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.954150 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-506efb2c-bb89-43b9-b581-58f079b63151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.007978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 0d0204e1-a16c-4847-8cb5-d216aad1df0e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:22.008561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.055136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506efb2c-bb89-43b9-b581-58f079b63151 None None] Pushing event updated for resources: {'Port': ['ID=532a546c-6738-493d-9d2e-2b6bed48e99e,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:22.121845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.140362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 0d0204e1-a16c-4847-8cb5-d216aad1df0e owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:22.368698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0d0204e1-a16c-4847-8cb5-d216aad1df0e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.431888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=0d0204e1-a16c-4847-8cb5-d216aad1df0e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:22.523634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.528558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7f7df629-8b95-4723-9ea4-4611c82c789d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/0d0204e1-a16c-4847-8cb5-d216aad1df0e HTTP/1.1" status: 204 len: 168 time: 0.6803513 Mar 22 14:22:22.531404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:22.589937 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-7028b2fa-f4b5-47d3-8ac0-ee611908907c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] GET failed (client error): The resource could not be found. Mar 22 14:22:22.595523 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7028b2fa-f4b5-47d3-8ac0-ee611908907c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports/0d0204e1-a16c-4847-8cb5-d216aad1df0e HTTP/1.1" status: 404 len: 333 time: 0.0630600 Mar 22 14:22:22.598978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48524) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:22.663998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af1c6ea2-b83e-446c-8d1d-e497f83c9a88 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (61f33dd2-01fd-49c5-ae1c-887596a75c7a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.694616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af1c6ea2-b83e-446c-8d1d-e497f83c9a88 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (61f33dd2-01fd-49c5-ae1c-887596a75c7a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.774466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af1c6ea2-b83e-446c-8d1d-e497f83c9a88 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (61f33dd2-01fd-49c5-ae1c-887596a75c7a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.777363 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af1c6ea2-b83e-446c-8d1d-e497f83c9a88 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.778723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-af1c6ea2-b83e-446c-8d1d-e497f83c9a88 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/security-groups/61f33dd2-01fd-49c5-ae1c-887596a75c7a HTTP/1.1" status: 204 len: 168 time: 0.1784689 Mar 22 14:22:22.782357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:22.789146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c6ea2-b83e-446c-8d1d-e497f83c9a88 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f33dd2-01fd-49c5-ae1c-887596a75c7a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:22.862334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c660fdcc-62a4-43a5-854c-64f79f459dba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (bacd5d42-42b0-46a5-938a-49fa1a9df066), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.898207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c660fdcc-62a4-43a5-854c-64f79f459dba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (bacd5d42-42b0-46a5-938a-49fa1a9df066), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.952149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c660fdcc-62a4-43a5-854c-64f79f459dba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bacd5d42-42b0-46a5-938a-49fa1a9df066), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.965427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c660fdcc-62a4-43a5-854c-64f79f459dba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.967468 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c660fdcc-62a4-43a5-854c-64f79f459dba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/security-groups/bacd5d42-42b0-46a5-938a-49fa1a9df066 HTTP/1.1" status: 204 len: 168 time: 0.1832366 Mar 22 14:22:22.970561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:22.991609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660fdcc-62a4-43a5-854c-64f79f459dba tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacd5d42-42b0-46a5-938a-49fa1a9df066,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:23.044113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-10a97b5a-b5a2-4eb9-af86-04b31ac748d2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (55bbea50-32ab-41bc-93e1-3090ba403c46), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.073475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-10a97b5a-b5a2-4eb9-af86-04b31ac748d2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (55bbea50-32ab-41bc-93e1-3090ba403c46), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.130482 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-10a97b5a-b5a2-4eb9-af86-04b31ac748d2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (55bbea50-32ab-41bc-93e1-3090ba403c46), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.130929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2fdf11f5-671a-428c-8523-dd4ccd3317fb None None] Could not find standard attr ID for object 0d0204e1-a16c-4847-8cb5-d216aad1df0e. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:22:23.133883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-10a97b5a-b5a2-4eb9-af86-04b31ac748d2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.135206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-10a97b5a-b5a2-4eb9-af86-04b31ac748d2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/security-groups/55bbea50-32ab-41bc-93e1-3090ba403c46 HTTP/1.1" status: 204 len: 168 time: 0.1632082 Mar 22 14:22:23.137953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:23.157300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2fdf11f5-671a-428c-8523-dd4ccd3317fb None None] Provisioning complete for port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:23.157942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fdf11f5-671a-428c-8523-dd4ccd3317fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.168472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97b5a-b5a2-4eb9-af86-04b31ac748d2 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bbea50-32ab-41bc-93e1-3090ba403c46,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:23.212464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet 7b558dd1-7e83-4f05-a1b0-a02c8e561adc {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:23.216955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (7b558dd1-7e83-4f05-a1b0-a02c8e561adc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.256529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf11f5-671a-428c-8523-dd4ccd3317fb None None] Port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:23.267568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (7b558dd1-7e83-4f05-a1b0-a02c8e561adc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.284718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2fdf11f5-671a-428c-8523-dd4ccd3317fb None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:23.285096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fdf11f5-671a-428c-8523-dd4ccd3317fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.394986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf11f5-671a-428c-8523-dd4ccd3317fb None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:23.413595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.445189 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7b558dd1-7e83-4f05-a1b0-a02c8e561adc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.566184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (7b558dd1-7e83-4f05-a1b0-a02c8e561adc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.601507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=7b558dd1-7e83-4f05-a1b0-a02c8e561adc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:23.608248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.617493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48562) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:23.620603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 532a546c-6738-493d-9d2e-2b6bed48e99e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:23.625106 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5bd24305-a537-4378-9267-318301c31d52 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/7b558dd1-7e83-4f05-a1b0-a02c8e561adc HTTP/1.1" status: 204 len: 168 time: 0.4857736 Mar 22 14:22:23.699302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:23.699768 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.744196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337aa26c-2439-4c57-9ae0-51767a1c7d7e None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:23.746520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet c7636e11-fada-446f-a73a-e78069e9fe03 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:23.751047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (c7636e11-fada-446f-a73a-e78069e9fe03), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.848890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (c7636e11-fada-446f-a73a-e78069e9fe03), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:23.854831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:23.861291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9da54549-7e9f-4f46-a85f-4e34fa2afe4b None None] Could not find standard attr ID for object 0d0204e1-a16c-4847-8cb5-d216aad1df0e. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:22:23.963862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c7636e11-fada-446f-a73a-e78069e9fe03), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.028753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (c7636e11-fada-446f-a73a-e78069e9fe03), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.044683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.064444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.068316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/c7636e11-fada-446f-a73a-e78069e9fe03 HTTP/1.1" status: 204 len: 168 time: 0.4496894 Mar 22 14:22:24.069380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1e84b-aa72-4099-a3bf-6cf69414be36 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=c7636e11-fada-446f-a73a-e78069e9fe03,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:24.071777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48576) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.118631 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f900ed-8f6f-469b-a519-461df95da91a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:24.121138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f900ed-8f6f-469b-a519-461df95da91a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:24.126760 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-72f900ed-8f6f-469b-a519-461df95da91a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/7b558dd1-7e83-4f05-a1b0-a02c8e561adc HTTP/1.1" status: 404 len: 337 time: 0.0530429 Mar 22 14:22:24.128062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48580) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.202487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting subnet 058f0e3e-ca9f-489c-98e3-cbba486b6d3f {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:24.206075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (058f0e3e-ca9f-489c-98e3-cbba486b6d3f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.260507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-908060dc-f2be-4cdd-aebd-2ad21be6b6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.330295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (058f0e3e-ca9f-489c-98e3-cbba486b6d3f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.396777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-908060dc-f2be-4cdd-aebd-2ad21be6b6a5 admin admin] Publish callbacks [] for security_group (ea669558-bf5b-4be5-b8e6-24b8d36092c1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.403331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-908060dc-f2be-4cdd-aebd-2ad21be6b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ea669558-bf5b-4be5-b8e6-24b8d36092c1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.482917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48592) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.485840 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-908060dc-f2be-4cdd-aebd-2ad21be6b6a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3492209f6bf844a09cb5324ead1aa5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397023 Mar 22 14:22:24.495479 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.506350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908060dc-f2be-4cdd-aebd-2ad21be6b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea669558-bf5b-4be5-b8e6-24b8d36092c1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:24.574123 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64fc7169-9f80-4d99-87fd-b093cafbe409 admin admin] Publish callbacks [] for security_group (ea669558-bf5b-4be5-b8e6-24b8d36092c1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.578775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (058f0e3e-ca9f-489c-98e3-cbba486b6d3f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.600291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64fc7169-9f80-4d99-87fd-b093cafbe409 admin admin] Publish callbacks [] for security_group (ea669558-bf5b-4be5-b8e6-24b8d36092c1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.627796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.677881 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64fc7169-9f80-4d99-87fd-b093cafbe409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ea669558-bf5b-4be5-b8e6-24b8d36092c1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.680821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64fc7169-9f80-4d99-87fd-b093cafbe409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.681592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-64fc7169-9f80-4d99-87fd-b093cafbe409 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea669558-bf5b-4be5-b8e6-24b8d36092c1 HTTP/1.1" status: 204 len: 168 time: 0.1976614 Mar 22 14:22:24.704060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc7169-9f80-4d99-87fd-b093cafbe409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea669558-bf5b-4be5-b8e6-24b8d36092c1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:24.726481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (058f0e3e-ca9f-489c-98e3-cbba486b6d3f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.776679 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.780173 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/058f0e3e-ca9f-489c-98e3-cbba486b6d3f HTTP/1.1" status: 204 len: 168 time: 0.6488140 Mar 22 14:22:24.781628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ffdca-408a-411a-bca5-4ce6c827449c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Subnet': ['ID=058f0e3e-ca9f-489c-98e3-cbba486b6d3f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:24.782760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48596) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.823908 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8629de6-2959-4875-b463-e3eda904f18a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:24.824415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8629de6-2959-4875-b463-e3eda904f18a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:24.830002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e8629de6-2959-4875-b463-e3eda904f18a tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/da714527-37be-4fdd-80ff-6c2dbfaf95b3 HTTP/1.1" status: 404 len: 337 time: 0.0446489 Mar 22 14:22:24.830208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787baef-e808-45e7-80dc-3c035289c8e5 None None] Network 94fb4845-e090-45ae-8f92-71f19ec510ea requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:24.831621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48602) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.862820 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-71b8188f-891d-4a22-a655-6d4d7843f4a7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "GET /v2.0/ports?device_id=e462bcf7-3443-40fd-b468-fac547824bf6 HTTP/1.1" status: 200 len: 205 time: 0.0293331 Mar 22 14:22:24.865376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48604) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.931302 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-32a32570-0696-410c-a643-a3808f06facb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] delete failed (client error): The resource could not be found. Mar 22 14:22:24.933464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-32a32570-0696-410c-a643-a3808f06facb tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/routers/e462bcf7-3443-40fd-b468-fac547824bf6 HTTP/1.1" status: 404 len: 336 time: 0.0658407 Mar 22 14:22:24.935071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48606) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:24.999173 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7088c2-e9ad-4322-91a6-492b0b3e0425 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.000182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7088c2-e9ad-4322-91a6-492b0b3e0425 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.004543 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee7088c2-e9ad-4322-91a6-492b0b3e0425 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/083aa243-4f93-4e50-879a-ec07a626d95f HTTP/1.1" status: 404 len: 337 time: 0.0679867 Mar 22 14:22:25.007458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48610) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.017853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-329c84cc-37b9-49a7-8017-530dc13a4fa4 None None] Provisioning complete for port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:25.018868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-329c84cc-37b9-49a7-8017-530dc13a4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.051590 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a858ec-b0f6-4a4a-b7c8-e0b807331406 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.055676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a858ec-b0f6-4a4a-b7c8-e0b807331406 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.062248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b8a858ec-b0f6-4a4a-b7c8-e0b807331406 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/cec9475e-04b5-4f52-8fb2-5ebe4cec9778 HTTP/1.1" status: 404 len: 337 time: 0.0535948 Mar 22 14:22:25.064978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.102469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-329c84cc-37b9-49a7-8017-530dc13a4fa4 None None] Port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:25.116521 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c669392b-f79e-4c9c-bb6c-9bfc07d3266e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.116979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c669392b-f79e-4c9c-bb6c-9bfc07d3266e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.121409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c669392b-f79e-4c9c-bb6c-9bfc07d3266e tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/248d0ff7-e80d-44eb-918b-e920a4db47c1 HTTP/1.1" status: 404 len: 337 time: 0.0555749 Mar 22 14:22:25.124114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48614) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.134396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-329c84cc-37b9-49a7-8017-530dc13a4fa4 None None] Provisioning complete for port 532a546c-6738-493d-9d2e-2b6bed48e99e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:25.134778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-329c84cc-37b9-49a7-8017-530dc13a4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.156177 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c648a7-4e4b-46c4-9124-36eaa93bf21b tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.161753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c648a7-4e4b-46c4-9124-36eaa93bf21b tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.167780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-71c648a7-4e4b-46c4-9124-36eaa93bf21b tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/ace76bd4-ba94-4f3e-bfbe-68900165ea35 HTTP/1.1" status: 404 len: 333 time: 0.0401127 Mar 22 14:22:25.168266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48620) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.225719 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ac796c-b58f-4a35-9e02-c1514fa060b7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.226212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ac796c-b58f-4a35-9e02-c1514fa060b7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.232346 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-81ac796c-b58f-4a35-9e02-c1514fa060b7 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/7e0ed0c7-c993-46c1-be08-e9217fc269fb HTTP/1.1" status: 404 len: 337 time: 0.0628049 Mar 22 14:22:25.234979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48622) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.259075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48624) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.278635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] DHCP port deletion for 94fb4845-e090-45ae-8f92-71f19ec510ea request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:22:25.281707 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bef599-71d3-4490-9668-75db4461c319 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.282223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bef599-71d3-4490-9668-75db4461c319 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.286410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65bef599-71d3-4490-9668-75db4461c319 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/8110a7df-3475-4dbf-af0e-ea278308fb5a HTTP/1.1" status: 404 len: 337 time: 0.0490456 Mar 22 14:22:25.288090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48626) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.291580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec184-f3d7-47a5-a6a5-c22341dba8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.328606 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfdf590-751e-47b3-a7a7-93cac35342d5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.329548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfdf590-751e-47b3-a7a7-93cac35342d5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.331376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-329c84cc-37b9-49a7-8017-530dc13a4fa4 None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:25.334714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3dfdf590-751e-47b3-a7a7-93cac35342d5 tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/ffcd76d1-9a30-47f2-82fb-4d897fff35e9 HTTP/1.1" status: 404 len: 333 time: 0.0453308 Mar 22 14:22:25.337495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48628) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.368081 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6d85ed-0cd4-44b0-89bf-d2b57267e52c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.368574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] Deleting port 532a546c-6738-493d-9d2e-2b6bed48e99e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:25.369171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6d85ed-0cd4-44b0-89bf-d2b57267e52c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.369563 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.372494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dc6d85ed-0cd4-44b0-89bf-d2b57267e52c tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/e4485e6e-d4fc-4ca5-86ea-6c48d7ff7c0f HTTP/1.1" status: 404 len: 337 time: 0.0337706 Mar 22 14:22:25.377405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.413445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec184-f3d7-47a5-a6a5-c22341dba8ab admin admin] Publish callbacks [] for security_group (ae8b7458-2267-43e0-8319-48011c3bb0e7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.437759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec184-f3d7-47a5-a6a5-c22341dba8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae8b7458-2267-43e0-8319-48011c3bb0e7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.441081 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bda3b2-883f-43e8-8372-dcdd6066ce9f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:25.441532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bda3b2-883f-43e8-8372-dcdd6066ce9f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:25.447579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-15bda3b2-883f-43e8-8372-dcdd6066ce9f tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/subnets/620ada73-b9ec-411a-9a17-47cfaba2a308 HTTP/1.1" status: 404 len: 337 time: 0.0654366 Mar 22 14:22:25.447825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48636) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.486794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e3ec184-f3d7-47a5-a6a5-c22341dba8ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=095f998e045643e2ac047dfd5981b2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238193 Mar 22 14:22:25.500728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48638) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.503719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ec184-f3d7-47a5-a6a5-c22341dba8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b7458-2267-43e0-8319-48011c3bb0e7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:25.504274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] For port 532a546c-6738-493d-9d2e-2b6bed48e99e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=532a546c-6738-493d-9d2e-2b6bed48e99e,segment=NetworkSegment(f9ea7ae2-62e7-4db5-b072-0161dfd08280),segment_id=f9ea7ae2-62e7-4db5-b072-0161dfd08280)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:25.504888 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.537381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] Calling delete_port for 532a546c-6738-493d-9d2e-2b6bed48e99e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:25.556088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 532a546c-6738-493d-9d2e-2b6bed48e99e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:25.607177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Deleting port 499bbeba-e2fa-425f-a7e4-c7b3549b9cae {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:25.607526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.629321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c848-a5f7-4bb7-981a-0fa421ca91f4 admin admin] Publish callbacks [] for security_group (ae8b7458-2267-43e0-8319-48011c3bb0e7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.662669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c848-a5f7-4bb7-981a-0fa421ca91f4 admin admin] Publish callbacks [] for security_group (ae8b7458-2267-43e0-8319-48011c3bb0e7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.693447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.710556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Calling delete_port for 499bbeba-e2fa-425f-a7e4-c7b3549b9cae owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:25.724362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c848-a5f7-4bb7-981a-0fa421ca91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ae8b7458-2267-43e0-8319-48011c3bb0e7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.727290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c848-a5f7-4bb7-981a-0fa421ca91f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.742432 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a5a2c848-a5f7-4bb7-981a-0fa421ca91f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae8b7458-2267-43e0-8319-48011c3bb0e7 HTTP/1.1" status: 204 len: 168 time: 0.2182086 Mar 22 14:22:25.754875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 532a546c-6738-493d-9d2e-2b6bed48e99e is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:25.755626 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.761528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2c848-a5f7-4bb7-981a-0fa421ca91f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b7458-2267-43e0-8319-48011c3bb0e7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:25.840644 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (532a546c-6738-493d-9d2e-2b6bed48e99e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.887127 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (499bbeba-e2fa-425f-a7e4-c7b3549b9cae), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.908407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] Pushing event deleted for resources: {'Port': ['ID=532a546c-6738-493d-9d2e-2b6bed48e99e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:25.922764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Port': ['ID=499bbeba-e2fa-425f-a7e4-c7b3549b9cae,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:25.932242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.938362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1b3837d4-a0f8-4ca5-958a-4ec31aad5c3d tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/ports/499bbeba-e2fa-425f-a7e4-c7b3549b9cae HTTP/1.1" status: 204 len: 168 time: 0.4873676 Mar 22 14:22:25.938749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.948850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e2ba6-5cc4-494b-9630-0d9edc54fd04 None None] No DVR routers for this DVR port 532a546c-6738-493d-9d2e-2b6bed48e99e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:26.073810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (94fb4845-e090-45ae-8f92-71f19ec510ea), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.197135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (94fb4845-e090-45ae-8f92-71f19ec510ea), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.233500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fb4845-e090-45ae-8f92-71f19ec510ea']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:26.248416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ea7ae2-62e7-4db5-b072-0161dfd08280') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:26.248651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ea7ae2-62e7-4db5-b072-0161dfd08280') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:26.262482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (f9ea7ae2-62e7-4db5-b072-0161dfd08280), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.284412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f9ea7ae2-62e7-4db5-b072-0161dfd08280), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.293491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:26.294151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (f9ea7ae2-62e7-4db5-b072-0161dfd08280), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:26.341343 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:26.372678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (94fb4845-e090-45ae-8f92-71f19ec510ea), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.377210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.380619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] 10.222.0.44 "DELETE /v2.0/networks/94fb4845-e090-45ae-8f92-71f19ec510ea HTTP/1.1" status: 204 len: 168 time: 0.4407773 Mar 22 14:22:26.398629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdad372-1993-48b2-b75f-d89624436cfd tempest-PortsTestJSON-2051619556 tempest-PortsTestJSON-2051619556-project] Pushing event deleted for resources: {'Network': ['ID=94fb4845-e090-45ae-8f92-71f19ec510ea,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:26.793541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:27.217494 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-39ef3a15-b139-4ff1-ac77-1bac52639930 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=decb2a0191274302bcb5b4cab1a2415b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226763 Mar 22 14:22:27.220407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48698) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:27.323464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e5a1-f550-4d94-afdc-ec1caceb4483 admin admin] Publish callbacks [] for security_group (734f84b6-12f7-4ad5-aa1a-39c458be5d56), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.361006 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e5a1-f550-4d94-afdc-ec1caceb4483 admin admin] Publish callbacks [] for security_group (734f84b6-12f7-4ad5-aa1a-39c458be5d56), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.436312 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e5a1-f550-4d94-afdc-ec1caceb4483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (734f84b6-12f7-4ad5-aa1a-39c458be5d56), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.450313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e5a1-f550-4d94-afdc-ec1caceb4483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.453059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b6e0e5a1-f550-4d94-afdc-ec1caceb4483 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/734f84b6-12f7-4ad5-aa1a-39c458be5d56 HTTP/1.1" status: 204 len: 168 time: 0.2310400 Mar 22 14:22:27.494233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0e5a1-f550-4d94-afdc-ec1caceb4483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734f84b6-12f7-4ad5-aa1a-39c458be5d56,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:28.529513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:29.381091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48814) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:29.712795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bca00356-b831-45b3-a19c-f07392c378a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:29.879719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bca00356-b831-45b3-a19c-f07392c378a8 admin admin] Publish callbacks [] for security_group (be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:29.884113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bca00356-b831-45b3-a19c-f07392c378a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:29.938139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bca00356-b831-45b3-a19c-f07392c378a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c93d884de77143bea98eb3442f64a20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5547926 Mar 22 14:22:29.938914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca00356-b831-45b3-a19c-f07392c378a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:29.941546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48842) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:30.021575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-371e35c0-943b-4027-bb7c-a4ce1834ab2c admin admin] Publish callbacks [] for security_group (be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.054263 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-371e35c0-943b-4027-bb7c-a4ce1834ab2c admin admin] Publish callbacks [] for security_group (be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.138350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-371e35c0-943b-4027-bb7c-a4ce1834ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.142142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-371e35c0-943b-4027-bb7c-a4ce1834ab2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.147035 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-371e35c0-943b-4027-bb7c-a4ce1834ab2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08 HTTP/1.1" status: 204 len: 168 time: 0.2040596 Mar 22 14:22:30.158627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e35c0-943b-4027-bb7c-a4ce1834ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4cd1dc-6fa5-4f95-bdfd-f4833abe2f08,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:30.533316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48876) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:30.550211 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39560f31-92ee-4772-b5ab-ca89706f341b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.643543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39560f31-92ee-4772-b5ab-ca89706f341b admin admin] Publish callbacks [] for security_group (a978e0aa-86e8-4f60-ae7d-1127f25bd736), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.651695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39560f31-92ee-4772-b5ab-ca89706f341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a978e0aa-86e8-4f60-ae7d-1127f25bd736), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.693811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48888) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:30.701002 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-39560f31-92ee-4772-b5ab-ca89706f341b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e54157d1eb6416e9759743f57e3f26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665289 Mar 22 14:22:30.702371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39560f31-92ee-4772-b5ab-ca89706f341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a978e0aa-86e8-4f60-ae7d-1127f25bd736,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:30.705234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48890) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:30.777390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e77cc61c-03de-4310-b77f-1b07a66b81b1 admin admin] Publish callbacks [] for security_group (a978e0aa-86e8-4f60-ae7d-1127f25bd736), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.803451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e77cc61c-03de-4310-b77f-1b07a66b81b1 admin admin] Publish callbacks [] for security_group (a978e0aa-86e8-4f60-ae7d-1127f25bd736), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.846933 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04f18dc9-ddd0-4ef8-989a-f16d3bf0e118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.863178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e77cc61c-03de-4310-b77f-1b07a66b81b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a978e0aa-86e8-4f60-ae7d-1127f25bd736), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.866198 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e77cc61c-03de-4310-b77f-1b07a66b81b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.870819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e77cc61c-03de-4310-b77f-1b07a66b81b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a978e0aa-86e8-4f60-ae7d-1127f25bd736 HTTP/1.1" status: 204 len: 168 time: 0.1645160 Mar 22 14:22:30.881583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cc61c-03de-4310-b77f-1b07a66b81b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a978e0aa-86e8-4f60-ae7d-1127f25bd736,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:30.981526 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04f18dc9-ddd0-4ef8-989a-f16d3bf0e118 admin admin] Publish callbacks [] for security_group (f38d62d2-fb03-4ae1-8da2-95dcec044b1c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.989439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-04f18dc9-ddd0-4ef8-989a-f16d3bf0e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f38d62d2-fb03-4ae1-8da2-95dcec044b1c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.024739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f18dc9-ddd0-4ef8-989a-f16d3bf0e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38d62d2-fb03-4ae1-8da2-95dcec044b1c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:31.057673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-04f18dc9-ddd0-4ef8-989a-f16d3bf0e118 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec88cec1d05a4f699530e67dbc8b233b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624203 Mar 22 14:22:31.060541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48902) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:31.110857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4065cfd-90f1-4e47-ba44-e7ec505de252 admin admin] Publish callbacks [] for security_group (f38d62d2-fb03-4ae1-8da2-95dcec044b1c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.142447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4065cfd-90f1-4e47-ba44-e7ec505de252 admin admin] Publish callbacks [] for security_group (f38d62d2-fb03-4ae1-8da2-95dcec044b1c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.209917 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4065cfd-90f1-4e47-ba44-e7ec505de252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f38d62d2-fb03-4ae1-8da2-95dcec044b1c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.212290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f4065cfd-90f1-4e47-ba44-e7ec505de252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.213670 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f4065cfd-90f1-4e47-ba44-e7ec505de252 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f38d62d2-fb03-4ae1-8da2-95dcec044b1c HTTP/1.1" status: 204 len: 168 time: 0.1520786 Mar 22 14:22:31.224759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4065cfd-90f1-4e47-ba44-e7ec505de252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38d62d2-fb03-4ae1-8da2-95dcec044b1c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:31.600045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48930) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:31.614226 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4f89c9-9051-4e92-904a-031ee2cd0d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.726213 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4f89c9-9051-4e92-904a-031ee2cd0d76 admin admin] Publish callbacks [] for security_group (68f5f79b-8a93-47b9-a8e5-8381ae548f9d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.732251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4f89c9-9051-4e92-904a-031ee2cd0d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (68f5f79b-8a93-47b9-a8e5-8381ae548f9d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.787084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b4f89c9-9051-4e92-904a-031ee2cd0d76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc1fc00fb1894bc29da21d9e1f7939f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1859145 Mar 22 14:22:31.788643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f89c9-9051-4e92-904a-031ee2cd0d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f5f79b-8a93-47b9-a8e5-8381ae548f9d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:31.790375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48938) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:31.876319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f038b76-6ac3-41e7-a861-088edfc219f3 admin admin] Publish callbacks [] for security_group (68f5f79b-8a93-47b9-a8e5-8381ae548f9d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.900782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f038b76-6ac3-41e7-a861-088edfc219f3 admin admin] Publish callbacks [] for security_group (68f5f79b-8a93-47b9-a8e5-8381ae548f9d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.968660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f038b76-6ac3-41e7-a861-088edfc219f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (68f5f79b-8a93-47b9-a8e5-8381ae548f9d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.971554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f038b76-6ac3-41e7-a861-088edfc219f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.972740 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0f038b76-6ac3-41e7-a861-088edfc219f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68f5f79b-8a93-47b9-a8e5-8381ae548f9d HTTP/1.1" status: 204 len: 168 time: 0.1783173 Mar 22 14:22:31.998290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f038b76-6ac3-41e7-a861-088edfc219f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f5f79b-8a93-47b9-a8e5-8381ae548f9d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:32.619846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48978) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:32.812336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1814802619'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:32.839806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Made reservation on behalf of ed07be83549c4bdb813c10c05ad4b38c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:32.844072 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.859466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.957344 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks [] for security_group (e91563c2-6488-43fc-b632-e2722790bb97), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.962839 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e91563c2-6488-43fc-b632-e2722790bb97), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.997242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:33.008897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91563c2-6488-43fc-b632-e2722790bb97,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:33.019835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.020220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.020549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.020883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.021226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.021556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.021884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.022230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.022558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.023319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.023652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.023973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.024297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.024757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.025397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:33.030656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f8f505ce-09ba-43b1-9623-919569b00bf2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.031008 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Added segment f8f505ce-09ba-43b1-9623-919569b00bf2 of type vlan for network 99ee1637-79ab-4dcd-ad67-57e2b0ff1f34 Mar 22 14:22:33.080170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (99ee1637-79ab-4dcd-ad67-57e2b0ff1f34), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.122457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (99ee1637-79ab-4dcd-ad67-57e2b0ff1f34), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.128461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:33.129540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.205408 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5833402 Mar 22 14:22:33.209657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49010) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:33.235780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c386a4-07f4-4e91-ab13-d17942207f76 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Pushing event updated for resources: {'Network': ['ID=99ee1637-79ab-4dcd-ad67-57e2b0ff1f34,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:33.247913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 99ee1637-79ab-4dcd-ad67-57e2b0ff1f34 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:33.550137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'network': {'name': 'tempest-network--1125584415', 'router:external': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:33.580904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Made reservation on behalf of 35b9e5defa46470a9c2f71e4aa4a1cf7 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:33.586580 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.602436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.700553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for security_group (49522b2f-729a-4f01-8da5-db183f1d1c6a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.710382 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49522b2f-729a-4f01-8da5-db183f1d1c6a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.785771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49522b2f-729a-4f01-8da5-db183f1d1c6a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:33.815173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:33.824974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (59d832e1-c171-4cbc-913b-fb26a0f6f7ef), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.825323 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Added segment 59d832e1-c171-4cbc-913b-fb26a0f6f7ef of type vlan for network 638766e5-cce8-4386-9ac2-37e977d694ed Mar 22 14:22:33.897558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (638766e5-cce8-4386-9ac2-37e977d694ed), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.956949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (638766e5-cce8-4386-9ac2-37e977d694ed), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.958130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:33.958727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.031801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Network': ['ID=638766e5-cce8-4386-9ac2-37e977d694ed,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:34.044043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 638766e5-cce8-4386-9ac2-37e977d694ed details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:34.056379 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3507c0c3-28bb-44c2-85a0-741c56bccd3c tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8427660 Mar 22 14:22:34.056890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49048) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:34.204071 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (638766e5-cce8-4386-9ac2-37e977d694ed), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.298121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (638766e5-cce8-4386-9ac2-37e977d694ed), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.328324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638766e5-cce8-4386-9ac2-37e977d694ed']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:34.341121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d832e1-c171-4cbc-913b-fb26a0f6f7ef') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:34.341869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d832e1-c171-4cbc-913b-fb26a0f6f7ef') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:34.353108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (59d832e1-c171-4cbc-913b-fb26a0f6f7ef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.370990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (59d832e1-c171-4cbc-913b-fb26a0f6f7ef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.383216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:34.383216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (59d832e1-c171-4cbc-913b-fb26a0f6f7ef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:34.391316 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:34.466407 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (638766e5-cce8-4386-9ac2-37e977d694ed), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.472455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 638766e5-cce8-4386-9ac2-37e977d694ed {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:22:34.476538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.480248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "DELETE /v2.0/networks/638766e5-cce8-4386-9ac2-37e977d694ed HTTP/1.1" status: 204 len: 168 time: 0.4220586 Mar 22 14:22:34.483753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49066) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:34.488712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:34.499575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95d35d-6721-4b0c-b2d1-f760742cf863 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event deleted for resources: {'Network': ['ID=638766e5-cce8-4386-9ac2-37e977d694ed,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:34.518592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Made reservation on behalf of 35b9e5defa46470a9c2f71e4aa4a1cf7 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:34.522864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.556770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:34.589764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a27724f1-064a-4942-903f-1dca8451de0d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.589764 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Added segment a27724f1-064a-4942-903f-1dca8451de0d of type vlan for network 8f23465c-5d1d-488c-a8fd-e7402b81f8e9 Mar 22 14:22:34.694843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (8f23465c-5d1d-488c-a8fd-e7402b81f8e9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.739510 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (8f23465c-5d1d-488c-a8fd-e7402b81f8e9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.741643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:34.742492 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.873962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49084) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:34.875035 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3901350 Mar 22 14:22:34.879883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'subnet': {'network_id': '8f23465c-5d1d-488c-a8fd-e7402b81f8e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:34.900675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c6269-1a40-433a-833e-dc17a2c035be tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Network': ['ID=8f23465c-5d1d-488c-a8fd-e7402b81f8e9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:34.907225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Made reservation on behalf of 35b9e5defa46470a9c2f71e4aa4a1cf7 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:34.911649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.938781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49086) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:34.948691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 8f23465c-5d1d-488c-a8fd-e7402b81f8e9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:35.187434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7655a7cf-3fe1-4772-b7ff-12bf30933860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.386298 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7655a7cf-3fe1-4772-b7ff-12bf30933860 admin admin] Publish callbacks [] for security_group (90d04066-9624-42c6-bfb6-9533848635db), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.395552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7655a7cf-3fe1-4772-b7ff-12bf30933860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (90d04066-9624-42c6-bfb6-9533848635db), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.451859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655a7cf-3fe1-4772-b7ff-12bf30933860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d04066-9624-42c6-bfb6-9533848635db,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:35.470757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49094) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:35.470938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7655a7cf-3fe1-4772-b7ff-12bf30933860 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d93c25b30514fe3a61e93d42bfcb284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5301752 Mar 22 14:22:35.528417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:22:35.528968 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (987aae53-5270-462b-b23d-9d8584f8ab13), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.550805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a18b27c8-c5fa-43c7-a3bd-ea71758c645b admin admin] Publish callbacks [] for security_group (90d04066-9624-42c6-bfb6-9533848635db), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.582919 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a18b27c8-c5fa-43c7-a3bd-ea71758c645b admin admin] Publish callbacks [] for security_group (90d04066-9624-42c6-bfb6-9533848635db), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.603383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Subnet': ['ID=987aae53-5270-462b-b23d-9d8584f8ab13,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:35.612237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Checking segment: {'id': 'a27724f1-064a-4942-903f-1dca8451de0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f23465c-5d1d-488c-a8fd-e7402b81f8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:35.612498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Network hostable DHCP agents. Network: 8f23465c-5d1d-488c-a8fd-e7402b81f8e9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:22:35.638979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Network 8f23465c-5d1d-488c-a8fd-e7402b81f8e9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:22:35.660944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 8f23465c-5d1d-488c-a8fd-e7402b81f8e9) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:35.665407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:35.666597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.673101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14336e37-9842-42c0-889d-92be579c4122 None None] Network 8f23465c-5d1d-488c-a8fd-e7402b81f8e9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:35.673457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a18b27c8-c5fa-43c7-a3bd-ea71758c645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (90d04066-9624-42c6-bfb6-9533848635db), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.680791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a18b27c8-c5fa-43c7-a3bd-ea71758c645b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.685929 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a18b27c8-c5fa-43c7-a3bd-ea71758c645b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90d04066-9624-42c6-bfb6-9533848635db HTTP/1.1" status: 204 len: 168 time: 0.2116652 Mar 22 14:22:35.708144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b27c8-c5fa-43c7-a3bd-ea71758c645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d04066-9624-42c6-bfb6-9533848635db,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:35.719694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7bad98d0-b201-4a30-be51-d00187f85be7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8408961 Mar 22 14:22:35.721446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49104) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:35.741848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'floatingip': {'floating_network_id': '8f23465c-5d1d-488c-a8fd-e7402b81f8e9'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:35.788156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.841615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d385eb-42cb-40f6-8d27-c5ed32e83e33 None None] Network 8f23465c-5d1d-488c-a8fd-e7402b81f8e9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:36.012783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.144591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Allocated IP 172.20.0.13 (8f23465c-5d1d-488c-a8fd-e7402b81f8e9/987aae53-5270-462b-b23d-9d8584f8ab13/90bf0dfd-01e4-4ff0-961a-27e0e919c91d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:36.223511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:36.244844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93aeae0c-b1ca-439d-9116-7f325884648f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.266858 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.309263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.348497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93aeae0c-b1ca-439d-9116-7f325884648f admin admin] Publish callbacks [] for security_group (0c6498ad-8913-4eb0-bc51-a49799f8e6cc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.349485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Network 8f23465c-5d1d-488c-a8fd-e7402b81f8e9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:36.356721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93aeae0c-b1ca-439d-9116-7f325884648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0c6498ad-8913-4eb0-bc51-a49799f8e6cc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.366653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:36.368711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Port': ['ID=90bf0dfd-01e4-4ff0-961a-27e0e919c91d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:36.372515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:36.407363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeae0c-b1ca-439d-9116-7f325884648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6498ad-8913-4eb0-bc51-a49799f8e6cc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:36.432653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93aeae0c-b1ca-439d-9116-7f325884648f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db8d9e7820fe44afb8ea4ad5e9a004c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073057 Mar 22 14:22:36.435494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49124) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:36.490968 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1469dee6-c1c2-4a92-9914-5f8e5d6ca318 admin admin] Publish callbacks [] for security_group (0c6498ad-8913-4eb0-bc51-a49799f8e6cc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.496324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for floatingip (82b2b535-8e50-4a06-861d-9df8fad9a881), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.519931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1469dee6-c1c2-4a92-9914-5f8e5d6ca318 admin admin] Publish callbacks [] for security_group (0c6498ad-8913-4eb0-bc51-a49799f8e6cc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.542857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.588832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1469dee6-c1c2-4a92-9914-5f8e5d6ca318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0c6498ad-8913-4eb0-bc51-a49799f8e6cc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.591910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1469dee6-c1c2-4a92-9914-5f8e5d6ca318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.593457 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1469dee6-c1c2-4a92-9914-5f8e5d6ca318 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c6498ad-8913-4eb0-bc51-a49799f8e6cc HTTP/1.1" status: 204 len: 168 time: 0.1559131 Mar 22 14:22:36.602135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469dee6-c1c2-4a92-9914-5f8e5d6ca318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6498ad-8913-4eb0-bc51-a49799f8e6cc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:36.736178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.742541 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.824797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Port': ['ID=90bf0dfd-01e4-4ff0-961a-27e0e919c91d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:36.849609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (82b2b535-8e50-4a06-861d-9df8fad9a881), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.873761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.877135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ac14229f-e442-4853-bf7b-d9dfcc787fa7 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1546669 Mar 22 14:22:36.880744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:37.007858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49146) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:37.029034 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-117739b0-d306-42f1-a2fe-bca69651f2f2 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=8f23465c-5d1d-488c-a8fd-e7402b81f8e9 HTTP/1.1" status: 200 len: 690 time: 0.1286447 Mar 22 14:22:37.236816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (8f23465c-5d1d-488c-a8fd-e7402b81f8e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.446729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Deleting port 90bf0dfd-01e4-4ff0-961a-27e0e919c91d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:37.448044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.604666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.605034 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for floatingip (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.637527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Calling delete_port for 90bf0dfd-01e4-4ff0-961a-27e0e919c91d owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:37.900353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (90bf0dfd-01e4-4ff0-961a-27e0e919c91d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.946504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event deleted for resources: {'Port': ['ID=90bf0dfd-01e4-4ff0-961a-27e0e919c91d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:38.063969 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for floatingip (82b2b535-8e50-4a06-861d-9df8fad9a881), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.137075 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (987aae53-5270-462b-b23d-9d8584f8ab13), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.226433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (987aae53-5270-462b-b23d-9d8584f8ab13), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.277818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=987aae53-5270-462b-b23d-9d8584f8ab13,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:38.356718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (8f23465c-5d1d-488c-a8fd-e7402b81f8e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.383457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f23465c-5d1d-488c-a8fd-e7402b81f8e9']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:38.395543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27724f1-064a-4942-903f-1dca8451de0d') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:38.396300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27724f1-064a-4942-903f-1dca8451de0d') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:38.407826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (a27724f1-064a-4942-903f-1dca8451de0d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.423274 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a27724f1-064a-4942-903f-1dca8451de0d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.444045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:38.446908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (a27724f1-064a-4942-903f-1dca8451de0d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:38.449139 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:38.595094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (8f23465c-5d1d-488c-a8fd-e7402b81f8e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.606581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f23465c-5d1d-488c-a8fd-e7402b81f8e9 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:22:38.630973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.644376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:38.650552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "DELETE /v2.0/networks/8f23465c-5d1d-488c-a8fd-e7402b81f8e9 HTTP/1.1" status: 204 len: 168 time: 1.6410766 Mar 22 14:22:38.652761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45055a68-34d8-4bc3-adc8-77694c534f35 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f23465c-5d1d-488c-a8fd-e7402b81f8e9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:38.858418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49228) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:38.859815 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-34908730-aa4f-4736-bd81-f4a97ffa85d1 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2139952 Mar 22 14:22:39.059906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69343ff-7437-43a7-b938-2c8b573c52ed tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.060383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69343ff-7437-43a7-b938-2c8b573c52ed tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.060839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69343ff-7437-43a7-b938-2c8b573c52ed tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.061288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69343ff-7437-43a7-b938-2c8b573c52ed tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.062114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69343ff-7437-43a7-b938-2c8b573c52ed tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.063522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d69343ff-7437-43a7-b938-2c8b573c52ed tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3371 time: 0.2039547 Mar 22 14:22:39.066417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49234) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:39.110383 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-f25b2f4a-1014-42ff-93d9-b14644852c2f tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] delete failed (client error): The resource could not be found. Mar 22 14:22:39.111662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f25b2f4a-1014-42ff-93d9-b14644852c2f tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/82b2b535-8e50-4a06-861d-9df8fad9a881 HTTP/1.1" status: 404 len: 345 time: 0.0442815 Mar 22 14:22:39.114681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49238) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:39.136465 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-02afe7db-9a08-4cd7-bbf4-a2ef8fc098da tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] DELETE failed (client error): The resource could not be found. Mar 22 14:22:39.137542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02afe7db-9a08-4cd7-bbf4-a2ef8fc098da tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:39.146583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-02afe7db-9a08-4cd7-bbf4-a2ef8fc098da tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "DELETE /v2.0/networks/8f23465c-5d1d-488c-a8fd-e7402b81f8e9 HTTP/1.1" status: 404 len: 339 time: 0.0294280 Mar 22 14:22:39.150703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49242) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:39.156166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'network': {'name': 'tempest-network--579344302', 'router:external': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:39.184340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Made reservation on behalf of 35b9e5defa46470a9c2f71e4aa4a1cf7 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:39.188164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.279949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:39.307919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bcbecb7b-3c20-4246-a247-76fa9c85d2a8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.308605 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Added segment bcbecb7b-3c20-4246-a247-76fa9c85d2a8 of type vlan for network 64e14f2a-635d-4c4f-ad5b-4e1533d4d13a Mar 22 14:22:39.374756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (64e14f2a-635d-4c4f-ad5b-4e1533d4d13a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.409218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (64e14f2a-635d-4c4f-ad5b-4e1533d4d13a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.411556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.412430 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.437453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2852600 Mar 22 14:22:39.440819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49256) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:39.498085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49258) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:39.521334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea87e0-1045-4500-bf00-9b7ce80f6c86 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Network': ['ID=64e14f2a-635d-4c4f-ad5b-4e1533d4d13a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:39.533590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 64e14f2a-635d-4c4f-ad5b-4e1533d4d13a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:39.656426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b498574d-ebc6-4e0f-913f-b0a8e0bdc28f tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.663356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b498574d-ebc6-4e0f-913f-b0a8e0bdc28f tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.684348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b498574d-ebc6-4e0f-913f-b0a8e0bdc28f tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.694805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ee56df2-112a-406c-8299-70fa9319762b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.695237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b498574d-ebc6-4e0f-913f-b0a8e0bdc28f tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.697160 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b498574d-ebc6-4e0f-913f-b0a8e0bdc28f tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2550783 Mar 22 14:22:39.700023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:39.773453 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ee56df2-112a-406c-8299-70fa9319762b admin admin] Publish callbacks [] for security_group (cb3c59f7-573a-4ca6-8026-c443ca4d10c3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.778031 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ee56df2-112a-406c-8299-70fa9319762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cb3c59f7-573a-4ca6-8026-c443ca4d10c3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.806758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (64e14f2a-635d-4c4f-ad5b-4e1533d4d13a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.827485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1ee56df2-112a-406c-8299-70fa9319762b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=468e028da67b4944959557fbf74527ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283374 Mar 22 14:22:39.828459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49272) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:39.834932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56df2-112a-406c-8299-70fa9319762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c59f7-573a-4ca6-8026-c443ca4d10c3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:39.887239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ec52070-020a-48e0-ab74-acdbec5bebdc admin admin] Publish callbacks [] for security_group (cb3c59f7-573a-4ca6-8026-c443ca4d10c3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.918200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ec52070-020a-48e0-ab74-acdbec5bebdc admin admin] Publish callbacks [] for security_group (cb3c59f7-573a-4ca6-8026-c443ca4d10c3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.956380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (64e14f2a-635d-4c4f-ad5b-4e1533d4d13a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.989915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e14f2a-635d-4c4f-ad5b-4e1533d4d13a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:40.003859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbecb7b-3c20-4246-a247-76fa9c85d2a8') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:40.003859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbecb7b-3c20-4246-a247-76fa9c85d2a8') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:40.014673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (bcbecb7b-3c20-4246-a247-76fa9c85d2a8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.031757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (bcbecb7b-3c20-4246-a247-76fa9c85d2a8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.039353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ec52070-020a-48e0-ab74-acdbec5bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cb3c59f7-573a-4ca6-8026-c443ca4d10c3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.042744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ec52070-020a-48e0-ab74-acdbec5bebdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.050501 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:40.050867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8ec52070-020a-48e0-ab74-acdbec5bebdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb3c59f7-573a-4ca6-8026-c443ca4d10c3 HTTP/1.1" status: 204 len: 168 time: 0.2202613 Mar 22 14:22:40.052252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (bcbecb7b-3c20-4246-a247-76fa9c85d2a8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:40.055571 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:40.073521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec52070-020a-48e0-ab74-acdbec5bebdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c59f7-573a-4ca6-8026-c443ca4d10c3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:40.135642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (64e14f2a-635d-4c4f-ad5b-4e1533d4d13a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.147415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64e14f2a-635d-4c4f-ad5b-4e1533d4d13a {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:22:40.150203 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.158887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49286) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.159115 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "DELETE /v2.0/networks/64e14f2a-635d-4c4f-ad5b-4e1533d4d13a HTTP/1.1" status: 204 len: 168 time: 0.4576697 Mar 22 14:22:40.166580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'network': {'name': 'tempest-network--205039452', 'router:external': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:40.170267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396dad4-d9e5-47de-8364-375c191b5789 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event deleted for resources: {'Network': ['ID=64e14f2a-635d-4c4f-ad5b-4e1533d4d13a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:40.216121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Made reservation on behalf of 35b9e5defa46470a9c2f71e4aa4a1cf7 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:40.222466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.287219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:40.315569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2b1639bb-a8d7-4cf0-b9e8-d15fb8a7fda6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.315926 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Added segment 2b1639bb-a8d7-4cf0-b9e8-d15fb8a7fda6 of type vlan for network de6b1843-c969-49ea-9880-8c04caa92380 Mar 22 14:22:40.453909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (de6b1843-c969-49ea-9880-8c04caa92380), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.513863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (de6b1843-c969-49ea-9880-8c04caa92380), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.514886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:40.515719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.556997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49300) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.569920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4094889 Mar 22 14:22:40.574096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49302) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.662512 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f1477c4-2140-4226-ab9a-72b24160aace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.684521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dc620-cc75-46a3-b66c-86dcdd4d7fba tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Network': ['ID=de6b1843-c969-49ea-9880-8c04caa92380,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:40.695897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network de6b1843-c969-49ea-9880-8c04caa92380 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:40.720705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9233abe-cb10-45aa-9e92-0a8cbd167263 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:40.727338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49308) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.728041 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9233abe-cb10-45aa-9e92-0a8cbd167263 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] 10.222.0.44 "GET /v2.0/networks/de6b1843-c969-49ea-9880-8c04caa92380 HTTP/1.1" status: 200 len: 756 time: 0.1694713 Mar 22 14:22:40.847810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128dff3f-b580-4e6d-8700-dfb3afefcb99 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:40.851870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-128dff3f-b580-4e6d-8700-dfb3afefcb99 tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] 10.222.0.44 "GET /v2.0/networks/99ee1637-79ab-4dcd-ad67-57e2b0ff1f34 HTTP/1.1" status: 200 len: 768 time: 0.1206803 Mar 22 14:22:40.852818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49314) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.859206 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f1477c4-2140-4226-ab9a-72b24160aace admin admin] Publish callbacks [] for security_group (4035aee9-e560-49a6-898c-f55a40d934fe), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.864613 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f1477c4-2140-4226-ab9a-72b24160aace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4035aee9-e560-49a6-898c-f55a40d934fe), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.914670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1477c4-2140-4226-ab9a-72b24160aace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4035aee9-e560-49a6-898c-f55a40d934fe,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:40.927639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6f1477c4-2140-4226-ab9a-72b24160aace admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddcea52a6aeb4d7aa909bc55e93fce66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292313 Mar 22 14:22:40.929057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49316) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.995732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (de6b1843-c969-49ea-9880-8c04caa92380), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.016482 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e718b3d-a815-4107-a1d0-6922d5c61b3f admin admin] Publish callbacks [] for security_group (4035aee9-e560-49a6-898c-f55a40d934fe), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.042486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e718b3d-a815-4107-a1d0-6922d5c61b3f admin admin] Publish callbacks [] for security_group (4035aee9-e560-49a6-898c-f55a40d934fe), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.097876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (de6b1843-c969-49ea-9880-8c04caa92380), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.098609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e718b3d-a815-4107-a1d0-6922d5c61b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4035aee9-e560-49a6-898c-f55a40d934fe), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.103333 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e718b3d-a815-4107-a1d0-6922d5c61b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.106431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7e718b3d-a815-4107-a1d0-6922d5c61b3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4035aee9-e560-49a6-898c-f55a40d934fe HTTP/1.1" status: 204 len: 168 time: 0.1746974 Mar 22 14:22:41.118784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e718b3d-a815-4107-a1d0-6922d5c61b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035aee9-e560-49a6-898c-f55a40d934fe,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:41.174493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6b1843-c969-49ea-9880-8c04caa92380']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:41.203159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1639bb-a8d7-4cf0-b9e8-d15fb8a7fda6') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:41.208888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1639bb-a8d7-4cf0-b9e8-d15fb8a7fda6') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:41.222309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (2b1639bb-a8d7-4cf0-b9e8-d15fb8a7fda6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.240588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2b1639bb-a8d7-4cf0-b9e8-d15fb8a7fda6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.253298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:41.253755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (2b1639bb-a8d7-4cf0-b9e8-d15fb8a7fda6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:41.256290 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:41.355384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (de6b1843-c969-49ea-9880-8c04caa92380), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.360125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de6b1843-c969-49ea-9880-8c04caa92380 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:22:41.363115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.367348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "DELETE /v2.0/networks/de6b1843-c969-49ea-9880-8c04caa92380 HTTP/1.1" status: 204 len: 168 time: 0.5132556 Mar 22 14:22:41.373393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49332) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:41.379197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'network': {'name': 'tempest-network--572482576'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:41.412126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231d69f-ba1c-4c76-a5fd-cf67d2a639cb tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event deleted for resources: {'Network': ['ID=de6b1843-c969-49ea-9880-8c04caa92380,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:41.422342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Made reservation on behalf of 35b9e5defa46470a9c2f71e4aa4a1cf7 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:41.426489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.473447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:41.484645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (09f0fdfb-7965-4fc2-bf00-94c2a9413c83), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.485306 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Added segment 09f0fdfb-7965-4fc2-bf00-94c2a9413c83 of type vlan for network 84a41c16-6a6b-4be9-987c-2833c61b546d Mar 22 14:22:41.559561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (84a41c16-6a6b-4be9-987c-2833c61b546d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.591831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (84a41c16-6a6b-4be9-987c-2833c61b546d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.592871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:41.593774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.724590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Network': ['ID=84a41c16-6a6b-4be9-987c-2833c61b546d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:41.736803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 84a41c16-6a6b-4be9-987c-2833c61b546d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:41.763782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2ebebc9c-7039-409f-8d2e-b42f3a3b1166 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3888392 Mar 22 14:22:41.766505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49348) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:41.773225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:42.130210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (84a41c16-6a6b-4be9-987c-2833c61b546d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.154335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (84a41c16-6a6b-4be9-987c-2833c61b546d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.274939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Network 84a41c16-6a6b-4be9-987c-2833c61b546d is not hosted by any dhcp agent {{(pid=110458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:22:42.275820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:42.276414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.278638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "PUT /v2.0/networks/84a41c16-6a6b-4be9-987c-2833c61b546d HTTP/1.1" status: 200 len: 857 time: 0.5110698 Mar 22 14:22:42.279541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144439f-5094-415d-917e-a21f1b52fe26 tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event updated for resources: {'Network': ['ID=84a41c16-6a6b-4be9-987c-2833c61b546d,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:42.281420 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49370) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:42.380022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (84a41c16-6a6b-4be9-987c-2833c61b546d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.959141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (84a41c16-6a6b-4be9-987c-2833c61b546d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.989231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a41c16-6a6b-4be9-987c-2833c61b546d']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.000873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f0fdfb-7965-4fc2-bf00-94c2a9413c83') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.001784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f0fdfb-7965-4fc2-bf00-94c2a9413c83') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.021810 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (09f0fdfb-7965-4fc2-bf00-94c2a9413c83), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.054516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (09f0fdfb-7965-4fc2-bf00-94c2a9413c83), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.062522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:43.062936 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (09f0fdfb-7965-4fc2-bf00-94c2a9413c83), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:43.065261 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:43.148347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (84a41c16-6a6b-4be9-987c-2833c61b546d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.161952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84a41c16-6a6b-4be9-987c-2833c61b546d {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:22:43.174864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.185076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49408) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:43.185621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] 10.222.0.44 "DELETE /v2.0/networks/84a41c16-6a6b-4be9-987c-2833c61b546d HTTP/1.1" status: 204 len: 168 time: 0.9030566 Mar 22 14:22:43.186993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240584-b67d-4089-b3e5-17c77d5dbe0e tempest-ExternalNetworksTestJSON-979581761 tempest-ExternalNetworksTestJSON-979581761-project-admin] Pushing event deleted for resources: {'Network': ['ID=84a41c16-6a6b-4be9-987c-2833c61b546d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:43.259750 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57ccfd3-bc1f-4bf7-9d7e-db32a65f400d tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] DELETE failed (client error): The resource could not be found. Mar 22 14:22:43.260220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57ccfd3-bc1f-4bf7-9d7e-db32a65f400d tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:22:43.263379 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d57ccfd3-bc1f-4bf7-9d7e-db32a65f400d tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] 10.222.0.44 "DELETE /v2.0/subnets/987aae53-5270-462b-b23d-9d8584f8ab13 HTTP/1.1" status: 404 len: 337 time: 0.0768797 Mar 22 14:22:43.266311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49414) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:43.510908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (99ee1637-79ab-4dcd-ad67-57e2b0ff1f34), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.650954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (99ee1637-79ab-4dcd-ad67-57e2b0ff1f34), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.676973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ee1637-79ab-4dcd-ad67-57e2b0ff1f34']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.689851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f505ce-09ba-43b1-9623-919569b00bf2') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.690427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f505ce-09ba-43b1-9623-919569b00bf2') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.711302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (f8f505ce-09ba-43b1-9623-919569b00bf2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.750489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f8f505ce-09ba-43b1-9623-919569b00bf2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.758782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:43.759202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (f8f505ce-09ba-43b1-9623-919569b00bf2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:43.762719 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:43.864205 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (99ee1637-79ab-4dcd-ad67-57e2b0ff1f34), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.892898 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.902533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] 10.222.0.44 "DELETE /v2.0/networks/99ee1637-79ab-4dcd-ad67-57e2b0ff1f34 HTTP/1.1" status: 204 len: 168 time: 0.6350138 Mar 22 14:22:43.904062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd23813-2813-48e4-b3b7-c784ec4479db tempest-ExternalNetworksTestJSON-546540930 tempest-ExternalNetworksTestJSON-546540930-project] Pushing event deleted for resources: {'Network': ['ID=99ee1637-79ab-4dcd-ad67-57e2b0ff1f34,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:44.344702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49464) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:44.571397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c4355ccc-46aa-4b71-abc4-a657a2a07f8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed07be83549c4bdb813c10c05ad4b38c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244232 Mar 22 14:22:44.572032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49478) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:44.694091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d721-3e0e-4446-86ca-3ce95d24bf51 admin admin] Publish callbacks [] for security_group (e91563c2-6488-43fc-b632-e2722790bb97), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.724108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d721-3e0e-4446-86ca-3ce95d24bf51 admin admin] Publish callbacks [] for security_group (e91563c2-6488-43fc-b632-e2722790bb97), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.788467 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d721-3e0e-4446-86ca-3ce95d24bf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e91563c2-6488-43fc-b632-e2722790bb97), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.795264 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d721-3e0e-4446-86ca-3ce95d24bf51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.797061 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0fe9d721-3e0e-4446-86ca-3ce95d24bf51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e91563c2-6488-43fc-b632-e2722790bb97 HTTP/1.1" status: 204 len: 168 time: 0.2239082 Mar 22 14:22:44.808476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9d721-3e0e-4446-86ca-3ce95d24bf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91563c2-6488-43fc-b632-e2722790bb97,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:45.251073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49512) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:45.327486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:45.328519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2f243b5c-4a5c-4bdb-b8f5-045acb4ef186 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35b9e5defa46470a9c2f71e4aa4a1cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757177 Mar 22 14:22:45.372901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:45.433684 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336ba5c2-bf73-4d91-8371-0eef867bd69a admin admin] Publish callbacks [] for security_group (49522b2f-729a-4f01-8da5-db183f1d1c6a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.494942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336ba5c2-bf73-4d91-8371-0eef867bd69a admin admin] Publish callbacks [] for security_group (49522b2f-729a-4f01-8da5-db183f1d1c6a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.632545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336ba5c2-bf73-4d91-8371-0eef867bd69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (49522b2f-729a-4f01-8da5-db183f1d1c6a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.637070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336ba5c2-bf73-4d91-8371-0eef867bd69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.650655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-336ba5c2-bf73-4d91-8371-0eef867bd69a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49522b2f-729a-4f01-8da5-db183f1d1c6a HTTP/1.1" status: 204 len: 168 time: 0.3213758 Mar 22 14:22:45.656546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 52e536be-2db3-4e21-b8d2-0371caf1aacc {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:45.657059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.665264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ba5c2-bf73-4d91-8371-0eef867bd69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49522b2f-729a-4f01-8da5-db183f1d1c6a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:45.940652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.940652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (52e536be-2db3-4e21-b8d2-0371caf1aacc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.968925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 52e536be-2db3-4e21-b8d2-0371caf1aacc owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:46.333886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (52e536be-2db3-4e21-b8d2-0371caf1aacc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:46.376521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=52e536be-2db3-4e21-b8d2-0371caf1aacc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:46.527807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for floatingip (6b9fc007-2a42-40e8-a047-373850491626), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:46.528065 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Floating IP 6b9fc007-2a42-40e8-a047-373850491626 disassociated (deleted). External IP: 172.25.2.108, port: 277d3eba-3ce2-42d8-98f6-b2c2cc659918. Mar 22 14:22:47.563052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router f2b70d24-0d17-421b-8888-6849f9a2c1f3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:22:47.822962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:47.827826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:47.837718 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] Sync routers for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:47.855407 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:47.856080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:47.905909 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7474c4dd-7345-44bd-bbb8-4f0dfa95d3c7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/floatingips/6b9fc007-2a42-40e8-a047-373850491626 HTTP/1.1" status: 204 len: 168 time: 2.5365429 Mar 22 14:22:47.907467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:47.912530 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa9818f-84a5-4e4b-8a4c-6ce50b199547" -d '{"events": [{"name": "network-changed", "server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:48.027466 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601b7224-d15a-4e6d-8ad1-1e2029d14ba8 x-openstack-request-id: req-601b7224-d15a-4e6d-8ad1-1e2029d14ba8 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:48.032148 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:48.033619 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-601b7224-d15a-4e6d-8ad1-1e2029d14ba8 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:48.036325 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601b7224-d15a-4e6d-8ad1-1e2029d14ba8'] response: {'name': 'network-changed', 'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'status': 'completed', 'code': 200} Mar 22 14:22:48.169268 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:48.221355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-63e2325f-a4cb-4a08-bd71-3835aa8e26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:48.226194 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c1f78560-2ea9-4c62-9d81-dd1864f2d618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.230270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-63e2325f-a4cb-4a08-bd71-3835aa8e26e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 1127 time: 0.1908367 Mar 22 14:22:48.443644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49644) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:48.632660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee14f14-53d9-4a01-ae53-ebdee2140ac8 req-a38b8355-18e6-4547-bb3f-eea4642ff02c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:48.634379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ee14f14-53d9-4a01-ae53-ebdee2140ac8 req-a38b8355-18e6-4547-bb3f-eea4642ff02c tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.1856465 Mar 22 14:22:48.636469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-810f9195-c401-4b6b-bcb0-92185b37375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:48.638522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-810f9195-c401-4b6b-bcb0-92185b37375f service neutron] 10.222.0.57 "GET /v2.0/networks?id=24e86d97-5083-4336-ae49-cdee85b4865a HTTP/1.1" status: 200 len: 898 time: 0.3944707 Mar 22 14:22:48.753718 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:52Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:48.766438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-432705871'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:48.819414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ee14f14-53d9-4a01-ae53-ebdee2140ac8 req-cf242911-dfe9-49fe-9872-8e1c7608d520 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781225 Mar 22 14:22:48.820899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-157f1dbb-7234-45ff-a041-ab871e312a6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918 HTTP/1.1" status: 200 len: 217 time: 0.1564353 Mar 22 14:22:48.844689 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] Checking router: f2b70d24-0d17-421b-8888-6849f9a2c1f3 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:22:48.849710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Made reservation on behalf of fd38759c6c0c4a328473461bb9ffa4fe for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:48.853099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.890389 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:48.891016 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:48.893378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.941415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-a4d96300-fd4a-4b64-a42d-78781d76f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:48.943219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-a4d96300-fd4a-4b64-a42d-78781d76f767 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0f7a8db-8576-4ef5-87a4-57c6094ea920 HTTP/1.1" status: 200 len: 834 time: 0.1151738 Mar 22 14:22:49.046352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-1dd5adfa-2421-4b76-9d23-3884eae2e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:49.050950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-1dd5adfa-2421-4b76-9d23-3884eae2e720 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24e86d97-5083-4336-ae49-cdee85b4865a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0992980 Mar 22 14:22:49.083612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks [] for security_group (fbaaa18e-4295-4f3b-b67d-4db40709955d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.094615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fbaaa18e-4295-4f3b-b67d-4db40709955d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.145638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:49.164891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2f1abcb4-4b80-4639-ad74-e720bc3d50aa), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.171078 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Added segment 2f1abcb4-4b80-4639-ad74-e720bc3d50aa of type vlan for network 96463c5e-14ae-4b92-b664-383d93e7806d Mar 22 14:22:49.220154 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:49.262246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (96463c5e-14ae-4b92-b664-383d93e7806d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.304503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaaa18e-4295-4f3b-b67d-4db40709955d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:49.322063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (96463c5e-14ae-4b92-b664-383d93e7806d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.328026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:49.329058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.335857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-71d4cb2a-a802-41c2-8c67-b59354059921 service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698627 Mar 22 14:22:49.397737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9526763 Mar 22 14:22:49.436780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04449-690b-40eb-949d-78f2a6ace4ee tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Pushing event updated for resources: {'Network': ['ID=96463c5e-14ae-4b92-b664-383d93e7806d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:49.466538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 96463c5e-14ae-4b92-b664-383d93e7806d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:49.574127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daa9818f-84a5-4e4b-8a4c-6ce50b199547 req-a5fd5fb6-d5d9-45b4-a2fe-4cc25792b198 service neutron] 10.222.0.57 "GET /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373507 Mar 22 14:22:49.752606 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:52Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:49.828892 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9852a060-21bc-44dc-b07b-ed7655038e5f None None] The sync data for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 is: [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:20:46Z', 'revision_number': 4, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1e268e30-65ea-4fe9-83b2-fbf31f24cd38', 'name': '', 'network_id': '24e86d97-5083-4336-ae49-cdee85b4865a', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'mac_address': 'fa:16:3e:8d:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:45Z', 'updated_at': '2022-03-22T14:20:52Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'subnets': [{'id': 'a0f7a8db-8576-4ef5-87a4-57c6094ea920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:49.892181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-e9ff9dcf-b3ed-4ba6-b505-a99335790c2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:49.893912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-e9ff9dcf-b3ed-4ba6-b505-a99335790c2e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.0923109 Mar 22 14:22:49.929605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49690) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:49.947504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Request body: {'port': {'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d', 'binding:host_id': 'n-h1-834677-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1808457753'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:50.105201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Made reservation on behalf of 74912307b26d4c9ebaea15be4de93aa1 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:50.108087 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.149119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.159044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c19fd-d460-49df-b4a7-9f13f27658e9 req-161a6012-7226-4e5c-a323-b21dbf2b0660 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:50.167521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-685c19fd-d460-49df-b4a7-9f13f27658e9 req-161a6012-7226-4e5c-a323-b21dbf2b0660 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 945 time: 0.1896598 Mar 22 14:22:50.310063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:50.310606 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.318654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-685c19fd-d460-49df-b4a7-9f13f27658e9 req-83249e4f-f153-45a7-a67b-d18ac5d63eba tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/security-groups?id=877dd396-8843-45cd-92e3-b3476da374a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488805 Mar 22 14:22:50.363333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198181a3-45b3-4201-8aa4-4ac6298aefa2 None None] New status for floating IP 6b9fc007-2a42-40e8-a047-373850491626: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:22:50.476207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 277d3eba-3ce2-42d8-98f6-b2c2cc659918, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=277d3eba-3ce2-42d8-98f6-b2c2cc659918,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:50.476883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.488045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for security_group (08a5ea5a-a7e9-4774-9234-64773fe17971), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.498332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 277d3eba-3ce2-42d8-98f6-b2c2cc659918 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:50.500257 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (08a5ea5a-a7e9-4774-9234-64773fe17971), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.523177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] device_id is not set on port ed548e11-3108-40fe-9b53-fa0d098289a0 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:22:50.591022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e6dd840a-dce7-4155-bb0f-b486a911a256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.710159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a5ea5a-a7e9-4774-9234-64773fe17971,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:50.929080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] device_id is not set on port ed548e11-3108-40fe-9b53-fa0d098289a0 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:22:50.938732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for port (ed548e11-3108-40fe-9b53-fa0d098289a0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.958903 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ed548e11-3108-40fe-9b53-fa0d098289a0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:51.074557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=ed548e11-3108-40fe-9b53-fa0d098289a0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:51.096367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (277d3eba-3ce2-42d8-98f6-b2c2cc659918), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:51.130057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=277d3eba-3ce2-42d8-98f6-b2c2cc659918,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:51.142577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Checking segment: {'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:51.142945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Network hostable DHCP agents. Network: 96463c5e-14ae-4b92-b664-383d93e7806d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:22:51.224120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] No DVR routers for this DVR port 277d3eba-3ce2-42d8-98f6-b2c2cc659918 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:51.240617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:51.243928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e287a9bb-de89-4c75-a030-c5fd2174fb20 req-ca65002b-f868-4742-8790-07e44cde2cc3 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.57 "DELETE /v2.0/ports/277d3eba-3ce2-42d8-98f6-b2c2cc659918 HTTP/1.1" status: 204 len: 173 time: 1.3361182 Mar 22 14:22:51.244385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-deleted', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:51.246687 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b614c823-e930-4887-9f74-12afaa7d0bbf" -d '{"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-deleted", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:51.270478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Network 96463c5e-14ae-4b92-b664-383d93e7806d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:22:51.299687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 96463c5e-14ae-4b92-b664-383d93e7806d) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:51.319151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851836e-4864-4d14-9b8c-eb2cb41af4d0 None None] Network 96463c5e-14ae-4b92-b664-383d93e7806d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:51.338744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09032d1a-6e09-4cbc-b3fa-ed6a5cb7a849 req-b07ce62a-44bb-49bb-83d9-b44c15e30242 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:51.346345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09032d1a-6e09-4cbc-b3fa-ed6a5cb7a849 req-b07ce62a-44bb-49bb-83d9-b44c15e30242 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 946 time: 0.1587403 Mar 22 14:22:51.353215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:51.368441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.368784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.369122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.376316 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b28f77c-0b61-499e-9736-b8ecdae76776 x-openstack-request-id: req-5b28f77c-0b61-499e-9736-b8ecdae76776 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:51.376522 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1977fa32-dd41-45ba-87d0-c4d215f2069d", "name": "network-vif-deleted", "tag": "277d3eba-3ce2-42d8-98f6-b2c2cc659918", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:51.376777 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b28f77c-0b61-499e-9736-b8ecdae76776 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:51.377178 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b28f77c-0b61-499e-9736-b8ecdae76776'] response: {'server_uuid': '1977fa32-dd41-45ba-87d0-c4d215f2069d', 'name': 'network-vif-deleted', 'tag': '277d3eba-3ce2-42d8-98f6-b2c2cc659918', 'status': 'completed', 'code': 200} Mar 22 14:22:51.379792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.379792 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.379792 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 2 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.417786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.418283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.421220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.469518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.469760 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.473170 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 3 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.649914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4906e56-1dc5-49c4-9827-407d61c2ec75 req-01e5f3da-d73c-4589-b87d-c82ca8225ff7 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1977fa32-dd41-45ba-87d0-c4d215f2069d HTTP/1.1" status: 200 len: 210 time: 0.1488731 Mar 22 14:22:51.668106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09032d1a-6e09-4cbc-b3fa-ed6a5cb7a849 req-8314d260-ba52-421f-86a8-7f28dc78d3a4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208258 Mar 22 14:22:51.672662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.673168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.673674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.689883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.690426 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.690860 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 4 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.715560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.716594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.717112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.723864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.724194 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.724578 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 5 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.754301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.754726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.755044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.768339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.768673 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.769058 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 6 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.790926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.791264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.791594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.796146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.796466 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.796979 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 7 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.818350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.818886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.819793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.827652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.828150 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.829711 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 8 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.849286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.849709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.850185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.855789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.856247 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.856787 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 9 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.877084 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:51.881599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.882818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.883101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.894224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.894546 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.894860 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 10 to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 Mar 22 14:22:51.917210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:51.917757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:51.918284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:51.924191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port ed548e11-3108-40fe-9b53-fa0d098289a0 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:51.924767 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port ed548e11-3108-40fe-9b53-fa0d098289a0 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:51.925335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ed548e11-3108-40fe-9b53-fa0d098289a0), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.029128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] For port ed548e11-3108-40fe-9b53-fa0d098289a0, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:52.031149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempted to set empty binding levels {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:22:52.037413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ed548e11-3108-40fe-9b53-fa0d098289a0), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.093731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=ed548e11-3108-40fe-9b53-fa0d098289a0,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:52.105557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:52.105994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.135216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f376dcf-8091-4877-94ae-3f8fca573524 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2021558 Mar 22 14:22:52.136214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:52.261557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Deleting port ed548e11-3108-40fe-9b53-fa0d098289a0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:52.261557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ed548e11-3108-40fe-9b53-fa0d098289a0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.331534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] For port ed548e11-3108-40fe-9b53-fa0d098289a0, host n-h1-834677-3, got binding levels [] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:52.331902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ed548e11-3108-40fe-9b53-fa0d098289a0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.348359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Calling delete_port for ed548e11-3108-40fe-9b53-fa0d098289a0 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:52.436331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ed548e11-3108-40fe-9b53-fa0d098289a0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.464266 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:22:52.479510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed548e11-3108-40fe-9b53-fa0d098289a0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:52.489482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.496084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49772) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:52.496256 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dfa21fa3-2d5a-496b-9dd2-dfffbcf1b38d tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ed548e11-3108-40fe-9b53-fa0d098289a0 HTTP/1.1" status: 204 len: 168 time: 0.3588643 Mar 22 14:22:52.582324 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-572605a5-bfe9-4ea1-9875-b8fce5d13c2b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:22:52.584000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-572605a5-bfe9-4ea1-9875-b8fce5d13c2b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "GET /v2.0/ports/ed548e11-3108-40fe-9b53-fa0d098289a0 HTTP/1.1" status: 404 len: 333 time: 0.0868030 Mar 22 14:22:52.588459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49780) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:52.595688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Request body: {'port': {'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-404552008'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:52.649745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-b94b5c35-c3fc-4b5b-88a7-611c8df63d5d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:52.651410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-b94b5c35-c3fc-4b5b-88a7-611c8df63d5d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.42 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 946 time: 0.1443727 Mar 22 14:22:52.652740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Made reservation on behalf of 74912307b26d4c9ebaea15be4de93aa1 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:52.655094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.685861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] device_id is not set on port 1c8f9451-f016-4104-b5b2-fb302c30efad yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:22:52.715285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49786) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:52.901757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238953fe-8452-40c3-b4bb-9480bdc037ee req-0566479b-1203-40b4-905a-c3ec36fb950b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:52.903481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238953fe-8452-40c3-b4bb-9480bdc037ee req-0566479b-1203-40b4-905a-c3ec36fb950b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 946 time: 0.1339853 Mar 22 14:22:53.047471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238953fe-8452-40c3-b4bb-9480bdc037ee req-702982b2-8910-4a2a-a3fa-58180841f865 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=29350d13-73a0-467c-9772-133c41e07a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351187 Mar 22 14:22:53.069411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Deleting port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:53.069748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.143726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.219446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] For port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:53.219694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.276682 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.403129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.437095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=1c8f9451-f016-4104-b5b2-fb302c30efad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:53.439743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (f2b70d24-0d17-421b-8888-6849f9a2c1f3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.544463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.544935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.545281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.545620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.545954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.546752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.546752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.547082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.547953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.547953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.548184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.548408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.548678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.548998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.549318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:53.584825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Network 96463c5e-14ae-4b92-b664-383d93e7806d is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:53.588372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:53.594807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:53.599679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:53.600360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.775740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0d38cdbb-9a87-41da-ba8c-8ce28157db9e tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1859493 Mar 22 14:22:53.783257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:53.789808 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:53.797239 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.797899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (6fedbf90-9233-423a-b031-2c772782dd16), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.798514 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Floating IP 6fedbf90-9233-423a-b031-2c772782dd16 disassociated. External IP: 172.25.2.14, port: 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7. Mar 22 14:22:53.799090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Calling delete_port for 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:53.937108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:53.937450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.991357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (19c1a1bf-f988-492f-a0a8-2f833dfdd9d7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.041570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event deleted for resources: {'Port': ['ID=19c1a1bf-f988-492f-a0a8-2f833dfdd9d7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:54.042547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.219869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f635867-3070-4677-9297-2ebfcb7e0a51 req-09d437c3-e2da-4ddc-aa77-68e5b367a4a1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300 HTTP/1.1" status: 200 len: 210 time: 0.0383735 Mar 22 14:22:54.263054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Router 66ecae21-d0e4-421a-8e52-12a67ba94f98 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:22:54.316160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 1e268e30-65ea-4fe9-83b2-fbf31f24cd38, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:54.316902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.350135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:54.392550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] device_id is not set on port 1c8f9451-f016-4104-b5b2-fb302c30efad yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:22:54.456161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.483285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.485161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.517998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:54.565924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] Sync routers for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:54.581583 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:54.582401 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:54.627651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=1c8f9451-f016-4104-b5b2-fb302c30efad,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:54.643341 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] No DVR routers for this DVR port 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:54.646250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:54.646804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:54.647325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:54.647564 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.650128 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.654892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e44a6264-d76b-4e04-9c19-2984a5a75e46 req-7924e91e-08ce-42c7-87c0-43530ad99dfe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.42 "DELETE /v2.0/ports/19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 HTTP/1.1" status: 204 len: 173 time: 1.9857969 Mar 22 14:22:54.662619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-deleted', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:54.665125 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa8762-760e-46f7-84df-fcd7ed7e350e" -d '{"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-deleted", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:54.721801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:54.722198 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:54.737719 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 2 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:54.793464 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:54.834283 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbdc57b-95fd-45da-990a-9f6f316196ce x-openstack-request-id: req-bdbdc57b-95fd-45da-990a-9f6f316196ce {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:54.834827 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300", "name": "network-vif-deleted", "tag": "19c1a1bf-f988-492f-a0a8-2f833dfdd9d7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:54.834988 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdbdc57b-95fd-45da-990a-9f6f316196ce {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:54.835515 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbdc57b-95fd-45da-990a-9f6f316196ce'] response: {'server_uuid': '47c9ec86-f0bb-44ee-96ca-6ccc3c9a1300', 'name': 'network-vif-deleted', 'tag': '19c1a1bf-f988-492f-a0a8-2f833dfdd9d7', 'status': 'completed', 'code': 200} Mar 22 14:22:54.849060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:54.849363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:54.849697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:54.857661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:54.858028 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:54.859801 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 3 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:54.907049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:54.907859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:54.908823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:54.915953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:54.916665 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:54.917279 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 4 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:55.026064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:55.026064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:55.026064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:55.031636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1e268e30-65ea-4fe9-83b2-fbf31f24cd38), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.060169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:55.060513 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:55.063016 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 5 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:55.067854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=1e268e30-65ea-4fe9-83b2-fbf31f24cd38,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:55.113074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:55.113469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:55.114104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:55.119316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:55.119709 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:55.196595 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 6 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:55.254066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 277d3eba-3ce2-42d8-98f6-b2c2cc659918 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:55.270571 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:55.331386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 277d3eba-3ce2-42d8-98f6-b2c2cc659918 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:55.333804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 277d3eba-3ce2-42d8-98f6-b2c2cc659918 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:55.361623 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] Checking router: 66ecae21-d0e4-421a-8e52-12a67ba94f98 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:22:55.398459 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:55.401712 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:55.403903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49866) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:55.463275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:55.463801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:55.464029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:55.482818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:55.484210 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:55.485196 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 7 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:55.496551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-af8d2356-475e-47bc-8d1a-fa9e7dbe171d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3327739 Mar 22 14:22:55.556414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (f2b70d24-0d17-421b-8888-6849f9a2c1f3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.565773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:55.566465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:55.567261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:55.583415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:55.587016 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:55.589768 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 8 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:55.690778 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:55.700490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-b0dc30c6-25c5-47b2-af48-c96e1c067b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:55.702070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-b0dc30c6-25c5-47b2-af48-c96e1c067b73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67dbd6d21d3f4af8adcbad76f108c31c&device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 1131 time: 0.1767845 Mar 22 14:22:55.703099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ca53ee0-b3be-480c-a402-a3a371eab806 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (29350d13-73a0-467c-9772-133c41e07a0b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.721855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:55.722266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:55.722541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:55.727445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:55.727943 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:55.729585 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 9 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:55.832269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:55.832729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:55.833042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:55.841260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:55.841593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-f2169927-ac60-43b3-9049-f392251b109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:55.842152 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:55.844622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-f2169927-ac60-43b3-9049-f392251b109e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1172190 Mar 22 14:22:55.847494 n-d-834677-3 neutron-server[110458]: INFO neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 10 to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad Mar 22 14:22:55.866365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:55.866784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:55.867071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:55.876747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:55.877081 n-d-834677-3 neutron-server[110458]: ERROR neutron.plugins.ml2.managers [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port 1c8f9451-f016-4104-b5b2-fb302c30efad on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:22:55.877454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.920029 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ca53ee0-b3be-480c-a402-a3a371eab806 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (29350d13-73a0-467c-9772-133c41e07a0b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.992213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Router f2b70d24-0d17-421b-8888-6849f9a2c1f3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:22:55.998948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] For port 1c8f9451-f016-4104-b5b2-fb302c30efad, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:55.998948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempted to set empty binding levels {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:22:56.020735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-c9a729d7-6631-4d77-af49-566fad679b19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9 HTTP/1.1" status: 200 len: 217 time: 0.1548810 Mar 22 14:22:56.029767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.096081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-e2a1dad7-d22d-4a97-89f9-2aff444f2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.097695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-e2a1dad7-d22d-4a97-89f9-2aff444f2ec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0667048 Mar 22 14:22:56.135282 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:56.179038 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ca53ee0-b3be-480c-a402-a3a371eab806 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (29350d13-73a0-467c-9772-133c41e07a0b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.180913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] In _notify_port_updated(), no bound segment for port 1c8f9451-f016-4104-b5b2-fb302c30efad on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:22:56.185290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8ca53ee0-b3be-480c-a402-a3a371eab806 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.187322 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c20568-311a-4f5b-b711-9b895a6a6ab2 None None] The sync data for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 is: [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:56.187566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8ca53ee0-b3be-480c-a402-a3a371eab806 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "DELETE /v2.0/security-groups/29350d13-73a0-467c-9772-133c41e07a0b HTTP/1.1" status: 204 len: 168 time: 0.7822688 Mar 22 14:22:56.188417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.189495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.190660 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "PUT /v2.0/ports/1c8f9451-f016-4104-b5b2-fb302c30efad HTTP/1.1" status: 200 len: 974 time: 2.4062636 Mar 22 14:22:56.195023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49886) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:56.196055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49888) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:56.227684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca53ee0-b3be-480c-a402-a3a371eab806 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29350d13-73a0-467c-9772-133c41e07a0b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:56.270732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-36e49904-89ba-4b08-a4ff-089d10e5352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.273940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-36e49904-89ba-4b08-a4ff-089d10e5352e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1686945 Mar 22 14:22:56.287874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-fbea744a-9f10-46d2-91b8-4bbe1fcdb98f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:22:56.290474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-fbea744a-9f10-46d2-91b8-4bbe1fcdb98f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092142 Mar 22 14:22:56.301464 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-58e4484a-27b7-4503-b7b1-aacaa8b11bb5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] show failed (client error): The resource could not be found. Mar 22 14:22:56.305544 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58e4484a-27b7-4503-b7b1-aacaa8b11bb5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups/29350d13-73a0-467c-9772-133c41e07a0b HTTP/1.1" status: 404 len: 347 time: 0.1077478 Mar 22 14:22:56.309749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:56.320532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee433762-1fb1-49ee-bb07-b4eaf2bc971b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=1c8f9451-f016-4104-b5b2-fb302c30efad,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:56.443024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-9106d7b0-16e0-4c68-b4a6-d15281826198 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440690 Mar 22 14:22:56.606650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-739be1a3-ae04-4dd2-a8c2-66a72da8faf1 req-010cacdb-25a1-4763-9420-ff18a2991107 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577630 Mar 22 14:22:56.725429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40f769-f926-4a12-9927-b58b9efc2dfe None None] New status for floating IP 6fedbf90-9233-423a-b031-2c772782dd16: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:22:56.933367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.934004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.934303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.934763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.935320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.935780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.936223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.936679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.937117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.937565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.938005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.938447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.944166 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7b5d109c-141c-4e4e-9170-37d71e16fce2 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11200 time: 0.7409382 Mar 22 14:22:56.944327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:56.944599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49906) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:56.950138 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-20c67db2-c0d2-4e4d-b2e8-4dd20631bb52 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "PUT /v2.0/routers/f2b70d24-0d17-421b-8888-6849f9a2c1f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2332456 Mar 22 14:22:56.954335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49908) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:57.012328 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] Sync routers for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:57.028410 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:57.028942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting subnet a0f7a8db-8576-4ef5-87a4-57c6094ea920 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:57.032396 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:57.073052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (a0f7a8db-8576-4ef5-87a4-57c6094ea920), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.074559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Deleting port 03c00bab-4aef-4e97-ab6f-61f704cfacfc {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:57.074972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.178178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (a0f7a8db-8576-4ef5-87a4-57c6094ea920), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.267321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Deleting port 1c8f9451-f016-4104-b5b2-fb302c30efad {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:57.267662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.333260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.340094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (03c00bab-4aef-4e97-ab6f-61f704cfacfc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.355317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a0f7a8db-8576-4ef5-87a4-57c6094ea920), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.359029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:57.384694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Calling delete_port for 03c00bab-4aef-4e97-ab6f-61f704cfacfc owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:57.389462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] For port 1c8f9451-f016-4104-b5b2-fb302c30efad, host n-h1-834677-3, got binding levels [] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:57.389825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.408724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:57.412167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Calling delete_port for 1c8f9451-f016-4104-b5b2-fb302c30efad owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:57.429515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 19c1a1bf-f988-492f-a0a8-2f833dfdd9d7 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:57.581090 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:57.643159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (a0f7a8db-8576-4ef5-87a4-57c6094ea920), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.676224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.678086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aadd0d-df6e-42b8-8e9f-c200e3e21fbf None None] Network 24e86d97-5083-4336-ae49-cdee85b4865a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:57.679857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/subnets/a0f7a8db-8576-4ef5-87a4-57c6094ea920 HTTP/1.1" status: 204 len: 168 time: 0.7245157 Mar 22 14:22:57.684406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49934) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:57.690409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1c8f9451-f016-4104-b5b2-fb302c30efad), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.767405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (03c00bab-4aef-4e97-ab6f-61f704cfacfc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:57.811611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2df724-c1e0-42b2-9077-eee5aff1a327 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f7a8db-8576-4ef5-87a4-57c6094ea920,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:57.824626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event deleted for resources: {'Port': ['ID=03c00bab-4aef-4e97-ab6f-61f704cfacfc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:57.918918 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:22:54Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:57.976034 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] Checking router: f2b70d24-0d17-421b-8888-6849f9a2c1f3 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:22:58.002376 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] Routers {'f2b70d24-0d17-421b-8888-6849f9a2c1f3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:58.003835 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:58.032704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c8f9451-f016-4104-b5b2-fb302c30efad,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:58.052958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.058625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] DHCP port deletion for 24e86d97-5083-4336-ae49-cdee85b4865a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:22:58.062827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a46f26be-9e4e-4307-9e48-bb247bf42c24 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1c8f9451-f016-4104-b5b2-fb302c30efad HTTP/1.1" status: 204 len: 168 time: 1.1171157 Mar 22 14:22:58.065709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49940) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:58.085385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (6fedbf90-9233-423a-b031-2c772782dd16), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.091997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.098795 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ac5455c2-0e13-495d-80e5-92b9649c6bf2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "DELETE /v2.0/floatingips/6fedbf90-9233-423a-b031-2c772782dd16 HTTP/1.1" status: 204 len: 168 time: 1.7824879 Mar 22 14:22:58.199142 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2babaf7d-6355-4773-ae59-45375b2c988b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:22:58.204288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2babaf7d-6355-4773-ae59-45375b2c988b tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "GET /v2.0/ports/1c8f9451-f016-4104-b5b2-fb302c30efad HTTP/1.1" status: 404 len: 333 time: 0.1296213 Mar 22 14:22:58.204521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] Deleting port c4e67d89-7c75-4149-9639-4f7169bd7bb6 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:58.204521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.205654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49950) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:58.215245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-90429791', 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:58.269986 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] Set router f2b70d24-0d17-421b-8888-6849f9a2c1f3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:58.281821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Made reservation on behalf of 74912307b26d4c9ebaea15be4de93aa1 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:58.288388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.306625 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (f2b70d24-0d17-421b-8888-6849f9a2c1f3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.366741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] device_id is not set on port 87d3606b-afe9-4596-91fe-74cd86b3c79b yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:22:58.468663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] For port c4e67d89-7c75-4149-9639-4f7169bd7bb6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c4e67d89-7c75-4149-9639-4f7169bd7bb6,segment=NetworkSegment(2d272cff-3a26-47cf-8248-5013632767b0),segment_id=2d272cff-3a26-47cf-8248-5013632767b0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:58.478592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.517926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] Calling delete_port for c4e67d89-7c75-4149-9639-4f7169bd7bb6 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:58.565392 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.683874 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:22:54Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:58.756165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (c4e67d89-7c75-4149-9639-4f7169bd7bb6), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.776761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] No DVR routers for this DVR port c4e67d89-7c75-4149-9639-4f7169bd7bb6 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:58.797461 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37de9c-1e5f-44e8-89a8-f6d4a157ca13 None None] The sync data for ids ['f2b70d24-0d17-421b-8888-6849f9a2c1f3'] in n-d-834677-3 is: [{'id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075434465', 'tenant_id': '6dd3d1a9a9e643fd96e398de43951d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:38Z', 'updated_at': '2022-03-22T14:22:54Z', 'revision_number': 5, 'project_id': '6dd3d1a9a9e643fd96e398de43951d87', 'gw_port': {'id': '4281d9e1-813c-4581-bdb7-5a36b0700001', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b70d24-0d17-421b-8888-6849f9a2c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:58.899038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca154e24-1795-4922-bcc6-1045f83b6bf6 None None] Pushing event deleted for resources: {'Port': ['ID=c4e67d89-7c75-4149-9639-4f7169bd7bb6,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:58.956241 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for port (87d3606b-afe9-4596-91fe-74cd86b3c79b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.979543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49964) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:59.007351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0033f890-de1b-4e6c-889e-9e3dc5a07d73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014698083', 'description': 'tempest-description--1735500312'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:59.112711 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0033f890-de1b-4e6c-889e-9e3dc5a07d73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.194188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (87d3606b-afe9-4596-91fe-74cd86b3c79b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.279880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Network 96463c5e-14ae-4b92-b664-383d93e7806d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:59.332294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:59.344376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:59.345323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:59.346179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.464745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=87d3606b-afe9-4596-91fe-74cd86b3c79b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:59.464745 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9bdd9599-9c89-48e5-9691-f17694ffa073 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.2569034 Mar 22 14:22:59.469617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49982) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:59.510452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0033f890-de1b-4e6c-889e-9e3dc5a07d73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (417a029c-f0dc-43ec-90f3-814004a5dff3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.516110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_gateway (f2b70d24-0d17-421b-8888-6849f9a2c1f3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.578560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0033f890-de1b-4e6c-889e-9e3dc5a07d73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (417a029c-f0dc-43ec-90f3-814004a5dff3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.611926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:59.618626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0033f890-de1b-4e6c-889e-9e3dc5a07d73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.619899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0033f890-de1b-4e6c-889e-9e3dc5a07d73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6328943 Mar 22 14:22:59.624115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 49984) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:59.638112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f615b9bb-3d69-4fee-9756-8edd3661d14c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'security_group_rule': {'security_group_id': '417a029c-f0dc-43ec-90f3-814004a5dff3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:59.641806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e0b53-e498-42ed-8921-dec7ed6ee526 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:59.648043 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d32e0b53-e498-42ed-8921-dec7ed6ee526 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "GET /v2.0/ports/87d3606b-afe9-4596-91fe-74cd86b3c79b HTTP/1.1" status: 200 len: 953 time: 0.1561799 Mar 22 14:22:59.654082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 49986) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:59.674600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:59.675392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1e268e30-65ea-4fe9-83b2-fbf31f24cd38 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:59.676045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4e67d89-7c75-4149-9639-4f7169bd7bb6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:59.699012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Deleting port 4281d9e1-813c-4581-bdb7-5a36b0700001 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:59.699351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.706136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c4e67d89-7c75-4149-9639-4f7169bd7bb6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:59.707011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4e67d89-7c75-4149-9639-4f7169bd7bb6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:59.791980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033f890-de1b-4e6c-889e-9e3dc5a07d73 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417a029c-f0dc-43ec-90f3-814004a5dff3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:59.813900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f615b9bb-3d69-4fee-9756-8edd3661d14c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (78ac764b-8e6c-4d86-80e9-c31ae0c0361c), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.870914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Deleting port 87d3606b-afe9-4596-91fe-74cd86b3c79b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:59.871547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (87d3606b-afe9-4596-91fe-74cd86b3c79b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.957717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (87d3606b-afe9-4596-91fe-74cd86b3c79b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.976373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Calling delete_port for 87d3606b-afe9-4596-91fe-74cd86b3c79b owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:00.044244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f615b9bb-3d69-4fee-9756-8edd3661d14c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (78ac764b-8e6c-4d86-80e9-c31ae0c0361c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.056020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] For port 4281d9e1-813c-4581-bdb7-5a36b0700001, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4281d9e1-813c-4581-bdb7-5a36b0700001,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:00.056487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.074212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f615b9bb-3d69-4fee-9756-8edd3661d14c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (78ac764b-8e6c-4d86-80e9-c31ae0c0361c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.092344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Calling delete_port for 4281d9e1-813c-4581-bdb7-5a36b0700001 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:00.104630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615b9bb-3d69-4fee-9756-8edd3661d14c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ac764b-8e6c-4d86-80e9-c31ae0c0361c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:00.132874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (87d3606b-afe9-4596-91fe-74cd86b3c79b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.173445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event deleted for resources: {'Port': ['ID=87d3606b-afe9-4596-91fe-74cd86b3c79b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:00.185575 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f615b9bb-3d69-4fee-9756-8edd3661d14c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.187305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.192634 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bafc3f45-5e70-4c38-8d9b-63b909de2495 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "DELETE /v2.0/ports/87d3606b-afe9-4596-91fe-74cd86b3c79b HTTP/1.1" status: 204 len: 168 time: 0.5367248 Mar 22 14:23:00.193511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50004) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:00.195174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f615b9bb-3d69-4fee-9756-8edd3661d14c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5698435 Mar 22 14:23:00.195739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50006) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:00.200785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-93385702-99ff-4ead-8398-d7534fe0a4e5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'security_group_rule': {'security_group_id': '417a029c-f0dc-43ec-90f3-814004a5dff3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:00.236018 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c747e1d3-fa15-4515-9baf-f3525cdc08f7 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:23:00.237905 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c747e1d3-fa15-4515-9baf-f3525cdc08f7 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "GET /v2.0/ports/87d3606b-afe9-4596-91fe-74cd86b3c79b HTTP/1.1" status: 404 len: 333 time: 0.0397620 Mar 22 14:23:00.241927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:00.254566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Request body: {'port': {'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2073729359'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:00.319450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93385702-99ff-4ead-8398-d7534fe0a4e5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (097fc906-dc89-4147-83d2-24746a7fc480), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.418593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Made reservation on behalf of 74912307b26d4c9ebaea15be4de93aa1 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:00.421427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.461480 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4281d9e1-813c-4581-bdb7-5a36b0700001), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.478971 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93385702-99ff-4ead-8398-d7534fe0a4e5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (097fc906-dc89-4147-83d2-24746a7fc480), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.491417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] device_id is not set on port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:00.499450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93385702-99ff-4ead-8398-d7534fe0a4e5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (097fc906-dc89-4147-83d2-24746a7fc480), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.508597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Port': ['ID=4281d9e1-813c-4581-bdb7-5a36b0700001,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:00.591552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (f2b70d24-0d17-421b-8888-6849f9a2c1f3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.702848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (f2b70d24-0d17-421b-8888-6849f9a2c1f3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.705638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router_controller (f2b70d24-0d17-421b-8888-6849f9a2c1f3), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.762398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.798868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385702-99ff-4ead-8398-d7534fe0a4e5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097fc906-dc89-4147-83d2-24746a7fc480,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:00.803340 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (f2b70d24-0d17-421b-8888-6849f9a2c1f3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.803487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Fanout notify agent at l3_agent the message router_deleted on router f2b70d24-0d17-421b-8888-6849f9a2c1f3 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:23:00.808182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93385702-99ff-4ead-8398-d7534fe0a4e5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.810440 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93385702-99ff-4ead-8398-d7534fe0a4e5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6156967 Mar 22 14:23:00.812447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.814202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50018) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:00.820152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:00.824736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.826280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-941d1d31-a7e0-489e-8d0e-7b2e7a56e41e tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/routers/f2b70d24-0d17-421b-8888-6849f9a2c1f3 HTTP/1.1" status: 204 len: 168 time: 3.1335142 Mar 22 14:23:00.829069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50020) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:00.895258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Network 96463c5e-14ae-4b92-b664-383d93e7806d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:00.896881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f8dcf0-2e11-417b-8fde-42e7933d9b92,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:00.899779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:00.902090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:00.903212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:00.904041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.922720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:00.947312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-661fad9c-e17f-4c3c-9359-077ac04e9bf1 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7005000 Mar 22 14:23:00.960612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50028) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:00.970719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:01.060935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (24e86d97-5083-4336-ae49-cdee85b4865a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.109760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.150411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.227286 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (24e86d97-5083-4336-ae49-cdee85b4865a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.276158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Allocated IP 172.25.2.162 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/ba8a5b01-3515-4859-95e4-0f9516c7e3f9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:01.298298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e86d97-5083-4336-ae49-cdee85b4865a']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:01.320337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d272cff-3a26-47cf-8248-5013632767b0') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:01.320860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d272cff-3a26-47cf-8248-5013632767b0') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:01.367954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (2d272cff-3a26-47cf-8248-5013632767b0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.393412 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2d272cff-3a26-47cf-8248-5013632767b0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.422835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:01.423593 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (2d272cff-3a26-47cf-8248-5013632767b0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:01.428070 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:01.442108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.562649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.579578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4281d9e1-813c-4581-bdb7-5a36b0700001 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:01.632529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4281d9e1-813c-4581-bdb7-5a36b0700001 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:01.633873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4281d9e1-813c-4581-bdb7-5a36b0700001 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:01.646535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'Port': ['ID=ba8a5b01-3515-4859-95e4-0f9516c7e3f9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:01.652968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] device_id is not set on port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:01.669368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:01.671001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:01.672248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks [] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.681550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:01.695729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.717913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (24e86d97-5083-4336-ae49-cdee85b4865a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.785207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.789505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/networks/24e86d97-5083-4336-ae49-cdee85b4865a HTTP/1.1" status: 204 len: 168 time: 0.9585621 Mar 22 14:23:01.793109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50052) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:01.829043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44023b-7009-4f64-a707-085af54830c5 tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'Network': ['ID=24e86d97-5083-4336-ae49-cdee85b4865a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:01.837479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (e786c632-67a5-4d76-92d0-fc6dcb66fad4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.869157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:01.869768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:01.870350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:01.882328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:01.882971 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:01.890519 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.896985 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 2 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:01.903655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f8dcf0-2e11-417b-8fde-42e7933d9b92,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:01.924651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:01.928658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:01.929232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:01.942606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:01.943201 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:01.943937 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 3 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:01.947435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-431ac3c2-15fc-4cdd-ba7e-026214e788de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (877dd396-8843-45cd-92e3-b3476da374a7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:01.975766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-431ac3c2-15fc-4cdd-ba7e-026214e788de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (877dd396-8843-45cd-92e3-b3476da374a7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.040310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.042717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.043095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.050235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.050637 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.051103 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 4 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:02.056154 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-431ac3c2-15fc-4cdd-ba7e-026214e788de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (877dd396-8843-45cd-92e3-b3476da374a7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.062177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-431ac3c2-15fc-4cdd-ba7e-026214e788de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.068925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-431ac3c2-15fc-4cdd-ba7e-026214e788de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] 10.222.0.44 "DELETE /v2.0/security-groups/877dd396-8843-45cd-92e3-b3476da374a7 HTTP/1.1" status: 204 len: 168 time: 0.2616668 Mar 22 14:23:02.083707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.084105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.084392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.112014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ac3c2-15fc-4cdd-ba7e-026214e788de tempest-TestNetworkAdvancedServerOps-377407667 tempest-TestNetworkAdvancedServerOps-377407667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877dd396-8843-45cd-92e3-b3476da374a7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:02.131292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.131734 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.132226 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 5 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:02.152057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.152404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.153380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.176918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.177559 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.178202 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 6 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:02.200762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.208356 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.241548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.242804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.243496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.254352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.255288 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.255852 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 7 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:02.285382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.286304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.287041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.293610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.295350 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.295964 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 8 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:02.313946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.314782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.315298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.321932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.322535 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.322925 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 9 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:02.327997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'Port': ['ID=ba8a5b01-3515-4859-95e4-0f9516c7e3f9,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:02.343633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.344263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.344778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.348493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e786c632-67a5-4d76-92d0-fc6dcb66fad4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.351548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.352741 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.353136 n-d-834677-3 neutron-server[110457]: INFO neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempt 10 to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 Mar 22 14:23:02.376607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:02.377171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.377327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:02.377327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempting to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:02.382026 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7835393d-6d16-446f-9469-34452f5a4c4e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5628841 Mar 22 14:23:02.383337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:02.384094 n-d-834677-3 neutron-server[110457]: ERROR neutron.plugins.ml2.managers [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Failed to bind port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on host n-h1-834677-3 for vnic_type normal using segments [{'id': '2f1abcb4-4b80-4639-ad74-e720bc3d50aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '96463c5e-14ae-4b92-b664-383d93e7806d'}] Mar 22 14:23:02.384693 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.531514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] For port a4f8dcf0-2e11-417b-8fde-42e7933d9b92, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:02.531883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attempted to set empty binding levels {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:23:02.540476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.648690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50082) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:02.656502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f8dcf0-2e11-417b-8fde-42e7933d9b92,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:02.659410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] In _notify_port_updated(), no bound segment for port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 on network 96463c5e-14ae-4b92-b664-383d93e7806d {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:23:02.660803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:02.662086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.663886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f5c4ee97-17d9-4824-974a-f9dca9a5cb96 tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "PUT /v2.0/ports/a4f8dcf0-2e11-417b-8fde-42e7933d9b92 HTTP/1.1" status: 200 len: 975 time: 1.7012784 Mar 22 14:23:02.666659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50090) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:02.813342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Deleting port a4f8dcf0-2e11-417b-8fde-42e7933d9b92 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:02.813693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.888969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-9d1927a8-620d-4f37-8e8e-b0362be5f773 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1014698083&fields=id&tenant_id=12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 267 time: 0.1547766 Mar 22 14:23:02.969597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] For port a4f8dcf0-2e11-417b-8fde-42e7933d9b92, host n-h1-834677-3, got binding levels [] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:02.970001 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.992933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Calling delete_port for a4f8dcf0-2e11-417b-8fde-42e7933d9b92 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:03.018966 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d29deb79-142c-479f-b9d6-fd1fda2770d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6dd3d1a9a9e643fd96e398de43951d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3690014 Mar 22 14:23:03.019630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50102) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:03.135431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee14592e-1911-4f61-8dc1-369c646a81c4 admin admin] Publish callbacks [] for security_group (82c4c70f-290d-4621-ab3e-df548db71f2f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.173169 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee14592e-1911-4f61-8dc1-369c646a81c4 admin admin] Publish callbacks [] for security_group (82c4c70f-290d-4621-ab3e-df548db71f2f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.184289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a4f8dcf0-2e11-417b-8fde-42e7933d9b92), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.228828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4f8dcf0-2e11-417b-8fde-42e7933d9b92,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:03.249844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.254266 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a08cd270-8c2d-478a-939f-7b48c4b851db tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a4f8dcf0-2e11-417b-8fde-42e7933d9b92 HTTP/1.1" status: 204 len: 168 time: 0.5865395 Mar 22 14:23:03.257506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50108) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:03.279421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f0bb28d-c8ba-4d2c-af51-b0cdde2de0c2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:03.291429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f0bb28d-c8ba-4d2c-af51-b0cdde2de0c2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 817 time: 0.3928204 Mar 22 14:23:03.295201 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2737bf67-bf39-48ed-b756-8f3b53c8f69a tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:23:03.297097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2737bf67-bf39-48ed-b756-8f3b53c8f69a tempest-PortsAdminExtendedAttrsTestJSON-2097329468 tempest-PortsAdminExtendedAttrsTestJSON-2097329468-project-admin] 10.222.0.44 "GET /v2.0/ports/a4f8dcf0-2e11-417b-8fde-42e7933d9b92 HTTP/1.1" status: 404 len: 333 time: 0.0371282 Mar 22 14:23:03.301445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50110) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:03.320758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee14592e-1911-4f61-8dc1-369c646a81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (82c4c70f-290d-4621-ab3e-df548db71f2f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.324464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee14592e-1911-4f61-8dc1-369c646a81c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.330879 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee14592e-1911-4f61-8dc1-369c646a81c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82c4c70f-290d-4621-ab3e-df548db71f2f HTTP/1.1" status: 204 len: 168 time: 0.3084888 Mar 22 14:23:03.341626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14592e-1911-4f61-8dc1-369c646a81c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c4c70f-290d-4621-ab3e-df548db71f2f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:03.349146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-a80b0f02-0902-4da8-93bc-e3ce27255bc9 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/quotas/12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 375 time: 0.0566509 Mar 22 14:23:03.491955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (96463c5e-14ae-4b92-b664-383d93e7806d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.725479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (96463c5e-14ae-4b92-b664-383d93e7806d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.764048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-c5a58a14-6c60-4891-99e4-71b95fd26b5b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4140205 Mar 22 14:23:03.765685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96463c5e-14ae-4b92-b664-383d93e7806d']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:03.778946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1abcb4-4b80-4639-ad74-e720bc3d50aa') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:03.779241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1abcb4-4b80-4639-ad74-e720bc3d50aa') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:03.793860 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (2f1abcb4-4b80-4639-ad74-e720bc3d50aa), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.807923 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2f1abcb4-4b80-4639-ad74-e720bc3d50aa), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.820652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:03.821061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (2f1abcb4-4b80-4639-ad74-e720bc3d50aa), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:03.825235 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:03.846550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50128) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:03.926362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50132) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:03.928829 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce9355bb-64a1-4852-9fc4-fe588a21049b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9c5c2b6f1e94c5ba3a0d1641d4bcf90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800555 Mar 22 14:23:03.981325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (96463c5e-14ae-4b92-b664-383d93e7806d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.003210 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.010293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] 10.222.0.44 "DELETE /v2.0/networks/96463c5e-14ae-4b92-b664-383d93e7806d HTTP/1.1" status: 204 len: 168 time: 0.7049174 Mar 22 14:23:04.031579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccbb40-b402-494c-b44f-1d2700d7f0ff tempest-PortsAdminExtendedAttrsTestJSON-1987679058 tempest-PortsAdminExtendedAttrsTestJSON-1987679058-project] Pushing event deleted for resources: {'Network': ['ID=96463c5e-14ae-4b92-b664-383d93e7806d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:04.076804 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8703c95-5527-41fa-824f-75af1287523e admin admin] Publish callbacks [] for security_group (76040f95-10e4-41a1-bb42-c2e73bb1ce14), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.116653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8703c95-5527-41fa-824f-75af1287523e admin admin] Publish callbacks [] for security_group (76040f95-10e4-41a1-bb42-c2e73bb1ce14), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.194515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-b4252c2b-49d4-4f81-a792-9663fc3c0a54 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:23:04.202992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-b4252c2b-49d4-4f81-a792-9663fc3c0a54 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4216211 Mar 22 14:23:04.314615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-ecea0f24-7d24-4702-8ad6-5e43530bcc90 service neutron] 10.222.0.44 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104000 Mar 22 14:23:04.339419 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8703c95-5527-41fa-824f-75af1287523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (76040f95-10e4-41a1-bb42-c2e73bb1ce14), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.341895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8703c95-5527-41fa-824f-75af1287523e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.345717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c8703c95-5527-41fa-824f-75af1287523e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76040f95-10e4-41a1-bb42-c2e73bb1ce14 HTTP/1.1" status: 204 len: 168 time: 0.4158366 Mar 22 14:23:04.395721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8703c95-5527-41fa-824f-75af1287523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76040f95-10e4-41a1-bb42-c2e73bb1ce14,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:04.482595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-1c8425e3-65d2-4631-a5bf-177d75558b19 service neutron] 10.222.0.44 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599848 Mar 22 14:23:04.493372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50148) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:04.881418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3214b925-6d9c-42c6-8f3f-2591d7360f68 req-4f7e28cd-7c1f-4f14-b75b-9dffbb196006 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 210 time: 0.0891190 Mar 22 14:23:05.000291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50168) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:05.001586 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-37417456-7421-44e2-ab96-98553beda526 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd38759c6c0c4a328473461bb9ffa4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5063975 Mar 22 14:23:05.129371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f14-f000-4d2b-bb4c-d277021a833b admin admin] Publish callbacks [] for security_group (fbaaa18e-4295-4f3b-b67d-4db40709955d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.164230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f14-f000-4d2b-bb4c-d277021a833b admin admin] Publish callbacks [] for security_group (fbaaa18e-4295-4f3b-b67d-4db40709955d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.233769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f14-f000-4d2b-bb4c-d277021a833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fbaaa18e-4295-4f3b-b67d-4db40709955d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.238016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a06f6f14-f000-4d2b-bb4c-d277021a833b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.248145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a06f6f14-f000-4d2b-bb4c-d277021a833b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbaaa18e-4295-4f3b-b67d-4db40709955d HTTP/1.1" status: 204 len: 168 time: 0.2427573 Mar 22 14:23:05.269023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6f14-f000-4d2b-bb4c-d277021a833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaaa18e-4295-4f3b-b67d-4db40709955d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:05.580126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50196) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:05.735407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-17997023-network', 'tenant_id': '5f8ebd9bd7524d3896642123fc701141'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:05.768021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50206) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:05.772520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Made reservation on behalf of 5f8ebd9bd7524d3896642123fc701141 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:05.777058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.796436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.836552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-77d70e24-f5cb-47a1-91a2-85dc6a0ff188 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74912307b26d4c9ebaea15be4de93aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661137 Mar 22 14:23:05.839304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50208) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:05.909400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-237030ca-a5d5-4337-bea9-8842da4c4a2c admin admin] Publish callbacks [] for security_group (08a5ea5a-a7e9-4774-9234-64773fe17971), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.942394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-237030ca-a5d5-4337-bea9-8842da4c4a2c admin admin] Publish callbacks [] for security_group (08a5ea5a-a7e9-4774-9234-64773fe17971), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.007303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-524496cd-a4db-4a69-ad7d-24c15826ca24 req-21505cc9-9186-4c37-947a-6a6b69f19cef tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 210 time: 0.0295372 Mar 22 14:23:06.047885 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks [] for security_group (4e35eb9b-c33f-4570-94d3-8643c53e63ce), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.061480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e35eb9b-c33f-4570-94d3-8643c53e63ce), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.079201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:06.090280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-237030ca-a5d5-4337-bea9-8842da4c4a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (08a5ea5a-a7e9-4774-9234-64773fe17971), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.094748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-237030ca-a5d5-4337-bea9-8842da4c4a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.098952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-237030ca-a5d5-4337-bea9-8842da4c4a2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08a5ea5a-a7e9-4774-9234-64773fe17971 HTTP/1.1" status: 204 len: 168 time: 0.2583437 Mar 22 14:23:06.111623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (fb402ae0-2dee-4fc8-bfe6-1f7090936e96), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.112390 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Added segment fb402ae0-2dee-4fc8-bfe6-1f7090936e96 of type vlan for network f5396e9a-acee-4f50-a3a7-b84d261b6a25 Mar 22 14:23:06.140922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35eb9b-c33f-4570-94d3-8643c53e63ce,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:06.195598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237030ca-a5d5-4337-bea9-8842da4c4a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a5ea5a-a7e9-4774-9234-64773fe17971,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:06.225893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f5396e9a-acee-4f50-a3a7-b84d261b6a25), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.266748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f5396e9a-acee-4f50-a3a7-b84d261b6a25), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.268872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:06.269781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.346152 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7648323 Mar 22 14:23:06.349353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50226) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:06.354792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Request body: {'subnet': {'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-17997023-subnet', 'tenant_id': '5f8ebd9bd7524d3896642123fc701141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:06.368932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64d0fa-553f-4024-9921-b201672a1660 admin admin] Pushing event updated for resources: {'Network': ['ID=f5396e9a-acee-4f50-a3a7-b84d261b6a25,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:06.384210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f5396e9a-acee-4f50-a3a7-b84d261b6a25 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:06.399421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Made reservation on behalf of 5f8ebd9bd7524d3896642123fc701141 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:06.402424 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.707951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (b241ea6d-3b65-41b8-98b2-b10c80498b51), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.850872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Checking segment: {'id': 'fb402ae0-2dee-4fc8-bfe6-1f7090936e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:06.851238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Network hostable DHCP agents. Network: f5396e9a-acee-4f50-a3a7-b84d261b6a25, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:06.854642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b241ea6d-3b65-41b8-98b2-b10c80498b51,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:06.874898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Network f5396e9a-acee-4f50-a3a7-b84d261b6a25 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:06.893849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f5396e9a-acee-4f50-a3a7-b84d261b6a25) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:06.898798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:06.899665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.916900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce50991-f77b-4cc9-b5d5-4dad98003cec None None] Network f5396e9a-acee-4f50-a3a7-b84d261b6a25 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:06.949143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-741c4c13-79ea-4632-94d2-79d882f77e2a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5980549 Mar 22 14:23:07.167035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1b66e6e-4fcf-4a12-a709-5c5eb3f55f95 req-b36d3b01-d340-4b0a-97f3-822efc1948e4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 210 time: 0.0473723 Mar 22 14:23:07.181676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff339af-e284-4a2a-94fa-25dbd662aff3 None None] Network f5396e9a-acee-4f50-a3a7-b84d261b6a25 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:07.338460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:07.795283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-912501980'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:07.853411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:07.857084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:07.891657 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.027746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50296) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:08.034100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-826307320-network', 'tenant_id': 'd6b7d7b8941542bfb6afb649d17442fb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:08.056236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for security_group (8292c574-92b6-4e7d-8f84-93716268e5da), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.070123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Made reservation on behalf of d6b7d7b8941542bfb6afb649d17442fb for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:08.073112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.075277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8292c574-92b6-4e7d-8f84-93716268e5da), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.093504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.100098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:08.115642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8292c574-92b6-4e7d-8f84-93716268e5da,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:08.121282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (137c03c8-7089-4c2d-90ed-1590ce86bebf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.121628 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Added segment 137c03c8-7089-4c2d-90ed-1590ce86bebf of type vlan for network d48b7db3-5e2d-4da5-87bd-676ba91d1577 Mar 22 14:23:08.223597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d48b7db3-5e2d-4da5-87bd-676ba91d1577), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.291067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks [] for security_group (643a8313-e016-4925-b861-4349bcf214ee), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.291504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d48b7db3-5e2d-4da5-87bd-676ba91d1577), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.298706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (643a8313-e016-4925-b861-4349bcf214ee), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.301125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:08.305810 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.364032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:08.394644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a8313-e016-4925-b861-4349bcf214ee,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:08.398086 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3dabc174-9589-41bc-a7a5-2b06c1ba5f2c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.398586 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Added segment 3dabc174-9589-41bc-a7a5-2b06c1ba5f2c of type vlan for network a3709edf-da24-4642-af93-e91d2f05991d Mar 22 14:23:08.449625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (a3709edf-da24-4642-af93-e91d2f05991d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.504939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (a3709edf-da24-4642-af93-e91d2f05991d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.506308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:08.506953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.583336 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5501442 Mar 22 14:23:08.584567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50308) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:08.593913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Request body: {'subnet': {'network_id': 'a3709edf-da24-4642-af93-e91d2f05991d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-826307320-subnet', 'tenant_id': 'd6b7d7b8941542bfb6afb649d17442fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:08.607777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58113c1-d150-44de-b94f-4f96dafa7742 admin admin] Pushing event updated for resources: {'Network': ['ID=a3709edf-da24-4642-af93-e91d2f05991d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:08.622738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network a3709edf-da24-4642-af93-e91d2f05991d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:08.657098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Made reservation on behalf of d6b7d7b8941542bfb6afb649d17442fb for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:08.660095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.931608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-984bb37b-7904-4508-80b9-4ba008646990 req-1a143172-6c26-4151-ab95-56d7067f2b80 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 210 time: 0.6053014 Mar 22 14:23:08.992653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (8c8a28e8-9930-4926-8817-4458a78a52af), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:08.999105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6567779 Mar 22 14:23:09.002962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50316) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:09.021111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'subnet': {'network_id': 'd48b7db3-5e2d-4da5-87bd-676ba91d1577', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:09.041766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33a0ee-d14d-4b0b-a650-c75fc4803f58 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Network': ['ID=d48b7db3-5e2d-4da5-87bd-676ba91d1577,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:09.058542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:09.152552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-5c02c26e-f9b8-421f-9bb8-a67f8949d57d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:09.172524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-5c02c26e-f9b8-421f-9bb8-a67f8949d57d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 817 time: 0.2440228 Mar 22 14:23:09.204852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8a28e8-9930-4926-8817-4458a78a52af,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:09.272825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Checking segment: {'id': '3dabc174-9589-41bc-a7a5-2b06c1ba5f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a3709edf-da24-4642-af93-e91d2f05991d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:09.275514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Network hostable DHCP agents. Network: a3709edf-da24-4642-af93-e91d2f05991d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:09.286011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:09.293068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-ccac1c69-14d1-4a1b-970f-0d6dc1219d68 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 380 time: 0.1052723 Mar 22 14:23:09.293707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:09.305256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'port': {'device_id': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'admin_state_up': True, 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'security_groups': ['417a029c-f0dc-43ec-90f3-814004a5dff3']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:09.459819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Network a3709edf-da24-4642-af93-e91d2f05991d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:09.540496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Made reservation on behalf of 12ebd2df9f7846d0bc43ee9310395d95 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:09.541931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, a3709edf-da24-4642-af93-e91d2f05991d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:09.546240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:09.550744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff82bd4-45c2-42bd-89eb-d706b1ffd4fa None None] Network a3709edf-da24-4642-af93-e91d2f05991d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:09.563643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:09.569179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:09.624578 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6e0df406-537f-46ee-bc57-b47996949be8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0389180 Mar 22 14:23:09.647975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (552c33a3-73c9-4028-b5ef-c3d85adc97ea), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:09.779458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Subnet': ['ID=552c33a3-73c9-4028-b5ef-c3d85adc97ea,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:09.814516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Checking segment: {'id': '137c03c8-7089-4c2d-90ed-1590ce86bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd48b7db3-5e2d-4da5-87bd-676ba91d1577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:09.814910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network hostable DHCP agents. Network: d48b7db3-5e2d-4da5-87bd-676ba91d1577, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:09.870592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:09.889827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3740bf1-9481-4022-a0b1-3fe57202b68b None None] Network a3709edf-da24-4642-af93-e91d2f05991d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:09.893448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Allocated IP 172.20.0.10 (2ae1d5f9-3892-43b9-919e-0453c754b221/8d08895f-ba89-4519-8b65-fe0f5624aff1/ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:09.903090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d48b7db3-5e2d-4da5-87bd-676ba91d1577) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:09.926911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:09.930855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:09.934760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4081bf0a-0988-4c64-9eb6-c533e9e9a39a None None] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:10.012767 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6d8abcd0-6c9b-40d9-a953-8ec785742f41 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0001948 Mar 22 14:23:10.022814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50348) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:10.029612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1287802606', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:10.091781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (ca3f8539-533e-4afe-82a1-9d4688cda75c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:10.095570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (ca3f8539-533e-4afe-82a1-9d4688cda75c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:10.195578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3f454b8-ab93-4c7e-b18d-86d7a799ffbf req-2a97c007-45ae-406e-9f11-ac9aee486ee0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 210 time: 0.0949233 Mar 22 14:23:10.237935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_controller (ca3f8539-533e-4afe-82a1-9d4688cda75c), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:10.318599 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:10.368400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:10.438269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3a4e7-fb8b-4e2a-951e-e5b0c2d1230c None None] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:10.493212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:10.528592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:10.550466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:10.560023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:10.653360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (ca3f8539-533e-4afe-82a1-9d4688cda75c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:10.882394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50378) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:10.919197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:10.920182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:10.997028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-d0a5ceab-3e24-4902-bdd5-3d6a8487bee2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6961346 Mar 22 14:23:11.023410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-fd17f00e-ae0c-47a9-b9ff-8673c45178db tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:11.030114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-fd17f00e-ae0c-47a9-b9ff-8673c45178db tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/networks?id=f5396e9a-acee-4f50-a3a7-b84d261b6a25 HTTP/1.1" status: 200 len: 810 time: 0.4820261 Mar 22 14:23:11.041426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-125f17a4-bc77-4cef-a128-223849dc9153 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:23:11.042483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-125f17a4-bc77-4cef-a128-223849dc9153 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115416 Mar 22 14:23:11.089931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-74f1a07e-f7f4-45be-acd3-667d9fbeee5d None None] Provisioning complete for port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:11.090556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-74f1a07e-f7f4-45be-acd3-667d9fbeee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.091479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-5cf68a39-3b48-4242-9280-ff334226b6f4 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/quotas/5f8ebd9bd7524d3896642123fc701141 HTTP/1.1" status: 200 len: 375 time: 0.0443766 Mar 22 14:23:11.148778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a07e-f7f4-45be-acd3-667d9fbeee5d None None] Port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:23:11.176892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2be5aa65-a7dc-40d7-ac7a-1c7263f05d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.198224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-562acf5d-51ce-4309-9c70-2ade5172287d tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f8ebd9bd7524d3896642123fc701141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697842 Mar 22 14:23:11.299792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (ca3f8539-533e-4afe-82a1-9d4688cda75c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.337309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2be5aa65-a7dc-40d7-ac7a-1c7263f05d77 admin admin] Publish callbacks [] for security_group (b61296ff-fa52-412b-a10c-270fdeabdcaf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.338889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.353941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-2f38bebd-7e18-4637-ad80-7d764d4f9f27 service neutron] 10.222.0.44 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486454 Mar 22 14:23:11.362297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Request body: {'port': {'device_id': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:11.462681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.25.2.38 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/1cc83347-47a3-45a0-926a-478ca07b67c0) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:11.544539 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2be5aa65-a7dc-40d7-ac7a-1c7263f05d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b61296ff-fa52-412b-a10c-270fdeabdcaf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.587964 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ea91d-d44f-4773-8ea3-4452274724d4 req-30e13875-22ca-48be-b277-184e0d2c9a55 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:11.590341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e49ea91d-d44f-4773-8ea3-4452274724d4 req-30e13875-22ca-48be-b277-184e0d2c9a55 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 932 time: 0.2329874 Mar 22 14:23:11.599185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.599802 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2be5aa65-a7dc-40d7-ac7a-1c7263f05d77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58212f6da1ba45c4818abdf0c1a602da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7075179 Mar 22 14:23:11.605019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50396) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:11.643780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5aa65-a7dc-40d7-ac7a-1c7263f05d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61296ff-fa52-412b-a10c-270fdeabdcaf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:11.669503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (1cc83347-47a3-45a0-926a-478ca07b67c0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.694089 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-3709401b-ef13-4943-8424-4885b6f5e26f service neutron] 10.222.0.44 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276350 Mar 22 14:23:11.711794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1cc83347-47a3-45a0-926a-478ca07b67c0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.778514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=1cc83347-47a3-45a0-926a-478ca07b67c0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:11.788556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:11.790189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:11.792581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:11.877716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e49ea91d-d44f-4773-8ea3-4452274724d4 req-6fae9832-7c3f-47a8-bd99-95c78c7ee8d1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794929 Mar 22 14:23:12.009024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87d958a2-9d09-4573-a716-8483f4871efa req-35e021dc-8c89-4a28-8454-bb6335553e8e tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 210 time: 0.0604479 Mar 22 14:23:12.177055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b83220d3-fbe3-4bf4-a9b4-ed15edd875c1 admin admin] Publish callbacks [] for security_group (b61296ff-fa52-412b-a10c-270fdeabdcaf), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.310805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b83220d3-fbe3-4bf4-a9b4-ed15edd875c1 admin admin] Publish callbacks [] for security_group (b61296ff-fa52-412b-a10c-270fdeabdcaf), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.476365 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b83220d3-fbe3-4bf4-a9b4-ed15edd875c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b61296ff-fa52-412b-a10c-270fdeabdcaf), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.478912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b83220d3-fbe3-4bf4-a9b4-ed15edd875c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.482771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b83220d3-fbe3-4bf4-a9b4-ed15edd875c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b61296ff-fa52-412b-a10c-270fdeabdcaf HTTP/1.1" status: 204 len: 168 time: 0.8550580 Mar 22 14:23:12.497136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83220d3-fbe3-4bf4-a9b4-ed15edd875c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61296ff-fa52-412b-a10c-270fdeabdcaf,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:12.617719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:12.627220 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Publish callbacks [] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.644751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Transition to ACTIVE for port object ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:23:12.651697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.718962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:12.813780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Attempting to bind port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:12.814402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Attempting to bind port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:12.814841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Attempting to bind port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:12.820354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:12.820790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Attempting to bind port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 on network 2ae1d5f9-3892-43b9-919e-0453c754b221 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:12.829995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:12.830393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Checking segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:12.830845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Bound using segment: {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:12.831655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Bound port: ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:12.832084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.912890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (ca3f8539-533e-4afe-82a1-9d4688cda75c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.032960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:13.065403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:13.084932 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.134459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:13.160729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:13.162699 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.164441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] 10.222.0.57 "PUT /v2.0/ports/ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 1092 time: 2.0714576 Mar 22 14:23:13.174518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a247415-d634-4b63-8f62-96b15c0a9955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.197855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:13.200305 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9d742-7337-4e84-97ef-e2e3c69435be" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:13.228225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ffb6315-afcb-447d-9f0a-544d8b578059 req-58327834-d984-45e7-b930-e3bfa67f1ffa tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 210 time: 0.0711780 Mar 22 14:23:13.335079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965727-14f1-4812-912c-4eaa8f6d916c service neutron] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:13.358735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed7f2-d9fd-492b-adf9-232626bee1e2 req-e6c33ab8-0835-4081-a34c-152d335d4f8c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:13.360437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0eed7f2-d9fd-492b-adf9-232626bee1e2 req-e6c33ab8-0835-4081-a34c-152d335d4f8c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.2615788 Mar 22 14:23:13.363674 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c01ba-ef0c-41b7-9648-f115b47a9b58 x-openstack-request-id: req-dc1c01ba-ef0c-41b7-9648-f115b47a9b58 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:13.364582 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:13.364921 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc1c01ba-ef0c-41b7-9648-f115b47a9b58 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:13.365409 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1c01ba-ef0c-41b7-9648-f115b47a9b58'] response: {'name': 'network-changed', 'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'status': 'completed', 'code': 200} Mar 22 14:23:13.368620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-74a2e0dc-0579-4c0d-b7c6-b35ba91eaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:13.370318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-74a2e0dc-0579-4c0d-b7c6-b35ba91eaf87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1126 time: 0.1453230 Mar 22 14:23:13.550719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a247415-d634-4b63-8f62-96b15c0a9955 admin admin] Publish callbacks [] for security_group (80f08d61-a61f-4edb-8e44-e032a5321eab), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.560582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a247415-d634-4b63-8f62-96b15c0a9955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (80f08d61-a61f-4edb-8e44-e032a5321eab), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.570018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-1e183e41-3b71-461c-a42d-6b8c349017eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 217 time: 0.1822348 Mar 22 14:23:13.587824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247415-d634-4b63-8f62-96b15c0a9955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f08d61-a61f-4edb-8e44-e032a5321eab,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:13.601440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (ca3f8539-533e-4afe-82a1-9d4688cda75c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.694386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0eed7f2-d9fd-492b-adf9-232626bee1e2 req-684a9091-f154-442b-a832-c62628d4d7f5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208528 Mar 22 14:23:13.722883 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4a247415-d634-4b63-8f62-96b15c0a9955 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7dc89a8a1094c038747721d8272415d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5806859 Mar 22 14:23:13.725441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50444) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:13.727799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-a7342155-ac33-468e-97c6-0f816606fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:13.729339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-a7342155-ac33-468e-97c6-0f816606fdfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.1352892 Mar 22 14:23:13.781499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-97e22065-5866-4333-8536-db80b89a0a67 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:13.783232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-97e22065-5866-4333-8536-db80b89a0a67 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.42 "GET /v2.0/networks?id=f5396e9a-acee-4f50-a3a7-b84d261b6a25 HTTP/1.1" status: 200 len: 810 time: 0.2678394 Mar 22 14:23:13.798741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Request body: {'port': {'device_id': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25', 'admin_state_up': True, 'tenant_id': '5f8ebd9bd7524d3896642123fc701141'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:13.812347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52a8d249-01bc-4880-9585-5fa2e4d8fbbd admin admin] Publish callbacks [] for security_group (80f08d61-a61f-4edb-8e44-e032a5321eab), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.835694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52a8d249-01bc-4880-9585-5fa2e4d8fbbd admin admin] Publish callbacks [] for security_group (80f08d61-a61f-4edb-8e44-e032a5321eab), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.899297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52a8d249-01bc-4880-9585-5fa2e4d8fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (80f08d61-a61f-4edb-8e44-e032a5321eab), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.902223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52a8d249-01bc-4880-9585-5fa2e4d8fbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.903416 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-52a8d249-01bc-4880-9585-5fa2e4d8fbbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80f08d61-a61f-4edb-8e44-e032a5321eab HTTP/1.1" status: 204 len: 168 time: 0.1765542 Mar 22 14:23:13.918404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8d249-01bc-4880-9585-5fa2e4d8fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f08d61-a61f-4edb-8e44-e032a5321eab,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:13.955598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-e9a95ce9-d5a0-4204-aa20-f9b23341ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:13.957262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-e9a95ce9-d5a0-4204-aa20-f9b23341ee42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2147622 Mar 22 14:23:13.966696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:23:13.982023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Made reservation on behalf of 5f8ebd9bd7524d3896642123fc701141 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:13.985865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.130664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:14.145478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:14.162513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:14.163810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:14.177157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.182108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 50456) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:14.183816 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-79794cd8-e2e9-4551-a88a-e7fff0e7397d tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1576281 Mar 22 14:23:14.249493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:14.261404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:14.262397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:22:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:14.309707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:14.310645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de3254-5bdc-4681-8dab-f4315a4a7ff0 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:14.326429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-7b7febab-f3b6-4151-87bf-d8a4a65de50f service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533936 Mar 22 14:23:14.371708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Allocated IP 172.20.0.2 (f5396e9a-acee-4f50-a3a7-b84d261b6a25/b241ea6d-3b65-41b8-98b2-b10c80498b51/42955769-48a1-4142-b2ce-d22a8a8dc1f1) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:14.435356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50466) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:14.451735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-009b4ab4-2ea4-41d9-8363-f80217a8a9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.560068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-009b4ab4-2ea4-41d9-8363-f80217a8a9e9 admin admin] Publish callbacks [] for security_group (53cb1832-9ef5-4519-a0b9-203056556e8c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.567449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-009b4ab4-2ea4-41d9-8363-f80217a8a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53cb1832-9ef5-4519-a0b9-203056556e8c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.622616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b4ab4-2ea4-41d9-8363-f80217a8a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb1832-9ef5-4519-a0b9-203056556e8c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:14.626753 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-009b4ab4-2ea4-41d9-8363-f80217a8a9e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0532d95f011a4a5b94139868520aa522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900027 Mar 22 14:23:14.629285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50472) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:14.697893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7547-d862-4a73-841f-b4dc9083ab19 admin admin] Publish callbacks [] for security_group (53cb1832-9ef5-4519-a0b9-203056556e8c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.720401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7547-d862-4a73-841f-b4dc9083ab19 admin admin] Publish callbacks [] for security_group (53cb1832-9ef5-4519-a0b9-203056556e8c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.820839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e0ab6ca-5c56-42e8-a313-1aebfcb1529a req-2f7b2728-c42f-42f8-9845-ba95350bc877 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860945 Mar 22 14:23:14.823576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7547-d862-4a73-841f-b4dc9083ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53cb1832-9ef5-4519-a0b9-203056556e8c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.827462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7547-d862-4a73-841f-b4dc9083ab19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.829162 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b0c7547-d862-4a73-841f-b4dc9083ab19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53cb1832-9ef5-4519-a0b9-203056556e8c HTTP/1.1" status: 204 len: 168 time: 0.1988184 Mar 22 14:23:14.841208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c7547-d862-4a73-841f-b4dc9083ab19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb1832-9ef5-4519-a0b9-203056556e8c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:14.998135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25206618-1174-41b1-b25f-7fb0c2351bb4 req-353dfa53-face-4c42-99ad-195df566732b tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 210 time: 0.6519959 Mar 22 14:23:15.205002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5d91-7e3a-41be-80bf-4f0709c89246 req-54a3a8bc-2c4a-491d-82d7-381ddc0357f0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:15.206738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b5a5d91-7e3a-41be-80bf-4f0709c89246 req-54a3a8bc-2c4a-491d-82d7-381ddc0357f0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.3341703 Mar 22 14:23:15.213144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-a3cef1b1-663b-4819-b3c8-2601cfa4186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:15.214770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-a3cef1b1-663b-4819-b3c8-2601cfa4186c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1126 time: 0.2023263 Mar 22 14:23:15.464701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b5a5d91-7e3a-41be-80bf-4f0709c89246 req-e32a1c49-5066-4154-90bc-0104f8ae7ad5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287447 Mar 22 14:23:15.506084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks [] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:15.563822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-557f0c28-3853-412f-a2b4-bda68ceccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:15.565542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-557f0c28-3853-412f-a2b4-bda68ceccfd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.3033700 Mar 22 14:23:15.639221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-50049083-349c-4fd9-9946-2cd76de24ee2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 217 time: 0.0492065 Mar 22 14:23:15.691886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:15.772442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-5ec316bc-e1e0-4853-83e2-55764023643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:15.773956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-5ec316bc-e1e0-4853-83e2-55764023643a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.1280468 Mar 22 14:23:15.779145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Network f5396e9a-acee-4f50-a3a7-b84d261b6a25 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:15.795198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:15.798034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:15.866015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Pushing event updated for resources: {'Port': ['ID=42955769-48a1-4142-b2ce-d22a8a8dc1f1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:15.883542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:15.884214 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:15.946213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a62372bc-2dee-4834-85e0-774a8ee4a615 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1519561 Mar 22 14:23:15.967002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Request body: {'port': {'device_id': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:15.976000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-f3c6f966-9ea7-41df-ae40-c08a67c24c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:15.977517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-f3c6f966-9ea7-41df-ae40-c08a67c24c42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1936886 Mar 22 14:23:16.013246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:16.243763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:16.298456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-e15861f8-a030-4ddf-be5e-217b5d0b5080 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759943 Mar 22 14:23:16.463752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a881075-7128-420d-8c72-2af771d2a9b7 req-d63821ef-7090-4d69-82a6-cef71026d316 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:16.471384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a881075-7128-420d-8c72-2af771d2a9b7 req-d63821ef-7090-4d69-82a6-cef71026d316 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 931 time: 0.3847165 Mar 22 14:23:16.475150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6d9d742-7337-4e84-97ef-e2e3c69435be req-f4013ff7-946b-48f3-bb87-2aee0e8b78db service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570354 Mar 22 14:23:16.807315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a881075-7128-420d-8c72-2af771d2a9b7 req-73064c53-0787-4d20-98dc-18cf471ced1f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350322 Mar 22 14:23:16.848311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98339ffe-4bbe-45cc-980c-479ce866d005 req-83d67b7e-8e04-4bf7-bca9-8c11ba83697d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:16.849843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98339ffe-4bbe-45cc-980c-479ce866d005 req-83d67b7e-8e04-4bf7-bca9-8c11ba83697d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.2325540 Mar 22 14:23:17.264504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.1 (d48b7db3-5e2d-4da5-87bd-676ba91d1577/552c33a3-73c9-4028-b5ef-c3d85adc97ea/5a71cd49-0752-460c-8c5f-2fb8719897ef) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:17.353461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98339ffe-4bbe-45cc-980c-479ce866d005 req-93e97797-f8c9-40d5-b06a-d04b7882853c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4890251 Mar 22 14:23:17.423759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42955769-48a1-4142-b2ce-d22a8a8dc1f1 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:17.434373 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Publish callbacks [] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.462097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Transition to ACTIVE for port object 42955769-48a1-4142-b2ce-d22a8a8dc1f1 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:23:17.471688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.557477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.561809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Pushing event updated for resources: {'Port': ['ID=42955769-48a1-4142-b2ce-d22a8a8dc1f1,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:17.659571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.698280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Attempting to bind port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:17.698558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Attempting to bind port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'fb402ae0-2dee-4fc8-bfe6-1f7090936e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:17.698865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Attempting to bind port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 on network f5396e9a-acee-4f50-a3a7-b84d261b6a25 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:17.711055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:17.715548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:17.720228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 on network f5396e9a-acee-4f50-a3a7-b84d261b6a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:17.720410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Attempting to bind port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 on network f5396e9a-acee-4f50-a3a7-b84d261b6a25 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:17.724410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:17.759415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:17.759660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Checking segment: {'id': 'fb402ae0-2dee-4fc8-bfe6-1f7090936e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:17.760037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Bound using segment: {'id': 'fb402ae0-2dee-4fc8-bfe6-1f7090936e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:17.760467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Bound port: 42955769-48a1-4142-b2ce-d22a8a8dc1f1, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb402ae0-2dee-4fc8-bfe6-1f7090936e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:17.760819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.766442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=5a71cd49-0752-460c-8c5f-2fb8719897ef,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:17.792927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (ca3f8539-533e-4afe-82a1-9d4688cda75c), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:18.005754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] For port 42955769-48a1-4142-b2ce-d22a8a8dc1f1, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:18.024954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] For port 42955769-48a1-4142-b2ce-d22a8a8dc1f1, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1,segment=NetworkSegment(fb402ae0-2dee-4fc8-bfe6-1f7090936e96),segment_id=fb402ae0-2dee-4fc8-bfe6-1f7090936e96)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:18.055038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b325-8d84-4c6e-b676-7980a2a1e830 req-0237fe1a-f7a2-453b-8772-d57412ec706d tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:18.057363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cd8b325-8d84-4c6e-b676-7980a2a1e830 req-0237fe1a-f7a2-453b-8772-d57412ec706d tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 943 time: 0.1562438 Mar 22 14:23:18.061128 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:18.137398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:18.138255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:18.140594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] 10.222.0.42 "PUT /v2.0/ports/42955769-48a1-4142-b2ce-d22a8a8dc1f1 HTTP/1.1" status: 200 len: 1091 time: 2.1809535 Mar 22 14:23:18.145699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'tag': '42955769-48a1-4142-b2ce-d22a8a8dc1f1'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:18.150565 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b7e539-9e80-4491-b1e9-797dae2f6bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7e8e04-78a8-4c64-b35f-9de4d568fcbc", "tag": "42955769-48a1-4142-b2ce-d22a8a8dc1f1"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:18.200737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:18.208836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521f9ea-6470-4bd2-af64-2f9362f03408 service neutron] Pushing event updated for resources: {'Port': ['ID=42955769-48a1-4142-b2ce-d22a8a8dc1f1,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:18.230976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52e467a5-76f5-4c5f-8938-bac0b4db764f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:18.275677 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59db0d28-7575-4506-b205-99995e2ae3dd x-openstack-request-id: req-59db0d28-7575-4506-b205-99995e2ae3dd {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:18.276234 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7e8e04-78a8-4c64-b35f-9de4d568fcbc", "tag": "42955769-48a1-4142-b2ce-d22a8a8dc1f1", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:18.276234 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59db0d28-7575-4506-b205-99995e2ae3dd {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:18.276616 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59db0d28-7575-4506-b205-99995e2ae3dd'] response: {'name': 'network-changed', 'server_uuid': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'tag': '42955769-48a1-4142-b2ce-d22a8a8dc1f1', 'status': 'completed', 'code': 200} Mar 22 14:23:18.378810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2cd8b325-8d84-4c6e-b676-7980a2a1e830 req-448dd837-74a7-4eea-b6e8-64c4d5df9189 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810259 Mar 22 14:23:18.501116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-1c5fc0fa-d237-4f69-8d25-42221fe13f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:18.502806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-1c5fc0fa-d237-4f69-8d25-42221fe13f81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ebd9bd7524d3896642123fc701141&device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 1125 time: 0.2878456 Mar 22 14:23:18.639046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-a25161f5-3a3d-4c64-aa9d-744945e3af88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.0838511 Mar 22 14:23:18.734012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3968-9a95-4788-a4d7-d6c964dad0f4 req-f88fa31d-611d-4478-8cd7-d0378e8c389d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:18.741725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa1f3968-9a95-4788-a4d7-d6c964dad0f4 req-f88fa31d-611d-4478-8cd7-d0378e8c389d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.2374642 Mar 22 14:23:18.748314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-07e10f75-cfeb-4eeb-b9d5-883f601c1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:18.749897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-07e10f75-cfeb-4eeb-b9d5-883f601c1c26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b241ea6d-3b65-41b8-98b2-b10c80498b51 HTTP/1.1" status: 200 len: 850 time: 0.1010849 Mar 22 14:23:18.844158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-77298dcd-e71c-4f7c-a889-a97a87f185ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5396e9a-acee-4f50-a3a7-b84d261b6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846186 Mar 22 14:23:18.946799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa1f3968-9a95-4788-a4d7-d6c964dad0f4 req-6ef5c4dc-c0d1-4138-8a7a-656f5ed3e4b5 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039533 Mar 22 14:23:19.130707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-6941506c-9744-403c-bb7c-475e6b9164fb service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728052 Mar 22 14:23:19.279252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.296629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.304771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f552cfa-3baf-41d4-ae6f-394a0c7d9bcf req-6c15a32a-648b-431a-9653-7fb32efc34cf service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682291 Mar 22 14:23:19.373269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:23:19.397290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (ca3f8539-533e-4afe-82a1-9d4688cda75c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.498874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=5a71cd49-0752-460c-8c5f-2fb8719897ef,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:19.641619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:19.656058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'port_id': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'mac_address': 'fa:16:3e:80:1c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:23:19.662490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-97eeca96-c32b-4af9-af4c-878634fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:19.664010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-97eeca96-c32b-4af9-af4c-878634fe2bbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ebd9bd7524d3896642123fc701141&device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 1125 time: 0.2680614 Mar 22 14:23:19.711905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:19.712200 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.729378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:19.753085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:19.760657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.805553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceac2f7-fa9a-4589-b2b7-10baf31eab42 req-3b3f53ef-9cdb-486c-8831-235843298fc6 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:19.815319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aceac2f7-fa9a-4589-b2b7-10baf31eab42 req-3b3f53ef-9cdb-486c-8831-235843298fc6 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 943 time: 0.2703514 Mar 22 14:23:19.840233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:19.850587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.850987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.851380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.851945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.852537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.853247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.853844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.854336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.855190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.855785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.866726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.867073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.871633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.871995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.872331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:19.914989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:19.920923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:19.950320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aceac2f7-fa9a-4589-b2b7-10baf31eab42 req-f93c4e30-faaf-4fd1-aa42-0d8cacab703f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337631 Mar 22 14:23:20.014009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:20.074560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-0f69aff3-515d-4476-9bc0-a2f052bd7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:20.076057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-0f69aff3-515d-4476-9bc0-a2f052bd7b08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5396e9a-acee-4f50-a3a7-b84d261b6a25 HTTP/1.1" status: 200 len: 911 time: 0.3963599 Mar 22 14:23:20.168297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-f93b0453-f42a-4bdc-b6d3-52865004b658 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.0844800 Mar 22 14:23:20.318489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-aa486b22-e8df-4621-a4a2-153ad50c9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:20.319959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-aa486b22-e8df-4621-a4a2-153ad50c9435 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b241ea6d-3b65-41b8-98b2-b10c80498b51 HTTP/1.1" status: 200 len: 850 time: 0.1251183 Mar 22 14:23:20.367718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:20.409670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040902a8-fab0-48a8-9418-bfb69bae9389 req-8fef6d1c-51c0-43d4-8460-5bb19ce8bd45 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:20.411386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-040902a8-fab0-48a8-9418-bfb69bae9389 req-8fef6d1c-51c0-43d4-8460-5bb19ce8bd45 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 945 time: 0.2369308 Mar 22 14:23:20.448034 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf5c78d9-6173-4d9b-b5b9-e8036869edca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:20.457511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-878dd6c1-a932-4716-9bc0-297f7c8adbb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5396e9a-acee-4f50-a3a7-b84d261b6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165392 Mar 22 14:23:21.092088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-040902a8-fab0-48a8-9418-bfb69bae9389 req-182955db-ddec-42b2-842e-800161b35465 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6370564 Mar 22 14:23:21.181103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-fef85afb-fb36-4d85-8df2-bcb720b5ac52 service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141056 Mar 22 14:23:21.355832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241d058-ba2f-43bc-b4ef-d72b267f165e req-9071a67b-d186-428f-87f3-310ed6add760 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:21.363370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8241d058-ba2f-43bc-b4ef-d72b267f165e req-9071a67b-d186-428f-87f3-310ed6add760 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 943 time: 0.2291365 Mar 22 14:23:21.371091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:21.408905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:21.422745 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:21.429573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-92eaf1e4-89e9-48ef-a806-1203b04c0fa0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/routers/ca3f8539-533e-4afe-82a1-9d4688cda75c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2461503 Mar 22 14:23:21.432395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 50918) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:21.437832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'port': {'network_id': 'd48b7db3-5e2d-4da5-87bd-676ba91d1577', 'name': 'tempest-FloatingIPTestJSON-1071843897'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:21.459965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 42955769-48a1-4142-b2ce-d22a8a8dc1f1 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:23:21.472862 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:21.474899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:21.555403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:23:21.562785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:21.563474 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:21.572503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-15b7e539-9e80-4491-b1e9-797dae2f6bf9 req-8d82ee2a-f740-4b4d-a0ad-8cb918fa259e service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557365 Mar 22 14:23:21.606741 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:21.634970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8241d058-ba2f-43bc-b4ef-d72b267f165e req-acc2664a-37b2-484b-abea-555dc4bedcae tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700391 Mar 22 14:23:21.647519 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:21.650799 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:21.715451 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:21.719720 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace24bc-5d4c-444f-89ea-29121099f0d4 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:21.758165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:21.761499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:21.798860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] device_id is not set on port 04045e53-9b60-4730-9f6d-e0521ddba973 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:22.040892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.10 (d48b7db3-5e2d-4da5-87bd-676ba91d1577/552c33a3-73c9-4028-b5ef-c3d85adc97ea/04045e53-9b60-4730-9f6d-e0521ddba973) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:22.295808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (04045e53-9b60-4730-9f6d-e0521ddba973), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.344353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (04045e53-9b60-4730-9f6d-e0521ddba973), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.348262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70c2a-aa9e-474e-9e42-e51d3d12a2d5 req-2421d1b1-8792-4f16-8419-325a634626c0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:22.349949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82e70c2a-aa9e-474e-9e42-e51d3d12a2d5 req-2421d1b1-8792-4f16-8419-325a634626c0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 945 time: 0.1350636 Mar 22 14:23:22.352697 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.367236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:22.367625 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.385160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 42955769-48a1-4142-b2ce-d22a8a8dc1f1, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1,segment=NetworkSegment(fb402ae0-2dee-4fc8-bfe6-1f7090936e96),segment_id=fb402ae0-2dee-4fc8-bfe6-1f7090936e96)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:22.437203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:22.441173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '42955769-48a1-4142-b2ce-d22a8a8dc1f1', 'network_id': 'f5396e9a-acee-4f50-a3a7-b84d261b6a25', 'port_id': '42955769-48a1-4142-b2ce-d22a8a8dc1f1', 'mac_address': 'fa:16:3e:b5:5e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b241ea6d-3b65-41b8-98b2-b10c80498b51', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:23:22.442369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:22.447533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82e70c2a-aa9e-474e-9e42-e51d3d12a2d5 req-9e7f994e-71cc-4594-92be-c19d4ceb855f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854380 Mar 22 14:23:22.454189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:22.456613 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b11730f-e2b4-4eac-9cef-263a1dba12d8" -d '{"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-plugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:22.478251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:22.489544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:22.491194 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.630684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:22.651338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=04045e53-9b60-4730-9f6d-e0521ddba973,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:22.651736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca976c47-704c-4847-95a4-1fa8c9e6cc69 x-openstack-request-id: req-ca976c47-704c-4847-95a4-1fa8c9e6cc69 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:22.652028 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-plugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:22.652277 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca976c47-704c-4847-95a4-1fa8c9e6cc69 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:22.652672 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca976c47-704c-4847-95a4-1fa8c9e6cc69'] response: {'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'code': 200} Mar 22 14:23:22.690220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:22.690595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.694960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:22.695601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.715811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42955769-48a1-4142-b2ce-d22a8a8dc1f1 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:22.760932 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-339b1a32-b58d-48cd-94cf-68e54a25817f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3274043 Mar 22 14:23:22.763711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51044) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:22.775052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'port': {'network_id': 'd48b7db3-5e2d-4da5-87bd-676ba91d1577', 'name': 'tempest-FloatingIPTestJSON-91394518'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:22.784911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 42955769-48a1-4142-b2ce-d22a8a8dc1f1, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1,segment=NetworkSegment(fb402ae0-2dee-4fc8-bfe6-1f7090936e96),segment_id=fb402ae0-2dee-4fc8-bfe6-1f7090936e96)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:22.792604 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.883720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=42955769-48a1-4142-b2ce-d22a8a8dc1f1,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:22.889591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd83819-e3a1-458d-9b6c-40061c2620b8 req-4c8d5703-b9a8-409a-be43-fb1d942cfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:22.891363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dd83819-e3a1-458d-9b6c-40061c2620b8 req-4c8d5703-b9a8-409a-be43-fb1d942cfbc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1128 time: 0.1621227 Mar 22 14:23:22.921954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0ead-c511-4fa4-bc1b-64d2f379b98b req-a8f36b47-7fca-4a2c-80e5-db58d2442f4f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:22.923529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6bb0ead-c511-4fa4-bc1b-64d2f379b98b req-a8f36b47-7fca-4a2c-80e5-db58d2442f4f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 944 time: 0.1469851 Mar 22 14:23:23.013358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['42955769-48a1-4142-b2ce-d22a8a8dc1f1'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:23.129305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:23.143352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.152096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dd83819-e3a1-458d-9b6c-40061c2620b8 req-85b39ca0-9ccf-4e2a-9398-3ce5011338eb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498393 Mar 22 14:23:23.188509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] device_id is not set on port 19266a53-e3f4-4127-8d72-49f0b8789671 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:23.252460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6bb0ead-c511-4fa4-bc1b-64d2f379b98b req-45f997d9-a6d0-4d92-a5f9-a02841842691 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089597 Mar 22 14:23:23.450384 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.455219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.5 (d48b7db3-5e2d-4da5-87bd-676ba91d1577/552c33a3-73c9-4028-b5ef-c3d85adc97ea/19266a53-e3f4-4127-8d72-49f0b8789671) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:23.617387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (19266a53-e3f4-4127-8d72-49f0b8789671), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.662220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (19266a53-e3f4-4127-8d72-49f0b8789671), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.766428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:23.768017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f150dd-222d-4a34-a306-17bf9dd85dea req-bef3d1e3-38ca-4c0d-8942-3d364fc77c45 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:23.772178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:23.779363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35f150dd-222d-4a34-a306-17bf9dd85dea req-bef3d1e3-38ca-4c0d-8942-3d364fc77c45 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1280496 Mar 22 14:23:23.779807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:23.854786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=19266a53-e3f4-4127-8d72-49f0b8789671,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:23.862337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35f150dd-222d-4a34-a306-17bf9dd85dea req-0b6f52b6-edc0-4faa-a97c-62e90f73a5a3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779150 Mar 22 14:23:23.901609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:23.914719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.946622 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e5c56376-2798-4321-8c3f-0ec8f33eeac0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1786292 Mar 22 14:23:23.947084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:23.957067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '19266a53-e3f4-4127-8d72-49f0b8789671', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:24.010957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.135585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.282215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.25.2.120 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/4a792d7c-3396-47b8-9e4e-22393550c09e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:24.455915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac3849-4e67-42bc-8200-8ae1ccd76ff0 req-6887fcdf-fd29-42db-b99d-1506a4fa10bf tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:24.457359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ac3849-4e67-42bc-8200-8ae1ccd76ff0 req-6887fcdf-fd29-42db-b99d-1506a4fa10bf tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 944 time: 0.1126952 Mar 22 14:23:24.480905 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.489078 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.527103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.540464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-42ac3849-4e67-42bc-8200-8ae1ccd76ff0 req-f951f87e-d9cc-4dae-894a-b081eb9d8678 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665164 Mar 22 14:23:24.580334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=4a792d7c-3396-47b8-9e4e-22393550c09e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:24.584454 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:24.587514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:24.590214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:24.633492 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.148287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1716a1-aa13-44cf-9230-3ece9d763203 req-5d446693-4dd4-44be-9b16-107449792622 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:25.158379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f1716a1-aa13-44cf-9230-3ece9d763203 req-5d446693-4dd4-44be-9b16-107449792622 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1474493 Mar 22 14:23:25.250743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (40ffefd2-13cc-4edf-9b59-065c75c707e6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.270208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f1716a1-aa13-44cf-9230-3ece9d763203 req-3b1dead5-984f-420c-8eee-d012639040c8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052935 Mar 22 14:23:25.370622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.440511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8528-df4b-4f4e-9d47-e33d694af2a8 req-6c594172-c037-49cc-92a1-c820f158f696 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:25.442563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca5a8528-df4b-4f4e-9d47-e33d694af2a8 req-6c594172-c037-49cc-92a1-c820f158f696 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.0872939 Mar 22 14:23:25.451403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51182) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:25.455991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Request body: {'floatingip': {'port_id': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:25.501702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 42955769-48a1-4142-b2ce-d22a8a8dc1f1 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:25.529050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (e786c632-67a5-4d76-92d0-fc6dcb66fad4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.559288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.566524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.583099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:23:25.590570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:25.591071 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.689947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=4a792d7c-3396-47b8-9e4e-22393550c09e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:25.789376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (40ffefd2-13cc-4edf-9b59-065c75c707e6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.811093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:25.811826 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.868238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00cc21-2f24-47ae-a325-fb8dcb06c353 req-e690228f-ff7d-4df5-aff8-0810162b322f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:25.876942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc00cc21-2f24-47ae-a325-fb8dcb06c353 req-e690228f-ff7d-4df5-aff8-0810162b322f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 944 time: 0.1854072 Mar 22 14:23:25.882904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 42955769-48a1-4142-b2ce-d22a8a8dc1f1, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1,segment=NetworkSegment(fb402ae0-2dee-4fc8-bfe6-1f7090936e96),segment_id=fb402ae0-2dee-4fc8-bfe6-1f7090936e96)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:25.885432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42955769-48a1-4142-b2ce-d22a8a8dc1f1'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:25.891845 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac891f1f-695d-4c7e-8a8e-a172d0984c13" -d '{"events": [{"server_uuid": "5c7e8e04-78a8-4c64-b35f-9de4d568fcbc", "name": "network-vif-plugged", "status": "completed", "tag": "42955769-48a1-4142-b2ce-d22a8a8dc1f1"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:25.901507 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:26.004032 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f33b95-8532-491d-bbf2-515edfe55195 x-openstack-request-id: req-c1f33b95-8532-491d-bbf2-515edfe55195 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:26.004322 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7e8e04-78a8-4c64-b35f-9de4d568fcbc", "name": "network-vif-plugged", "status": "completed", "tag": "42955769-48a1-4142-b2ce-d22a8a8dc1f1", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:26.004643 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1f33b95-8532-491d-bbf2-515edfe55195 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:26.005047 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f33b95-8532-491d-bbf2-515edfe55195'] response: {'server_uuid': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42955769-48a1-4142-b2ce-d22a8a8dc1f1', 'code': 200} Mar 22 14:23:26.063259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=42955769-48a1-4142-b2ce-d22a8a8dc1f1,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:26.076758 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 40ffefd2-13cc-4edf-9b59-065c75c707e6 associated. External IP: 172.25.2.120, port: 19266a53-e3f4-4127-8d72-49f0b8789671. Mar 22 14:23:26.152351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fc00cc21-2f24-47ae-a325-fb8dcb06c353 req-6616dec1-b011-47a2-8e77-42464c41f699 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760117 Mar 22 14:23:26.203193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f91d-752e-49e8-af08-29c6cfbc3405 req-7a7038b0-e269-42b0-8977-49e15ecd0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:26.207304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcc5f91d-752e-49e8-af08-29c6cfbc3405 req-7a7038b0-e269-42b0-8977-49e15ecd0b5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 1127 time: 0.1569350 Mar 22 14:23:26.374668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcc5f91d-752e-49e8-af08-29c6cfbc3405 req-eae969b5-43ee-41f0-ae94-d9128c620817 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614420 Mar 22 14:23:26.946463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.db.resource_extend [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:23:27.016225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:27.063369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.069431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e786c632-67a5-4d76-92d0-fc6dcb66fad4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.260873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:27.279168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:27.295193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.304322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:27.305113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:27.365511 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-00b1aa9b-917a-4c0f-9cb0-757c7804c7e5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.4145069 Mar 22 14:23:27.367182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51202) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:27.388511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:27.428762 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Floating IP e786c632-67a5-4d76-92d0-fc6dcb66fad4 associated. External IP: 172.25.2.162, port: ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5. Mar 22 14:23:27.447042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:27.462412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (40ffefd2-13cc-4edf-9b59-065c75c707e6), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.492327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:27.493166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:27.537882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:27.538921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e0ba3-3edf-492c-93a8-7d9154b618ff None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:27.610106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae1ea9-0f10-44fd-8ebd-d315e54301ef req-3dddc95a-fa86-4a92-ad2e-8913019084f2 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:27.611749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19ae1ea9-0f10-44fd-8ebd-d315e54301ef req-3dddc95a-fa86-4a92-ad2e-8913019084f2 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.3093410 Mar 22 14:23:27.709105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.715502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (40ffefd2-13cc-4edf-9b59-065c75c707e6), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.716237 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 40ffefd2-13cc-4edf-9b59-065c75c707e6 disassociated. External IP: 172.25.2.120, port: 19266a53-e3f4-4127-8d72-49f0b8789671. Mar 22 14:23:27.737123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19ae1ea9-0f10-44fd-8ebd-d315e54301ef req-87692a64-99ef-4a99-b0a7-a53e01f5aa5c tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076536 Mar 22 14:23:27.947419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Router 66ecae21-d0e4-421a-8e52-12a67ba94f98 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:28.003977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:28.087704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:28.095120 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.099345 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] Sync routers for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:28.121015 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:28.121648 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:28.216316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:28.221367 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.227297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:28.254971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:28.255843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:28.314905 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e889859-1af2-42df-848a-7210ff30cacb tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/floatingips/40ffefd2-13cc-4edf-9b59-065c75c707e6 HTTP/1.1" status: 200 len: 688 time: 0.9440804 Mar 22 14:23:28.317910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51206) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:28.320962 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:28.324339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:28.347620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:28.348907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:28.425043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:28.425737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7501d2-73aa-4dbd-8948-dd499f304a1f None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:28.515458 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.577398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 4a792d7c-3396-47b8-9e4e-22393550c09e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:28.577902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.616994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-64f88185-be0b-4f29-866b-bee02008f316 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "PUT /v2.0/floatingips/e786c632-67a5-4d76-92d0-fc6dcb66fad4 HTTP/1.1" status: 200 len: 992 time: 3.1643786 Mar 22 14:23:28.620470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:28.624231 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a9556-89c5-4047-971f-521692a1c7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:28.725670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.731355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (4a792d7c-3396-47b8-9e4e-22393550c09e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.767670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 4a792d7c-3396-47b8-9e4e-22393550c09e owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:28.813041 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e786c632-67a5-4d76-92d0-fc6dcb66fad4', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'port_id': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'mac_address': 'fa:16:3e:80:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:23:01Z', 'updated_at': '2022-03-22T14:23:26Z', 'revision_number': 1, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:28.890093 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] Checking router: 66ecae21-d0e4-421a-8e52-12a67ba94f98 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:23:28.921732 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:28.922661 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:29.053658 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:29.099149 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f28be2-1494-4dab-a11a-620f6bee8692 x-openstack-request-id: req-48f28be2-1494-4dab-a11a-620f6bee8692 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:29.101182 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:29.101705 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48f28be2-1494-4dab-a11a-620f6bee8692 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:29.105498 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f28be2-1494-4dab-a11a-620f6bee8692'] response: {'name': 'network-changed', 'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'status': 'completed', 'code': 200} Mar 22 14:23:29.161269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facbb1d-1f81-47a9-b986-b71d3d87f4ce req-d7502cc4-31d8-48d1-9aa5-36016b09c491 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:29.164678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3facbb1d-1f81-47a9-b986-b71d3d87f4ce req-d7502cc4-31d8-48d1-9aa5-36016b09c491 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.2448637 Mar 22 14:23:29.190807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4a792d7c-3396-47b8-9e4e-22393550c09e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.274924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=4a792d7c-3396-47b8-9e4e-22393550c09e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:29.366672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9556-89c5-4047-971f-521692a1c7b2 req-02cc5e4c-e826-4bde-a2e6-7036578b4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:29.368207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-168a9556-89c5-4047-971f-521692a1c7b2 req-02cc5e4c-e826-4bde-a2e6-7036578b4ab6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1128 time: 0.2571008 Mar 22 14:23:29.395611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3facbb1d-1f81-47a9-b986-b71d3d87f4ce req-016258f3-cd68-48be-a91b-8f52fcaec53c tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243078 Mar 22 14:23:29.401174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (40ffefd2-13cc-4edf-9b59-065c75c707e6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.404458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.412317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-96b56c71-9769-4e50-a2a9-9551c0f711d1 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/floatingips/40ffefd2-13cc-4edf-9b59-065c75c707e6 HTTP/1.1" status: 204 len: 168 time: 1.0926547 Mar 22 14:23:29.413180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51234) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:29.421078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '04045e53-9b60-4730-9f6d-e0521ddba973'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:29.452846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.489386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51238) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:29.659734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9556-89c5-4047-971f-521692a1c7b2 req-3f7ba7e6-1d54-4241-b73f-b056e29312ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:29.662363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-168a9556-89c5-4047-971f-521692a1c7b2 req-3f7ba7e6-1d54-4241-b73f-b056e29312ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.2593606 Mar 22 14:23:29.671431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79159f-570d-48d3-83b6-fc8e0a8951d8 req-1cca0a8c-12da-4ab9-be8a-19bed9d57a3f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:29.679949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e79159f-570d-48d3-83b6-fc8e0a8951d8 req-1cca0a8c-12da-4ab9-be8a-19bed9d57a3f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1511042 Mar 22 14:23:29.789094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:23:29.816199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.853273 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e786c632-67a5-4d76-92d0-fc6dcb66fad4', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'port_id': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'mac_address': 'fa:16:3e:80:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:23:01Z', 'updated_at': '2022-03-22T14:23:26Z', 'revision_number': 1, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:29.860301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e79159f-570d-48d3-83b6-fc8e0a8951d8 req-bd25a508-b142-4abb-9083-200600b39978 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791813 Mar 22 14:23:29.890600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-168a9556-89c5-4047-971f-521692a1c7b2 req-5baf8b61-a055-48a8-9a0b-b6c41bd191c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 1000 time: 0.2082825 Mar 22 14:23:29.927208 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fe9cc-7e10-46d0-aa30-0be37c7933f4 None None] The sync data for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 is: [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e786c632-67a5-4d76-92d0-fc6dcb66fad4', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'port_id': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'mac_address': 'fa:16:3e:80:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:23:01Z', 'updated_at': '2022-03-22T14:23:26Z', 'revision_number': 1, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:29.961593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9556-89c5-4047-971f-521692a1c7b2 req-c1d48a6d-b69c-46aa-b4bf-1dbd8f55ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:29.963524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-168a9556-89c5-4047-971f-521692a1c7b2 req-c1d48a6d-b69c-46aa-b4bf-1dbd8f55ac0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0662386 Mar 22 14:23:30.023308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.25.2.194 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/eb278a49-7c06-471e-b24f-23b2d4b2ab08) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:30.036076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9556-89c5-4047-971f-521692a1c7b2 req-c553852d-712e-4796-bf45-a1c4a727941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:30.041730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-168a9556-89c5-4047-971f-521692a1c7b2 req-c553852d-712e-4796-bf45-a1c4a727941f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721858 Mar 22 14:23:30.134372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac825b81-54c9-475e-98e2-e9ae067de629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.337066 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089aca8c-a207-4a40-826d-ed7a31525778 None None] New status for floating IP e786c632-67a5-4d76-92d0-fc6dcb66fad4: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:23:30.373663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac825b81-54c9-475e-98e2-e9ae067de629 admin admin] Publish callbacks [] for security_group (80f14428-516f-4927-a13a-577b03b0da0f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.381478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.385328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ac825b81-54c9-475e-98e2-e9ae067de629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (80f14428-516f-4927-a13a-577b03b0da0f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.399829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-168a9556-89c5-4047-971f-521692a1c7b2 req-72df3b81-7cf7-4f0f-97e9-e5a1b83cb928 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490560 Mar 22 14:23:30.447029 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ac825b81-54c9-475e-98e2-e9ae067de629 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8f721b59fb84849bbb97d27d4cae2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8811104 Mar 22 14:23:30.449263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac825b81-54c9-475e-98e2-e9ae067de629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f14428-516f-4927-a13a-577b03b0da0f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:30.457081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51250) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:30.513648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.538006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf61eb-cbcb-4998-b7a3-736e669423dc req-f529d6b7-fc6d-43e2-8331-3a6debd02d80 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:30.540267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfdf61eb-cbcb-4998-b7a3-736e669423dc req-f529d6b7-fc6d-43e2-8331-3a6debd02d80 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.2523620 Mar 22 14:23:30.601302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-168a9556-89c5-4047-971f-521692a1c7b2 req-59fdbcb4-7952-4860-81d7-6d60140019e2 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933088 Mar 22 14:23:30.637922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfdf61eb-cbcb-4998-b7a3-736e669423dc req-c63673c0-076b-4e9e-9428-42735b8c773f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897918 Mar 22 14:23:30.657655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-420376ac-a9d8-4964-957c-6bbc72e26ad8 admin admin] Publish callbacks [] for security_group (80f14428-516f-4927-a13a-577b03b0da0f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.695057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-420376ac-a9d8-4964-957c-6bbc72e26ad8 admin admin] Publish callbacks [] for security_group (80f14428-516f-4927-a13a-577b03b0da0f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.748537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:30.750673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:30.757161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:30.786325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=eb278a49-7c06-471e-b24f-23b2d4b2ab08,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:30.815681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-420376ac-a9d8-4964-957c-6bbc72e26ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (80f14428-516f-4927-a13a-577b03b0da0f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.818457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-420376ac-a9d8-4964-957c-6bbc72e26ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.819621 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-420376ac-a9d8-4964-957c-6bbc72e26ad8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80f14428-516f-4927-a13a-577b03b0da0f HTTP/1.1" status: 204 len: 168 time: 0.3613732 Mar 22 14:23:30.869144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420376ac-a9d8-4964-957c-6bbc72e26ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f14428-516f-4927-a13a-577b03b0da0f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:31.201613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (0e14ec9c-14bc-4e90-98fa-7b69f0b47936), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.264413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51260) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:31.286531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.287156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c974417-f281-44df-a842-f4d13743e671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.390089 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c974417-f281-44df-a842-f4d13743e671 admin admin] Publish callbacks [] for security_group (5900edaf-3a44-4d98-b567-b2b945923fcc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.395425 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8c974417-f281-44df-a842-f4d13743e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5900edaf-3a44-4d98-b567-b2b945923fcc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.434998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8c974417-f281-44df-a842-f4d13743e671 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4ef35a222f34522b831acd3a0449a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690311 Mar 22 14:23:31.443215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51262) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:31.487386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c974417-f281-44df-a842-f4d13743e671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5900edaf-3a44-4d98-b567-b2b945923fcc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:31.524412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.530872 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.534100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5034d321-03a6-4e79-8310-bdfd8c2db1be admin admin] Publish callbacks [] for security_group (5900edaf-3a44-4d98-b567-b2b945923fcc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.562558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5034d321-03a6-4e79-8310-bdfd8c2db1be admin admin] Publish callbacks [] for security_group (5900edaf-3a44-4d98-b567-b2b945923fcc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.620304 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5034d321-03a6-4e79-8310-bdfd8c2db1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5900edaf-3a44-4d98-b567-b2b945923fcc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.622470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=eb278a49-7c06-471e-b24f-23b2d4b2ab08,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:31.623982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5034d321-03a6-4e79-8310-bdfd8c2db1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.625733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5034d321-03a6-4e79-8310-bdfd8c2db1be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5900edaf-3a44-4d98-b567-b2b945923fcc HTTP/1.1" status: 204 len: 168 time: 0.1815326 Mar 22 14:23:31.634553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (0e14ec9c-14bc-4e90-98fa-7b69f0b47936), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.635702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d321-03a6-4e79-8310-bdfd8c2db1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5900edaf-3a44-4d98-b567-b2b945923fcc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:31.811084 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 0e14ec9c-14bc-4e90-98fa-7b69f0b47936 associated. External IP: 172.25.2.194, port: 04045e53-9b60-4730-9f6d-e0521ddba973. Mar 22 14:23:31.878439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24839d74-0cac-4f2f-a2d0-4f9931e6f24e req-5ff97034-e077-4bee-bd0c-ac8f38a096a5 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:31.880003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24839d74-0cac-4f2f-a2d0-4f9931e6f24e req-5ff97034-e077-4bee-bd0c-ac8f38a096a5 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1217954 Mar 22 14:23:31.976292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24839d74-0cac-4f2f-a2d0-4f9931e6f24e req-25136033-f953-4db6-970a-0d697b34ca05 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905733 Mar 22 14:23:32.168577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:32.357859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b404b-55f1-431a-9850-adade16d5c58 req-1a5c4c2c-f3e7-420d-8e28-da2eec8caf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:32.359792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-214b404b-55f1-431a-9850-adade16d5c58 req-1a5c4c2c-f3e7-420d-8e28-da2eec8caf54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ebd9bd7524d3896642123fc701141&device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 1127 time: 0.1132112 Mar 22 14:23:32.391714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b192d5-3546-4950-a97f-fffe7cf4a380 req-5644e09e-2ab0-446e-a931-a0d0117a4167 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:32.393549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71b192d5-3546-4950-a97f-fffe7cf4a380 req-5644e09e-2ab0-446e-a931-a0d0117a4167 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1060650 Mar 22 14:23:32.522993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71b192d5-3546-4950-a97f-fffe7cf4a380 req-429782bd-25e7-4cc5-a12c-b7e97c1a8cfa tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147461 Mar 22 14:23:32.534295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b404b-55f1-431a-9850-adade16d5c58 req-76bb8d75-5096-46ab-8e3c-105c364b6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:32.536039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-214b404b-55f1-431a-9850-adade16d5c58 req-76bb8d75-5096-46ab-8e3c-105c364b6d62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5396e9a-acee-4f50-a3a7-b84d261b6a25 HTTP/1.1" status: 200 len: 911 time: 0.1701460 Mar 22 14:23:32.598087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-214b404b-55f1-431a-9850-adade16d5c58 req-555de68b-32d3-42ea-a01d-641ab8938674 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.0562532 Mar 22 14:23:32.648368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:32.656114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:32.657561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b404b-55f1-431a-9850-adade16d5c58 req-1e54b6ae-a1ad-49a3-828a-1a2ac25a1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:32.659026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-214b404b-55f1-431a-9850-adade16d5c58 req-1e54b6ae-a1ad-49a3-828a-1a2ac25a1e1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b241ea6d-3b65-41b8-98b2-b10c80498b51 HTTP/1.1" status: 200 len: 850 time: 0.0559497 Mar 22 14:23:32.670152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:32.670780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:32.677387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.712017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:32.721620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:32.722266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:32.726434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-214b404b-55f1-431a-9850-adade16d5c58 req-eb5b3f22-b1f0-4a28-8cc0-42fc8369dbed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5396e9a-acee-4f50-a3a7-b84d261b6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610867 Mar 22 14:23:32.742423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51298) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:32.743662 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6dc3cca5-5fee-4e91-afc7-613cf1d4eb1b tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3286750 Mar 22 14:23:32.759449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:32.760107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d10cd-2ab6-4535-bb9f-7ae5965b7e84 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:32.857029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e0800b9a-b64b-4cb8-9206-5a3f61fb4157 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "GET /v2.0/floatingips/0e14ec9c-14bc-4e90-98fa-7b69f0b47936 HTTP/1.1" status: 200 len: 979 time: 0.1136010 Mar 22 14:23:32.859748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51302) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:32.873427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-214b404b-55f1-431a-9850-adade16d5c58 req-e890d304-c954-491e-868e-12fa2ca4b1b3 service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393323 Mar 22 14:23:33.002024 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f93c4bb1-6354-4392-8d0d-f435a4d1882e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1409984 Mar 22 14:23:33.003805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-214b404b-55f1-431a-9850-adade16d5c58 req-f9689fad-b16f-4175-a50f-d56aeab35afe service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247704 Mar 22 14:23:33.004512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51304) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:33.008941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'port_id': '19266a53-e3f4-4127-8d72-49f0b8789671'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:33.070241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (0e14ec9c-14bc-4e90-98fa-7b69f0b47936), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.144499 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:33.260863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.340860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Publish callbacks [] for security_group (0716e87f-d533-4985-9491-0fca52e0ab75), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.346314 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0716e87f-d533-4985-9491-0fca52e0ab75), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.385168 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6871d3e1f6aa449cae6affe815a1e760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394495 Mar 22 14:23:33.386171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0716e87f-d533-4985-9491-0fca52e0ab75,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:33.388168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51316) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:33.406744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.407095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.407439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.407779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.408106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.408433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.408758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.409080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.409404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.409722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.410078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.410390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.410772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.411119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.411439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af626ca-de70-4454-b904-3c91b5bb3a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:33.453477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23024fef-a555-4f27-bd04-2a76b11e0794 admin admin] Publish callbacks [] for security_group (0716e87f-d533-4985-9491-0fca52e0ab75), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.475701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23024fef-a555-4f27-bd04-2a76b11e0794 admin admin] Publish callbacks [] for security_group (0716e87f-d533-4985-9491-0fca52e0ab75), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.533777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23024fef-a555-4f27-bd04-2a76b11e0794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0716e87f-d533-4985-9491-0fca52e0ab75), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.537446 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-23024fef-a555-4f27-bd04-2a76b11e0794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.538709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-23024fef-a555-4f27-bd04-2a76b11e0794 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0716e87f-d533-4985-9491-0fca52e0ab75 HTTP/1.1" status: 204 len: 168 time: 0.1495733 Mar 22 14:23:33.546684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23024fef-a555-4f27-bd04-2a76b11e0794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0716e87f-d533-4985-9491-0fca52e0ab75,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:33.668204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.677827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (0e14ec9c-14bc-4e90-98fa-7b69f0b47936), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.741763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf161b0-85ea-4c44-8a75-f792e5c67a86 req-faacb5c7-0239-43f2-aa62-a60b4926a69b tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:33.743302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adf161b0-85ea-4c44-8a75-f792e5c67a86 req-faacb5c7-0239-43f2-aa62-a60b4926a69b tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1316230 Mar 22 14:23:33.828835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adf161b0-85ea-4c44-8a75-f792e5c67a86 req-097874ee-278c-4b14-8794-7f63473d6f89 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 Mar 22 14:23:33.858686 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 0e14ec9c-14bc-4e90-98fa-7b69f0b47936 associated. External IP: 172.25.2.194, port: 04045e53-9b60-4730-9f6d-e0521ddba973. Mar 22 14:23:34.097462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:34.232000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:34.244920 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:34.258409 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:34.259721 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.309664 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.322815 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:34.324070 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.374932 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.375434 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f266c6-a388-420b-add7-f094c2afdd2b None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:34.528911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:34.652005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:34.656345 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:34.661361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:34.674892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:34.675881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.716843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2149c95d-50cc-4737-b959-9950ed5ef671 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/floatingips/0e14ec9c-14bc-4e90-98fa-7b69f0b47936 HTTP/1.1" status: 200 len: 976 time: 1.7112932 Mar 22 14:23:34.717551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.719981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51354) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:34.725041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:34.726921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:34.727581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.764563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.765433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e33832-abf5-4963-aa0f-2d8cccaeebb4 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:34.804990 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (0e14ec9c-14bc-4e90-98fa-7b69f0b47936), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:34.853722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:34.988967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b65db-8ff9-480e-8d20-59597b447b3d req-6e983c94-5e30-4f9d-a2e4-3fb89c488bbf tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:34.990783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f29b65db-8ff9-480e-8d20-59597b447b3d req-6e983c94-5e30-4f9d-a2e4-3fb89c488bbf tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.0835903 Mar 22 14:23:35.033732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.034835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb1fd-b137-48bd-8c38-6d3f1f0f0f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.040271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f29b65db-8ff9-480e-8d20-59597b447b3d req-5643a722-4749-4e99-93a9-a0c04277c218 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Mar 22 14:23:35.044831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (0e14ec9c-14bc-4e90-98fa-7b69f0b47936), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.045165 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 0e14ec9c-14bc-4e90-98fa-7b69f0b47936 disassociated. External IP: 172.25.2.194, port: 19266a53-e3f4-4127-8d72-49f0b8789671. Mar 22 14:23:35.219823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb1fd-b137-48bd-8c38-6d3f1f0f0f3c admin admin] Publish callbacks [] for security_group (0d898074-d763-4043-b4dc-9a6d717d2698), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.227543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb1fd-b137-48bd-8c38-6d3f1f0f0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0d898074-d763-4043-b4dc-9a6d717d2698), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.317923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4883b7b-40ea-41af-89f6-ccd09fc3e95e req-0f400818-f060-458e-9f8c-bd20e33f3ab3 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:35.321358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4883b7b-40ea-41af-89f6-ccd09fc3e95e req-0f400818-f060-458e-9f8c-bd20e33f3ab3 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.0740921 Mar 22 14:23:35.321510 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5d3cb1fd-b137-48bd-8c38-6d3f1f0f0f3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5feca8c70ac640b8a545f37454c9807c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665480 Mar 22 14:23:35.322200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cb1fd-b137-48bd-8c38-6d3f1f0f0f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d898074-d763-4043-b4dc-9a6d717d2698,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:35.334756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51372) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:35.403662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:35.416126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4883b7b-40ea-41af-89f6-ccd09fc3e95e req-449b1769-2da0-4093-b182-5bd8950c5284 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784943 Mar 22 14:23:35.429255 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bc01eb-42dd-49cf-a3e0-85469b9a2d0c admin admin] Publish callbacks [] for security_group (0d898074-d763-4043-b4dc-9a6d717d2698), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.453769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bc01eb-42dd-49cf-a3e0-85469b9a2d0c admin admin] Publish callbacks [] for security_group (0d898074-d763-4043-b4dc-9a6d717d2698), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.505097 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bc01eb-42dd-49cf-a3e0-85469b9a2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0d898074-d763-4043-b4dc-9a6d717d2698), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.508003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-56bc01eb-42dd-49cf-a3e0-85469b9a2d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.509474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-56bc01eb-42dd-49cf-a3e0-85469b9a2d0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d898074-d763-4043-b4dc-9a6d717d2698 HTTP/1.1" status: 204 len: 168 time: 0.1720152 Mar 22 14:23:35.527213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:35.529560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc01eb-42dd-49cf-a3e0-85469b9a2d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d898074-d763-4043-b4dc-9a6d717d2698,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:35.533316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.542249 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:35.560059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:35.560956 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:35.581255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51376) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:35.581864 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-089d8256-ed1c-4c29-b82b-a503090a5a93 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/floatingips/0e14ec9c-14bc-4e90-98fa-7b69f0b47936 HTTP/1.1" status: 200 len: 688 time: 0.8599515 Mar 22 14:23:35.610251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:35.620373 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:35.621200 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:35.666535 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:35.668084 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3e56b-36d9-4f31-b51b-3ac21a44ad9c None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:35.755251 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port eb278a49-7c06-471e-b24f-23b2d4b2ab08 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:35.755816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.842159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.842587 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (eb278a49-7c06-471e-b24f-23b2d4b2ab08), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.857032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for eb278a49-7c06-471e-b24f-23b2d4b2ab08 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:36.010032 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (eb278a49-7c06-471e-b24f-23b2d4b2ab08), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:36.040853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=eb278a49-7c06-471e-b24f-23b2d4b2ab08,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:36.112854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (0e14ec9c-14bc-4e90-98fa-7b69f0b47936), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:36.116234 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:36.120062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c5e1a367-4f60-4f05-b20d-ecfd61da1c45 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/floatingips/0e14ec9c-14bc-4e90-98fa-7b69f0b47936 HTTP/1.1" status: 204 len: 168 time: 0.5352163 Mar 22 14:23:36.120630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:36.159882 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-e51de09c-8efe-4d7e-8bf2-cfec321513ec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] delete failed (client error): The resource could not be found. Mar 22 14:23:36.161039 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e51de09c-8efe-4d7e-8bf2-cfec321513ec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/floatingips/0e14ec9c-14bc-4e90-98fa-7b69f0b47936 HTTP/1.1" status: 404 len: 345 time: 0.0392411 Mar 22 14:23:36.165438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51398) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:36.596273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b716cbe-7ffb-42f3-b046-6ab4dfd71449 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:36.601513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b716cbe-7ffb-42f3-b046-6ab4dfd71449 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:36.606762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b716cbe-7ffb-42f3-b046-6ab4dfd71449 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:36.608475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6b716cbe-7ffb-42f3-b046-6ab4dfd71449 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "GET /v2.0/ports?network_id=d48b7db3-5e2d-4da5-87bd-676ba91d1577 HTTP/1.1" status: 200 len: 2357 time: 0.4418938 Mar 22 14:23:36.612701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51444) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:36.682786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f7f78-b382-4f6e-b0db-0c3c7f6b39ed tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:36.686861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b89f7f78-b382-4f6e-b0db-0c3c7f6b39ed tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "GET /v2.0/subnets/552c33a3-73c9-4028-b5ef-c3d85adc97ea HTTP/1.1" status: 200 len: 797 time: 0.0719454 Mar 22 14:23:36.689196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51450) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:36.694914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'port': {'network_id': 'd48b7db3-5e2d-4da5-87bd-676ba91d1577', 'name': 'tempest-FloatingIPTestJSON-418125305', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:36.695576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9abf69-15d6-4ff1-b8a5-988064bb0096 req-d81a5839-0a8c-4dce-92e7-d9e7627fe64f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:36.697294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f9abf69-15d6-4ff1-b8a5-988064bb0096 req-d81a5839-0a8c-4dce-92e7-d9e7627fe64f tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1182818 Mar 22 14:23:36.758051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f9abf69-15d6-4ff1-b8a5-988064bb0096 req-ef3b5341-3b1f-4108-bd04-07de4f8598ee tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Mar 22 14:23:36.835213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:36.931009 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:36.970265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] device_id is not set on port b84801b0-ff40-46fd-8418-18545837bc66 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:37.087633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaad4f4-9833-4fe2-8d66-bfa63fdea81b req-0599dd67-2241-45b6-a373-2aa69cff3a17 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:37.095540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2aaad4f4-9833-4fe2-8d66-bfa63fdea81b req-0599dd67-2241-45b6-a373-2aa69cff3a17 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1421914 Mar 22 14:23:37.121496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-a8a5ba87-d916-482a-ac2a-6592f221fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:37.123020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-a8a5ba87-d916-482a-ac2a-6592f221fc05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ebd9bd7524d3896642123fc701141&device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 1127 time: 0.1111073 Mar 22 14:23:37.221754 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2aaad4f4-9833-4fe2-8d66-bfa63fdea81b req-73793d15-33a9-4771-8c27-6be1f95e21da tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253359 Mar 22 14:23:37.278074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-530ac410-4b78-4d9a-9f78-8bb477afb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:37.279563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-530ac410-4b78-4d9a-9f78-8bb477afb78e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5396e9a-acee-4f50-a3a7-b84d261b6a25 HTTP/1.1" status: 200 len: 911 time: 0.1486373 Mar 22 14:23:37.325440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.14 (d48b7db3-5e2d-4da5-87bd-676ba91d1577/552c33a3-73c9-4028-b5ef-c3d85adc97ea/b84801b0-ff40-46fd-8418-18545837bc66) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:37.330343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-76b7aa14-7ea3-4d7d-98f4-a722c7f96883 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.0440297 Mar 22 14:23:37.332690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.13 (d48b7db3-5e2d-4da5-87bd-676ba91d1577/552c33a3-73c9-4028-b5ef-c3d85adc97ea/b84801b0-ff40-46fd-8418-18545837bc66) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:37.389779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-9f28d191-8b01-481e-b261-0dedeaa6efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:37.393039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-9f28d191-8b01-481e-b261-0dedeaa6efb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b241ea6d-3b65-41b8-98b2-b10c80498b51 HTTP/1.1" status: 200 len: 850 time: 0.0576527 Mar 22 14:23:37.435572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-96e0b57a-5151-4f2a-99ed-4cd14b06a582 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5396e9a-acee-4f50-a3a7-b84d261b6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367498 Mar 22 14:23:37.574856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-8320a1d7-fff4-4d51-bcb2-f5fa733be214 service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331773 Mar 22 14:23:37.603120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (b84801b0-ff40-46fd-8418-18545837bc66), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.647772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b84801b0-ff40-46fd-8418-18545837bc66), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.686217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ceb07e0-ba56-4126-9f59-cfa684545bd1 req-e467c881-66e8-47b6-b366-211edbc49778 service neutron] 10.222.0.42 "GET /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030335 Mar 22 14:23:37.691579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:37.694873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:37.698835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:37.741396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=b84801b0-ff40-46fd-8418-18545837bc66,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:37.758151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:37.758762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.775498 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55d6e221-2847-4ec0-9e58-33796004f935 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0851753 Mar 22 14:23:37.778434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51492) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:37.783059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'b84801b0-ff40-46fd-8418-18545837bc66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:37.804931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.921279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.045158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.25.2.225 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/22ce38c9-f6c6-4fa5-9660-0f1dda0db35c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:38.183938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.224918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.293132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:38.318129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:38.324443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:38.326674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=22ce38c9-f6c6-4fa5-9660-0f1dda0db35c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:38.431546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7640b4b-c881-412a-b85a-4448e879cb83 req-d9d7222b-545f-41ae-b36a-a4ed4f601bfc tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:38.434395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7640b4b-c881-412a-b85a-4448e879cb83 req-d9d7222b-545f-41ae-b36a-a4ed4f601bfc tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1197188 Mar 22 14:23:38.528453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7640b4b-c881-412a-b85a-4448e879cb83 req-c86476cb-1a5e-4a58-8828-95bdcbe3a551 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835054 Mar 22 14:23:38.840518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (4ef91ab0-b8f0-487d-ba02-3526c48c9ff1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.916295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.076168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.084020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.166900 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=22ce38c9-f6c6-4fa5-9660-0f1dda0db35c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:39.186538 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4ef91ab0-b8f0-487d-ba02-3526c48c9ff1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.300910 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 4ef91ab0-b8f0-487d-ba02-3526c48c9ff1 associated. External IP: 172.25.2.225, port: b84801b0-ff40-46fd-8418-18545837bc66. Mar 22 14:23:39.533952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:39.720963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255ff8-25eb-42c8-8b98-ce6f860a9ef3 req-ddb6b988-2b09-43f0-8fb8-6c67a40551d1 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:39.728764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01255ff8-25eb-42c8-8b98-ce6f860a9ef3 req-ddb6b988-2b09-43f0-8fb8-6c67a40551d1 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1113987 Mar 22 14:23:39.826776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01255ff8-25eb-42c8-8b98-ce6f860a9ef3 req-04245740-c36f-4fc0-9369-215bf0dc5b87 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949838 Mar 22 14:23:39.953308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da413c7f-17f1-4632-a3c4-f4472a38cfc0 req-7db4ac5c-a565-4993-a03b-ea2918627c0c tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:39.955827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da413c7f-17f1-4632-a3c4-f4472a38cfc0 req-7db4ac5c-a565-4993-a03b-ea2918627c0c tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 949 time: 0.0886683 Mar 22 14:23:40.061773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da413c7f-17f1-4632-a3c4-f4472a38cfc0 req-fb01183c-41f7-429a-8ed3-d0e5c23a22e2 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001730 Mar 22 14:23:40.164856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714d8c-152d-4f83-96f6-31759ac3cf8c req-3116587b-aa12-4213-a2f8-d58d1b4fc360 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:40.166800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7714d8c-152d-4f83-96f6-31759ac3cf8c req-3116587b-aa12-4213-a2f8-d58d1b4fc360 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.0666995 Mar 22 14:23:40.226798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7714d8c-152d-4f83-96f6-31759ac3cf8c req-6df66eaf-4280-442e-a377-609df7a9cb6a tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Mar 22 14:23:40.277788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:40.288099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:40.299320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:40.300125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:40.300311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:40.336974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:40.348381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:40.349271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:40.351569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:40.352224 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fc235b37-18e1-4956-ab42-f44d8b3e051c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5709796 Mar 22 14:23:40.356916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'port_id': 'b84801b0-ff40-46fd-8418-18545837bc66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:40.391042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:40.391710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe3242-5833-489d-9f6a-12e2a2e57447 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:40.441106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (4ef91ab0-b8f0-487d-ba02-3526c48c9ff1), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:40.979811 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:40.990189 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (4ef91ab0-b8f0-487d-ba02-3526c48c9ff1), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.265802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807f97-c2d1-44ae-b07d-3327bd8376b5 req-cea8e883-658d-4866-9b8b-246114f9e0d5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:41.267387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11807f97-c2d1-44ae-b07d-3327bd8376b5 req-cea8e883-658d-4866-9b8b-246114f9e0d5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 949 time: 0.1059921 Mar 22 14:23:41.294498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:41.415441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11807f97-c2d1-44ae-b07d-3327bd8376b5 req-915bb9b4-f519-4087-9c20-d22be7ee5827 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ede562-9f97-4ed9-a68b-5c6bf9a5293c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408012 Mar 22 14:23:41.520300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca8b28-ea50-4673-a71b-c13c66ac4fea req-963c4cea-53f2-409e-9682-2d1605d74f8b tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:41.521713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97ca8b28-ea50-4673-a71b-c13c66ac4fea req-963c4cea-53f2-409e-9682-2d1605d74f8b tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.1532252 Mar 22 14:23:41.534425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:41.545153 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:41.553480 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.561072 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:41.562440 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:41.571557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-dfa3080e-f49d-4181-b1f3-f449490f5858 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:41.573021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-dfa3080e-f49d-4181-b1f3-f449490f5858 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.42 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 949 time: 0.1403308 Mar 22 14:23:41.597641 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:41.611501 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:41.612674 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:41.665561 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:41.666737 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e28324-c739-46a7-b96a-32edd1269bdf None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:41.704560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97ca8b28-ea50-4673-a71b-c13c66ac4fea req-bacee71c-95b6-44c3-9a1b-a35166e7c196 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e35eb9b-c33f-4570-94d3-8643c53e63ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737804 Mar 22 14:23:41.717550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0ed9892c-ece5-49bd-8122-9308cb82da02 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/floatingips/4ef91ab0-b8f0-487d-ba02-3526c48c9ff1 HTTP/1.1" status: 200 len: 978 time: 1.3646977 Mar 22 14:23:41.720924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51532) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:41.749412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Deleting port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:41.749751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.860492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] For port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:41.861137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.878839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Calling delete_port for 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:41.920421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 22ce38c9-f6c6-4fa5-9660-0f1dda0db35c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:41.920795 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.025820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.026554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.040260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-2a3b30c8-99c3-4f10-bf26-f8d011c679d7 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:42.041477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 22ce38c9-f6c6-4fa5-9660-0f1dda0db35c owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:42.042265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-2a3b30c8-99c3-4f10-bf26-f8d011c679d7 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 945 time: 0.0924933 Mar 22 14:23:42.166008 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (735642ca-83d6-4e43-8e6a-f2ce4b8129a9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.187677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['735642ca-83d6-4e43-8e6a-f2ce4b8129a9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:42.204578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Pushing event deleted for resources: {'Port': ['ID=735642ca-83d6-4e43-8e6a-f2ce4b8129a9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:42.220567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Deleting port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:42.220919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.273910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (22ce38c9-f6c6-4fa5-9660-0f1dda0db35c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.309417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=22ce38c9-f6c6-4fa5-9660-0f1dda0db35c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:42.327313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] No DVR routers for this DVR port 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:23:42.330338 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.334632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.42 "DELETE /v2.0/ports/735642ca-83d6-4e43-8e6a-f2ce4b8129a9 HTTP/1.1" status: 204 len: 173 time: 0.7408113 Mar 22 14:23:42.337326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'name': 'network-vif-deleted', 'tag': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:42.341115 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ee0d70-4deb-4f79-8faa-f0239f29f67f" -d '{"events": [{"server_uuid": "3570924b-bd0a-4b07-9695-f90fe58ea214", "name": "network-vif-deleted", "tag": "735642ca-83d6-4e43-8e6a-f2ce4b8129a9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:42.408990 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be4d9e5-86e9-41c0-84a6-37bf00fe8135 x-openstack-request-id: req-2be4d9e5-86e9-41c0-84a6-37bf00fe8135 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:42.409269 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3570924b-bd0a-4b07-9695-f90fe58ea214", "name": "network-vif-deleted", "tag": "735642ca-83d6-4e43-8e6a-f2ce4b8129a9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:42.409522 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2be4d9e5-86e9-41c0-84a6-37bf00fe8135 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:42.409920 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be4d9e5-86e9-41c0-84a6-37bf00fe8135'] response: {'server_uuid': '3570924b-bd0a-4b07-9695-f90fe58ea214', 'name': 'network-vif-deleted', 'tag': '735642ca-83d6-4e43-8e6a-f2ce4b8129a9', 'status': 'completed', 'code': 200} Mar 22 14:23:42.461762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] For port 42955769-48a1-4142-b2ce-d22a8a8dc1f1, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=42955769-48a1-4142-b2ce-d22a8a8dc1f1,segment=NetworkSegment(fb402ae0-2dee-4fc8-bfe6-1f7090936e96),segment_id=fb402ae0-2dee-4fc8-bfe6-1f7090936e96)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:42.462598 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.479324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Calling delete_port for 42955769-48a1-4142-b2ce-d22a8a8dc1f1 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:42.495333 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (4ef91ab0-b8f0-487d-ba02-3526c48c9ff1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.497352 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 4ef91ab0-b8f0-487d-ba02-3526c48c9ff1 disassociated (deleted). External IP: 172.25.2.225, port: b84801b0-ff40-46fd-8418-18545837bc66. Mar 22 14:23:42.649075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66ae29b6-a5b5-43a7-8835-96fecd247ee1 req-3061cb27-99d5-4ddd-84d8-9aff4395130d tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] 10.222.0.44 "GET /v2.0/ports?device_id=3570924b-bd0a-4b07-9695-f90fe58ea214 HTTP/1.1" status: 200 len: 210 time: 0.0497711 Mar 22 14:23:42.704436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (42955769-48a1-4142-b2ce-d22a8a8dc1f1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.722484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['42955769-48a1-4142-b2ce-d22a8a8dc1f1'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:42.773301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Pushing event deleted for resources: {'Port': ['ID=42955769-48a1-4142-b2ce-d22a8a8dc1f1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:42.830209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:42.868913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] No DVR routers for this DVR port 42955769-48a1-4142-b2ce-d22a8a8dc1f1 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:23:42.871580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.874978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96376469-52fc-4ab0-bfaf-794e66005fc3 req-171036bf-d559-452c-af1d-96958822c546 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.42 "DELETE /v2.0/ports/42955769-48a1-4142-b2ce-d22a8a8dc1f1 HTTP/1.1" status: 204 len: 173 time: 0.8252144 Mar 22 14:23:42.925702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9f4abce-ceb9-4d0a-b54f-edb205de59a0 req-cc8d07fe-c2eb-4c5e-be58-1235997c3649 tempest-TestServerAdvancedOps-346805593 tempest-TestServerAdvancedOps-346805593-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c7e8e04-78a8-4c64-b35f-9de4d568fcbc HTTP/1.1" status: 200 len: 210 time: 0.0416422 Mar 22 14:23:43.051682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:43.064260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:43.078269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:43.080220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:43.081104 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.129315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1cf9b42e-ebcd-4631-9493-d5aa479c6f2f tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/floatingips/4ef91ab0-b8f0-487d-ba02-3526c48c9ff1 HTTP/1.1" status: 204 len: 168 time: 1.4039950 Mar 22 14:23:43.129566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:43.138699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:43.148384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:43.149939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:43.204118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:43.205509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78293bc-f0eb-486c-af02-961695ab182f None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:43.251135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port b84801b0-ff40-46fd-8418-18545837bc66 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:43.251570 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b84801b0-ff40-46fd-8418-18545837bc66), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.369253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b84801b0-ff40-46fd-8418-18545837bc66), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.391371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for b84801b0-ff40-46fd-8418-18545837bc66 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:43.596281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b84801b0-ff40-46fd-8418-18545837bc66), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.632269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=b84801b0-ff40-46fd-8418-18545837bc66,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:43.736364 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.744120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-219f304c-828d-47da-b915-645420b37da6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/ports/b84801b0-ff40-46fd-8418-18545837bc66 HTTP/1.1" status: 204 len: 168 time: 0.6098361 Mar 22 14:23:43.744798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51556) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:43.750478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:43.783236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.911493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.996115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51562) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:44.043033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.25.2.9 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b6fa6d97-8404-4c9e-bfdd-45758f3824f4) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:44.054935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] Deleting subnet b241ea6d-3b65-41b8-98b2-b10c80498b51 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:23:44.060407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] Publish callbacks [] for subnet (b241ea6d-3b65-41b8-98b2-b10c80498b51), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.100699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (b241ea6d-3b65-41b8-98b2-b10c80498b51), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.149039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (b241ea6d-3b65-41b8-98b2-b10c80498b51), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.168827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.217397 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.219602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (b241ea6d-3b65-41b8-98b2-b10c80498b51), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.246514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b241ea6d-3b65-41b8-98b2-b10c80498b51,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:44.250468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.253668 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e59628fc-fb05-4cf5-8630-611c7430be5b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b241ea6d-3b65-41b8-98b2-b10c80498b51 HTTP/1.1" status: 204 len: 168 time: 0.2564697 Mar 22 14:23:44.258301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:44.278832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:44.287218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:44.290719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:44.330590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=b6fa6d97-8404-4c9e-bfdd-45758f3824f4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:44.353705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f5396e9a-acee-4f50-a3a7-b84d261b6a25), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.412427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'name': 'network-vif-deleted', 'tag': '42955769-48a1-4142-b2ce-d22a8a8dc1f1'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:44.414966 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd81ec7d-6c61-49fc-9d90-f9872745120d" -d '{"events": [{"server_uuid": "5c7e8e04-78a8-4c64-b35f-9de4d568fcbc", "name": "network-vif-deleted", "tag": "42955769-48a1-4142-b2ce-d22a8a8dc1f1"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:44.430401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (35c4ec26-3718-42f3-99b7-c064f1e24824), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.456067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f5396e9a-acee-4f50-a3a7-b84d261b6a25), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.484263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5396e9a-acee-4f50-a3a7-b84d261b6a25']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:44.485291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.501630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb402ae0-2dee-4fc8-bfe6-1f7090936e96') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:44.501836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb402ae0-2dee-4fc8-bfe6-1f7090936e96') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:44.515278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (fb402ae0-2dee-4fc8-bfe6-1f7090936e96), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.523206 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19342d7-f397-44e0-9054-cc7bde12d859 x-openstack-request-id: req-b19342d7-f397-44e0-9054-cc7bde12d859 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:44.523550 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7e8e04-78a8-4c64-b35f-9de4d568fcbc", "name": "network-vif-deleted", "tag": "42955769-48a1-4142-b2ce-d22a8a8dc1f1", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:44.523747 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b19342d7-f397-44e0-9054-cc7bde12d859 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:44.525558 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19342d7-f397-44e0-9054-cc7bde12d859'] response: {'server_uuid': '5c7e8e04-78a8-4c64-b35f-9de4d568fcbc', 'name': 'network-vif-deleted', 'tag': '42955769-48a1-4142-b2ce-d22a8a8dc1f1', 'status': 'completed', 'code': 200} Mar 22 14:23:44.531585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (fb402ae0-2dee-4fc8-bfe6-1f7090936e96), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.540857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:44.541649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (fb402ae0-2dee-4fc8-bfe6-1f7090936e96), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:44.544197 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:44.633789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f5396e9a-acee-4f50-a3a7-b84d261b6a25), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.654309 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.657834 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f5396e9a-acee-4f50-a3a7-b84d261b6a25 HTTP/1.1" status: 204 len: 168 time: 0.3982990 Mar 22 14:23:44.658953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9056f-ebe3-43a7-a879-33deefbeede4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5396e9a-acee-4f50-a3a7-b84d261b6a25,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:44.660632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:44.727092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] Deleting subnet 8c8a28e8-9930-4926-8817-4458a78a52af {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:23:44.731350 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] Publish callbacks [] for subnet (8c8a28e8-9930-4926-8817-4458a78a52af), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.799149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (8c8a28e8-9930-4926-8817-4458a78a52af), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.858168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8c8a28e8-9930-4926-8817-4458a78a52af), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.932253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (8c8a28e8-9930-4926-8817-4458a78a52af), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.977581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8a28e8-9930-4926-8817-4458a78a52af,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:44.999747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.009342 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aab795d5-6255-4dbc-9152-d26d3a8b9010 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8c8a28e8-9930-4926-8817-4458a78a52af HTTP/1.1" status: 204 len: 168 time: 0.3438890 Mar 22 14:23:45.010393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51576) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:45.063760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.071941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.091379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (a3709edf-da24-4642-af93-e91d2f05991d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.150885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=b6fa6d97-8404-4c9e-bfdd-45758f3824f4,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:45.164540 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (35c4ec26-3718-42f3-99b7-c064f1e24824), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.185094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.187030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f08fba54-5cf5-4c0a-90e9-b057356a5f3e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4407556 Mar 22 14:23:45.189551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51578) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:45.195648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'port': {'network_id': 'd48b7db3-5e2d-4da5-87bd-676ba91d1577', 'name': 'tempest-FloatingIPTestJSON-2136680185'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:45.200639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (a3709edf-da24-4642-af93-e91d2f05991d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.266405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3709edf-da24-4642-af93-e91d2f05991d']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:45.281997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dabc174-9589-41bc-a7a5-2b06c1ba5f2c') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:45.281997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dabc174-9589-41bc-a7a5-2b06c1ba5f2c') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:45.299199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (3dabc174-9589-41bc-a7a5-2b06c1ba5f2c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.320275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3dabc174-9589-41bc-a7a5-2b06c1ba5f2c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.334252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:45.334675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (3dabc174-9589-41bc-a7a5-2b06c1ba5f2c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:45.336342 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:45.402248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:45.405923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.409087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (a3709edf-da24-4642-af93-e91d2f05991d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.422592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.425635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] 10.222.0.44 "DELETE /v2.0/networks/a3709edf-da24-4642-af93-e91d2f05991d HTTP/1.1" status: 204 len: 168 time: 0.4140394 Mar 22 14:23:45.442154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc417dd2-2b5e-4e08-ae5e-5c46caf85fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=a3709edf-da24-4642-af93-e91d2f05991d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:45.447885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] device_id is not set on port cc5b77f7-1df9-48f6-8102-f081222b69c3 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:45.612651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.4 (d48b7db3-5e2d-4da5-87bd-676ba91d1577/552c33a3-73c9-4028-b5ef-c3d85adc97ea/cc5b77f7-1df9-48f6-8102-f081222b69c3) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:45.641548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:45.682013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:45.683865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 735642ca-83d6-4e43-8e6a-f2ce4b8129a9 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:45.685831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 42955769-48a1-4142-b2ce-d22a8a8dc1f1 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:45.715837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 42955769-48a1-4142-b2ce-d22a8a8dc1f1 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:45.716705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 42955769-48a1-4142-b2ce-d22a8a8dc1f1 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:45.736706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51584) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:45.821088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78619fcc-786e-49d3-825b-2239230a7244 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f8ebd9bd7524d3896642123fc701141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810282 Mar 22 14:23:45.823124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51588) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:45.865242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (cc5b77f7-1df9-48f6-8102-f081222b69c3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.886249 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a67f4230-63bd-4a14-bda8-be5f36f4a0a1 admin admin] Publish callbacks [] for security_group (4e35eb9b-c33f-4570-94d3-8643c53e63ce), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.912241 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (cc5b77f7-1df9-48f6-8102-f081222b69c3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.915708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a67f4230-63bd-4a14-bda8-be5f36f4a0a1 admin admin] Publish callbacks [] for security_group (4e35eb9b-c33f-4570-94d3-8643c53e63ce), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.962738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network d48b7db3-5e2d-4da5-87bd-676ba91d1577 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:45.966445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:45.974017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:46.026922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:46.027639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.034371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a67f4230-63bd-4a14-bda8-be5f36f4a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4e35eb9b-c33f-4570-94d3-8643c53e63ce), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.038519 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a67f4230-63bd-4a14-bda8-be5f36f4a0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.043090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a67f4230-63bd-4a14-bda8-be5f36f4a0a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e35eb9b-c33f-4570-94d3-8643c53e63ce HTTP/1.1" status: 204 len: 168 time: 0.2162545 Mar 22 14:23:46.046045 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=cc5b77f7-1df9-48f6-8102-f081222b69c3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:46.058019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f4230-63bd-4a14-bda8-be5f36f4a0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35eb9b-c33f-4570-94d3-8643c53e63ce,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:46.062897 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0a7789d9-2f9f-4b07-90dd-1ba72f6c37b0 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8719275 Mar 22 14:23:46.065452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51594) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:46.070079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'port_id': 'cc5b77f7-1df9-48f6-8102-f081222b69c3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:46.131337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (35c4ec26-3718-42f3-99b7-c064f1e24824), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.493613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51598) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:46.545101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d06c9519-372b-47f4-9fb6-d326653be209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6b7d7b8941542bfb6afb649d17442fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502639 Mar 22 14:23:46.548146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51600) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:46.644807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-536d2f85-2a47-4b9c-ab47-ebf9654e1d75 admin admin] Publish callbacks [] for security_group (643a8313-e016-4925-b861-4349bcf214ee), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.709857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-536d2f85-2a47-4b9c-ab47-ebf9654e1d75 admin admin] Publish callbacks [] for security_group (643a8313-e016-4925-b861-4349bcf214ee), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.722365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.732257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (35c4ec26-3718-42f3-99b7-c064f1e24824), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.848471 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-536d2f85-2a47-4b9c-ab47-ebf9654e1d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (643a8313-e016-4925-b861-4349bcf214ee), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.851139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-536d2f85-2a47-4b9c-ab47-ebf9654e1d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.854834 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-536d2f85-2a47-4b9c-ab47-ebf9654e1d75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/643a8313-e016-4925-b861-4349bcf214ee HTTP/1.1" status: 204 len: 168 time: 0.3028994 Mar 22 14:23:46.868381 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 35c4ec26-3718-42f3-99b7-c064f1e24824 associated. External IP: 172.25.2.9, port: cc5b77f7-1df9-48f6-8102-f081222b69c3. Mar 22 14:23:46.870518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d2f85-2a47-4b9c-ab47-ebf9654e1d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a8313-e016-4925-b861-4349bcf214ee,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:47.117408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:47.254943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:47.259704 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.265772 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:47.278624 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:47.279240 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:47.318864 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:47.339973 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:47.340844 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:47.383702 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:47.384523 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52b7c1-4b4b-4e3b-874e-6146f41cb3a4 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:47.735335 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-82708db5-4309-4df1-8743-034b284f367c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/floatingips/35c4ec26-3718-42f3-99b7-c064f1e24824 HTTP/1.1" status: 200 len: 976 time: 1.6687107 Mar 22 14:23:47.737936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51626) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:47.876971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port cc5b77f7-1df9-48f6-8102-f081222b69c3 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:47.877320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (cc5b77f7-1df9-48f6-8102-f081222b69c3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.960267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51634) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.018284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (cc5b77f7-1df9-48f6-8102-f081222b69c3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.086816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-986811121-network', 'tenant_id': '609729885d6e48dc83fa687eff71aeea'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:48.119628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:48.123495 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.145663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.178316 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db2e399f-c74c-4700-8abd-bb7c976da2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.256543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks [] for security_group (de6c5602-4e67-473b-82cb-6f1c289fab12), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.262595 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (de6c5602-4e67-473b-82cb-6f1c289fab12), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.277404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:48.297755 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1f039b9b-208c-40bd-bf39-a759373e7884), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.298120 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Added segment 1f039b9b-208c-40bd-bf39-a759373e7884 of type vlan for network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 Mar 22 14:23:48.303340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.303858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (35c4ec26-3718-42f3-99b7-c064f1e24824), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.304083 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 35c4ec26-3718-42f3-99b7-c064f1e24824 disassociated. External IP: 172.25.2.9, port: cc5b77f7-1df9-48f6-8102-f081222b69c3. Mar 22 14:23:48.304299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for cc5b77f7-1df9-48f6-8102-f081222b69c3 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:48.340225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c5602-4e67-473b-82cb-6f1c289fab12,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.366468 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.397307 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.401148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:48.402199 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.446143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (cc5b77f7-1df9-48f6-8102-f081222b69c3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.481605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5196221 Mar 22 14:23:48.482763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91ae23-48c5-46c0-9b4f-6a2b5c5b0b47 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.484702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51640) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.487677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=cc5b77f7-1df9-48f6-8102-f081222b69c3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.490010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Request body: {'subnet': {'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-986811121-subnet', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:48.496943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:48.514902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:48.517615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.633150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:48.747802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (ec379795-121c-40e4-a44a-94ea585434ec), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.775604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:48.792933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:48.816292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec379795-121c-40e4-a44a-94ea585434ec,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.829629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:48.832117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:48.833931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:48.834333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Network hostable DHCP agents. Network: 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:48.880267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:48.890918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.892042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:48.895376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eef4f7dc-5973-442a-972e-a7e5a90fda4c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/ports/cc5b77f7-1df9-48f6-8102-f081222b69c3 HTTP/1.1" status: 204 len: 168 time: 1.1563265 Mar 22 14:23:48.897889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51646) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.902875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:48.904330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:48.905945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.909484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272582a-2e6f-41ac-92fd-160ec58eb458 None None] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:48.917093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:48.917923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:48.935949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4a2904b3-467e-4673-bb4e-27eb6381d0fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4474218 Mar 22 14:23:48.936589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51648) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.959220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:48.965135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93425255-52aa-4816-be75-cd60b15c8350 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "GET /v2.0/floatingips/35c4ec26-3718-42f3-99b7-c064f1e24824 HTTP/1.1" status: 200 len: 686 time: 0.0632970 Mar 22 14:23:48.965135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.998373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:48.999831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2cd76c-05a0-469a-acf5-086f77502b14 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:49.004196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (83d49dea-528d-4940-87f8-05e77c580005), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.005650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (83d49dea-528d-4940-87f8-05e77c580005), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.098270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks [] for router_controller (83d49dea-528d-4940-87f8-05e77c580005), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.123973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:23:49.125122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.148509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port b6fa6d97-8404-4c9e-bfdd-45758f3824f4 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:49.148959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.346046 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.346755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.347021 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks [] for router_gateway (83d49dea-528d-4940-87f8-05e77c580005), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.350021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Allocated IP 172.20.0.2 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:49.381046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for b6fa6d97-8404-4c9e-bfdd-45758f3824f4 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:49.599373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Publish callbacks [] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.612052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.648196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b6fa6d97-8404-4c9e-bfdd-45758f3824f4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.678235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:49.684609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:49.695318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:49.708914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Pushing event updated for resources: {'Port': ['ID=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:49.738711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=b6fa6d97-8404-4c9e-bfdd-45758f3824f4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:49.773159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks [] for router_gateway (83d49dea-528d-4940-87f8-05e77c580005), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.806784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Attempting to bind port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:49.807632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Attempting to bind port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:49.808275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Attempting to bind port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:49.816170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:49.816581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.817315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:49.817954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.818714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:49.819404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Bound port: e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:49.820002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.879337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (35c4ec26-3718-42f3-99b7-c064f1e24824), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.886006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.896500 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-63923e86-bdae-441f-9bb8-6638f1de1e2e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/floatingips/35c4ec26-3718-42f3-99b7-c064f1e24824 HTTP/1.1" status: 204 len: 168 time: 0.9301772 Mar 22 14:23:49.898010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51656) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:49.902250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '19266a53-e3f4-4127-8d72-49f0b8789671'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:49.932456 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.947516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] For port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:49.950882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] For port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:49.964315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.041080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Allocated IP 172.25.2.201 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b51bc8dc-6164-4118-a653-0ceee5bd6822) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:50.091180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e065dee-f590-4c30-99ab-7b9a1f21eda2 None None] Pushing event updated for resources: {'Port': ['ID=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:50.152996 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.261862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks [] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.370310 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.420395 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3e5f74fd-198e-428a-80b6-9a955c832b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.448041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:50.452229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:50.456498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:50.494879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.25.2.241 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/bc80d479-21dc-45f8-9e87-c9528dc87508) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:50.535886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Pushing event updated for resources: {'Port': ['ID=b51bc8dc-6164-4118-a653-0ceee5bd6822,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:50.645155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.729654 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.862767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=bc80d479-21dc-45f8-9e87-c9528dc87508,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:50.866977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:50.868756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:50.873682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:50.913652 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks [] for router_gateway (83d49dea-528d-4940-87f8-05e77c580005), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.288074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (83d49dea-528d-4940-87f8-05e77c580005), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.456414 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.492659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b905504-5074-49c2-908e-c8211d0c4d81 None None] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:51.539459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Router 83d49dea-528d-4940-87f8-05e77c580005 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:23:51.619888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.650594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-563dd10a-0959-4913-b007-612613bb87cf None None] Provisioning complete for port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:51.651104 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-563dd10a-0959-4913-b007-612613bb87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.706965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:51.740009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:51.751714 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:51.769478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.770481 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:51.775879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-284e6f99-9405-42b3-829f-7e71129c297d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8334699 Mar 22 14:23:51.776943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51680) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:51.778854 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:51.897522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:51.898257 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.958462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-563dd10a-0959-4913-b007-612613bb87cf None None] Current status of the port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:51.959438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-563dd10a-0959-4913-b007-612613bb87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.980631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.986763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.003617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.044876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-563dd10a-0959-4913-b007-612613bb87cf None None] For port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:52.060334 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-563dd10a-0959-4913-b007-612613bb87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.079203 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:52.170624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=bc80d479-21dc-45f8-9e87-c9528dc87508,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:52.248647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.510860 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61 associated. External IP: 172.25.2.241, port: 19266a53-e3f4-4127-8d72-49f0b8789671. Mar 22 14:23:52.542864 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:50Z', 'revision_number': 3, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:52.576934 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:23:52.577289 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Updating router 83d49dea-528d-4940-87f8-05e77c580005 port b51bc8dc-6164-4118-a653-0ceee5bd6822 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:23:52.616746 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.689905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-43402839-c03a-4e83-a0a3-c47ae6385853 None None] Provisioning complete for port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:52.692663 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-43402839-c03a-4e83-a0a3-c47ae6385853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.695337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dd10a-0959-4913-b007-612613bb87cf None None] Pushing event updated for resources: {'Port': ['ID=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:52.776157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:52.870321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-43402839-c03a-4e83-a0a3-c47ae6385853 None None] Current status of the port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:52.885802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.886319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:53.037274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:53.048946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:53.060978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:53.065275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:53.068386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.164936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:53.187884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:53.191066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:53.227898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Allocated IP 172.20.0.1 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:53.259224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:53.260004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935a4aae-e486-4bfe-8066-3396ea8e1d88 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:53.294119 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Publish callbacks [] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.305196 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.370232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks [] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.406224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.422751 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.449804 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Pushing event updated for resources: {'Port': ['ID=b51bc8dc-6164-4118-a653-0ceee5bd6822,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:53.487345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:53.491586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:53.495742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:53.512328 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.518624 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.519575 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.520337 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.521410 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.523227 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.523684 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.530696 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.531165 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.531597 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.533822 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.534182 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.534764 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.535957 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.536961 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.560963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Pushing event updated for resources: {'Port': ['ID=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.601991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:53.604788 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Attempting to bind port b51bc8dc-6164-4118-a653-0ceee5bd6822 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:53.605179 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Attempting to bind port b51bc8dc-6164-4118-a653-0ceee5bd6822 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:53.605561 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Attempting to bind port b51bc8dc-6164-4118-a653-0ceee5bd6822 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:53.616726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (83d49dea-528d-4940-87f8-05e77c580005), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.660848 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:53.661235 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:53.661682 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.662145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:53.674304 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Bound port: b51bc8dc-6164-4118-a653-0ceee5bd6822, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:53.674762 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.707149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:53.848533 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-37e1e3a0-45e0-444c-869a-417f267c2358 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.9473708 Mar 22 14:23:53.849155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51706) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:53.853905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:53.855915 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.857696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1569897358'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:53.908621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:53.913438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.974265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:53.996678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f5a22762-294d-44c0-ab3f-3e78daece744), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.997031 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Added segment f5a22762-294d-44c0-ab3f-3e78daece744 of type vlan for network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b Mar 22 14:23:54.025009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.038138 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] For port b51bc8dc-6164-4118-a653-0ceee5bd6822, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:54.048349 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] For port b51bc8dc-6164-4118-a653-0ceee5bd6822, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b51bc8dc-6164-4118-a653-0ceee5bd6822,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:54.052410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e91f62b0-4240-477f-944d-5f8314e618aa None None] Provisioning complete for port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:54.052859 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e91f62b0-4240-477f-944d-5f8314e618aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.056554 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.096153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7e33a48f-2fa4-4258-8f22-b2c46e58f41b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.119190 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:54.119989 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:54.140640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e91f62b0-4240-477f-944d-5f8314e618aa None None] Port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:23:54.186702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7e33a48f-2fa4-4258-8f22-b2c46e58f41b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.200479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:54.201330 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.221510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:54.262092 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:54.332756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Network': ['ID=7e33a48f-2fa4-4258-8f22-b2c46e58f41b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:54.346203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:54.347368 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2d8a7fb4-e641-43a6-8c82-0664ede48ba3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4970398 Mar 22 14:23:54.351915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51710) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:54.366853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'subnet': {'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:54.492829 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ca50-c119-43e9-8384-9dde8523aab4 None None] Pushing event updated for resources: {'Port': ['ID=b51bc8dc-6164-4118-a653-0ceee5bd6822,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:54.553659 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.568414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:54.573655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.629704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.731979 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:54.791316 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581833a-7ffe-4931-b64b-0883bbc6e0f8 None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:54.895273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (949ffcb5-134d-472e-958a-78960f2562cc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.929436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks [] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.937637 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.024084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Subnet': ['ID=949ffcb5-134d-472e-958a-78960f2562cc,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:55.027097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Checking segment: {'id': 'f5a22762-294d-44c0-ab3f-3e78daece744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:55.027787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network hostable DHCP agents. Network: 7e33a48f-2fa4-4258-8f22-b2c46e58f41b, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:55.053387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:55.068264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7e33a48f-2fa4-4258-8f22-b2c46e58f41b) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:55.075437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:55.077648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.091450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0eda4a-7b0a-4017-bac5-76fa1f3d1921 None None] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:55.110825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Pushing event updated for resources: {'Port': ['ID=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:55.113843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (83d49dea-528d-4940-87f8-05e77c580005), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.148109 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-379bc8d1-5311-4c09-ba57-5b8b7a0bdd62 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7841945 Mar 22 14:23:55.148437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51722) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:55.186989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-359423760', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:55.249360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (a0071e11-18e0-4b82-90df-07e1928fb6c4), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.250569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (a0071e11-18e0-4b82-90df-07e1928fb6c4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.272105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:55.276062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:55.445208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_controller (a0071e11-18e0-4b82-90df-07e1928fb6c4), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.458627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7e33a48f-2fa4-4258-8f22-b2c46e58f41b', 'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b', 'project_id': '098ee96f48a94151bd6358c9b10037ff', 'fixed_ips': [{'subnet_id': '949ffcb5-134d-472e-958a-78960f2562cc'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:23:55.462651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.718400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:55.795688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Allocated IP 172.20.0.2 (7e33a48f-2fa4-4258-8f22-b2c46e58f41b/949ffcb5-134d-472e-958a-78960f2562cc/593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:55.873228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (a0071e11-18e0-4b82-90df-07e1928fb6c4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.943704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:55.954356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-24bfc6d1-7b5c-46be-b7aa-3a380fa53d76 admin admin] 10.222.0.44 "PUT /v2.0/routers/83d49dea-528d-4940-87f8-05e77c580005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1753471 Mar 22 14:23:56.083210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Publish callbacks [] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.118776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e012d67a-35da-400c-a2c1-54ed5b7b2cc9 None None] Provisioning complete for port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:56.124442 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e012d67a-35da-400c-a2c1-54ed5b7b2cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.127047 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.223251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Pushing event updated for resources: {'Port': ['ID=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:56.254750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:56.263396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:56.269904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:56.272312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e012d67a-35da-400c-a2c1-54ed5b7b2cc9 None None] Port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:23:56.371111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (a0071e11-18e0-4b82-90df-07e1928fb6c4), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.409178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.410828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Attempting to bind port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:56.411210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Attempting to bind port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f5a22762-294d-44c0-ab3f-3e78daece744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:56.411583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Attempting to bind port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb on network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:56.433013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:56.433528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Checking segment: {'id': 'f5a22762-294d-44c0-ab3f-3e78daece744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:56.433994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.434508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Bound using segment: {'id': 'f5a22762-294d-44c0-ab3f-3e78daece744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:56.437106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Bound port: 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a22762-294d-44c0-ab3f-3e78daece744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:56.437576 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.572462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] For port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:56.579189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] For port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,segment=NetworkSegment(f5a22762-294d-44c0-ab3f-3e78daece744),segment_id=f5a22762-294d-44c0-ab3f-3e78daece744)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:56.598540 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.643919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.25.2.233 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:56.684278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d490d-4533-4ded-a6e0-687678a88ba4 None None] Pushing event updated for resources: {'Port': ['ID=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:56.858958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.920772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.991612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51748) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:56.996602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-695859721-network', 'tenant_id': '86d14939738b4138bff35dae4951ebee'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:57.013227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:57.024156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:57.027445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:57.033116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Made reservation on behalf of 86d14939738b4138bff35dae4951ebee for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:57.038047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.074120 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.149390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:57.255514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks [] for security_group (47f989d5-5e40-4aa2-98cb-a3935e88bb9c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.260964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (47f989d5-5e40-4aa2-98cb-a3935e88bb9c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.322291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:57.355667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f989d5-5e40-4aa2-98cb-a3935e88bb9c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:57.369287 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c094b943-89e5-4c46-b0d3-df99637b01ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.369659 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Added segment c094b943-89e5-4c46-b0d3-df99637b01ad of type vlan for network 2aa80fc5-3c50-4520-a276-1c31502dc338 Mar 22 14:23:57.430067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (2aa80fc5-3c50-4520-a276-1c31502dc338), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.459781 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (2aa80fc5-3c50-4520-a276-1c31502dc338), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.460897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:57.461583 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.573287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5803835 Mar 22 14:23:57.574098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51752) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:57.587366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Request body: {'subnet': {'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-695859721-subnet', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:57.630924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d90429-a43e-4de7-bf65-c207a9b455da admin admin] Pushing event updated for resources: {'Network': ['ID=2aa80fc5-3c50-4520-a276-1c31502dc338,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:57.647813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:57.653957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Made reservation on behalf of 86d14939738b4138bff35dae4951ebee for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:57.659098 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.662031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (a0071e11-18e0-4b82-90df-07e1928fb6c4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.766482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:57.880037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:57.880381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.061229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:58.061229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.091902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (51d8deb3-cad7-448d-a5f5-40614e042fa7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.140156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,segment=NetworkSegment(f5a22762-294d-44c0-ab3f-3e78daece744),segment_id=f5a22762-294d-44c0-ab3f-3e78daece744)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:58.145717 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.146700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b51bc8dc-6164-4118-a653-0ceee5bd6822 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:58.217161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d8deb3-cad7-448d-a5f5-40614e042fa7,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:58.243484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (a0071e11-18e0-4b82-90df-07e1928fb6c4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.294680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Checking segment: {'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:58.295223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Network hostable DHCP agents. Network: 2aa80fc5-3c50-4520-a276-1c31502dc338, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:58.325909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:58.351884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:58.360670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b51bc8dc-6164-4118-a653-0ceee5bd6822 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:58.361045 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.375456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 2aa80fc5-3c50-4520-a276-1c31502dc338) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:58.385518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.386899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.402992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb7d0cd-e336-459e-96d4-26cb2e55dd41 None None] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:58.424806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8978c693-5165-4131-9701-f8c203ddf343 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8457582 Mar 22 14:23:58.427596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51760) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:58.446808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:58.477832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (b23666cc-ee74-4de9-a607-0af459cc6778), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.479569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (b23666cc-ee74-4de9-a607-0af459cc6778), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.545231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dce2a51-558b-4af8-a5c9-158463ba8e09 None None] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:58.559507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router a0071e11-18e0-4b82-90df-07e1928fb6c4 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:23:58.568596 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks [] for router_controller (b23666cc-ee74-4de9-a607-0af459cc6778), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.712491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:58.731245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] Sync routers for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:58.749789 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:58.750711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:58.768679 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.780575 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-649385e2-efe9-4b33-9281-8bccbdafa40e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6261952 Mar 22 14:23:58.783795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51764) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:58.845474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c49842c2-438c-4ce8-980f-76a00a8fd2a1 None None] Provisioning complete for port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:58.846564 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c49842c2-438c-4ce8-980f-76a00a8fd2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.853924 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.854140 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:58.890471 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:58.891114 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:58.936583 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:58.937248 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f2229-7dbf-484f-87d3-b3517f432ee5 None None] The sync data for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:58.944539 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks [] for router_gateway (b23666cc-ee74-4de9-a607-0af459cc6778), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.054574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b51bc8dc-6164-4118-a653-0ceee5bd6822 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:59.058138 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.107191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port b51bc8dc-6164-4118-a653-0ceee5bd6822, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b51bc8dc-6164-4118-a653-0ceee5bd6822,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:59.130615 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.284027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:59.295518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2aa80fc5-3c50-4520-a276-1c31502dc338', 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338', 'project_id': '86d14939738b4138bff35dae4951ebee', 'fixed_ips': [{'subnet_id': '51d8deb3-cad7-448d-a5f5-40614e042fa7'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:23:59.296540 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.522995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks [] for router_gateway (b23666cc-ee74-4de9-a607-0af459cc6778), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.565374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=b51bc8dc-6164-4118-a653-0ceee5bd6822,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:59.576422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:59.577086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:59.637559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c49842c2-438c-4ce8-980f-76a00a8fd2a1 None None] Current status of the port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:59.648291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.847443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.959399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Allocated IP 172.20.0.2 (2aa80fc5-3c50-4520-a276-1c31502dc338/51d8deb3-cad7-448d-a5f5-40614e042fa7/77a21a03-d004-4932-a229-04211b152131) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:00.137427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Allocated IP 172.25.2.85 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/e3365e04-44fc-491b-9f71-c637e1b18c02) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:00.445923 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks [] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.507979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:00.534391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.557727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.1 (7e33a48f-2fa4-4258-8f22-b2c46e58f41b/949ffcb5-134d-472e-958a-78960f2562cc/90ef5daa-1cea-4d59-a57b-5bb10b205558) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:00.637623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:00.650225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:00.655404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:00.692547 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Publish callbacks [] for port (77a21a03-d004-4932-a229-04211b152131), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.754545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:00.853736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.893310 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (77a21a03-d004-4932-a229-04211b152131), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.901935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3365e04-44fc-491b-9f71-c637e1b18c02,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:00.907251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:00.907629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.946693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.992521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:01.053261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-38b4520e-4e4c-438d-95b8-e24bc395300a None None] Provisioning complete for port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:01.053818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-38b4520e-4e4c-438d-95b8-e24bc395300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.066604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:01.080140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:01.116595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:01.168388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:01.245915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks [] for router_gateway (b23666cc-ee74-4de9-a607-0af459cc6778), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.263670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:01.274815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=90ef5daa-1cea-4d59-a57b-5bb10b205558,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:01.303915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (a0071e11-18e0-4b82-90df-07e1928fb6c4), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.367926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Pushing event updated for resources: {'Port': ['ID=77a21a03-d004-4932-a229-04211b152131,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:01.580758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Attempting to bind port 77a21a03-d004-4932-a229-04211b152131 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:01.581326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Attempting to bind port 77a21a03-d004-4932-a229-04211b152131 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:01.581799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Attempting to bind port 77a21a03-d004-4932-a229-04211b152131 on network 2aa80fc5-3c50-4520-a276-1c31502dc338 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:01.589379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:01.623777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:01.624310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Checking segment: {'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:01.624913 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.625465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Bound using segment: {'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:01.626767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Bound port: 77a21a03-d004-4932-a229-04211b152131, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:01.627069 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.627719 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (77a21a03-d004-4932-a229-04211b152131), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.777124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b51bc8dc-6164-4118-a653-0ceee5bd6822 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:01.822328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:23:54Z', 'revision_number': 2, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:01.868040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-38b4520e-4e4c-438d-95b8-e24bc395300a None None] Current status of the port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:01.878150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:24:01.878742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Updating router 83d49dea-528d-4940-87f8-05e77c580005 port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:24:01.883680 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (b23666cc-ee74-4de9-a607-0af459cc6778), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.966033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b51bc8dc-6164-4118-a653-0ceee5bd6822 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:01.966563 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.976704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.987587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] For port 77a21a03-d004-4932-a229-04211b152131, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:02.059943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] For port 77a21a03-d004-4932-a229-04211b152131, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=77a21a03-d004-4932-a229-04211b152131,segment=NetworkSegment(c094b943-89e5-4c46-b0d3-df99637b01ad),segment_id=c094b943-89e5-4c46-b0d3-df99637b01ad)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:02.088657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7c614579-c538-4c62-8273-96b053f49dfd None None] Provisioning complete for port 90ef5daa-1cea-4d59-a57b-5bb10b205558 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:02.088986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7c614579-c538-4c62-8273-96b053f49dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.223274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7c614579-c538-4c62-8273-96b053f49dfd None None] Port 90ef5daa-1cea-4d59-a57b-5bb10b205558 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:02.230416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (77a21a03-d004-4932-a229-04211b152131), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.260447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Router b23666cc-ee74-4de9-a607-0af459cc6778 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:24:02.484283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:02.503073 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Sync routers for ids ['b23666cc-ee74-4de9-a607-0af459cc6778'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:02.526825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.531193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fa0c2b99-c807-4505-b2df-6efe2174f5b9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0997603 Mar 22 14:24:02.532012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51866) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:02.543795 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Routers {'b23666cc-ee74-4de9-a607-0af459cc6778'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:02.545619 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b23666cc-ee74-4de9-a607-0af459cc6778'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:02.915341 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Set router b23666cc-ee74-4de9-a607-0af459cc6778 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:03.068903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.074420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.205408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab619f-c97b-4de1-bc6c-83e88bcaceb7 None None] Pushing event updated for resources: {'Port': ['ID=77a21a03-d004-4932-a229-04211b152131,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:03.239060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=90ef5daa-1cea-4d59-a57b-5bb10b205558,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:03.320255 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (a0071e11-18e0-4b82-90df-07e1928fb6c4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.326979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b51bc8dc-6164-4118-a653-0ceee5bd6822 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:03.407647 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Publish callbacks [] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.421610 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.488545 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:24:00Z', 'revision_number': 3, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port': {'id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:59Z', 'updated_at': '2022-03-22T14:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:03.572885 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Checking router: b23666cc-ee74-4de9-a607-0af459cc6778 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:24:03.577079 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Updating router b23666cc-ee74-4de9-a607-0af459cc6778 port e3365e04-44fc-491b-9f71-c637e1b18c02 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:24:03.621280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:03.627940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:03.647683 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.731485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c63f8-06ee-4a24-9e94-7aff0dd141a5 None None] Pushing event updated for resources: {'Port': ['ID=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:03.803908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.931574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Attempting to bind port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:03.932533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Attempting to bind port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:03.933055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Attempting to bind port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:03.955573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:03.958453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:03.959065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.959604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:03.962105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Bound port: 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:03.962801 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.028231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 77a21a03-d004-4932-a229-04211b152131 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:04.088356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router a0071e11-18e0-4b82-90df-07e1928fb6c4 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:04.440849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 77a21a03-d004-4932-a229-04211b152131 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:04.443984 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77a21a03-d004-4932-a229-04211b152131), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.490430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:04.508054 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d1451350-12d3-47d7-ba1e-693d217d020e tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/routers/a0071e11-18e0-4b82-90df-07e1928fb6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7231214 Mar 22 14:24:04.517620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51882) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:04.539503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'port': {'network_id': '7e33a48f-2fa4-4258-8f22-b2c46e58f41b', 'name': 'tempest-FloatingIPTestJSON-188476039'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:04.542419 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Publish callbacks [] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.560262 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.589090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] Sync routers for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:04.606512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e65842-5466-4190-9c1f-be2bcd3d09bf None None] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:04.606512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-14ee089c-1235-497a-9ac6-54ac51fdf383 None None] Provisioning complete for port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:04.606512 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-14ee089c-1235-497a-9ac6-54ac51fdf383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.713710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Made reservation on behalf of 098ee96f48a94151bd6358c9b10037ff for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:04.716731 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103ad2f-9bd6-4a56-acea-52c129ea6582 None None] Pushing event updated for resources: {'Port': ['ID=e3365e04-44fc-491b-9f71-c637e1b18c02,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:04.717604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.748562 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Attempting to bind port e3365e04-44fc-491b-9f71-c637e1b18c02 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:04.749051 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Attempting to bind port e3365e04-44fc-491b-9f71-c637e1b18c02 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:04.749419 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Attempting to bind port e3365e04-44fc-491b-9f71-c637e1b18c02 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:04.762554 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:04.764874 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:04.766171 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.766734 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:04.768275 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Bound port: e3365e04-44fc-491b-9f71-c637e1b18c02, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:04.768417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] device_id is not set on port e8fcb678-0098-4679-bbf0-563f570bf40e yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:24:04.769597 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.820906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] For port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:04.921545 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] For port e3365e04-44fc-491b-9f71-c637e1b18c02, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:04.929028 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] For port e3365e04-44fc-491b-9f71-c637e1b18c02, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3365e04-44fc-491b-9f71-c637e1b18c02,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:04.934994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] For port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:04.937723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:04.942933 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.943335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.055297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Allocated IP 172.20.0.1 (2aa80fc5-3c50-4520-a276-1c31502dc338/51d8deb3-cad7-448d-a5f5-40614e042fa7/d536e728-9a28-484f-8f69-69ce95d17c2f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:05.058779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Allocated IP 172.20.0.12 (7e33a48f-2fa4-4258-8f22-b2c46e58f41b/949ffcb5-134d-472e-958a-78960f2562cc/e8fcb678-0098-4679-bbf0-563f570bf40e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:05.066618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.078630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.089019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-14ee089c-1235-497a-9ac6-54ac51fdf383 None None] Port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:05.125077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Routers {'b23666cc-ee74-4de9-a607-0af459cc6778'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:05.127200 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b23666cc-ee74-4de9-a607-0af459cc6778'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.379675 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] Set router b23666cc-ee74-4de9-a607-0af459cc6778 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:05.382503 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks [] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.424574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c63f8-06ee-4a24-9e94-7aff0dd141a5 None None] Pushing event updated for resources: {'Port': ['ID=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:05.469261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:05.481303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.498618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.545862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for port (e8fcb678-0098-4679-bbf0-563f570bf40e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.635560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:05.641498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e8fcb678-0098-4679-bbf0-563f570bf40e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.728239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:05.743070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:05.758977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:05.758977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.761089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103ad2f-9bd6-4a56-acea-52c129ea6582 None None] Pushing event updated for resources: {'Port': ['ID=e3365e04-44fc-491b-9f71-c637e1b18c02,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:05.796981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event updated for resources: {'Port': ['ID=e8fcb678-0098-4679-bbf0-563f570bf40e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:05.814977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:05.817207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:05.825385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:05.861708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d536e728-9a28-484f-8f69-69ce95d17c2f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:05.920997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:05.921684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.942353 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-791fd853-0f98-4dee-b15a-2d700567e638 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4163401 Mar 22 14:24:05.945255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51896) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:05.962014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Request body: {'floatingip': {'port_id': 'e8fcb678-0098-4679-bbf0-563f570bf40e'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:05.990958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:24:00Z', 'revision_number': 3, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port': {'id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:59Z', 'updated_at': '2022-03-22T14:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:06.009217 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (b23666cc-ee74-4de9-a607-0af459cc6778), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.094648 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a1116-2014-4c6f-a6e5-33147efe1d1a None None] The sync data for ids ['b23666cc-ee74-4de9-a607-0af459cc6778'] in n-d-834677-3 is: [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:24:00Z', 'revision_number': 3, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port': {'id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:59Z', 'updated_at': '2022-03-22T14:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:06.133505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.304529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-9cac2634-27ff-46e9-86c1-dfda7f9ae8b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7126377 Mar 22 14:24:06.391265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:06.391933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53d004-77ed-4515-8765-5eff9f372d44 None None] The sync data for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:06.466065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.556223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Provisioning complete for port 77a21a03-d004-4932-a229-04211b152131 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:06.556657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77a21a03-d004-4932-a229-04211b152131), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.690839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 77a21a03-d004-4932-a229-04211b152131 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:06.691226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (77a21a03-d004-4932-a229-04211b152131), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.748804 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:24:06.875757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 77a21a03-d004-4932-a229-04211b152131, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=77a21a03-d004-4932-a229-04211b152131,segment=NetworkSegment(c094b943-89e5-4c46-b0d3-df99637b01ad),segment_id=c094b943-89e5-4c46-b0d3-df99637b01ad)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:06.922042 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (77a21a03-d004-4932-a229-04211b152131), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.161119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-6b8fcbcf-998e-41ec-bab8-9eace41ac84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:07.163523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-6b8fcbcf-998e-41ec-bab8-9eace41ac84c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1128 time: 0.6985574 Mar 22 14:24:07.179548 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks [] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.206116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=77a21a03-d004-4932-a229-04211b152131,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:07.209658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.217341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Current status of the port 77a21a03-d004-4932-a229-04211b152131 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:07.222265 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (77a21a03-d004-4932-a229-04211b152131), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.230678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:07.420212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (b23666cc-ee74-4de9-a607-0af459cc6778), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.438529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.446201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.487032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3365e04-44fc-491b-9f71-c637e1b18c02 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:07.632552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d536e728-9a28-484f-8f69-69ce95d17c2f,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:07.690963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:07.700941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:07.739297 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61 associated. External IP: 172.25.2.241, port: 19266a53-e3f4-4127-8d72-49f0b8789671. Mar 22 14:24:07.973461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-764952bc-0710-4741-b481-e887e26c5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:07.988972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-764952bc-0710-4741-b481-e887e26c5498 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.7987015 Mar 22 14:24:08.102837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e3365e04-44fc-491b-9f71-c637e1b18c02 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:08.116321 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.178007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-3e59eeae-c7b1-46a1-924d-720fd182987b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 1002 time: 0.1814945 Mar 22 14:24:08.321582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-c54a1b87-91fc-4dca-9009-258a57b40d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:08.324661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-c54a1b87-91fc-4dca-9009-258a57b40d74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.1369033 Mar 22 14:24:08.367369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:08.412840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Router b23666cc-ee74-4de9-a607-0af459cc6778 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:08.500158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3365e04-44fc-491b-9f71-c637e1b18c02 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:08.500569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.553487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:24:08.559256 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:24:08.599575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port e3365e04-44fc-491b-9f71-c637e1b18c02, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3365e04-44fc-491b-9f71-c637e1b18c02,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:08.633241 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.637942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:08.682945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:08.696190 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:08.715574 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:08.716211 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.791682 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.822974 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:08.823640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.849399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:08.855529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2bb936bf-f2fa-4424-bb6b-43bc777032f9 admin admin] 10.222.0.44 "PUT /v2.0/routers/b23666cc-ee74-4de9-a607-0af459cc6778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3223765 Mar 22 14:24:08.885295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:04Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.901693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-e56c1a99-79f4-489b-aa08-53c6168f4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:08.902590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-e56c1a99-79f4-489b-aa08-53c6168f4b17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5264435 Mar 22 14:24:08.967448 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.971501 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47b8a9-a316-433e-8915-95430edb85b6 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:09.053507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b619f-e6a5-45dd-afdf-069b5e50264f None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:04Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:09.069815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=e3365e04-44fc-491b-9f71-c637e1b18c02,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:09.198220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-8e8b17b3-0ea9-443a-9201-837d2da2044a service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644370 Mar 22 14:24:09.235463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router a0071e11-18e0-4b82-90df-07e1928fb6c4 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:09.295535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:09.296135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.464189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Current status of the port 77a21a03-d004-4932-a229-04211b152131 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:09.514956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34b7e1ea-52da-42a8-bb87-cd285af6185d req-0877f157-488f-4a8c-8922-4925a2d959e4 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153536 Mar 22 14:24:09.600930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Provisioning complete for port 90ef5daa-1cea-4d59-a57b-5bb10b205558 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:09.601302 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.646363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:09.663727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.676491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-947dc541-c6f7-415c-bd3b-ba989d82eb85 None None] Port 90ef5daa-1cea-4d59-a57b-5bb10b205558 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:09.707951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] Sync routers for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:09.728008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:09.728521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.803821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:09.807567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:09.808358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:09.818236 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Sync routers for ids ['b23666cc-ee74-4de9-a607-0af459cc6778'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:09.820137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.868329 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Routers {'b23666cc-ee74-4de9-a607-0af459cc6778'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:09.868893 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b23666cc-ee74-4de9-a607-0af459cc6778'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:09.869252 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-73e1eeca-9875-4045-ba37-9838fb90ffec tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/floatingips/933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61 HTTP/1.1" status: 200 len: 978 time: 3.9228919 Mar 22 14:24:09.871978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 51940) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:09.940412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:09.946359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:09.975030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Provisioning complete for port 77a21a03-d004-4932-a229-04211b152131 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:09.975549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77a21a03-d004-4932-a229-04211b152131), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.035266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:10.037338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:10.154423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:10.156118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a2553-a6aa-497e-8bd5-cc5bd72195a7 None None] The sync data for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:10.161856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3365e04-44fc-491b-9f71-c637e1b18c02 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:10.166409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port e8fcb678-0098-4679-bbf0-563f570bf40e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:10.167668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e8fcb678-0098-4679-bbf0-563f570bf40e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.298119 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Set router b23666cc-ee74-4de9-a607-0af459cc6778 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:10.475486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Current status of the port 77a21a03-d004-4932-a229-04211b152131 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:10.559988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e8fcb678-0098-4679-bbf0-563f570bf40e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.574284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Provisioning complete for port e8fcb678-0098-4679-bbf0-563f570bf40e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:10.574714 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e8fcb678-0098-4679-bbf0-563f570bf40e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.702172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Port e8fcb678-0098-4679-bbf0-563f570bf40e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:10.721584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e3365e04-44fc-491b-9f71-c637e1b18c02 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:10.722637 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.868694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Provisioning complete for port d536e728-9a28-484f-8f69-69ce95d17c2f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:10.877998 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.947312 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:24:06Z', 'revision_number': 4, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port': {'id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:59Z', 'updated_at': '2022-03-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'd536e728-9a28-484f-8f69-69ce95d17c2f', 'name': '', 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'mac_address': 'fa:16:3e:4a:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51d8deb3-cad7-448d-a5f5-40614e042fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:24:03Z', 'updated_at': '2022-03-22T14:24:06Z', 'revision_number': 2, 'project_id': '86d14939738b4138bff35dae4951ebee', 'subnets': [{'id': '51d8deb3-cad7-448d-a5f5-40614e042fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:11.026110 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Checking router: b23666cc-ee74-4de9-a607-0af459cc6778 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:24:11.026455 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Updating router b23666cc-ee74-4de9-a607-0af459cc6778 port d536e728-9a28-484f-8f69-69ce95d17c2f binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:24:11.047451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Port d536e728-9a28-484f-8f69-69ce95d17c2f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:11.085183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3365e04-44fc-491b-9f71-c637e1b18c02 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:11.086387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 77a21a03-d004-4932-a229-04211b152131 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:11.094446 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.143996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Provisioning complete for port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:11.144555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.190366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 77a21a03-d004-4932-a229-04211b152131 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:11.190858 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77a21a03-d004-4932-a229-04211b152131), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.276201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3b445-e6e9-427e-b256-e340521ca91c None None] Current status of the port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:11.316243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 77a21a03-d004-4932-a229-04211b152131 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:11.685991 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Publish callbacks [] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.696378 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.879006 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d9421-2d79-40c9-ab4a-37f181cdd6ab None None] Pushing event updated for resources: {'Port': ['ID=d536e728-9a28-484f-8f69-69ce95d17c2f,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:11.903976 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Attempting to bind port d536e728-9a28-484f-8f69-69ce95d17c2f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:11.904350 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Attempting to bind port d536e728-9a28-484f-8f69-69ce95d17c2f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:11.904712 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Attempting to bind port d536e728-9a28-484f-8f69-69ce95d17c2f on network 2aa80fc5-3c50-4520-a276-1c31502dc338 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:11.918007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.922668 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:11.923037 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Checking segment: {'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:11.924280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.927914 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.928582 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Bound using segment: {'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:11.930104 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Bound port: d536e728-9a28-484f-8f69-69ce95d17c2f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c094b943-89e5-4c46-b0d3-df99637b01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:11.930388 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Floating IP 933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61 disassociated. External IP: 172.25.2.241, port: e8fcb678-0098-4679-bbf0-563f570bf40e. Mar 22 14:24:11.930916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for e8fcb678-0098-4679-bbf0-563f570bf40e owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:11.931491 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:12.075479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:12.093407 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] For port d536e728-9a28-484f-8f69-69ce95d17c2f, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:12.103070 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] For port d536e728-9a28-484f-8f69-69ce95d17c2f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d536e728-9a28-484f-8f69-69ce95d17c2f,segment=NetworkSegment(c094b943-89e5-4c46-b0d3-df99637b01ad),segment_id=c094b943-89e5-4c46-b0d3-df99637b01ad)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:12.116651 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:12.210565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:12.211043 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:12.217267 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d9421-2d79-40c9-ab4a-37f181cdd6ab None None] Pushing event updated for resources: {'Port': ['ID=d536e728-9a28-484f-8f69-69ce95d17c2f,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:12.267255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Routers {'b23666cc-ee74-4de9-a607-0af459cc6778'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:12.278975 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b23666cc-ee74-4de9-a607-0af459cc6778'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:12.398044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ed96da41-c8a4-46bf-9781-d22c8a8ff688 None None] Provisioning complete for port d536e728-9a28-484f-8f69-69ce95d17c2f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:12.398745 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ed96da41-c8a4-46bf-9781-d22c8a8ff688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:12.437585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e8fcb678-0098-4679-bbf0-563f570bf40e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:12.479995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:12.535315 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] Set router b23666cc-ee74-4de9-a607-0af459cc6778 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:12.582830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=e8fcb678-0098-4679-bbf0-563f570bf40e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:12.634651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ed96da41-c8a4-46bf-9781-d22c8a8ff688 None None] Current status of the port d536e728-9a28-484f-8f69-69ce95d17c2f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:12.636026 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ed96da41-c8a4-46bf-9781-d22c8a8ff688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:12.774460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ed96da41-c8a4-46bf-9781-d22c8a8ff688 None None] For port d536e728-9a28-484f-8f69-69ce95d17c2f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d536e728-9a28-484f-8f69-69ce95d17c2f,segment=NetworkSegment(c094b943-89e5-4c46-b0d3-df99637b01ad),segment_id=c094b943-89e5-4c46-b0d3-df99637b01ad)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:12.785400 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ed96da41-c8a4-46bf-9781-d22c8a8ff688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:12.987986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router a0071e11-18e0-4b82-90df-07e1928fb6c4 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:13.010385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f9c1ec42-bdd7-4e5d-b502-3e97cad50e89 None None] Provisioning complete for port d536e728-9a28-484f-8f69-69ce95d17c2f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:13.011096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ec42-bdd7-4e5d-b502-3e97cad50e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:13.018109 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:24:06Z', 'revision_number': 4, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port': {'id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:59Z', 'updated_at': '2022-03-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'd536e728-9a28-484f-8f69-69ce95d17c2f', 'name': '', 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'mac_address': 'fa:16:3e:4a:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51d8deb3-cad7-448d-a5f5-40614e042fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:24:03Z', 'updated_at': '2022-03-22T14:24:12Z', 'revision_number': 4, 'project_id': '86d14939738b4138bff35dae4951ebee', 'subnets': [{'id': '51d8deb3-cad7-448d-a5f5-40614e042fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:13.106016 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c7aa6-1b6e-4541-b438-2c069d4da313 None None] The sync data for ids ['b23666cc-ee74-4de9-a607-0af459cc6778'] in n-d-834677-3 is: [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:24:06Z', 'revision_number': 4, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port': {'id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:59Z', 'updated_at': '2022-03-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'd536e728-9a28-484f-8f69-69ce95d17c2f', 'name': '', 'network_id': '2aa80fc5-3c50-4520-a276-1c31502dc338', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'mac_address': 'fa:16:3e:4a:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51d8deb3-cad7-448d-a5f5-40614e042fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:24:03Z', 'updated_at': '2022-03-22T14:24:12Z', 'revision_number': 4, 'project_id': '86d14939738b4138bff35dae4951ebee', 'subnets': [{'id': '51d8deb3-cad7-448d-a5f5-40614e042fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:13.137954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96da41-c8a4-46bf-9781-d22c8a8ff688 None None] Pushing event updated for resources: {'Port': ['ID=d536e728-9a28-484f-8f69-69ce95d17c2f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:13.277335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:13.294669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1ec42-bdd7-4e5d-b502-3e97cad50e89 None None] Current status of the port d536e728-9a28-484f-8f69-69ce95d17c2f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:13.295595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] Sync routers for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:13.306608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:13.307530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:13.352110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:13.363593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:13.364529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:13.417712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:13.422669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d855a-f131-4c18-90b0-9df8cf6cbb62 None None] The sync data for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:13.463139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:13.486849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 51986) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:13.503158 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-25a6133d-028e-4a66-b70b-bd5c92c5f722 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/ports/e8fcb678-0098-4679-bbf0-563f570bf40e HTTP/1.1" status: 204 len: 168 time: 3.6229477 Mar 22 14:24:13.782584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea32d0-28f7-4c88-b214-12dffbf14b78 req-d7332a9a-d80b-4734-bc07-655f7152b143 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:13.784134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fea32d0-28f7-4c88-b214-12dffbf14b78 req-d7332a9a-d80b-4734-bc07-655f7152b143 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1289008 Mar 22 14:24:14.058391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d536e728-9a28-484f-8f69-69ce95d17c2f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:14.151615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fea32d0-28f7-4c88-b214-12dffbf14b78 req-b5a4abd4-52ca-4027-a42b-006131816d28 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579226 Mar 22 14:24:14.192372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d536e728-9a28-484f-8f69-69ce95d17c2f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:14.193007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.353211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d536e728-9a28-484f-8f69-69ce95d17c2f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:14.486873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (a0071e11-18e0-4b82-90df-07e1928fb6c4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.883100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 90ef5daa-1cea-4d59-a57b-5bb10b205558 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:14.883568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.057720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.082282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 90ef5daa-1cea-4d59-a57b-5bb10b205558 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:15.387865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (90ef5daa-1cea-4d59-a57b-5bb10b205558), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.436300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=90ef5daa-1cea-4d59-a57b-5bb10b205558,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:15.489411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703086-096e-4673-9588-321674fc3641 req-80bde11d-843e-4096-8d49-de27cfcd8bc1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:15.501876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04703086-096e-4673-9588-321674fc3641 req-80bde11d-843e-4096-8d49-de27cfcd8bc1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.2226784 Mar 22 14:24:15.662400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04703086-096e-4673-9588-321674fc3641 req-d9ffb9df-3e84-4d6b-9cac-ac840df26d2c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592221 Mar 22 14:24:15.882138 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (a0071e11-18e0-4b82-90df-07e1928fb6c4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.305176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-e45b779d-144e-4373-b7b2-ec39bc08cfae tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:16.306709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-e45b779d-144e-4373-b7b2-ec39bc08cfae tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.5239310 Mar 22 14:24:16.344994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-b1a8054f-4768-4c0c-b839-50ffb27196d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/quotas/609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 375 time: 0.0293698 Mar 22 14:24:16.416411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-b7f8b83f-14db-449c-9e93-c4bcd53cd78c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701470 Mar 22 14:24:16.622918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-87a5ab16-231c-4809-b293-2355c7807d4c service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942244 Mar 22 14:24:16.700564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router a0071e11-18e0-4b82-90df-07e1928fb6c4 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:16.887350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-4bb9874f-a74f-482f-a5f5-e8c12f18b676 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549326 Mar 22 14:24:16.962003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7b8f-8ced-4a5e-a0bb-0b003394617e req-dd89c6d2-ee5b-4869-ad39-b9a2d42d4706 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:16.964725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd8a7b8f-8ced-4a5e-a0bb-0b003394617e req-dd89c6d2-ee5b-4869-ad39-b9a2d42d4706 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1604524 Mar 22 14:24:17.063531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd8a7b8f-8ced-4a5e-a0bb-0b003394617e req-549dc628-d224-41bf-8bdf-370de0abae30 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885077 Mar 22 14:24:17.069371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:17.081561 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] Sync routers for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:17.085949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-81e7b23f-ec8a-4906-90b5-d672116a8762 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/routers/a0071e11-18e0-4b82-90df-07e1928fb6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5974259 Mar 22 14:24:17.088571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52040) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:17.105253 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:17.106169 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:17.168616 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:17.194318 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] Routers {'a0071e11-18e0-4b82-90df-07e1928fb6c4'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:17.195128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:23:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a0071e11-18e0-4b82-90df-07e1928fb6c4'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:17.306874 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router (a0071e11-18e0-4b82-90df-07e1928fb6c4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.470774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b749ba9b-88c0-4c70-8662-2e9938d11937 req-0afa0150-4e87-4a07-b030-79f3198b2fa8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0809681 Mar 22 14:24:17.530350 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:17.531869 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec7c33-701e-4d1f-b144-a1eb3c488352 None None] The sync data for ids ['a0071e11-18e0-4b82-90df-07e1928fb6c4'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:17.570831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (a0071e11-18e0-4b82-90df-07e1928fb6c4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.657930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:17.660501 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.780199 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.797908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:18.097899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.183273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e0ec84e-a49e-41b7-82fd-48efefe7030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.192461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=7ad89cf0-d9d3-4f2d-89eb-6cf8f418704f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:18.301055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (a0071e11-18e0-4b82-90df-07e1928fb6c4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.433036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (a0071e11-18e0-4b82-90df-07e1928fb6c4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.434364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_controller (a0071e11-18e0-4b82-90df-07e1928fb6c4), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.489546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (a0071e11-18e0-4b82-90df-07e1928fb6c4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.490173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Fanout notify agent at l3_agent the message router_deleted on router a0071e11-18e0-4b82-90df-07e1928fb6c4 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:24:18.510785 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.517603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8b239435-4ebe-4d62-a791-14ecd0c87c0c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/routers/a0071e11-18e0-4b82-90df-07e1928fb6c4 HTTP/1.1" status: 204 len: 168 time: 1.4262309 Mar 22 14:24:18.518753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52064) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:18.638666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266670b-6634-4249-9f3f-b4f8472b2204 req-3b268d8d-f06c-4ca7-966e-b5fbc346810b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:18.640393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9266670b-6634-4249-9f3f-b4f8472b2204 req-3b268d8d-f06c-4ca7-966e-b5fbc346810b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.4088593 Mar 22 14:24:18.661849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting subnet 949ffcb5-134d-472e-958a-78960f2562cc {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:18.671888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for subnet (949ffcb5-134d-472e-958a-78960f2562cc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.755501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (949ffcb5-134d-472e-958a-78960f2562cc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.846082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ea7989f-eb11-4b72-864d-9d223f00db3f req-8b357201-6c0b-4165-a477-e5e1c3b54c69 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1487954 Mar 22 14:24:18.903291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9266670b-6634-4249-9f3f-b4f8472b2204 req-28b21fe7-6d36-4160-9256-4909cad86467 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560797 Mar 22 14:24:18.904172 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (949ffcb5-134d-472e-958a-78960f2562cc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.923892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-a6e1825b-a48c-4fab-8a53-8d3c0ce9585e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:18.926036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-a6e1825b-a48c-4fab-8a53-8d3c0ce9585e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.2093863 Mar 22 14:24:18.939859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'port': {'device_id': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'admin_state_up': True, 'tenant_id': '609729885d6e48dc83fa687eff71aeea'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:19.045505 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (949ffcb5-134d-472e-958a-78960f2562cc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.076634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Subnet': ['ID=949ffcb5-134d-472e-958a-78960f2562cc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:19.082966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.090192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52070) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:19.090396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1782c-2ebd-401c-80c3-aafc64d7f538 None None] Network 7e33a48f-2fa4-4258-8f22-b2c46e58f41b requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:19.091004 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2eecb131-371c-443f-94b1-e05e96d35fdc tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/subnets/949ffcb5-134d-472e-958a-78960f2562cc HTTP/1.1" status: 204 len: 168 time: 0.5713398 Mar 22 14:24:19.217722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7e33a48f-2fa4-4258-8f22-b2c46e58f41b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.227845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:19.233746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.403625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.20.0.6 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/a60b0f84-035a-4bf8-b6ab-78227c14ba78) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:19.592568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] DHCP port deletion for 7e33a48f-2fa4-4258-8f22-b2c46e58f41b request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:19.683398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:19.683780 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.686911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] Deleting port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:19.689649 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.820121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] For port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,segment=NetworkSegment(f5a22762-294d-44c0-ab3f-3e78daece744),segment_id=f5a22762-294d-44c0-ab3f-3e78daece744)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:19.820521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.835937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] Calling delete_port for 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:19.858849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] For port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,segment=NetworkSegment(f5a22762-294d-44c0-ab3f-3e78daece744),segment_id=f5a22762-294d-44c0-ab3f-3e78daece744)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:19.859355 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.918429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.924103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:19.957389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:20.102825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:20.103472 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.156514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,segment=NetworkSegment(f5a22762-294d-44c0-ab3f-3e78daece744),segment_id=f5a22762-294d-44c0-ab3f-3e78daece744)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:20.169470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.195494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef1da631-c60b-434f-9e56-c1429ab6c13c req-d6c0b8d1-eb5c-4fe1-8031-af191742e6e9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.2231359 Mar 22 14:24:20.263548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:20.268919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.272847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.273428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.273937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.274495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.275011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.275537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.276047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.276541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.277044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.277554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.278093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.278609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.279109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.279608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.280359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:20.289941 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.299222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] No DVR routers for this DVR port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:20.303644 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.344545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] No DVR routers for this DVR port 593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:20.349833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789ea85-122f-4bd7-a8bd-c5998f9ed4a8 None None] Pushing event deleted for resources: {'Port': ['ID=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:20.369846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=593aa33d-f0bb-4e2e-a2f2-ae865fa54cfb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:20.416245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d98f48f5-6d6d-4b7e-bb0a-3bdc0de343e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.490234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:20.492241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7e33a48f-2fa4-4258-8f22-b2c46e58f41b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.496773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=a60b0f84-035a-4bf8-b6ab-78227c14ba78,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:20.502657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:20.505473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:20.541226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecebc3-9b84-4feb-911d-0b0cdffb59a4 req-9be3d439-bf0e-479f-b09a-2f872758cf04 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:20.542661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81ecebc3-9b84-4feb-911d-0b0cdffb59a4 req-9be3d439-bf0e-479f-b09a-2f872758cf04 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.4375772 Mar 22 14:24:20.568186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e33a48f-2fa4-4258-8f22-b2c46e58f41b']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:20.590178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a22762-294d-44c0-ab3f-3e78daece744') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:20.590478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a22762-294d-44c0-ab3f-3e78daece744') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:20.607455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:20.608091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.638670 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (f5a22762-294d-44c0-ab3f-3e78daece744), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.661836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-1b51f25c-63e1-4571-8cbd-74b99025c04c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7278838 Mar 22 14:24:20.676420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81ecebc3-9b84-4feb-911d-0b0cdffb59a4 req-e65a2d5d-4609-4560-a20d-7f4afec5adac tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214516 Mar 22 14:24:20.685295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f5a22762-294d-44c0-ab3f-3e78daece744), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.701922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Request body: {'port': {'device_id': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:20.744591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:20.745181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (f5a22762-294d-44c0-ab3f-3e78daece744), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:20.749137 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:20.895637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ec9610a1-fefb-4d22-80fc-8233c18eb202 None None] Provisioning complete for port a60b0f84-035a-4bf8-b6ab-78227c14ba78 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:20.896743 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec9610a1-fefb-4d22-80fc-8233c18eb202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.943765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ec9610a1-fefb-4d22-80fc-8233c18eb202 None None] Port a60b0f84-035a-4bf8-b6ab-78227c14ba78 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:21.193061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:21.196615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7e33a48f-2fa4-4258-8f22-b2c46e58f41b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:21.209809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:21.215801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/networks/7e33a48f-2fa4-4258-8f22-b2c46e58f41b HTTP/1.1" status: 204 len: 168 time: 2.1217170 Mar 22 14:24:21.216676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52094) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:21.234076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a4955-d0a8-4a7a-b223-e06b4ac8c676 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Network': ['ID=7e33a48f-2fa4-4258-8f22-b2c46e58f41b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:21.507819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f19560-2821-4ddf-9747-b33555541327 req-ed69d75f-2738-4828-b3bc-9d0041b73823 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:21.509452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44f19560-2821-4ddf-9747-b33555541327 req-ed69d75f-2738-4828-b3bc-9d0041b73823 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 931 time: 0.1798992 Mar 22 14:24:21.619424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port bc80d479-21dc-45f8-9e87-c9528dc87508 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:21.619828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:21.664272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44f19560-2821-4ddf-9747-b33555541327 req-04f8815e-1190-43a7-8e27-ae238cb20919 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154757 Mar 22 14:24:21.908422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:21.919470 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:21.920217 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (bc80d479-21dc-45f8-9e87-c9528dc87508), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:21.970672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for bc80d479-21dc-45f8-9e87-c9528dc87508 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:22.217624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b51a63-2395-479c-8fa8-3cd7ca78cc9d req-2aea3438-a0f8-45f0-b7cb-9589f55b21fa tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:22.226620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2b51a63-2395-479c-8fa8-3cd7ca78cc9d req-2aea3438-a0f8-45f0-b7cb-9589f55b21fa tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3640494 Mar 22 14:24:22.236004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (bc80d479-21dc-45f8-9e87-c9528dc87508), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.314440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=bc80d479-21dc-45f8-9e87-c9528dc87508,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:22.362904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60b0f84-035a-4bf8-b6ab-78227c14ba78 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:22.382647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2b51a63-2395-479c-8fa8-3cd7ca78cc9d req-2a990775-2fc3-4b04-9200-821e06e00a2b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509125 Mar 22 14:24:22.416892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Publish callbacks [] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.442263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Transition to ACTIVE for port object a60b0f84-035a-4bf8-b6ab-78227c14ba78 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:24:22.456809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.486859 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for floatingip (933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.491130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.498329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:22.506539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8234a21c-080d-4c36-bb99-5136d18aceb8 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/floatingips/933d89c7-4ab3-4c9b-9c6f-4fa9aee72e61 HTTP/1.1" status: 204 len: 168 time: 1.2889733 Mar 22 14:24:22.532253 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b0f33-d682-467f-af30-13288d1568c5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] DELETE failed (client error): The resource could not be found. Mar 22 14:24:22.533103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b0f33-d682-467f-af30-13288d1568c5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:24:22.540003 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-713b0f33-d682-467f-af30-13288d1568c5 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/ports/e8fcb678-0098-4679-bbf0-563f570bf40e HTTP/1.1" status: 404 len: 333 time: 0.0400803 Mar 22 14:24:22.542400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52120) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:22.596048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a60b0f84-035a-4bf8-b6ab-78227c14ba78,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:22.614586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52122) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:22.620595 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb947a21-9813-4f20-8c10-bb7fcd0cd788 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0071e11-18e0-4b82-90df-07e1928fb6c4 HTTP/1.1" status: 200 len: 205 time: 0.0759680 Mar 22 14:24:22.771434 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-b2fe9cba-6bc7-4c90-aeb8-3cddba2833e3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] delete failed (client error): The resource could not be found. Mar 22 14:24:22.772522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b2fe9cba-6bc7-4c90-aeb8-3cddba2833e3 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/routers/a0071e11-18e0-4b82-90df-07e1928fb6c4 HTTP/1.1" status: 404 len: 336 time: 0.1306963 Mar 22 14:24:22.775519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:22.831832 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-191e51c8-c42c-418f-af7a-44fbac32b1cf tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] DELETE failed (client error): The resource could not be found. Mar 22 14:24:22.832766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191e51c8-c42c-418f-af7a-44fbac32b1cf tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:24:22.840021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52136) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:22.841411 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-191e51c8-c42c-418f-af7a-44fbac32b1cf tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/subnets/949ffcb5-134d-472e-958a-78960f2562cc HTTP/1.1" status: 404 len: 337 time: 0.0617092 Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Attempting to bind port a60b0f84-035a-4bf8-b6ab-78227c14ba78 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Attempting to bind port a60b0f84-035a-4bf8-b6ab-78227c14ba78 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Attempting to bind port a60b0f84-035a-4bf8-b6ab-78227c14ba78 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Port a60b0f84-035a-4bf8-b6ab-78227c14ba78 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Attempting to bind port a60b0f84-035a-4bf8-b6ab-78227c14ba78 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Bound port: a60b0f84-035a-4bf8-b6ab-78227c14ba78, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:23.076940 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.086301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a953-c836-4537-bf48-c72a07483139 req-d486834b-d8f0-4859-83f1-ca26af4db1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:23.088026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d91a953-c836-4537-bf48-c72a07483139 req-d486834b-d8f0-4859-83f1-ca26af4db1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.2885036 Mar 22 14:24:23.230047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d91a953-c836-4537-bf48-c72a07483139 req-4d0feb86-8135-486d-bec8-84f6c7e6babb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281874 Mar 22 14:24:23.244783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 19266a53-e3f4-4127-8d72-49f0b8789671 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:23.245136 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (19266a53-e3f4-4127-8d72-49f0b8789671), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.273948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] For port a60b0f84-035a-4bf8-b6ab-78227c14ba78, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:23.375096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] For port a60b0f84-035a-4bf8-b6ab-78227c14ba78, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a60b0f84-035a-4bf8-b6ab-78227c14ba78,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:23.404835 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.425485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.475200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:23.475821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.477250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] 10.222.0.42 "PUT /v2.0/ports/a60b0f84-035a-4bf8-b6ab-78227c14ba78 HTTP/1.1" status: 200 len: 1091 time: 2.7973940 Mar 22 14:24:23.497356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'tag': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:23.500982 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b3585c-2997-4e57-9ae9-c7f1b8af2993" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b014db-ef80-47fa-8493-93961d505d8c", "tag": "a60b0f84-035a-4bf8-b6ab-78227c14ba78"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:23.649419 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3b2908-803b-4343-b3ff-49d4be3ed222 x-openstack-request-id: req-dc3b2908-803b-4343-b3ff-49d4be3ed222 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:23.649772 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b014db-ef80-47fa-8493-93961d505d8c", "tag": "a60b0f84-035a-4bf8-b6ab-78227c14ba78", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:23.649953 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc3b2908-803b-4343-b3ff-49d4be3ed222 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:23.650373 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3b2908-803b-4343-b3ff-49d4be3ed222'] response: {'name': 'network-changed', 'server_uuid': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'tag': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78', 'status': 'completed', 'code': 200} Mar 22 14:24:23.750459 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (19266a53-e3f4-4127-8d72-49f0b8789671), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.787613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-0d8a11bc-94de-40c6-aabc-fc8567bb32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:23.789159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-0d8a11bc-94de-40c6-aabc-fc8567bb32cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 1125 time: 0.1936429 Mar 22 14:24:23.790497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 19266a53-e3f4-4127-8d72-49f0b8789671 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:23.792671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d5f69-0545-46db-a1ee-ad69994dddf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a60b0f84-035a-4bf8-b6ab-78227c14ba78,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:23.896141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-de85f8c3-0b4b-4fb3-854c-6f27d34ee990 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60b0f84-035a-4bf8-b6ab-78227c14ba78 HTTP/1.1" status: 200 len: 217 time: 0.0842741 Mar 22 14:24:23.991206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-922980ee-a90d-4f01-95d5-214cfef80b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:23.993134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-922980ee-a90d-4f01-95d5-214cfef80b9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0547211 Mar 22 14:24:24.008152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2790-4de9-4789-bd1f-29d54fe62be8 req-b0a634f6-1c69-473e-987d-be2ed1df48b4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:24.009727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c30d2790-4de9-4789-bd1f-29d54fe62be8 req-b0a634f6-1c69-473e-987d-be2ed1df48b4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3585246 Mar 22 14:24:24.120904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c30d2790-4de9-4789-bd1f-29d54fe62be8 req-61cde502-8c80-4091-bdc4-4d358c6b4502 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979636 Mar 22 14:24:24.135861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-0b888620-ea7a-4691-87de-76ed04596cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:24.137896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-0b888620-ea7a-4691-87de-76ed04596cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244781 Mar 22 14:24:24.265921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (19266a53-e3f4-4127-8d72-49f0b8789671), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.404653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=19266a53-e3f4-4127-8d72-49f0b8789671,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:24.521306 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.572876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.576465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1ce229a1-bad0-4804-8fca-3156dab8f772 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/ports/19266a53-e3f4-4127-8d72-49f0b8789671 HTTP/1.1" status: 204 len: 168 time: 1.7355468 Mar 22 14:24:24.579068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52190) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:24.630056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-ecbfd457-9b9a-41e2-bcc0-a4fa100c3246 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731543 Mar 22 14:24:24.675030 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.807954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 04045e53-9b60-4730-9f6d-e0521ddba973 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:24.808632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (04045e53-9b60-4730-9f6d-e0521ddba973), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.813614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb47304-5292-4584-a099-c0973ea05f74 req-7a9d6797-d2f3-4fc6-bf2a-3246c2d54577 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:24.821065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cb47304-5292-4584-a099-c0973ea05f74 req-7a9d6797-d2f3-4fc6-bf2a-3246c2d54577 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.4841988 Mar 22 14:24:24.900338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8cb47304-5292-4584-a099-c0973ea05f74 req-0085d7a2-8abb-49ec-b0b2-b88fb13a5c3a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782328 Mar 22 14:24:24.931274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a042738-23ee-4b30-8f95-b9ed7fbdac30 req-3353b6f0-3763-433e-9149-a3bd341fbd93 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001752 Mar 22 14:24:24.997706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (04045e53-9b60-4730-9f6d-e0521ddba973), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:25.030921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 04045e53-9b60-4730-9f6d-e0521ddba973 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:25.093708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-c4885b35-ea44-423d-bacb-d9c5908bb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.095384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-c4885b35-ea44-423d-bacb-d9c5908bb87f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 1125 time: 0.1059806 Mar 22 14:24:25.281278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (04045e53-9b60-4730-9f6d-e0521ddba973), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:25.292509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-473aaed0-cbe4-47f6-a22b-b04248f756c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.294197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-473aaed0-cbe4-47f6-a22b-b04248f756c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.1921983 Mar 22 14:24:25.337316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=04045e53-9b60-4730-9f6d-e0521ddba973,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:25.445272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-9ab75c70-e9ec-42b3-911a-be747d2126f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60b0f84-035a-4bf8-b6ab-78227c14ba78 HTTP/1.1" status: 200 len: 217 time: 0.0792649 Mar 22 14:24:25.506008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a672c-9336-4d9b-ac76-fd6b3f720355 req-8944d216-6efb-4f14-bf97-249003a12248 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.507766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-599a672c-9336-4d9b-ac76-fd6b3f720355 req-8944d216-6efb-4f14-bf97-249003a12248 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.2126563 Mar 22 14:24:25.514429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:25.518051 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce07eb73-3f1a-4eea-98b2-399b4a54b64c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/ports/04045e53-9b60-4730-9f6d-e0521ddba973 HTTP/1.1" status: 204 len: 168 time: 0.9378333 Mar 22 14:24:25.526287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52212) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:25.574620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-0447fed5-8f13-4831-8774-8d73cfd711ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.581394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-0447fed5-8f13-4831-8774-8d73cfd711ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.1296790 Mar 22 14:24:25.587504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-599a672c-9336-4d9b-ac76-fd6b3f720355 req-f47951f5-03d7-4efe-9646-69a26167a431 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722275 Mar 22 14:24:25.632807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-2aec83d8-baa7-4164-a031-20536292fea7 req-56fc4199-a357-4260-b236-34d349d46994 tempest-DeleteServersTestJSON-178436615 tempest-DeleteServersTestJSON-178436615-project] (110457) timed out ('10.222.0.57', 64754) {{(pid=110457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:24:25.666189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00dcfbb-ca5a-41e4-b5ee-aeacbab30255 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.670238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a00dcfbb-ca5a-41e4-b5ee-aeacbab30255 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca3f8539-533e-4afe-82a1-9d4688cda75c HTTP/1.1" status: 200 len: 913 time: 0.1331928 Mar 22 14:24:25.676248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52216) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:25.690056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-c35ddd77-44e1-4ea3-90ba-44f7ff108fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.691641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-c35ddd77-44e1-4ea3-90ba-44f7ff108fff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032960 Mar 22 14:24:25.896773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-b29c6044-50de-4f9e-8c94-9ee0ba141286 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737053 Mar 22 14:24:26.018471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b3585c-2997-4e57-9ae9-c7f1b8af2993 req-ddae51ee-0f1e-4983-bf11-99f681dcdd8a service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934961 Mar 22 14:24:26.109806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913009f-e019-4c93-b12b-4ebce1f1b755 req-8d7ddaf6-829a-4e74-8ea4-1a6d4851c4d2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:26.111490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9913009f-e019-4c93-b12b-4ebce1f1b755 req-8d7ddaf6-829a-4e74-8ea4-1a6d4851c4d2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.0900016 Mar 22 14:24:26.671655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9913009f-e019-4c93-b12b-4ebce1f1b755 req-babd5885-d257-4d84-ace5-26cb7adc8e42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311677 Mar 22 14:24:26.875731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4abbc-b0c8-4786-a597-deb3bcf75f84 req-5377560e-d382-44c9-b7e6-fb1b0382b5f8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:26.878035 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7b4abbc-b0c8-4786-a597-deb3bcf75f84 req-5377560e-d382-44c9-b7e6-fb1b0382b5f8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1099255 Mar 22 14:24:27.099549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7b4abbc-b0c8-4786-a597-deb3bcf75f84 req-884c8e17-f4f2-4d52-b094-b19553ebb944 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121558 Mar 22 14:24:27.108301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (ca3f8539-533e-4afe-82a1-9d4688cda75c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.526291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 5a71cd49-0752-460c-8c5f-2fb8719897ef {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:27.526626 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.689315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.722934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 5a71cd49-0752-460c-8c5f-2fb8719897ef owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:28.199254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d0bc8-ce99-4245-adcd-6762c9aba1c3 req-a3288f83-65ca-4101-a849-724bbc205e08 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:28.203162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b22d0bc8-ce99-4245-adcd-6762c9aba1c3 req-a3288f83-65ca-4101-a849-724bbc205e08 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.2669954 Mar 22 14:24:28.368621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b22d0bc8-ce99-4245-adcd-6762c9aba1c3 req-9678cd32-21f3-4890-802d-052b74c3727c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282165 Mar 22 14:24:28.412932 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5a71cd49-0752-460c-8c5f-2fb8719897ef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:28.478385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=5a71cd49-0752-460c-8c5f-2fb8719897ef,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:28.547316 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:28.686814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab5411-f58f-4934-9e4f-9e27fd13adef req-c007152c-a9e7-40e2-bc3b-2a3b5de6dc99 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:28.694067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eab5411-f58f-4934-9e4f-9e27fd13adef req-c007152c-a9e7-40e2-bc3b-2a3b5de6dc99 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3888640 Mar 22 14:24:28.780732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eab5411-f58f-4934-9e4f-9e27fd13adef req-687120d6-9a93-4ce9-88f3-8b6debde1670 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856526 Mar 22 14:24:28.913806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (ca3f8539-533e-4afe-82a1-9d4688cda75c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:29.495177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Router ca3f8539-533e-4afe-82a1-9d4688cda75c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:29.784213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d83d9-050b-4d33-9a3a-eccf1dcc93a9 req-acd11548-f8ed-4659-99d6-27b57e91fa54 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:29.785571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-946d83d9-050b-4d33-9a3a-eccf1dcc93a9 req-acd11548-f8ed-4659-99d6-27b57e91fa54 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.1959574 Mar 22 14:24:29.814604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:29.827324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] Sync routers for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:29.830812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8b673824-3a37-4386-8ad3-3ad45f088212 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "PUT /v2.0/routers/ca3f8539-533e-4afe-82a1-9d4688cda75c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1503582 Mar 22 14:24:29.831461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:29.845567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:29.846408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:29.926373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-946d83d9-050b-4d33-9a3a-eccf1dcc93a9 req-00592a33-e47d-4893-a0bb-0df0c19e1f29 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298659 Mar 22 14:24:29.985558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:29.997342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] Routers {'ca3f8539-533e-4afe-82a1-9d4688cda75c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:29.998704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ca3f8539-533e-4afe-82a1-9d4688cda75c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:30.078020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:30.079259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf904b-ad11-4244-8bf5-179239797091 None None] The sync data for ids ['ca3f8539-533e-4afe-82a1-9d4688cda75c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:30.142699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router (ca3f8539-533e-4afe-82a1-9d4688cda75c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.149860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16938a40-9c67-4eb3-af4f-6da95c9ac8ba req-8c95add9-cdad-4985-be01-7e6bf38cf99c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:30.153512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16938a40-9c67-4eb3-af4f-6da95c9ac8ba req-8c95add9-cdad-4985-be01-7e6bf38cf99c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.2052288 Mar 22 14:24:30.273868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16938a40-9c67-4eb3-af4f-6da95c9ac8ba req-f2532fbb-e37d-43d0-86c4-f626b7f31e91 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127739 Mar 22 14:24:30.370728 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_gateway (ca3f8539-533e-4afe-82a1-9d4688cda75c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.457415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting port 1cc83347-47a3-45a0-926a-478ca07b67c0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:30.457415 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1cc83347-47a3-45a0-926a-478ca07b67c0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.579201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1cc83347-47a3-45a0-926a-478ca07b67c0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.615139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Calling delete_port for 1cc83347-47a3-45a0-926a-478ca07b67c0 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:31.172430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1cc83347-47a3-45a0-926a-478ca07b67c0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.207165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1564-82e6-442a-b7b6-beee2aab1395 req-caada747-c2ad-431a-8cbe-bb3a5cc437f9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:31.214593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52ad1564-82e6-442a-b7b6-beee2aab1395 req-caada747-c2ad-431a-8cbe-bb3a5cc437f9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.1411669 Mar 22 14:24:31.263956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Port': ['ID=1cc83347-47a3-45a0-926a-478ca07b67c0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:31.306602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52ad1564-82e6-442a-b7b6-beee2aab1395 req-7ca75ada-dc09-437a-9787-518f6aceaf60 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861177 Mar 22 14:24:31.373288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (ca3f8539-533e-4afe-82a1-9d4688cda75c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.518404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec0b79-dfe5-4468-8400-9026eddd2760 req-47406e20-4b34-4cb5-a49f-ddd74c7922cd tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:31.522571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7cec0b79-dfe5-4468-8400-9026eddd2760 req-47406e20-4b34-4cb5-a49f-ddd74c7922cd tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1210744 Mar 22 14:24:31.623660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7cec0b79-dfe5-4468-8400-9026eddd2760 req-3a831280-007c-4e3f-8c01-c0c674eb5e99 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941248 Mar 22 14:24:31.653400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (ca3f8539-533e-4afe-82a1-9d4688cda75c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.657610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router_controller (ca3f8539-533e-4afe-82a1-9d4688cda75c), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.667982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:24:31.756686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (ca3f8539-533e-4afe-82a1-9d4688cda75c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.757712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Fanout notify agent at l3_agent the message router_deleted on router ca3f8539-533e-4afe-82a1-9d4688cda75c {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:24:31.786210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.790106 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f5f05ff-bc0f-465e-b2b5-d593c4eb5b0a tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/routers/ca3f8539-533e-4afe-82a1-9d4688cda75c HTTP/1.1" status: 204 len: 168 time: 1.9578893 Mar 22 14:24:31.792676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52366) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:31.920777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:31.941842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Deleting subnet 552c33a3-73c9-4028-b5ef-c3d85adc97ea {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:31.955735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'port_id': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'mac_address': 'fa:16:3e:80:1c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:24:31.959407 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for subnet (552c33a3-73c9-4028-b5ef-c3d85adc97ea), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.038989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (552c33a3-73c9-4028-b5ef-c3d85adc97ea), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.065364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:32.066349 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.090834 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (552c33a3-73c9-4028-b5ef-c3d85adc97ea), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.114151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:32.156067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:32.168360 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.197501 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (552c33a3-73c9-4028-b5ef-c3d85adc97ea), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.232322 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.238796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:32.242994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/subnets/552c33a3-73c9-4028-b5ef-c3d85adc97ea HTTP/1.1" status: 204 len: 168 time: 0.4490654 Mar 22 14:24:32.296748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b7bb3-a107-45f7-9fab-3206480d605c tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Subnet': ['ID=552c33a3-73c9-4028-b5ef-c3d85adc97ea,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:32.386974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:32.422968 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d48b7db3-5e2d-4da5-87bd-676ba91d1577), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.447799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:32.722629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc9130-06f0-4f01-9ee9-da5d81ebe4ba req-4359c823-3f16-486e-8dd5-6a77590954d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:32.732367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5dc9130-06f0-4f01-9ee9-da5d81ebe4ba req-4359c823-3f16-486e-8dd5-6a77590954d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.1847401 Mar 22 14:24:32.740553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d48b7db3-5e2d-4da5-87bd-676ba91d1577), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.794048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48b7db3-5e2d-4da5-87bd-676ba91d1577']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:32.824074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137c03c8-7089-4c2d-90ed-1590ce86bebf') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:32.824345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137c03c8-7089-4c2d-90ed-1590ce86bebf') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:32.855386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (137c03c8-7089-4c2d-90ed-1590ce86bebf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.878006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (137c03c8-7089-4c2d-90ed-1590ce86bebf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.896630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:32.905052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (137c03c8-7089-4c2d-90ed-1590ce86bebf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:32.932504 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:33.008231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5dc9130-06f0-4f01-9ee9-da5d81ebe4ba req-2d824050-02c8-4d7e-bf43-5e8d6b20ca24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678270 Mar 22 14:24:33.059781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6895f13-2f50-484b-8d7b-6951a7c12ab4 req-7bd249ac-7e6d-4c16-855f-1f87c5536799 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:33.074579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6895f13-2f50-484b-8d7b-6951a7c12ab4 req-7bd249ac-7e6d-4c16-855f-1f87c5536799 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 945 time: 0.3273950 Mar 22 14:24:33.076432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d48b7db3-5e2d-4da5-87bd-676ba91d1577), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:33.124486 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:33.135348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] 10.222.0.44 "DELETE /v2.0/networks/d48b7db3-5e2d-4da5-87bd-676ba91d1577 HTTP/1.1" status: 204 len: 168 time: 0.8925164 Mar 22 14:24:33.135348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c92f62-9acf-4ce3-9de7-27de957591e6 tempest-FloatingIPTestJSON-1261547977 tempest-FloatingIPTestJSON-1261547977-project] Pushing event deleted for resources: {'Network': ['ID=d48b7db3-5e2d-4da5-87bd-676ba91d1577,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:33.239386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6895f13-2f50-484b-8d7b-6951a7c12ab4 req-899987d2-7387-4a28-96a8-5bbbcfd186d9 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501284 Mar 22 14:24:33.655897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52428) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:33.684330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:33.882735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:33.883550 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:34.105362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:34.106008 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:34.123554 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-404cf1eb-9ef2-4960-a9bb-bd45efaae187 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=098ee96f48a94151bd6358c9b10037ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664357 Mar 22 14:24:34.126507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52440) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:34.214220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:34.215371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:34.217928 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d968c-0b9a-444b-98b6-df05b145ab6f" -d '{"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-plugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:34.243755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:34.316885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:34.341230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477ae91e-0632-48d9-9530-b27f2653bdc3 admin admin] Publish callbacks [] for security_group (8292c574-92b6-4e7d-8f84-93716268e5da), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:34.372015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477ae91e-0632-48d9-9530-b27f2653bdc3 admin admin] Publish callbacks [] for security_group (8292c574-92b6-4e7d-8f84-93716268e5da), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:34.465441 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477ae91e-0632-48d9-9530-b27f2653bdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8292c574-92b6-4e7d-8f84-93716268e5da), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:34.465441 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-477ae91e-0632-48d9-9530-b27f2653bdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:34.466108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-477ae91e-0632-48d9-9530-b27f2653bdc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8292c574-92b6-4e7d-8f84-93716268e5da HTTP/1.1" status: 204 len: 168 time: 0.3368893 Mar 22 14:24:34.476566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794dfcf-deb0-4fb6-a4d5-bc84308fd6fd req-cdf3349f-7add-40e4-a833-1f98135a6232 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:34.478958 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d794dfcf-deb0-4fb6-a4d5-bc84308fd6fd req-cdf3349f-7add-40e4-a833-1f98135a6232 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.2948747 Mar 22 14:24:34.528992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ae91e-0632-48d9-9530-b27f2653bdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8292c574-92b6-4e7d-8f84-93716268e5da,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:34.568982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d794dfcf-deb0-4fb6-a4d5-bc84308fd6fd req-6c6a49f2-2f44-4f90-942c-98a5addb2769 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626023 Mar 22 14:24:34.683833 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07476e6b-39a0-4ad9-b930-33d2a2e4c96c x-openstack-request-id: req-07476e6b-39a0-4ad9-b930-33d2a2e4c96c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:34.684439 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-plugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:34.685483 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07476e6b-39a0-4ad9-b930-33d2a2e4c96c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:34.686138 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07476e6b-39a0-4ad9-b930-33d2a2e4c96c'] response: {'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'code': 200} Mar 22 14:24:34.840347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5c527-ce47-441e-bbac-673e6595e733 req-69c27c2e-2c47-4686-b87f-e9807ca030b7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:34.842006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1a5c527-ce47-441e-bbac-673e6595e733 req-69c27c2e-2c47-4686-b87f-e9807ca030b7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.0914302 Mar 22 14:24:34.900742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1a5c527-ce47-441e-bbac-673e6595e733 req-e7461d22-9ba9-4540-9796-8c058958cb31 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513797 Mar 22 14:24:35.952751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a23a-89b6-4f3f-816e-e4a8be788e59 req-0255d53a-2474-4728-8afe-86e226950dbd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:35.966418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a006a23a-89b6-4f3f-816e-e4a8be788e59 req-0255d53a-2474-4728-8afe-86e226950dbd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.2357504 Mar 22 14:24:35.979202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52498) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:36.166965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1556481459'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:36.195811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a006a23a-89b6-4f3f-816e-e4a8be788e59 req-dd068ddc-a428-47ce-97aa-6656b9bbc687 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284489 Mar 22 14:24:36.206340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:36.209883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.227215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021500f-7bc3-4564-adc8-d435bf2219a7 req-49d4abed-2978-46c1-b81d-a42e39a5661e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:36.228771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.229717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7021500f-7bc3-4564-adc8-d435bf2219a7 req-49d4abed-2978-46c1-b81d-a42e39a5661e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1639698 Mar 22 14:24:36.333777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7021500f-7bc3-4564-adc8-d435bf2219a7 req-25d9f5a2-f810-4f64-b522-75642344b24d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968437 Mar 22 14:24:36.446178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for security_group (264ea97e-864a-4795-9e01-c47a27055a09), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.458837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (264ea97e-864a-4795-9e01-c47a27055a09), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.516870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:36.531727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (479a6335-56bf-4317-ae3c-1aeae6f4d4fc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.532319 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment 479a6335-56bf-4317-ae3c-1aeae6f4d4fc of type vlan for network 88db9c40-3967-4ed4-886e-1aec9379d929 Mar 22 14:24:36.644081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264ea97e-864a-4795-9e01-c47a27055a09,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:36.662895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (88db9c40-3967-4ed4-886e-1aec9379d929), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.682013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.682371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.682720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.683050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.683379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.684230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.684558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.684889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.685220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.685540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.685866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.686242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.686701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.687630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.688321 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:36.775573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.db.resource_extend [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:24:36.824107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (88db9c40-3967-4ed4-886e-1aec9379d929), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.831843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:36.832541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.905734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=88db9c40-3967-4ed4-886e-1aec9379d929,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:36.920152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 88db9c40-3967-4ed4-886e-1aec9379d929 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:36.928463 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-90c73b95-1314-47d7-a047-1a99f1e5e793 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9480295 Mar 22 14:24:36.931408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52516) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:36.938427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1105306257'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:37.039211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:37.061250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.150863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:37.168256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1f7289f1-c103-4510-ab42-c333f8e52de6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.168612 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment 1f7289f1-c103-4510-ab42-c333f8e52de6 of type vlan for network 872c12fb-5b75-4326-bb23-1279552a401d Mar 22 14:24:37.277264 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (872c12fb-5b75-4326-bb23-1279552a401d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.488297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (872c12fb-5b75-4326-bb23-1279552a401d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.493572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:37.517707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.589916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac2359-c5ca-4b7b-a940-807db818da2a req-72c14cff-1aa3-4142-bf79-d587f0cab5dc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:37.591697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2ac2359-c5ca-4b7b-a940-807db818da2a req-72c14cff-1aa3-4142-bf79-d587f0cab5dc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.3048685 Mar 22 14:24:37.664648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7318649 Mar 22 14:24:37.668427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:37.675428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': '88db9c40-3967-4ed4-886e-1aec9379d929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:37.747142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cdff2-8512-4c84-a11e-abb7e1df2ee0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=872c12fb-5b75-4326-bb23-1279552a401d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:37.763885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 872c12fb-5b75-4326-bb23-1279552a401d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:37.851643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b2ac2359-c5ca-4b7b-a940-807db818da2a req-0099e316-baae-4b9c-b5d8-87215be747d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906459 Mar 22 14:24:37.878385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3093e3b-88b5-4cf4-98d2-32b026b63fbc req-054fd2e2-81bc-4e6b-8e60-c8895b9fd03a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:37.879730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3093e3b-88b5-4cf4-98d2-32b026b63fbc req-054fd2e2-81bc-4e6b-8e60-c8895b9fd03a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.2383358 Mar 22 14:24:37.945486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:37.949776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.989243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3093e3b-88b5-4cf4-98d2-32b026b63fbc req-9556aeae-4ef3-46dd-9244-08bbf86c8ec0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895417 Mar 22 14:24:38.586550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (9b7754d0-b46d-414b-ba97-5d771c93c5fe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.715695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=9b7754d0-b46d-414b-ba97-5d771c93c5fe,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:38.731067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': '479a6335-56bf-4317-ae3c-1aeae6f4d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88db9c40-3967-4ed4-886e-1aec9379d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:38.731365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: 88db9c40-3967-4ed4-886e-1aec9379d929, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:38.788338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 88db9c40-3967-4ed4-886e-1aec9379d929 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:38.804388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 88db9c40-3967-4ed4-886e-1aec9379d929) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:38.815917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:38.816588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.823839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b50164-2879-44b2-86b3-4246929fc496 None None] Network 88db9c40-3967-4ed4-886e-1aec9379d929 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:38.856063 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c1caf5cc-ec10-486e-931a-b16533771136 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1831284 Mar 22 14:24:38.856300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:38.861367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': '872c12fb-5b75-4326-bb23-1279552a401d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:39.062284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:39.066104 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.333009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-88db9c40-3967-4ed4-886e-1aec9379d929', 'network_id': '88db9c40-3967-4ed4-886e-1aec9379d929', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': '9b7754d0-b46d-414b-ba97-5d771c93c5fe'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:24:39.333903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.409362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93655478-849a-4ebe-bf9a-4a70d8b969e6 req-2d04420e-f749-42b0-802f-2f75b5836e05 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:39.420730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93655478-849a-4ebe-bf9a-4a70d8b969e6 req-2d04420e-f749-42b0-802f-2f75b5836e05 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.2755108 Mar 22 14:24:39.560098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93655478-849a-4ebe-bf9a-4a70d8b969e6 req-0b85218e-4f35-45e2-a730-654e62ff3b13 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368558 Mar 22 14:24:39.604546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146df3-00da-4359-9a77-fcf7001194f6 req-171d7e26-513d-4ca3-9c51-68c2ff60f981 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:39.620796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9146df3-00da-4359-9a77-fcf7001194f6 req-171d7e26-513d-4ca3-9c51-68c2ff60f981 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3904757 Mar 22 14:24:39.644070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Allocated IP 2001:db8::2 (88db9c40-3967-4ed4-886e-1aec9379d929/9b7754d0-b46d-414b-ba97-5d771c93c5fe/d2fc1998-5d4e-480c-883f-9e1919b6913b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:39.700385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.757944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9146df3-00da-4359-9a77-fcf7001194f6 req-f6010b5a-6268-4038-a5cc-1fcc9092a2a0 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344604 Mar 22 14:24:39.900815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:39.936504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': '1f7289f1-c103-4510-ab42-c333f8e52de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '872c12fb-5b75-4326-bb23-1279552a401d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:39.936966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: 872c12fb-5b75-4326-bb23-1279552a401d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:39.950929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Publish callbacks [] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.965281 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.985994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 872c12fb-5b75-4326-bb23-1279552a401d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:40.004440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 872c12fb-5b75-4326-bb23-1279552a401d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:40.008955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:40.009589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.059108 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cb80ee7a-7c1a-4748-9c5a-1d5eb4cc58d3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1988704 Mar 22 14:24:40.059108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:40.063599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2db31ae8-ec32-4b67-811b-9b86c0122e4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-41737259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:40.073124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Pushing event updated for resources: {'Port': ['ID=d2fc1998-5d4e-480c-883f-9e1919b6913b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:40.075705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ef3e6-94d8-4ddc-8283-06b6d0fadb4d None None] Network 872c12fb-5b75-4326-bb23-1279552a401d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:40.123711 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2db31ae8-ec32-4b67-811b-9b86c0122e4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (082573f9-403e-4756-9d7b-52eb3a461521), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.124716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2db31ae8-ec32-4b67-811b-9b86c0122e4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (082573f9-403e-4756-9d7b-52eb3a461521), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.214029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Network 88db9c40-3967-4ed4-886e-1aec9379d929 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:40.225278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2db31ae8-ec32-4b67-811b-9b86c0122e4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (082573f9-403e-4756-9d7b-52eb3a461521), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.229848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:40.237244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2db31ae8-ec32-4b67-811b-9b86c0122e4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (082573f9-403e-4756-9d7b-52eb3a461521), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.239914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:40.274753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-872c12fb-5b75-4326-bb23-1279552a401d', 'network_id': '872c12fb-5b75-4326-bb23-1279552a401d', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': '1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:24:40.276387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.317260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2db31ae8-ec32-4b67-811b-9b86c0122e4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.319518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2db31ae8-ec32-4b67-811b-9b86c0122e4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2595184 Mar 22 14:24:40.323156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52578) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:40.709530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Attempting to bind port d2fc1998-5d4e-480c-883f-9e1919b6913b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:40.709898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Attempting to bind port d2fc1998-5d4e-480c-883f-9e1919b6913b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '479a6335-56bf-4317-ae3c-1aeae6f4d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88db9c40-3967-4ed4-886e-1aec9379d929'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:40.716786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Attempting to bind port d2fc1998-5d4e-480c-883f-9e1919b6913b on network 88db9c40-3967-4ed4-886e-1aec9379d929 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:40.730277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:40.730687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Checking segment: {'id': '479a6335-56bf-4317-ae3c-1aeae6f4d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88db9c40-3967-4ed4-886e-1aec9379d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:40.731072 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.731465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Bound using segment: {'id': '479a6335-56bf-4317-ae3c-1aeae6f4d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88db9c40-3967-4ed4-886e-1aec9379d929'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:40.737761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Bound port: d2fc1998-5d4e-480c-883f-9e1919b6913b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479a6335-56bf-4317-ae3c-1aeae6f4d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88db9c40-3967-4ed4-886e-1aec9379d929'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:40.738191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.964043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] For port d2fc1998-5d4e-480c-883f-9e1919b6913b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:40.967950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] For port d2fc1998-5d4e-480c-883f-9e1919b6913b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2fc1998-5d4e-480c-883f-9e1919b6913b,segment=NetworkSegment(479a6335-56bf-4317-ae3c-1aeae6f4d4fc),segment_id=479a6335-56bf-4317-ae3c-1aeae6f4d4fc)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:41.039214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Allocated IP 2001:db8:1::2 (872c12fb-5b75-4326-bb23-1279552a401d/1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a/36a349b3-e1bd-44b5-844a-ff396654c8b3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:41.061135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224c17-932d-40a8-a0d4-60776c14f838 req-ca63ca9e-126d-42f9-99a6-c7e498ab630e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:41.065307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f224c17-932d-40a8-a0d4-60776c14f838 req-ca63ca9e-126d-42f9-99a6-c7e498ab630e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.3429832 Mar 22 14:24:41.072388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.100881 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.291027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb67f7-7384-45e2-bb16-9ca37adcf813 req-4df6f2a2-3b2b-4d65-94b8-0696d8129b52 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:41.302358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3bb67f7-7384-45e2-bb16-9ca37adcf813 req-4df6f2a2-3b2b-4d65-94b8-0696d8129b52 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3511922 Mar 22 14:24:41.366394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc2b4-fccb-4eb2-a883-cb71abda9ef2 None None] Pushing event updated for resources: {'Port': ['ID=d2fc1998-5d4e-480c-883f-9e1919b6913b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:41.428161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3bb67f7-7384-45e2-bb16-9ca37adcf813 req-eca6dd45-e215-4cf0-858d-ec3efb2d38d6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245129 Mar 22 14:24:41.586493 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Publish callbacks [] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.609018 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.691256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Network 872c12fb-5b75-4326-bb23-1279552a401d is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:41.708761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:41.712347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:41.831422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f224c17-932d-40a8-a0d4-60776c14f838 req-97d93a25-1321-410e-89a6-182ac6d872ad tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340882 Mar 22 14:24:41.955553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Pushing event updated for resources: {'Port': ['ID=36a349b3-e1bd-44b5-844a-ff396654c8b3,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:41.961573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Attempting to bind port 36a349b3-e1bd-44b5-844a-ff396654c8b3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:41.974355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Attempting to bind port 36a349b3-e1bd-44b5-844a-ff396654c8b3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1f7289f1-c103-4510-ab42-c333f8e52de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '872c12fb-5b75-4326-bb23-1279552a401d'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:41.975541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Attempting to bind port 36a349b3-e1bd-44b5-844a-ff396654c8b3 on network 872c12fb-5b75-4326-bb23-1279552a401d {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:42.002469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:42.005196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Checking segment: {'id': '1f7289f1-c103-4510-ab42-c333f8e52de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '872c12fb-5b75-4326-bb23-1279552a401d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:42.006507 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.007900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Bound using segment: {'id': '1f7289f1-c103-4510-ab42-c333f8e52de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '872c12fb-5b75-4326-bb23-1279552a401d'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:42.009119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Bound port: 36a349b3-e1bd-44b5-844a-ff396654c8b3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7289f1-c103-4510-ab42-c333f8e52de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '872c12fb-5b75-4326-bb23-1279552a401d'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:42.010098 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.106952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8::1 (88db9c40-3967-4ed4-886e-1aec9379d929/9b7754d0-b46d-414b-ba97-5d771c93c5fe/b790babe-fe8a-4c18-8c82-9388f67fed3e) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:42.125469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2fc1998-5d4e-480c-883f-9e1919b6913b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:42.187198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9d711029-be75-41c5-8614-d825747181f1 None None] For port 36a349b3-e1bd-44b5-844a-ff396654c8b3, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:42.193453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9d711029-be75-41c5-8614-d825747181f1 None None] For port 36a349b3-e1bd-44b5-844a-ff396654c8b3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=36a349b3-e1bd-44b5-844a-ff396654c8b3,segment=NetworkSegment(1f7289f1-c103-4510-ab42-c333f8e52de6),segment_id=1f7289f1-c103-4510-ab42-c333f8e52de6)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:42.208673 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.240391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d2fc1998-5d4e-480c-883f-9e1919b6913b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:42.241222 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.402568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.454426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d2fc1998-5d4e-480c-883f-9e1919b6913b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:42.458122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.473915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.512129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d711029-be75-41c5-8614-d825747181f1 None None] Pushing event updated for resources: {'Port': ['ID=36a349b3-e1bd-44b5-844a-ff396654c8b3,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:42.572431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port d2fc1998-5d4e-480c-883f-9e1919b6913b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2fc1998-5d4e-480c-883f-9e1919b6913b,segment=NetworkSegment(479a6335-56bf-4317-ae3c-1aeae6f4d4fc),segment_id=479a6335-56bf-4317-ae3c-1aeae6f4d4fc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:42.586829 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.620586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 88db9c40-3967-4ed4-886e-1aec9379d929 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:42.627606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=b790babe-fe8a-4c18-8c82-9388f67fed3e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:42.632676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:42.639350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:42.639928 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.720039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=d2fc1998-5d4e-480c-883f-9e1919b6913b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:42.933154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669d4fb-08b7-4dd7-821b-87c249c8c3fe req-09e70fb9-5052-4e73-ae54-c5bfa3ac3009 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:42.935011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6669d4fb-08b7-4dd7-821b-87c249c8c3fe req-09e70fb9-5052-4e73-ae54-c5bfa3ac3009 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1835945 Mar 22 14:24:43.252121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6669d4fb-08b7-4dd7-821b-87c249c8c3fe req-065ff8ed-795a-4c78-8d20-4377861bb319 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847295 Mar 22 14:24:43.363101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:43.388836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae911b7-3804-4214-9b76-41ffb6668049 None None] Network 88db9c40-3967-4ed4-886e-1aec9379d929 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:43.683897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-778878b4-600c-49c0-9ebe-306b65f15ad4 None None] Provisioning complete for port d2fc1998-5d4e-480c-883f-9e1919b6913b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:43.684765 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-778878b4-600c-49c0-9ebe-306b65f15ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:43.749079 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:24:44.115202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:44.153739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88a27-d098-46a7-894e-680ba3ce8e62 req-1d1cac7b-1558-4d3d-b9fa-a2e3dee6ab7c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:44.155409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d88a27-d098-46a7-894e-680ba3ce8e62 req-1d1cac7b-1558-4d3d-b9fa-a2e3dee6ab7c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.9920070 Mar 22 14:24:44.194751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:44.196926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:44.495638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-85d88a27-d098-46a7-894e-680ba3ce8e62 req-30385da4-5e88-4775-b2dc-2f7c65a5deb1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961385 Mar 22 14:24:44.511548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36a349b3-e1bd-44b5-844a-ff396654c8b3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:44.523691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604819c-da42-4a1b-aba2-d679fe5ce2e7 None None] Network 872c12fb-5b75-4326-bb23-1279552a401d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:44.868863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-778878b4-600c-49c0-9ebe-306b65f15ad4 None None] Current status of the port d2fc1998-5d4e-480c-883f-9e1919b6913b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:44.917310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 36a349b3-e1bd-44b5-844a-ff396654c8b3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:44.917738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.107681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Provisioning complete for port 36a349b3-e1bd-44b5-844a-ff396654c8b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:45.108092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.257274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 36a349b3-e1bd-44b5-844a-ff396654c8b3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:45.257670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.322685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=b790babe-fe8a-4c18-8c82-9388f67fed3e,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:45.344669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 36a349b3-e1bd-44b5-844a-ff396654c8b3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=36a349b3-e1bd-44b5-844a-ff396654c8b3,segment=NetworkSegment(1f7289f1-c103-4510-ab42-c333f8e52de6),segment_id=1f7289f1-c103-4510-ab42-c333f8e52de6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:45.350433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba983bc-f561-48fb-be3f-609e0a2c3e27 req-520f2d32-1858-4ebe-9e9a-cd580d0d90c7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:45.352652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba983bc-f561-48fb-be3f-609e0a2c3e27 req-520f2d32-1858-4ebe-9e9a-cd580d0d90c7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.8513775 Mar 22 14:24:45.444135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Current status of the port 36a349b3-e1bd-44b5-844a-ff396654c8b3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:45.444364 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.450027 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.451093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2fc1998-5d4e-480c-883f-9e1919b6913b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:45.463571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ba983bc-f561-48fb-be3f-609e0a2c3e27 req-17ae1f12-e1b1-451a-b154-ed7ac31acfde tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984840 Mar 22 14:24:45.485226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 88db9c40-3967-4ed4-886e-1aec9379d929 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:45.487881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:45.701752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=36a349b3-e1bd-44b5-844a-ff396654c8b3,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:45.829140 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:24:45.833695 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:24:45.850412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d2fc1998-5d4e-480c-883f-9e1919b6913b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:45.851065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.894471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 082573f9-403e-4756-9d7b-52eb3a461521 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:24:45.927692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1004-9143-4275-b53e-55053d15a579 req-8ecf164c-7fca-4e97-b75c-d9afc9ae4cd2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:45.933619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c8e1004-9143-4275-b53e-55053d15a579 req-8ecf164c-7fca-4e97-b75c-d9afc9ae4cd2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.2060623 Mar 22 14:24:46.078545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d2fc1998-5d4e-480c-883f-9e1919b6913b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:46.169137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c8e1004-9143-4275-b53e-55053d15a579 req-ed489a8b-6e50-4434-a9d4-6a1598340c52 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273095 Mar 22 14:24:46.205266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:46.220483 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] Sync routers for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:46.227115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-72c2078e-6a28-4d5c-b6e6-b7257420e9a7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/082573f9-403e-4756-9d7b-52eb3a461521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9000342 Mar 22 14:24:46.227416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52664) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:46.244353 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:46.245322 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:46.249402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36a349b3-e1bd-44b5-844a-ff396654c8b3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:46.371458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8a5d2-69c4-45e6-a03b-7ee9b827b945 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:46.375738 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-96d8a5d2-69c4-45e6-a03b-7ee9b827b945 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports/b790babe-fe8a-4c18-8c82-9388f67fed3e HTTP/1.1" status: 200 len: 911 time: 0.1438646 Mar 22 14:24:46.376199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52668) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:46.379682 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:46.401200 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:46.401816 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:46.444332 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:46.444977 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d1321-9cff-40af-a2f8-2a9fe5daf295 None None] The sync data for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:46.473160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Current status of the port 36a349b3-e1bd-44b5-844a-ff396654c8b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:46.519772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 36a349b3-e1bd-44b5-844a-ff396654c8b3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:46.526730 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:46.604658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Provisioning complete for port b790babe-fe8a-4c18-8c82-9388f67fed3e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:46.608996 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:46.655365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Port b790babe-fe8a-4c18-8c82-9388f67fed3e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:46.676669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Provisioning complete for port d2fc1998-5d4e-480c-883f-9e1919b6913b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:46.678556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:46.845706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 36a349b3-e1bd-44b5-844a-ff396654c8b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:46.889689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb91ee-01f9-4018-a0ed-40114910d307 None None] Current status of the port d2fc1998-5d4e-480c-883f-9e1919b6913b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:46.932145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70004b2-0d8a-4b62-931e-dcea41bc029b req-691fcdae-51db-460a-8856-d0d6d7ebc888 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:46.933678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b70004b2-0d8a-4b62-931e-dcea41bc029b req-691fcdae-51db-460a-8856-d0d6d7ebc888 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3142233 Mar 22 14:24:47.046147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-890214e8-aae7-439b-800f-4b5e44bd6a39 None None] Provisioning complete for port 36a349b3-e1bd-44b5-844a-ff396654c8b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:47.046147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-890214e8-aae7-439b-800f-4b5e44bd6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.157709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b70004b2-0d8a-4b62-931e-dcea41bc029b req-cdde417e-4769-4193-bec4-c8fd715a8358 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914933 Mar 22 14:24:47.202006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-890214e8-aae7-439b-800f-4b5e44bd6a39 None None] Current status of the port 36a349b3-e1bd-44b5-844a-ff396654c8b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:47.225948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-890214e8-aae7-439b-800f-4b5e44bd6a39 None None] Provisioning complete for port b790babe-fe8a-4c18-8c82-9388f67fed3e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:47.227646 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-890214e8-aae7-439b-800f-4b5e44bd6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.237317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.295677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-890214e8-aae7-439b-800f-4b5e44bd6a39 None None] Port b790babe-fe8a-4c18-8c82-9388f67fed3e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:47.451242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a602c-9153-4ad7-b0ed-04776fe1a481 req-0a9018f0-8f89-4e88-82de-8d849ba1d004 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:47.459108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-717a602c-9153-4ad7-b0ed-04776fe1a481 req-0a9018f0-8f89-4e88-82de-8d849ba1d004 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 943 time: 0.1275499 Mar 22 14:24:47.567449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-717a602c-9153-4ad7-b0ed-04776fe1a481 req-3958485d-09c4-4360-bfee-61df165d6094 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071661 Mar 22 14:24:47.787745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8:1::1 (872c12fb-5b75-4326-bb23-1279552a401d/1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a/2808dab2-c0c5-447f-8e50-53f4fcd76095) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:47.920588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.935704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a60b0f84-035a-4bf8-b6ab-78227c14ba78 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:24:47.992431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.070644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 872c12fb-5b75-4326-bb23-1279552a401d is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:48.078851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=2808dab2-c0c5-447f-8e50-53f4fcd76095,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:48.082196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:48.095655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:48.102210 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.142386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port a60b0f84-035a-4bf8-b6ab-78227c14ba78, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a60b0f84-035a-4bf8-b6ab-78227c14ba78,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:48.157157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'port_id': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78', 'mac_address': 'fa:16:3e:d5:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:24:48.237617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port a60b0f84-035a-4bf8-b6ab-78227c14ba78 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:48.238469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.269194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60b0f84-035a-4bf8-b6ab-78227c14ba78 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:48.310985 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d6ad2e1a-4955-4d5e-89c5-d891f034e147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.314516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port a60b0f84-035a-4bf8-b6ab-78227c14ba78, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a60b0f84-035a-4bf8-b6ab-78227c14ba78,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:48.322653 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.334466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.391948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=a60b0f84-035a-4bf8-b6ab-78227c14ba78,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:48.559940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['a60b0f84-035a-4bf8-b6ab-78227c14ba78'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:48.660463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ce21c9c1-c3de-4489-a8dc-55c43dfe66ee None None] Provisioning complete for port 2808dab2-c0c5-447f-8e50-53f4fcd76095 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:48.661185 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ce21c9c1-c3de-4489-a8dc-55c43dfe66ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.709702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9480d7a-964a-4352-9672-c3748fed223e req-6beea9ac-ab86-46c1-a7e5-8b4bb92f8087 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:48.711716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9480d7a-964a-4352-9672-c3748fed223e req-6beea9ac-ab86-46c1-a7e5-8b4bb92f8087 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3109634 Mar 22 14:24:48.744573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ce21c9c1-c3de-4489-a8dc-55c43dfe66ee None None] Port 2808dab2-c0c5-447f-8e50-53f4fcd76095 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:49.051803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9480d7a-964a-4352-9672-c3748fed223e req-d716bc75-13ce-4728-bfa7-a6e9e6ee59de tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217011 Mar 22 14:24:49.059821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2787c-0198-49b0-8270-cd86ebfe67c0 req-847ceccb-a02c-4a98-8e42-2dbb28a1ab42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:49.067422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61e2787c-0198-49b0-8270-cd86ebfe67c0 req-847ceccb-a02c-4a98-8e42-2dbb28a1ab42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 944 time: 0.3452141 Mar 22 14:24:49.094432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.115705 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.116666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.208990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61e2787c-0198-49b0-8270-cd86ebfe67c0 req-0217d5cf-3a4b-463d-b473-0e7d565dcf6c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405780 Mar 22 14:24:49.237627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=2808dab2-c0c5-447f-8e50-53f4fcd76095,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:49.289005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 872c12fb-5b75-4326-bb23-1279552a401d is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:49.290692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:49.405161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 082573f9-403e-4756-9d7b-52eb3a461521 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:49.527269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:49.532890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1cf1c182-7471-4c49-af7e-8ca4434d40cf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/082573f9-403e-4756-9d7b-52eb3a461521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1555574 Mar 22 14:24:49.536205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:49.546554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] Sync routers for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:49.582219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:49.584598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:49.601922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e726d9-0b72-4d2b-86ea-a829743e9b9e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:49.603622 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-23e726d9-0b72-4d2b-86ea-a829743e9b9e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports/2808dab2-c0c5-447f-8e50-53f4fcd76095 HTTP/1.1" status: 200 len: 913 time: 0.0669696 Mar 22 14:24:49.606863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52702) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:49.646752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:49.679963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4efd823f-4bea-4cad-a2fc-dac6b238fb53 None None] Provisioning complete for port 2808dab2-c0c5-447f-8e50-53f4fcd76095 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:49.680504 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4efd823f-4bea-4cad-a2fc-dac6b238fb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.682987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:49.683735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:49.771573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:49.772615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eab4fb-e8a1-466b-b3fc-f1e9874ae00c None None] The sync data for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:49.795003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4efd823f-4bea-4cad-a2fc-dac6b238fb53 None None] Port 2808dab2-c0c5-447f-8e50-53f4fcd76095 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:49.941574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a60b0f84-035a-4bf8-b6ab-78227c14ba78 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:50.101869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port a60b0f84-035a-4bf8-b6ab-78227c14ba78 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:24:50.108007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.109819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port a60b0f84-035a-4bf8-b6ab-78227c14ba78 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:50.110663 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.292965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port a60b0f84-035a-4bf8-b6ab-78227c14ba78 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:50.292965 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.361424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port a60b0f84-035a-4bf8-b6ab-78227c14ba78, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a60b0f84-035a-4bf8-b6ab-78227c14ba78,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:50.363455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:50.370304 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22db28aa-257d-4576-9b1e-a3838f15be59" -d '{"events": [{"server_uuid": "c2b014db-ef80-47fa-8493-93961d505d8c", "name": "network-vif-plugged", "status": "completed", "tag": "a60b0f84-035a-4bf8-b6ab-78227c14ba78"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:50.379298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.449676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5da84-75e2-4704-b774-2a8d8f12b04d req-4256778d-b234-4e87-814c-2df8e674f83a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:50.451537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5d5da84-75e2-4704-b774-2a8d8f12b04d req-4256778d-b234-4e87-814c-2df8e674f83a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1911998 Mar 22 14:24:50.509289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2500981-b43b-4600-9387-ccca9840f66e req-13ac57f3-0f44-4d66-bd5f-041e90c9da1d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:50.511064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2500981-b43b-4600-9387-ccca9840f66e req-13ac57f3-0f44-4d66-bd5f-041e90c9da1d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.1455193 Mar 22 14:24:50.513831 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50dbb9c-d1ef-44f0-b711-04d2a472e76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.554407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=a60b0f84-035a-4bf8-b6ab-78227c14ba78,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:50.570252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5d5da84-75e2-4704-b774-2a8d8f12b04d req-8eb6ac78-a4e6-40d6-899e-0695d0b74336 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077323 Mar 22 14:24:50.656681 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c357bb-f6d1-4800-90a7-64daa5ac46cf x-openstack-request-id: req-03c357bb-f6d1-4800-90a7-64daa5ac46cf {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:50.660171 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b014db-ef80-47fa-8493-93961d505d8c", "name": "network-vif-plugged", "status": "completed", "tag": "a60b0f84-035a-4bf8-b6ab-78227c14ba78", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:50.660655 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03c357bb-f6d1-4800-90a7-64daa5ac46cf {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:50.661299 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c357bb-f6d1-4800-90a7-64daa5ac46cf'] response: {'server_uuid': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78', 'code': 200} Mar 22 14:24:50.663130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2500981-b43b-4600-9387-ccca9840f66e req-eecd96c9-a899-4c53-9070-502930fe0d0a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244013 Mar 22 14:24:50.732976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 2808dab2-c0c5-447f-8e50-53f4fcd76095 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:50.733397 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.224788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40deba-4ece-4e76-b5b5-0b33bf00b939 req-a11028c8-abdc-45d4-9eea-717f2955bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:51.227155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce40deba-4ece-4e76-b5b5-0b33bf00b939 req-a11028c8-abdc-45d4-9eea-717f2955bd9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 1127 time: 0.4812412 Mar 22 14:24:51.245816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.260272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 2808dab2-c0c5-447f-8e50-53f4fcd76095 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:51.463768 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2808dab2-c0c5-447f-8e50-53f4fcd76095), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.507538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=2808dab2-c0c5-447f-8e50-53f4fcd76095,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:51.628124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce40deba-4ece-4e76-b5b5-0b33bf00b939 req-b2b035cf-8316-4ebb-a5c1-0c6e91e3ce7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803200 Mar 22 14:24:51.868908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.921699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.988249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014cfbe-7d62-4dbc-8d4c-e54dba4f70c2 req-120f6e58-3382-48f3-82cb-e951048118be tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:51.989872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1014cfbe-7d62-4dbc-8d4c-e54dba4f70c2 req-120f6e58-3382-48f3-82cb-e951048118be tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.2455206 Mar 22 14:24:51.999065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e10110-a61c-40c8-9185-58ee75594efc req-3f3944f7-4155-4d7d-82d6-bfa6b75bc05a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:52.000752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01e10110-a61c-40c8-9185-58ee75594efc req-3f3944f7-4155-4d7d-82d6-bfa6b75bc05a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.2105424 Mar 22 14:24:52.088440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01e10110-a61c-40c8-9185-58ee75594efc req-3944fe63-4d1a-40a1-8fc6-ff5b670d30f9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765452 Mar 22 14:24:52.133786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1014cfbe-7d62-4dbc-8d4c-e54dba4f70c2 req-3a6aba00-36ad-4ad8-977d-9479737514ac tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244960 Mar 22 14:24:52.283205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 082573f9-403e-4756-9d7b-52eb3a461521 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:52.498703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:52.503993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-273f61aa-45db-431d-8262-77c9d8e23f7c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/082573f9-403e-4756-9d7b-52eb3a461521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959904 Mar 22 14:24:52.506970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52734) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:52.509633 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] Sync routers for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:52.539603 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:52.541750 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:52.647139 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:52.670285 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:52.670958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:52.746671 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:52.747589 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea3768-19dd-4f15-a941-97c2696464f9 None None] The sync data for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:53.118634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.418504 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.524571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f938cb-bdff-40b5-baf6-b424707fed7f req-f542d396-12f5-4582-87b2-254627f6934b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:53.526242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2f938cb-bdff-40b5-baf6-b424707fed7f req-f542d396-12f5-4582-87b2-254627f6934b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1915483 Mar 22 14:24:53.564042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7685b-472c-46f6-ac29-857301a16bf4 req-b1929269-3725-46a1-8669-daa780fbf664 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:53.565592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2f7685b-472c-46f6-ac29-857301a16bf4 req-b1929269-3725-46a1-8669-daa780fbf664 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.2444167 Mar 22 14:24:53.656734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2f938cb-bdff-40b5-baf6-b424707fed7f req-c15e4ac8-121f-47fb-b298-6123b66c394a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172659 Mar 22 14:24:53.675843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2f7685b-472c-46f6-ac29-857301a16bf4 req-647248e9-665b-4ff5-9dff-f58814be9243 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008742 Mar 22 14:24:53.772802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port b790babe-fe8a-4c18-8c82-9388f67fed3e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:53.773504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.875193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.888904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for b790babe-fe8a-4c18-8c82-9388f67fed3e owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:54.052597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbafaf9-e8a2-4c0f-ad9a-44b6496e0b3b req-91b06eea-835b-43e8-9243-9fa4bf9e50a6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:54.054271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddbafaf9-e8a2-4c0f-ad9a-44b6496e0b3b req-91b06eea-835b-43e8-9243-9fa4bf9e50a6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.1085658 Mar 22 14:24:54.169507 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b790babe-fe8a-4c18-8c82-9388f67fed3e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.209836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=b790babe-fe8a-4c18-8c82-9388f67fed3e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:54.257927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.258377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.258783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.259194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.259611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.260222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.260737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.261152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.261570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.262643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.262643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.262958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.263847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.263847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.264306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:54.363716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddbafaf9-e8a2-4c0f-ad9a-44b6496e0b3b req-e63ea9fc-7c43-43fe-99aa-392e672a7822 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163393 Mar 22 14:24:54.447825 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (082573f9-403e-4756-9d7b-52eb3a461521), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.516674 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.671983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e094135-3a7f-4bf8-8989-6c083244a544 req-e3b3624c-5d7d-4b2d-b69e-699fc9630717 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:54.677893 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.679476 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e094135-3a7f-4bf8-8989-6c083244a544 req-e3b3624c-5d7d-4b2d-b69e-699fc9630717 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.1637545 Mar 22 14:24:54.763417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 082573f9-403e-4756-9d7b-52eb3a461521 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:54.853258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e094135-3a7f-4bf8-8989-6c083244a544 req-e905d718-5246-4644-9fa1-451425dfd563 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727083 Mar 22 14:24:55.456676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:55.467912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d7555c65-ed23-45db-a0ed-ec13d406a4b3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/082573f9-403e-4756-9d7b-52eb3a461521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9597375 Mar 22 14:24:55.471982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52770) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:55.477665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd3f63-8845-487b-8e8b-a67b13c6a2e0 req-ae00b59b-d358-4907-a42c-9d90bd4b4df2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:55.482009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1cd3f63-8845-487b-8e8b-a67b13c6a2e0 req-ae00b59b-d358-4907-a42c-9d90bd4b4df2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.6251833 Mar 22 14:24:55.484229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] Sync routers for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:55.519727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:55.522847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:55.585745 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e850c82c-b65c-4206-bba4-e58877054fee tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=082573f9-403e-4756-9d7b-52eb3a461521 HTTP/1.1" status: 200 len: 205 time: 0.1124268 Mar 22 14:24:55.589551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52772) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:55.640345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1cd3f63-8845-487b-8e8b-a67b13c6a2e0 req-17e5dbb5-31e4-4a46-95b4-9ead9be273ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242962 Mar 22 14:24:55.679180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:55.709640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb932ba1-99c2-4039-ae4a-5b7be43480d9 req-29431b9c-46a8-4d95-bc50-d57450e3d9d6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:55.719751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb932ba1-99c2-4039-ae4a-5b7be43480d9 req-29431b9c-46a8-4d95-bc50-d57450e3d9d6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.3290060 Mar 22 14:24:55.760178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] Routers {'082573f9-403e-4756-9d7b-52eb3a461521'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:55.763436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['082573f9-403e-4756-9d7b-52eb3a461521'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:55.803075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-685dc1f5-3964-4f11-b79f-613f3be57ab9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (082573f9-403e-4756-9d7b-52eb3a461521), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:55.819639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:55.820591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c002cdf-a822-46c9-9de4-cfbbc9e162c4 None None] The sync data for ids ['082573f9-403e-4756-9d7b-52eb3a461521'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:55.860210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb932ba1-99c2-4039-ae4a-5b7be43480d9 req-ecedf3fa-ddf0-4297-83ec-e3f23e8988f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374490 Mar 22 14:24:56.111931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-685dc1f5-3964-4f11-b79f-613f3be57ab9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (082573f9-403e-4756-9d7b-52eb3a461521), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.118332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-685dc1f5-3964-4f11-b79f-613f3be57ab9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (082573f9-403e-4756-9d7b-52eb3a461521), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.228000 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-685dc1f5-3964-4f11-b79f-613f3be57ab9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (082573f9-403e-4756-9d7b-52eb3a461521), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.228464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685dc1f5-3964-4f11-b79f-613f3be57ab9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Fanout notify agent at l3_agent the message router_deleted on router 082573f9-403e-4756-9d7b-52eb3a461521 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:24:56.247444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-685dc1f5-3964-4f11-b79f-613f3be57ab9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.251873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52784) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:56.252784 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-685dc1f5-3964-4f11-b79f-613f3be57ab9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/082573f9-403e-4756-9d7b-52eb3a461521 HTTP/1.1" status: 204 len: 168 time: 0.6615002 Mar 22 14:24:56.340249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet 1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:56.359327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.433773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.674820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-769f2906-a6ed-45cc-b217-41de79867164 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:56.676475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-769f2906-a6ed-45cc-b217-41de79867164 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.1796017 Mar 22 14:24:56.791043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.175931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bada5c-c285-404c-bf16-52ceca27449f req-374585ae-ba7f-4630-bb95-865734bd4937 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:57.177590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6bada5c-c285-404c-bf16-52ceca27449f req-374585ae-ba7f-4630-bb95-865734bd4937 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.3341870 Mar 22 14:24:57.179877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port a60b0f84-035a-4bf8-b6ab-78227c14ba78 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:57.180220 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.242325 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.431158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439e98-0263-4049-a83d-e38a83d2a96a req-f24f6d78-1028-496a-86d9-9efbe4da0b35 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:57.432727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07439e98-0263-4049-a83d-e38a83d2a96a req-f24f6d78-1028-496a-86d9-9efbe4da0b35 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 945 time: 0.4569826 Mar 22 14:24:57.437745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:57.452820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6672fb-ca5e-4b6b-bf3f-76093459ce2a None None] Network 872c12fb-5b75-4326-bb23-1279552a401d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:57.459932 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.463210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7147936e-4adb-432e-8731-2217e210d784 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a HTTP/1.1" status: 204 len: 168 time: 1.2102017 Mar 22 14:24:57.467674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:57.588635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07439e98-0263-4049-a83d-e38a83d2a96a req-2b69e186-48be-44fb-a209-2945ca0586e0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338248 Mar 22 14:24:57.631123 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6bada5c-c285-404c-bf16-52ceca27449f req-006d9694-b0c6-429d-9245-b38587081b10 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324071 Mar 22 14:24:57.632125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet 9b7754d0-b46d-414b-ba97-5d771c93c5fe {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:57.643267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (9b7754d0-b46d-414b-ba97-5d771c93c5fe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.653719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] For port a60b0f84-035a-4bf8-b6ab-78227c14ba78, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a60b0f84-035a-4bf8-b6ab-78227c14ba78,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:57.654114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.678859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for a60b0f84-035a-4bf8-b6ab-78227c14ba78 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:57.730264 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (9b7754d0-b46d-414b-ba97-5d771c93c5fe), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.822441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] DHCP port deletion for 872c12fb-5b75-4326-bb23-1279552a401d request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:57.932310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] Deleting port 36a349b3-e1bd-44b5-844a-ff396654c8b3 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:57.932895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.946978 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a60b0f84-035a-4bf8-b6ab-78227c14ba78), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.985402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9b7754d0-b46d-414b-ba97-5d771c93c5fe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.004957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=a60b0f84-035a-4bf8-b6ab-78227c14ba78,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:58.014295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] For port 36a349b3-e1bd-44b5-844a-ff396654c8b3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=36a349b3-e1bd-44b5-844a-ff396654c8b3,segment=NetworkSegment(1f7289f1-c103-4510-ab42-c333f8e52de6),segment_id=1f7289f1-c103-4510-ab42-c333f8e52de6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:58.014571 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.028696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] Calling delete_port for 36a349b3-e1bd-44b5-844a-ff396654c8b3 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:58.095509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] No DVR routers for this DVR port a60b0f84-035a-4bf8-b6ab-78227c14ba78 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:58.112898 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.117441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a8d906a-cdee-44ee-8823-5f189195d5eb req-796916f8-2248-4528-ae8a-6ddef660eeb8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "DELETE /v2.0/ports/a60b0f84-035a-4bf8-b6ab-78227c14ba78 HTTP/1.1" status: 204 len: 173 time: 1.4168954 Mar 22 14:24:58.118229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'name': 'network-vif-deleted', 'tag': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:58.120968 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548726d3-0c14-4e3d-9270-80b3718dc283" -d '{"events": [{"server_uuid": "c2b014db-ef80-47fa-8493-93961d505d8c", "name": "network-vif-deleted", "tag": "a60b0f84-035a-4bf8-b6ab-78227c14ba78"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:58.169732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (9b7754d0-b46d-414b-ba97-5d771c93c5fe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.206416 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1442f1-1a39-4821-8089-1bc84b19f832 x-openstack-request-id: req-9b1442f1-1a39-4821-8089-1bc84b19f832 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:58.206924 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b014db-ef80-47fa-8493-93961d505d8c", "name": "network-vif-deleted", "tag": "a60b0f84-035a-4bf8-b6ab-78227c14ba78", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:58.207311 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b1442f1-1a39-4821-8089-1bc84b19f832 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:58.207895 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1442f1-1a39-4821-8089-1bc84b19f832'] response: {'server_uuid': 'c2b014db-ef80-47fa-8493-93961d505d8c', 'name': 'network-vif-deleted', 'tag': 'a60b0f84-035a-4bf8-b6ab-78227c14ba78', 'status': 'completed', 'code': 200} Mar 22 14:24:58.209478 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (36a349b3-e1bd-44b5-844a-ff396654c8b3), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.271953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7754d0-b46d-414b-ba97-5d771c93c5fe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:58.286991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] No DVR routers for this DVR port 36a349b3-e1bd-44b5-844a-ff396654c8b3 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:58.288637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36a349b3-e1bd-44b5-844a-ff396654c8b3 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:58.292156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a7161-5efb-47a0-8201-e7ff3a7495e1 None None] Pushing event deleted for resources: {'Port': ['ID=36a349b3-e1bd-44b5-844a-ff396654c8b3,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:58.292534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.296348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-71e5bb7c-d835-4d84-8424-9ee40d83d83b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/9b7754d0-b46d-414b-ba97-5d771c93c5fe HTTP/1.1" status: 204 len: 168 time: 0.8265131 Mar 22 14:24:58.304772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52816) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:58.373952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25522e70-3f70-46d5-a72b-0dc5de91391b None None] Network 88db9c40-3967-4ed4-886e-1aec9379d929 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:58.475378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (872c12fb-5b75-4326-bb23-1279552a401d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.492216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 36a349b3-e1bd-44b5-844a-ff396654c8b3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:58.492775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36a349b3-e1bd-44b5-844a-ff396654c8b3 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:58.575837 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.680162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] DHCP port deletion for 88db9c40-3967-4ed4-886e-1aec9379d929 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:58.693455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (872c12fb-5b75-4326-bb23-1279552a401d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.717357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872c12fb-5b75-4326-bb23-1279552a401d']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:58.730800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7289f1-c103-4510-ab42-c333f8e52de6') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:58.731367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7289f1-c103-4510-ab42-c333f8e52de6') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:58.741909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (1f7289f1-c103-4510-ab42-c333f8e52de6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.756636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1f7289f1-c103-4510-ab42-c333f8e52de6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.763021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:58.763615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (1f7289f1-c103-4510-ab42-c333f8e52de6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.834534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] Deleting port d2fc1998-5d4e-480c-883f-9e1919b6913b {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:58.844279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:58.865735 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:58.893189 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (872c12fb-5b75-4326-bb23-1279552a401d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.943167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a906923d-2cd4-474a-960c-73ef34f117b0 req-8bbfbd74-c395-4912-8bf0-97806058407a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0648088 Mar 22 14:24:58.955633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] For port d2fc1998-5d4e-480c-883f-9e1919b6913b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2fc1998-5d4e-480c-883f-9e1919b6913b,segment=NetworkSegment(479a6335-56bf-4317-ae3c-1aeae6f4d4fc),segment_id=479a6335-56bf-4317-ae3c-1aeae6f4d4fc)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:58.956158 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.962740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.962740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/872c12fb-5b75-4326-bb23-1279552a401d HTTP/1.1" status: 204 len: 168 time: 0.6617310 Mar 22 14:24:58.967336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52824) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:58.982877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7f904-fa68-41e6-af27-96a3bb52de35 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=872c12fb-5b75-4326-bb23-1279552a401d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:59.023928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-03ef82cc-72e2-41ce-9353-58d3ed982259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:59.025488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-03ef82cc-72e2-41ce-9353-58d3ed982259 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1128 time: 0.5048387 Mar 22 14:24:59.047259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b95b06-37b6-4264-a92c-b8c64ff327bf req-9fc5838c-4aad-4843-8f7e-5f5fd69adb6f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:59.047395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] Calling delete_port for d2fc1998-5d4e-480c-883f-9e1919b6913b owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:59.055205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16b95b06-37b6-4264-a92c-b8c64ff327bf req-9fc5838c-4aad-4843-8f7e-5f5fd69adb6f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1860359 Mar 22 14:24:59.171845 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (88db9c40-3967-4ed4-886e-1aec9379d929), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.202751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-27a54c80-21d1-457e-adb6-9c23f121b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:59.205286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-27a54c80-21d1-457e-adb6-9c23f121b4e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.1429904 Mar 22 14:24:59.226411 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.276628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port d2fc1998-5d4e-480c-883f-9e1919b6913b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:59.276972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.280655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] Pushing event deleted for resources: {'Port': ['ID=d2fc1998-5d4e-480c-883f-9e1919b6913b,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:59.284601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718443f-71eb-4075-acb4-4f46dd6154ad None None] No DVR routers for this DVR port d2fc1998-5d4e-480c-883f-9e1919b6913b on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:59.353149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16b95b06-37b6-4264-a92c-b8c64ff327bf req-6399adf3-140f-44b2-a4a7-e9838c9f3383 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968225 Mar 22 14:24:59.360539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-45eeedfe-a525-4308-a93b-e6540b32c65a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 1002 time: 0.1431463 Mar 22 14:24:59.379277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port d2fc1998-5d4e-480c-883f-9e1919b6913b, host n-d-834677-3, got binding levels [] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:59.379696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.393623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for d2fc1998-5d4e-480c-883f-9e1919b6913b owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:59.396397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Port d2fc1998-5d4e-480c-883f-9e1919b6913b was not found and therefore no delete operation was performed {{(pid=110458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:24:59.397938 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d2fc1998-5d4e-480c-883f-9e1919b6913b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.414092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port d2fc1998-5d4e-480c-883f-9e1919b6913b on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:59.427428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-df5ea0e6-06b0-4604-8f47-06367204c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:59.429150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-df5ea0e6-06b0-4604-8f47-06367204c294 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0529349 Mar 22 14:24:59.440709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=d2fc1998-5d4e-480c-883f-9e1919b6913b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:59.491218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-2ff9634f-220b-4747-88e7-7edf56034ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:59.493663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-2ff9634f-220b-4747-88e7-7edf56034ee1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512502 Mar 22 14:24:59.528118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (88db9c40-3967-4ed4-886e-1aec9379d929), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.594409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-f3a91474-b889-4157-9fd1-f1d6e1408502 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908673 Mar 22 14:24:59.711142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed275fc1-6b3d-47d1-a24d-daf1cddef93e req-d1f19a99-22b3-4957-ac79-21bfa808c5b2 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076856 Mar 22 14:24:59.882329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88db9c40-3967-4ed4-886e-1aec9379d929']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:59.892936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479a6335-56bf-4317-ae3c-1aeae6f4d4fc') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:59.893314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479a6335-56bf-4317-ae3c-1aeae6f4d4fc') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:59.902540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (479a6335-56bf-4317-ae3c-1aeae6f4d4fc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.917661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (479a6335-56bf-4317-ae3c-1aeae6f4d4fc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.924947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:59.925438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (479a6335-56bf-4317-ae3c-1aeae6f4d4fc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:59.928824 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:59.967396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a60b0f84-035a-4bf8-b6ab-78227c14ba78 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:00.004359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: a60b0f84-035a-4bf8-b6ab-78227c14ba78 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:00.004735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a60b0f84-035a-4bf8-b6ab-78227c14ba78 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:00.016269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (88db9c40-3967-4ed4-886e-1aec9379d929), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.033818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.041258 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/88db9c40-3967-4ed4-886e-1aec9379d929 HTTP/1.1" status: 204 len: 168 time: 1.0688899 Mar 22 14:25:00.051021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52834) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:00.057628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1224306337'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:00.064738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce55f2-6c52-4e08-ae8e-547dca08e356 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=88db9c40-3967-4ed4-886e-1aec9379d929,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:00.114027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:00.122351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.147753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c85244c9-d2d6-4564-8e19-fd435a89d362 req-7d1c556a-8aed-4b4d-97a0-48337ed06ae2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1177239 Mar 22 14:25:00.167449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:00.180669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.181204 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5 of type vlan for network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 Mar 22 14:25:00.262616 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (73a91196-19d1-4687-a3dd-c0c4ecf6af24), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.264406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2fc1998-5d4e-480c-883f-9e1919b6913b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:00.292771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d2fc1998-5d4e-480c-883f-9e1919b6913b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:00.293118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2fc1998-5d4e-480c-883f-9e1919b6913b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:00.307663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (73a91196-19d1-4687-a3dd-c0c4ecf6af24), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.312742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:00.313334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.382383 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3300853 Mar 22 14:25:00.382582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52842) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:00.388030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:00.394590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202d336-f985-47c5-a6cb-326c35efdcc1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=73a91196-19d1-4687-a3dd-c0c4ecf6af24,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:00.406301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:00.607721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfbf17-f173-4ec7-8cf0-797cd25a429c req-e3099f08-9b50-4a91-83c4-6988f63b8c93 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:00.609719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2dfbf17-f173-4ec7-8cf0-797cd25a429c req-e3099f08-9b50-4a91-83c4-6988f63b8c93 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1135581 Mar 22 14:25:00.673270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2dfbf17-f173-4ec7-8cf0-797cd25a429c req-850c919b-5bee-4947-ae48-3ebabc563f2c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556295 Mar 22 14:25:00.674021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:00.678615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.875585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (081e4130-079a-4c94-9f15-8c8468bc9199), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.951521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=081e4130-079a-4c94-9f15-8c8468bc9199,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:00.954010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': 'b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:00.954319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: 73a91196-19d1-4687-a3dd-c0c4ecf6af24, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:00.978166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:00.991528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 73a91196-19d1-4687-a3dd-c0c4ecf6af24) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:00.996366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:00.997936 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.005188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6b7a1f-2deb-49a3-8971-c268a46c4c0c None None] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:01.023772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d4540934-28cd-47b2-93ad-1d69c15c816b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6390543 Mar 22 14:25:01.025207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52846) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:01.030840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0993dc70-b54c-4fa1-93b6-d1e492123a1d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-550060460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:01.060161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0993dc70-b54c-4fa1-93b6-d1e492123a1d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.061868 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0993dc70-b54c-4fa1-93b6-d1e492123a1d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.139033 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0993dc70-b54c-4fa1-93b6-d1e492123a1d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.147128 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0993dc70-b54c-4fa1-93b6-d1e492123a1d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.149564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-73a91196-19d1-4687-a3dd-c0c4ecf6af24', 'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': '081e4130-079a-4c94-9f15-8c8468bc9199'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:01.149707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.179677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0993dc70-b54c-4fa1-93b6-d1e492123a1d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.181729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0993dc70-b54c-4fa1-93b6-d1e492123a1d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1551123 Mar 22 14:25:01.184362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52848) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:01.211184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'port': {'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24', 'name': 'tempest-RoutersIpV6Test-252860065'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:01.362390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3dcc1158-4288-4218-ae59-b82af558823d req-3a1e2dda-7674-4e26-8da6-2c9957018c67 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0588369 Mar 22 14:25:01.568839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:01.572300 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.607279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] device_id is not set on port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:25:01.760850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Allocated IP 2001:db8::2 (73a91196-19d1-4687-a3dd-c0c4ecf6af24/081e4130-079a-4c94-9f15-8c8468bc9199/85c3f13b-2d54-4632-aeb6-f082a0ed2cea) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:01.835438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:01.884550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:01.913245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d3308-2b71-468b-a5f2-c29723bdb40c req-a825594e-097b-40d8-b3ab-688701e5121c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:01.917173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b3d3308-2b71-468b-a5f2-c29723bdb40c req-a825594e-097b-40d8-b3ab-688701e5121c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 946 time: 0.1211877 Mar 22 14:25:02.014303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b3d3308-2b71-468b-a5f2-c29723bdb40c req-43d1a18f-fd96-4097-9571-c21f1194649d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903349 Mar 22 14:25:02.061407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Publish callbacks [] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.062257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edb2fac6-7725-480f-940b-81c7901ac022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.069081 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.125729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:02.130311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:02.135454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:02.172718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:02.173104 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.195231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8::182 (73a91196-19d1-4687-a3dd-c0c4ecf6af24/081e4130-079a-4c94-9f15-8c8468bc9199/5c9b36f2-ad56-4fa9-a0c2-920c75c04b53) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:02.197595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Pushing event updated for resources: {'Port': ['ID=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:02.219334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:02.221551 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9832f09-b307-4580-b2f4-1ee5fd4c55b2" -d '{"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-unplugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:02.242965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:02.245866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Attempting to bind port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:02.246711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Attempting to bind port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:02.247090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Attempting to bind port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea on network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:02.252530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:02.253415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Checking segment: {'id': 'b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:02.253415 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.253663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Bound using segment: {'id': 'b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:02.254168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Bound port: 85c3f13b-2d54-4632-aeb6-f082a0ed2cea, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '73a91196-19d1-4687-a3dd-c0c4ecf6af24'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:02.254579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.267993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edb2fac6-7725-480f-940b-81c7901ac022 admin admin] Publish callbacks [] for security_group (cd3c75fc-70e2-4891-aedb-eeb1046aa3c7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.269991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.288255 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-edb2fac6-7725-480f-940b-81c7901ac022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cd3c75fc-70e2-4891-aedb-eeb1046aa3c7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.349348 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e19ae3-a917-4b64-b249-75ed950308d7 x-openstack-request-id: req-29e19ae3-a917-4b64-b249-75ed950308d7 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:02.350083 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-unplugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:02.350083 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29e19ae3-a917-4b64-b249-75ed950308d7 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:02.350324 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e19ae3-a917-4b64-b249-75ed950308d7'] response: {'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'code': 200} Mar 22 14:25:02.367765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:02.370774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] For port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:02.374242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] For port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,segment=NetworkSegment(b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5),segment_id=b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:02.385874 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.427141 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-edb2fac6-7725-480f-940b-81c7901ac022 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5619b19508774914b3eddf39b47f3fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5900187 Mar 22 14:25:02.428350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52878) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:02.440150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2fac6-7725-480f-940b-81c7901ac022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c75fc-70e2-4891-aedb-eeb1046aa3c7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:02.526827 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bd37853-f60d-4d0c-a0c9-11776f83ad77 admin admin] Publish callbacks [] for security_group (cd3c75fc-70e2-4891-aedb-eeb1046aa3c7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.528833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086aaac-73af-476a-82fa-d3178f97d11f None None] Pushing event updated for resources: {'Port': ['ID=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:02.554269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bd37853-f60d-4d0c-a0c9-11776f83ad77 admin admin] Publish callbacks [] for security_group (cd3c75fc-70e2-4891-aedb-eeb1046aa3c7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.574073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f50707a-d461-4765-b268-b33384c0f6a8 req-755c07da-1a18-461a-9ef4-3bccf6e5ea56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0742388 Mar 22 14:25:02.630319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bd37853-f60d-4d0c-a0c9-11776f83ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cd3c75fc-70e2-4891-aedb-eeb1046aa3c7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.633096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1bd37853-f60d-4d0c-a0c9-11776f83ad77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.634270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1bd37853-f60d-4d0c-a0c9-11776f83ad77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd3c75fc-70e2-4891-aedb-eeb1046aa3c7 HTTP/1.1" status: 204 len: 168 time: 0.2018251 Mar 22 14:25:02.644403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd37853-f60d-4d0c-a0c9-11776f83ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c75fc-70e2-4891-aedb-eeb1046aa3c7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:02.701093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.757107 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.808968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:02.816851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:02.819848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:02.826519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:02.827171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.850872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=5c9b36f2-ad56-4fa9-a0c2-920c75c04b53,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:02.860508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52882) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:02.861068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d158883c-800e-4951-9e4b-96a357cb78ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6751041 Mar 22 14:25:03.217680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb8c75-cd1b-4542-a066-038d85674a79 req-d57fbf9e-1e27-42d1-b22f-d2d1e471f91a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:03.221274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79bb8c75-cd1b-4542-a066-038d85674a79 req-d57fbf9e-1e27-42d1-b22f-d2d1e471f91a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.0920837 Mar 22 14:25:03.297497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79bb8c75-cd1b-4542-a066-038d85674a79 req-8f7773df-0829-42f4-bb71-d80637862165 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690172 Mar 22 14:25:03.368285 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.773939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1153d7d2-bea9-42ab-a440-e6716ab828f6 req-11241a02-acdd-4e8e-8fdc-9cba236f192b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0812795 Mar 22 14:25:03.833051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.841503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.841652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52920) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:03.954709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=5c9b36f2-ad56-4fa9-a0c2-920c75c04b53,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:04.026197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-719384600-network', 'tenant_id': 'e06b24fa212642c6abb638129fabf21a'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:04.059129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Made reservation on behalf of e06b24fa212642c6abb638129fabf21a for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:04.061862 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.089896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.090993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac0a55-451f-4bf9-ae80-573be04490fd None None] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:04.107345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.233959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f9caa6db-b3b4-431d-b775-3bb629307b9c None None] Provisioning complete for port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:04.234554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f9caa6db-b3b4-431d-b775-3bb629307b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.309534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.332267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks [] for security_group (43c0e468-7df9-43ad-89fc-bb5d2bf685db), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.338092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 85c3f13b-2d54-4632-aeb6-f082a0ed2cea up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:04.338599 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (43c0e468-7df9-43ad-89fc-bb5d2bf685db), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.383861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:04.410057 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (79374e00-39b2-4432-a09d-1467412d5639), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.410594 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Added segment 79374e00-39b2-4432-a09d-1467412d5639 of type vlan for network 61322600-9eb7-42ce-9baa-2e9d4a1515fb Mar 22 14:25:04.412039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c0e468-7df9-43ad-89fc-bb5d2bf685db,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:04.478770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f9caa6db-b3b4-431d-b775-3bb629307b9c None None] Current status of the port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:04.479704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f9caa6db-b3b4-431d-b775-3bb629307b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.482523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (61322600-9eb7-42ce-9baa-2e9d4a1515fb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.517416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:04.518363 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.579881 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (61322600-9eb7-42ce-9baa-2e9d4a1515fb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.580879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:04.581531 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.633399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f9caa6db-b3b4-431d-b775-3bb629307b9c None None] For port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,segment=NetworkSegment(b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5),segment_id=b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:04.663980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] Pushing event updated for resources: {'Network': ['ID=61322600-9eb7-42ce-9baa-2e9d4a1515fb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:04.669553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-794a40a4-cc52-4235-9eb3-20d2fd82c95c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8267159 Mar 22 14:25:04.673189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52942) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:04.673767 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f9caa6db-b3b4-431d-b775-3bb629307b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.678920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Request body: {'subnet': {'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-719384600-subnet', 'tenant_id': 'e06b24fa212642c6abb638129fabf21a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:04.686575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 61322600-9eb7-42ce-9baa-2e9d4a1515fb details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:04.720096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Made reservation on behalf of e06b24fa212642c6abb638129fabf21a for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:04.722638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.768876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-d82e83c7-a49d-48b0-9f38-eb8fd40984de req-8ce65b3b-ab9a-4766-ad19-d693bbbd495c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:25:04.780663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d82e83c7-a49d-48b0-9f38-eb8fd40984de req-8ce65b3b-ab9a-4766-ad19-d693bbbd495c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0418653 Mar 22 14:25:04.848658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:04.849516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.869121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.885812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.895984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.908323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3e13b604-5009-4671-9250-1a637acab0fc None None] Provisioning complete for port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:04.910106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3e13b604-5009-4671-9250-1a637acab0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.978856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2810150-e15b-4b43-8366-ee2f973d24de req-93dd4395-cee1-4367-a483-287da88466e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0489476 Mar 22 14:25:05.080312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caa6db-b3b4-431d-b775-3bb629307b9c None None] Pushing event updated for resources: {'Port': ['ID=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:05.154055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=5c9b36f2-ad56-4fa9-a0c2-920c75c04b53,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:05.184356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:25:05.184923 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:25:05.200947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3e13b604-5009-4671-9250-1a637acab0fc None None] Current status of the port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:05.206378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:05.208795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:05.233406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3e13b604-5009-4671-9250-1a637acab0fc None None] Provisioning complete for port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:05.233791 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3e13b604-5009-4671-9250-1a637acab0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.245002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (a7b1ced3-17f6-4e84-b347-ce11479bff34), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.308775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3e13b604-5009-4671-9250-1a637acab0fc None None] Port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:05.363711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e6421-1519-44cb-b600-dd1ad3316ea4 req-d8658f76-b4ec-4d8c-97cc-df92c6139dfb tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:05.365317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf4e6421-1519-44cb-b600-dd1ad3316ea4 req-d8658f76-b4ec-4d8c-97cc-df92c6139dfb tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.2235224 Mar 22 14:25:05.366011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b1ced3-17f6-4e84-b347-ce11479bff34,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:05.412823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Checking segment: {'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:05.413190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Network hostable DHCP agents. Network: 61322600-9eb7-42ce-9baa-2e9d4a1515fb, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:05.436634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b136ef70-5358-4673-98ac-8a3cab3b566f None None] Provisioning complete for port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:05.439923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b136ef70-5358-4673-98ac-8a3cab3b566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.460706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 0cb6b7c0-ba20-463c-8bd4-6396926c7d7b is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:25:05.496974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf4e6421-1519-44cb-b600-dd1ad3316ea4 req-2b855996-70a6-43ca-8624-df9e9300557d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145935 Mar 22 14:25:05.498914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Network 61322600-9eb7-42ce-9baa-2e9d4a1515fb is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:05.524404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 61322600-9eb7-42ce-9baa-2e9d4a1515fb) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:05.532193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:05.533792 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.535640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b136ef70-5358-4673-98ac-8a3cab3b566f None None] Port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:05.547417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af49909-115f-4744-a8ca-a7dc55df38e9 None None] Network 61322600-9eb7-42ce-9baa-2e9d4a1515fb requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:05.571091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2fae08f3-e5a3-4d0d-80fc-875209bde432 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8962514 Mar 22 14:25:05.662539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:05.671005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b9c1ba13-eaf7-41bc-bf89-781124cc15d8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/0cb6b7c0-ba20-463c-8bd4-6396926c7d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8070409 Mar 22 14:25:05.671875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 52966) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.673441 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-f52db037-923d-428b-a3ad-a88cc9091f66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2730141 Mar 22 14:25:05.687829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-35ad8d21-4a52-40cb-ae48-5ae8d1a57053 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:25:05.689017 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] Sync routers for ids ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:05.693640 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-35ad8d21-4a52-40cb-ae48-5ae8d1a57053 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100858 Mar 22 14:25:05.730025 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] Routers {'0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:05.730961 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:05.780064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476be4cf-f37e-46ef-922f-a052f5a79d4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:05.781685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-476be4cf-f37e-46ef-922f-a052f5a79d4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports/5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 HTTP/1.1" status: 200 len: 983 time: 0.1090386 Mar 22 14:25:05.784530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 52972) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.795598 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:05.804734 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] Routers {'0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:05.805347 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:05.839606 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:05.840489 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564919-f6dc-4b5f-9600-202ad208fc1f None None] The sync data for ids ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:05.879389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:05.882535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e710ee6-461f-4481-8d81-27b8be4b497f None None] Network 61322600-9eb7-42ce-9baa-2e9d4a1515fb requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:05.884540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:05.939156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-5e32d5d7-f15c-48de-bc97-076ea932dc6c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:05.940820 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-5e32d5d7-f15c-48de-bc97-076ea932dc6c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports/ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 941 time: 0.2113962 Mar 22 14:25:06.054603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-52da8d6e-a975-42c4-80aa-9ce154c14c3d None None] Provisioning complete for port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:06.054603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52da8d6e-a975-42c4-80aa-9ce154c14c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.154055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-52da8d6e-a975-42c4-80aa-9ce154c14c3d None None] Port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:06.165583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25308677-ce63-4888-9f4d-20eefec9e1dd req-1d636b6f-a41b-4b1a-8100-814cb0189e0b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0569913 Mar 22 14:25:06.268515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:06.298546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a421948b-77d2-4f73-9050-aac84326e9dc None None] Provisioning complete for port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:06.299132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a421948b-77d2-4f73-9050-aac84326e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.332225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 85c3f13b-2d54-4632-aeb6-f082a0ed2cea up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:06.457152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a421948b-77d2-4f73-9050-aac84326e9dc None None] Port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:06.496768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:06.497154 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.534685 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.698961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1872a6e-94aa-41f1-b064-1182cac47e27 req-65fd513a-1959-4635-96d9-91e785de0114 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:06.700744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1872a6e-94aa-41f1-b064-1182cac47e27 req-65fd513a-1959-4635-96d9-91e785de0114 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.0860786 Mar 22 14:25:06.789194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:06.805353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1872a6e-94aa-41f1-b064-1182cac47e27 req-6bff5b69-b89c-47a5-aea1-443aa9564ea6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981004 Mar 22 14:25:07.276190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78b5af70-9ecb-4af3-88f0-a024c46cde9c req-c3bf1947-f531-4d7c-b0db-e96550f4cbc1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0324390 Mar 22 14:25:07.428136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:07.428798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.516370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-4b8aab9f-27c4-4fb4-b093-6fcf6441569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:07.518023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-4b8aab9f-27c4-4fb4-b093-6fcf6441569e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67&tenant_id=12ebd2df9f7846d0bc43ee9310395d95 HTTP/1.1" status: 200 len: 1126 time: 0.1215284 Mar 22 14:25:07.547327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.568628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 5c9b36f2-ad56-4fa9-a0c2-920c75c04b53 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:07.601658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-d225dd78-3f37-4dcc-b802-35264aec7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:07.603215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-d225dd78-3f37-4dcc-b802-35264aec7241 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1126 time: 0.0474153 Mar 22 14:25:07.736428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-35b5ec39-9e49-4745-b52f-20f93d5c74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:07.738276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-35b5ec39-9e49-4745-b52f-20f93d5c74f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.1274674 Mar 22 14:25:07.820105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5c9b36f2-ad56-4fa9-a0c2-920c75c04b53), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.831401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-fec0e7ab-71b7-4c9a-b795-a21941be7938 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 1000 time: 0.0811939 Mar 22 14:25:07.858862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=5c9b36f2-ad56-4fa9-a0c2-920c75c04b53,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:07.992146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-1afbd523-5600-4fbc-a3e8-3183563bb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:07.993876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-1afbd523-5600-4fbc-a3e8-3183563bb1b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.1405239 Mar 22 14:25:08.075762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.121064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9befc44-192f-440d-8e49-90538ed571cd req-96958f89-1745-4ab9-bf67-ad38c458344d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:08.152895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9befc44-192f-440d-8e49-90538ed571cd req-96958f89-1745-4ab9-bf67-ad38c458344d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.2218928 Mar 22 14:25:08.244688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-56901cd0-f910-4aa5-9ae1-5b814cccd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:08.246299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-56901cd0-f910-4aa5-9ae1-5b814cccd455 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2435141 Mar 22 14:25:08.315316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 0cb6b7c0-ba20-463c-8bd4-6396926c7d7b has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:08.415874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:08.428898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72041073-924e-4563-8e58-48eaa2320194 None None] Sync routers for ids ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:08.450878 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9d0b9144-9241-427a-9a5f-4c945629fcfe tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/0cb6b7c0-ba20-463c-8bd4-6396926c7d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6650066 Mar 22 14:25:08.451614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53006) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:08.456002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72041073-924e-4563-8e58-48eaa2320194 None None] Routers {'0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:08.456714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72041073-924e-4563-8e58-48eaa2320194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:08.496844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72041073-924e-4563-8e58-48eaa2320194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:08.507106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72041073-924e-4563-8e58-48eaa2320194 None None] Routers {'0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:08.507733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72041073-924e-4563-8e58-48eaa2320194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:08.542569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-72041073-924e-4563-8e58-48eaa2320194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:08.543224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72041073-924e-4563-8e58-48eaa2320194 None None] The sync data for ids ['0cb6b7c0-ba20-463c-8bd4-6396926c7d7b'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:08.695074 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-c7762259-899e-4d4b-9b75-16cd47ca461a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 14:25:08.699816 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c7762259-899e-4d4b-9b75-16cd47ca461a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/0cb6b7c0-ba20-463c-8bd4-6396926c7d7b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2469060 Mar 22 14:25:08.700468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53010) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:08.736558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1017f065-e201-49b3-8e8e-6deb77317615 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb6b7c0-ba20-463c-8bd4-6396926c7d7b HTTP/1.1" status: 200 len: 205 time: 0.0346420 Mar 22 14:25:08.737287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53016) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:08.833665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492d0060-1732-44e0-8aa0-a7b794499886 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.869647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9befc44-192f-440d-8e49-90538ed571cd req-c69e042d-2f17-411b-aaf3-e5977a3fb42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7157552 Mar 22 14:25:08.914920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f6c23fe-dc09-40e9-9c4e-b627615cc1f8 req-aad85f13-ae6d-4aaf-a18c-3d53e5519581 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0442038 Mar 22 14:25:08.970444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-b184d998-8693-44f6-b799-84e15757b81c service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033806 Mar 22 14:25:09.046038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492d0060-1732-44e0-8aa0-a7b794499886 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.051126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492d0060-1732-44e0-8aa0-a7b794499886 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.131162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-6c87293a-cf1b-46e7-900d-47c6364d23f1 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506901 Mar 22 14:25:09.134789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492d0060-1732-44e0-8aa0-a7b794499886 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (0cb6b7c0-ba20-463c-8bd4-6396926c7d7b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.135709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492d0060-1732-44e0-8aa0-a7b794499886 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb6b7c0-ba20-463c-8bd4-6396926c7d7b {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:25:09.155873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-492d0060-1732-44e0-8aa0-a7b794499886 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.162273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53022) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:09.163848 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-492d0060-1732-44e0-8aa0-a7b794499886 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/0cb6b7c0-ba20-463c-8bd4-6396926c7d7b HTTP/1.1" status: 204 len: 168 time: 0.4210267 Mar 22 14:25:09.226938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet 081e4130-079a-4c94-9f15-8c8468bc9199 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:25:09.230167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (081e4130-079a-4c94-9f15-8c8468bc9199), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.308760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (081e4130-079a-4c94-9f15-8c8468bc9199), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.417796 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (081e4130-079a-4c94-9f15-8c8468bc9199), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.507185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (081e4130-079a-4c94-9f15-8c8468bc9199), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.568002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=081e4130-079a-4c94-9f15-8c8468bc9199,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:09.570301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.572388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d40c60-8e9b-4065-9c13-553db2917f4e None None] Network 73a91196-19d1-4687-a3dd-c0c4ecf6af24 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:09.573497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-73759d31-5960-4ba8-87d4-6ddac0f01161 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/081e4130-079a-4c94-9f15-8c8468bc9199 HTTP/1.1" status: 204 len: 168 time: 0.4101746 Mar 22 14:25:09.576401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53044) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:09.786806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (73a91196-19d1-4687-a3dd-c0c4ecf6af24), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.799112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] DHCP port deletion for 73a91196-19d1-4687-a3dd-c0c4ecf6af24 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:25:09.899949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] Deleting port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:09.901480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.939106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:09.940036 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.113793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-426c5f49-79c8-4f80-b121-5c077fdcc8ff req-0ea82bde-4acc-4fb2-9086-c6fbace38012 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0717196 Mar 22 14:25:10.129370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] For port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,segment=NetworkSegment(b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5),segment_id=b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:10.129886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.199128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,segment=NetworkSegment(b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5),segment_id=b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:10.199502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.202812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] Calling delete_port for 85c3f13b-2d54-4632-aeb6-f082a0ed2cea owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:10.247511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 85c3f13b-2d54-4632-aeb6-f082a0ed2cea owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:10.272966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04d916-d0a2-40e2-b2ac-dbdab261ce45 req-607651d4-07ef-41c7-a43b-2fec9fb21ef6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:10.279161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f04d916-d0a2-40e2-b2ac-dbdab261ce45 req-607651d4-07ef-41c7-a43b-2fec9fb21ef6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1861122 Mar 22 14:25:10.342857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 85c3f13b-2d54-4632-aeb6-f082a0ed2cea no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:10.387542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.396831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No active binding found for port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea {{(pid=110459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:25:10.397652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] The host n-d-834677-3 is not matching for port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea host None! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:25:10.398213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 85c3f13b-2d54-4632-aeb6-f082a0ed2cea not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:10.405279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] No DVR routers for this DVR port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:10.416129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f04d916-d0a2-40e2-b2ac-dbdab261ce45 req-50c8bfa2-5414-48a6-b564-61c134cc3b48 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311049 Mar 22 14:25:10.431745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a5f9-115e-483b-9eb9-1ecc227d1ab5 None None] Pushing event deleted for resources: {'Port': ['ID=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:10.506400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (85c3f13b-2d54-4632-aeb6-f082a0ed2cea), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.585911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=85c3f13b-2d54-4632-aeb6-f082a0ed2cea,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:10.597160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port 85c3f13b-2d54-4632-aeb6-f082a0ed2cea on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:10.875115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (73a91196-19d1-4687-a3dd-c0c4ecf6af24), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.960441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a91196-19d1-4687-a3dd-c0c4ecf6af24']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:10.973206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:10.973688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:10.984185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.000156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.006560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:11.006954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b7c5cd71-ceae-4e4e-8d9d-642d78cbcaa5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:11.067062 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:11.072325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (73a91196-19d1-4687-a3dd-c0c4ecf6af24), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.084498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.092078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53072) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:11.093008 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/73a91196-19d1-4687-a3dd-c0c4ecf6af24 HTTP/1.1" status: 204 len: 168 time: 1.5141704 Mar 22 14:25:11.097533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-314005657'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:11.128135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039322e-593e-4355-9b95-4c09a7bd3910 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=73a91196-19d1-4687-a3dd-c0c4ecf6af24,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:11.153068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:11.156540 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.214677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:11.274883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eff3a192-8386-42ca-b089-214698f7eaee req-31b94731-48c0-43f9-8eed-2861a0de78e0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0513353 Mar 22 14:25:11.281646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (79d54316-9bd3-4fa7-a4a8-3f8a344b295b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.282384 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment 79d54316-9bd3-4fa7-a4a8-3f8a344b295b of type vlan for network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca Mar 22 14:25:11.357430 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.391362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.408579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:11.410751 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.627023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:11.635190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': 'ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:11.643235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5499847 Mar 22 14:25:11.645749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b3864-b88e-4b6d-bee6-a6aac0950cb1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:11.660321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:11.704158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8e2c-cf70-413d-a2d9-4394f0fe0411 req-98782c29-a36c-4a0b-b0a9-0862bed0bb1b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:11.705949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-baaf8e2c-cf70-413d-a2d9-4394f0fe0411 req-98782c29-a36c-4a0b-b0a9-0862bed0bb1b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1620195 Mar 22 14:25:11.808124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-baaf8e2c-cf70-413d-a2d9-4394f0fe0411 req-e4375cce-3cbf-481b-afc3-33693deb3fe7 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935693 Mar 22 14:25:11.946027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:11.960444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:12.426195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (ceb19b00-a661-48c0-b7e8-adc29e86c60e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:12.474517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16c99be0-1fae-4df0-9d39-9d4634493b23 req-802a0861-5d6f-4e39-81c7-0b00b1a214c7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0529058 Mar 22 14:25:12.549952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=ceb19b00-a661-48c0-b7e8-adc29e86c60e,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:12.618112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': '79d54316-9bd3-4fa7-a4a8-3f8a344b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:12.618629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:12.670319 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:12.695704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:12.707484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8c1dc-704e-4452-9601-9a126e1bb802 None None] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:12.719707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:12.720329 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:12.780243 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e97f8a33-685f-4ad7-bb41-aec5683dc62d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1486564 Mar 22 14:25:12.782196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53100) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:12.789810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-138ac93b-a32c-40cd-80ed-254e790b62aa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1776883059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:12.826483 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-138ac93b-a32c-40cd-80ed-254e790b62aa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (845371d5-300d-4b99-8637-3f893cf98c81), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:12.828732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-138ac93b-a32c-40cd-80ed-254e790b62aa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (845371d5-300d-4b99-8637-3f893cf98c81), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.107559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-138ac93b-a32c-40cd-80ed-254e790b62aa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (845371d5-300d-4b99-8637-3f893cf98c81), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.122659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-138ac93b-a32c-40cd-80ed-254e790b62aa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (845371d5-300d-4b99-8637-3f893cf98c81), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.173928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca', 'network_id': 'ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': 'ceb19b00-a661-48c0-b7e8-adc29e86c60e'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:13.174959 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.182392 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-138ac93b-a32c-40cd-80ed-254e790b62aa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.184748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-138ac93b-a32c-40cd-80ed-254e790b62aa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3993871 Mar 22 14:25:13.186697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53106) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:13.233801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2464a-5a9e-40c1-8d03-d28e25603f64 req-88eba440-a002-49a4-af28-d2c47172a8ee tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:13.253630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b2464a-5a9e-40c1-8d03-d28e25603f64 req-88eba440-a002-49a4-af28-d2c47172a8ee tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1074817 Mar 22 14:25:13.373167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57b2464a-5a9e-40c1-8d03-d28e25603f64 req-30156d1b-ba73-48e8-9058-5566e52cf80b tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181908 Mar 22 14:25:13.553761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Allocated IP 2001:db8::2 (ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca/ceb19b00-a661-48c0-b7e8-adc29e86c60e/8d6f0e67-c0eb-4067-966e-b6f2665262c6) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:13.693173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7c5ec7a-1653-4738-8e7f-3bedacd55958 req-db2f37e8-71e8-4bb2-a3ff-b347435a2429 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0636179 Mar 22 14:25:13.738462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.169425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Publish callbacks [] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.196058 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.296460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8::1 (ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca/ceb19b00-a661-48c0-b7e8-adc29e86c60e/d92e2ab9-e5e3-4816-b75d-425e1697bddc) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:14.305175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:14.313066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:14.317473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:14.336484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Pushing event updated for resources: {'Port': ['ID=8d6f0e67-c0eb-4067-966e-b6f2665262c6,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:14.389599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Attempting to bind port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:14.389599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Attempting to bind port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '79d54316-9bd3-4fa7-a4a8-3f8a344b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:14.389599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Attempting to bind port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 on network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:14.411853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:14.413494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Checking segment: {'id': '79d54316-9bd3-4fa7-a4a8-3f8a344b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:14.414837 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.418492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Bound using segment: {'id': '79d54316-9bd3-4fa7-a4a8-3f8a344b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:14.419188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Bound port: 8d6f0e67-c0eb-4067-966e-b6f2665262c6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d54316-9bd3-4fa7-a4a8-3f8a344b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:14.419573 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.597473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c852458-7b9b-4abb-a8aa-1ef4719931ef req-747b9a87-d82f-4058-8ac0-8109ac97ab71 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:14.608276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.614823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c852458-7b9b-4abb-a8aa-1ef4719931ef req-747b9a87-d82f-4058-8ac0-8109ac97ab71 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1359303 Mar 22 14:25:14.617789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] For port 8d6f0e67-c0eb-4067-966e-b6f2665262c6, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:14.623265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] For port 8d6f0e67-c0eb-4067-966e-b6f2665262c6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8d6f0e67-c0eb-4067-966e-b6f2665262c6,segment=NetworkSegment(79d54316-9bd3-4fa7-a4a8-3f8a344b295b),segment_id=79d54316-9bd3-4fa7-a4a8-3f8a344b295b)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:14.637036 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.701754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.765901 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c852458-7b9b-4abb-a8aa-1ef4719931ef req-9906bd2e-02dd-4740-a10c-f407fabc4724 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499417 Mar 22 14:25:14.797546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:14.801914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:14.806934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:14.807616 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (845371d5-300d-4b99-8637-3f893cf98c81), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.820580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1aaba-c029-4f6f-aeae-0fb4396b2c48 None None] Pushing event updated for resources: {'Port': ['ID=8d6f0e67-c0eb-4067-966e-b6f2665262c6,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:14.899783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e9065cf-6dd3-42e5-84b0-e6c6b1ca540b req-de96ee19-5827-4062-8631-c3a8dad56da2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0721612 Mar 22 14:25:15.122585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=d92e2ab9-e5e3-4816-b75d-425e1697bddc,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:15.153139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.145899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c029d-6536-49d9-966a-6ed1ac4e2e91 req-cd7ea49a-a0e2-4fc8-bed1-f8d0a261969a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:16.172720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-030c029d-6536-49d9-966a-6ed1ac4e2e91 req-cd7ea49a-a0e2-4fc8-bed1-f8d0a261969a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.2664561 Mar 22 14:25:16.305512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28650518-8513-4217-b7e7-56b57828882a req-f0e5296d-7aac-40cd-97ff-7a3575fadeed tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.2288790 Mar 22 14:25:16.343753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-030c029d-6536-49d9-966a-6ed1ac4e2e91 req-d94c32ae-579f-4f59-b4d9-d220e938b894 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647239 Mar 22 14:25:16.420390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d6f0e67-c0eb-4067-966e-b6f2665262c6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:16.430781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.440388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.441735 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (845371d5-300d-4b99-8637-3f893cf98c81), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.549433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:16.550534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.643190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c244bd7-9111-4b3e-9aa6-7393a8605502 None None] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:16.735297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=d92e2ab9-e5e3-4816-b75d-425e1697bddc,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:16.859504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:16.860985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:16.894163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-11db3eaa-94aa-49b9-9119-a692a8e248b6 None None] Provisioning complete for port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:16.894505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-11db3eaa-94aa-49b9-9119-a692a8e248b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.102428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:17.102903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.185359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 8d6f0e67-c0eb-4067-966e-b6f2665262c6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8d6f0e67-c0eb-4067-966e-b6f2665262c6,segment=NetworkSegment(79d54316-9bd3-4fa7-a4a8-3f8a344b295b),segment_id=79d54316-9bd3-4fa7-a4a8-3f8a344b295b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:17.205004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.272907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 845371d5-300d-4b99-8637-3f893cf98c81 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:25:17.538219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:17.548962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=8d6f0e67-c0eb-4067-966e-b6f2665262c6,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:17.550355 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] Sync routers for ids ['845371d5-300d-4b99-8637-3f893cf98c81'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:17.577630 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] Routers {'845371d5-300d-4b99-8637-3f893cf98c81'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:17.582104 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5d7de01c-02d2-49bf-a961-7876510d4630 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/845371d5-300d-4b99-8637-3f893cf98c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3936462 Mar 22 14:25:17.583479 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['845371d5-300d-4b99-8637-3f893cf98c81'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:17.584432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53164) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:17.670283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-11db3eaa-94aa-49b9-9119-a692a8e248b6 None None] Current status of the port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:17.671050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f9bacc9-f058-44cd-a8fb-18e97521a959 req-f52a0a0f-30c5-4e29-b8d9-4ba044188462 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1694520 Mar 22 14:25:17.775190 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:17.819518 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] Routers {'845371d5-300d-4b99-8637-3f893cf98c81'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:17.820176 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:24:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['845371d5-300d-4b99-8637-3f893cf98c81'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:17.837637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1ec28-901e-4b62-9aae-71cda6186b6c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:17.851187 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b0d1ec28-901e-4b62-9aae-71cda6186b6c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports/d92e2ab9-e5e3-4816-b75d-425e1697bddc HTTP/1.1" status: 200 len: 911 time: 0.2596228 Mar 22 14:25:17.852114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53172) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:17.939308 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:17.940003 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d3fb-39d7-4e95-a8c2-79a9fcb339a4 None None] The sync data for ids ['845371d5-300d-4b99-8637-3f893cf98c81'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:17.985638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835817-2a01-4330-ae61-094d2d7dc34c req-855066cc-d06e-454f-92ea-a7379cb7d546 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:17.985638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0835817-2a01-4330-ae61-094d2d7dc34c req-855066cc-d06e-454f-92ea-a7379cb7d546 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.3031800 Mar 22 14:25:18.120768 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0835817-2a01-4330-ae61-094d2d7dc34c req-8872dc33-9d98-4361-80ed-9dd461f6ac86 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011679 Mar 22 14:25:18.228070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b77cc101-25b1-40bd-aee7-168318f428be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.323022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5d89062e-68f6-4359-8c07-4ce62927b221 None None] Provisioning complete for port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:18.331088 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5d89062e-68f6-4359-8c07-4ce62927b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.464985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d6f0e67-c0eb-4067-966e-b6f2665262c6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:18.625555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5d89062e-68f6-4359-8c07-4ce62927b221 None None] Current status of the port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:18.648506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:18.648906 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.736028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5d89062e-68f6-4359-8c07-4ce62927b221 None None] Provisioning complete for port d92e2ab9-e5e3-4816-b75d-425e1697bddc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:18.736804 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5d89062e-68f6-4359-8c07-4ce62927b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.846175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-364802cd-7d31-4868-9d56-7e848e8917b8 req-d732d9ec-3212-4ad9-859d-427b12070a32 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0574727 Mar 22 14:25:18.854144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5d89062e-68f6-4359-8c07-4ce62927b221 None None] Port d92e2ab9-e5e3-4816-b75d-425e1697bddc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:18.897181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (845371d5-300d-4b99-8637-3f893cf98c81), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.933994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:18.987740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e9d4f81a-c128-4c48-8c3d-95d978d04342 None None] Provisioning complete for port d92e2ab9-e5e3-4816-b75d-425e1697bddc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:18.988119 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e9d4f81a-c128-4c48-8c3d-95d978d04342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:19.075153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4f81a-c128-4c48-8c3d-95d978d04342 None None] Port d92e2ab9-e5e3-4816-b75d-425e1697bddc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:19.210980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6dd08420-d468-4afa-87fa-a991846b5486 None None] Provisioning complete for port d92e2ab9-e5e3-4816-b75d-425e1697bddc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:19.211359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6dd08420-d468-4afa-87fa-a991846b5486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:19.330201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6dd08420-d468-4afa-87fa-a991846b5486 None None] Port d92e2ab9-e5e3-4816-b75d-425e1697bddc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:19.407109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d11890-f729-4294-a8ec-87ce57e2bede req-6793724e-ae05-4f29-ad47-da028c9534f8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:19.408627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21d11890-f729-4294-a8ec-87ce57e2bede req-6793724e-ae05-4f29-ad47-da028c9534f8 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1433830 Mar 22 14:25:19.503876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21d11890-f729-4294-a8ec-87ce57e2bede req-aa06e30a-9d45-4018-94a8-ab6d4eea3be3 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768003 Mar 22 14:25:19.660776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port d92e2ab9-e5e3-4816-b75d-425e1697bddc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:19.661131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:19.793295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:19.806180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for d92e2ab9-e5e3-4816-b75d-425e1697bddc owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:20.102874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72d55917-22ca-4b1e-ac5c-bb2f28f69103 req-9efc8bca-488c-458f-b2d9-031744b2500a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0963919 Mar 22 14:25:20.246989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d92e2ab9-e5e3-4816-b75d-425e1697bddc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.337665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=d92e2ab9-e5e3-4816-b75d-425e1697bddc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:20.420169 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca83c-6d40-474c-b331-1166faafd18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.627421 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (845371d5-300d-4b99-8637-3f893cf98c81), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.750359 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:25:21.010363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929a32c-ec76-4c67-8301-11dfebfbdaa8 req-74cf2524-a2c7-4555-8686-8c75407fd4a4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:21.012098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a929a32c-ec76-4c67-8301-11dfebfbdaa8 req-74cf2524-a2c7-4555-8686-8c75407fd4a4 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.2941480 Mar 22 14:25:21.021174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 845371d5-300d-4b99-8637-3f893cf98c81 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:21.101226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a929a32c-ec76-4c67-8301-11dfebfbdaa8 req-66946720-5dd0-4ffa-a715-937af4e367e6 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782294 Mar 22 14:25:21.329272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:21.345749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] Sync routers for ids ['845371d5-300d-4b99-8637-3f893cf98c81'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:21.369025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] Routers {'845371d5-300d-4b99-8637-3f893cf98c81'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:21.369025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['845371d5-300d-4b99-8637-3f893cf98c81'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:21.370694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48fbf990-2cc4-4774-af10-76b350405831 req-783d94a4-8c50-42b2-a63c-26f4af5530e6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0392947 Mar 22 14:25:21.374665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d81278e6-4f17-422d-8d3f-f510db550abf tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/845371d5-300d-4b99-8637-3f893cf98c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5204377 Mar 22 14:25:21.377444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53320) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:21.420992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:21.435478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] Routers {'845371d5-300d-4b99-8637-3f893cf98c81'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:21.436273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['845371d5-300d-4b99-8637-3f893cf98c81'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:21.437485 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4242b353-7814-48c1-b24a-bf0d748160a1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=845371d5-300d-4b99-8637-3f893cf98c81 HTTP/1.1" status: 200 len: 205 time: 0.0585220 Mar 22 14:25:21.440475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:21.492821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:21.493558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a8f27a-70be-45ef-acdb-370a039d4c6a None None] The sync data for ids ['845371d5-300d-4b99-8637-3f893cf98c81'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:21.609322 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3d5-c21d-43fd-80d6-eb662a31692b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (845371d5-300d-4b99-8637-3f893cf98c81), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.816840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3d5-c21d-43fd-80d6-eb662a31692b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (845371d5-300d-4b99-8637-3f893cf98c81), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.819660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3d5-c21d-43fd-80d6-eb662a31692b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (845371d5-300d-4b99-8637-3f893cf98c81), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.879638 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3d5-c21d-43fd-80d6-eb662a31692b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (845371d5-300d-4b99-8637-3f893cf98c81), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.880913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00fe3d5-c21d-43fd-80d6-eb662a31692b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Fanout notify agent at l3_agent the message router_deleted on router 845371d5-300d-4b99-8637-3f893cf98c81 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:25:21.896016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3d5-c21d-43fd-80d6-eb662a31692b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.898265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d00fe3d5-c21d-43fd-80d6-eb662a31692b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/845371d5-300d-4b99-8637-3f893cf98c81 HTTP/1.1" status: 204 len: 168 time: 0.4568033 Mar 22 14:25:21.901038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53356) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:21.903166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.994383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet ceb19b00-a661-48c0-b7e8-adc29e86c60e {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:25:22.006946 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (ceb19b00-a661-48c0-b7e8-adc29e86c60e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.073158 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (ceb19b00-a661-48c0-b7e8-adc29e86c60e), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.211036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ceb19b00-a661-48c0-b7e8-adc29e86c60e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.289961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (ceb19b00-a661-48c0-b7e8-adc29e86c60e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.324330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774bf1f-f17c-4ae9-bac0-01703152cb2d None None] Network ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:22.345803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb19b00-a661-48c0-b7e8-adc29e86c60e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:22.353553 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.371671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b7ff51ca-0eec-4e72-bfbc-22d0b5d4ab14 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/ceb19b00-a661-48c0-b7e8-adc29e86c60e HTTP/1.1" status: 204 len: 168 time: 0.4683988 Mar 22 14:25:22.374449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53388) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:22.450988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffcf7-3887-48cb-93de-37606b7358fd req-580243ea-e91e-4750-a59f-20bc4375377e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:22.452819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c65ffcf7-3887-48cb-93de-37606b7358fd req-580243ea-e91e-4750-a59f-20bc4375377e tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1758306 Mar 22 14:25:22.597171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.602590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c65ffcf7-3887-48cb-93de-37606b7358fd req-ceae1629-3cc0-4677-838d-6325aa4cfa29 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115606 Mar 22 14:25:22.629217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df64d31a-c97d-432a-ab35-902b8310bcd9 req-857cad58-98dd-430e-a04e-5886b783871b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0849867 Mar 22 14:25:22.699293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] DHCP port deletion for ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:25:22.745192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:22.745528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.864957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Deleting port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:22.866320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.877195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port 8d6f0e67-c0eb-4067-966e-b6f2665262c6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8d6f0e67-c0eb-4067-966e-b6f2665262c6,segment=NetworkSegment(79d54316-9bd3-4fa7-a4a8-3f8a344b295b),segment_id=79d54316-9bd3-4fa7-a4a8-3f8a344b295b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:22.877601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.906621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 8d6f0e67-c0eb-4067-966e-b6f2665262c6 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:23.076289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.095836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:23.097163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] For port 8d6f0e67-c0eb-4067-966e-b6f2665262c6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8d6f0e67-c0eb-4067-966e-b6f2665262c6,segment=NetworkSegment(79d54316-9bd3-4fa7-a4a8-3f8a344b295b),segment_id=79d54316-9bd3-4fa7-a4a8-3f8a344b295b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:23.097680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.122485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=8d6f0e67-c0eb-4067-966e-b6f2665262c6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:23.147154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Calling delete_port for 8d6f0e67-c0eb-4067-966e-b6f2665262c6 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:23.270995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.325468 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (8d6f0e67-c0eb-4067-966e-b6f2665262c6), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.347955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:23.363088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d54316-9bd3-4fa7-a4a8-3f8a344b295b') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:23.363729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d54316-9bd3-4fa7-a4a8-3f8a344b295b') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:23.380245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (79d54316-9bd3-4fa7-a4a8-3f8a344b295b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.399419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (79d54316-9bd3-4fa7-a4a8-3f8a344b295b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.416294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:23.419461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (79d54316-9bd3-4fa7-a4a8-3f8a344b295b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:23.428579 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:23.499473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Pushing event deleted for resources: {'Port': ['ID=8d6f0e67-c0eb-4067-966e-b6f2665262c6,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:23.504758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.524403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.525150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.525646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.526195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.529382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.529939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.530455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.530951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.531443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.531924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.532646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.533146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.533622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.535341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.535894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.536382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:23.546833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca HTTP/1.1" status: 204 len: 168 time: 1.1676853 Mar 22 14:25:23.547182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53446) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:23.550897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.552001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-807256619', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:23.553874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b715c62-13a2-464c-a579-079f782682f2 None None] No DVR routers for this DVR port 8d6f0e67-c0eb-4067-966e-b6f2665262c6 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:23.605515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.606677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.620687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57531cbe-4f4f-4692-bfba-3831ff4bb686 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=ceeb44de-7ad2-4e4b-9b95-99e6cd78f0ca,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:23.873793 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (08bfc46f-324d-4095-ba49-b68b5ed8d787), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.918313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5282c273-931f-4a78-b508-08011382c6f3 req-b0668bd2-6d4c-4235-a488-b03b19f8001e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1386991 Mar 22 14:25:24.274292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d6f0e67-c0eb-4067-966e-b6f2665262c6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:24.331179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 8d6f0e67-c0eb-4067-966e-b6f2665262c6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:24.332437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d6f0e67-c0eb-4067-966e-b6f2665262c6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:24.545478 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.646513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23259e3b-2d0c-4daa-9fcc-1b20a6f2b5a1 req-4647362d-bb3b-4b7e-9e2e-3aadcb164777 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:24.649288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23259e3b-2d0c-4daa-9fcc-1b20a6f2b5a1 req-4647362d-bb3b-4b7e-9e2e-3aadcb164777 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.8620505 Mar 22 14:25:24.686223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.765810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23259e3b-2d0c-4daa-9fcc-1b20a6f2b5a1 req-ec37cf9b-6df3-42f3-aaf5-dc46719ffa5d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791900 Mar 22 14:25:24.858107 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_gateway (08bfc46f-324d-4095-ba49-b68b5ed8d787), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.194449 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_gateway (08bfc46f-324d-4095-ba49-b68b5ed8d787), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.233406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.347898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c678b557-c9f6-456a-abc2-cbb8dacccc6a req-e331c460-5919-45ef-922c-a253809dfdba tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1678727 Mar 22 14:25:25.493233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 172.25.2.50 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:25.762546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.815926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.914492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:25.950289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:25.952794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:25.959542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:26.084078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32319c-fd6e-49cd-843b-a3d34356e470 req-079ddbd8-01b9-411c-9080-bc038fce2e77 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:26.094446 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e32319c-fd6e-49cd-843b-a3d34356e470 req-079ddbd8-01b9-411c-9080-bc038fce2e77 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1318727 Mar 22 14:25:26.275003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e32319c-fd6e-49cd-843b-a3d34356e470 req-8aa5f4a9-ed4f-4f30-9180-c9b20747e37f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742773 Mar 22 14:25:26.760133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a9bcf8c-7d4f-449f-a785-44afd5d9c8bb req-3e382b1f-e36c-4b53-8c4e-9b7915db4ac9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1520884 Mar 22 14:25:26.906254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_gateway (08bfc46f-324d-4095-ba49-b68b5ed8d787), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.422105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.724108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 08bfc46f-324d-4095-ba49-b68b5ed8d787 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:25:27.734095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5e151-df6b-43ef-971f-623b8818db4e req-353e83a4-e87e-4275-9b31-8ae59dcaa7e1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:27.741367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daf5e151-df6b-43ef-971f-623b8818db4e req-353e83a4-e87e-4275-9b31-8ae59dcaa7e1 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 944 time: 0.1749954 Mar 22 14:25:27.958849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-daf5e151-df6b-43ef-971f-623b8818db4e req-bb08df47-b8f2-4182-bbcb-9a7cd2ee3daf tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155223 Mar 22 14:25:27.968687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:25:28.113987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5972c48-dc9e-4790-b856-69ed4cf1f4b7 req-781a7ea2-c0a4-4836-a431-90a8f2d9c7a6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1464946 Mar 22 14:25:28.217625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:28.234289 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] Sync routers for ids ['08bfc46f-324d-4095-ba49-b68b5ed8d787'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:28.255766 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] Routers {'08bfc46f-324d-4095-ba49-b68b5ed8d787'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:28.257548 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['08bfc46f-324d-4095-ba49-b68b5ed8d787'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:28.264316 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.271463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d2526ed6-9e56-43ff-93a2-3e1eb4827853 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.7231867 Mar 22 14:25:28.274514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53764) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:28.294107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:28.322352 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:28.331526 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] Routers {'08bfc46f-324d-4095-ba49-b68b5ed8d787'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:28.332062 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['08bfc46f-324d-4095-ba49-b68b5ed8d787'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:28.368856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'port_id': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'mac_address': 'fa:16:3e:80:1c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:25:28.407845 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:28.408776 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77462f48-7020-4182-b7f1-bd137218e863 None None] The sync data for ids ['08bfc46f-324d-4095-ba49-b68b5ed8d787'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:28.499741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:28.500172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.546554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:28.591539 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f01d8239-d152-4945-b745-b7413839b5f1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/routers/08bfc46f-324d-4095-ba49-b68b5ed8d787 HTTP/1.1" status: 200 len: 883 time: 0.3152022 Mar 22 14:25:28.594464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53770) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:28.603671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:28.643824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.726105 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.807071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:28.889024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:29.370898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc959d9b-41c5-42e6-8d92-716078de9ba9 req-4acf6c2f-f2e2-41ad-b058-5ae7611254fb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0750859 Mar 22 14:25:29.382193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53784) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:29.383254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b4d6ad65-3ddf-4dba-87ec-f224fd6f2edb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7864549 Mar 22 14:25:29.398814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ebd17f18-743d-4d44-86b5-f30cf3438bf5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-807256619'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:29.506276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60185a-0fab-440f-82c4-a6dac51b62da req-bc018be4-d265-4681-b95a-0106308002ec tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:29.511061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d60185a-0fab-440f-82c4-a6dac51b62da req-bc018be4-d265-4681-b95a-0106308002ec tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 945 time: 0.3338633 Mar 22 14:25:29.661406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d60185a-0fab-440f-82c4-a6dac51b62da req-5d844f73-767e-46fd-932f-9cd840b1349d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427755 Mar 22 14:25:29.984897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:30.141350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:30.145170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:30.276464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ebd17f18-743d-4d44-86b5-f30cf3438bf5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:30.305738 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ebd17f18-743d-4d44-86b5-f30cf3438bf5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:30.343585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:30.346450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:30.417023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:30.419204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:30.425617 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832a6842-fa1d-4e0e-b686-4252d4057b3a" -d '{"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-plugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:30.447007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:30.616354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c42d6873-4759-4c97-80cf-1bc1fd28c7b3 req-a88a4ab8-c815-45cb-9927-52a9e9cb42aa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0938575 Mar 22 14:25:30.638329 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c938d3-bdcd-44b7-96e6-eab6d8879baf x-openstack-request-id: req-96c938d3-bdcd-44b7-96e6-eab6d8879baf {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:30.638989 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-plugged", "status": "completed", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:30.639530 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96c938d3-bdcd-44b7-96e6-eab6d8879baf {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:30.640145 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c938d3-bdcd-44b7-96e6-eab6d8879baf'] response: {'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'code': 200} Mar 22 14:25:30.644284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd17f18-743d-4d44-86b5-f30cf3438bf5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 08bfc46f-324d-4095-ba49-b68b5ed8d787 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:30.644770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:31.065752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd17f18-743d-4d44-86b5-f30cf3438bf5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:31.093732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff7a4-9fa2-4200-a7e4-7d6c39e6ccff req-586cdc80-fd7e-4d82-80c3-5fd069e49541 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:31.096187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] Sync routers for ids ['08bfc46f-324d-4095-ba49-b68b5ed8d787'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:31.096762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c0ff7a4-9fa2-4200-a7e4-7d6c39e6ccff req-586cdc80-fd7e-4d82-80c3-5fd069e49541 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 947 time: 0.2171481 Mar 22 14:25:31.099133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fec5f-ab40-43fe-a5d4-ae106aa30d75 req-1cfe1912-73f5-4948-80fe-0143bb6be861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:31.100784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b16fec5f-ab40-43fe-a5d4-ae106aa30d75 req-1cfe1912-73f5-4948-80fe-0143bb6be861 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1129 time: 0.1586132 Mar 22 14:25:31.111591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ebd17f18-743d-4d44-86b5-f30cf3438bf5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.112836 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ebd17f18-743d-4d44-86b5-f30cf3438bf5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/08bfc46f-324d-4095-ba49-b68b5ed8d787 HTTP/1.1" status: 200 len: 890 time: 1.7281041 Mar 22 14:25:31.119874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:31.120706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] Routers {'08bfc46f-324d-4095-ba49-b68b5ed8d787'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:31.121546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['08bfc46f-324d-4095-ba49-b68b5ed8d787'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:31.212128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:31.226001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] Routers {'08bfc46f-324d-4095-ba49-b68b5ed8d787'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:31.226948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['08bfc46f-324d-4095-ba49-b68b5ed8d787'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:31.273707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c0ff7a4-9fa2-4200-a7e4-7d6c39e6ccff req-e8a2aac8-3f8a-4abd-bf9b-0782a5b8e312 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717055 Mar 22 14:25:31.290390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b16fec5f-ab40-43fe-a5d4-ae106aa30d75 req-dc48aa60-a390-4bc3-91aa-242515852997 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563292 Mar 22 14:25:31.348206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:31.349319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86634f69-4ee4-4feb-a8cb-3e4a8ee9d114 None None] The sync data for ids ['08bfc46f-324d-4095-ba49-b68b5ed8d787'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:31.402177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53806) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:31.402405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-49fcf773-da2a-4e74-a4b9-f20e93809b11 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/routers/08bfc46f-324d-4095-ba49-b68b5ed8d787 HTTP/1.1" status: 200 len: 890 time: 0.2809374 Mar 22 14:25:31.496890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e33aacba-ea12-42eb-aec1-008814f322fa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=08bfc46f-324d-4095-ba49-b68b5ed8d787 HTTP/1.1" status: 200 len: 205 time: 0.0929673 Mar 22 14:25:31.499586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53808) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:31.789874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236d22b2-70ab-4bbd-b8cb-828b1555ca41 req-e05f862b-e200-49f0-8a27-5f51e10268b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0743775 Mar 22 14:25:31.883421 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.052310 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_gateway (08bfc46f-324d-4095-ba49-b68b5ed8d787), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.172046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:32.172395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:33.327432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20de7c7c-dbd0-4d73-98f1-6a41c1059548 req-306f7766-d946-4999-8d14-6cb3b04e73bf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.1609738 Mar 22 14:25:33.421408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:33.477665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfee156-8c19-4f00-b376-a86249bbd234 req-e53ce868-5b71-4dd9-970a-477dab15a073 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:33.480212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbfee156-8c19-4f00-b376-a86249bbd234 req-e53ce868-5b71-4dd9-970a-477dab15a073 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 947 time: 1.0481339 Mar 22 14:25:33.482633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:33.647207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbfee156-8c19-4f00-b376-a86249bbd234 req-51c72a2b-2ac8-402b-92bf-8e05df369697 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598086 Mar 22 14:25:33.798063 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:33.884839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=fa46c602-4cb1-4d8a-8b45-9ecf8d85c3de,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:34.016869 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (08bfc46f-324d-4095-ba49-b68b5ed8d787), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.294446 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.297949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (08bfc46f-324d-4095-ba49-b68b5ed8d787), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.371093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (08bfc46f-324d-4095-ba49-b68b5ed8d787), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.371785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Fanout notify agent at l3_agent the message router_deleted on router 08bfc46f-324d-4095-ba49-b68b5ed8d787 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:25:34.381683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.387921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ffe50a02-4ef6-475f-9f05-277aaa1f77cd tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/08bfc46f-324d-4095-ba49-b68b5ed8d787 HTTP/1.1" status: 204 len: 168 time: 2.8826292 Mar 22 14:25:34.388549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53898) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:34.394624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1878841122'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:34.447510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:34.451479 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.514136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:34.551236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8052397a-b863-40be-9f24-180a2adf83cf req-96b2d2b1-ed86-4002-8cfa-5c367139acd2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2b014db-ef80-47fa-8493-93961d505d8c HTTP/1.1" status: 200 len: 210 time: 0.0600255 Mar 22 14:25:34.566895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ca26d9fb-cb50-437e-99d8-58c6c8b23c4b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.567704 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment ca26d9fb-cb50-437e-99d8-58c6c8b23c4b of type vlan for network ce13fafe-518e-42f0-9694-9292d45bb926 Mar 22 14:25:34.647133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ce13fafe-518e-42f0-9694-9292d45bb926), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.678196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ce13fafe-518e-42f0-9694-9292d45bb926), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.686551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:34.687475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.860970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53904) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:34.862077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4722168 Mar 22 14:25:34.867829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': 'ce13fafe-518e-42f0-9694-9292d45bb926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:34.887803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933747dc-3d71-470d-980d-6fadda2c77d0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=ce13fafe-518e-42f0-9694-9292d45bb926,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:34.898881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ce13fafe-518e-42f0-9694-9292d45bb926 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:34.930849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d2c27-5944-4ff4-a727-23f016ce75c3 req-1b569665-9904-4b80-b01e-ec11306e296a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:34.932406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e8d2c27-5944-4ff4-a727-23f016ce75c3 req-1b569665-9904-4b80-b01e-ec11306e296a tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 947 time: 0.1274686 Mar 22 14:25:35.044516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e8d2c27-5944-4ff4-a727-23f016ce75c3 req-5d102392-cff6-4585-a92e-c4e7d23cb9eb tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999126 Mar 22 14:25:35.065134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:35.070083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.306583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a3e2d534-cd92-4ba8-911c-89a65f2094d4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.377374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=a3e2d534-cd92-4ba8-911c-89a65f2094d4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:35.384980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': 'ca26d9fb-cb50-437e-99d8-58c6c8b23c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce13fafe-518e-42f0-9694-9292d45bb926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:35.385458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: ce13fafe-518e-42f0-9694-9292d45bb926, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:35.404754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network ce13fafe-518e-42f0-9694-9292d45bb926 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:35.417514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ce13fafe-518e-42f0-9694-9292d45bb926) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:35.428657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbd53c-04e3-4695-be8e-94cc6dbd76dd None None] Network ce13fafe-518e-42f0-9694-9292d45bb926 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:35.435072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:35.436210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.462812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e470b1d-d8dd-49bc-afed-27bb8b7eb1f5 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5974758 Mar 22 14:25:35.463737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53912) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:35.474630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c468c0cf-babf-4e87-9faa-71153bb79820 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-961800836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:35.526829 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c468c0cf-babf-4e87-9faa-71153bb79820 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.528267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c468c0cf-babf-4e87-9faa-71153bb79820 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.590507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ce13fafe-518e-42f0-9694-9292d45bb926', 'network_id': 'ce13fafe-518e-42f0-9694-9292d45bb926', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': 'a3e2d534-cd92-4ba8-911c-89a65f2094d4'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:35.591387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.620224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c468c0cf-babf-4e87-9faa-71153bb79820 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.629126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c468c0cf-babf-4e87-9faa-71153bb79820 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.676444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c468c0cf-babf-4e87-9faa-71153bb79820 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:35.678033 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c468c0cf-babf-4e87-9faa-71153bb79820 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2134612 Mar 22 14:25:35.680948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53922) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:35.850421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Allocated IP 2001:db8::2 (ce13fafe-518e-42f0-9694-9292d45bb926/a3e2d534-cd92-4ba8-911c-89a65f2094d4/b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:36.033602 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Publish callbacks [] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.042325 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.061089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.099857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Pushing event updated for resources: {'Port': ['ID=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:36.110439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Network ce13fafe-518e-42f0-9694-9292d45bb926 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:36.118022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:36.120805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:36.224538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Attempting to bind port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:36.224907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Attempting to bind port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca26d9fb-cb50-437e-99d8-58c6c8b23c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce13fafe-518e-42f0-9694-9292d45bb926'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:36.225273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Attempting to bind port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 on network ce13fafe-518e-42f0-9694-9292d45bb926 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:36.230558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:36.230965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Checking segment: {'id': 'ca26d9fb-cb50-437e-99d8-58c6c8b23c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce13fafe-518e-42f0-9694-9292d45bb926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:36.231374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.231774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Bound using segment: {'id': 'ca26d9fb-cb50-437e-99d8-58c6c8b23c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce13fafe-518e-42f0-9694-9292d45bb926'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:36.232296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Bound port: b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca26d9fb-cb50-437e-99d8-58c6c8b23c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce13fafe-518e-42f0-9694-9292d45bb926'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:36.232683 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.321950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] For port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:36.325936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] For port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,segment=NetworkSegment(ca26d9fb-cb50-437e-99d8-58c6c8b23c4b),segment_id=ca26d9fb-cb50-437e-99d8-58c6c8b23c4b)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:36.334008 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.407085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8::1 (ce13fafe-518e-42f0-9694-9292d45bb926/a3e2d534-cd92-4ba8-911c-89a65f2094d4/7109d0d9-cfe1-45f3-9834-7767224d87fe) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:36.416052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428818b5-e8cd-459b-b360-639ba33ec1a5 None None] Pushing event updated for resources: {'Port': ['ID=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:36.600695 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.651664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.742261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network ce13fafe-518e-42f0-9694-9292d45bb926 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:36.746983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:36.777396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:36.778321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.950633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=7109d0d9-cfe1-45f3-9834-7767224d87fe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:36.963151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.963758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.964243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.964747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.965220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.965688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.966184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.966648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.967129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.967593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.968059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.968831 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.969455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.969914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:36.970392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:37.041080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:37.428867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:37.436011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:37.436837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:37.541442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=7109d0d9-cfe1-45f3-9834-7767224d87fe,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:37.632353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network ce13fafe-518e-42f0-9694-9292d45bb926 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:37.635511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:37.828787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 64bd617e-8818-4ad0-b00f-2cb2e9f3536e is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:25:37.911581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf3b30-f9a8-4350-83e5-cb15d1a29065 None None] Network ce13fafe-518e-42f0-9694-9292d45bb926 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:38.357309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:38.360305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:38.368359 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] Sync routers for ids ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:38.369789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-89a3b625-b087-40d6-aa6f-2721a9ee5487 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/64bd617e-8818-4ad0-b00f-2cb2e9f3536e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6876090 Mar 22 14:25:38.372500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53954) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:38.385413 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] Routers {'64bd617e-8818-4ad0-b00f-2cb2e9f3536e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:38.388266 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:38.435947 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:38.447178 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] Routers {'64bd617e-8818-4ad0-b00f-2cb2e9f3536e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:38.448200 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:38.451003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d1a81-70af-4847-bdca-f6ef13db0c26 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:38.453065 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f95d1a81-70af-4847-bdca-f6ef13db0c26 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports/7109d0d9-cfe1-45f3-9834-7767224d87fe HTTP/1.1" status: 200 len: 911 time: 0.0790153 Mar 22 14:25:38.455437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53956) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:38.461299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3e2d534-cd92-4ba8-911c-89a65f2094d4'}]}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:38.488422 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:38.489784 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae75355-6d76-42f9-9ed3-1de5ca223a56 None None] The sync data for ids ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:38.508784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d725c9e1-0790-41cb-975a-45bb3d0b9af7 None None] Provisioning complete for port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:38.509166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d725c9e1-0790-41cb-975a-45bb3d0b9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.634042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:38.634423 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.712936 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.801944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:38.802556 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.804690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d725c9e1-0790-41cb-975a-45bb3d0b9af7 None None] Current status of the port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:38.805053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d725c9e1-0790-41cb-975a-45bb3d0b9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.852506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d725c9e1-0790-41cb-975a-45bb3d0b9af7 None None] For port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,segment=NetworkSegment(ca26d9fb-cb50-437e-99d8-58c6c8b23c4b),segment_id=ca26d9fb-cb50-437e-99d8-58c6c8b23c4b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:38.877293 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d725c9e1-0790-41cb-975a-45bb3d0b9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.006808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725c9e1-0790-41cb-975a-45bb3d0b9af7 None None] Pushing event updated for resources: {'Port': ['ID=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:39.075474 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:25:39.075985 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:25:39.105770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6e4e913c-8e24-4e10-be6c-4ebbeb1f5b95 None None] Provisioning complete for port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:39.106330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4e913c-8e24-4e10-be6c-4ebbeb1f5b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.258685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e913c-8e24-4e10-be6c-4ebbeb1f5b95 None None] Current status of the port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:39.270485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6e4e913c-8e24-4e10-be6c-4ebbeb1f5b95 None None] Provisioning complete for port 7109d0d9-cfe1-45f3-9834-7767224d87fe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:39.270943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6e4e913c-8e24-4e10-be6c-4ebbeb1f5b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.353060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e913c-8e24-4e10-be6c-4ebbeb1f5b95 None None] Port 7109d0d9-cfe1-45f3-9834-7767224d87fe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:39.502848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.509480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2b060f0a-7498-428f-968a-ba26230aa8d2 None None] Provisioning complete for port 7109d0d9-cfe1-45f3-9834-7767224d87fe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:39.509960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b060f0a-7498-428f-968a-ba26230aa8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.518263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.525086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:39.526281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.527981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/ports/7109d0d9-cfe1-45f3-9834-7767224d87fe HTTP/1.1" status: 200 len: 911 time: 1.0715318 Mar 22 14:25:39.532444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53970) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:39.583614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2b060f0a-7498-428f-968a-ba26230aa8d2 None None] Port 7109d0d9-cfe1-45f3-9834-7767224d87fe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:39.594292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4660970-573c-4389-9f24-52adf7fa947e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=7109d0d9-cfe1-45f3-9834-7767224d87fe,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:39.665452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:39.914127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f3355623-2ad6-4f45-85d1-782cffc1a3fb None None] Provisioning complete for port 7109d0d9-cfe1-45f3-9834-7767224d87fe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:39.914537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f3355623-2ad6-4f45-85d1-782cffc1a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.999862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f3355623-2ad6-4f45-85d1-782cffc1a3fb None None] Port 7109d0d9-cfe1-45f3-9834-7767224d87fe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:40.005577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.270243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:40.372814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:40.373202 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.409428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 7109d0d9-cfe1-45f3-9834-7767224d87fe {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:40.409774 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.513057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.526258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:40.536422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 7109d0d9-cfe1-45f3-9834-7767224d87fe owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:40.751457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7109d0d9-cfe1-45f3-9834-7767224d87fe), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.785582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=7109d0d9-cfe1-45f3-9834-7767224d87fe,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:40.958084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.183466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 64bd617e-8818-4ad0-b00f-2cb2e9f3536e has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:41.290065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:41.295674 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-85dc12f1-f906-436b-b68b-e6b9f986ca5c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/64bd617e-8818-4ad0-b00f-2cb2e9f3536e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621019 Mar 22 14:25:41.298661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 53990) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:41.304156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] Sync routers for ids ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:41.324538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] Routers {'64bd617e-8818-4ad0-b00f-2cb2e9f3536e'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:41.325390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:41.349116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 53992) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:41.370990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-727f75be-0b9d-463a-b2b5-feda53ef9153 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=64bd617e-8818-4ad0-b00f-2cb2e9f3536e HTTP/1.1" status: 200 len: 205 time: 0.0710387 Mar 22 14:25:41.417491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:41.433183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] Routers {'64bd617e-8818-4ad0-b00f-2cb2e9f3536e'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:41.434048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:41.462676 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13417ebb-a422-4e30-a3ec-9cd7e2a44e64 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.493000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:41.493899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75fa56-e52d-4d4e-8b5e-d87fb10e3bdb None None] The sync data for ids ['64bd617e-8818-4ad0-b00f-2cb2e9f3536e'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:41.677593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13417ebb-a422-4e30-a3ec-9cd7e2a44e64 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.677593 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13417ebb-a422-4e30-a3ec-9cd7e2a44e64 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.746638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13417ebb-a422-4e30-a3ec-9cd7e2a44e64 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (64bd617e-8818-4ad0-b00f-2cb2e9f3536e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.747550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13417ebb-a422-4e30-a3ec-9cd7e2a44e64 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Fanout notify agent at l3_agent the message router_deleted on router 64bd617e-8818-4ad0-b00f-2cb2e9f3536e {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:25:41.757948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13417ebb-a422-4e30-a3ec-9cd7e2a44e64 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.762541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54002) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:41.774731 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13417ebb-a422-4e30-a3ec-9cd7e2a44e64 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/64bd617e-8818-4ad0-b00f-2cb2e9f3536e HTTP/1.1" status: 204 len: 168 time: 0.4241490 Mar 22 14:25:41.824750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet a3e2d534-cd92-4ba8-911c-89a65f2094d4 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:25:41.829007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (a3e2d534-cd92-4ba8-911c-89a65f2094d4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.873453 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (a3e2d534-cd92-4ba8-911c-89a65f2094d4), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.995277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a3e2d534-cd92-4ba8-911c-89a65f2094d4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.070160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (a3e2d534-cd92-4ba8-911c-89a65f2094d4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.086329 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.094719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54006) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:42.098052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77062b43-3e89-4c13-b9c0-108e5db43d25 None None] Network ce13fafe-518e-42f0-9694-9292d45bb926 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:42.113282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/a3e2d534-cd92-4ba8-911c-89a65f2094d4 HTTP/1.1" status: 204 len: 168 time: 0.3492866 Mar 22 14:25:42.158987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61610c4-4e72-473c-af25-6bc253d7d640 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e2d534-cd92-4ba8-911c-89a65f2094d4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:42.270205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ce13fafe-518e-42f0-9694-9292d45bb926), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.343813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] DHCP port deletion for ce13fafe-518e-42f0-9694-9292d45bb926 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:25:42.378478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:42.379067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.434792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] Deleting port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:42.435324 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.465824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,segment=NetworkSegment(ca26d9fb-cb50-437e-99d8-58c6c8b23c4b),segment_id=ca26d9fb-cb50-437e-99d8-58c6c8b23c4b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:42.466223 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.481404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:42.550804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] For port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,segment=NetworkSegment(ca26d9fb-cb50-437e-99d8-58c6c8b23c4b),segment_id=ca26d9fb-cb50-437e-99d8-58c6c8b23c4b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:42.551505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.566026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] Calling delete_port for b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:42.625498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.673680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:42.679599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:42.720934 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.774565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] Pushing event deleted for resources: {'Port': ['ID=b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:42.786022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f9523-7c8f-4f66-9eb6-0bb5e25fd31d None None] No DVR routers for this DVR port b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:42.814697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ce13fafe-518e-42f0-9694-9292d45bb926), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.840614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce13fafe-518e-42f0-9694-9292d45bb926']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:42.855344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca26d9fb-cb50-437e-99d8-58c6c8b23c4b') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:42.856017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca26d9fb-cb50-437e-99d8-58c6c8b23c4b') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:42.867983 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ca26d9fb-cb50-437e-99d8-58c6c8b23c4b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.883026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ca26d9fb-cb50-437e-99d8-58c6c8b23c4b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.888975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:42.889365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ca26d9fb-cb50-437e-99d8-58c6c8b23c4b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:42.954193 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:42.962369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ce13fafe-518e-42f0-9694-9292d45bb926), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.989629 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.994952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/ce13fafe-518e-42f0-9694-9292d45bb926 HTTP/1.1" status: 204 len: 168 time: 0.8991761 Mar 22 14:25:42.996159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b4aa1-ee73-467a-bb55-3029c0e5ab02 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=ce13fafe-518e-42f0-9694-9292d45bb926,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:42.999589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54020) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:43.010994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0c4871c9-152f-40ad-95d9-b18de885ec0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2017532322', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:43.037504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c4871c9-152f-40ad-95d9-b18de885ec0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.038851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c4871c9-152f-40ad-95d9-b18de885ec0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.099171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c4871c9-152f-40ad-95d9-b18de885ec0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.105303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c4871c9-152f-40ad-95d9-b18de885ec0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.125263 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c4871c9-152f-40ad-95d9-b18de885ec0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.129541 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0c4871c9-152f-40ad-95d9-b18de885ec0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1220460 Mar 22 14:25:43.129698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54022) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:43.136888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1628083181'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:43.160064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:43.164406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.190392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:43.210144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5ca7b174-c600-467c-ba39-108e50638bf7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.210366 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment 5ca7b174-c600-467c-ba39-108e50638bf7 of type vlan for network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd Mar 22 14:25:43.263006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (9a2bfcde-8fe0-44e4-854a-ab598231ecdd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.291042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (9a2bfcde-8fe0-44e4-854a-ab598231ecdd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.297292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:43.298155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.385102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54026) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:43.390960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:43.394566 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2636211 Mar 22 14:25:43.422769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799624a-d73c-4f4b-967a-46aaa2f359e8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=9a2bfcde-8fe0-44e4-854a-ab598231ecdd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:43.437042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:43.526690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:43.539997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.791274 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (9241f2ff-7ccb-473b-82f8-5a006b008b1e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.859212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=9241f2ff-7ccb-473b-82f8-5a006b008b1e,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:43.875412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:43.875781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: 9a2bfcde-8fe0-44e4-854a-ab598231ecdd, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:43.895491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:43.905302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 9a2bfcde-8fe0-44e4-854a-ab598231ecdd) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:43.909753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:43.910458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.918348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65165ef6-6e59-4b1d-b38c-21a8c14e6bb3 None None] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:43.944037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4440ab25-8a08-4f29-b536-3b416b0f2e61 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5577240 Mar 22 14:25:43.947018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54036) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:44.033881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:44.034797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.232722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Allocated IP 2001:db8::2 (9a2bfcde-8fe0-44e4-854a-ab598231ecdd/9241f2ff-7ccb-473b-82f8-5a006b008b1e/22a0c6dc-b9c5-4333-86c7-563f3cca5a7d) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:44.235177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:44.258668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:44.259031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b211bc31-86b2-4b7d-ad1b-2a1c40d2afe5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:44.323315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.450119 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Publish callbacks [] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.458172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.528576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:44.530634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Pushing event updated for resources: {'Port': ['ID=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:44.539491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:44.541921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:44.612435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Attempting to bind port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:44.613049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Attempting to bind port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:44.613618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Attempting to bind port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d on network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:44.614919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8::1 (9a2bfcde-8fe0-44e4-854a-ab598231ecdd/9241f2ff-7ccb-473b-82f8-5a006b008b1e/86247eb1-6c92-4831-b99c-53cac81ce065) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:44.618984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:44.619363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Checking segment: {'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:44.619787 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.620179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Bound using segment: {'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:44.620644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Bound port: 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:44.621020 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.691506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] For port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:44.695176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] For port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,segment=NetworkSegment(5ca7b174-c600-467c-ba39-108e50638bf7),segment_id=5ca7b174-c600-467c-ba39-108e50638bf7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:44.702570 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.776949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (86247eb1-6c92-4831-b99c-53cac81ce065), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.798912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523fe3-aa89-424d-9c1d-3e09fb54edf4 None None] Pushing event updated for resources: {'Port': ['ID=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:44.834200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.890867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:44.894148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:44.898474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:44.899024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.957327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=86247eb1-6c92-4831-b99c-53cac81ce065,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:45.122879 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.410996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (86247eb1-6c92-4831-b99c-53cac81ce065), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.416551 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.417550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.516626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=86247eb1-6c92-4831-b99c-53cac81ce065,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:45.560523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:45.562240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:45.722555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:25:45.853074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:45.869160 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:45.877567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a1a7762-6993-456d-ad3b-2e9b573aa0b1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9272153 Mar 22 14:25:45.880547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54062) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:45.885795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1667486659'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:45.894539 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:45.895933 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:45.912408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:45.916404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.947497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:45.966701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d54dbaec-d280-4a10-be88-d1353caa1596), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.967500 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment d54dbaec-d280-4a10-be88-d1353caa1596 of type vlan for network eb5a4b93-c954-4589-b8ac-521dde83c286 Mar 22 14:25:46.006821 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:46.027175 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (eb5a4b93-c954-4589-b8ac-521dde83c286), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.057960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (eb5a4b93-c954-4589-b8ac-521dde83c286), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.064686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:46.065363 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.144073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2623694 Mar 22 14:25:46.147018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54066) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:46.152202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:46.184060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895eb7d-781f-4fcd-9166-9425675960ca tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=eb5a4b93-c954-4589-b8ac-521dde83c286,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:46.200790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network eb5a4b93-c954-4589-b8ac-521dde83c286 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:46.205416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c59261-ced7-43ee-87fc-825443a339ec None None] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:46.300995 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:45Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:45Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:46.345490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:46.349415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.354702 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:25:46.355267 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Updating router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac port 86247eb1-6c92-4831-b99c-53cac81ce065 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:25:46.367178 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:46.391770 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.418318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e546bbbd-9e96-41f1-8f40-25c33f772f0d None None] Provisioning complete for port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:46.419991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e546bbbd-9e96-41f1-8f40-25c33f772f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.571270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8ddf1638-0650-428d-8bdc-4c1f208bf455), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.651990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:46.652589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: eb5a4b93-c954-4589-b8ac-521dde83c286, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:46.666362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:46.666742 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.668586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=8ddf1638-0650-428d-8bdc-4c1f208bf455,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:46.680302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network eb5a4b93-c954-4589-b8ac-521dde83c286 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:46.695597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, eb5a4b93-c954-4589-b8ac-521dde83c286) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:46.710505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:46.713758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.744670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a775b4df-e985-41b4-9858-1e17aff4e083 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5964577 Mar 22 14:25:46.747631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54072) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:46.763775 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Publish callbacks [] for port (86247eb1-6c92-4831-b99c-53cac81ce065), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.773949 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.802740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda05640-8225-4799-b9d1-3c4dd1e80010 None None] Network eb5a4b93-c954-4589-b8ac-521dde83c286 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:46.808689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e546bbbd-9e96-41f1-8f40-25c33f772f0d None None] Current status of the port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:46.809269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e546bbbd-9e96-41f1-8f40-25c33f772f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.858819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e546bbbd-9e96-41f1-8f40-25c33f772f0d None None] For port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,segment=NetworkSegment(5ca7b174-c600-467c-ba39-108e50638bf7),segment_id=5ca7b174-c600-467c-ba39-108e50638bf7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:46.896792 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Pushing event updated for resources: {'Port': ['ID=86247eb1-6c92-4831-b99c-53cac81ce065,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:46.923496 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e546bbbd-9e96-41f1-8f40-25c33f772f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.931773 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.932494 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.933072 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.933596 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.934180 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.934721 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.935252 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.937787 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.938382 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.938908 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.939561 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.940083 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.940731 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.941954 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:46.942797 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:47.003857 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Attempting to bind port 86247eb1-6c92-4831-b99c-53cac81ce065 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:47.004627 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Attempting to bind port 86247eb1-6c92-4831-b99c-53cac81ce065 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:47.005421 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Attempting to bind port 86247eb1-6c92-4831-b99c-53cac81ce065 on network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:47.013954 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:47.015201 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Checking segment: {'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:47.015811 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.016395 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Bound using segment: {'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:47.017096 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Bound port: 86247eb1-6c92-4831-b99c-53cac81ce065, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca7b174-c600-467c-ba39-108e50638bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:47.017689 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.133088 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] For port 86247eb1-6c92-4831-b99c-53cac81ce065, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:47.138768 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] For port 86247eb1-6c92-4831-b99c-53cac81ce065, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=86247eb1-6c92-4831-b99c-53cac81ce065,segment=NetworkSegment(5ca7b174-c600-467c-ba39-108e50638bf7),segment_id=5ca7b174-c600-467c-ba39-108e50638bf7)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:47.154566 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.227732 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:47.228613 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:47.230967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546bbbd-9e96-41f1-8f40-25c33f772f0d None None] Pushing event updated for resources: {'Port': ['ID=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:47.233935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-eb5a4b93-c954-4589-b8ac-521dde83c286', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:47.234895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.284009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Provisioning complete for port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:47.284372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.286856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:47.465802 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133f26c-6aa0-4dc6-80b7-9e52e2c20b59 None None] Pushing event updated for resources: {'Port': ['ID=86247eb1-6c92-4831-b99c-53cac81ce065,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:47.514504 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:47.547202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.619727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Current status of the port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:47.641624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Provisioning complete for port 86247eb1-6c92-4831-b99c-53cac81ce065 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:47.642256 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.858716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Allocated IP 2001:db8:1::2 (eb5a4b93-c954-4589-b8ac-521dde83c286/8ddf1638-0650-428d-8bdc-4c1f208bf455/ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:48.015277 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:45Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:47Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:48.071334 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954bf2-0edf-4156-9587-d3f5ba629b29 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:45Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:47Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:48.139440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Current status of the port 86247eb1-6c92-4831-b99c-53cac81ce065 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:48.139830 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.159405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Publish callbacks [] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.186201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.256214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c325546-3706-43e1-85b4-2c924c0cc30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.277939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Network eb5a4b93-c954-4589-b8ac-521dde83c286 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:48.283011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] For port 86247eb1-6c92-4831-b99c-53cac81ce065, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=86247eb1-6c92-4831-b99c-53cac81ce065,segment=NetworkSegment(5ca7b174-c600-467c-ba39-108e50638bf7),segment_id=5ca7b174-c600-467c-ba39-108e50638bf7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:48.290041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:48.292601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:48.310603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.313335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Pushing event updated for resources: {'Port': ['ID=ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:48.345584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8:1::1 (eb5a4b93-c954-4589-b8ac-521dde83c286/8ddf1638-0650-428d-8bdc-4c1f208bf455/dd068f9b-3f5b-44a9-bd43-c3832963d98c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:48.367400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:48.457100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Attempting to bind port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:48.457818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Attempting to bind port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:48.458383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Attempting to bind port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 on network eb5a4b93-c954-4589-b8ac-521dde83c286 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:48.524632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:48.525036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Checking segment: {'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:48.525415 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.525817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Bound using segment: {'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:48.526437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Bound port: ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:48.526828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.574961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-63ed3e92-fe53-48ef-8003-e1f71a3c5a51 None None] Provisioning complete for port 86247eb1-6c92-4831-b99c-53cac81ce065 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:48.575339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-63ed3e92-fe53-48ef-8003-e1f71a3c5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.608215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.638563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d7ca5-91c3-463b-881f-e539e5e1f4a0 None None] Pushing event updated for resources: {'Port': ['ID=86247eb1-6c92-4831-b99c-53cac81ce065,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:48.666461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.752377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:48.752807 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.768628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network eb5a4b93-c954-4589-b8ac-521dde83c286 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:48.772336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:48.780831 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:48.786602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.820724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=dd068f9b-3f5b-44a9-bd43-c3832963d98c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:48.829675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-63ed3e92-fe53-48ef-8003-e1f71a3c5a51 None None] Current status of the port 86247eb1-6c92-4831-b99c-53cac81ce065 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:48.850513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] For port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:48.864465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] For port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5,segment=NetworkSegment(d54dbaec-d280-4a10-be88-d1353caa1596),segment_id=d54dbaec-d280-4a10-be88-d1353caa1596)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:48.880021 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.054056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ab529-052d-49a9-a333-8af1a471f3b4 None None] Pushing event updated for resources: {'Port': ['ID=ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:49.058654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:49.061912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e82d9049-8879-47d6-a9ea-8dc48f37ceb4 None None] Provisioning complete for port 86247eb1-6c92-4831-b99c-53cac81ce065 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:49.062352 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e82d9049-8879-47d6-a9ea-8dc48f37ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.175212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e82d9049-8879-47d6-a9ea-8dc48f37ceb4 None None] Current status of the port 86247eb1-6c92-4831-b99c-53cac81ce065 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:49.299573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8104f024-c39e-4941-8a61-b08879750d49 None None] Provisioning complete for port 86247eb1-6c92-4831-b99c-53cac81ce065 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:49.300210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8104f024-c39e-4941-8a61-b08879750d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.472891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8104f024-c39e-4941-8a61-b08879750d49 None None] Current status of the port 86247eb1-6c92-4831-b99c-53cac81ce065 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:49.596181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.889927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.899528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.900548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.003444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=dd068f9b-3f5b-44a9-bd43-c3832963d98c,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:50.040759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network eb5a4b93-c954-4589-b8ac-521dde83c286 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:50.042405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:50.153468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:50.271858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:50.287412 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-71f35e3d-5b28-420a-bc70-3c2d51a072eb tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5386431 Mar 22 14:25:50.290504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54112) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:50.298618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-919536631'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:50.326063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 86247eb1-6c92-4831-b99c-53cac81ce065 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:50.352590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:50.356357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.386648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:50.398589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0fdcbcdc-4348-4238-852f-a126e1304030), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.398970 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment 0fdcbcdc-4348-4238-852f-a126e1304030 of type vlan for network 90d05567-8b85-4216-baff-fc56db3ec248 Mar 22 14:25:50.448169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 86247eb1-6c92-4831-b99c-53cac81ce065 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:50.448583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.481481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (90d05567-8b85-4216-baff-fc56db3ec248), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.493170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c18a4a7-231b-4fa9-89c9-dcb7a60f0b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.528870 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (90d05567-8b85-4216-baff-fc56db3ec248), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.533928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:50.547576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.598118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 86247eb1-6c92-4831-b99c-53cac81ce065 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:50.599491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:50.632857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3378916 Mar 22 14:25:50.633219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:50.640198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:50.643231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d60bff-ed34-4ca2-97d2-10c48b0c2463 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=90d05567-8b85-4216-baff-fc56db3ec248,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:50.662127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 90d05567-8b85-4216-baff-fc56db3ec248 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:50.772639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:50.776811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.787612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:50.856764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:50.857576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:50.952742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191514e-faa5-4259-8389-1165e6aed6c0 None None] Network eb5a4b93-c954-4589-b8ac-521dde83c286 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:51.025467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:51.025756 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.052734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (748efb65-8be8-4161-a23e-cd3d92523d12), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.092199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:51.138355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=748efb65-8be8-4161-a23e-cd3d92523d12,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:51.159948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0835130e-b10e-43aa-a290-4f2699d4d949 None None] Provisioning complete for port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:51.160320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0835130e-b10e-43aa-a290-4f2699d4d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.178458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:51.179162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: 90d05567-8b85-4216-baff-fc56db3ec248, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:51.200796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 90d05567-8b85-4216-baff-fc56db3ec248 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:51.211637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 90d05567-8b85-4216-baff-fc56db3ec248) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:51.219628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:51.219891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.240017 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-92274e3e-c610-4a92-bc4c-4f8db55114a4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6055515 Mar 22 14:25:51.243133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:51.254798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48beba97-c1b9-4e54-9baf-4a24db352116 None None] Network 90d05567-8b85-4216-baff-fc56db3ec248 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:51.623833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:51.624540 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.760588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.776530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5,segment=NetworkSegment(d54dbaec-d280-4a10-be88-d1353caa1596),segment_id=d54dbaec-d280-4a10-be88-d1353caa1596)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:51.794095 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.802327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-90d05567-8b85-4216-baff-fc56db3ec248', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:51.803191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.865902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0835130e-b10e-43aa-a290-4f2699d4d949 None None] Current status of the port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:51.866309 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0835130e-b10e-43aa-a290-4f2699d4d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.910281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:49Z', 'revision_number': 3, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:49Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:51.960619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:25:51.960970 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Updating router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac port dd068f9b-3f5b-44a9-bd43-c3832963d98c binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:25:52.125714 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-0835130e-b10e-43aa-a290-4f2699d4d949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:25:52.126187 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-0835130e-b10e-43aa-a290-4f2699d4d949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:25:52.143848 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.155783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:52.161258 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.188368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8:2::1 (90d05567-8b85-4216-baff-fc56db3ec248/748efb65-8be8-4161-a23e-cd3d92523d12/9287df59-a2a1-44b7-9469-185993ce7030) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:52.380268 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (9287df59-a2a1-44b7-9469-185993ce7030), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.443242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9287df59-a2a1-44b7-9469-185993ce7030), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.499496 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Publish callbacks [] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.508629 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.512787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 90d05567-8b85-4216-baff-fc56db3ec248 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:52.516775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:52.528468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:52.529382 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.580193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca104f-e007-49b6-a952-553de02f5553 None None] Pushing event updated for resources: {'Port': ['ID=dd068f9b-3f5b-44a9-bd43-c3832963d98c,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:52.609097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=9287df59-a2a1-44b7-9469-185993ce7030,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:52.685803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Allocated IP 2001:db8:2::2 (90d05567-8b85-4216-baff-fc56db3ec248/748efb65-8be8-4161-a23e-cd3d92523d12/ae42e834-cf22-40f2-be85-8ca6c533eb12) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:52.753828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9287df59-a2a1-44b7-9469-185993ce7030), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.804375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0835130e-b10e-43aa-a290-4f2699d4d949 None None] Current status of the port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:52.822868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Attempting to bind port dd068f9b-3f5b-44a9-bd43-c3832963d98c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:52.823204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Attempting to bind port dd068f9b-3f5b-44a9-bd43-c3832963d98c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:52.823582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Attempting to bind port dd068f9b-3f5b-44a9-bd43-c3832963d98c on network eb5a4b93-c954-4589-b8ac-521dde83c286 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:52.832401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:52.833037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Checking segment: {'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:52.833458 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.833919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Bound using segment: {'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:52.834481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Bound port: dd068f9b-3f5b-44a9-bd43-c3832963d98c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54dbaec-d280-4a10-be88-d1353caa1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:52.834919 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.924401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] For port dd068f9b-3f5b-44a9-bd43-c3832963d98c, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:52.929709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] For port dd068f9b-3f5b-44a9-bd43-c3832963d98c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dd068f9b-3f5b-44a9-bd43-c3832963d98c,segment=NetworkSegment(d54dbaec-d280-4a10-be88-d1353caa1596),segment_id=d54dbaec-d280-4a10-be88-d1353caa1596)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:52.969930 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.057237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Provisioning complete for port dd068f9b-3f5b-44a9-bd43-c3832963d98c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:53.057598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.185231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:53.185816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:53.262658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (9287df59-a2a1-44b7-9469-185993ce7030), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.272916 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9287df59-a2a1-44b7-9469-185993ce7030), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.274687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.366489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:53.371506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca104f-e007-49b6-a952-553de02f5553 None None] Pushing event updated for resources: {'Port': ['ID=dd068f9b-3f5b-44a9-bd43-c3832963d98c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:53.444046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=9287df59-a2a1-44b7-9469-185993ce7030,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:53.444675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Publish callbacks [] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.467335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.525865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network 90d05567-8b85-4216-baff-fc56db3ec248 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:53.528858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:53.542806 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.572891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Current status of the port dd068f9b-3f5b-44a9-bd43-c3832963d98c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:53.573279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.630735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] For port dd068f9b-3f5b-44a9-bd43-c3832963d98c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dd068f9b-3f5b-44a9-bd43-c3832963d98c,segment=NetworkSegment(d54dbaec-d280-4a10-be88-d1353caa1596),segment_id=d54dbaec-d280-4a10-be88-d1353caa1596)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:53.632285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Pushing event updated for resources: {'Port': ['ID=ae42e834-cf22-40f2-be85-8ca6c533eb12,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:53.640068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:53.738722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:53.746678 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.749918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cbc1df97-5176-4360-b837-f8472a72fb0f tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5047951 Mar 22 14:25:53.752160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54154) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:53.755923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Network 90d05567-8b85-4216-baff-fc56db3ec248 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:53.758253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823714886'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:53.779869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:53.785348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.787366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:53.790606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:53.816279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:53.828675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e0e1a980-8781-4efc-b960-d8b5b5cdf589), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.829068 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added segment e0e1a980-8781-4efc-b960-d8b5b5cdf589 of type vlan for network fd360bae-38f4-4539-bcd8-0ce8594ea006 Mar 22 14:25:53.869875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Provisioning complete for port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:53.870455 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.878614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (fd360bae-38f4-4539-bcd8-0ce8594ea006), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.911798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (fd360bae-38f4-4539-bcd8-0ce8594ea006), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.921324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:53.922015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.015590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2590811 Mar 22 14:25:54.015791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54160) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:54.021172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe665f-a1fd-4601-bea5-41817962e389 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Network': ['ID=fd360bae-38f4-4539-bcd8-0ce8594ea006,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:54.024512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'subnet': {'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:54.124161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Made reservation on behalf of b9a65cc0bb2542a4a8bfcc9a7ebe28ac for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:54.128332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.131962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:54.225080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Pushing event updated for resources: {'Port': ['ID=dd068f9b-3f5b-44a9-bd43-c3832963d98c,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:54.302346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:54.359125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Attempting to bind port ae42e834-cf22-40f2-be85-8ca6c533eb12 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:54.359538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Attempting to bind port ae42e834-cf22-40f2-be85-8ca6c533eb12 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:54.359868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Attempting to bind port ae42e834-cf22-40f2-be85-8ca6c533eb12 on network 90d05567-8b85-4216-baff-fc56db3ec248 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:54.382376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 1, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:54.398132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:54.398573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Checking segment: {'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:54.399471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.399891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Bound using segment: {'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:54.400390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Bound port: ae42e834-cf22-40f2-be85-8ca6c533eb12, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:54.400774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.439616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (621e3e1d-0bc4-41cf-97c1-ef357d990c7b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.450962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e5967-8a07-4e42-9e43-3ad533bf3e0f None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 1, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:54.581801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Subnet': ['ID=621e3e1d-0bc4-41cf-97c1-ef357d990c7b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:54.622403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.623040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.623741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.624583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.625126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.625664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.626242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.626824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.627376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.627911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.628446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.629110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.629730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.630316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.630848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:54.638501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Checking segment: {'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:54.639652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network hostable DHCP agents. Network: fd360bae-38f4-4539-bcd8-0ce8594ea006, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:54.653739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] For port ae42e834-cf22-40f2-be85-8ca6c533eb12, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:54.657378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] For port ae42e834-cf22-40f2-be85-8ca6c533eb12, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ae42e834-cf22-40f2-be85-8ca6c533eb12,segment=NetworkSegment(0fdcbcdc-4348-4238-852f-a126e1304030),segment_id=0fdcbcdc-4348-4238-852f-a126e1304030)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:54.667872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:54.683168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, fd360bae-38f4-4539-bcd8-0ce8594ea006) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:54.701057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:54.702549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.703820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.736257 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.737709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54170) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:54.738388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6fe47ed1-9837-4865-95f9-370eb671b70e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7212787 Mar 22 14:25:54.760482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8452f-5c7d-4830-9ecd-42bb57112008 None None] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:54.801366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c14e271-2cd6-4a60-a97a-aade13ace5a3 None None] Current status of the port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:54.922861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cbc0f-be96-4081-b37a-dfcef9366d9d None None] Pushing event updated for resources: {'Port': ['ID=ae42e834-cf22-40f2-be85-8ca6c533eb12,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:54.947349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:54.965386 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.091172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.168265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f5f3eb49-26ac-4e54-a61f-5b3fb021dcad None None] Provisioning complete for port dd068f9b-3f5b-44a9-bd43-c3832963d98c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:55.171671 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f5f3eb49-26ac-4e54-a61f-5b3fb021dcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.624835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-fd360bae-38f4-4539-bcd8-0ce8594ea006', 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'fixed_ips': [{'subnet_id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:55.626228 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.661328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:55.718911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.739911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3eb49-26ac-4e54-a61f-5b3fb021dcad None None] Current status of the port dd068f9b-3f5b-44a9-bd43-c3832963d98c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:55.991493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Allocated IP 2001:db8:3::2 (fd360bae-38f4-4539-bcd8-0ce8594ea006/621e3e1d-0bc4-41cf-97c1-ef357d990c7b/287ec6ef-175d-49d5-a58c-c128d9b5d3f8) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:56.156564 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Publish callbacks [] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.165031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.250959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:56.258523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:56.267120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:56.372331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Pushing event updated for resources: {'Port': ['ID=287ec6ef-175d-49d5-a58c-c128d9b5d3f8,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:56.416134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Allocated IP 2001:db8:3::1 (fd360bae-38f4-4539-bcd8-0ce8594ea006/621e3e1d-0bc4-41cf-97c1-ef357d990c7b/f0435cd6-7e07-46bf-a477-d65ad1decccf) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:56.430629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Attempting to bind port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:56.431010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Attempting to bind port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:56.431386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Attempting to bind port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 on network fd360bae-38f4-4539-bcd8-0ce8594ea006 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:56.439944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dd068f9b-3f5b-44a9-bd43-c3832963d98c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:56.470833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:56.471655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Checking segment: {'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:56.472233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.472793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Bound using segment: {'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:56.473481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Bound port: 287ec6ef-175d-49d5-a58c-c128d9b5d3f8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:56.474251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.586041 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:56.606776 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:56.607460 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:56.697936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] For port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:56.703854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] For port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=287ec6ef-175d-49d5-a58c-c128d9b5d3f8,segment=NetworkSegment(e0e1a980-8781-4efc-b960-d8b5b5cdf589),segment_id=e0e1a980-8781-4efc-b960-d8b5b5cdf589)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:56.732627 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.756085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port dd068f9b-3f5b-44a9-bd43-c3832963d98c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:56.756500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.811624 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:56.921648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1adcaa-3b7a-4b7f-b1bc-3cebf7d9777a None None] Network 90d05567-8b85-4216-baff-fc56db3ec248 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:57.233173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port dd068f9b-3f5b-44a9-bd43-c3832963d98c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:57.234511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ae42e834-cf22-40f2-be85-8ca6c533eb12 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:57.244443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efeaf2-dedd-4480-9c03-e260d64a9aa9 None None] Pushing event updated for resources: {'Port': ['ID=287ec6ef-175d-49d5-a58c-c128d9b5d3f8,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:57.299091 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:25:52Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:57.375105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-40832149-d2ec-47c1-a4dd-ba212f7c775c None None] Provisioning complete for port ae42e834-cf22-40f2-be85-8ca6c533eb12 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:57.393407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40832149-d2ec-47c1-a4dd-ba212f7c775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.406993 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:25:57.407445 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Updating router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac port 9287df59-a2a1-44b7-9469-185993ce7030 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:25:57.471542 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9287df59-a2a1-44b7-9469-185993ce7030), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.504082 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.569160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.608497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ae42e834-cf22-40f2-be85-8ca6c533eb12 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:57.608497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.617836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:57.621370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:57.624051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:57.624599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.769863 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:25:57.883706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.893549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ae42e834-cf22-40f2-be85-8ca6c533eb12 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:57.894204 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.906219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=f0435cd6-7e07-46bf-a477-d65ad1decccf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:57.928351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-40832149-d2ec-47c1-a4dd-ba212f7c775c None None] Current status of the port ae42e834-cf22-40f2-be85-8ca6c533eb12 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:57.928777 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40832149-d2ec-47c1-a4dd-ba212f7c775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.008576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ae42e834-cf22-40f2-be85-8ca6c533eb12, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ae42e834-cf22-40f2-be85-8ca6c533eb12,segment=NetworkSegment(0fdcbcdc-4348-4238-852f-a126e1304030),segment_id=0fdcbcdc-4348-4238-852f-a126e1304030)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:58.017089 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.173707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-40832149-d2ec-47c1-a4dd-ba212f7c775c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:25:58.174097 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-40832149-d2ec-47c1-a4dd-ba212f7c775c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:25:58.289068 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Publish callbacks [] for port (9287df59-a2a1-44b7-9469-185993ce7030), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.299410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ae42e834-cf22-40f2-be85-8ca6c533eb12,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:58.303336 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9287df59-a2a1-44b7-9469-185993ce7030), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.424804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:58.436985 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a232b-53da-4e56-b67c-f3bdafc14fb8 None None] Pushing event updated for resources: {'Port': ['ID=9287df59-a2a1-44b7-9469-185993ce7030,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:58.559629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:58.560002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.615729 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.623313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.624199 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.645742 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Attempting to bind port 9287df59-a2a1-44b7-9469-185993ce7030 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:58.648425 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Attempting to bind port 9287df59-a2a1-44b7-9469-185993ce7030 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:58.648954 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Attempting to bind port 9287df59-a2a1-44b7-9469-185993ce7030 on network 90d05567-8b85-4216-baff-fc56db3ec248 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:58.663729 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:58.664153 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Checking segment: {'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:58.664490 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.666710 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Bound using segment: {'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:58.667213 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Bound port: 9287df59-a2a1-44b7-9469-185993ce7030, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdcbcdc-4348-4238-852f-a126e1304030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:58.667593 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9287df59-a2a1-44b7-9469-185993ce7030), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.748404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event updated for resources: {'Port': ['ID=f0435cd6-7e07-46bf-a477-d65ad1decccf,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:58.822950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-40832149-d2ec-47c1-a4dd-ba212f7c775c None None] Current status of the port ae42e834-cf22-40f2-be85-8ca6c533eb12 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:58.854959 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.877586 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] For port 9287df59-a2a1-44b7-9469-185993ce7030, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:58.886954 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] For port 9287df59-a2a1-44b7-9469-185993ce7030, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9287df59-a2a1-44b7-9469-185993ce7030,segment=NetworkSegment(0fdcbcdc-4348-4238-852f-a126e1304030),segment_id=0fdcbcdc-4348-4238-852f-a126e1304030)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:58.898408 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9287df59-a2a1-44b7-9469-185993ce7030), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.993486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:58.993895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.007173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:59.007436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85836c3b-8aeb-42ab-810f-770f5415a3fa None None] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:59.008622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:59.047664 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:59.048285 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:59.115904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Provisioning complete for port 9287df59-a2a1-44b7-9469-185993ce7030 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:59.117062 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9287df59-a2a1-44b7-9469-185993ce7030), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.234449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:59.317258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:59.354830 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a232b-53da-4e56-b67c-f3bdafc14fb8 None None] Pushing event updated for resources: {'Port': ['ID=9287df59-a2a1-44b7-9469-185993ce7030,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:59.588135 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:57Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:25:58Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0435cd6-7e07-46bf-a477-d65ad1decccf', 'name': '', 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:0d:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:55Z', 'updated_at': '2022-03-22T14:25:58Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:59.593095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:59.607137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44061097-f62b-4d76-95c3-dc5203d31816 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8681543 Mar 22 14:25:59.610114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54222) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:59.615143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:59.690007 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c2649-234c-43c7-973d-c0cc6b7e9198 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:25:57Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:25:58Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0435cd6-7e07-46bf-a477-d65ad1decccf', 'name': '', 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:0d:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:55Z', 'updated_at': '2022-03-22T14:25:58Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:59.818646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=287ec6ef-175d-49d5-a58c-c128d9b5d3f8,segment=NetworkSegment(e0e1a980-8781-4efc-b960-d8b5b5cdf589),segment_id=e0e1a980-8781-4efc-b960-d8b5b5cdf589)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:59.834402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.954827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Current status of the port 9287df59-a2a1-44b7-9469-185993ce7030 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:59.955220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9287df59-a2a1-44b7-9469-185993ce7030), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.130561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=287ec6ef-175d-49d5-a58c-c128d9b5d3f8,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:00.157325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] For port 9287df59-a2a1-44b7-9469-185993ce7030, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9287df59-a2a1-44b7-9469-185993ce7030,segment=NetworkSegment(0fdcbcdc-4348-4238-852f-a126e1304030),segment_id=0fdcbcdc-4348-4238-852f-a126e1304030)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:00.165880 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9287df59-a2a1-44b7-9469-185993ce7030), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.276391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Provisioning complete for port ae42e834-cf22-40f2-be85-8ca6c533eb12 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:00.278382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.372892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Pushing event updated for resources: {'Port': ['ID=9287df59-a2a1-44b7-9469-185993ce7030,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:00.451228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:26:00.475635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Removed routes are [] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:26:00.476047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.539021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:00.626165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-833a14bd-fcdd-47cf-b459-abe572cbc7dd None None] Current status of the port ae42e834-cf22-40f2-be85-8ca6c533eb12 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:00.666730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:00.667106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.792325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Provisioning complete for port 9287df59-a2a1-44b7-9469-185993ce7030 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:00.792703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9287df59-a2a1-44b7-9469-185993ce7030), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.870372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.878181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.974853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:00.978134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ae42e834-cf22-40f2-be85-8ca6c533eb12 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:01.073751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ae42e834-cf22-40f2-be85-8ca6c533eb12 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:01.074177 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.141840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:01.171389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Current status of the port 9287df59-a2a1-44b7-9469-185993ce7030 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:01.253274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:01.259852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ae42e834-cf22-40f2-be85-8ca6c533eb12 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:01.272027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9287df59-a2a1-44b7-9469-185993ce7030 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:01.326521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:01.327170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:01.382467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:01.394794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.396132 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-da0bf8ea-16d1-4217-92f0-b123d93f7284 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 200 len: 954 time: 1.7849712 Mar 22 14:26:01.399007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54242) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:01.454325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:01.712661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Provisioning complete for port f0435cd6-7e07-46bf-a477-d65ad1decccf triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:01.713036 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.763059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Port f0435cd6-7e07-46bf-a477-d65ad1decccf cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:01.767007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9287df59-a2a1-44b7-9469-185993ce7030 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:01.767420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9287df59-a2a1-44b7-9469-185993ce7030), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.827902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Provisioning complete for port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:01.828695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.876969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 6, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0435cd6-7e07-46bf-a477-d65ad1decccf', 'name': '', 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:0d:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:55Z', 'updated_at': '2022-03-22T14:25:58Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:01.956275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:01.957045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Updating router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac port f0435cd6-7e07-46bf-a477-d65ad1decccf binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:26:01.959476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9287df59-a2a1-44b7-9469-185993ce7030 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:02.021381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.105877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c702cbad-8ead-414e-a72c-fee4f17b3b6a None None] Current status of the port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:02.141764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54256) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:02.146447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b32c4fc3-d947-4543-99d9-c182912ec82b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 200 len: 954 time: 0.7454290 Mar 22 14:26:02.146731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'routes': None}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:02.285848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9a5836a8-8d09-466f-b658-f1d8ab53052a None None] Provisioning complete for port f0435cd6-7e07-46bf-a477-d65ad1decccf triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:02.286311 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a5836a8-8d09-466f-b658-f1d8ab53052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.339708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9287df59-a2a1-44b7-9469-185993ce7030 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:02.472197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9a5836a8-8d09-466f-b658-f1d8ab53052a None None] Port f0435cd6-7e07-46bf-a477-d65ad1decccf cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:02.575251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9287df59-a2a1-44b7-9469-185993ce7030 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:02.575654 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9287df59-a2a1-44b7-9469-185993ce7030), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.837777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9287df59-a2a1-44b7-9469-185993ce7030 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:02.886678 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Publish callbacks [] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.907788 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.055049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4f04a-2648-4c54-bb16-33ebb444bd5e None None] Pushing event updated for resources: {'Port': ['ID=f0435cd6-7e07-46bf-a477-d65ad1decccf,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:03.247679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Attempting to bind port f0435cd6-7e07-46bf-a477-d65ad1decccf on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:03.247974 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Attempting to bind port f0435cd6-7e07-46bf-a477-d65ad1decccf by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:03.248319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Attempting to bind port f0435cd6-7e07-46bf-a477-d65ad1decccf on network fd360bae-38f4-4539-bcd8-0ce8594ea006 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:03.262209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:03.262914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Checking segment: {'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:03.264797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.266096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Bound using segment: {'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:03.267145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Bound port: f0435cd6-7e07-46bf-a477-d65ad1decccf, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1a980-8781-4efc-b960-d8b5b5cdf589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:03.267729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.280368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added routes are [] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:26:03.280955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.extraroute_db [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:26:03.322148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.499346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] For port f0435cd6-7e07-46bf-a477-d65ad1decccf, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:03.505129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] For port f0435cd6-7e07-46bf-a477-d65ad1decccf, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f0435cd6-7e07-46bf-a477-d65ad1decccf,segment=NetworkSegment(e0e1a980-8781-4efc-b960-d8b5b5cdf589),segment_id=e0e1a980-8781-4efc-b960-d8b5b5cdf589)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:03.522491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.706779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:03.707446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:03.724078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fd504e73-c4db-41df-9411-2ceea69ae761 None None] Provisioning complete for port f0435cd6-7e07-46bf-a477-d65ad1decccf triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:03.724507 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd504e73-c4db-41df-9411-2ceea69ae761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.862367 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.876964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.941755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4f04a-2648-4c54-bb16-33ebb444bd5e None None] Pushing event updated for resources: {'Port': ['ID=f0435cd6-7e07-46bf-a477-d65ad1decccf,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:04.059363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:04.131745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:04.423787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:04.439445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.440776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c5dbd44-4c70-4d60-bc40-5e6c6d408862 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 200 len: 704 time: 2.2979026 Mar 22 14:26:04.443757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54354) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:04.683803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dea974e9-4753-419b-a127-be5509dd0de7 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 200 len: 704 time: 0.2388864 Mar 22 14:26:04.686803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:04.717294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f0435cd6-7e07-46bf-a477-d65ad1decccf up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:04.720206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fd504e73-c4db-41df-9411-2ceea69ae761 None None] Current status of the port f0435cd6-7e07-46bf-a477-d65ad1decccf is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:04.720589 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd504e73-c4db-41df-9411-2ceea69ae761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.799514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fd504e73-c4db-41df-9411-2ceea69ae761 None None] For port f0435cd6-7e07-46bf-a477-d65ad1decccf, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f0435cd6-7e07-46bf-a477-d65ad1decccf,segment=NetworkSegment(e0e1a980-8781-4efc-b960-d8b5b5cdf589),segment_id=e0e1a980-8781-4efc-b960-d8b5b5cdf589)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:04.864820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd504e73-c4db-41df-9411-2ceea69ae761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.128088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd504e73-c4db-41df-9411-2ceea69ae761 None None] Pushing event updated for resources: {'Port': ['ID=f0435cd6-7e07-46bf-a477-d65ad1decccf,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:05.267554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a1e1bd0a-0b4f-4889-9511-6096922f2adc None None] Provisioning complete for port f0435cd6-7e07-46bf-a477-d65ad1decccf triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:05.267957 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1e1bd0a-0b4f-4889-9511-6096922f2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.317499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.365529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f0435cd6-7e07-46bf-a477-d65ad1decccf triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:05.365935 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.748864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1bd0a-0b4f-4889-9511-6096922f2adc None None] Current status of the port f0435cd6-7e07-46bf-a477-d65ad1decccf is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:05.788417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:03Z', 'revision_number': 7, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0435cd6-7e07-46bf-a477-d65ad1decccf', 'name': '', 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:0d:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:55Z', 'updated_at': '2022-03-22T14:26:03Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:05.833773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27899d-d607-4133-a171-36a0ae6fc769 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:03Z', 'revision_number': 7, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0435cd6-7e07-46bf-a477-d65ad1decccf', 'name': '', 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:0d:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:55Z', 'updated_at': '2022-03-22T14:26:03Z', 'revision_number': 4, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:05.840119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f0435cd6-7e07-46bf-a477-d65ad1decccf is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:06.071658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-f12d0c36-bb33-42fd-a64a-63418ce4d126 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830361 Mar 22 14:26:06.245405 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:06.266051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-36615a2a-880e-48be-92b3-4593604c4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.269373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-36615a2a-880e-48be-92b3-4593604c4e30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 1129 time: 0.1247151 Mar 22 14:26:06.275509 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:06.280658 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:06.355754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f0435cd6-7e07-46bf-a477-d65ad1decccf up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:06.499806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f0435cd6-7e07-46bf-a477-d65ad1decccf triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:06.500192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.586236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-10f17c4f-d373-4ab8-a20e-8e5daeec4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.588788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-10f17c4f-d373-4ab8-a20e-8e5daeec4f5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 200 len: 918 time: 0.2959425 Mar 22 14:26:06.725450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port f0435cd6-7e07-46bf-a477-d65ad1decccf {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:06.726546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.748056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f0435cd6-7e07-46bf-a477-d65ad1decccf is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:06.779771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-e11bd160-1933-41f7-85c0-8d502fcc9d02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 200 len: 1002 time: 0.1847374 Mar 22 14:26:06.802000 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:06.852310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-bf3f5200-f88f-4c12-913d-cf19d9dd6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.853780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-bf3f5200-f88f-4c12-913d-cf19d9dd6bc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 200 len: 856 time: 0.0660367 Mar 22 14:26:06.915622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port f0435cd6-7e07-46bf-a477-d65ad1decccf, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f0435cd6-7e07-46bf-a477-d65ad1decccf,segment=NetworkSegment(e0e1a980-8781-4efc-b960-d8b5b5cdf589),segment_id=e0e1a980-8781-4efc-b960-d8b5b5cdf589)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:06.919449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.959522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for f0435cd6-7e07-46bf-a477-d65ad1decccf owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:06.985988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-48f8cd15-3298-4e99-9135-e68a9a903aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.985988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-48f8cd15-3298-4e99-9135-e68a9a903aa6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ae1d5f9-3892-43b9-919e-0453c754b221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1158783 Mar 22 14:26:07.227799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-8041b72d-bf79-4dd3-9a09-6d9d57dc434b service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287772 Mar 22 14:26:07.367089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:03Z', 'revision_number': 7, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0435cd6-7e07-46bf-a477-d65ad1decccf', 'name': '', 'network_id': 'fd360bae-38f4-4539-bcd8-0ce8594ea006', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:0d:38:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:55Z', 'updated_at': '2022-03-22T14:26:04Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '621e3e1d-0bc4-41cf-97c1-ef357d990c7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:07.388577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aff7a098-8a6f-4e8b-8bfc-83498d065cbb req-6e93acb7-ee3b-4364-a823-08fecaf3fc4c service neutron] 10.222.0.57 "GET /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596482 Mar 22 14:26:07.413826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f0435cd6-7e07-46bf-a477-d65ad1decccf), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:07.487940 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:07.521130 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:07.521130 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:07.531994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=f0435cd6-7e07-46bf-a477-d65ad1decccf,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:07.736306 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:07.758786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.222528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:08.262880 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:07Z', 'revision_number': 8, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:08.326548 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c98028-5d3e-4f29-84da-76294e63dbc0 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:07Z', 'revision_number': 8, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:08.416924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:08.430499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54412) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:08.449117 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29341683-f586-43ff-b0ed-f8f8bc29896d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7429237 Mar 22 14:26:08.518564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet 621e3e1d-0bc4-41cf-97c1-ef357d990c7b {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:08.523405 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (621e3e1d-0bc4-41cf-97c1-ef357d990c7b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.638386 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (621e3e1d-0bc4-41cf-97c1-ef357d990c7b), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.924244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (621e3e1d-0bc4-41cf-97c1-ef357d990c7b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.084402 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (621e3e1d-0bc4-41cf-97c1-ef357d990c7b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.184107 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.188697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422eedc-78f3-477d-8b33-5dcaac621e99 None None] Network fd360bae-38f4-4539-bcd8-0ce8594ea006 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:09.206837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/621e3e1d-0bc4-41cf-97c1-ef357d990c7b HTTP/1.1" status: 204 len: 168 time: 0.7720656 Mar 22 14:26:09.208204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54444) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:09.209944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e526fbb-60c5-4e01-9e6c-2bffd2c57156 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=621e3e1d-0bc4-41cf-97c1-ef357d990c7b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:09.344033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:09.347077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7278043-5898-43bc-817b-2dc0627069bb req-8db468d8-11ef-4146-acb6-c0491c19e1b2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:09.351352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7278043-5898-43bc-817b-2dc0627069bb req-8db468d8-11ef-4146-acb6-c0491c19e1b2 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 947 time: 0.1228859 Mar 22 14:26:09.398160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:09.406115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:09.420237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (fd360bae-38f4-4539-bcd8-0ce8594ea006), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.453433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7278043-5898-43bc-817b-2dc0627069bb req-b76d1382-d49d-415f-a0a4-646d063e0439 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979910 Mar 22 14:26:09.596120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:09.596370 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.607810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:09.750150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=287ec6ef-175d-49d5-a58c-c128d9b5d3f8,segment=NetworkSegment(e0e1a980-8781-4efc-b960-d8b5b5cdf589),segment_id=e0e1a980-8781-4efc-b960-d8b5b5cdf589)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:09.750686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.770675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:09.780883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b017b-99f5-425b-aa8b-1aab63528028 None None] DHCP port deletion for fd360bae-38f4-4539-bcd8-0ce8594ea006 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:09.890263 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (287ec6ef-175d-49d5-a58c-c128d9b5d3f8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.911169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:09.958935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=287ec6ef-175d-49d5-a58c-c128d9b5d3f8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:10.052817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (fd360bae-38f4-4539-bcd8-0ce8594ea006), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.081031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b017b-99f5-425b-aa8b-1aab63528028 None None] The port '287ec6ef-175d-49d5-a58c-c128d9b5d3f8' was deleted {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 14:26:10.113713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd360bae-38f4-4539-bcd8-0ce8594ea006']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:10.122944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:07Z', 'revision_number': 8, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:10.155655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e1a980-8781-4efc-b960-d8b5b5cdf589') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:10.156016 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e1a980-8781-4efc-b960-d8b5b5cdf589') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:10.156910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:10.179483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:10.180281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:10.196302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (e0e1a980-8781-4efc-b960-d8b5b5cdf589), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.220122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (e0e1a980-8781-4efc-b960-d8b5b5cdf589), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.227005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:10.227418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (e0e1a980-8781-4efc-b960-d8b5b5cdf589), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.364255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:10.385649 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:10.390398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (fd360bae-38f4-4539-bcd8-0ce8594ea006), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.401820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.405391 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/fd360bae-38f4-4539-bcd8-0ce8594ea006 HTTP/1.1" status: 204 len: 168 time: 1.1962123 Mar 22 14:26:10.408297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54476) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:10.429982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:10.445955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862cbe3-c5c6-4f4f-96df-af710655624d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=fd360bae-38f4-4539-bcd8-0ce8594ea006,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:10.538894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:10.539857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 287ec6ef-175d-49d5-a58c-c128d9b5d3f8 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:10.540733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f0435cd6-7e07-46bf-a477-d65ad1decccf no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:10.566356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: f0435cd6-7e07-46bf-a477-d65ad1decccf {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:10.567470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f0435cd6-7e07-46bf-a477-d65ad1decccf not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:10.816742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:07Z', 'revision_number': 8, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:10.878666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6d7c2-66ad-4815-84e2-4973bbb53584 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:07Z', 'revision_number': 8, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9287df59-a2a1-44b7-9469-185993ce7030', 'name': '', 'network_id': '90d05567-8b85-4216-baff-fc56db3ec248', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:36:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:51Z', 'updated_at': '2022-03-22T14:26:00Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '748efb65-8be8-4161-a23e-cd3d92523d12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:11.019465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e48be3-8fd9-4413-b260-b718d06082a0 req-a6091f44-1d73-4887-a610-0a96a5bb51ee tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:11.021725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30e48be3-8fd9-4413-b260-b718d06082a0 req-a6091f44-1d73-4887-a610-0a96a5bb51ee tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 947 time: 0.2625508 Mar 22 14:26:11.035566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-5b4f1bde-6ae1-404e-82ea-ab07cd046ebe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:11.037749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-5b4f1bde-6ae1-404e-82ea-ab07cd046ebe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 947 time: 0.4784019 Mar 22 14:26:11.165458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30e48be3-8fd9-4413-b260-b718d06082a0 req-3fa35f3d-def9-4bc5-8619-0e4857d43f74 tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups?id=417a029c-f0dc-43ec-90f3-814004a5dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263771 Mar 22 14:26:11.263004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Deleting port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:11.263348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.272152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.527376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] For port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:11.527741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.816237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.816472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e786c632-67a5-4d76-92d0-fc6dcb66fad4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.816793 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Floating IP e786c632-67a5-4d76-92d0-fc6dcb66fad4 disassociated. External IP: 172.25.2.162, port: ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5. Mar 22 14:26:11.817191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Calling delete_port for ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:11.891032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 9287df59-a2a1-44b7-9469-185993ce7030 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:11.891372 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9287df59-a2a1-44b7-9469-185993ce7030), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.097123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port 9287df59-a2a1-44b7-9469-185993ce7030, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9287df59-a2a1-44b7-9469-185993ce7030,segment=NetworkSegment(0fdcbcdc-4348-4238-852f-a126e1304030),segment_id=0fdcbcdc-4348-4238-852f-a126e1304030)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:12.097809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9287df59-a2a1-44b7-9469-185993ce7030), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.118443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 9287df59-a2a1-44b7-9469-185993ce7030 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:12.170106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.206083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event deleted for resources: {'Port': ['ID=ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:12.395969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Router 66ecae21-d0e4-421a-8e52-12a67ba94f98 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:12.399221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb620dd8-0279-4918-950f-5505847d9684 req-d06379ee-e8b7-4b63-9663-ae15f55e53fe tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 210 time: 0.0375998 Mar 22 14:26:12.661398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:12.673832 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] Sync routers for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:12.692596 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:12.693241 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:12.817913 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9287df59-a2a1-44b7-9469-185993ce7030), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.838741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] No DVR routers for this DVR port ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:12.852932 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.856332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3b0bc03-e293-489b-b936-9c0a1faec089 req-dc415812-dda3-4e5f-84d3-7e449aeaf42c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.57 "DELETE /v2.0/ports/ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 HTTP/1.1" status: 204 len: 173 time: 1.7986538 Mar 22 14:26:12.856813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-deleted', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:12.859467 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a5dc5c-3646-4634-b260-d2c680bcfd68" -d '{"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-deleted", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:12.912220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=9287df59-a2a1-44b7-9469-185993ce7030,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:12.980115 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9fc6cd-512f-4c32-89ff-fd987cdc8fcd x-openstack-request-id: req-7a9fc6cd-512f-4c32-89ff-fd987cdc8fcd {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:12.980422 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e5c43-e8b1-45c3-9b60-913fffa99a67", "name": "network-vif-deleted", "tag": "ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:12.980697 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a9fc6cd-512f-4c32-89ff-fd987cdc8fcd {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:12.981072 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9fc6cd-512f-4c32-89ff-fd987cdc8fcd'] response: {'server_uuid': '8c3e5c43-e8b1-45c3-9b60-913fffa99a67', 'name': 'network-vif-deleted', 'tag': 'ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5', 'status': 'completed', 'code': 200} Mar 22 14:26:13.053050 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:13.228522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:13.655140 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:13.718079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:13.723557 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] Checking router: 66ecae21-d0e4-421a-8e52-12a67ba94f98 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:13.744010 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:13.744632 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:13.774818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddef6d6b-ec00-4aad-99bf-994d687ab789 req-525376c8-6b24-4c09-8e3f-0dd90047b69f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e5c43-e8b1-45c3-9b60-913fffa99a67 HTTP/1.1" status: 200 len: 210 time: 0.0541561 Mar 22 14:26:13.955239 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:14.002063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:14.011878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54556) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:14.014923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:14.024545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ff04d1b2-476d-45da-9e04-76212ba2ceaa tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6147993 Mar 22 14:26:14.029379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:14.030329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:14.181074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet 748efb65-8be8-4161-a23e-cd3d92523d12 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:14.198180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (748efb65-8be8-4161-a23e-cd3d92523d12), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.200303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:14.260979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:14.394644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (748efb65-8be8-4161-a23e-cd3d92523d12), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.588089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:14.643493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (748efb65-8be8-4161-a23e-cd3d92523d12), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.652066 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74cb02-c8e2-4270-b794-a70c858b3add None None] The sync data for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 is: [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:18:56Z', 'revision_number': 4, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'dfbd45d7-d89a-4fd0-aec6-87976fcafc50', 'name': '', 'network_id': '2ae1d5f9-3892-43b9-919e-0453c754b221', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'mac_address': 'fa:16:3e:a1:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:54Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'subnets': [{'id': '8d08895f-ba89-4519-8b65-fe0f5624aff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:14.769615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:14.770042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device ad220ad9-7a56-4fa1-80e1-4d1ef4e88ef5 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:14.792897 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (748efb65-8be8-4161-a23e-cd3d92523d12), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.879012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=748efb65-8be8-4161-a23e-cd3d92523d12,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:14.901562 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.903631 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-94999fde-1cf3-4c2e-9be4-593ae02acca1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/748efb65-8be8-4161-a23e-cd3d92523d12 HTTP/1.1" status: 204 len: 168 time: 0.8891463 Mar 22 14:26:14.905102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54598) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:14.936551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54600) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:14.944910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd808f85-2191-40f9-9983-9558dbb4c6e8 None None] Network 90d05567-8b85-4216-baff-fc56db3ec248 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:15.087080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c9e2-af15-4239-afab-d9099cc5216d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (417a029c-f0dc-43ec-90f3-814004a5dff3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.145942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (90d05567-8b85-4216-baff-fc56db3ec248), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.157790 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c9e2-af15-4239-afab-d9099cc5216d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (417a029c-f0dc-43ec-90f3-814004a5dff3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.215262 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c9e2-af15-4239-afab-d9099cc5216d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (417a029c-f0dc-43ec-90f3-814004a5dff3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.219426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c9e2-af15-4239-afab-d9099cc5216d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.221646 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9bb9c9e2-af15-4239-afab-d9099cc5216d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "DELETE /v2.0/security-groups/417a029c-f0dc-43ec-90f3-814004a5dff3 HTTP/1.1" status: 204 len: 168 time: 0.2827904 Mar 22 14:26:15.227491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54604) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:15.244745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9c9e2-af15-4239-afab-d9099cc5216d tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a029c-f0dc-43ec-90f3-814004a5dff3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:15.248755 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-eb25f48c-4a84-47e6-9525-53bcf9c8551f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] show failed (client error): The resource could not be found. Mar 22 14:26:15.249814 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eb25f48c-4a84-47e6-9525-53bcf9c8551f tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "GET /v2.0/security-groups/417a029c-f0dc-43ec-90f3-814004a5dff3 HTTP/1.1" status: 404 len: 347 time: 0.0213139 Mar 22 14:26:15.253429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54606) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:15.348144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port ae42e834-cf22-40f2-be85-8ca6c533eb12 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:15.348415 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef80ca3-865f-4925-821d-17fa2ce0a641 None None] New status for floating IP e786c632-67a5-4d76-92d0-fc6dcb66fad4: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:26:15.350893 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.507566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] DHCP port deletion for 90d05567-8b85-4216-baff-fc56db3ec248 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:15.637468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port ae42e834-cf22-40f2-be85-8ca6c533eb12, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ae42e834-cf22-40f2-be85-8ca6c533eb12,segment=NetworkSegment(0fdcbcdc-4348-4238-852f-a126e1304030),segment_id=0fdcbcdc-4348-4238-852f-a126e1304030)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:15.637845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.641913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Deleting port ba8a5b01-3515-4859-95e4-0f9516c7e3f9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:15.642300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.642957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:12Z', 'revision_number': 9, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:15.700285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:15.718184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:15.719274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:15.793854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.797125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.815295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] Deleting port ae42e834-cf22-40f2-be85-8ca6c533eb12 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:15.815480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.833930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Calling delete_port for ba8a5b01-3515-4859-95e4-0f9516c7e3f9 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:15.923278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:15.975508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] For port ae42e834-cf22-40f2-be85-8ca6c533eb12, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ae42e834-cf22-40f2-be85-8ca6c533eb12,segment=NetworkSegment(0fdcbcdc-4348-4238-852f-a126e1304030),segment_id=0fdcbcdc-4348-4238-852f-a126e1304030)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:15.975926 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.019994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ba8a5b01-3515-4859-95e4-0f9516c7e3f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.029676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] Calling delete_port for ae42e834-cf22-40f2-be85-8ca6c533eb12 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:16.105169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Pushing event deleted for resources: {'Port': ['ID=ba8a5b01-3515-4859-95e4-0f9516c7e3f9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:16.320895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks [] for floatingip (e786c632-67a5-4d76-92d0-fc6dcb66fad4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.331714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.336963 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bd2f104d-d50f-4d65-962f-3919dcd842ce tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] 10.222.0.44 "DELETE /v2.0/floatingips/e786c632-67a5-4d76-92d0-fc6dcb66fad4 HTTP/1.1" status: 204 len: 168 time: 1.0817750 Mar 22 14:26:16.465324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ae42e834-cf22-40f2-be85-8ca6c533eb12 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:16.495164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for ae42e834-cf22-40f2-be85-8ca6c533eb12 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:16.680977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ae42e834-cf22-40f2-be85-8ca6c533eb12 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:16.681594 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.694074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.723461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=ae42e834-cf22-40f2-be85-8ca6c533eb12,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:16.740728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port ae42e834-cf22-40f2-be85-8ca6c533eb12 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:16.793699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:12Z', 'revision_number': 9, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:16.828202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de6f06-e819-47d3-8106-240b74c4bed9 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:12Z', 'revision_number': 9, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd068f9b-3f5b-44a9-bd43-c3832963d98c', 'name': '', 'network_id': 'eb5a4b93-c954-4589-b8ac-521dde83c286', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:b6:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:47Z', 'updated_at': '2022-03-22T14:25:53Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '8ddf1638-0650-428d-8bdc-4c1f208bf455', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:16.876337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (ae42e834-cf22-40f2-be85-8ca6c533eb12), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.940844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] Pushing event deleted for resources: {'Port': ['ID=ae42e834-cf22-40f2-be85-8ca6c533eb12,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:16.974470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d20764-bcf8-4176-848c-1ea7f90c7305 None None] No DVR routers for this DVR port ae42e834-cf22-40f2-be85-8ca6c533eb12 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:17.005366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (90d05567-8b85-4216-baff-fc56db3ec248), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:17.029473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d05567-8b85-4216-baff-fc56db3ec248']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:17.063386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdcbcdc-4348-4238-852f-a126e1304030') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:17.067357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdcbcdc-4348-4238-852f-a126e1304030') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:17.079990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (0fdcbcdc-4348-4238-852f-a126e1304030), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:17.102185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (0fdcbcdc-4348-4238-852f-a126e1304030), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:17.110781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:17.111436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (0fdcbcdc-4348-4238-852f-a126e1304030), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:17.186082 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:17.197629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (90d05567-8b85-4216-baff-fc56db3ec248), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:17.208937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:17.212525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/90d05567-8b85-4216-baff-fc56db3ec248 HTTP/1.1" status: 204 len: 168 time: 2.3063419 Mar 22 14:26:17.216485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54668) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:17.253101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e187c-56a8-470f-804e-d7a79d6027c8 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=90d05567-8b85-4216-baff-fc56db3ec248,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:18.112883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.217274 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b2a7-0e92-4e56-b5f0-16ace0f77e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.251238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9287df59-a2a1-44b7-9469-185993ce7030 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:18.302712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9287df59-a2a1-44b7-9469-185993ce7030 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:18.303061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9287df59-a2a1-44b7-9469-185993ce7030 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:18.611358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port dd068f9b-3f5b-44a9-bd43-c3832963d98c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:18.612010 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.777081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port dd068f9b-3f5b-44a9-bd43-c3832963d98c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dd068f9b-3f5b-44a9-bd43-c3832963d98c,segment=NetworkSegment(d54dbaec-d280-4a10-be88-d1353caa1596),segment_id=d54dbaec-d280-4a10-be88-d1353caa1596)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:18.777502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.795541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for dd068f9b-3f5b-44a9-bd43-c3832963d98c owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:19.092243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (dd068f9b-3f5b-44a9-bd43-c3832963d98c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.188985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=dd068f9b-3f5b-44a9-bd43-c3832963d98c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:19.387353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.790508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:20.057482 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:20.068122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:20.071898 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e0b65a59-6da2-42f1-afc6-422e46b9df45 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8536527 Mar 22 14:26:20.075097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54760) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:20.079082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:20.079885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:25:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:20.164232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet 8ddf1638-0650-428d-8bdc-4c1f208bf455 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:20.170679 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (8ddf1638-0650-428d-8bdc-4c1f208bf455), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.220332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (8ddf1638-0650-428d-8bdc-4c1f208bf455), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.327230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:20.421167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8ddf1638-0650-428d-8bdc-4c1f208bf455), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.554508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8ddf1638-0650-428d-8bdc-4c1f208bf455), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.584837 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-288d20c2-a92a-4ee4-8bc4-e308af40e87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.602427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=8ddf1638-0650-428d-8bdc-4c1f208bf455,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:20.655276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.663260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9094f56b-9bbf-498b-a193-de56cd7cf025 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/8ddf1638-0650-428d-8bdc-4c1f208bf455 HTTP/1.1" status: 204 len: 168 time: 0.5864973 Mar 22 14:26:20.664333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54782) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:20.734452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18401217-ae1a-4551-b8b2-3c5a845fbf14 None None] Network eb5a4b93-c954-4589-b8ac-521dde83c286 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:20.907916 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (eb5a4b93-c954-4589-b8ac-521dde83c286), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.045590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:21.045953 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.121094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:18Z', 'revision_number': 10, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:21.177200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:21.191522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43d178-5168-4172-b198-5c4cd74a05d4 None None] DHCP port deletion for eb5a4b93-c954-4589-b8ac-521dde83c286 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:21.194838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:21.195475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:21.201014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5,segment=NetworkSegment(d54dbaec-d280-4a10-be88-d1353caa1596),segment_id=d54dbaec-d280-4a10-be88-d1353caa1596)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:21.201570 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.236160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:21.521725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.601809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:21.643221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:21.804292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:21.815165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (eb5a4b93-c954-4589-b8ac-521dde83c286), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.855722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5a4b93-c954-4589-b8ac-521dde83c286']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:21.868756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54dbaec-d280-4a10-be88-d1353caa1596') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:21.869164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54dbaec-d280-4a10-be88-d1353caa1596') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:21.881407 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (d54dbaec-d280-4a10-be88-d1353caa1596), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.911242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d54dbaec-d280-4a10-be88-d1353caa1596), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.924481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:21.924481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (d54dbaec-d280-4a10-be88-d1353caa1596), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:21.938292 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:21.940115 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:22.159073 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (eb5a4b93-c954-4589-b8ac-521dde83c286), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:22.199393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:22.204347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/eb5a4b93-c954-4589-b8ac-521dde83c286 HTTP/1.1" status: 204 len: 168 time: 1.5387824 Mar 22 14:26:22.205930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae68d-2449-4787-bd16-7d38c970a967 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=eb5a4b93-c954-4589-b8ac-521dde83c286,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:22.207405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54820) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:22.456245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:18Z', 'revision_number': 10, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:22.459521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:22.507142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:22.507602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ce87bff0-e3c5-44df-ad1d-6cd2b341b0b5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:22.581907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55635a35-9536-4439-9dbd-02e90f768072 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:18Z', 'revision_number': 10, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None, '_interfaces': [{'id': '86247eb1-6c92-4831-b99c-53cac81ce065', 'name': '', 'network_id': '9a2bfcde-8fe0-44e4-854a-ab598231ecdd', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'mac_address': 'fa:16:3e:a8:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:44Z', 'updated_at': '2022-03-22T14:25:48Z', 'revision_number': 5, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'subnets': [{'id': '9241f2ff-7ccb-473b-82f8-5a006b008b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:22.935064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:23.421086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 86247eb1-6c92-4831-b99c-53cac81ce065 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:23.421804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:23.448584 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:23.660687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port 86247eb1-6c92-4831-b99c-53cac81ce065, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=86247eb1-6c92-4831-b99c-53cac81ce065,segment=NetworkSegment(5ca7b174-c600-467c-ba39-108e50638bf7),segment_id=5ca7b174-c600-467c-ba39-108e50638bf7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:23.660687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:23.677477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 86247eb1-6c92-4831-b99c-53cac81ce065 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:24.036455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (86247eb1-6c92-4831-b99c-53cac81ce065), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:24.083770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=86247eb1-6c92-4831-b99c-53cac81ce065,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:24.336220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dd068f9b-3f5b-44a9-bd43-c3832963d98c no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:24.390531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:24.422157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: dd068f9b-3f5b-44a9-bd43-c3832963d98c {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:24.422510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dd068f9b-3f5b-44a9-bd43-c3832963d98c not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:24.556667 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:24.708617 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.392984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:25.581497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:25.588534 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cccfb152-144b-4162-b821-1260db64f608 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771427 Mar 22 14:26:25.593110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54932) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:25.605604 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:25.633036 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:25.633685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:25.757249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting subnet 9241f2ff-7ccb-473b-82f8-5a006b008b1e {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:25.774484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (9241f2ff-7ccb-473b-82f8-5a006b008b1e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.911204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (9241f2ff-7ccb-473b-82f8-5a006b008b1e), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.124817 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9241f2ff-7ccb-473b-82f8-5a006b008b1e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.198269 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:26.221263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (9241f2ff-7ccb-473b-82f8-5a006b008b1e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.296132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Subnet': ['ID=9241f2ff-7ccb-473b-82f8-5a006b008b1e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:26.328778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.330739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2180f0-8f18-4c3c-a444-ea11f7051779 None None] Network 9a2bfcde-8fe0-44e4-854a-ab598231ecdd requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:26.338226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 54952) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:26.338659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-171a7614-e9e8-41d6-a01c-abf3c857d6d2 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/9241f2ff-7ccb-473b-82f8-5a006b008b1e HTTP/1.1" status: 204 len: 168 time: 0.7393198 Mar 22 14:26:26.351547 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:23Z', 'revision_number': 11, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:26.428101 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:26.460949 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:26.462793 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:26.597885 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9a2bfcde-8fe0-44e4-854a-ab598231ecdd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.712180 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:26.747762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Deleting port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:26.748212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.760172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] DHCP port deletion for 9a2bfcde-8fe0-44e4-854a-ab598231ecdd request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:26.925315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] For port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,segment=NetworkSegment(5ca7b174-c600-467c-ba39-108e50638bf7),segment_id=5ca7b174-c600-467c-ba39-108e50638bf7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:26.928716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.943585 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:23Z', 'revision_number': 11, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:26.957314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Calling delete_port for 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:26.986215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Deleting port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:26.986585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.058434 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a8731-eb1c-4c88-be53-7a1f7557b653 None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:23Z', 'revision_number': 11, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:27.167866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.200427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Port': ['ID=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:27.203036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No DVR routers for this DVR port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:27.217126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] For port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,segment=NetworkSegment(5ca7b174-c600-467c-ba39-108e50638bf7),segment_id=5ca7b174-c600-467c-ba39-108e50638bf7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:27.229359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.303039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Calling delete_port for 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:27.400191 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9a2bfcde-8fe0-44e4-854a-ab598231ecdd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.460483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2bfcde-8fe0-44e4-854a-ab598231ecdd']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:27.482058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca7b174-c600-467c-ba39-108e50638bf7') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:27.482527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca7b174-c600-467c-ba39-108e50638bf7') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:27.504838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (5ca7b174-c600-467c-ba39-108e50638bf7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.544793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5ca7b174-c600-467c-ba39-108e50638bf7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.553871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:27.561614 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (5ca7b174-c600-467c-ba39-108e50638bf7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.569127 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (22a0c6dc-b9c5-4333-86c7-563f3cca5a7d), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:27.698025 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:27.702590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Pushing event deleted for resources: {'Port': ['ID=22a0c6dc-b9c5-4333-86c7-563f3cca5a7d,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:27.710637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9a2bfcde-8fe0-44e4-854a-ab598231ecdd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.718117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.721551 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/networks/9a2bfcde-8fe0-44e4-854a-ab598231ecdd HTTP/1.1" status: 204 len: 168 time: 1.3822720 Mar 22 14:26:27.724786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 54992) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:27.730909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'routes': None}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:27.748634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.750476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.751848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.753810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.754385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.754952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.756537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.757090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.760150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.760699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.761225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.761708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.763364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.763876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.764360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:27.781049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f5737-3996-492b-948e-3da9a6fdf7c1 None None] No DVR routers for this DVR port 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:27.786595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46553dec-0bc2-42ab-9a3e-19e830ff7171 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Pushing event deleted for resources: {'Network': ['ID=9a2bfcde-8fe0-44e4-854a-ab598231ecdd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:28.303264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.extraroute_db [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Added routes are [] {{(pid=110457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:26:28.303947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.extraroute_db [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Removed routes are [] {{(pid=110457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:26:28.304475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:28.360067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:28.423880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:28.428997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 22a0c6dc-b9c5-4333-86c7-563f3cca5a7d not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:28.432605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 86247eb1-6c92-4831-b99c-53cac81ce065 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:28.511637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 86247eb1-6c92-4831-b99c-53cac81ce065 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:28.511985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 86247eb1-6c92-4831-b99c-53cac81ce065 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:28.600757 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:28.757665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:28.769417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:28.957950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:29.121698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:29.128394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.133006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-40e7f1e6-e591-4752-becb-2639f6dddf13 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 200 len: 705 time: 1.4036326 Mar 22 14:26:29.133121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55046) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:29.135324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] Sync routers for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:29.155742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:29.156373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:29.207448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cfa216f1-0914-4f7d-b838-cd3a78d4de1c tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 200 len: 205 time: 0.0736418 Mar 22 14:26:29.210677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55050) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:29.362175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:29.400556 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aebc120e-e27e-46aa-b38d-3f915c8f784a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.453714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:23Z', 'revision_number': 11, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:29.489342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] Checking router: 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:29.511460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] Routers {'8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:29.512352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:29.740363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] Set router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:29.861710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aebc120e-e27e-46aa-b38d-3f915c8f784a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.878892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aebc120e-e27e-46aa-b38d-3f915c8f784a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.909686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:23Z', 'revision_number': 11, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:29.970308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93b6a-7376-4c42-acdc-65821d29cefe None None] The sync data for ids ['8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac'] in n-d-834677-3 is: [{'id': '8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac', 'name': 'tempest-RoutersIpV6Test-router-2017532322', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:43Z', 'updated_at': '2022-03-22T14:26:23Z', 'revision_number': 11, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:30.053359 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aebc120e-e27e-46aa-b38d-3f915c8f784a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.054497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebc120e-e27e-46aa-b38d-3f915c8f784a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Fanout notify agent at l3_agent the message router_deleted on router 8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:30.075345 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aebc120e-e27e-46aa-b38d-3f915c8f784a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.090718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aebc120e-e27e-46aa-b38d-3f915c8f784a tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 204 len: 168 time: 0.8756912 Mar 22 14:26:30.094813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55074) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:30.125954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-88c9bf7e-1737-4b28-b2db-711f9874e187 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-781690065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:30.194629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf7e-1737-4b28-b2db-711f9874e187 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (7903741f-3a72-4204-b32b-f554014e4eb8), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.196058 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf7e-1737-4b28-b2db-711f9874e187 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (7903741f-3a72-4204-b32b-f554014e4eb8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.416863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf7e-1737-4b28-b2db-711f9874e187 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (7903741f-3a72-4204-b32b-f554014e4eb8), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.430549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf7e-1737-4b28-b2db-711f9874e187 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (7903741f-3a72-4204-b32b-f554014e4eb8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.493922 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf7e-1737-4b28-b2db-711f9874e187 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.498255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55082) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:30.512290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-88c9bf7e-1737-4b28-b2db-711f9874e187 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3993912 Mar 22 14:26:30.513927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4a80a2bc-20e4-4e78-9922-bef8217f667b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:31.114652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a80a2bc-20e4-4e78-9922-bef8217f667b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (7903741f-3a72-4204-b32b-f554014e4eb8), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.147702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a80a2bc-20e4-4e78-9922-bef8217f667b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (7903741f-3a72-4204-b32b-f554014e4eb8), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.401201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a80a2bc-20e4-4e78-9922-bef8217f667b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Router 7903741f-3a72-4204-b32b-f554014e4eb8 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:26:31.579562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a80a2bc-20e4-4e78-9922-bef8217f667b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:31.594102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a80a2bc-20e4-4e78-9922-bef8217f667b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.594700 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] Sync routers for ids ['7903741f-3a72-4204-b32b-f554014e4eb8'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:31.598138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55110) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:31.598670 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4a80a2bc-20e4-4e78-9922-bef8217f667b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "PUT /v2.0/routers/7903741f-3a72-4204-b32b-f554014e4eb8 HTTP/1.1" status: 200 len: 697 time: 1.0982912 Mar 22 14:26:31.620129 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] Routers {'7903741f-3a72-4204-b32b-f554014e4eb8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:31.620899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7903741f-3a72-4204-b32b-f554014e4eb8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:31.775464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-04feb1e1-adb0-4bb0-abba-c2e3cf9080b9 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/routers/7903741f-3a72-4204-b32b-f554014e4eb8 HTTP/1.1" status: 200 len: 703 time: 0.1752832 Mar 22 14:26:31.778408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55122) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:31.854269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55124) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:31.859525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bf0b1c8e-fdb9-4721-a77e-864b5abbb805 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=7903741f-3a72-4204-b32b-f554014e4eb8 HTTP/1.1" status: 200 len: 205 time: 0.0796857 Mar 22 14:26:31.886042 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] Set router 7903741f-3a72-4204-b32b-f554014e4eb8 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:31.999360 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7903741f-3a72-4204-b32b-f554014e4eb8', 'name': 'tempest-RoutersIpV6Test-router-781690065', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:30Z', 'updated_at': '2022-03-22T14:26:31Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:32.040248 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] Checking router: 7903741f-3a72-4204-b32b-f554014e4eb8 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:32.047235 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-875bf16d-d21a-4790-aa13-31c70cca97e3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (7903741f-3a72-4204-b32b-f554014e4eb8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.061297 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] Routers {'7903741f-3a72-4204-b32b-f554014e4eb8'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:32.061923 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7903741f-3a72-4204-b32b-f554014e4eb8'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:32.254792 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] Set router 7903741f-3a72-4204-b32b-f554014e4eb8 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:32.417944 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7903741f-3a72-4204-b32b-f554014e4eb8', 'name': 'tempest-RoutersIpV6Test-router-781690065', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:30Z', 'updated_at': '2022-03-22T14:26:31Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:32.430887 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-875bf16d-d21a-4790-aa13-31c70cca97e3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (7903741f-3a72-4204-b32b-f554014e4eb8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.430887 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-875bf16d-d21a-4790-aa13-31c70cca97e3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router_controller (7903741f-3a72-4204-b32b-f554014e4eb8), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.495426 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b979da-0891-410e-84ac-02e9ec86098d None None] The sync data for ids ['7903741f-3a72-4204-b32b-f554014e4eb8'] in n-d-834677-3 is: [{'id': '7903741f-3a72-4204-b32b-f554014e4eb8', 'name': 'tempest-RoutersIpV6Test-router-781690065', 'tenant_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:30Z', 'updated_at': '2022-03-22T14:26:31Z', 'revision_number': 2, 'project_id': 'b9a65cc0bb2542a4a8bfcc9a7ebe28ac', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:32.506796 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-875bf16d-d21a-4790-aa13-31c70cca97e3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (7903741f-3a72-4204-b32b-f554014e4eb8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.507501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875bf16d-d21a-4790-aa13-31c70cca97e3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Fanout notify agent at l3_agent the message router_deleted on router 7903741f-3a72-4204-b32b-f554014e4eb8 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:32.514648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-875bf16d-d21a-4790-aa13-31c70cca97e3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.515961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-875bf16d-d21a-4790-aa13-31c70cca97e3 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/7903741f-3a72-4204-b32b-f554014e4eb8 HTTP/1.1" status: 204 len: 168 time: 0.6602323 Mar 22 14:26:32.527156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:32.579343 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55146) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:32.579775 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1184830a-370e-40b2-ad42-243d3c022d60 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=7903741f-3a72-4204-b32b-f554014e4eb8 HTTP/1.1" status: 200 len: 205 time: 0.0509942 Mar 22 14:26:32.655529 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-e0138c55-52b2-485a-bbcc-a7b84ff5356e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] delete failed (client error): The resource could not be found. Mar 22 14:26:32.656811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e0138c55-52b2-485a-bbcc-a7b84ff5356e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/7903741f-3a72-4204-b32b-f554014e4eb8 HTTP/1.1" status: 404 len: 336 time: 0.0763428 Mar 22 14:26:32.659792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55150) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:32.734463 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71a5052-c7ef-4ba6-b9aa-8b3a62c1845b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:32.735353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71a5052-c7ef-4ba6-b9aa-8b3a62c1845b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:32.738863 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d71a5052-c7ef-4ba6-b9aa-8b3a62c1845b tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/621e3e1d-0bc4-41cf-97c1-ef357d990c7b HTTP/1.1" status: 404 len: 337 time: 0.0780182 Mar 22 14:26:32.743004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55158) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:32.803960 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee5a44e-5840-4bc3-be2f-7f6e48b7e1b6 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:32.804650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee5a44e-5840-4bc3-be2f-7f6e48b7e1b6 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:32.816184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55160) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:32.820381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fee5a44e-5840-4bc3-be2f-7f6e48b7e1b6 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/748efb65-8be8-4161-a23e-cd3d92523d12 HTTP/1.1" status: 404 len: 337 time: 0.0758150 Mar 22 14:26:32.880600 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed1aa2b-cf13-411e-b741-98b8009bd7f4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:32.881356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed1aa2b-cf13-411e-b741-98b8009bd7f4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:32.884727 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3ed1aa2b-cf13-411e-b741-98b8009bd7f4 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/8ddf1638-0650-428d-8bdc-4c1f208bf455 HTTP/1.1" status: 404 len: 337 time: 0.0675318 Mar 22 14:26:32.887781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55164) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.022127 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39ea1cf-4cd7-4135-a47f-decc909cbc68 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:33.023325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39ea1cf-4cd7-4135-a47f-decc909cbc68 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:33.026575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a39ea1cf-4cd7-4135-a47f-decc909cbc68 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/9241f2ff-7ccb-473b-82f8-5a006b008b1e HTTP/1.1" status: 404 len: 337 time: 0.1378012 Mar 22 14:26:33.029323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55168) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.072050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55170) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.087049 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dcb97a8b-f5f1-4f8a-a875-c9d6529eca6e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 200 len: 205 time: 0.0558760 Mar 22 14:26:33.156579 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-4fea44d9-2e09-47e0-a3ec-b1c0f54f3a54 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] delete failed (client error): The resource could not be found. Mar 22 14:26:33.157793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4fea44d9-2e09-47e0-a3ec-b1c0f54f3a54 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/8c66ba0b-4f91-40f1-9c2c-bda3d429c4ac HTTP/1.1" status: 404 len: 336 time: 0.0848296 Mar 22 14:26:33.161759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55172) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.213535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ee14d843-4383-4999-b2d4-78d0d8e42641 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=64bd617e-8818-4ad0-b00f-2cb2e9f3536e HTTP/1.1" status: 200 len: 205 time: 0.0504484 Mar 22 14:26:33.216213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55176) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.346707 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-09c29193-0147-4945-a6d1-9abff913dafc tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] delete failed (client error): The resource could not be found. Mar 22 14:26:33.347785 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-09c29193-0147-4945-a6d1-9abff913dafc tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/64bd617e-8818-4ad0-b00f-2cb2e9f3536e HTTP/1.1" status: 404 len: 336 time: 0.1305149 Mar 22 14:26:33.351620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55186) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.450304 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a899d43d-39ae-4224-9e46-32f359460c53 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:33.450875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a899d43d-39ae-4224-9e46-32f359460c53 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:33.454372 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a899d43d-39ae-4224-9e46-32f359460c53 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/a3e2d534-cd92-4ba8-911c-89a65f2094d4 HTTP/1.1" status: 404 len: 337 time: 0.1018035 Mar 22 14:26:33.457377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55192) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.516372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-81a56241-4afb-4987-bc5d-6f332ffc8cd1 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=08bfc46f-324d-4095-ba49-b68b5ed8d787 HTTP/1.1" status: 200 len: 205 time: 0.0576150 Mar 22 14:26:33.519090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55200) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.558969 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-d0b8d000-1e4a-4b2d-a907-e715a618b359 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] delete failed (client error): The resource could not be found. Mar 22 14:26:33.560277 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d0b8d000-1e4a-4b2d-a907-e715a618b359 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/08bfc46f-324d-4095-ba49-b68b5ed8d787 HTTP/1.1" status: 404 len: 336 time: 0.0401998 Mar 22 14:26:33.563178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55202) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.608703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7d089768-e376-4631-a167-81d70235610d tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=845371d5-300d-4b99-8637-3f893cf98c81 HTTP/1.1" status: 200 len: 205 time: 0.0441842 Mar 22 14:26:33.611158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55204) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.688649 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-c6d74d27-2205-4b1a-9174-5cc4d33104ad tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] delete failed (client error): The resource could not be found. Mar 22 14:26:33.693149 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c6d74d27-2205-4b1a-9174-5cc4d33104ad tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/845371d5-300d-4b99-8637-3f893cf98c81 HTTP/1.1" status: 404 len: 336 time: 0.0803516 Mar 22 14:26:33.701917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55206) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.767285 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c130129-e93f-4745-a0d2-7de92f480d65 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:33.773719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c130129-e93f-4745-a0d2-7de92f480d65 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:33.777268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4c130129-e93f-4745-a0d2-7de92f480d65 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/ceb19b00-a661-48c0-b7e8-adc29e86c60e HTTP/1.1" status: 404 len: 337 time: 0.0731094 Mar 22 14:26:33.780420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55208) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.830127 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a8863a5d-2fa2-448f-914e-0527dbc760d6 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb6b7c0-ba20-463c-8bd4-6396926c7d7b HTTP/1.1" status: 200 len: 205 time: 0.0483723 Mar 22 14:26:33.832615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55212) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.911211 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-3ddfe208-2b44-4de5-b824-88149e6ddc38 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] delete failed (client error): The resource could not be found. Mar 22 14:26:33.912293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3ddfe208-2b44-4de5-b824-88149e6ddc38 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/0cb6b7c0-ba20-463c-8bd4-6396926c7d7b HTTP/1.1" status: 404 len: 336 time: 0.0785997 Mar 22 14:26:33.914998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55218) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:33.990849 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf700c4e-278e-4c65-8783-ea6993fa89a0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:33.991543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf700c4e-278e-4c65-8783-ea6993fa89a0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:33.995265 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf700c4e-278e-4c65-8783-ea6993fa89a0 tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/081e4130-079a-4c94-9f15-8c8468bc9199 HTTP/1.1" status: 404 len: 337 time: 0.0792413 Mar 22 14:26:33.998783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55226) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:34.038701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55234) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:34.051444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-abd66b4c-174f-4ff1-b82c-006e8e73ec4e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "GET /v2.0/ports?device_id=082573f9-403e-4756-9d7b-52eb3a461521 HTTP/1.1" status: 200 len: 205 time: 0.0511603 Mar 22 14:26:34.089207 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-3649ac79-b9da-4605-862c-279172c7070e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] delete failed (client error): The resource could not be found. Mar 22 14:26:34.093916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55240) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:34.104278 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3649ac79-b9da-4605-862c-279172c7070e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/routers/082573f9-403e-4756-9d7b-52eb3a461521 HTTP/1.1" status: 404 len: 336 time: 0.0625446 Mar 22 14:26:34.125802 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8127233-7789-4ab7-8a22-8f813b04e76e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:34.126636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8127233-7789-4ab7-8a22-8f813b04e76e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:34.133645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55242) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:34.143620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b8127233-7789-4ab7-8a22-8f813b04e76e tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/1fb1c921-7a99-4d14-b7ff-ff6cc5c3f88a HTTP/1.1" status: 404 len: 337 time: 0.0480790 Mar 22 14:26:34.163638 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d126de20-3d3b-4ca7-87fe-35ecb234beac tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] DELETE failed (client error): The resource could not be found. Mar 22 14:26:34.164537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d126de20-3d3b-4ca7-87fe-35ecb234beac tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:26:34.171352 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d126de20-3d3b-4ca7-87fe-35ecb234beac tempest-RoutersIpV6Test-1455573566 tempest-RoutersIpV6Test-1455573566-project] 10.222.0.44 "DELETE /v2.0/subnets/9b7754d0-b46d-414b-ba97-5d771c93c5fe HTTP/1.1" status: 404 len: 337 time: 0.0362267 Mar 22 14:26:34.722148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:34.762347 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:26:34.997137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f2bfcdd2-d5e5-4a41-a567-9bef730dfb42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9a65cc0bb2542a4a8bfcc9a7ebe28ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731178 Mar 22 14:26:35.001296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55280) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:35.053580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a6c92cd-8641-4693-ac4f-8253fdef8d7c admin admin] Publish callbacks [] for security_group (264ea97e-864a-4795-9e01-c47a27055a09), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.080691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a6c92cd-8641-4693-ac4f-8253fdef8d7c admin admin] Publish callbacks [] for security_group (264ea97e-864a-4795-9e01-c47a27055a09), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.161523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a6c92cd-8641-4693-ac4f-8253fdef8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (264ea97e-864a-4795-9e01-c47a27055a09), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.165211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6a6c92cd-8641-4693-ac4f-8253fdef8d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.166716 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a6c92cd-8641-4693-ac4f-8253fdef8d7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/264ea97e-864a-4795-9e01-c47a27055a09 HTTP/1.1" status: 204 len: 168 time: 0.1644421 Mar 22 14:26:35.176737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c92cd-8641-4693-ac4f-8253fdef8d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ea97e-864a-4795-9e01-c47a27055a09,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:35.815633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55324) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:36.862230 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (66ecae21-d0e4-421a-8e52-12a67ba94f98), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:38.130547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Deleting port dfbd45d7-d89a-4fd0-aec6-87976fcafc50 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:38.131185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:38.353793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] For port dfbd45d7-d89a-4fd0-aec6-87976fcafc50, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:38.354276 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:38.399324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Calling delete_port for dfbd45d7-d89a-4fd0-aec6-87976fcafc50 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:38.821252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (dfbd45d7-d89a-4fd0-aec6-87976fcafc50), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:38.872106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbd45d7-d89a-4fd0-aec6-87976fcafc50,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:39.259516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (66ecae21-d0e4-421a-8e52-12a67ba94f98), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:39.585910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Router 66ecae21-d0e4-421a-8e52-12a67ba94f98 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:39.779116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:39.789738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] Sync routers for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:39.790295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55484) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:39.792225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d1df0802-ede1-41ca-91c4-baa965de3c32 admin admin] 10.222.0.44 "PUT /v2.0/routers/66ecae21-d0e4-421a-8e52-12a67ba94f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9754755 Mar 22 14:26:39.803253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:39.803884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:39.921284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:39.941462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks [] for router (66ecae21-d0e4-421a-8e52-12a67ba94f98), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:40.267498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks [] for router_gateway (66ecae21-d0e4-421a-8e52-12a67ba94f98), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:40.267714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:26:38Z', 'revision_number': 5, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port': {'id': 'd690e206-b3b2-492a-aafe-f9352e5f1c24', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:48Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:40.326560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] Checking router: 66ecae21-d0e4-421a-8e52-12a67ba94f98 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:40.351401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] Routers {'66ecae21-d0e4-421a-8e52-12a67ba94f98'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:40.352043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:26:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['66ecae21-d0e4-421a-8e52-12a67ba94f98'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:40.413998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Deleting port d690e206-b3b2-492a-aafe-f9352e5f1c24 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:40.415468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:40.580546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] Set router 66ecae21-d0e4-421a-8e52-12a67ba94f98 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:40.639095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] For port d690e206-b3b2-492a-aafe-f9352e5f1c24, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d690e206-b3b2-492a-aafe-f9352e5f1c24,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:40.639466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:40.657367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Calling delete_port for d690e206-b3b2-492a-aafe-f9352e5f1c24 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:40.679168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:26:40Z', 'revision_number': 6, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:40.714085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c5809-8c09-48bf-8240-a73fe1f973e2 None None] The sync data for ids ['66ecae21-d0e4-421a-8e52-12a67ba94f98'] in n-d-834677-3 is: [{'id': '66ecae21-d0e4-421a-8e52-12a67ba94f98', 'name': 'tempest-AttachVolumeShelveTestJSON-2084377284-router', 'tenant_id': '12ebd2df9f7846d0bc43ee9310395d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:47Z', 'updated_at': '2022-03-22T14:26:40Z', 'revision_number': 6, 'project_id': '12ebd2df9f7846d0bc43ee9310395d95', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:40.937423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d690e206-b3b2-492a-aafe-f9352e5f1c24), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.121299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (66ecae21-d0e4-421a-8e52-12a67ba94f98), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.328317 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (66ecae21-d0e4-421a-8e52-12a67ba94f98), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.330526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks [] for router_controller (66ecae21-d0e4-421a-8e52-12a67ba94f98), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.384763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Pushing event deleted for resources: {'Port': ['ID=d690e206-b3b2-492a-aafe-f9352e5f1c24,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:41.402038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (66ecae21-d0e4-421a-8e52-12a67ba94f98), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.404326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ecae21-d0e4-421a-8e52-12a67ba94f98 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:41.414246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.418231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:41.418930 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] 10.222.0.44 "DELETE /v2.0/routers/66ecae21-d0e4-421a-8e52-12a67ba94f98 HTTP/1.1" status: 204 len: 168 time: 1.6278315 Mar 22 14:26:41.420651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.421003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.421343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.421676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.422035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.422403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.422722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.423049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.423369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.423719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.424086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.424407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.424728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.425044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.425360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bce5-068c-4041-ad8e-174f8baf6978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:41.513110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] Deleting subnet 8d08895f-ba89-4519-8b65-fe0f5624aff1 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:41.516867 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] Publish callbacks [] for subnet (8d08895f-ba89-4519-8b65-fe0f5624aff1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.592911 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (8d08895f-ba89-4519-8b65-fe0f5624aff1), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.768774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8d08895f-ba89-4519-8b65-fe0f5624aff1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.867938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8d08895f-ba89-4519-8b65-fe0f5624aff1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.882616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.886041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8d08895f-ba89-4519-8b65-fe0f5624aff1 HTTP/1.1" status: 204 len: 168 time: 0.4667747 Mar 22 14:26:41.887847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e60a0-17fe-41fe-b733-43953bba86a1 None None] Network 2ae1d5f9-3892-43b9-919e-0453c754b221 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:41.889120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:41.921081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05a9c8-b950-4801-97c1-cd5b235fae31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d08895f-ba89-4519-8b65-fe0f5624aff1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:42.067292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (2ae1d5f9-3892-43b9-919e-0453c754b221), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.171862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Deleting port 5a149d9e-d7fa-46f7-a871-957621cf3952 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:42.172461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.248185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] DHCP port deletion for 2ae1d5f9-3892-43b9-919e-0453c754b221 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:42.374455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] For port 5a149d9e-d7fa-46f7-a871-957621cf3952, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5a149d9e-d7fa-46f7-a871-957621cf3952,segment=NetworkSegment(ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a),segment_id=ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:42.385953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.442521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Calling delete_port for 5a149d9e-d7fa-46f7-a871-957621cf3952 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:42.561257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.611238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d690e206-b3b2-492a-aafe-f9352e5f1c24 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:42.642563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Pushing event deleted for resources: {'Port': ['ID=5a149d9e-d7fa-46f7-a871-957621cf3952,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:42.671129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d690e206-b3b2-492a-aafe-f9352e5f1c24 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:42.671376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d690e206-b3b2-492a-aafe-f9352e5f1c24 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:42.671923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dfbd45d7-d89a-4fd0-aec6-87976fcafc50 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:42.678223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] No DVR routers for this DVR port 5a149d9e-d7fa-46f7-a871-957621cf3952 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:42.696265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: dfbd45d7-d89a-4fd0-aec6-87976fcafc50 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:42.697148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dfbd45d7-d89a-4fd0-aec6-87976fcafc50 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:42.733428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] Deleting port 5a149d9e-d7fa-46f7-a871-957621cf3952 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:42.733858 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.782660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (2ae1d5f9-3892-43b9-919e-0453c754b221), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.810996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae1d5f9-3892-43b9-919e-0453c754b221']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:42.834140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:42.834446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:42.858699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.867641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] For port 5a149d9e-d7fa-46f7-a871-957621cf3952, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:42.868038 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.903652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] Calling delete_port for 5a149d9e-d7fa-46f7-a871-957621cf3952 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:42.911244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.916694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] Port 5a149d9e-d7fa-46f7-a871-957621cf3952 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:26:42.921269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (5a149d9e-d7fa-46f7-a871-957621cf3952), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.942247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:42.942933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ac6b7fcb-aa90-4838-ac05-1a2aa9fa332a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:42.945951 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:43.020703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] Pushing event deleted for resources: {'Port': ['ID=5a149d9e-d7fa-46f7-a871-957621cf3952,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:43.025380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133dcc6-c28f-4775-90db-7145fd5f8e22 None None] No DVR routers for this DVR port 5a149d9e-d7fa-46f7-a871-957621cf3952 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:43.229947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (2ae1d5f9-3892-43b9-919e-0453c754b221), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.292240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.295862 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] 10.222.0.44 "DELETE /v2.0/networks/2ae1d5f9-3892-43b9-919e-0453c754b221 HTTP/1.1" status: 204 len: 168 time: 1.4055407 Mar 22 14:26:43.297886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5f9f7-c862-441d-8b96-631a064f2aba admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae1d5f9-3892-43b9-919e-0453c754b221,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:43.747811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55628) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:43.868046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55634) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:43.868847 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-01bb4bee-6016-4ef3-affd-3cb3efcb5a11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12ebd2df9f7846d0bc43ee9310395d95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1190856 Mar 22 14:26:43.938570 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0df16941-63ec-465b-bb8e-bea6749c0ebd admin admin] Publish callbacks [] for security_group (e7c3090a-f776-40b0-be05-19482229273e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.978391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0df16941-63ec-465b-bb8e-bea6749c0ebd admin admin] Publish callbacks [] for security_group (e7c3090a-f776-40b0-be05-19482229273e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.098329 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0df16941-63ec-465b-bb8e-bea6749c0ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e7c3090a-f776-40b0-be05-19482229273e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.101672 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0df16941-63ec-465b-bb8e-bea6749c0ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.106179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0df16941-63ec-465b-bb8e-bea6749c0ebd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7c3090a-f776-40b0-be05-19482229273e HTTP/1.1" status: 204 len: 168 time: 0.2361343 Mar 22 14:26:44.115642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df16941-63ec-465b-bb8e-bea6749c0ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c3090a-f776-40b0-be05-19482229273e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:44.352477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5a149d9e-d7fa-46f7-a871-957621cf3952 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:44.383728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5a149d9e-d7fa-46f7-a871-957621cf3952 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:44.384401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5a149d9e-d7fa-46f7-a871-957621cf3952 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:48.178060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 55850) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:48.230894 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-86242737-8bb1-4b38-a5ad-f6a957f1472b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.323651 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b71370b-d051-449f-9cb8-6fcc2dfe0500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.446334 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b71370b-d051-449f-9cb8-6fcc2dfe0500 admin admin] Publish callbacks [] for security_group (9593075f-5af4-43f5-82de-1e9ee485669e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.453547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6b71370b-d051-449f-9cb8-6fcc2dfe0500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9593075f-5af4-43f5-82de-1e9ee485669e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.501087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6b71370b-d051-449f-9cb8-6fcc2dfe0500 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=381ce2467fd94cc2be921147b1fd58a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216436 Mar 22 14:26:48.503186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:48.526871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71370b-d051-449f-9cb8-6fcc2dfe0500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9593075f-5af4-43f5-82de-1e9ee485669e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:48.616705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1310d75f-00e6-4c77-8e6c-8e5ef5d4837b admin admin] Publish callbacks [] for security_group (9593075f-5af4-43f5-82de-1e9ee485669e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.658037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1310d75f-00e6-4c77-8e6c-8e5ef5d4837b admin admin] Publish callbacks [] for security_group (9593075f-5af4-43f5-82de-1e9ee485669e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.721407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1310d75f-00e6-4c77-8e6c-8e5ef5d4837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9593075f-5af4-43f5-82de-1e9ee485669e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.725900 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1310d75f-00e6-4c77-8e6c-8e5ef5d4837b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.733377 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1310d75f-00e6-4c77-8e6c-8e5ef5d4837b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9593075f-5af4-43f5-82de-1e9ee485669e HTTP/1.1" status: 204 len: 168 time: 0.2289262 Mar 22 14:26:48.753780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310d75f-00e6-4c77-8e6c-8e5ef5d4837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9593075f-5af4-43f5-82de-1e9ee485669e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:49.262514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55914) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:49.295045 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c8fe31-00fe-452f-bd68-a16b7284f0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.428615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c8fe31-00fe-452f-bd68-a16b7284f0fe admin admin] Publish callbacks [] for security_group (235a310b-f707-4f73-a8bf-286ad123911b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.440945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d8c8fe31-00fe-452f-bd68-a16b7284f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (235a310b-f707-4f73-a8bf-286ad123911b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.519073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8fe31-00fe-452f-bd68-a16b7284f0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235a310b-f707-4f73-a8bf-286ad123911b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:49.525413 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d8c8fe31-00fe-452f-bd68-a16b7284f0fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32b8d40a014f49ef8fb6e81380366745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613554 Mar 22 14:26:49.528062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 55934) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:49.595715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82478aba-a6ab-4832-a1b6-87d2acfea3a8 admin admin] Publish callbacks [] for security_group (235a310b-f707-4f73-a8bf-286ad123911b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.626553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82478aba-a6ab-4832-a1b6-87d2acfea3a8 admin admin] Publish callbacks [] for security_group (235a310b-f707-4f73-a8bf-286ad123911b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.734411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82478aba-a6ab-4832-a1b6-87d2acfea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (235a310b-f707-4f73-a8bf-286ad123911b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.737823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82478aba-a6ab-4832-a1b6-87d2acfea3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.739667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-82478aba-a6ab-4832-a1b6-87d2acfea3a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/235a310b-f707-4f73-a8bf-286ad123911b HTTP/1.1" status: 204 len: 168 time: 0.2103114 Mar 22 14:26:49.769187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82478aba-a6ab-4832-a1b6-87d2acfea3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235a310b-f707-4f73-a8bf-286ad123911b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:50.475070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2e65fee-4bff-4f97-8559-85174ee7b4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.946102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.170226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-f2738815-be42-4f50-966e-419790de00fb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:53.171798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-f2738815-be42-4f50-966e-419790de00fb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1776218 Mar 22 14:26:53.198220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-162a3312-1f72-4700-b62c-8da69372b03d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/quotas/609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 375 time: 0.0108740 Mar 22 14:26:53.273440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-046c4005-c1e5-4a01-b3b6-e8dce07589cd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681994 Mar 22 14:26:53.461758 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.513667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-c42cf2f2-4723-4e18-a1ab-9f21e522ebaa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:26:53.522255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-c42cf2f2-4723-4e18-a1ab-9f21e522ebaa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2406650 Mar 22 14:26:53.665100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-35888259-0c59-4460-be9e-ba1a1a661e45 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417503 Mar 22 14:26:53.805274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-f1c27e55-3689-4b73-8833-ad96960972b3 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265152 Mar 22 14:26:54.551555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.637043 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.203706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-14730f63-43b2-47fd-9f9b-39c732834416 req-3decc645-2538-48af-902e-e97e87132250 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0698504 Mar 22 14:26:56.509373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0e9d64a-57b0-4585-a500-a09b328c60db req-4a52e939-942e-4702-ba1a-6603241a5981 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0807066 Mar 22 14:26:56.853706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-f6226bee-80f6-4134-b161-47caf44ccdcb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:56.856314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-f6226bee-80f6-4134-b161-47caf44ccdcb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1349068 Mar 22 14:26:56.881039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'port': {'device_id': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'admin_state_up': True, 'tenant_id': '609729885d6e48dc83fa687eff71aeea'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:57.069518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:57.086244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.380881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.20.0.12 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/6b3c8ff0-f8d9-4218-86d2-aa2caf869178) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:57.745499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27d36b16-3d0d-43fb-b4f1-bb8c69aa4993 req-31261221-67eb-4a3d-900d-9575743a6838 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0465629 Mar 22 14:26:57.916188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.987884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.024854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:58.048891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:58.055222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:58.205604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:58.250574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.250932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.251280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.251622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.251959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.252293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.252624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.259801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.260271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.260619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.260962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.261298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.261626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.261956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.262310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:58.291019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:58.291661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.333700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-a6c55687-4a1a-4ca7-bf43-84a48fb201e0 req-2564f3d3-4e62-4aab-96a4-f3606b499a52 service neutron] (110458) timed out ('10.222.0.44', 35436) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:26:58.354675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-728df8f2-96b9-47bb-a93c-dc98133e2b56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4843252 Mar 22 14:26:58.367164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Request body: {'port': {'device_id': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:58.511468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7cdbe034-988e-40aa-84e3-2108f118400e None None] Provisioning complete for port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:58.512092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7cdbe034-988e-40aa-84e3-2108f118400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.516012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.679687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbe034-988e-40aa-84e3-2108f118400e None None] Port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:58.733006 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.270917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:26:59.288830 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Publish callbacks [] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.395469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Transition to ACTIVE for port object 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:26:59.410425 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.522338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbba413-b957-4a8e-9443-f5235d167026 req-986914ee-d3f2-4727-b4a3-ab3d909b7ef3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:59.530356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fbba413-b957-4a8e-9443-f5235d167026 req-986914ee-d3f2-4727-b4a3-ab3d909b7ef3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 932 time: 0.2028971 Mar 22 14:26:59.627602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:59.682821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fbba413-b957-4a8e-9443-f5235d167026 req-8a2ec3b2-625e-4cc2-8f07-e6e7b1177843 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508455 Mar 22 14:26:59.685647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Attempting to bind port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:59.686009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Attempting to bind port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:59.698488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Attempting to bind port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:59.706943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:26:59.707264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Attempting to bind port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:59.723002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:59.723344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:59.724068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:59.724492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Bound port: 6b3c8ff0-f8d9-4218-86d2-aa2caf869178, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:59.724851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.877749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] For port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:59.884235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] For port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:59.901424 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:00.002956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:00.006096 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:00.007711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b3c8ff0-f8d9-4218-86d2-aa2caf869178 HTTP/1.1" status: 200 len: 1092 time: 1.6461003 Mar 22 14:27:00.009292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'tag': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:00.023380 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3662ad57-720e-4b8c-ba50-b91cf75807a0" -d '{"events": [{"name": "network-changed", "server_uuid": "acfec837-824d-4857-9dfe-3a3c74609af4", "tag": "6b3c8ff0-f8d9-4218-86d2-aa2caf869178"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:00.166155 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c228f0-8b53-4340-a593-4a0a26b97498 x-openstack-request-id: req-78c228f0-8b53-4340-a593-4a0a26b97498 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:00.166267 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfec837-824d-4857-9dfe-3a3c74609af4", "tag": "6b3c8ff0-f8d9-4218-86d2-aa2caf869178", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:00.166515 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78c228f0-8b53-4340-a593-4a0a26b97498 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:00.168589 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c228f0-8b53-4340-a593-4a0a26b97498'] response: {'name': 'network-changed', 'server_uuid': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'tag': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178', 'status': 'completed', 'code': 200} Mar 22 14:27:00.171468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c864b86-2f9e-4392-b1af-5b909d98bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:00.247159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-c0d9ae60-8810-4736-9b25-5a7948a86fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:00.248932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-c0d9ae60-8810-4736-9b25-5a7948a86fef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 1126 time: 0.1619711 Mar 22 14:27:00.361947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-bc0f027e-60f6-40cd-bfb6-b46b81855c0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b3c8ff0-f8d9-4218-86d2-aa2caf869178 HTTP/1.1" status: 200 len: 217 time: 0.1055431 Mar 22 14:27:00.436087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-d6f0d9e8-98e7-4e47-9135-04be37d16aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:00.438974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-d6f0d9e8-98e7-4e47-9135-04be37d16aae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0697117 Mar 22 14:27:00.532903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986963-b973-4ba3-86e1-557601fc1086 req-ea70bae1-7ba5-48c5-bfdc-bab6dd2bb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:00.535376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-ea70bae1-7ba5-48c5-bfdc-bab6dd2bb10f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0893600 Mar 22 14:27:00.734689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-31a88c1f-0b1a-44f8-a956-0071d15760cd service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900866 Mar 22 14:27:00.946467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af986963-b973-4ba3-86e1-557601fc1086 req-76c04cc9-7b06-4400-9928-ddec161222c4 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056966 Mar 22 14:27:01.214967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf562-8c6c-4d68-9f5e-3e36d0f15725 req-a047a296-2043-4550-82d3-98ebee8e9a1c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:01.221192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de8cf562-8c6c-4d68-9f5e-3e36d0f15725 req-a047a296-2043-4550-82d3-98ebee8e9a1c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.3310230 Mar 22 14:27:01.293663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-37865667-730b-4f42-8833-e0f2878af133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:01.302380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-37865667-730b-4f42-8833-e0f2878af133 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 1126 time: 0.2688227 Mar 22 14:27:01.537189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de8cf562-8c6c-4d68-9f5e-3e36d0f15725 req-27a37e12-a021-4f19-9f87-ab0587d12b17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924607 Mar 22 14:27:01.679236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-7128994e-e5ff-4e06-b407-3c3622e29faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:01.680675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-7128994e-e5ff-4e06-b407-3c3622e29faa service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.3673983 Mar 22 14:27:01.767191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-479eac96-2472-481e-8afa-ccab32337fcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b3c8ff0-f8d9-4218-86d2-aa2caf869178 HTTP/1.1" status: 200 len: 217 time: 0.0789120 Mar 22 14:27:01.869513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-8d649ffd-a84a-4064-bd31-e43e6111548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:01.871065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-8d649ffd-a84a-4064-bd31-e43e6111548c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0949738 Mar 22 14:27:02.000952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-9b658675-5fc0-4d7c-a864-ab3d72153e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:02.008100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-9b658675-5fc0-4d7c-a864-ab3d72153e1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1235671 Mar 22 14:27:02.270917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-373d79f3-39dd-490e-b8a0-5f8e998f05bf service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605774 Mar 22 14:27:02.511488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3662ad57-720e-4b8c-ba50-b91cf75807a0 req-af076197-7afd-42f8-b8d6-b15407934c73 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337892 Mar 22 14:27:03.287382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ad507-cb54-40d8-8611-3116ff0c596e req-ccda479c-9ec3-4849-b45f-ae1682784b17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:03.291091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-598ad507-cb54-40d8-8611-3116ff0c596e req-ccda479c-9ec3-4849-b45f-ae1682784b17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.6011693 Mar 22 14:27:03.475643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-598ad507-cb54-40d8-8611-3116ff0c596e req-e8282ccc-e8db-43e5-b680-218be033fd0c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746125 Mar 22 14:27:03.579473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56486) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:03.818723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-888c0663-ad0f-4986-b490-4b249cd20248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.009525 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-888c0663-ad0f-4986-b490-4b249cd20248 admin admin] Publish callbacks [] for security_group (27115497-5beb-4c4f-bfb0-c4c346818b4e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.032634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-888c0663-ad0f-4986-b490-4b249cd20248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (27115497-5beb-4c4f-bfb0-c4c346818b4e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.077850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c0663-ad0f-4986-b490-4b249cd20248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27115497-5beb-4c4f-bfb0-c4c346818b4e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:04.106837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56502) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:04.107420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-888c0663-ad0f-4986-b490-4b249cd20248 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c3ee7a202cb44488040d966a63551aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5263314 Mar 22 14:27:04.192566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43e98ddc-2565-4ce8-a4cd-1186915583b2 admin admin] Publish callbacks [] for security_group (27115497-5beb-4c4f-bfb0-c4c346818b4e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.219164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43e98ddc-2565-4ce8-a4cd-1186915583b2 admin admin] Publish callbacks [] for security_group (27115497-5beb-4c4f-bfb0-c4c346818b4e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.309867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43e98ddc-2565-4ce8-a4cd-1186915583b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (27115497-5beb-4c4f-bfb0-c4c346818b4e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.312541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43e98ddc-2565-4ce8-a4cd-1186915583b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.313946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43e98ddc-2565-4ce8-a4cd-1186915583b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27115497-5beb-4c4f-bfb0-c4c346818b4e HTTP/1.1" status: 204 len: 168 time: 0.2060351 Mar 22 14:27:04.339025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e98ddc-2565-4ce8-a4cd-1186915583b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27115497-5beb-4c4f-bfb0-c4c346818b4e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:04.707005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b74e2a-9d2b-4263-b30a-22068f8fd702 req-d746aa06-1a22-491a-8054-8cf49b3a279b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:04.710377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5b74e2a-9d2b-4263-b30a-22068f8fd702 req-d746aa06-1a22-491a-8054-8cf49b3a279b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1178281 Mar 22 14:27:04.825419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5b74e2a-9d2b-4263-b30a-22068f8fd702 req-b4e0af24-ab40-4d10-a1ed-cc0522fa4ac0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087015 Mar 22 14:27:05.039450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56532) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:05.086401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56e83eaa-57ab-48d3-bb23-c0352f450cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.274754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56e83eaa-57ab-48d3-bb23-c0352f450cc2 admin admin] Publish callbacks [] for security_group (05cd848e-3b8c-4a00-89af-c44e7030b7f1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.281910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56e83eaa-57ab-48d3-bb23-c0352f450cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (05cd848e-3b8c-4a00-89af-c44e7030b7f1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.327464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e83eaa-57ab-48d3-bb23-c0352f450cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd848e-3b8c-4a00-89af-c44e7030b7f1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:05.354624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56540) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:05.415116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-56e83eaa-57ab-48d3-bb23-c0352f450cc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27a2ddbec50d48a997897c712ceffd02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742301 Mar 22 14:27:05.417773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56548) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:05.532725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf7adeda-0dc6-41b1-ae40-cd9fd691bd70 admin admin] Publish callbacks [] for security_group (05cd848e-3b8c-4a00-89af-c44e7030b7f1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.558650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf7adeda-0dc6-41b1-ae40-cd9fd691bd70 admin admin] Publish callbacks [] for security_group (05cd848e-3b8c-4a00-89af-c44e7030b7f1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.622517 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf7adeda-0dc6-41b1-ae40-cd9fd691bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (05cd848e-3b8c-4a00-89af-c44e7030b7f1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.625631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bf7adeda-0dc6-41b1-ae40-cd9fd691bd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.627826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bf7adeda-0dc6-41b1-ae40-cd9fd691bd70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05cd848e-3b8c-4a00-89af-c44e7030b7f1 HTTP/1.1" status: 204 len: 168 time: 0.2088497 Mar 22 14:27:05.661135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29758e81-933d-4d91-bd6c-b865a4cefcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.695817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7adeda-0dc6-41b1-ae40-cd9fd691bd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd848e-3b8c-4a00-89af-c44e7030b7f1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:05.852207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29758e81-933d-4d91-bd6c-b865a4cefcef admin admin] Publish callbacks [] for security_group (53283c16-ff88-412e-af6e-c2e4f4d20556), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.863306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29758e81-933d-4d91-bd6c-b865a4cefcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53283c16-ff88-412e-af6e-c2e4f4d20556), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.904634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-29758e81-933d-4d91-bd6c-b865a4cefcef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=112ca3051f5f420a8ac60bcebecfae92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486577 Mar 22 14:27:05.907321 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56562) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.002477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29758e81-933d-4d91-bd6c-b865a4cefcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53283c16-ff88-412e-af6e-c2e4f4d20556,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.063757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c12-8756-4db2-8da0-bf6e7f5db8c0 admin admin] Publish callbacks [] for security_group (53283c16-ff88-412e-af6e-c2e4f4d20556), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.112493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c12-8756-4db2-8da0-bf6e7f5db8c0 admin admin] Publish callbacks [] for security_group (53283c16-ff88-412e-af6e-c2e4f4d20556), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.121282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7d8ad-b416-4ad2-b452-93d745a09fcd req-fc03a171-4524-4c61-99c9-182dc468ff9c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:06.125401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8eb7d8ad-b416-4ad2-b452-93d745a09fcd req-fc03a171-4524-4c61-99c9-182dc468ff9c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1511042 Mar 22 14:27:06.211496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c12-8756-4db2-8da0-bf6e7f5db8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (53283c16-ff88-412e-af6e-c2e4f4d20556), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.214346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c12-8756-4db2-8da0-bf6e7f5db8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.215954 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b8ee7c12-8756-4db2-8da0-bf6e7f5db8c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53283c16-ff88-412e-af6e-c2e4f4d20556 HTTP/1.1" status: 204 len: 168 time: 0.3070979 Mar 22 14:27:06.231550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee7c12-8756-4db2-8da0-bf6e7f5db8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53283c16-ff88-412e-af6e-c2e4f4d20556,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.279067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8eb7d8ad-b416-4ad2-b452-93d745a09fcd req-6f6e4af7-ca58-468d-955a-5149d7266848 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461670 Mar 22 14:27:06.693303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56592) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.708961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b81b3db-7ee2-496b-974f-c61873dbb211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.893948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b81b3db-7ee2-496b-974f-c61873dbb211 admin admin] Publish callbacks [] for security_group (f1b2e772-c52a-4c58-a225-9ff779d7185e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.899576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b81b3db-7ee2-496b-974f-c61873dbb211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f1b2e772-c52a-4c58-a225-9ff779d7185e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.961170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56598) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.970129 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2b81b3db-7ee2-496b-974f-c61873dbb211 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4328fb4ab7cf4f2f876ad7e7f48824f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627695 Mar 22 14:27:07.014730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81b3db-7ee2-496b-974f-c61873dbb211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2e772-c52a-4c58-a225-9ff779d7185e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:07.075839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec216-f6d2-41e9-b2c7-d8f362ab1867 admin admin] Publish callbacks [] for security_group (f1b2e772-c52a-4c58-a225-9ff779d7185e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.099048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec216-f6d2-41e9-b2c7-d8f362ab1867 admin admin] Publish callbacks [] for security_group (f1b2e772-c52a-4c58-a225-9ff779d7185e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.192602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec216-f6d2-41e9-b2c7-d8f362ab1867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f1b2e772-c52a-4c58-a225-9ff779d7185e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.195612 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec216-f6d2-41e9-b2c7-d8f362ab1867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.203572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1e2ec216-f6d2-41e9-b2c7-d8f362ab1867 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1b2e772-c52a-4c58-a225-9ff779d7185e HTTP/1.1" status: 204 len: 168 time: 0.2409742 Mar 22 14:27:07.218381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ec216-f6d2-41e9-b2c7-d8f362ab1867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2e772-c52a-4c58-a225-9ff779d7185e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:07.938182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54dec-4862-462b-8780-f92c96dd4644 req-d99c1886-71ca-4016-ac89-ca7a1b1804b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:07.950466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1e54dec-4862-462b-8780-f92c96dd4644 req-d99c1886-71ca-4016-ac89-ca7a1b1804b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.5334551 Mar 22 14:27:08.064909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1e54dec-4862-462b-8780-f92c96dd4644 req-bb85a8fc-6650-40fb-a443-ef0d335d1918 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960598 Mar 22 14:27:09.273785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4129c64-79e6-4422-9917-5ad14c04bdb0 req-9e8b42b9-c3f9-4f68-be88-f6e0476f24bb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:09.287652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4129c64-79e6-4422-9917-5ad14c04bdb0 req-9e8b42b9-c3f9-4f68-be88-f6e0476f24bb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1104794 Mar 22 14:27:09.392465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4129c64-79e6-4422-9917-5ad14c04bdb0 req-6db28c9c-cea8-4e41-acc9-10ce317b1f80 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879419 Mar 22 14:27:10.287441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56744) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:10.572644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ffea82df-2c98-40b2-af52-b77e05b79b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.621910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a581-1fd4-462d-9799-31710f7ce786 req-34daffd0-41bd-4dcb-b8fc-f783d82b55ba tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:10.634877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39c8a581-1fd4-462d-9799-31710f7ce786 req-34daffd0-41bd-4dcb-b8fc-f783d82b55ba tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1029434 Mar 22 14:27:10.718212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ffea82df-2c98-40b2-af52-b77e05b79b3f admin admin] Publish callbacks [] for security_group (2d8c2419-b468-410e-9045-c2b3df2a2084), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.730516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ffea82df-2c98-40b2-af52-b77e05b79b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2d8c2419-b468-410e-9045-c2b3df2a2084), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.780458 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ffea82df-2c98-40b2-af52-b77e05b79b3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5773cb84f2a448ff89a803928bed2603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914236 Mar 22 14:27:10.789801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56756) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:10.800962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39c8a581-1fd4-462d-9799-31710f7ce786 req-3b3e9604-34ca-4c3a-b710-0084286746a8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578064 Mar 22 14:27:10.811844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea82df-2c98-40b2-af52-b77e05b79b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c2419-b468-410e-9045-c2b3df2a2084,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:10.911397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:10.931467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b46dc911-d689-4950-b842-f7b166e42e64 admin admin] Publish callbacks [] for security_group (2d8c2419-b468-410e-9045-c2b3df2a2084), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.959776 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b46dc911-d689-4950-b842-f7b166e42e64 admin admin] Publish callbacks [] for security_group (2d8c2419-b468-410e-9045-c2b3df2a2084), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.050368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b46dc911-d689-4950-b842-f7b166e42e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2d8c2419-b468-410e-9045-c2b3df2a2084), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.054919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b46dc911-d689-4950-b842-f7b166e42e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.074629 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b46dc911-d689-4950-b842-f7b166e42e64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d8c2419-b468-410e-9045-c2b3df2a2084 HTTP/1.1" status: 204 len: 168 time: 0.2586966 Mar 22 14:27:11.093208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dc911-d689-4950-b842-f7b166e42e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c2419-b468-410e-9045-c2b3df2a2084,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:11.190055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc579-e4e1-4579-8b47-7ad647402ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.342672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc579-e4e1-4579-8b47-7ad647402ed7 admin admin] Publish callbacks [] for security_group (cfcf3f39-37d4-45ea-bd13-12c67ba30608), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.355145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc579-e4e1-4579-8b47-7ad647402ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cfcf3f39-37d4-45ea-bd13-12c67ba30608), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.446322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc579-e4e1-4579-8b47-7ad647402ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf3f39-37d4-45ea-bd13-12c67ba30608,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:11.453504 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb4bc579-e4e1-4579-8b47-7ad647402ed7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1493c422f9c4414825e1a52ad331230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402803 Mar 22 14:27:11.458215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56772) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:11.600064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92169412-8ab3-4918-b83d-d3b48ef38c69 admin admin] Publish callbacks [] for security_group (cfcf3f39-37d4-45ea-bd13-12c67ba30608), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.650738 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92169412-8ab3-4918-b83d-d3b48ef38c69 admin admin] Publish callbacks [] for security_group (cfcf3f39-37d4-45ea-bd13-12c67ba30608), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.722526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56778) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:11.744477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92169412-8ab3-4918-b83d-d3b48ef38c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cfcf3f39-37d4-45ea-bd13-12c67ba30608), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.747865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92169412-8ab3-4918-b83d-d3b48ef38c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.749282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-92169412-8ab3-4918-b83d-d3b48ef38c69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfcf3f39-37d4-45ea-bd13-12c67ba30608 HTTP/1.1" status: 204 len: 168 time: 0.2904110 Mar 22 14:27:11.760727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e450b18d-3cf0-45a3-83a9-c6f15664ac0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.781037 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:27:11.793578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92169412-8ab3-4918-b83d-d3b48ef38c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf3f39-37d4-45ea-bd13-12c67ba30608,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:11.905998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e450b18d-3cf0-45a3-83a9-c6f15664ac0e admin admin] Publish callbacks [] for security_group (9ca42cb9-e660-4ba4-bf61-31f7c5fc8953), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.933489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e450b18d-3cf0-45a3-83a9-c6f15664ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ca42cb9-e660-4ba4-bf61-31f7c5fc8953), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.034374 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e450b18d-3cf0-45a3-83a9-c6f15664ac0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4f57d35c4cd4849b65adb5f07f665c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3038430 Mar 22 14:27:12.034374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450b18d-3cf0-45a3-83a9-c6f15664ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca42cb9-e660-4ba4-bf61-31f7c5fc8953,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:12.036170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56784) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:12.089002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b3cb2-52e2-4e07-b470-e8a3e1b4514e req-e3cd9815-f01a-46be-98be-b2bad6e3c14a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:12.090793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca1b3cb2-52e2-4e07-b470-e8a3e1b4514e req-e3cd9815-f01a-46be-98be-b2bad6e3c14a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0703187 Mar 22 14:27:12.143949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4239c903-7465-40b7-88ac-112ceac0c247 admin admin] Publish callbacks [] for security_group (9ca42cb9-e660-4ba4-bf61-31f7c5fc8953), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.178096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca1b3cb2-52e2-4e07-b470-e8a3e1b4514e req-367e602e-cf2f-4e35-a3e0-efe8e52640fb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 Mar 22 14:27:12.193777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4239c903-7465-40b7-88ac-112ceac0c247 admin admin] Publish callbacks [] for security_group (9ca42cb9-e660-4ba4-bf61-31f7c5fc8953), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.299390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4239c903-7465-40b7-88ac-112ceac0c247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ca42cb9-e660-4ba4-bf61-31f7c5fc8953), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.302001 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4239c903-7465-40b7-88ac-112ceac0c247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.307219 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4239c903-7465-40b7-88ac-112ceac0c247 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ca42cb9-e660-4ba4-bf61-31f7c5fc8953 HTTP/1.1" status: 204 len: 168 time: 0.2709596 Mar 22 14:27:12.333904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239c903-7465-40b7-88ac-112ceac0c247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca42cb9-e660-4ba4-bf61-31f7c5fc8953,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:13.410829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3aaed-b571-4ac5-8f80-3dc4adcce02f req-3d13c139-0569-45b4-aeee-59dac6ce4873 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:13.420537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bb3aaed-b571-4ac5-8f80-3dc4adcce02f req-3d13c139-0569-45b4-aeee-59dac6ce4873 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1114142 Mar 22 14:27:13.497058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bb3aaed-b571-4ac5-8f80-3dc4adcce02f req-f2364129-4516-4b7b-9d9f-94373bae5a9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735402 Mar 22 14:27:14.676643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430c87c-7c51-46a8-91ff-0492bc2c533c req-c8e2ae96-8083-48a6-a00e-c753b68032bb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:14.685133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4430c87c-7c51-46a8-91ff-0492bc2c533c req-c8e2ae96-8083-48a6-a00e-c753b68032bb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0987978 Mar 22 14:27:14.792459 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4430c87c-7c51-46a8-91ff-0492bc2c533c req-e762bb0d-c71d-44bf-a31e-095a7df83c8a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063104 Mar 22 14:27:16.045139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6de75d-5e2c-46dc-b249-ba2637be9f82 req-7e21454d-3c04-443e-94b2-a73095eec893 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:16.047098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad6de75d-5e2c-46dc-b249-ba2637be9f82 req-7e21454d-3c04-443e-94b2-a73095eec893 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1458397 Mar 22 14:27:16.183058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad6de75d-5e2c-46dc-b249-ba2637be9f82 req-63d67b4c-f593-41c5-9260-183362af1ba4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277654 Mar 22 14:27:16.216936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56924) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:16.436924 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5ad4-fb02-4474-b41c-7f52ed82b11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.558231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5ad4-fb02-4474-b41c-7f52ed82b11f admin admin] Publish callbacks [] for security_group (829809a9-35ea-4027-8a45-f1ed2f83ec71), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.567376 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5ad4-fb02-4474-b41c-7f52ed82b11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (829809a9-35ea-4027-8a45-f1ed2f83ec71), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.597192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd5ad4-fb02-4474-b41c-7f52ed82b11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829809a9-35ea-4027-8a45-f1ed2f83ec71,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:16.617548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4ecd5ad4-fb02-4474-b41c-7f52ed82b11f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42a9d835ecc2462a96d4b5b4ee252fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997600 Mar 22 14:27:16.617825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56936) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:16.669559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b19d7c-0b1d-4951-8393-ed84bfb71d41 admin admin] Publish callbacks [] for security_group (829809a9-35ea-4027-8a45-f1ed2f83ec71), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.693260 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b19d7c-0b1d-4951-8393-ed84bfb71d41 admin admin] Publish callbacks [] for security_group (829809a9-35ea-4027-8a45-f1ed2f83ec71), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.746423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b19d7c-0b1d-4951-8393-ed84bfb71d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (829809a9-35ea-4027-8a45-f1ed2f83ec71), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.749312 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55b19d7c-0b1d-4951-8393-ed84bfb71d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.753614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-55b19d7c-0b1d-4951-8393-ed84bfb71d41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/829809a9-35ea-4027-8a45-f1ed2f83ec71 HTTP/1.1" status: 204 len: 168 time: 0.1322036 Mar 22 14:27:16.761463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b19d7c-0b1d-4951-8393-ed84bfb71d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829809a9-35ea-4027-8a45-f1ed2f83ec71,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:17.120897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 56944) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:17.134622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0da318f9-6138-4d04-ab61-ae34ae19b784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.262476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0da318f9-6138-4d04-ab61-ae34ae19b784 admin admin] Publish callbacks [] for security_group (f172efbc-87a8-4258-86e5-7e815e41eb56), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.279744 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0da318f9-6138-4d04-ab61-ae34ae19b784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f172efbc-87a8-4258-86e5-7e815e41eb56), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.373759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da318f9-6138-4d04-ab61-ae34ae19b784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f172efbc-87a8-4258-86e5-7e815e41eb56,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:17.413356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0da318f9-6138-4d04-ab61-ae34ae19b784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5af2712a7d94bf9aefda6e07074ae9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890000 Mar 22 14:27:17.413880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 56950) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:17.436470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd263-5220-48dc-997c-f9c5bf221fd5 req-362a365a-6e7a-4c84-989e-deb785bd3984 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:17.444756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b56bd263-5220-48dc-997c-f9c5bf221fd5 req-362a365a-6e7a-4c84-989e-deb785bd3984 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1516500 Mar 22 14:27:17.530907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b56bd263-5220-48dc-997c-f9c5bf221fd5 req-bcf8cc48-2f5d-4da8-a529-8369660c9905 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844693 Mar 22 14:27:17.535031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6058-1b8d-4edc-8f55-434f5bad3f1e admin admin] Publish callbacks [] for security_group (f172efbc-87a8-4258-86e5-7e815e41eb56), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.576804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6058-1b8d-4edc-8f55-434f5bad3f1e admin admin] Publish callbacks [] for security_group (f172efbc-87a8-4258-86e5-7e815e41eb56), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.652380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6058-1b8d-4edc-8f55-434f5bad3f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f172efbc-87a8-4258-86e5-7e815e41eb56), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.655284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6058-1b8d-4edc-8f55-434f5bad3f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.669011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9d8c6058-1b8d-4edc-8f55-434f5bad3f1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f172efbc-87a8-4258-86e5-7e815e41eb56 HTTP/1.1" status: 204 len: 168 time: 0.2466044 Mar 22 14:27:17.692754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c6058-1b8d-4edc-8f55-434f5bad3f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f172efbc-87a8-4258-86e5-7e815e41eb56,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:18.179534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dd242408-4bc7-4d0f-9249-53e2028be834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.666509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1a62-8af7-474d-ac87-9b6be7ede7ff req-27514ad4-c038-469e-87bd-7de88809071b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:18.674804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd4b1a62-8af7-474d-ac87-9b6be7ede7ff req-27514ad4-c038-469e-87bd-7de88809071b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0652335 Mar 22 14:27:18.725435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd4b1a62-8af7-474d-ac87-9b6be7ede7ff req-9d8eb926-329a-4e90-b5f1-8426589a4628 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493872 Mar 22 14:27:19.871761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d0c7c-7310-49a3-855b-7e4b5a8e94f1 req-79103384-aa77-4953-a06b-8f7b61b965b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:19.873775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-901d0c7c-7310-49a3-855b-7e4b5a8e94f1 req-79103384-aa77-4953-a06b-8f7b61b965b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0649641 Mar 22 14:27:19.942562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-901d0c7c-7310-49a3-855b-7e4b5a8e94f1 req-d59ae0c6-03fa-4e14-b3f3-9e6be5213c21 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605166 Mar 22 14:27:20.440262 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9afdaef0-0767-40db-b3d1-5efdaf265ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.071220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac62f9-bd2b-4464-b203-b354d4961e33 req-af70c7b7-8ca5-4ff6-83b1-378cffadc968 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:21.072719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aac62f9-bd2b-4464-b203-b354d4961e33 req-af70c7b7-8ca5-4ff6-83b1-378cffadc968 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0539806 Mar 22 14:27:21.130510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aac62f9-bd2b-4464-b203-b354d4961e33 req-09fd511a-2d02-478d-90a7-a16397f7c454 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521359 Mar 22 14:27:21.461849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57214) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:21.596200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a357-b310-476c-93d7-f18e78d82e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.675661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a357-b310-476c-93d7-f18e78d82e6c admin admin] Publish callbacks [] for security_group (59087e92-7d95-465f-9ce5-7d590e97082e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.681353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a357-b310-476c-93d7-f18e78d82e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (59087e92-7d95-465f-9ce5-7d590e97082e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.728283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57222) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:21.728467 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a7a1a357-b310-476c-93d7-f18e78d82e6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a80b85d9947145e8b96f65cabc9d9c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652855 Mar 22 14:27:21.729930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a357-b310-476c-93d7-f18e78d82e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59087e92-7d95-465f-9ce5-7d590e97082e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:21.801284 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f91727d-89e6-4f7a-b981-f3466b15faac admin admin] Publish callbacks [] for security_group (59087e92-7d95-465f-9ce5-7d590e97082e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.826446 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f91727d-89e6-4f7a-b981-f3466b15faac admin admin] Publish callbacks [] for security_group (59087e92-7d95-465f-9ce5-7d590e97082e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.902066 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f91727d-89e6-4f7a-b981-f3466b15faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (59087e92-7d95-465f-9ce5-7d590e97082e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.904925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f91727d-89e6-4f7a-b981-f3466b15faac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.906104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4f91727d-89e6-4f7a-b981-f3466b15faac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59087e92-7d95-465f-9ce5-7d590e97082e HTTP/1.1" status: 204 len: 168 time: 0.1768041 Mar 22 14:27:21.915283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91727d-89e6-4f7a-b981-f3466b15faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59087e92-7d95-465f-9ce5-7d590e97082e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:21.923082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.276136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdf1dd-1881-4afe-8eb7-951c0f97c402 req-7459f4c3-f3cb-443f-a0fe-03b17fb236aa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:22.285532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4fcdf1dd-1881-4afe-8eb7-951c0f97c402 req-7459f4c3-f3cb-443f-a0fe-03b17fb236aa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0727081 Mar 22 14:27:22.346577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4fcdf1dd-1881-4afe-8eb7-951c0f97c402 req-eed09c5b-f6b9-4a8d-b20b-9c3bf4cf1523 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597384 Mar 22 14:27:23.421789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:23.478294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff985e86-6dd9-4496-9f3e-7250b73e5d16 req-e8005660-80fc-43f4-94a0-466e7443d1b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:23.479818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff985e86-6dd9-4496-9f3e-7250b73e5d16 req-e8005660-80fc-43f4-94a0-466e7443d1b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0530314 Mar 22 14:27:23.538593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff985e86-6dd9-4496-9f3e-7250b73e5d16 req-a060e846-fb06-459c-af97-03aaf2f9f1b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502806 Mar 22 14:27:24.035880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57338) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:24.161112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fddef82-314c-4884-a50b-dd14a4984257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.250283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fddef82-314c-4884-a50b-dd14a4984257 admin admin] Publish callbacks [] for security_group (cfe66bed-4fc7-48b3-a322-9924ff05cfa7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.259981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fddef82-314c-4884-a50b-dd14a4984257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cfe66bed-4fc7-48b3-a322-9924ff05cfa7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.291744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddef82-314c-4884-a50b-dd14a4984257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe66bed-4fc7-48b3-a322-9924ff05cfa7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:24.326168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57348) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:24.326623 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7fddef82-314c-4884-a50b-dd14a4984257 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e87c3af3e6914ef889e7dcd7eb82070a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890470 Mar 22 14:27:24.386422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1216163f-3eb5-4c41-a207-87b7c369ecb5 admin admin] Publish callbacks [] for security_group (cfe66bed-4fc7-48b3-a322-9924ff05cfa7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.407916 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1216163f-3eb5-4c41-a207-87b7c369ecb5 admin admin] Publish callbacks [] for security_group (cfe66bed-4fc7-48b3-a322-9924ff05cfa7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.455713 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1216163f-3eb5-4c41-a207-87b7c369ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cfe66bed-4fc7-48b3-a322-9924ff05cfa7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.458332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1216163f-3eb5-4c41-a207-87b7c369ecb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.461942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1216163f-3eb5-4c41-a207-87b7c369ecb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfe66bed-4fc7-48b3-a322-9924ff05cfa7 HTTP/1.1" status: 204 len: 168 time: 0.1323006 Mar 22 14:27:24.469706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216163f-3eb5-4c41-a207-87b7c369ecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe66bed-4fc7-48b3-a322-9924ff05cfa7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:24.563188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.630399 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.706133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1086db-bba6-4323-bc71-4b7d9d48683f req-fc716d51-7040-4108-b4ac-29b32160ae99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:24.708621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db1086db-bba6-4323-bc71-4b7d9d48683f req-fc716d51-7040-4108-b4ac-29b32160ae99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0718417 Mar 22 14:27:24.773331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db1086db-bba6-4323-bc71-4b7d9d48683f req-f4b19e83-e3dc-4ff1-aaa8-6105bf5e965b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Mar 22 14:27:24.829792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57356) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:24.846710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-44fdb779-99d2-46c6-b8da-8835f2e03f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.926630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-44fdb779-99d2-46c6-b8da-8835f2e03f5e admin admin] Publish callbacks [] for security_group (c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.931403 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-44fdb779-99d2-46c6-b8da-8835f2e03f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.976696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdb779-99d2-46c6-b8da-8835f2e03f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:24.981251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-44fdb779-99d2-46c6-b8da-8835f2e03f5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77893f8b5d8d459e84af50fb92cfdd21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501017 Mar 22 14:27:24.983947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:25.039212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65595106-1618-4a79-a432-e49f00492c6f admin admin] Publish callbacks [] for security_group (c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.060636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65595106-1618-4a79-a432-e49f00492c6f admin admin] Publish callbacks [] for security_group (c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.107918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65595106-1618-4a79-a432-e49f00492c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.111156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65595106-1618-4a79-a432-e49f00492c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.115535 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-65595106-1618-4a79-a432-e49f00492c6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba HTTP/1.1" status: 204 len: 168 time: 0.1291893 Mar 22 14:27:25.123024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65595106-1618-4a79-a432-e49f00492c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb5433-e3fc-4d84-bb6e-d7bc5766cbba,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:25.906601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d5c65-9cb4-40ec-a484-ad3c362682b3 req-d2bed073-271b-43a9-8f1e-1e06cc043424 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:25.908090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-069d5c65-9cb4-40ec-a484-ad3c362682b3 req-d2bed073-271b-43a9-8f1e-1e06cc043424 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0536621 Mar 22 14:27:25.966732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-069d5c65-9cb4-40ec-a484-ad3c362682b3 req-32bceac0-5368-40d7-ba1f-b1f119cffe56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512056 Mar 22 14:27:26.556987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57422) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:26.754840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1403481903', 'router:external': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:26.780356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Made reservation on behalf of 2ecca9b016c3445c96b64326101475de for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:26.784445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.798378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.912533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for security_group (8e2faf32-429f-41f6-8ff3-7747d8309ff2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.929417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8e2faf32-429f-41f6-8ff3-7747d8309ff2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.006636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:27:27.049860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2faf32-429f-41f6-8ff3-7747d8309ff2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:27.065653 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.067002 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Added segment 2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99 of type vlan for network ed485446-c625-4048-ae41-f9e5133e4c69 Mar 22 14:27:27.243809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ed485446-c625-4048-ae41-f9e5133e4c69), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.315792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1db2d-6494-4df6-b6e7-51b04d13ebc0 req-25a3b718-7744-4aeb-8230-12d78bc7ba91 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:27.334046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50f1db2d-6494-4df6-b6e7-51b04d13ebc0 req-25a3b718-7744-4aeb-8230-12d78bc7ba91 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2502675 Mar 22 14:27:27.445876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50f1db2d-6494-4df6-b6e7-51b04d13ebc0 req-ba17bd7d-b0ab-4554-acd4-efce38ea1744 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013954 Mar 22 14:27:27.482167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ed485446-c625-4048-ae41-f9e5133e4c69), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.483170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:27.483750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.992915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Network': ['ID=ed485446-c625-4048-ae41-f9e5133e4c69,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:28.005817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ed485446-c625-4048-ae41-f9e5133e4c69 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:27:28.016221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c671ff28-0194-42cb-9a89-ad3ee9b036f6 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4578943 Mar 22 14:27:28.018990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:28.026143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'subnet': {'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:28.057144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Made reservation on behalf of 2ecca9b016c3445c96b64326101475de for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:28.060139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.471666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:27:28.473245 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.537664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:28.592321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Checking segment: {'id': '2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:28.592685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network hostable DHCP agents. Network: ed485446-c625-4048-ae41-f9e5133e4c69, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:27:28.630357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.633522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0ba6-d980-4bed-83d8-63190b36e270 req-5492e7c9-6340-4698-8a5e-a31f8167c2b0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:28.635264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c9e0ba6-d980-4bed-83d8-63190b36e270 req-5492e7c9-6340-4698-8a5e-a31f8167c2b0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0742862 Mar 22 14:27:28.636392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network ed485446-c625-4048-ae41-f9e5133e4c69 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:27:28.666408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ed485446-c625-4048-ae41-f9e5133e4c69) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:28.674431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf45e31-0efa-4211-91de-7fcf5dea4eec None None] Network ed485446-c625-4048-ae41-f9e5133e4c69 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:28.687385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:28.687987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.715879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57452) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:28.722134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-348650812', 'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:28.726881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-279e166f-a7cc-47f0-b486-1104f65fa3b8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7063580 Mar 22 14:27:28.744234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c9e0ba6-d980-4bed-83d8-63190b36e270 req-76cb66c6-20f4-4b33-97ce-d112381acd00 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990174 Mar 22 14:27:28.755265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Made reservation on behalf of 2ecca9b016c3445c96b64326101475de for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:28.758777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.806800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] device_id is not set on port 29bec717-efc4-46d8-a669-0611b4260e25 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:27:28.882823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66db55-9d80-4ef0-908a-ce2337df47ff None None] Network ed485446-c625-4048-ae41-f9e5133e4c69 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:29.038604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Allocated IP 2001:db8::122 (ed485446-c625-4048-ae41-f9e5133e4c69/6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763/29bec717-efc4-46d8-a669-0611b4260e25) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:29.272832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for port (29bec717-efc4-46d8-a669-0611b4260e25), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.346890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (29bec717-efc4-46d8-a669-0611b4260e25), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.413879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network ed485446-c625-4048-ae41-f9e5133e4c69 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:29.426466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:29.430720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:29.433930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:29.434714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.481092 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7615461 Mar 22 14:27:29.482334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57460) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:29.493616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb1052-ee14-48c6-80a8-22656b74955b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Port': ['ID=29bec717-efc4-46d8-a669-0611b4260e25,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:29.669253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Deleting port 29bec717-efc4-46d8-a669-0611b4260e25 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:29.669626 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (29bec717-efc4-46d8-a669-0611b4260e25), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.791095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (29bec717-efc4-46d8-a669-0611b4260e25), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.806832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Calling delete_port for 29bec717-efc4-46d8-a669-0611b4260e25 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:29.976119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653203e-1ed7-47e6-a2a5-e6022f0662d1 req-10d41743-e184-481c-8fc9-8ce01589ca64 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:29.977695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d653203e-1ed7-47e6-a2a5-e6022f0662d1 req-10d41743-e184-481c-8fc9-8ce01589ca64 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1119382 Mar 22 14:27:30.059771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d653203e-1ed7-47e6-a2a5-e6022f0662d1 req-93395ffb-335c-48f9-9bc0-7cc305228c19 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744321 Mar 22 14:27:30.083327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (29bec717-efc4-46d8-a669-0611b4260e25), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.162833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event deleted for resources: {'Port': ['ID=29bec717-efc4-46d8-a669-0611b4260e25,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:30.165621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.170535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-49547901-d65e-44d2-b522-8b5e4678ff77 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "DELETE /v2.0/ports/29bec717-efc4-46d8-a669-0611b4260e25 HTTP/1.1" status: 204 len: 168 time: 0.6860359 Mar 22 14:27:30.172585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57468) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:30.177265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69', 'external_fixed_ips': [{'subnet_id': '6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763', 'ip_address': '2001:db8::122'}]}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:30.203857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (550a334e-c955-4705-9fb7-173a599fc661), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.205452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (550a334e-c955-4705-9fb7-173a599fc661), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.273508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (550a334e-c955-4705-9fb7-173a599fc661), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.471960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (550a334e-c955-4705-9fb7-173a599fc661), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.729533 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (550a334e-c955-4705-9fb7-173a599fc661), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.759597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.922689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Allocated IP 2001:db8::122 (ed485446-c625-4048-ae41-f9e5133e4c69/6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763/ace26d40-dd50-4447-86c3-84f8f2028c9f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:31.079088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.133417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.176955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network ed485446-c625-4048-ae41-f9e5133e4c69 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:31.183117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:31.189417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:31.197846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Port': ['ID=ace26d40-dd50-4447-86c3-84f8f2028c9f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:31.412562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab152623-be87-43a0-b5c8-4f1f220225c4 req-14ff40ff-4f35-4242-92c5-b39b51fe488d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:31.414205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab152623-be87-43a0-b5c8-4f1f220225c4 req-14ff40ff-4f35-4242-92c5-b39b51fe488d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2187271 Mar 22 14:27:31.569203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab152623-be87-43a0-b5c8-4f1f220225c4 req-ae667c97-7ea3-4fd9-8755-66ed20c528fa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025944 Mar 22 14:27:31.605475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (550a334e-c955-4705-9fb7-173a599fc661), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.831442 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (550a334e-c955-4705-9fb7-173a599fc661), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.975152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Router 550a334e-c955-4705-9fb7-173a599fc661 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:27:32.104047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:32.118065 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Sync routers for ids ['550a334e-c955-4705-9fb7-173a599fc661'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:32.125406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.129661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57486) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:32.131212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e9678997-3faf-4359-a6b8-080f8641934d tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9573195 Mar 22 14:27:32.146620 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Routers {'550a334e-c955-4705-9fb7-173a599fc661'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:32.147472 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['550a334e-c955-4705-9fb7-173a599fc661'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:32.338387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (550a334e-c955-4705-9fb7-173a599fc661), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.376836 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Set router 550a334e-c955-4705-9fb7-173a599fc661 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:32.773861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550a334e-c955-4705-9fb7-173a599fc661', 'name': '', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69', 'external_fixed_ips': [{'subnet_id': '6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763', 'ip_address': '2001:db8::122'}], 'enable_snat': True}, 'gw_port_id': 'ace26d40-dd50-4447-86c3-84f8f2028c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:30Z', 'updated_at': '2022-03-22T14:27:31Z', 'revision_number': 3, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port': {'id': 'ace26d40-dd50-4447-86c3-84f8f2028c9f', 'name': '', 'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550a334e-c955-4705-9fb7-173a599fc661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763', 'ip_address': '2001:db8::122', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:30Z', 'updated_at': '2022-03-22T14:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:32.820959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ade190-fdd8-4451-ab98-7291b030960d req-f3ad098a-3b4c-410a-890b-8c6bc7382bcf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:32.827401 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Checking router: 550a334e-c955-4705-9fb7-173a599fc661 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:32.827977 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Updating router 550a334e-c955-4705-9fb7-173a599fc661 port ace26d40-dd50-4447-86c3-84f8f2028c9f binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:32.836251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9ade190-fdd8-4451-ab98-7291b030960d req-f3ad098a-3b4c-410a-890b-8c6bc7382bcf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1097081 Mar 22 14:27:32.897346 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.953187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9ade190-fdd8-4451-ab98-7291b030960d req-edfff64b-fe36-4565-b78e-744fc0b68595 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116815 Mar 22 14:27:33.316393 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Publish callbacks [] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.336186 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.425860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (550a334e-c955-4705-9fb7-173a599fc661), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.473156 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Pushing event updated for resources: {'Port': ['ID=ace26d40-dd50-4447-86c3-84f8f2028c9f,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:33.507641 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.508541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.509178 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.509756 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.510625 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.511240 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.511802 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.512593 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.513334 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.513908 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.514537 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.515394 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.515954 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.516718 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.517222 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:33.521910 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Attempting to bind port ace26d40-dd50-4447-86c3-84f8f2028c9f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:33.522805 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Attempting to bind port ace26d40-dd50-4447-86c3-84f8f2028c9f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:33.523637 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Attempting to bind port ace26d40-dd50-4447-86c3-84f8f2028c9f on network ed485446-c625-4048-ae41-f9e5133e4c69 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:33.531391 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:33.532537 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Checking segment: {'id': '2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:33.533371 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.534202 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Bound using segment: {'id': '2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:33.534934 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Bound port: ace26d40-dd50-4447-86c3-84f8f2028c9f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ed485446-c625-4048-ae41-f9e5133e4c69'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:33.536730 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.602690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Deleting port ace26d40-dd50-4447-86c3-84f8f2028c9f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:33.603327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.609298 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] For port ace26d40-dd50-4447-86c3-84f8f2028c9f, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:33.615268 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] For port ace26d40-dd50-4447-86c3-84f8f2028c9f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ace26d40-dd50-4447-86c3-84f8f2028c9f,segment=NetworkSegment(2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99),segment_id=2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:33.625383 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.732230 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bcb27-b0df-413e-b401-2b6c020ca660 None None] Pushing event updated for resources: {'Port': ['ID=ace26d40-dd50-4447-86c3-84f8f2028c9f,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:33.773951 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Routers {'550a334e-c955-4705-9fb7-173a599fc661'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:33.776076 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['550a334e-c955-4705-9fb7-173a599fc661'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:33.836614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] For port ace26d40-dd50-4447-86c3-84f8f2028c9f, host n-d-834677-3, got binding levels [] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:33.838411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.875484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Calling delete_port for ace26d40-dd50-4447-86c3-84f8f2028c9f owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:33.939536 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] Set router 550a334e-c955-4705-9fb7-173a599fc661 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:34.077458 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550a334e-c955-4705-9fb7-173a599fc661', 'name': '', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:30Z', 'updated_at': '2022-03-22T14:27:33Z', 'revision_number': 4, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:34.120928 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f370ef7-8ad3-46b0-be02-3d073522c7b6 None None] The sync data for ids ['550a334e-c955-4705-9fb7-173a599fc661'] in n-d-834677-3 is: [{'id': '550a334e-c955-4705-9fb7-173a599fc661', 'name': '', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:30Z', 'updated_at': '2022-03-22T14:27:33Z', 'revision_number': 4, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:34.264914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed0fda-a7ce-4807-9293-aff44052edfd req-691587c3-af51-4536-8e76-e84910c08097 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:34.267887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8ed0fda-a7ce-4807-9293-aff44052edfd req-691587c3-af51-4536-8e76-e84910c08097 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1849489 Mar 22 14:27:34.282118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ace26d40-dd50-4447-86c3-84f8f2028c9f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.333060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event deleted for resources: {'Port': ['ID=ace26d40-dd50-4447-86c3-84f8f2028c9f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:34.403085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (550a334e-c955-4705-9fb7-173a599fc661), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.468559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8ed0fda-a7ce-4807-9293-aff44052edfd req-b9369c56-264d-4400-b6db-85b7a84cb2b3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925843 Mar 22 14:27:34.696982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (550a334e-c955-4705-9fb7-173a599fc661), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.705466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (550a334e-c955-4705-9fb7-173a599fc661), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.831727 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (550a334e-c955-4705-9fb7-173a599fc661), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.831993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 550a334e-c955-4705-9fb7-173a599fc661 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:27:34.839841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.843360 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df7b121b-2ccc-425b-a538-5b63d5291820 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "DELETE /v2.0/routers/550a334e-c955-4705-9fb7-173a599fc661 HTTP/1.1" status: 204 len: 168 time: 2.7102821 Mar 22 14:27:34.844482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 57594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:34.987424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Deleting subnet 6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:27:34.998845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for subnet (6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.065150 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.147446 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.228070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.246064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.249330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763 HTTP/1.1" status: 204 len: 168 time: 0.4034996 Mar 22 14:27:35.252192 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57630) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:35.295265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c4caf-f99c-411c-aad7-9bf5ceef3004 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:35.427964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ed485446-c625-4048-ae41-f9e5133e4c69), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.570922 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ed485446-c625-4048-ae41-f9e5133e4c69), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.631557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed485446-c625-4048-ae41-f9e5133e4c69']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:35.661169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:35.671274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:35.697993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.759415 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.789183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68dcb-d1f7-4a99-9776-50a2127d3385 req-586b40e4-d7bf-4f86-bdd4-5bf26705bc85 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:35.790947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3d68dcb-d1f7-4a99-9776-50a2127d3385 req-586b40e4-d7bf-4f86-bdd4-5bf26705bc85 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2111216 Mar 22 14:27:35.808945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:27:35.809524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (2dd6ebc8-c9e4-4fdf-988b-e00de67d5c99), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:27:35.834872 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:27:35.881226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3d68dcb-d1f7-4a99-9776-50a2127d3385 req-3ad6b562-1be4-40e6-a112-a3de90482cb5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791938 Mar 22 14:27:35.992151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ed485446-c625-4048-ae41-f9e5133e4c69), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.016191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed485446-c625-4048-ae41-f9e5133e4c69 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:27:36.018187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed485446-c625-4048-ae41-f9e5133e4c69,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:36.020701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.025066 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-76ed25f0-bf6c-439e-9346-a7b55a078852 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ed485446-c625-4048-ae41-f9e5133e4c69 HTTP/1.1" status: 204 len: 168 time: 0.7718182 Mar 22 14:27:36.352991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57740) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:36.358439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9eca2a11-1163-426b-a872-e27ceea55a2f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'router': {'name': 'tempest-router--1512174352', 'project_id': 'aeb475e44f3345e2acfe038ca62df9ec'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:36.393432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9eca2a11-1163-426b-a872-e27ceea55a2f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (822fa3d4-f4e5-4b02-9a81-a318607e2315), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.395125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9eca2a11-1163-426b-a872-e27ceea55a2f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (822fa3d4-f4e5-4b02-9a81-a318607e2315), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.477336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9eca2a11-1163-426b-a872-e27ceea55a2f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (822fa3d4-f4e5-4b02-9a81-a318607e2315), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.490122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9eca2a11-1163-426b-a872-e27ceea55a2f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (822fa3d4-f4e5-4b02-9a81-a318607e2315), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.520496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9eca2a11-1163-426b-a872-e27ceea55a2f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.524273 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9eca2a11-1163-426b-a872-e27ceea55a2f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1671400 Mar 22 14:27:36.524507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57760) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:36.613088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e92648f7-4ebc-4120-a47f-7ee019d7cea8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (822fa3d4-f4e5-4b02-9a81-a318607e2315), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.847274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e92648f7-4ebc-4120-a47f-7ee019d7cea8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (822fa3d4-f4e5-4b02-9a81-a318607e2315), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.859933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e92648f7-4ebc-4120-a47f-7ee019d7cea8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (822fa3d4-f4e5-4b02-9a81-a318607e2315), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.930135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e92648f7-4ebc-4120-a47f-7ee019d7cea8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (822fa3d4-f4e5-4b02-9a81-a318607e2315), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.930673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92648f7-4ebc-4120-a47f-7ee019d7cea8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 822fa3d4-f4e5-4b02-9a81-a318607e2315 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:27:36.937235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e92648f7-4ebc-4120-a47f-7ee019d7cea8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.938609 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e92648f7-4ebc-4120-a47f-7ee019d7cea8 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "DELETE /v2.0/routers/822fa3d4-f4e5-4b02-9a81-a318607e2315 HTTP/1.1" status: 204 len: 168 time: 0.4128635 Mar 22 14:27:37.079942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899ec8f-6d72-4a53-80f0-8060cd9a1361 req-99579b75-5bed-4f7f-bca2-9cd1b8593978 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:37.090897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d899ec8f-6d72-4a53-80f0-8060cd9a1361 req-99579b75-5bed-4f7f-bca2-9cd1b8593978 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0907035 Mar 22 14:27:37.152640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 57836) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:37.165933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d899ec8f-6d72-4a53-80f0-8060cd9a1361 req-f67590c3-aede-4f94-a99e-70f0e43d92bf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737009 Mar 22 14:27:37.409469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1281312155', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:37.444825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (06bcbc8e-7d6e-4f49-8a86-4929236070ed), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:37.446120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (06bcbc8e-7d6e-4f49-8a86-4929236070ed), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:37.524836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (06bcbc8e-7d6e-4f49-8a86-4929236070ed), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:37.743558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (06bcbc8e-7d6e-4f49-8a86-4929236070ed), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.040943 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (06bcbc8e-7d6e-4f49-8a86-4929236070ed), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.061739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.223681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Allocated IP 172.25.2.192 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/93ac54fd-0a3e-448d-8ac6-8078f2173d3a) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:38.320156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8e1c-4465-401d-88dc-d37187c9e0ac req-076e917d-2a41-4749-a5e6-b9c36eb0dc11 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:38.321870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b15e8e1c-4465-401d-88dc-d37187c9e0ac req-076e917d-2a41-4749-a5e6-b9c36eb0dc11 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.0789092 Mar 22 14:27:38.388059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b15e8e1c-4465-401d-88dc-d37187c9e0ac req-da4f10b4-ca16-4641-ac9d-517051b5352c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Mar 22 14:27:38.392548 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for port (93ac54fd-0a3e-448d-8ac6-8078f2173d3a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.451402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (93ac54fd-0a3e-448d-8ac6-8078f2173d3a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.498515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:38.502153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:38.506279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:38.543812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event updated for resources: {'Port': ['ID=93ac54fd-0a3e-448d-8ac6-8078f2173d3a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:38.890039 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (06bcbc8e-7d6e-4f49-8a86-4929236070ed), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.171904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (06bcbc8e-7d6e-4f49-8a86-4929236070ed), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.336906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Router 06bcbc8e-7d6e-4f49-8a86-4929236070ed is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:27:39.465910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:39.479003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] Sync routers for ids ['06bcbc8e-7d6e-4f49-8a86-4929236070ed'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:39.494129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] Routers {'06bcbc8e-7d6e-4f49-8a86-4929236070ed'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:39.494913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['06bcbc8e-7d6e-4f49-8a86-4929236070ed'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.506360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.511258 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9fee0b30-9f3a-4f8c-840b-9561bb709442 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3566728 Mar 22 14:27:39.514070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58036) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:39.542296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.553995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] Routers {'06bcbc8e-7d6e-4f49-8a86-4929236070ed'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:39.554905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['06bcbc8e-7d6e-4f49-8a86-4929236070ed'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.589106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.590129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3995cb-8834-4439-9567-345810c5ff94 None None] The sync data for ids ['06bcbc8e-7d6e-4f49-8a86-4929236070ed'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:39.742715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5c5f-709d-41f4-bbcf-26108f782e23 req-1136f030-7881-4591-a264-dd4c5e7a306b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:39.744560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-463b5c5f-709d-41f4-bbcf-26108f782e23 req-1136f030-7881-4591-a264-dd4c5e7a306b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2118683 Mar 22 14:27:39.812063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-463b5c5f-709d-41f4-bbcf-26108f782e23 req-429caa67-4471-4d57-8f35-af26d940b070 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528007 Mar 22 14:27:39.858134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58042) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:39.858327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f98b4d3a-0623-4ed6-8717-ae94fa2ff95b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/06bcbc8e-7d6e-4f49-8a86-4929236070ed HTTP/1.1" status: 200 len: 925 time: 0.3406615 Mar 22 14:27:39.866398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-80d394b0-1725-4b7d-bb5e-9d6316299b55 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:39.868837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-80d394b0-1725-4b7d-bb5e-9d6316299b55 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 813 time: 0.2538974 Mar 22 14:27:39.890684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-b78b0de5-ec1b-4a6c-939b-eef117e2d369 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/quotas/e06b24fa212642c6abb638129fabf21a HTTP/1.1" status: 200 len: 375 time: 0.0156474 Mar 22 14:27:39.895188 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-966abd28-8d18-47ce-8588-731704d5c2e4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=06bcbc8e-7d6e-4f49-8a86-4929236070ed HTTP/1.1" status: 200 len: 205 time: 0.0356345 Mar 22 14:27:39.903433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58044) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:39.969382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-e11c34b6-d992-424f-9b15-177b090c8322 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772300 Mar 22 14:27:40.059700 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (06bcbc8e-7d6e-4f49-8a86-4929236070ed), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.173016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-57b135f3-1d32-43e7-99b8-454b3c57c7a6 service neutron] 10.222.0.44 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100235 Mar 22 14:27:40.319558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (06bcbc8e-7d6e-4f49-8a86-4929236070ed), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.465381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-939765ff-b423-4d37-b3d5-25f352b5efc2 service neutron] 10.222.0.44 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587915 Mar 22 14:27:40.495087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Deleting port 93ac54fd-0a3e-448d-8ac6-8078f2173d3a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:40.495603 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (93ac54fd-0a3e-448d-8ac6-8078f2173d3a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.703414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (93ac54fd-0a3e-448d-8ac6-8078f2173d3a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.801729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ef5dca38-f673-4d34-81fb-8456c20267cc req-15879193-8826-4773-972b-3aebc7ea42da tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 210 time: 0.1266932 Mar 22 14:27:40.827558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Calling delete_port for 93ac54fd-0a3e-448d-8ac6-8078f2173d3a owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:41.801076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40304d51-d2f0-40c3-9efc-8ac52e9789ca req-e155a820-2adb-42e7-815d-47e175afebc6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:41.809876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40304d51-d2f0-40c3-9efc-8ac52e9789ca req-e155a820-2adb-42e7-815d-47e175afebc6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.8507669 Mar 22 14:27:41.851271 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (93ac54fd-0a3e-448d-8ac6-8078f2173d3a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.007547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event deleted for resources: {'Port': ['ID=93ac54fd-0a3e-448d-8ac6-8078f2173d3a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:42.038656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40304d51-d2f0-40c3-9efc-8ac52e9789ca req-a22b91ea-ea58-49c5-a141-fd2ed865048f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274497 Mar 22 14:27:42.057336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4c38c75-7829-4afe-a608-f5350e64fa66 req-6211d4b2-4615-4422-8ead-70fe0151ab4e tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 210 time: 0.0640719 Mar 22 14:27:42.088772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (06bcbc8e-7d6e-4f49-8a86-4929236070ed), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.193065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (06bcbc8e-7d6e-4f49-8a86-4929236070ed), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.197099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (06bcbc8e-7d6e-4f49-8a86-4929236070ed), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.385826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (06bcbc8e-7d6e-4f49-8a86-4929236070ed), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.385826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Fanout notify agent at l3_agent the message router_deleted on router 06bcbc8e-7d6e-4f49-8a86-4929236070ed {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:27:42.401043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.406943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58098) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:42.407723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84db9e18-fe47-429f-9805-b18cf3716271 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/06bcbc8e-7d6e-4f49-8a86-4929236070ed HTTP/1.1" status: 204 len: 168 time: 2.5020163 Mar 22 14:27:42.413297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'router': {'name': 'tempest-snat-router-922520030', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': False}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:42.446270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (f92ff29d-f922-4971-9eec-852a4e5c0bb7), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.448275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (f92ff29d-f922-4971-9eec-852a4e5c0bb7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.553602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (f92ff29d-f922-4971-9eec-852a4e5c0bb7), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.651794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-c9d178d7-54d2-4003-9830-864205c9d413 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:42.654046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-c9d178d7-54d2-4003-9830-864205c9d413 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 813 time: 0.2435474 Mar 22 14:27:42.670514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Request body: {'port': {'device_id': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb', 'admin_state_up': True, 'tenant_id': 'e06b24fa212642c6abb638129fabf21a'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:42.815153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Made reservation on behalf of e06b24fa212642c6abb638129fabf21a for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:42.817019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (f92ff29d-f922-4971-9eec-852a4e5c0bb7), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.823126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.137228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Allocated IP 172.20.0.8 (61322600-9eb7-42ce-9baa-2e9d4a1515fb/a7b1ced3-17f6-4e84-b347-ce11479bff34/061d578c-fe41-4c11-9b41-a7ad363c97e2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:43.219274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1085cc8f-319a-4054-80b5-7a568f9c9ba7 req-4990e89c-06ef-4a14-afec-e42883a2cffd tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 210 time: 0.0471590 Mar 22 14:27:43.311758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (f92ff29d-f922-4971-9eec-852a4e5c0bb7), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.332757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.365279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881de4-55c7-4d62-bd24-cb7fdb68639a req-c5efad9b-4b10-4789-8f91-c75ffee4dcdf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:43.366855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb881de4-55c7-4d62-bd24-cb7fdb68639a req-c5efad9b-4b10-4789-8f91-c75ffee4dcdf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1463766 Mar 22 14:27:43.493622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb881de4-55c7-4d62-bd24-cb7fdb68639a req-2170fe68-cf68-4c66-a6ff-2474195e9ea1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170712 Mar 22 14:27:43.502283 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Allocated IP 172.25.2.157 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/afcb229b-a378-41b7-8eb3-390739c5297d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:43.528961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks [] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.617633 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.670686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for port (afcb229b-a378-41b7-8eb3-390739c5297d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.689658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Network 61322600-9eb7-42ce-9baa-2e9d4a1515fb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:43.694060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:43.700716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:43.708173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Pushing event updated for resources: {'Port': ['ID=061d578c-fe41-4c11-9b41-a7ad363c97e2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:43.736007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.783734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:43.784843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:43.787216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:43.789740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:43.791393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.837149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Port': ['ID=afcb229b-a378-41b7-8eb3-390739c5297d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:43.857659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.858145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.858666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.859074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.859607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.860070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.860490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.861129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.861638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.862048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.862480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.863010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.863422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.863845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.864321 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:43.885637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-4d450f2d-be37-4bd6-966a-a3da80cc58dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193720 Mar 22 14:27:43.904874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Request body: {'port': {'device_id': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:44.011163 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.509525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fbb1-b7b1-4ee8-b3aa-34ec3525eaf1 req-c558d40f-3b85-4cde-ac13-ae4ef51056ce tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:44.521738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7cf4fbb1-b7b1-4ee8-b3aa-34ec3525eaf1 req-c558d40f-3b85-4cde-ac13-ae4ef51056ce tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 931 time: 0.1640790 Mar 22 14:27:44.737524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061d578c-fe41-4c11-9b41-a7ad363c97e2 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:44.783025 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Publish callbacks [] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.789046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7cf4fbb1-b7b1-4ee8-b3aa-34ec3525eaf1 req-59ed584c-fe77-4cd5-9c63-1ef30fca7132 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665911 Mar 22 14:27:44.809256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (f92ff29d-f922-4971-9eec-852a4e5c0bb7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.845862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Transition to ACTIVE for port object 061d578c-fe41-4c11-9b41-a7ad363c97e2 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:27:44.858017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5278ae-8c49-4534-84f0-08e658b45001 req-22679ba9-141e-48a2-b2fe-36cb033b5a71 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:44.870385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be5278ae-8c49-4534-84f0-08e658b45001 req-22679ba9-141e-48a2-b2fe-36cb033b5a71 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2403471 Mar 22 14:27:44.874813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.208166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Pushing event updated for resources: {'Port': ['ID=061d578c-fe41-4c11-9b41-a7ad363c97e2,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:45.235060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Attempting to bind port 061d578c-fe41-4c11-9b41-a7ad363c97e2 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:45.238540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Attempting to bind port 061d578c-fe41-4c11-9b41-a7ad363c97e2 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:45.239367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Attempting to bind port 061d578c-fe41-4c11-9b41-a7ad363c97e2 on network 61322600-9eb7-42ce-9baa-2e9d4a1515fb {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:45.244964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58154) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:45.256692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be5278ae-8c49-4534-84f0-08e658b45001 req-e16d0520-f00d-441b-a695-e2092a813e44 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846152 Mar 22 14:27:45.259827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Port 061d578c-fe41-4c11-9b41-a7ad363c97e2 on network 61322600-9eb7-42ce-9baa-2e9d4a1515fb not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:45.260534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Attempting to bind port 061d578c-fe41-4c11-9b41-a7ad363c97e2 on network 61322600-9eb7-42ce-9baa-2e9d4a1515fb {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:45.274121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:45.274784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Checking segment: {'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:45.275348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Bound using segment: {'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:45.276103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Bound port: 061d578c-fe41-4c11-9b41-a7ad363c97e2, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:45.276641 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.322373 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (f92ff29d-f922-4971-9eec-852a4e5c0bb7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.428334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] For port 061d578c-fe41-4c11-9b41-a7ad363c97e2, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:45.437983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] For port 061d578c-fe41-4c11-9b41-a7ad363c97e2, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:45.450269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.516634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:45.517428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.519046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] 10.222.0.57 "PUT /v2.0/ports/061d578c-fe41-4c11-9b41-a7ad363c97e2 HTTP/1.1" status: 200 len: 1091 time: 1.6218898 Mar 22 14:27:45.519521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'tag': '061d578c-fe41-4c11-9b41-a7ad363c97e2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:45.522219 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce427e4b-c4f8-4e02-aeea-d418382c52b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8", "tag": "061d578c-fe41-4c11-9b41-a7ad363c97e2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:45.549468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6e7b9d3-3e04-46e1-b750-4049656a577f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.577332 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df0cff-db98-4ec9-97ec-36ee91ef36ee x-openstack-request-id: req-35df0cff-db98-4ec9-97ec-36ee91ef36ee {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:45.577638 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8", "tag": "061d578c-fe41-4c11-9b41-a7ad363c97e2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:45.577881 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35df0cff-db98-4ec9-97ec-36ee91ef36ee {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:45.578469 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35df0cff-db98-4ec9-97ec-36ee91ef36ee'] response: {'name': 'network-changed', 'server_uuid': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'tag': '061d578c-fe41-4c11-9b41-a7ad363c97e2', 'status': 'completed', 'code': 200} Mar 22 14:27:45.629552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Router f92ff29d-f922-4971-9eec-852a4e5c0bb7 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:27:45.649197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a04a2a-804f-4494-b91b-2a3af66cc867 service neutron] Pushing event updated for resources: {'Port': ['ID=061d578c-fe41-4c11-9b41-a7ad363c97e2,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:45.697628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-f58d6b54-f0b7-4e7e-a74c-fd974be301f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:45.699813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-f58d6b54-f0b7-4e7e-a74c-fd974be301f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 1125 time: 0.1139178 Mar 22 14:27:45.761440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-fe385ce9-4d88-4c73-add7-415f0c864d7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2 HTTP/1.1" status: 200 len: 217 time: 0.0483112 Mar 22 14:27:45.790321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6e7b9d3-3e04-46e1-b750-4049656a577f admin admin] Publish callbacks [] for security_group (1e1648e6-8272-4eb6-8193-684c9c79cd27), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.802086 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6e7b9d3-3e04-46e1-b750-4049656a577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1e1648e6-8272-4eb6-8193-684c9c79cd27), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.833510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:45.846477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Sync routers for ids ['f92ff29d-f922-4971-9eec-852a4e5c0bb7'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:45.865589 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Routers {'f92ff29d-f922-4971-9eec-852a4e5c0bb7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:45.868463 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f92ff29d-f922-4971-9eec-852a4e5c0bb7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:45.868814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-01601b7c-de5c-40d8-a462-c35a9ce59e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:45.870573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-01601b7c-de5c-40d8-a462-c35a9ce59e55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.1008730 Mar 22 14:27:45.928247 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e6e7b9d3-3e04-46e1-b750-4049656a577f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c98536009f5a4669bbfb47856d0d2e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6819427 Mar 22 14:27:45.932990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58168) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:45.945689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7b9d3-3e04-46e1-b750-4049656a577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1648e6-8272-4eb6-8193-684c9c79cd27,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:45.971329 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.977218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b2ee2e45-e57e-488d-bd81-b503a8b23355 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5658112 Mar 22 14:27:45.987646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58172) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:46.044265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-c40a799d-0f7b-462c-8777-b0aec0e1fa90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625769 Mar 22 14:27:46.087127 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Set router f92ff29d-f922-4971-9eec-852a4e5c0bb7 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:46.181860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-14458958-636e-49ee-a8e3-795d9f2c0f6b service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270194 Mar 22 14:27:46.185727 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb19c973-5f04-488e-8be7-8a0af953d308 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/f92ff29d-f922-4971-9eec-852a4e5c0bb7 HTTP/1.1" status: 200 len: 908 time: 0.1968687 Mar 22 14:27:46.196320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58174) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:46.201240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'router': {'name': 'tempest-snat-router-922520030', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': True}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:46.271524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (103d3387-1355-43f2-acee-e28236e5e60b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.273079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (103d3387-1355-43f2-acee-e28236e5e60b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.309342 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92ff29d-f922-4971-9eec-852a4e5c0bb7', 'name': 'tempest-snat-router-922520030', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.157'}], 'enable_snat': False}, 'gw_port_id': 'afcb229b-a378-41b7-8eb3-390739c5297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:42Z', 'updated_at': '2022-03-22T14:27:44Z', 'revision_number': 3, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port': {'id': 'afcb229b-a378-41b7-8eb3-390739c5297d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92ff29d-f922-4971-9eec-852a4e5c0bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:43Z', 'updated_at': '2022-03-22T14:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:46.354091 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Checking router: f92ff29d-f922-4971-9eec-852a4e5c0bb7 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:46.356896 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Updating router f92ff29d-f922-4971-9eec-852a4e5c0bb7 port afcb229b-a378-41b7-8eb3-390739c5297d binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:46.393609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (103d3387-1355-43f2-acee-e28236e5e60b), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.394859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa43a0e-93e9-4bee-9f4c-7a58ac72562e req-8f05d37d-a0d0-4b8d-b32a-8f54a9ae6a97 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:46.403185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0aa43a0e-93e9-4bee-9f4c-7a58ac72562e req-8f05d37d-a0d0-4b8d-b32a-8f54a9ae6a97 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 943 time: 0.4730999 Mar 22 14:27:46.433636 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.527608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38a0e40c-7131-4c86-b66f-269f92a87d7d admin admin] Publish callbacks [] for security_group (1e1648e6-8272-4eb6-8193-684c9c79cd27), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.619588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38a0e40c-7131-4c86-b66f-269f92a87d7d admin admin] Publish callbacks [] for security_group (1e1648e6-8272-4eb6-8193-684c9c79cd27), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.719645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0aa43a0e-93e9-4bee-9f4c-7a58ac72562e req-447e8b2a-5eea-45e3-91c5-163e50a8bf9d tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071797 Mar 22 14:27:46.721608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3aeedaeb-88d9-449d-8ee8-1188f98bdf5b req-fd445b4e-16bb-4aa9-b472-c11c16649d4a service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075376 Mar 22 14:27:46.728659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (103d3387-1355-43f2-acee-e28236e5e60b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.751599 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38a0e40c-7131-4c86-b66f-269f92a87d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1e1648e6-8272-4eb6-8193-684c9c79cd27), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.754489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38a0e40c-7131-4c86-b66f-269f92a87d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.762049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-38a0e40c-7131-4c86-b66f-269f92a87d7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e1648e6-8272-4eb6-8193-684c9c79cd27 HTTP/1.1" status: 204 len: 168 time: 0.7234533 Mar 22 14:27:46.786792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0e40c-7131-4c86-b66f-269f92a87d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1648e6-8272-4eb6-8193-684c9c79cd27,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:46.804256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9420f-0cfa-419a-9ed2-fa8bbd759771 req-911191d2-510d-4b18-b9d0-c838bace8e20 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:46.806883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59f9420f-0cfa-419a-9ed2-fa8bbd759771 req-911191d2-510d-4b18-b9d0-c838bace8e20 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.3320675 Mar 22 14:27:46.892316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59f9420f-0cfa-419a-9ed2-fa8bbd759771 req-57419d93-e206-4c04-9d8c-619032873e8a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759461 Mar 22 14:27:46.894615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-15741fc0-5e1b-4df9-9b03-ebcafd6854b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:46.896147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-15741fc0-5e1b-4df9-9b03-ebcafd6854b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 1125 time: 0.0882497 Mar 22 14:27:47.075682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-39c81a88-e05a-4ac6-9d05-3a227e90fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:47.077278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-39c81a88-e05a-4ac6-9d05-3a227e90fea6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 914 time: 0.1707978 Mar 22 14:27:47.148071 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (103d3387-1355-43f2-acee-e28236e5e60b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.166878 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Publish callbacks [] for port (afcb229b-a378-41b7-8eb3-390739c5297d), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.179997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.182656 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.190162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-d6a01847-fb3c-44f9-bfa3-1e9253a0662d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2 HTTP/1.1" status: 200 len: 217 time: 0.1057491 Mar 22 14:27:47.256660 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7c74d-81da-469c-b6d7-0842e79509c8 None None] Pushing event updated for resources: {'Port': ['ID=afcb229b-a378-41b7-8eb3-390739c5297d,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:47.298569 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Attempting to bind port afcb229b-a378-41b7-8eb3-390739c5297d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:47.299118 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Attempting to bind port afcb229b-a378-41b7-8eb3-390739c5297d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:47.299590 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Attempting to bind port afcb229b-a378-41b7-8eb3-390739c5297d on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:47.308606 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:47.309202 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:47.314930 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.314930 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:47.314930 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Bound port: afcb229b-a378-41b7-8eb3-390739c5297d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:47.314930 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.315312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-0a257f2a-d5aa-4cb0-9f97-3a49f3fa2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:47.315416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-0a257f2a-d5aa-4cb0-9f97-3a49f3fa2ad8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.1171448 Mar 22 14:27:47.375711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] For port afcb229b-a378-41b7-8eb3-390739c5297d, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:47.380381 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] For port afcb229b-a378-41b7-8eb3-390739c5297d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=afcb229b-a378-41b7-8eb3-390739c5297d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:47.389464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-6439ecf7-7c39-417b-8f89-9dfe28fcd707 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654454 Mar 22 14:27:47.390230 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.430312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58200) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:47.468494 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7c74d-81da-469c-b6d7-0842e79509c8 None None] Pushing event updated for resources: {'Port': ['ID=afcb229b-a378-41b7-8eb3-390739c5297d,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:47.485805 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Routers {'f92ff29d-f922-4971-9eec-852a4e5c0bb7'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:47.486474 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f92ff29d-f922-4971-9eec-852a4e5c0bb7'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:47.493661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d2583c-5492-4ffa-9666-2f5ef23d088e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.524607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Allocated IP 172.25.2.196 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/9f0a9560-17dd-43f4-9b0c-e88666610cac) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:47.612047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-7bc5d754-e585-4e57-a64b-b9c07201f51f service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158601 Mar 22 14:27:47.678875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for port (9f0a9560-17dd-43f4-9b0c-e88666610cac), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.727595 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9f0a9560-17dd-43f4-9b0c-e88666610cac), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.773503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce427e4b-c4f8-4e02-aeea-d418382c52b9 req-780f8ee4-6954-497c-86ec-bea5471fb475 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515365 Mar 22 14:27:47.774175 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] Set router f92ff29d-f922-4971-9eec-852a4e5c0bb7 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:47.777550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:47.784277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d2583c-5492-4ffa-9666-2f5ef23d088e admin admin] Publish callbacks [] for security_group (df17e39a-cf0a-4f89-9af0-b9cb726e08f4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.793684 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-21d2583c-5492-4ffa-9666-2f5ef23d088e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (df17e39a-cf0a-4f89-9af0-b9cb726e08f4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.794354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:47.801644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:47.896169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2583c-5492-4ffa-9666-2f5ef23d088e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df17e39a-cf0a-4f89-9af0-b9cb726e08f4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:47.906419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-21d2583c-5492-4ffa-9666-2f5ef23d088e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b501bc448f4e4d41a5224817c3303cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743752 Mar 22 14:27:47.918155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58208) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:48.036014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Port': ['ID=9f0a9560-17dd-43f4-9b0c-e88666610cac,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:48.142247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9af4a-59bd-48a7-9aac-25fe3a0600c4 req-34ae5888-01bb-42dc-b7e4-a0ab267ff46c tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:48.144706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17d9af4a-59bd-48a7-9aac-25fe3a0600c4 req-34ae5888-01bb-42dc-b7e4-a0ab267ff46c tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 943 time: 0.2432730 Mar 22 14:27:48.168042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-efd84d21-8a37-4456-8586-be0ee93ed451 admin admin] Publish callbacks [] for security_group (df17e39a-cf0a-4f89-9af0-b9cb726e08f4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.194605 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78f9c5c0-8fce-49c5-a92b-1dac0b7842ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.233124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97b170-ee15-4df3-a137-df3dcab456e0 req-96ce21b8-18a5-4015-a250-8cbe19353e1c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:48.239351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d97b170-ee15-4df3-a137-df3dcab456e0 req-96ce21b8-18a5-4015-a250-8cbe19353e1c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1911316 Mar 22 14:27:48.247444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (103d3387-1355-43f2-acee-e28236e5e60b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.249158 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-efd84d21-8a37-4456-8586-be0ee93ed451 admin admin] Publish callbacks [] for security_group (df17e39a-cf0a-4f89-9af0-b9cb726e08f4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.304975 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92ff29d-f922-4971-9eec-852a4e5c0bb7', 'name': 'tempest-snat-router-922520030', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.157'}], 'enable_snat': False}, 'gw_port_id': 'afcb229b-a378-41b7-8eb3-390739c5297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:42Z', 'updated_at': '2022-03-22T14:27:44Z', 'revision_number': 3, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port': {'id': 'afcb229b-a378-41b7-8eb3-390739c5297d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92ff29d-f922-4971-9eec-852a4e5c0bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:43Z', 'updated_at': '2022-03-22T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:48.347114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17d9af4a-59bd-48a7-9aac-25fe3a0600c4 req-bec2e559-d0ac-4657-9ca5-665c2fe2add5 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800787 Mar 22 14:27:48.368722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d97b170-ee15-4df3-a137-df3dcab456e0 req-80a65629-a9bd-4482-b74a-30508c044f4f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138022 Mar 22 14:27:48.378809 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13933faa-ed10-44fd-a253-cb20743cae35 None None] The sync data for ids ['f92ff29d-f922-4971-9eec-852a4e5c0bb7'] in n-d-834677-3 is: [{'id': 'f92ff29d-f922-4971-9eec-852a4e5c0bb7', 'name': 'tempest-snat-router-922520030', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.157'}], 'enable_snat': False}, 'gw_port_id': 'afcb229b-a378-41b7-8eb3-390739c5297d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:42Z', 'updated_at': '2022-03-22T14:27:44Z', 'revision_number': 3, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port': {'id': 'afcb229b-a378-41b7-8eb3-390739c5297d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92ff29d-f922-4971-9eec-852a4e5c0bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:43Z', 'updated_at': '2022-03-22T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:48.400138 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-efd84d21-8a37-4456-8586-be0ee93ed451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (df17e39a-cf0a-4f89-9af0-b9cb726e08f4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.404500 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-efd84d21-8a37-4456-8586-be0ee93ed451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.407216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-efd84d21-8a37-4456-8586-be0ee93ed451 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df17e39a-cf0a-4f89-9af0-b9cb726e08f4 HTTP/1.1" status: 204 len: 168 time: 0.4875040 Mar 22 14:27:48.435159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84d21-8a37-4456-8586-be0ee93ed451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17e39a-cf0a-4f89-9af0-b9cb726e08f4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:48.715106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 061d578c-fe41-4c11-9b41-a7ad363c97e2 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:27:48.758335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (103d3387-1355-43f2-acee-e28236e5e60b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.771569 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:27:48.947320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 061d578c-fe41-4c11-9b41-a7ad363c97e2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:48.964298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '061d578c-fe41-4c11-9b41-a7ad363c97e2', 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb', 'port_id': '061d578c-fe41-4c11-9b41-a7ad363c97e2', 'mac_address': 'fa:16:3e:73:18:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b1ced3-17f6-4e84-b347-ce11479bff34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:27:48.973241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Router 103d3387-1355-43f2-acee-e28236e5e60b is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:27:49.014784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 061d578c-fe41-4c11-9b41-a7ad363c97e2 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:49.015477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.030493 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061d578c-fe41-4c11-9b41-a7ad363c97e2 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:49.073517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 061d578c-fe41-4c11-9b41-a7ad363c97e2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:49.082774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.168663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=061d578c-fe41-4c11-9b41-a7ad363c97e2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:49.191637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.192383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.192971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.193514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.194289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.194732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.195324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.195560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.196184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.196434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.196972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.197523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.198102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.198663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.199219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:49.206264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:49.227751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Sync routers for ids ['103d3387-1355-43f2-acee-e28236e5e60b'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:49.244216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Routers {'103d3387-1355-43f2-acee-e28236e5e60b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:49.245222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['103d3387-1355-43f2-acee-e28236e5e60b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:49.266697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.272211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58238) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:49.272829 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cbb8f970-4402-4694-8da1-374400d87f5b tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0753982 Mar 22 14:27:49.459985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['061d578c-fe41-4c11-9b41-a7ad363c97e2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:27:49.479142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Set router 103d3387-1355-43f2-acee-e28236e5e60b gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:49.702563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d7148-2be0-40a7-b7e7-780242c79c05 req-5427b7d3-9755-4fbf-87c3-1f42efc046b6 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:49.704810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c50d7148-2be0-40a7-b7e7-780242c79c05 req-5427b7d3-9755-4fbf-87c3-1f42efc046b6 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 944 time: 0.2111027 Mar 22 14:27:49.716197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e5b3-b3f5-465c-96d6-d12885c076dc req-ef513083-c7d0-49b5-ab02-a37d76a3d375 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:49.732155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80d3e5b3-b3f5-465c-96d6-d12885c076dc req-ef513083-c7d0-49b5-ab02-a37d76a3d375 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2256277 Mar 22 14:27:49.735959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4db48d77-816c-4b55-81e8-dc6109ab39cc tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/103d3387-1355-43f2-acee-e28236e5e60b HTTP/1.1" status: 200 len: 907 time: 0.4622095 Mar 22 14:27:49.739567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58260) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:49.938620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c50d7148-2be0-40a7-b7e7-780242c79c05 req-e081f6b5-6d5d-4678-9a1e-6404499273dc tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051022 Mar 22 14:27:49.975182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80d3e5b3-b3f5-465c-96d6-d12885c076dc req-fe5dff83-9a0b-4875-91bb-5912bd820709 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120767 Mar 22 14:27:50.005804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (103d3387-1355-43f2-acee-e28236e5e60b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.071419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103d3387-1355-43f2-acee-e28236e5e60b', 'name': 'tempest-snat-router-922520030', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '9f0a9560-17dd-43f4-9b0c-e88666610cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:46Z', 'updated_at': '2022-03-22T14:27:48Z', 'revision_number': 3, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port': {'id': '9f0a9560-17dd-43f4-9b0c-e88666610cac', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:33:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103d3387-1355-43f2-acee-e28236e5e60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:47Z', 'updated_at': '2022-03-22T14:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:50.157696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Checking router: 103d3387-1355-43f2-acee-e28236e5e60b for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:50.158072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Updating router 103d3387-1355-43f2-acee-e28236e5e60b port 9f0a9560-17dd-43f4-9b0c-e88666610cac binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:50.188706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (103d3387-1355-43f2-acee-e28236e5e60b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.210283 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9f0a9560-17dd-43f4-9b0c-e88666610cac), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.264914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Deleting port 9f0a9560-17dd-43f4-9b0c-e88666610cac {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:50.265443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9f0a9560-17dd-43f4-9b0c-e88666610cac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.414746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9f0a9560-17dd-43f4-9b0c-e88666610cac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.459268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Calling delete_port for 9f0a9560-17dd-43f4-9b0c-e88666610cac owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:50.545760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58282) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:50.555284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device afcb229b-a378-41b7-8eb3-390739c5297d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:50.629546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bff87f34-2225-4779-a407-d6a0002646a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.694621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9f0a9560-17dd-43f4-9b0c-e88666610cac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.714688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:27:50.715038 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:27:50.716170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port afcb229b-a378-41b7-8eb3-390739c5297d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:50.716540 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.793061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 061d578c-fe41-4c11-9b41-a7ad363c97e2 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:50.793523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92b388bd-d35b-48c2-acc3-449ab7cc4d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.890935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port afcb229b-a378-41b7-8eb3-390739c5297d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:50.891587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.915717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 061d578c-fe41-4c11-9b41-a7ad363c97e2 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:27:50.924080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 061d578c-fe41-4c11-9b41-a7ad363c97e2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:50.924715 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.928225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port afcb229b-a378-41b7-8eb3-390739c5297d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=afcb229b-a378-41b7-8eb3-390739c5297d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:50.960035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92b388bd-d35b-48c2-acc3-449ab7cc4d2f admin admin] Publish callbacks [] for security_group (884a0368-aeff-4f9b-b0ef-8784ff8ddbf2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.967964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92b388bd-d35b-48c2-acc3-449ab7cc4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (884a0368-aeff-4f9b-b0ef-8784ff8ddbf2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.973003 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.103794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=afcb229b-a378-41b7-8eb3-390739c5297d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:51.155980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 061d578c-fe41-4c11-9b41-a7ad363c97e2 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:51.156458 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.190035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b388bd-d35b-48c2-acc3-449ab7cc4d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884a0368-aeff-4f9b-b0ef-8784ff8ddbf2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:51.193915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 061d578c-fe41-4c11-9b41-a7ad363c97e2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:51.195119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061d578c-fe41-4c11-9b41-a7ad363c97e2'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:51.197657 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc813088-b359-4070-8fb5-217cc064e1e9" -d '{"events": [{"server_uuid": "ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8", "name": "network-vif-plugged", "status": "completed", "tag": "061d578c-fe41-4c11-9b41-a7ad363c97e2"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:51.208145 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.229218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-92b388bd-d35b-48c2-acc3-449ab7cc4d2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=296dd0fb1eb7495b91498d10491090da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6824813 Mar 22 14:27:51.233542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58296) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:51.301297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5eb01-7955-45f0-9a0c-79d8d12c63c2 req-20a9f406-6135-45ed-af4c-5c6bb24efe7e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:51.311042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efb5eb01-7955-45f0-9a0c-79d8d12c63c2 req-20a9f406-6135-45ed-af4c-5c6bb24efe7e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1453786 Mar 22 14:27:51.340381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=061d578c-fe41-4c11-9b41-a7ad363c97e2,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:51.360738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Port 9f0a9560-17dd-43f4-9b0c-e88666610cac not found while updating agent binding for router 103d3387-1355-43f2-acee-e28236e5e60b. {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 14:27:51.374848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Routers {'103d3387-1355-43f2-acee-e28236e5e60b'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:51.377118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['103d3387-1355-43f2-acee-e28236e5e60b'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:51.383462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2e64c-e626-42b0-b4d4-67e1a029a393 req-2d4724e2-dbd1-4393-b6ba-ad99ea3b17e9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:51.387943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f0a9560-17dd-43f4-9b0c-e88666610cac,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:51.389799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e2e64c-e626-42b0-b4d4-67e1a029a393 req-2d4724e2-dbd1-4393-b6ba-ad99ea3b17e9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 944 time: 0.2995777 Mar 22 14:27:51.440358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399365e7-041f-4986-bc1a-a48a07e11a40 admin admin] Publish callbacks [] for security_group (884a0368-aeff-4f9b-b0ef-8784ff8ddbf2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.494988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (103d3387-1355-43f2-acee-e28236e5e60b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.550114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] Set router 103d3387-1355-43f2-acee-e28236e5e60b gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:51.577788 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399365e7-041f-4986-bc1a-a48a07e11a40 admin admin] Publish callbacks [] for security_group (884a0368-aeff-4f9b-b0ef-8784ff8ddbf2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.624720 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (103d3387-1355-43f2-acee-e28236e5e60b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.626886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efb5eb01-7955-45f0-9a0c-79d8d12c63c2 req-a5e71c44-407f-40fa-ad77-01c0ae58f4c6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145425 Mar 22 14:27:51.627447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (103d3387-1355-43f2-acee-e28236e5e60b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.696480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (103d3387-1355-43f2-acee-e28236e5e60b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.697390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 103d3387-1355-43f2-acee-e28236e5e60b {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:27:51.711346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.713080 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2afbcdb1-f266-48a9-8d04-b9eda0fe130f tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "DELETE /v2.0/routers/103d3387-1355-43f2-acee-e28236e5e60b HTTP/1.1" status: 204 len: 168 time: 1.9720795 Mar 22 14:27:51.716043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58304) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:51.731846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399365e7-041f-4986-bc1a-a48a07e11a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (884a0368-aeff-4f9b-b0ef-8784ff8ddbf2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.736620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399365e7-041f-4986-bc1a-a48a07e11a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.737425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-399365e7-041f-4986-bc1a-a48a07e11a40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/884a0368-aeff-4f9b-b0ef-8784ff8ddbf2 HTTP/1.1" status: 204 len: 168 time: 0.5021682 Mar 22 14:27:51.789889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399365e7-041f-4986-bc1a-a48a07e11a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884a0368-aeff-4f9b-b0ef-8784ff8ddbf2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:51.832303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e2e64c-e626-42b0-b4d4-67e1a029a393 req-804fe1a3-39b1-4828-84a2-2d1335bcafec tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990312 Mar 22 14:27:51.921696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea47e8-e78c-4f55-95e5-70e756d39b6c req-cf177012-b090-4a23-b3d4-dd4387577e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:51.927221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48ea47e8-e78c-4f55-95e5-70e756d39b6c req-cf177012-b090-4a23-b3d4-dd4387577e0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 1127 time: 0.1279275 Mar 22 14:27:52.054284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (f92ff29d-f922-4971-9eec-852a4e5c0bb7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.082765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48ea47e8-e78c-4f55-95e5-70e756d39b6c req-8de4bae2-3739-4283-ae28-db0d27e6d430 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394427 Mar 22 14:27:52.083022 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e14e9-0b72-4aa3-a5f9-84290403bf2e x-openstack-request-id: req-377e14e9-0b72-4aa3-a5f9-84290403bf2e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:52.083209 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8", "name": "network-vif-plugged", "status": "completed", "tag": "061d578c-fe41-4c11-9b41-a7ad363c97e2", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:52.083398 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-377e14e9-0b72-4aa3-a5f9-84290403bf2e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:52.084171 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377e14e9-0b72-4aa3-a5f9-84290403bf2e'] response: {'server_uuid': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061d578c-fe41-4c11-9b41-a7ad363c97e2', 'code': 200} Mar 22 14:27:52.098727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103d3387-1355-43f2-acee-e28236e5e60b', 'name': 'tempest-snat-router-922520030', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:46Z', 'updated_at': '2022-03-22T14:27:50Z', 'revision_number': 5, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:52.137836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.138634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55bcea-68ab-4359-b127-62e4493a0bde None None] The sync data for ids ['103d3387-1355-43f2-acee-e28236e5e60b'] in n-d-834677-3 is: [{'id': '103d3387-1355-43f2-acee-e28236e5e60b', 'name': 'tempest-snat-router-922520030', 'tenant_id': '2ecca9b016c3445c96b64326101475de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:46Z', 'updated_at': '2022-03-22T14:27:50Z', 'revision_number': 5, 'project_id': '2ecca9b016c3445c96b64326101475de', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:52.288708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (f92ff29d-f922-4971-9eec-852a4e5c0bb7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.397330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device afcb229b-a378-41b7-8eb3-390739c5297d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:52.430130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Deleting port afcb229b-a378-41b7-8eb3-390739c5297d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:52.430665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.547313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port afcb229b-a378-41b7-8eb3-390739c5297d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:52.547702 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.602863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] For port afcb229b-a378-41b7-8eb3-390739c5297d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=afcb229b-a378-41b7-8eb3-390739c5297d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:52.604916 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.622065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Calling delete_port for afcb229b-a378-41b7-8eb3-390739c5297d owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:52.747922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port afcb229b-a378-41b7-8eb3-390739c5297d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:52.854189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa7d85-4f12-41bd-9a2e-1d65d0a5a25a req-a140c574-cf9e-4afe-8c06-663966706077 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:52.861961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38aa7d85-4f12-41bd-9a2e-1d65d0a5a25a req-a140c574-cf9e-4afe-8c06-663966706077 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1147313 Mar 22 14:27:52.966293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (afcb229b-a378-41b7-8eb3-390739c5297d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.009708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38aa7d85-4f12-41bd-9a2e-1d65d0a5a25a req-40bbb799-710b-45b0-9d09-27ecc426785a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418173 Mar 22 14:27:53.083342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event deleted for resources: {'Port': ['ID=afcb229b-a378-41b7-8eb3-390739c5297d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:53.114550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfbfa2-e119-4ad4-b6fd-8d9624e91efb req-53827b5a-2b1d-43fd-ab1b-0744bd555a24 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:53.120202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efcfbfa2-e119-4ad4-b6fd-8d9624e91efb req-53827b5a-2b1d-43fd-ab1b-0744bd555a24 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 945 time: 0.1030662 Mar 22 14:27:53.142910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (f92ff29d-f922-4971-9eec-852a4e5c0bb7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.216263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efcfbfa2-e119-4ad4-b6fd-8d9624e91efb req-547b80d2-baf7-403c-a7bf-2202b08469d1 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901723 Mar 22 14:27:53.342204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (f92ff29d-f922-4971-9eec-852a4e5c0bb7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.345583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_controller (f92ff29d-f922-4971-9eec-852a4e5c0bb7), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.401000 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (f92ff29d-f922-4971-9eec-852a4e5c0bb7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.401672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f92ff29d-f922-4971-9eec-852a4e5c0bb7 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:27:53.408387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.412954 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bc5287c4-1488-4d00-8402-7733813a191c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f92ff29d-f922-4971-9eec-852a4e5c0bb7 HTTP/1.1" status: 204 len: 168 time: 1.6923637 Mar 22 14:27:53.413182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58352) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:53.422870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-185748615', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:53.431011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.461121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.462289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.623035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (ab6db14e-54a9-4170-821a-851a1b1e6e07), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.992925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (ab6db14e-54a9-4170-821a-851a1b1e6e07), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.304389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8839c3-7031-44e2-823a-1042a279beb6 req-b9d1470f-c7a2-4882-ab3f-b863e50dbbe0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:54.315930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a8839c3-7031-44e2-823a-1042a279beb6 req-b9d1470f-c7a2-4882-ab3f-b863e50dbbe0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1771345 Mar 22 14:27:54.347750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (ab6db14e-54a9-4170-821a-851a1b1e6e07), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.397219 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.413265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device afcb229b-a378-41b7-8eb3-390739c5297d no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:54.472588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: afcb229b-a378-41b7-8eb3-390739c5297d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:54.473682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device afcb229b-a378-41b7-8eb3-390739c5297d not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:54.488456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a8839c3-7031-44e2-823a-1042a279beb6 req-79ec030a-9fda-47bf-8668-318c658d6497 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662393 Mar 22 14:27:54.583003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47617c-b1ab-4458-bc89-78fde00ead79 req-9d87cc1d-a567-4432-a510-e4dd620b317f tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:54.596517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a47617c-b1ab-4458-bc89-78fde00ead79 req-9d87cc1d-a567-4432-a510-e4dd620b317f tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 945 time: 0.1290550 Mar 22 14:27:54.622315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.633927 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.673870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a47617c-b1ab-4458-bc89-78fde00ead79 req-bb8e146e-bc76-4288-be42-ccd5b6789974 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756228 Mar 22 14:27:54.751120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Allocated IP 172.25.2.68 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/9901640d-7df7-4b52-92aa-b0337cfb7d71) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:55.021207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for port (9901640d-7df7-4b52-92aa-b0337cfb7d71), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:55.095214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9901640d-7df7-4b52-92aa-b0337cfb7d71), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:55.198022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:55.205591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:55.210043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:55.322893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event updated for resources: {'Port': ['ID=9901640d-7df7-4b52-92aa-b0337cfb7d71,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:55.707897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb7c16-a3f7-42e4-a488-62ea48a746b8 req-fd75358b-e026-442d-bf5e-69f8da3200d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:55.716033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8edb7c16-a3f7-42e4-a488-62ea48a746b8 req-fd75358b-e026-442d-bf5e-69f8da3200d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1497462 Mar 22 14:27:55.779482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8edb7c16-a3f7-42e4-a488-62ea48a746b8 req-2eacfc2f-0b89-4a05-ab8c-fed597e025ca tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Mar 22 14:27:55.796909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (ab6db14e-54a9-4170-821a-851a1b1e6e07), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.254591 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.560758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Router ab6db14e-54a9-4170-821a-851a1b1e6e07 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:27:56.884056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:56.896449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] Sync routers for ids ['ab6db14e-54a9-4170-821a-851a1b1e6e07'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:56.918064 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] Routers {'ab6db14e-54a9-4170-821a-851a1b1e6e07'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:56.921039 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ab6db14e-54a9-4170-821a-851a1b1e6e07'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:56.932235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.937069 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bdad8374-fd0c-4277-b8b9-b3339e5596c3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5223587 Mar 22 14:27:56.940767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58498) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:56.947430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': False}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:57.033457 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:57.057194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] Routers {'ab6db14e-54a9-4170-821a-851a1b1e6e07'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:57.057849 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ab6db14e-54a9-4170-821a-851a1b1e6e07'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:57.058987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422feb-a7ef-40bd-b4f2-8d32a84f4569 req-2f32064f-f68c-4cbe-8515-b60e80b59e4e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.064113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a422feb-a7ef-40bd-b4f2-8d32a84f4569 req-2f32064f-f68c-4cbe-8515-b60e80b59e4e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1482959 Mar 22 14:27:57.127119 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:57.128874 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7c89f-b1f6-45ee-b485-f4e5de8da611 None None] The sync data for ids ['ab6db14e-54a9-4170-821a-851a1b1e6e07'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:57.140394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a422feb-a7ef-40bd-b4f2-8d32a84f4569 req-8f7b487e-e2d3-49c2-aa30-02c9d8394865 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695336 Mar 22 14:27:57.583747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (ab6db14e-54a9-4170-821a-851a1b1e6e07), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.324881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.336718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.428988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9dc5d-8dff-40c2-a737-7034a76790c8 req-a6453c3e-e1a0-470d-8616-9bdc1ed3f821 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.430591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55a9dc5d-8dff-40c2-a737-7034a76790c8 req-a6453c3e-e1a0-470d-8616-9bdc1ed3f821 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1207561 Mar 22 14:27:58.575092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55a9dc5d-8dff-40c2-a737-7034a76790c8 req-792201ff-39e2-4e23-9d39-d512f295406b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373613 Mar 22 14:27:58.616289 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.130889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Router ab6db14e-54a9-4170-821a-851a1b1e6e07 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:59.316237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:59.333104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] Sync routers for ids ['ab6db14e-54a9-4170-821a-851a1b1e6e07'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:59.341605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.343137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e3b1d482-a538-437d-bf9f-d4ba9ef01f69 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "PUT /v2.0/routers/ab6db14e-54a9-4170-821a-851a1b1e6e07 HTTP/1.1" status: 200 len: 924 time: 2.4013638 Mar 22 14:27:59.346107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58558) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.356855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] Routers {'ab6db14e-54a9-4170-821a-851a1b1e6e07'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:59.357762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ab6db14e-54a9-4170-821a-851a1b1e6e07'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.429933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.448522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] Routers {'ab6db14e-54a9-4170-821a-851a1b1e6e07'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:59.449373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['ab6db14e-54a9-4170-821a-851a1b1e6e07'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.548963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.549640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e67bb-2768-4859-994e-eb154b65fbf2 None None] The sync data for ids ['ab6db14e-54a9-4170-821a-851a1b1e6e07'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:59.613687 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-504f9086-9d6e-4918-a37a-389e286771fa tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/ab6db14e-54a9-4170-821a-851a1b1e6e07 HTTP/1.1" status: 200 len: 924 time: 0.2642887 Mar 22 14:27:59.615419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58570) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.780918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d7c63-35d9-4ea1-9611-1d4fc40bde46 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:59.784162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-531d7c63-35d9-4ea1-9611-1d4fc40bde46 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=ab6db14e-54a9-4170-821a-851a1b1e6e07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1677444 Mar 22 14:27:59.790173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58576) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.837274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c4149-247c-48a3-9d20-978364deec64 req-3ef018e2-ae07-4f4b-9301-8b20acd518e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:59.852133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-340c4149-247c-48a3-9d20-978364deec64 req-3ef018e2-ae07-4f4b-9301-8b20acd518e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1489477 Mar 22 14:27:59.987598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-340c4149-247c-48a3-9d20-978364deec64 req-b9de808c-8972-41b1-becc-84a25d781756 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231873 Mar 22 14:28:00.002339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99c9da-f250-4336-9e9d-04b6c5419e74 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:00.004260 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bf99c9da-f250-4336-9e9d-04b6c5419e74 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.2133882 Mar 22 14:28:00.007433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58582) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:00.081170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4789436c-081e-499c-ab41-20554399eec2 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab6db14e-54a9-4170-821a-851a1b1e6e07 HTTP/1.1" status: 200 len: 205 time: 0.0724072 Mar 22 14:28:00.084712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58586) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:00.260237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.403505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (ab6db14e-54a9-4170-821a-851a1b1e6e07), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.472743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Deleting port 9901640d-7df7-4b52-92aa-b0337cfb7d71 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:00.473081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9901640d-7df7-4b52-92aa-b0337cfb7d71), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.625405 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9901640d-7df7-4b52-92aa-b0337cfb7d71), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.644841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Calling delete_port for 9901640d-7df7-4b52-92aa-b0337cfb7d71 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:00.943748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9901640d-7df7-4b52-92aa-b0337cfb7d71), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.996983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event deleted for resources: {'Port': ['ID=9901640d-7df7-4b52-92aa-b0337cfb7d71,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:01.053523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.054302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.055013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.055526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.056018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.056509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.057005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.057791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.058301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.059060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.059918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.060421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.060901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.061374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.061842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:01.112616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (ab6db14e-54a9-4170-821a-851a1b1e6e07), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.640528 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.642602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (ab6db14e-54a9-4170-821a-851a1b1e6e07), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.705408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (ab6db14e-54a9-4170-821a-851a1b1e6e07), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.706495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Fanout notify agent at l3_agent the message router_deleted on router ab6db14e-54a9-4170-821a-851a1b1e6e07 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:01.716336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.717515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a797e200-253b-45ef-9843-e9d7e9a41061 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/ab6db14e-54a9-4170-821a-851a1b1e6e07 HTTP/1.1" status: 204 len: 168 time: 1.6302016 Mar 22 14:28:01.722285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58634) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.728055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9ab620ae-8b83-4d75-984b-79f06ff9088b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1696949087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:01.743734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a2808-b297-48da-aa83-60d597d0bbf6 req-0393495a-8168-43cd-8310-159fca104eb4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:01.751271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b1a2808-b297-48da-aa83-60d597d0bbf6 req-0393495a-8168-43cd-8310-159fca104eb4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2079356 Mar 22 14:28:01.790882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ab620ae-8b83-4d75-984b-79f06ff9088b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.791975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ab620ae-8b83-4d75-984b-79f06ff9088b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.817626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b1a2808-b297-48da-aa83-60d597d0bbf6 req-74850b8c-03f4-457e-9630-2e77c894f277 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Mar 22 14:28:01.913275 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ab620ae-8b83-4d75-984b-79f06ff9088b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (a7422225-46bc-4b90-a4fd-f243c58306e9), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.918596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ab620ae-8b83-4d75-984b-79f06ff9088b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.947145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ab620ae-8b83-4d75-984b-79f06ff9088b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.957109 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ab620ae-8b83-4d75-984b-79f06ff9088b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2337344 Mar 22 14:28:01.960135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58640) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.965037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:02.336749 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (a7422225-46bc-4b90-a4fd-f243c58306e9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.671356 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (a7422225-46bc-4b90-a4fd-f243c58306e9), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.708645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.899476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Allocated IP 172.25.2.248 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:03.146458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for port (26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.208590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df4730-c7be-4973-a579-d12fac281588 req-2293ec77-349b-493c-bc2e-425f536c5b2c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:03.211502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76df4730-c7be-4973-a579-d12fac281588 req-2293ec77-349b-493c-bc2e-425f536c5b2c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2767816 Mar 22 14:28:03.350042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.418793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76df4730-c7be-4973-a579-d12fac281588 req-8124d770-7979-4778-a0cc-c598e00aa5f8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653161 Mar 22 14:28:03.482481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:03.489592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:03.493683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:03.497636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event updated for resources: {'Port': ['ID=26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:04.019919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (a7422225-46bc-4b90-a4fd-f243c58306e9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.400082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.413597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.802480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f69c6-9bc7-45cf-966b-4b3cd8bb073e req-e364a2f6-0b1b-481a-bfeb-beee8b82f102 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:04.814979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f67f69c6-9bc7-45cf-966b-4b3cd8bb073e req-e364a2f6-0b1b-481a-bfeb-beee8b82f102 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.2116585 Mar 22 14:28:04.874169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Router a7422225-46bc-4b90-a4fd-f243c58306e9 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:05.045165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f67f69c6-9bc7-45cf-966b-4b3cd8bb073e req-78a470ca-6505-4f77-af6e-b11fc595a24c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291031 Mar 22 14:28:05.114691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:05.122556 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.126489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58896) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:05.130899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60febef3-2739-4751-b2ea-386739590271 None None] Sync routers for ids ['a7422225-46bc-4b90-a4fd-f243c58306e9'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:05.140817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2545df16-b49c-45f8-93c6-1b848602e248 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "PUT /v2.0/routers/a7422225-46bc-4b90-a4fd-f243c58306e9 HTTP/1.1" status: 200 len: 884 time: 3.1794310 Mar 22 14:28:05.149631 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60febef3-2739-4751-b2ea-386739590271 None None] Routers {'a7422225-46bc-4b90-a4fd-f243c58306e9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:05.150289 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-60febef3-2739-4751-b2ea-386739590271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a7422225-46bc-4b90-a4fd-f243c58306e9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:05.221604 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-60febef3-2739-4751-b2ea-386739590271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:05.246614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60febef3-2739-4751-b2ea-386739590271 None None] Routers {'a7422225-46bc-4b90-a4fd-f243c58306e9'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:05.247248 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-60febef3-2739-4751-b2ea-386739590271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['a7422225-46bc-4b90-a4fd-f243c58306e9'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:05.315557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58916) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:05.326177 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-97fe811d-9cc9-4cca-acf1-469b57ec8f79 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/a7422225-46bc-4b90-a4fd-f243c58306e9 HTTP/1.1" status: 200 len: 925 time: 0.1983976 Mar 22 14:28:05.337609 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-60febef3-2739-4751-b2ea-386739590271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:05.338387 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60febef3-2739-4751-b2ea-386739590271 None None] The sync data for ids ['a7422225-46bc-4b90-a4fd-f243c58306e9'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:05.399317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cf02b1-55e8-431f-b05a-e1c8816da098 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:05.406519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 58928) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:05.422958 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-27cf02b1-55e8-431f-b05a-e1c8816da098 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=a7422225-46bc-4b90-a4fd-f243c58306e9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1057494 Mar 22 14:28:05.544781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca022ca-b8cf-418f-aeef-7d6980e8f2c0 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:05.549630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58940) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:05.550342 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ca022ca-b8cf-418f-aeef-7d6980e8f2c0 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.1415179 Mar 22 14:28:05.588867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4d9e379c-2db5-4009-8d84-8d6083140c9d tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7422225-46bc-4b90-a4fd-f243c58306e9 HTTP/1.1" status: 200 len: 205 time: 0.0378289 Mar 22 14:28:05.597166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 58946) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:05.842476 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.046564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (a7422225-46bc-4b90-a4fd-f243c58306e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.165015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Deleting port 26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:06.165372 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.345311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.356093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344ee0a-49cd-47ef-8370-411e86f2cdfc req-36f03106-beb9-4292-9b6d-7a0ce794d804 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:06.357730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c344ee0a-49cd-47ef-8370-411e86f2cdfc req-36f03106-beb9-4292-9b6d-7a0ce794d804 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1374714 Mar 22 14:28:06.376157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Calling delete_port for 26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:06.503097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c344ee0a-49cd-47ef-8370-411e86f2cdfc req-1c81d283-9c9a-469e-ac91-fe1a26216f25 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303174 Mar 22 14:28:06.714084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.749836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event deleted for resources: {'Port': ['ID=26119bda-a5d4-4d2a-a5e1-bcc49ebc45a9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:06.855162 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (a7422225-46bc-4b90-a4fd-f243c58306e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.007656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.012277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (a7422225-46bc-4b90-a4fd-f243c58306e9), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.088240 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (a7422225-46bc-4b90-a4fd-f243c58306e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.091222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Fanout notify agent at l3_agent the message router_deleted on router a7422225-46bc-4b90-a4fd-f243c58306e9 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:07.102353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.103972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4012ccd8-0873-46af-ad8e-2340122425d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/a7422225-46bc-4b90-a4fd-f243c58306e9 HTTP/1.1" status: 204 len: 168 time: 1.5058131 Mar 22 14:28:07.108388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:07.113437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5ce2f0ab-3aba-4ecf-af08-da791a1aa354 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1674103989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:07.159902 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f0ab-3aba-4ecf-af08-da791a1aa354 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (c803465b-42c8-485d-b535-742bef79226c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.161479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f0ab-3aba-4ecf-af08-da791a1aa354 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (c803465b-42c8-485d-b535-742bef79226c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.286875 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f0ab-3aba-4ecf-af08-da791a1aa354 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (c803465b-42c8-485d-b535-742bef79226c), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.298599 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f0ab-3aba-4ecf-af08-da791a1aa354 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (c803465b-42c8-485d-b535-742bef79226c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.323669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5ce2f0ab-3aba-4ecf-af08-da791a1aa354 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.331632 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5ce2f0ab-3aba-4ecf-af08-da791a1aa354 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2221584 Mar 22 14:28:07.334424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59168) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:07.338941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': True}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:07.702331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (c803465b-42c8-485d-b535-742bef79226c), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.830777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f29b34-4909-4e80-a352-88922e01a3df req-c958a7ef-2183-43ed-8a95-323eef48178f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:07.832802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48f29b34-4909-4e80-a352-88922e01a3df req-c958a7ef-2183-43ed-8a95-323eef48178f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1863806 Mar 22 14:28:08.354671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48f29b34-4909-4e80-a352-88922e01a3df req-ea3ffe42-ff2d-435a-9e62-714c415dfff2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111880 Mar 22 14:28:08.538594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (c803465b-42c8-485d-b535-742bef79226c), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.565607 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.729923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Allocated IP 172.25.2.39 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/20956c7b-8fc6-4d70-ba3c-847747b491b4) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:08.892303 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for port (20956c7b-8fc6-4d70-ba3c-847747b491b4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.948741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (20956c7b-8fc6-4d70-ba3c-847747b491b4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.037151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:09.042201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:09.055422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:09.086140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Port': ['ID=20956c7b-8fc6-4d70-ba3c-847747b491b4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:09.114267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-892f7fbf-d26d-406a-9da8-672c3ef32493 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1795974 Mar 22 14:28:09.299116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-4ad99102-850b-4d1c-8ff5-f3d45e0bf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:09.300563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-4ad99102-850b-4d1c-8ff5-f3d45e0bf456 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 1127 time: 0.1214817 Mar 22 14:28:09.433018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (c803465b-42c8-485d-b535-742bef79226c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.671707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aee4e9-325e-43cb-a99e-505cf79f7abd req-69edc519-acc7-4fb0-8b31-ce20ae3f0943 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:09.673340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57aee4e9-325e-43cb-a99e-505cf79f7abd req-69edc519-acc7-4fb0-8b31-ce20ae3f0943 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1636486 Mar 22 14:28:09.677370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-cdc51797-9055-4476-aed5-78773ef0e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:09.680400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-cdc51797-9055-4476-aed5-78773ef0e958 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 914 time: 0.2429113 Mar 22 14:28:09.886542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-fe854136-ed02-457c-afec-cc68013620f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2 HTTP/1.1" status: 200 len: 217 time: 0.1446757 Mar 22 14:28:09.943337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57aee4e9-325e-43cb-a99e-505cf79f7abd req-bf9144eb-4df7-46b4-af0a-beb034cf13b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591732 Mar 22 14:28:09.947391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (c803465b-42c8-485d-b535-742bef79226c), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.972739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (c803465b-42c8-485d-b535-742bef79226c), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.989492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-2d452a1b-743b-472d-a4a1-cbcf6359e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:09.992629 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-2d452a1b-743b-472d-a4a1-cbcf6359e38e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.0978224 Mar 22 14:28:10.121722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-5c9eafb5-92cf-41d5-9fbc-42fcfce11045 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686111 Mar 22 14:28:10.264893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-607f19a7-37aa-4905-8074-332d9fae2a87 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329050 Mar 22 14:28:10.339994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Router c803465b-42c8-485d-b535-742bef79226c is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:10.488327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-023c4cf7-a1ee-45cb-99b1-ecbb7042ef82 req-9ee02d9a-6faa-4a28-8877-cb557a7644a8 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141376 Mar 22 14:28:10.535722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:10.540925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.542581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-da49ed65-d3c9-4a5c-89c2-78e10ce45732 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "PUT /v2.0/routers/c803465b-42c8-485d-b535-742bef79226c HTTP/1.1" status: 200 len: 918 time: 3.2070422 Mar 22 14:28:10.545352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59238) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:10.548165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] Sync routers for ids ['c803465b-42c8-485d-b535-742bef79226c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:10.565491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] Routers {'c803465b-42c8-485d-b535-742bef79226c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:10.566606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c803465b-42c8-485d-b535-742bef79226c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:10.686833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2cd593de-2f37-43b0-91a7-4f679283c359 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/c803465b-42c8-485d-b535-742bef79226c HTTP/1.1" status: 200 len: 924 time: 0.1402640 Mar 22 14:28:10.689632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59242) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:10.705593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:10.716326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] Routers {'c803465b-42c8-485d-b535-742bef79226c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:10.717003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c803465b-42c8-485d-b535-742bef79226c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:10.759862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:10.760880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81dfda8-469f-46fb-bba3-4f4e1026ee3d None None] The sync data for ids ['c803465b-42c8-485d-b535-742bef79226c'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:10.786792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf1def-36e1-4b74-9e69-799a9b5dbbe3 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:10.791260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59246) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:10.792972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-accf1def-36e1-4b74-9e69-799a9b5dbbe3 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=c803465b-42c8-485d-b535-742bef79226c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1015503 Mar 22 14:28:10.972349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65174436-9f70-4b5a-acba-0e533cbae63e tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:10.976754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-65174436-9f70-4b5a-acba-0e533cbae63e tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.1809220 Mar 22 14:28:10.976981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59252) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:11.026419 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8e706074-6dae-4cf1-8153-5e1215f1b4d4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=c803465b-42c8-485d-b535-742bef79226c HTTP/1.1" status: 200 len: 205 time: 0.0459774 Mar 22 14:28:11.026943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59254) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:11.240305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3289f6d-e8de-47a5-b6d8-6a12446eaab1 req-8bebed3a-414c-4e3c-a117-98ccb315c560 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:11.242409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3289f6d-e8de-47a5-b6d8-6a12446eaab1 req-8bebed3a-414c-4e3c-a117-98ccb315c560 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1519976 Mar 22 14:28:11.244952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (c803465b-42c8-485d-b535-742bef79226c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.396203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3289f6d-e8de-47a5-b6d8-6a12446eaab1 req-76fdb414-9345-41fb-9e25-1ef7642f06a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127689 Mar 22 14:28:11.433181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (c803465b-42c8-485d-b535-742bef79226c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.501266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Deleting port 20956c7b-8fc6-4d70-ba3c-847747b491b4 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:11.502085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (20956c7b-8fc6-4d70-ba3c-847747b491b4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.585857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (20956c7b-8fc6-4d70-ba3c-847747b491b4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.605214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Calling delete_port for 20956c7b-8fc6-4d70-ba3c-847747b491b4 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:11.824600 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (20956c7b-8fc6-4d70-ba3c-847747b491b4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.865460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event deleted for resources: {'Port': ['ID=20956c7b-8fc6-4d70-ba3c-847747b491b4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:11.955900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (c803465b-42c8-485d-b535-742bef79226c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.067636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (c803465b-42c8-485d-b535-742bef79226c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.071664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (c803465b-42c8-485d-b535-742bef79226c), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.132801 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (c803465b-42c8-485d-b535-742bef79226c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.134507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Fanout notify agent at l3_agent the message router_deleted on router c803465b-42c8-485d-b535-742bef79226c {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:12.156022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.157901 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b11bffe3-795b-44e7-8903-977e72278664 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/c803465b-42c8-485d-b535-742bef79226c HTTP/1.1" status: 204 len: 168 time: 1.1299641 Mar 22 14:28:12.162256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59264) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:12.167775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-708a6308-7496-4c48-85f5-bf3d78c313d1 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-202748263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:12.195830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-708a6308-7496-4c48-85f5-bf3d78c313d1 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (040e2053-0cf6-4bd5-b486-38874b875608), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.199716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-708a6308-7496-4c48-85f5-bf3d78c313d1 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (040e2053-0cf6-4bd5-b486-38874b875608), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.290855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-708a6308-7496-4c48-85f5-bf3d78c313d1 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (040e2053-0cf6-4bd5-b486-38874b875608), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.298287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-708a6308-7496-4c48-85f5-bf3d78c313d1 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (040e2053-0cf6-4bd5-b486-38874b875608), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.324201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-708a6308-7496-4c48-85f5-bf3d78c313d1 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.325786 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-708a6308-7496-4c48-85f5-bf3d78c313d1 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1615062 Mar 22 14:28:12.328625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:12.335959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'enable_snat': False}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:12.619694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (040e2053-0cf6-4bd5-b486-38874b875608), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.641673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74c89f-586c-42c0-969a-bcd41e1306ac req-79a2bd0f-d9dd-4872-9a46-5a9f0f43079c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:12.645477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c74c89f-586c-42c0-969a-bcd41e1306ac req-79a2bd0f-d9dd-4872-9a46-5a9f0f43079c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1292911 Mar 22 14:28:12.737618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c74c89f-586c-42c0-969a-bcd41e1306ac req-3e67b0ab-2e4c-47df-9c9c-efbb1a7ec14f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852275 Mar 22 14:28:12.870672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (040e2053-0cf6-4bd5-b486-38874b875608), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.896646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.021607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Allocated IP 172.25.2.251 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/9b6a298a-9863-4293-aa60-fd5ec04da0d9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:13.172935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for port (9b6a298a-9863-4293-aa60-fd5ec04da0d9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.226351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9b6a298a-9863-4293-aa60-fd5ec04da0d9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.295086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6a298a-9863-4293-aa60-fd5ec04da0d9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:13.319816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:13.321313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:13.324507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:13.668428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router_gateway (040e2053-0cf6-4bd5-b486-38874b875608), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.984357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (040e2053-0cf6-4bd5-b486-38874b875608), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.988082 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (040e2053-0cf6-4bd5-b486-38874b875608), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:14.008373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c41625-8297-4604-9c53-52e04afb6849 req-fbbbe3a3-f78a-4ce9-8179-2fd3de3c8f65 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:14.019986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32c41625-8297-4604-9c53-52e04afb6849 req-fbbbe3a3-f78a-4ce9-8179-2fd3de3c8f65 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1283586 Mar 22 14:28:14.121838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32c41625-8297-4604-9c53-52e04afb6849 req-4232c891-499b-4da2-b8c2-3a28d97ed7cd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005242 Mar 22 14:28:14.255347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Router 040e2053-0cf6-4bd5-b486-38874b875608 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:14.501231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:14.513732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:14.517325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ed4f9449-6b0d-4b27-8bee-1dc751c28d87 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "PUT /v2.0/routers/040e2053-0cf6-4bd5-b486-38874b875608 HTTP/1.1" status: 200 len: 919 time: 2.1852660 Mar 22 14:28:14.518230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59294) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:14.521843 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] Sync routers for ids ['040e2053-0cf6-4bd5-b486-38874b875608'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:14.552163 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] Routers {'040e2053-0cf6-4bd5-b486-38874b875608'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:14.554755 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['040e2053-0cf6-4bd5-b486-38874b875608'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:14.730081 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:14.742546 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] Routers {'040e2053-0cf6-4bd5-b486-38874b875608'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:14.743706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['040e2053-0cf6-4bd5-b486-38874b875608'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:14.768270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1e6285b9-45d4-4a35-9fde-7256fa334e21 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/040e2053-0cf6-4bd5-b486-38874b875608 HTTP/1.1" status: 200 len: 925 time: 0.2451172 Mar 22 14:28:14.768487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59300) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:14.833357 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:14.834595 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62235bf-0652-4630-a2c0-5b8a88af460f None None] The sync data for ids ['040e2053-0cf6-4bd5-b486-38874b875608'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:14.875427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08c055-e8fa-4ad1-9b55-2393392b3001 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:14.878009 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6a08c055-e8fa-4ad1-9b55-2393392b3001 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=040e2053-0cf6-4bd5-b486-38874b875608&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1078072 Mar 22 14:28:14.880170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59306) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:15.093415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f94bb42-e98e-4b7d-a7b5-1beb9e78e067 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:15.099222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1f94bb42-e98e-4b7d-a7b5-1beb9e78e067 tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/networks/81b33ed6-9101-4c52-8c0a-e05026051aeb HTTP/1.1" status: 200 len: 881 time: 0.2180104 Mar 22 14:28:15.099465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59310) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:15.159207 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3571cda9-4cae-4651-9481-352aca090ed2 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=040e2053-0cf6-4bd5-b486-38874b875608 HTTP/1.1" status: 200 len: 205 time: 0.0560298 Mar 22 14:28:15.160435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59314) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:15.332391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38671347-4a16-44ee-844f-8e6738389cb0 req-52720ded-e3d0-4a8f-a885-833ee20966ae tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:15.344787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38671347-4a16-44ee-844f-8e6738389cb0 req-52720ded-e3d0-4a8f-a885-833ee20966ae tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1053228 Mar 22 14:28:15.469441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38671347-4a16-44ee-844f-8e6738389cb0 req-836ef735-d570-420f-9dbd-70ec25fb99b7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177216 Mar 22 14:28:15.501267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (040e2053-0cf6-4bd5-b486-38874b875608), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.654650 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (040e2053-0cf6-4bd5-b486-38874b875608), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.786464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Deleting port 9b6a298a-9863-4293-aa60-fd5ec04da0d9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:15.786820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9b6a298a-9863-4293-aa60-fd5ec04da0d9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.965789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9b6a298a-9863-4293-aa60-fd5ec04da0d9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.978768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Calling delete_port for 9b6a298a-9863-4293-aa60-fd5ec04da0d9 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:16.179297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9b6a298a-9863-4293-aa60-fd5ec04da0d9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.291707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event deleted for resources: {'Port': ['ID=9b6a298a-9863-4293-aa60-fd5ec04da0d9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:16.343084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (040e2053-0cf6-4bd5-b486-38874b875608), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.483024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (040e2053-0cf6-4bd5-b486-38874b875608), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.487214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (040e2053-0cf6-4bd5-b486-38874b875608), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.607628 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (040e2053-0cf6-4bd5-b486-38874b875608), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.608376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Fanout notify agent at l3_agent the message router_deleted on router 040e2053-0cf6-4bd5-b486-38874b875608 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:16.627491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.632445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-52bb4f8c-3308-4dd8-bba4-ec10623f941a tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/040e2053-0cf6-4bd5-b486-38874b875608 HTTP/1.1" status: 204 len: 168 time: 1.4626009 Mar 22 14:28:16.636450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59332) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:16.646826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-919820333', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:16.703094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.704494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.733865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ccd9b-e303-4912-ac72-87ee73498ad9 req-68c7a1c1-0c28-4175-9e6b-f70c4109859e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:16.736250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-485ccd9b-e303-4912-ac72-87ee73498ad9 req-68c7a1c1-0c28-4175-9e6b-f70c4109859e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 944 time: 0.1267772 Mar 22 14:28:16.834175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-485ccd9b-e303-4912-ac72-87ee73498ad9 req-c9663a99-f0a6-49c8-9904-06784428945b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904036 Mar 22 14:28:16.851849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.886623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:28:17.098843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.203102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:17.234144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'port_id': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178', 'mac_address': 'fa:16:3e:bd:48:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:28:17.317245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:17.317956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.343507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:28:17.398980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:17.408279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.531895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:17.653263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['6b3c8ff0-f8d9-4218-86d2-aa2caf869178'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:18.034863 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.070743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0728ba-a8c5-4d35-bb51-efd57afbd6f5 req-988998eb-5405-4450-b5be-2a0cf0492a39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:18.076918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c0728ba-a8c5-4d35-bb51-efd57afbd6f5 req-988998eb-5405-4450-b5be-2a0cf0492a39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 945 time: 0.1156199 Mar 22 14:28:18.082170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.170715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c0728ba-a8c5-4d35-bb51-efd57afbd6f5 req-993d2db9-84dd-4377-8489-c9057a31bf4b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866106 Mar 22 14:28:18.184471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c88d1fe4-1f61-45e4-ba90-755e0f5f88b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.237091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Allocated IP 172.25.2.79 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/8b173f54-36e8-4d31-8230-0f588288fac9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:18.423956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for port (8b173f54-36e8-4d31-8230-0f588288fac9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.501121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8b173f54-36e8-4d31-8230-0f588288fac9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.628086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:18.641637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event updated for resources: {'Port': ['ID=8b173f54-36e8-4d31-8230-0f588288fac9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:18.644797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:18.655231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:18.886363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:19.011015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:28:19.016094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:19.016484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.111356 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.139921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:19.140669 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.200454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:19.205407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:19.211301 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ede17f-024f-4433-9163-fb9e1b35e348" -d '{"events": [{"server_uuid": "acfec837-824d-4857-9dfe-3a3c74609af4", "name": "network-vif-plugged", "status": "completed", "tag": "6b3c8ff0-f8d9-4218-86d2-aa2caf869178"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:19.222323 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.310097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:19.462882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd43704-5917-49a3-989d-ff111e67019b req-f8af4b71-d392-4b61-bc1f-f9390d69bb4e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:19.464771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afd43704-5917-49a3-989d-ff111e67019b req-f8af4b71-d392-4b61-bc1f-f9390d69bb4e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.1209331 Mar 22 14:28:19.523766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.542461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afd43704-5917-49a3-989d-ff111e67019b req-b0597fab-9e62-4a47-8c19-800b13047248 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685849 Mar 22 14:28:19.789899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Router 7e20bb06-51f8-467e-9c7b-5d30927f3dbc is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:19.977042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:19.988529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] Sync routers for ids ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:20.008709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] Routers {'7e20bb06-51f8-467e-9c7b-5d30927f3dbc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:20.012310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:20.022739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.024000 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e3ddbb6c-6e75-43b1-bb0d-17d901791818 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3844514 Mar 22 14:28:20.026904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59376) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:20.031330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:20.115886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:20.137809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] Routers {'7e20bb06-51f8-467e-9c7b-5d30927f3dbc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:20.138485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:20.224310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:20.224982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2f2e2-8082-4abb-94e2-1b1e69f47101 None None] The sync data for ids ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:20.343521 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0291e4c-4f96-40ed-8b60-0a24d0003e25 x-openstack-request-id: req-b0291e4c-4f96-40ed-8b60-0a24d0003e25 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:20.344137 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfec837-824d-4857-9dfe-3a3c74609af4", "name": "network-vif-plugged", "status": "completed", "tag": "6b3c8ff0-f8d9-4218-86d2-aa2caf869178", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:20.344395 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0291e4c-4f96-40ed-8b60-0a24d0003e25 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:20.344806 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0291e4c-4f96-40ed-8b60-0a24d0003e25'] response: {'server_uuid': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178', 'code': 200} Mar 22 14:28:20.438086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-866aa87a-7933-450f-a106-5234b4d46223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.762502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e80944-97f5-424d-8833-7b16ab9521ba req-636699b9-0830-4d54-bb2b-8b84795115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:20.764086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89e80944-97f5-424d-8833-7b16ab9521ba req-636699b9-0830-4d54-bb2b-8b84795115f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 1128 time: 0.3558993 Mar 22 14:28:20.782371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.799187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_gateway (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.866695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89e80944-97f5-424d-8833-7b16ab9521ba req-533e08f4-f233-4d9e-9bbf-fa1d1ab527a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794001 Mar 22 14:28:20.921691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae9fa6-ef94-48fb-a9cc-780cd2765ad8 req-618cc7f3-1c81-45b8-8ebc-76066b76a848 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:20.923339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0ae9fa6-ef94-48fb-a9cc-780cd2765ad8 req-618cc7f3-1c81-45b8-8ebc-76066b76a848 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.2132146 Mar 22 14:28:20.933356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Deleting port 8b173f54-36e8-4d31-8230-0f588288fac9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:20.934909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8b173f54-36e8-4d31-8230-0f588288fac9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.059343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8b173f54-36e8-4d31-8230-0f588288fac9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.083654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0ae9fa6-ef94-48fb-a9cc-780cd2765ad8 req-ff560d74-7d24-410b-b1c3-669e8092639b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405947 Mar 22 14:28:21.105112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Calling delete_port for 8b173f54-36e8-4d31-8230-0f588288fac9 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:21.389331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8b173f54-36e8-4d31-8230-0f588288fac9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.430903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Pushing event deleted for resources: {'Port': ['ID=8b173f54-36e8-4d31-8230-0f588288fac9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:21.555185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.925368 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.968137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3040'] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.976485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742276'] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.153174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Router 7e20bb06-51f8-467e-9c7b-5d30927f3dbc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:28:22.322356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:22.333102 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] Sync routers for ids ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:22.341032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.345082 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-52731e1a-2860-45b4-b547-e3b3f17195fa tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "PUT /v2.0/routers/7e20bb06-51f8-467e-9c7b-5d30927f3dbc HTTP/1.1" status: 200 len: 709 time: 2.3172956 Mar 22 14:28:22.351162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59414) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:22.353722 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] Routers {'7e20bb06-51f8-467e-9c7b-5d30927f3dbc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:22.354659 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:22.457612 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:22.486982 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] Routers {'7e20bb06-51f8-467e-9c7b-5d30927f3dbc'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:22.487902 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:22.560810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-72b6718a-ba09-4ea7-b8c3-5df3e807010c tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/routers/7e20bb06-51f8-467e-9c7b-5d30927f3dbc HTTP/1.1" status: 200 len: 744 time: 0.2081456 Mar 22 14:28:22.563733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59416) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:22.572246 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:22.574848 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603ecd0-8d5c-45b2-8c1e-65da756faad5 None None] The sync data for ids ['7e20bb06-51f8-467e-9c7b-5d30927f3dbc'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:22.650376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c5f8648-248c-4675-998e-e72422cad1ff tempest-RoutersIpV6AdminTest-1861584480 tempest-RoutersIpV6AdminTest-1861584480-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&device_id=7e20bb06-51f8-467e-9c7b-5d30927f3dbc HTTP/1.1" status: 200 len: 205 time: 0.0836208 Mar 22 14:28:22.653049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59418) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:22.749018 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-676d5b52-86e2-46b7-8bcf-2fff729f70fd tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e20bb06-51f8-467e-9c7b-5d30927f3dbc HTTP/1.1" status: 200 len: 205 time: 0.0861206 Mar 22 14:28:22.753289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59422) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:22.943551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc05e3-d42f-42ec-b927-9e6d4f1311ca req-b7ca1bd5-8983-4386-a4bf-ce35b61c22a2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:22.946718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11cc05e3-d42f-42ec-b927-9e6d4f1311ca req-b7ca1bd5-8983-4386-a4bf-ce35b61c22a2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.7159376 Mar 22 14:28:22.977119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6740f7c2-0c82-45ab-84c9-588537b7a86b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.120916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11cc05e3-d42f-42ec-b927-9e6d4f1311ca req-2b6d9cb6-0c30-419f-810b-1bf99827e74d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649823 Mar 22 14:28:23.386895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6740f7c2-0c82-45ab-84c9-588537b7a86b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.390242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6740f7c2-0c82-45ab-84c9-588537b7a86b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router_controller (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.420549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859166f0-a8c6-44b7-a43a-7fa6db0d3c66 req-c62439e9-16ca-4dd2-8dcf-3c1629822b94 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:23.427140 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.436174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-859166f0-a8c6-44b7-a43a-7fa6db0d3c66 req-c62439e9-16ca-4dd2-8dcf-3c1629822b94 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.1317434 Mar 22 14:28:23.497791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6740f7c2-0c82-45ab-84c9-588537b7a86b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (7e20bb06-51f8-467e-9c7b-5d30927f3dbc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.498383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6740f7c2-0c82-45ab-84c9-588537b7a86b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Fanout notify agent at l3_agent the message router_deleted on router 7e20bb06-51f8-467e-9c7b-5d30927f3dbc {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:23.517537 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6740f7c2-0c82-45ab-84c9-588537b7a86b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.523812 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6740f7c2-0c82-45ab-84c9-588537b7a86b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/7e20bb06-51f8-467e-9c7b-5d30927f3dbc HTTP/1.1" status: 204 len: 168 time: 0.7659569 Mar 22 14:28:23.524848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59432) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.539751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-859166f0-a8c6-44b7-a43a-7fa6db0d3c66 req-4b25d166-e4c0-4b7c-b1ac-34158c075251 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025064 Mar 22 14:28:23.633219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59436) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.633753 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0b43d0dc-f268-42fe-8df5-d3277e2bf305 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e20bb06-51f8-467e-9c7b-5d30927f3dbc HTTP/1.1" status: 200 len: 205 time: 0.1076796 Mar 22 14:28:23.723002 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-a22e77d0-3dd7-4987-9832-fbabe5c96748 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] delete failed (client error): The resource could not be found. Mar 22 14:28:23.724950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a22e77d0-3dd7-4987-9832-fbabe5c96748 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/7e20bb06-51f8-467e-9c7b-5d30927f3dbc HTTP/1.1" status: 404 len: 336 time: 0.0901661 Mar 22 14:28:23.727846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59438) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.779476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-99c53a22-ebaf-4113-9ef3-3a955f9e1822 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=040e2053-0cf6-4bd5-b486-38874b875608 HTTP/1.1" status: 200 len: 205 time: 0.0451980 Mar 22 14:28:23.780477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59442) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.818423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126569c9-ff9a-4931-b148-42f8370a8714 req-1e890293-ff9f-4644-96b9-9871874bbfbc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:23.820792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-126569c9-ff9a-4931-b148-42f8370a8714 req-1e890293-ff9f-4644-96b9-9871874bbfbc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.1002541 Mar 22 14:28:23.885318 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-12a332f0-1ca1-4c4f-a1c1-df763d86993b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] delete failed (client error): The resource could not be found. Mar 22 14:28:23.892667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-12a332f0-1ca1-4c4f-a1c1-df763d86993b tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/040e2053-0cf6-4bd5-b486-38874b875608 HTTP/1.1" status: 404 len: 336 time: 0.1102848 Mar 22 14:28:23.894346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59446) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.938878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-126569c9-ff9a-4931-b148-42f8370a8714 req-ea655e92-2d68-40a0-8275-002a0ce949c7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119778 Mar 22 14:28:23.976694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59454) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.988793 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-797a6989-f936-422a-b41c-e7e71909a386 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=c803465b-42c8-485d-b535-742bef79226c HTTP/1.1" status: 200 len: 205 time: 0.0922430 Mar 22 14:28:24.025509 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-3f1c157b-57de-4ad6-b1bc-89d4dc9d57f3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] delete failed (client error): The resource could not be found. Mar 22 14:28:24.026920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3f1c157b-57de-4ad6-b1bc-89d4dc9d57f3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/c803465b-42c8-485d-b535-742bef79226c HTTP/1.1" status: 404 len: 336 time: 0.0492222 Mar 22 14:28:24.030085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.082706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59460) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.083538 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f2726c63-cc23-413f-9a6f-7099d8d1a79f tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7422225-46bc-4b90-a4fd-f243c58306e9 HTTP/1.1" status: 200 len: 205 time: 0.0518360 Mar 22 14:28:24.169107 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-087d5f9d-2447-4971-a21b-308371d5fdee tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] delete failed (client error): The resource could not be found. Mar 22 14:28:24.172643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-087d5f9d-2447-4971-a21b-308371d5fdee tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/a7422225-46bc-4b90-a4fd-f243c58306e9 HTTP/1.1" status: 404 len: 336 time: 0.0864029 Mar 22 14:28:24.173336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59468) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.236055 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b09c59f-181f-4d4d-a39e-e693aa55df31 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab6db14e-54a9-4170-821a-851a1b1e6e07 HTTP/1.1" status: 200 len: 205 time: 0.0605547 Mar 22 14:28:24.239386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.330556 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-d3740764-2a76-4150-8c8c-84987f90186d tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] delete failed (client error): The resource could not be found. Mar 22 14:28:24.331613 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d3740764-2a76-4150-8c8c-84987f90186d tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/ab6db14e-54a9-4170-821a-851a1b1e6e07 HTTP/1.1" status: 404 len: 336 time: 0.0908704 Mar 22 14:28:24.334669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59476) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.370568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59478) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.370973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-042618be-003c-4dd4-8a5c-2ec2805c3aa3 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "GET /v2.0/ports?device_id=06bcbc8e-7d6e-4f49-8a86-4929236070ed HTTP/1.1" status: 200 len: 205 time: 0.0350807 Mar 22 14:28:24.422155 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-4b29d5f4-2a66-43dc-959e-94e8d1973c17 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] delete failed (client error): The resource could not be found. Mar 22 14:28:24.426091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b29d5f4-2a66-43dc-959e-94e8d1973c17 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/routers/06bcbc8e-7d6e-4f49-8a86-4929236070ed HTTP/1.1" status: 404 len: 336 time: 0.0518429 Mar 22 14:28:24.426448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59480) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.501012 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7cee44-a061-4551-ae80-c1d2c366e6e4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:24.501472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7cee44-a061-4551-ae80-c1d2c366e6e4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:24.511723 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2b7cee44-a061-4551-ae80-c1d2c366e6e4 tempest-RoutersIpV6AdminTest-1892735399 tempest-RoutersIpV6AdminTest-1892735399-project] 10.222.0.44 "DELETE /v2.0/subnets/6ebe3d9e-5fc9-40d8-bc1d-3e04426a3763 HTTP/1.1" status: 404 len: 337 time: 0.0814571 Mar 22 14:28:24.578079 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.588349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6ebda-4c1e-402b-96a0-e5624899f459 req-13436029-cb27-48c4-b758-64a56022802a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:24.590695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecd6ebda-4c1e-402b-96a0-e5624899f459 req-13436029-cb27-48c4-b758-64a56022802a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.0724914 Mar 22 14:28:24.631372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.654791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecd6ebda-4c1e-402b-96a0-e5624899f459 req-240cb8ab-1643-46ea-b1c4-2e09c0169a68 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575516 Mar 22 14:28:24.874278 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59488) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:25.015386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86918f14-8647-4373-8ff4-f3e133d10ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.138026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86918f14-8647-4373-8ff4-f3e133d10ca7 admin admin] Publish callbacks [] for security_group (9daf086c-5846-49f6-97f3-728d8b47c34f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.144448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86918f14-8647-4373-8ff4-f3e133d10ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9daf086c-5846-49f6-97f3-728d8b47c34f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.174731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86918f14-8647-4373-8ff4-f3e133d10ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf086c-5846-49f6-97f3-728d8b47c34f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:25.215621 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-86918f14-8647-4373-8ff4-f3e133d10ca7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95d35af8435843008ac4c7e167b84c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3395331 Mar 22 14:28:25.217752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59494) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:25.720943 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a7540e-0848-4594-a309-cedb3c90d60a admin admin] Publish callbacks [] for security_group (9daf086c-5846-49f6-97f3-728d8b47c34f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.761907 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:28:25.765817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a7540e-0848-4594-a309-cedb3c90d60a admin admin] Publish callbacks [] for security_group (9daf086c-5846-49f6-97f3-728d8b47c34f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.826437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a7540e-0848-4594-a309-cedb3c90d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9daf086c-5846-49f6-97f3-728d8b47c34f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.830543 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8a7540e-0848-4594-a309-cedb3c90d60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.846191 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f8a7540e-0848-4594-a309-cedb3c90d60a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9daf086c-5846-49f6-97f3-728d8b47c34f HTTP/1.1" status: 204 len: 168 time: 0.6169875 Mar 22 14:28:25.863620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7540e-0848-4594-a309-cedb3c90d60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf086c-5846-49f6-97f3-728d8b47c34f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:25.864279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e23c-9c74-40b8-8876-72e93f063d61 req-fb998082-5fc8-4dc4-a4f4-7eebd0484b91 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:25.881718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af90e23c-9c74-40b8-8876-72e93f063d61 req-fb998082-5fc8-4dc4-a4f4-7eebd0484b91 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.1092381 Mar 22 14:28:26.010297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af90e23c-9c74-40b8-8876-72e93f063d61 req-3f2b12d5-9dd7-4350-b5a3-6b4ce7d22374 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276236 Mar 22 14:28:26.037831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-a3d4d824-34dd-4578-92aa-cfcfd8f7f8b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:26.039737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-a3d4d824-34dd-4578-92aa-cfcfd8f7f8b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 946 time: 0.1260722 Mar 22 14:28:26.276570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:26.278130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.388889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59510) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:26.471876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59518) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:26.473906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a42a585f-1758-41af-946a-8c1d8edb0661 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ecca9b016c3445c96b64326101475de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0836673 Mar 22 14:28:26.552015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] For port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:26.552413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.603923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:26.735348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-44dfb940-6a2f-4bbe-a944-301b92ab287b admin admin] Publish callbacks [] for security_group (8e2faf32-429f-41f6-8ff3-7747d8309ff2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.815058 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-44dfb940-6a2f-4bbe-a944-301b92ab287b admin admin] Publish callbacks [] for security_group (8e2faf32-429f-41f6-8ff3-7747d8309ff2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.969696 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-44dfb940-6a2f-4bbe-a944-301b92ab287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8e2faf32-429f-41f6-8ff3-7747d8309ff2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.972337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-44dfb940-6a2f-4bbe-a944-301b92ab287b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.973603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-44dfb940-6a2f-4bbe-a944-301b92ab287b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e2faf32-429f-41f6-8ff3-7747d8309ff2 HTTP/1.1" status: 204 len: 168 time: 0.4983172 Mar 22 14:28:27.005667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfb940-6a2f-4bbe-a944-301b92ab287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2faf32-429f-41f6-8ff3-7747d8309ff2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:27.033231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59526) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:27.061011 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6b3c8ff0-f8d9-4218-86d2-aa2caf869178), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.073521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['6b3c8ff0-f8d9-4218-86d2-aa2caf869178'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:27.131905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=6b3c8ff0-f8d9-4218-86d2-aa2caf869178,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:27.317010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] No DVR routers for this DVR port 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:27.344486 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.347960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1792f4e7-3dce-4311-8d8c-662b10140c64 req-7354e08c-165f-40b0-a655-f4bf9bdd3a99 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "DELETE /v2.0/ports/6b3c8ff0-f8d9-4218-86d2-aa2caf869178 HTTP/1.1" status: 204 len: 173 time: 1.3007541 Mar 22 14:28:27.365585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'name': 'network-vif-deleted', 'tag': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:27.371156 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baba001-365f-4092-bd71-a5ad417f27bf" -d '{"events": [{"server_uuid": "acfec837-824d-4857-9dfe-3a3c74609af4", "name": "network-vif-deleted", "tag": "6b3c8ff0-f8d9-4218-86d2-aa2caf869178"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:27.394115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a89a707-7490-4d27-8315-d2c765f69802 req-76effaf1-ad3e-4f91-88bd-666c168e8b60 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1911364 Mar 22 14:28:27.433395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-def69ea2-1abb-437d-80d5-a961f46a606b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.510742 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fbefb1-7b2e-4eec-bcb4-38dceed3aff7 x-openstack-request-id: req-29fbefb1-7b2e-4eec-bcb4-38dceed3aff7 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:27.511072 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfec837-824d-4857-9dfe-3a3c74609af4", "name": "network-vif-deleted", "tag": "6b3c8ff0-f8d9-4218-86d2-aa2caf869178", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:27.511284 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29fbefb1-7b2e-4eec-bcb4-38dceed3aff7 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:27.512073 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29fbefb1-7b2e-4eec-bcb4-38dceed3aff7'] response: {'server_uuid': 'acfec837-824d-4857-9dfe-3a3c74609af4', 'name': 'network-vif-deleted', 'tag': '6b3c8ff0-f8d9-4218-86d2-aa2caf869178', 'status': 'completed', 'code': 200} Mar 22 14:28:27.695202 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-def69ea2-1abb-437d-80d5-a961f46a606b admin admin] Publish callbacks [] for security_group (886219fe-9351-4ec7-b294-359d11b1921e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.701030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-def69ea2-1abb-437d-80d5-a961f46a606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (886219fe-9351-4ec7-b294-359d11b1921e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.764035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def69ea2-1abb-437d-80d5-a961f46a606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886219fe-9351-4ec7-b294-359d11b1921e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:27.799644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-def69ea2-1abb-437d-80d5-a961f46a606b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5fd1ae925174b03a8f4814ca1777d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7653468 Mar 22 14:28:27.802743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:27.932493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b6ec0d-0c3a-48b0-88c2-3e65ad8b598b admin admin] Publish callbacks [] for security_group (886219fe-9351-4ec7-b294-359d11b1921e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.988118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b6ec0d-0c3a-48b0-88c2-3e65ad8b598b admin admin] Publish callbacks [] for security_group (886219fe-9351-4ec7-b294-359d11b1921e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.111819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b6ec0d-0c3a-48b0-88c2-3e65ad8b598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (886219fe-9351-4ec7-b294-359d11b1921e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.114823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-98b6ec0d-0c3a-48b0-88c2-3e65ad8b598b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.119334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-98b6ec0d-0c3a-48b0-88c2-3e65ad8b598b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/886219fe-9351-4ec7-b294-359d11b1921e HTTP/1.1" status: 204 len: 168 time: 0.3151631 Mar 22 14:28:28.132934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6ec0d-0c3a-48b0-88c2-3e65ad8b598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886219fe-9351-4ec7-b294-359d11b1921e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:28.611406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.653280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f7bc8b0-3c93-4dc5-9b69-45dc63f4e202 req-1b671b87-42d6-4104-87a5-42df22071076 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1036906 Mar 22 14:28:29.120642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59580) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:29.366402 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7432ef76-8382-47ae-9c1e-475e6817843b tempest-AgentManagementNegativeTest-472910163 tempest-AgentManagementNegativeTest-472910163-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2409682 Mar 22 14:28:29.708828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59600) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:29.946156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-83f9045f-cd9e-4a94-83cd-949941bd1f24 req-1e507276-f8be-4c62-bd79-341a2c88057c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1095762 Mar 22 14:28:29.957813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59610) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:30.219560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-971386641-network', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:30.247140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Made reservation on behalf of cd8800f403ea497ca3e2e297a05413d2 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:30.250496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.262106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.404640 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-883dd51f-32dc-42da-98e3-392aa34badb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.669666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-883dd51f-32dc-42da-98e3-392aa34badb2 admin admin] Publish callbacks [] for security_group (825e303c-083c-41b9-a636-17a7c62baee4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.670791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-883dd51f-32dc-42da-98e3-392aa34badb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (825e303c-083c-41b9-a636-17a7c62baee4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.811471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dd51f-32dc-42da-98e3-392aa34badb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825e303c-083c-41b9-a636-17a7c62baee4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:30.847966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59616) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:30.848484 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-883dd51f-32dc-42da-98e3-392aa34badb2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=256a07d3277e4a78a435c547dafe392d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8858864 Mar 22 14:28:30.854423 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks [] for security_group (0ec7a676-5ae2-40aa-8f27-fea183db7c89), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.860527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0ec7a676-5ae2-40aa-8f27-fea183db7c89), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.948423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:28:30.953561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:30.963774 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6813febe-6587-4ad0-8b22-0609f1db55e5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.964471 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Added segment 6813febe-6587-4ad0-8b22-0609f1db55e5 of type vlan for network 4d3b0252-4f43-4a95-b8b8-0631208166b4 Mar 22 14:28:31.002436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2924-4211-4406-86d3-b76ff634794f admin admin] Publish callbacks [] for security_group (825e303c-083c-41b9-a636-17a7c62baee4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.045813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:31.046799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b3c8ff0-f8d9-4218-86d2-aa2caf869178 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:31.070296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2924-4211-4406-86d3-b76ff634794f admin admin] Publish callbacks [] for security_group (825e303c-083c-41b9-a636-17a7c62baee4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.141233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (4d3b0252-4f43-4a95-b8b8-0631208166b4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.214909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec7a676-5ae2-40aa-8f27-fea183db7c89,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:31.245658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (4d3b0252-4f43-4a95-b8b8-0631208166b4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.248126 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:31.249317 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.302404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7233adb1-f60d-4d66-b46e-f21895961ac2 req-e294b79e-3e24-4f5b-a762-e6ca22eeb0af tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1135523 Mar 22 14:28:31.306905 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2924-4211-4406-86d3-b76ff634794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (825e303c-083c-41b9-a636-17a7c62baee4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.318561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2924-4211-4406-86d3-b76ff634794f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.320029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8e8e2924-4211-4406-86d3-b76ff634794f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/825e303c-083c-41b9-a636-17a7c62baee4 HTTP/1.1" status: 204 len: 168 time: 0.4703376 Mar 22 14:28:31.331078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e2924-4211-4406-86d3-b76ff634794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e303c-083c-41b9-a636-17a7c62baee4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:31.440449 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7302108 Mar 22 14:28:31.442349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59626) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:31.450951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Request body: {'subnet': {'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-971386641-subnet', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:31.477165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215edd8-0b31-4c9c-85c3-9d55421b0ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3b0252-4f43-4a95-b8b8-0631208166b4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:31.493538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:28:31.530777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Made reservation on behalf of cd8800f403ea497ca3e2e297a05413d2 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:31.537395 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.999789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (b4ff4506-234f-4ec4-b908-4a2c96790f9c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.057447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ff4506-234f-4ec4-b908-4a2c96790f9c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:32.137370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Checking segment: {'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:32.137370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Network hostable DHCP agents. Network: 4d3b0252-4f43-4a95-b8b8-0631208166b4, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:28:32.179958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:28:32.210786 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 4d3b0252-4f43-4a95-b8b8-0631208166b4) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:32.222292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d349a573-ffa7-4d57-9a4b-9766ab6ac78f None None] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:32.241857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:32.242671 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.283401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59644) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:32.284466 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-82f647a5-0a5b-4cc8-b132-f0800d0803a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8377225 Mar 22 14:28:32.297722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:32.334049 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (13819eec-3a4b-4fcb-8fa2-9b181578f49f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.335420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (13819eec-3a4b-4fcb-8fa2-9b181578f49f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.489671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-4d3b0252-4f43-4a95-b8b8-0631208166b4', 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4', 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'fixed_ips': [{'subnet_id': 'b4ff4506-234f-4ec4-b908-4a2c96790f9c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:28:32.490724 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.493039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks [] for router_controller (13819eec-3a4b-4fcb-8fa2-9b181578f49f), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.828181 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:32.834263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0fa98e7-27e9-43fb-80d5-8058d796a362 req-bea6007c-e17a-4484-8c4d-c299d5ebbdaa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1810832 Mar 22 14:28:32.861218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Allocated IP 172.20.0.2 (4d3b0252-4f43-4a95-b8b8-0631208166b4/b4ff4506-234f-4ec4-b908-4a2c96790f9c/c28d7d30-2d47-47ae-977d-390601c38187) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:32.878271 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks [] for router_gateway (13819eec-3a4b-4fcb-8fa2-9b181578f49f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.122841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-914556203'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:33.168849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:33.177492 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.187305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.242765 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Publish callbacks [] for port (c28d7d30-2d47-47ae-977d-390601c38187), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.257147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c28d7d30-2d47-47ae-977d-390601c38187), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.322235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Pushing event updated for resources: {'Port': ['ID=c28d7d30-2d47-47ae-977d-390601c38187,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:33.338748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:33.345782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:33.348464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:33.426552 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for security_group (825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.438850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.441682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Attempting to bind port c28d7d30-2d47-47ae-977d-390601c38187 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:33.442085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Attempting to bind port c28d7d30-2d47-47ae-977d-390601c38187 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:33.442517 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Attempting to bind port c28d7d30-2d47-47ae-977d-390601c38187 on network 4d3b0252-4f43-4a95-b8b8-0631208166b4 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:33.448119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:33.448522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Checking segment: {'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:33.448961 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.449355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Bound using segment: {'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:33.449919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Bound port: c28d7d30-2d47-47ae-977d-390601c38187, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:33.450383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c28d7d30-2d47-47ae-977d-390601c38187), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.475189 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks [] for router_gateway (13819eec-3a4b-4fcb-8fa2-9b181578f49f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.498021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:28:33.540517 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.551520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:33.570716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] For port c28d7d30-2d47-47ae-977d-390601c38187, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:33.574537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] For port c28d7d30-2d47-47ae-977d-390601c38187, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c28d7d30-2d47-47ae-977d-390601c38187,segment=NetworkSegment(6813febe-6587-4ad0-8b22-0609f1db55e5),segment_id=6813febe-6587-4ad0-8b22-0609f1db55e5)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:33.579340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ca1bccf8-4a96-4866-9113-e173c023bf5e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.579639 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Added segment ca1bccf8-4a96-4866-9113-e173c023bf5e of type vlan for network 2440731f-18f0-47c1-a069-059cc098e13e Mar 22 14:28:33.586153 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c28d7d30-2d47-47ae-977d-390601c38187), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.671850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (2440731f-18f0-47c1-a069-059cc098e13e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.708635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (2440731f-18f0-47c1-a069-059cc098e13e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.713175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783546-b2ee-4d00-aa14-e45cbdd31fed None None] Pushing event updated for resources: {'Port': ['ID=c28d7d30-2d47-47ae-977d-390601c38187,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:33.722221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:33.724276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.792443 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9629934 Mar 22 14:28:33.796580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Allocated IP 172.25.2.219 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/e0634862-962c-4516-8ec2-74bca05fdec1) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:33.799838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59666) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:33.812039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:33.869837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51d7ec-ba1b-445e-b0fa-1afd8bd661eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Network': ['ID=2440731f-18f0-47c1-a069-059cc098e13e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:33.889334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 2440731f-18f0-47c1-a069-059cc098e13e details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:28:34.200862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9fbffc57-5a36-4365-8041-da935d78065c req-2f407a5f-a09b-4a45-be2c-9762b3cd3c73 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.2347760 Mar 22 14:28:34.346198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:34.361449 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.486243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c28d7d30-2d47-47ae-977d-390601c38187 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:34.567156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks [] for port (e0634862-962c-4516-8ec2-74bca05fdec1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.612418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c28d7d30-2d47-47ae-977d-390601c38187 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:34.612796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c28d7d30-2d47-47ae-977d-390601c38187), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.684835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:34.771250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.853144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c28d7d30-2d47-47ae-977d-390601c38187 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:34.856135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c28d7d30-2d47-47ae-977d-390601c38187), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.943594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port c28d7d30-2d47-47ae-977d-390601c38187, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c28d7d30-2d47-47ae-977d-390601c38187,segment=NetworkSegment(6813febe-6587-4ad0-8b22-0609f1db55e5),segment_id=6813febe-6587-4ad0-8b22-0609f1db55e5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:34.960401 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c28d7d30-2d47-47ae-977d-390601c38187), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.972063 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-867f8b52-fa4d-404d-9a39-b7cf833e7acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.073489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:35.091966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=c28d7d30-2d47-47ae-977d-390601c38187,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:35.122631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:35.128564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:35.197594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (301d0f40-746b-470a-b7ab-3952da97fa93), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.219611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-867f8b52-fa4d-404d-9a39-b7cf833e7acd admin admin] Publish callbacks [] for security_group (9c27fdc9-7d26-41e0-992c-0a26711e891d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.225187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-867f8b52-fa4d-404d-9a39-b7cf833e7acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9c27fdc9-7d26-41e0-992c-0a26711e891d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.309222 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-867f8b52-fa4d-404d-9a39-b7cf833e7acd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2aa284c1d13a4dc39b3a9b7a48190739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6219532 Mar 22 14:28:35.313408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59696) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:35.443932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b82fd2e9-8356-4c8f-a71b-e0217cc8514f admin admin] Publish callbacks [] for security_group (9c27fdc9-7d26-41e0-992c-0a26711e891d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.476366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b82fd2e9-8356-4c8f-a71b-e0217cc8514f admin admin] Publish callbacks [] for security_group (9c27fdc9-7d26-41e0-992c-0a26711e891d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.503361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-795beb65-b88a-4ddf-8698-c211c6cee7b1 req-912fd478-c6a2-4dbd-abea-556fdcf22d4c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0965393 Mar 22 14:28:35.564245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f8b52-fa4d-404d-9a39-b7cf833e7acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27fdc9-7d26-41e0-992c-0a26711e891d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:35.572582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b82fd2e9-8356-4c8f-a71b-e0217cc8514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9c27fdc9-7d26-41e0-992c-0a26711e891d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.576098 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b82fd2e9-8356-4c8f-a71b-e0217cc8514f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.577770 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b82fd2e9-8356-4c8f-a71b-e0217cc8514f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c27fdc9-7d26-41e0-992c-0a26711e891d HTTP/1.1" status: 204 len: 168 time: 0.2630653 Mar 22 14:28:35.587925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fd2e9-8356-4c8f-a71b-e0217cc8514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27fdc9-7d26-41e0-992c-0a26711e891d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:35.608398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Pushing event updated for resources: {'Port': ['ID=e0634862-962c-4516-8ec2-74bca05fdec1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:35.648900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=301d0f40-746b-470a-b7ab-3952da97fa93,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:35.676927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:35.677385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network hostable DHCP agents. Network: 2440731f-18f0-47c1-a069-059cc098e13e, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:28:35.712519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81357a11-41cf-4665-b0f3-79b2b52e3b7d None None] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:35.723451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:28:35.875106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-837e3343-e7bd-42a3-a29d-cea2d4841a36 None None] Provisioning complete for port c28d7d30-2d47-47ae-977d-390601c38187 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:35.875481 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-837e3343-e7bd-42a3-a29d-cea2d4841a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c28d7d30-2d47-47ae-977d-390601c38187), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.890915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 2440731f-18f0-47c1-a069-059cc098e13e) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:35.908753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:35.909361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.948798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c949a1-8449-4749-ada4-cc50370d85a5 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:35.969357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f95238a9-b6df-4a93-9062-26515ee73c45 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1671572 Mar 22 14:28:35.972335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59706) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:35.978887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'name': 'tempest-NetworksTestDHCPv6-1662416153'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:36.021432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks [] for router_gateway (13819eec-3a4b-4fcb-8fa2-9b181578f49f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.239775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '301d0f40-746b-470a-b7ab-3952da97fa93'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:28:36.240726 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.244494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59710) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:36.304586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:36.309775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.381534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 893c86ac-b77d-41e0-b1b1-f58c1504d588 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:36.500012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c28d7d30-2d47-47ae-977d-390601c38187 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:36.576523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c28d7d30-2d47-47ae-977d-390601c38187 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:36.577103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c28d7d30-2d47-47ae-977d-390601c38187), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.673697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::1c3 (2440731f-18f0-47c1-a069-059cc098e13e/301d0f40-746b-470a-b7ab-3952da97fa93/893c86ac-b77d-41e0-b1b1-f58c1504d588) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:36.720021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-837e3343-e7bd-42a3-a29d-cea2d4841a36 None None] Current status of the port c28d7d30-2d47-47ae-977d-390601c38187 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:36.874288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c28d7d30-2d47-47ae-977d-390601c38187 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:36.958855 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e05ef83b-1c8f-441f-ba2e-65178617ad43 None None] Provisioning complete for port c28d7d30-2d47-47ae-977d-390601c38187 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:36.959227 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e05ef83b-1c8f-441f-ba2e-65178617ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c28d7d30-2d47-47ae-977d-390601c38187), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.043322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (893c86ac-b77d-41e0-b1b1-f58c1504d588), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.135287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (893c86ac-b77d-41e0-b1b1-f58c1504d588), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.192557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e05ef83b-1c8f-441f-ba2e-65178617ad43 None None] Current status of the port c28d7d30-2d47-47ae-977d-390601c38187 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:37.193670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:37.200071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:37.205722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:37.211796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:37.213857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.240877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/301d0f40-746b-470a-b7ab-3952da97fa93/affc6d74-d88b-47dc-bc84-8d505e7ae72e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:37.259554 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2859356 Mar 22 14:28:37.265757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59714) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:37.278897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba45f8-91f2-40c4-ba5d-b7a8598c5084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=893c86ac-b77d-41e0-b1b1-f58c1504d588,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:37.363673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93927c3e-7c06-49fb-a50e-3264a29891eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:37.365929 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93927c3e-7c06-49fb-a50e-3264a29891eb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0981874 Mar 22 14:28:37.369567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59716) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:37.376891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (13819eec-3a4b-4fcb-8fa2-9b181578f49f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.550633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62a8843a-64b2-48b2-8937-55a5a29217be req-fb1054a7-73d8-4aec-bad9-8901446bdaeb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1798511 Mar 22 14:28:37.662494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8979976-3224-4213-92af-4596c95ac5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.784331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 893c86ac-b77d-41e0-b1b1-f58c1504d588 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:37.785115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (893c86ac-b77d-41e0-b1b1-f58c1504d588), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.819048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Publish callbacks [] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.835356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.924778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:37.925810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Pushing event updated for resources: {'Port': ['ID=affc6d74-d88b-47dc-bc84-8d505e7ae72e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:37.929084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:37.931494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:37.991831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Attempting to bind port affc6d74-d88b-47dc-bc84-8d505e7ae72e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:37.992273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Attempting to bind port affc6d74-d88b-47dc-bc84-8d505e7ae72e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:37.992708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Attempting to bind port affc6d74-d88b-47dc-bc84-8d505e7ae72e on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:37.997826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:37.998317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:37.998785 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.999248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:37.999370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8979976-3224-4213-92af-4596c95ac5c6 admin admin] Publish callbacks [] for security_group (36610e1c-42ae-4cb9-8c55-79faab61eb68), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.000380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Bound port: affc6d74-d88b-47dc-bc84-8d505e7ae72e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:38.000857 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.004159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (893c86ac-b77d-41e0-b1b1-f58c1504d588), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.021250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 893c86ac-b77d-41e0-b1b1-f58c1504d588 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:38.127522 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b8979976-3224-4213-92af-4596c95ac5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (36610e1c-42ae-4cb9-8c55-79faab61eb68), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.145144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] For port affc6d74-d88b-47dc-bc84-8d505e7ae72e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:38.148895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] For port affc6d74-d88b-47dc-bc84-8d505e7ae72e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=affc6d74-d88b-47dc-bc84-8d505e7ae72e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:38.168660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.223391 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Router 13819eec-3a4b-4fcb-8fa2-9b181578f49f is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:38.233621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b8979976-3224-4213-92af-4596c95ac5c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46a9c78899654df784d491d74cec77c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8681469 Mar 22 14:28:38.236331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59718) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:38.240743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8979976-3224-4213-92af-4596c95ac5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36610e1c-42ae-4cb9-8c55-79faab61eb68,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:38.312953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f91d7-66ae-4a56-b501-2de9dc4e3f3e None None] Pushing event updated for resources: {'Port': ['ID=affc6d74-d88b-47dc-bc84-8d505e7ae72e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:38.337948 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f59e72-dc2d-4eb7-ac60-e23d53a5987c admin admin] Publish callbacks [] for security_group (36610e1c-42ae-4cb9-8c55-79faab61eb68), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.371315 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f59e72-dc2d-4eb7-ac60-e23d53a5987c admin admin] Publish callbacks [] for security_group (36610e1c-42ae-4cb9-8c55-79faab61eb68), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.377906 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (893c86ac-b77d-41e0-b1b1-f58c1504d588), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.413921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=893c86ac-b77d-41e0-b1b1-f58c1504d588,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:38.450416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f59e72-dc2d-4eb7-ac60-e23d53a5987c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (36610e1c-42ae-4cb9-8c55-79faab61eb68), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.455810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-24f59e72-dc2d-4eb7-ac60-e23d53a5987c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.457565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.459611 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-24f59e72-dc2d-4eb7-ac60-e23d53a5987c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36610e1c-42ae-4cb9-8c55-79faab61eb68 HTTP/1.1" status: 204 len: 168 time: 0.2198315 Mar 22 14:28:38.472743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5f9a6721-639c-4902-bc26-64ebb21a2088 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/893c86ac-b77d-41e0-b1b1-f58c1504d588 HTTP/1.1" status: 204 len: 168 time: 1.0811272 Mar 22 14:28:38.473114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f59e72-dc2d-4eb7-ac60-e23d53a5987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36610e1c-42ae-4cb9-8c55-79faab61eb68,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:38.488346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59722) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:38.534579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:38.546343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Sync routers for ids ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:38.564233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Routers {'13819eec-3a4b-4fcb-8fa2-9b181578f49f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:38.564890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:38.584380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.586201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c72fac83-4ea7-4ff9-afa1-d8b53d3dc423 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3004444 Mar 22 14:28:38.588708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59726) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:38.673416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac31bc-0408-4100-9074-a45c422677fe tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:38.676590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac31bc-0408-4100-9074-a45c422677fe tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:38.678396 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06ac31bc-0408-4100-9074-a45c422677fe tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1821821 Mar 22 14:28:38.681190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:38.805615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 301d0f40-746b-470a-b7ab-3952da97fa93 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:38.817134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e68ed75-ae40-4e37-83d2-cc920d0dc26b req-b3aae4ae-38b9-47c2-9e3f-647089d79eaf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0479820 Mar 22 14:28:38.819762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (301d0f40-746b-470a-b7ab-3952da97fa93), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.845017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Set router 13819eec-3a4b-4fcb-8fa2-9b181578f49f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:38.924579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (301d0f40-746b-470a-b7ab-3952da97fa93), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.058228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (301d0f40-746b-470a-b7ab-3952da97fa93), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.147832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (301d0f40-746b-470a-b7ab-3952da97fa93), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.186954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=301d0f40-746b-470a-b7ab-3952da97fa93,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:39.194550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.199519 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62e5b023-df2a-43bb-8a44-88ad29e47457 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/301d0f40-746b-470a-b7ab-3952da97fa93 HTTP/1.1" status: 204 len: 168 time: 0.5165336 Mar 22 14:28:39.202450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59734) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:39.225575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:35Z', 'revision_number': 3, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port': {'id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:33Z', 'updated_at': '2022-03-22T14:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:39.254253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Checking router: 13819eec-3a4b-4fcb-8fa2-9b181578f49f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:39.254611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Updating router 13819eec-3a4b-4fcb-8fa2-9b181578f49f port e0634862-962c-4516-8ec2-74bca05fdec1 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:28:39.307533 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b0113e14-8e71-4743-bfb0-e81f9bdea8c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034839 Mar 22 14:28:39.308134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.311751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59740) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:39.319470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:39.512955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:39.519162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.649343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.886475 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Publish callbacks [] for port (e0634862-962c-4516-8ec2-74bca05fdec1), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.906937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.933995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (bf89734a-5a05-4c9a-b08e-4f687e19fb10), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.011222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Allocated IP 172.20.0.1 (4d3b0252-4f43-4a95-b8b8-0631208166b4/b4ff4506-234f-4ec4-b908-4a2c96790f9c/a651b85e-ed91-4bbd-9ae3-f73eb45e8961) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:40.041264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=bf89734a-5a05-4c9a-b08e-4f687e19fb10,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:40.045652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Attempting to bind port e0634862-962c-4516-8ec2-74bca05fdec1 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:40.048349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Attempting to bind port e0634862-962c-4516-8ec2-74bca05fdec1 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:40.048349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Attempting to bind port e0634862-962c-4516-8ec2-74bca05fdec1 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:40.050935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:40.052986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:40.056671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:40.057398 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.058445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:40.058953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:40.059457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.059947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:40.060619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Bound port: e0634862-962c-4516-8ec2-74bca05fdec1, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:40.061103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.069687 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed0491c-fd12-4318-aae7-0f934b249fa7 req-55ec4e1d-9b57-4045-9580-53ededad8459 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0907669 Mar 22 14:28:40.082997 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9b60cb17-4a31-4ce9-9d8e-4a9d68c277ea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7687652 Mar 22 14:28:40.085176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59756) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:40.093644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'name': 'tempest-NetworksTestDHCPv6-611261540'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:40.137214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] For port e0634862-962c-4516-8ec2-74bca05fdec1, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:40.141247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] For port e0634862-962c-4516-8ec2-74bca05fdec1, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e0634862-962c-4516-8ec2-74bca05fdec1,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:40.144449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665340ab-eabb-4ed1-8c72-23982f1ff2a1 None None] Pushing event updated for resources: {'Port': ['ID=e0634862-962c-4516-8ec2-74bca05fdec1,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:40.148963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4272291-164c-4418-8b73-6c7eb0fd728c None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:40.250324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:40.255920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.256747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.286982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks [] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.306619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 5ebe72af-7b77-405a-ac3b-1f3ec9fa9258 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:40.339334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f2efc3c9-7ea4-476e-96dd-e43c4f9b02ec None None] Provisioning complete for port affc6d74-d88b-47dc-bc84-8d505e7ae72e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:40.339996 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2efc3c9-7ea4-476e-96dd-e43c4f9b02ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.350937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.405911 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:40.426921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665340ab-eabb-4ed1-8c72-23982f1ff2a1 None None] Pushing event updated for resources: {'Port': ['ID=e0634862-962c-4516-8ec2-74bca05fdec1,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:40.438006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:40.461124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:40.465600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Pushing event updated for resources: {'Port': ['ID=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:40.482640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Routers {'13819eec-3a4b-4fcb-8fa2-9b181578f49f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:40.487092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:40.514558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::ab (2440731f-18f0-47c1-a069-059cc098e13e/bf89734a-5a05-4c9a-b08e-4f687e19fb10/5ebe72af-7b77-405a-ac3b-1f3ec9fa9258) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:40.549043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (13819eec-3a4b-4fcb-8fa2-9b181578f49f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.663557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device affc6d74-d88b-47dc-bc84-8d505e7ae72e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:40.711391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f2efc3c9-7ea4-476e-96dd-e43c4f9b02ec None None] Current status of the port affc6d74-d88b-47dc-bc84-8d505e7ae72e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:40.711775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2efc3c9-7ea4-476e-96dd-e43c4f9b02ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.803680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f2efc3c9-7ea4-476e-96dd-e43c4f9b02ec None None] For port affc6d74-d88b-47dc-bc84-8d505e7ae72e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=affc6d74-d88b-47dc-bc84-8d505e7ae72e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:40.805351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port affc6d74-d88b-47dc-bc84-8d505e7ae72e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:40.805716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.807034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (5ebe72af-7b77-405a-ac3b-1f3ec9fa9258), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.828088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.883558 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f2efc3c9-7ea4-476e-96dd-e43c4f9b02ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.893343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5ebe72af-7b77-405a-ac3b-1f3ec9fa9258), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.931301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] Set router 13819eec-3a4b-4fcb-8fa2-9b181578f49f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:40.981368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:41.009546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:41.024973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:41.030432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:41.031073 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.045418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=5ebe72af-7b77-405a-ac3b-1f3ec9fa9258,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:41.091527 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f3ff1ff1-73d2-45ec-9abd-a1352e2b24ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0050955 Mar 22 14:28:41.095055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59758) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:41.156662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-394b6356-6e0d-483a-9f73-56e7e4a9c97f None None] Provisioning complete for port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:41.157037 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-394b6356-6e0d-483a-9f73-56e7e4a9c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.180025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad17caf-b26e-4f52-9e6b-6b91c90d7dea None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:41.240509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59999fb5-96e7-44bd-b7d8-6796a816ed68 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:41.246202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59999fb5-96e7-44bd-b7d8-6796a816ed68 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:41.251262 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-59999fb5-96e7-44bd-b7d8-6796a816ed68 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1481047 Mar 22 14:28:41.251961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59762) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:41.275629 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-72e732c6-7389-4d4c-99ea-b61538be496e req-ba1f3649-7a91-4834-9ef5-acdfbbd6b756 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0439510 Mar 22 14:28:41.295331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks [] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.306523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.315817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-394b6356-6e0d-483a-9f73-56e7e4a9c97f None None] Port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:28:41.360282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (13819eec-3a4b-4fcb-8fa2-9b181578f49f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.362392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efc3c9-7ea4-476e-96dd-e43c4f9b02ec None None] Pushing event updated for resources: {'Port': ['ID=affc6d74-d88b-47dc-bc84-8d505e7ae72e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:41.368563 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port affc6d74-d88b-47dc-bc84-8d505e7ae72e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:41.397463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 5ebe72af-7b77-405a-ac3b-1f3ec9fa9258 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:41.397807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5ebe72af-7b77-405a-ac3b-1f3ec9fa9258), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.483242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ce677cf3-ff84-4bc3-8261-3ed13aa0de66 None None] Provisioning complete for port affc6d74-d88b-47dc-bc84-8d505e7ae72e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:41.483618 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ce677cf3-ff84-4bc3-8261-3ed13aa0de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.511087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5ebe72af-7b77-405a-ac3b-1f3ec9fa9258), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.521209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Pushing event updated for resources: {'Port': ['ID=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:41.543325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 5ebe72af-7b77-405a-ac3b-1f3ec9fa9258 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:41.549802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:35Z', 'revision_number': 3, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port': {'id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:33Z', 'updated_at': '2022-03-22T14:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:41.616475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2263a70-6c0a-4238-ac20-88418ca78483 None None] The sync data for ids ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'] in n-d-834677-3 is: [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:35Z', 'revision_number': 3, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port': {'id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:33Z', 'updated_at': '2022-03-22T14:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:41.620843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:41.622676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:41.799878 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5ebe72af-7b77-405a-ac3b-1f3ec9fa9258), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.888256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Router 13819eec-3a4b-4fcb-8fa2-9b181578f49f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:28:41.888904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=5ebe72af-7b77-405a-ac3b-1f3ec9fa9258,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:41.900331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.907660 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e61fbc4-6c33-4537-acab-fc0e8a9c59c0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/5ebe72af-7b77-405a-ac3b-1f3ec9fa9258 HTTP/1.1" status: 204 len: 168 time: 0.6545763 Mar 22 14:28:41.908358 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59764) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:41.986862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dae75e-6022-4359-9046-855f818788bb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:41.988291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dae75e-6022-4359-9046-855f818788bb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:41.992900 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13dae75e-6022-4359-9046-855f818788bb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0834117 Mar 22 14:28:41.993538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59766) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:42.071652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet bf89734a-5a05-4c9a-b08e-4f687e19fb10 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:42.075050 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (bf89734a-5a05-4c9a-b08e-4f687e19fb10), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.125508 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (bf89734a-5a05-4c9a-b08e-4f687e19fb10), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.174439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:42.180180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-26fac450-0abc-4677-860b-73fba03e3d99 admin admin] 10.222.0.44 "PUT /v2.0/routers/13819eec-3a4b-4fcb-8fa2-9b181578f49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5903437 Mar 22 14:28:42.201690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (bf89734a-5a05-4c9a-b08e-4f687e19fb10), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.291146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ce677cf3-ff84-4bc3-8261-3ed13aa0de66 None None] Current status of the port affc6d74-d88b-47dc-bc84-8d505e7ae72e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:42.295394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (bf89734a-5a05-4c9a-b08e-4f687e19fb10), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.336230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.343512 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/bf89734a-5a05-4c9a-b08e-4f687e19fb10 HTTP/1.1" status: 204 len: 168 time: 0.3488972 Mar 22 14:28:42.344780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59772) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:42.345003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa0a1-745d-4b5a-9291-b1ec3b6bfca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=bf89734a-5a05-4c9a-b08e-4f687e19fb10,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:42.422682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-de1152b4-55cc-4e50-9c0f-7e0018ee5c86 None None] Provisioning complete for port affc6d74-d88b-47dc-bc84-8d505e7ae72e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:42.424829 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de1152b4-55cc-4e50-9c0f-7e0018ee5c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.444182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3ffad62d-21be-4cc1-a15f-a505bf8637f6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981064 Mar 22 14:28:42.447922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59774) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:42.454380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:42.551275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5383950e-3e96-4f00-af47-144c9e856958 req-ca87e899-b8c3-42b2-8b6e-ff9190714213 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1269524 Mar 22 14:28:42.586627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e44ab-703c-494f-aec1-2634e9997902 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:42.588693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0634862-962c-4516-8ec2-74bca05fdec1 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:42.642833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:42.649238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.727808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-de1152b4-55cc-4e50-9c0f-7e0018ee5c86 None None] Current status of the port affc6d74-d88b-47dc-bc84-8d505e7ae72e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:42.795552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-de1152b4-55cc-4e50-9c0f-7e0018ee5c86 None None] Provisioning complete for port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:42.795937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de1152b4-55cc-4e50-9c0f-7e0018ee5c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.829193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e0634862-962c-4516-8ec2-74bca05fdec1 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:42.829568 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.877799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-de1152b4-55cc-4e50-9c0f-7e0018ee5c86 None None] Port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:28:42.889042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-de1152b4-55cc-4e50-9c0f-7e0018ee5c86 None None] Could not find standard attr ID for object 5ebe72af-7b77-405a-ac3b-1f3ec9fa9258. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:28:42.973984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:28:43.012420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e0634862-962c-4516-8ec2-74bca05fdec1 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:43.013044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.019604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (ba2ad50d-125d-47d0-a4dc-d3706280f32a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.059569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0a00ea56-42c6-49c2-ad3f-c7f7a9b9b6eb None None] Could not find standard attr ID for object 893c86ac-b77d-41e0-b1b1-f58c1504d588. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:28:43.069136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port e0634862-962c-4516-8ec2-74bca05fdec1, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e0634862-962c-4516-8ec2-74bca05fdec1,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:43.070887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:43.074648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:43.079833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:43.080432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.086124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.087920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device affc6d74-d88b-47dc-bc84-8d505e7ae72e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:43.097569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=ba2ad50d-125d-47d0-a4dc-d3706280f32a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:43.108301 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5df5fea6-4777-4548-91fd-078be0dcc750 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6591916 Mar 22 14:28:43.111486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59786) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:43.117174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'name': 'tempest-NetworksTestDHCPv6-1154227833'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:43.183745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] Deleting port affc6d74-d88b-47dc-bc84-8d505e7ae72e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:43.183745 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.236465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=e0634862-962c-4516-8ec2-74bca05fdec1,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:43.253187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port affc6d74-d88b-47dc-bc84-8d505e7ae72e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:43.253566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.261882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:43.266764 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.290453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 1812d93a-5492-4a86-813d-6a25648bcfcd yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:43.327809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] For port affc6d74-d88b-47dc-bc84-8d505e7ae72e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=affc6d74-d88b-47dc-bc84-8d505e7ae72e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:43.328414 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.347554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] Calling delete_port for affc6d74-d88b-47dc-bc84-8d505e7ae72e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:43.438089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port affc6d74-d88b-47dc-bc84-8d505e7ae72e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:43.463281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::ff (2440731f-18f0-47c1-a069-059cc098e13e/ba2ad50d-125d-47d0-a4dc-d3706280f32a/1812d93a-5492-4a86-813d-6a25648bcfcd) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:43.480132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (affc6d74-d88b-47dc-bc84-8d505e7ae72e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.509917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] Pushing event deleted for resources: {'Port': ['ID=affc6d74-d88b-47dc-bc84-8d505e7ae72e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:43.513859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a636c76-d47e-4277-91b4-67bba76ea4a8 None None] No DVR routers for this DVR port affc6d74-d88b-47dc-bc84-8d505e7ae72e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:43.536784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb2685-c1ff-410c-a0be-f5dbe40efcc0 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:43.656109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (1812d93a-5492-4a86-813d-6a25648bcfcd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.680048 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8489252-4da5-4a9a-9c74-a9d47472a63d req-02658049-4410-4810-96c1-3f70938697e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0485282 Mar 22 14:28:43.717246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1812d93a-5492-4a86-813d-6a25648bcfcd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.731880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'ba2ad50d-125d-47d0-a4dc-d3706280f32a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:28:43.733082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.774151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=1812d93a-5492-4a86-813d-6a25648bcfcd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:43.793960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:43.795764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:43.799157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:43.808988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:43.810055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.831640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6814332f-2fc1-4dcb-b6a0-efa44f594540 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7188909 Mar 22 14:28:43.834392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59794) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:43.907929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f6b65-2f92-425c-b168-0fa58571c4c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:43.909494 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a91f6b65-2f92-425c-b168-0fa58571c4c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0739045 Mar 22 14:28:43.912587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:43.951941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/ba2ad50d-125d-47d0-a4dc-d3706280f32a/e52050f5-8961-486a-882e-024b9467b329) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:44.044617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 1812d93a-5492-4a86-813d-6a25648bcfcd {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:44.045117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1812d93a-5492-4a86-813d-6a25648bcfcd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.153042 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Publish callbacks [] for port (e52050f5-8961-486a-882e-024b9467b329), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.153267 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Sync routers for ids ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:44.159338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1812d93a-5492-4a86-813d-6a25648bcfcd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.166326 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e52050f5-8961-486a-882e-024b9467b329), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.172189 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Routers {'13819eec-3a4b-4fcb-8fa2-9b181578f49f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:44.174267 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:44.181731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 1812d93a-5492-4a86-813d-6a25648bcfcd owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:44.225614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Pushing event updated for resources: {'Port': ['ID=e52050f5-8961-486a-882e-024b9467b329,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:44.249089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:44.249539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59800) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:44.253403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:44.258144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:44.340456 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Set router 13819eec-3a4b-4fcb-8fa2-9b181578f49f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:44.377870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Attempting to bind port e52050f5-8961-486a-882e-024b9467b329 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:44.378560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Attempting to bind port e52050f5-8961-486a-882e-024b9467b329 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:44.378661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Attempting to bind port e52050f5-8961-486a-882e-024b9467b329 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:44.394011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:44.394386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:44.397954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.398403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:44.399066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Bound port: e52050f5-8961-486a-882e-024b9467b329, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:44.399447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e52050f5-8961-486a-882e-024b9467b329), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.426454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0634862-962c-4516-8ec2-74bca05fdec1 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:44.427320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1812d93a-5492-4a86-813d-6a25648bcfcd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.489573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.494082 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/1812d93a-5492-4a86-813d-6a25648bcfcd HTTP/1.1" status: 204 len: 168 time: 0.5805168 Mar 22 14:28:44.495118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=1812d93a-5492-4a86-813d-6a25648bcfcd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:44.497653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59802) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:44.518186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.518531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.518881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.519240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.519571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.519898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.520338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.521057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.521379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.521754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.522103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.522420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.522737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.523099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.523417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7e5c6-64d8-46e3-a9e5-7d904c70697b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:44.572677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e0634862-962c-4516-8ec2-74bca05fdec1 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:44.573047 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.573545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a910a05-2819-4712-abc8-70b5aec18a1c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:44.575353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a910a05-2819-4712-abc8-70b5aec18a1c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:44.577010 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5a910a05-2819-4712-abc8-70b5aec18a1c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0770907 Mar 22 14:28:44.579508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:44.643504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet ba2ad50d-125d-47d0-a4dc-d3706280f32a {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:44.649935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (ba2ad50d-125d-47d0-a4dc-d3706280f32a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.650450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] For port e52050f5-8961-486a-882e-024b9467b329, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:44.674386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] For port e52050f5-8961-486a-882e-024b9467b329, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e52050f5-8961-486a-882e-024b9467b329,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:44.711441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ba2ad50d-125d-47d0-a4dc-d3706280f32a), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.719373 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:40Z', 'revision_number': 4, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port': {'id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:33Z', 'updated_at': '2022-03-22T14:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'a651b85e-ed91-4bbd-9ae3-f73eb45e8961', 'name': '', 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'mac_address': 'fa:16:3e:6d:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'b4ff4506-234f-4ec4-b908-4a2c96790f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:39Z', 'updated_at': '2022-03-22T14:28:40Z', 'revision_number': 2, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'subnets': [{'id': 'b4ff4506-234f-4ec4-b908-4a2c96790f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:44.750566 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Checking router: 13819eec-3a4b-4fcb-8fa2-9b181578f49f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:44.751365 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Updating router 13819eec-3a4b-4fcb-8fa2-9b181578f49f port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:28:44.774381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e0634862-962c-4516-8ec2-74bca05fdec1 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:44.777214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e52050f5-8961-486a-882e-024b9467b329), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.784066 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.852858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ba2ad50d-125d-47d0-a4dc-d3706280f32a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.863988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45297c81-d4b4-4a83-88c9-ecbaa153852d req-d3ab0ffa-713f-489c-8318-b674a53e83ed tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.0600228 Mar 22 14:28:44.880579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device affc6d74-d88b-47dc-bc84-8d505e7ae72e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:44.910395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: affc6d74-d88b-47dc-bc84-8d505e7ae72e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:44.914457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device affc6d74-d88b-47dc-bc84-8d505e7ae72e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:44.937934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c00a5f-f9a6-45bd-89d3-2ec2e3c08f8d None None] Pushing event updated for resources: {'Port': ['ID=e52050f5-8961-486a-882e-024b9467b329,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:44.962306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (13819eec-3a4b-4fcb-8fa2-9b181578f49f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.006310 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ba2ad50d-125d-47d0-a4dc-d3706280f32a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.032304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2ad50d-125d-47d0-a4dc-d3706280f32a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:45.038984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.042782 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec1cfd66-17d4-43e5-819f-a06564929cbc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ba2ad50d-125d-47d0-a4dc-d3706280f32a HTTP/1.1" status: 204 len: 168 time: 0.4622989 Mar 22 14:28:45.045273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59808) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:45.108395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59810) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:45.109578 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-838b3aad-e81c-4d2a-8753-0aaf93a633b0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630877 Mar 22 14:28:45.253156 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Publish callbacks [] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.265380 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.289188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba816478-cfbf-4196-8701-73284c6aaaea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:45.290981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ba816478-cfbf-4196-8701-73284c6aaaea tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1815925 Mar 22 14:28:45.294397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59812) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:45.399685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Pushing event updated for resources: {'Port': ['ID=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:45.411768 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.412112 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.412452 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.412775 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.413099 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.413307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8fa7e-37ab-4266-9c8c-6d2fad81d361 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:45.413445 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.413733 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.414080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.414796 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.414796 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.414980 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bed8fa7e-37ab-4266-9c8c-6d2fad81d361 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1194227 Mar 22 14:28:45.415059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.415351 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.415668 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.415979 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.416302 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:45.417976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59814) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:45.422157 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Attempting to bind port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:45.422526 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Attempting to bind port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:45.422883 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Attempting to bind port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 on network 4d3b0252-4f43-4a95-b8b8-0631208166b4 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:45.430061 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:45.430360 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Checking segment: {'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:45.430790 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.431196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Bound using segment: {'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:45.431649 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Bound port: a651b85e-ed91-4bbd-9ae3-f73eb45e8961, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6813febe-6587-4ad0-8b22-0609f1db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:45.432061 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.508146 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] For port a651b85e-ed91-4bbd-9ae3-f73eb45e8961, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:45.513137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d8fc7f1b-d2dc-48f5-93d0-2eb657b00308 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916305 Mar 22 14:28:45.513137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:45.513410 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] For port a651b85e-ed91-4bbd-9ae3-f73eb45e8961, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,segment=NetworkSegment(6813febe-6587-4ad0-8b22-0609f1db55e5),segment_id=6813febe-6587-4ad0-8b22-0609f1db55e5)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:45.520694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:45.528399 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.633186 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Routers {'13819eec-3a4b-4fcb-8fa2-9b181578f49f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:45.633617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-eec39a7a-10cd-435d-b923-aa9b060999eb None None] Provisioning complete for port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:45.634145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:45.634824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eec39a7a-10cd-435d-b923-aa9b060999eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.686766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:45.693220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.739932 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84fb0c-5e85-4585-997b-d1bde8adf883 None None] Pushing event updated for resources: {'Port': ['ID=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:45.849637 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] Set router 13819eec-3a4b-4fcb-8fa2-9b181578f49f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:45.893357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-eec39a7a-10cd-435d-b923-aa9b060999eb None None] Current status of the port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:45.893742 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eec39a7a-10cd-435d-b923-aa9b060999eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.986595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-eec39a7a-10cd-435d-b923-aa9b060999eb None None] For port a651b85e-ed91-4bbd-9ae3-f73eb45e8961, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,segment=NetworkSegment(6813febe-6587-4ad0-8b22-0609f1db55e5),segment_id=6813febe-6587-4ad0-8b22-0609f1db55e5)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:45.998602 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eec39a7a-10cd-435d-b923-aa9b060999eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.068607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39a7a-10cd-435d-b923-aa9b060999eb None None] Pushing event updated for resources: {'Port': ['ID=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:46.144406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6c953e17-ff5c-45c6-857e-784cdde9d8c1 None None] Provisioning complete for port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:46.144789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c953e17-ff5c-45c6-857e-784cdde9d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.180849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd2d9930-6d41-4638-b71f-2aba70dfb619 req-84c28c2e-6af7-4cad-b974-3657fafc6abc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.1005714 Mar 22 14:28:46.237610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Deleting port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:46.237857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.258219 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:40Z', 'revision_number': 4, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port': {'id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:33Z', 'updated_at': '2022-03-22T14:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'a651b85e-ed91-4bbd-9ae3-f73eb45e8961', 'name': '', 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'mac_address': 'fa:16:3e:6d:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'b4ff4506-234f-4ec4-b908-4a2c96790f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:39Z', 'updated_at': '2022-03-22T14:28:45Z', 'revision_number': 4, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'subnets': [{'id': 'b4ff4506-234f-4ec4-b908-4a2c96790f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:46.265173 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (201601af-146f-4044-b987-f78dbb43f99f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.326517 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ff200-81b0-4cf4-b3bf-a7ac2db6f446 None None] The sync data for ids ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'] in n-d-834677-3 is: [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:40Z', 'revision_number': 4, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port': {'id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:33Z', 'updated_at': '2022-03-22T14:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'a651b85e-ed91-4bbd-9ae3-f73eb45e8961', 'name': '', 'network_id': '4d3b0252-4f43-4a95-b8b8-0631208166b4', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'mac_address': 'fa:16:3e:6d:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'b4ff4506-234f-4ec4-b908-4a2c96790f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:39Z', 'updated_at': '2022-03-22T14:28:45Z', 'revision_number': 4, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'subnets': [{'id': 'b4ff4506-234f-4ec4-b908-4a2c96790f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:46.456564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:46.461903 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6c953e17-ff5c-45c6-857e-784cdde9d8c1 None None] Current status of the port a651b85e-ed91-4bbd-9ae3-f73eb45e8961 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:46.481225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:46.492375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:46.493217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.517085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=201601af-146f-4044-b987-f78dbb43f99f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:46.522281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] For port a651b85e-ed91-4bbd-9ae3-f73eb45e8961, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,segment=NetworkSegment(6813febe-6587-4ad0-8b22-0609f1db55e5),segment_id=6813febe-6587-4ad0-8b22-0609f1db55e5)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:46.522791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.529578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764551b2-0a53-4ba8-8a50-f1a5fb8fb2dc None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:46.536567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4dbd1f1c-a227-4fbc-bdfd-b97351d45379 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0180912 Mar 22 14:28:46.536965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59824) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:46.542431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': '201601af-146f-4044-b987-f78dbb43f99f', 'ip_address': '2001:db8::c5d2:f96:2a78:b093'}], 'name': 'tempest-NetworksTestDHCPv6-532379105'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:46.577804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Calling delete_port for a651b85e-ed91-4bbd-9ae3-f73eb45e8961 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:46.631743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e52050f5-8961-486a-882e-024b9467b329 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:46.673609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-582e1ee8-2909-4515-bc3e-509f05a7341d None None] Provisioning complete for port e52050f5-8961-486a-882e-024b9467b329 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:46.674789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-582e1ee8-2909-4515-bc3e-509f05a7341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e52050f5-8961-486a-882e-024b9467b329), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.772830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:46.773600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e52050f5-8961-486a-882e-024b9467b329 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:46.774144 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e52050f5-8961-486a-882e-024b9467b329), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.972637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.999490 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a651b85e-ed91-4bbd-9ae3-f73eb45e8961), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:47.019416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e52050f5-8961-486a-882e-024b9467b329 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:47.019936 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e52050f5-8961-486a-882e-024b9467b329), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:47.021535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port d46269d1-5f9c-40a8-8327-73f5b95e06a1 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:47.022050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-582e1ee8-2909-4515-bc3e-509f05a7341d None None] Current status of the port e52050f5-8961-486a-882e-024b9467b329 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:47.022524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-582e1ee8-2909-4515-bc3e-509f05a7341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e52050f5-8961-486a-882e-024b9467b329), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:47.060019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Pushing event deleted for resources: {'Port': ['ID=a651b85e-ed91-4bbd-9ae3-f73eb45e8961,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:47.109244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port e52050f5-8961-486a-882e-024b9467b329, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e52050f5-8961-486a-882e-024b9467b329,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:47.121080 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e52050f5-8961-486a-882e-024b9467b329), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:47.324380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=e52050f5-8961-486a-882e-024b9467b329,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:47.402346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-582e1ee8-2909-4515-bc3e-509f05a7341d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:28:47.402596 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-582e1ee8-2909-4515-bc3e-509f05a7341d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:28:47.598827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::c5d2:f96:2a78:b093 (2440731f-18f0-47c1-a069-059cc098e13e/201601af-146f-4044-b987-f78dbb43f99f/d46269d1-5f9c-40a8-8327-73f5b95e06a1) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:47.686308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b41563c0-e9e3-4076-a2f6-284101d53fda req-aa3bfd18-c955-46c9-a380-0e3ab56d0188 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=acfec837-824d-4857-9dfe-3a3c74609af4 HTTP/1.1" status: 200 len: 210 time: 0.2474251 Mar 22 14:28:47.772819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (13819eec-3a4b-4fcb-8fa2-9b181578f49f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:47.995797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-582e1ee8-2909-4515-bc3e-509f05a7341d None None] Current status of the port e52050f5-8961-486a-882e-024b9467b329 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:48.117822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (d46269d1-5f9c-40a8-8327-73f5b95e06a1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.124682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7a4a197e-4d29-4cca-8b84-0fa130f7d29e None None] Provisioning complete for port e52050f5-8961-486a-882e-024b9467b329 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:48.125640 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7a4a197e-4d29-4cca-8b84-0fa130f7d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e52050f5-8961-486a-882e-024b9467b329), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.244894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d46269d1-5f9c-40a8-8327-73f5b95e06a1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.296913 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-696bd43b-a459-490a-961e-dcf3c2c95713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.436831 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:48.444534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:48.479479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:48.485798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:48.486472 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.523322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Router 13819eec-3a4b-4fcb-8fa2-9b181578f49f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:28:48.526825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=d46269d1-5f9c-40a8-8327-73f5b95e06a1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:48.555255 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fa496619-6887-49aa-9964-ae97f413e4b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0149412 Mar 22 14:28:48.557182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59924) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:48.693389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c406064e-66ab-4036-9f7f-c45c69fa0719 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:48.704272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c406064e-66ab-4036-9f7f-c45c69fa0719 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:48.705923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c406064e-66ab-4036-9f7f-c45c69fa0719 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1477849 Mar 22 14:28:48.710534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 59942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:48.901074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:48.913871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-40db83f0-1e18-409e-87be-b1cf8600505f admin admin] 10.222.0.44 "PUT /v2.0/routers/13819eec-3a4b-4fcb-8fa2-9b181578f49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6627631 Mar 22 14:28:48.917542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 59966) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:48.932782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e52050f5-8961-486a-882e-024b9467b329 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:49.036445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port d46269d1-5f9c-40a8-8327-73f5b95e06a1 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:49.037140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d46269d1-5f9c-40a8-8327-73f5b95e06a1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.098203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a197e-4d29-4cca-8b84-0fa130f7d29e None None] Current status of the port e52050f5-8961-486a-882e-024b9467b329 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:49.098203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7a4a197e-4d29-4cca-8b84-0fa130f7d29e None None] Could not find standard attr ID for object 5ebe72af-7b77-405a-ac3b-1f3ec9fa9258. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:28:49.116236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e52050f5-8961-486a-882e-024b9467b329 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:49.116598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e52050f5-8961-486a-882e-024b9467b329), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.182672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] Sync routers for ids ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:49.227088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] Routers {'13819eec-3a4b-4fcb-8fa2-9b181578f49f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:49.227926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:49.271327 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks [] for router (13819eec-3a4b-4fcb-8fa2-9b181578f49f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.281044 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d46269d1-5f9c-40a8-8327-73f5b95e06a1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.310252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for d46269d1-5f9c-40a8-8327-73f5b95e06a1 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:49.495676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-96d874f5-6652-4a5b-946f-36a7f1d7bcb8 None None] Provisioning complete for port d46269d1-5f9c-40a8-8327-73f5b95e06a1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:49.501734 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-96d874f5-6652-4a5b-946f-36a7f1d7bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d46269d1-5f9c-40a8-8327-73f5b95e06a1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.532332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks [] for router_gateway (13819eec-3a4b-4fcb-8fa2-9b181578f49f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.622397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d46269d1-5f9c-40a8-8327-73f5b95e06a1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.630314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e52050f5-8961-486a-882e-024b9467b329 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:49.675755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-96d874f5-6652-4a5b-946f-36a7f1d7bcb8 None None] Port d46269d1-5f9c-40a8-8327-73f5b95e06a1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:28:49.681180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-96d874f5-6652-4a5b-946f-36a7f1d7bcb8 None None] Could not find standard attr ID for object 1812d93a-5492-4a86-813d-6a25648bcfcd. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:28:49.683248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Deleting port e0634862-962c-4516-8ec2-74bca05fdec1 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:49.685301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.714024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=d46269d1-5f9c-40a8-8327-73f5b95e06a1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:49.731415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] Set router 13819eec-3a4b-4fcb-8fa2-9b181578f49f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:49.784941 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.792832 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29272c87-3863-467a-af73-79fcc256f0d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/d46269d1-5f9c-40a8-8327-73f5b95e06a1 HTTP/1.1" status: 204 len: 168 time: 1.0791709 Mar 22 14:28:49.796572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60046) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:49.817658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] For port e0634862-962c-4516-8ec2-74bca05fdec1, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e0634862-962c-4516-8ec2-74bca05fdec1,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:49.818459 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.835509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Calling delete_port for e0634862-962c-4516-8ec2-74bca05fdec1 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:49.976769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949de21-dfe0-437e-a601-03c2d961a61b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:49.982442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949de21-dfe0-437e-a601-03c2d961a61b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:49.984618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f949de21-dfe0-437e-a601-03c2d961a61b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1871333 Mar 22 14:28:49.987286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60070) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:50.118417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 201601af-146f-4044-b987-f78dbb43f99f {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:50.128549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (201601af-146f-4044-b987-f78dbb43f99f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.228615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (201601af-146f-4044-b987-f78dbb43f99f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.234435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e0634862-962c-4516-8ec2-74bca05fdec1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.249278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:46Z', 'revision_number': 5, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port': {'id': 'e0634862-962c-4516-8ec2-74bca05fdec1', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:33Z', 'updated_at': '2022-03-22T14:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:50.301400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] Checking router: 13819eec-3a4b-4fcb-8fa2-9b181578f49f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:50.338416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] Routers {'13819eec-3a4b-4fcb-8fa2-9b181578f49f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:50.339839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:50.352916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0634862-962c-4516-8ec2-74bca05fdec1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:50.359770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (201601af-146f-4044-b987-f78dbb43f99f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.447766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (13819eec-3a4b-4fcb-8fa2-9b181578f49f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.489372 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (201601af-146f-4044-b987-f78dbb43f99f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.515963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.529335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] Set router 13819eec-3a4b-4fcb-8fa2-9b181578f49f gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:50.531710 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/201601af-146f-4044-b987-f78dbb43f99f HTTP/1.1" status: 204 len: 168 time: 0.5399745 Mar 22 14:28:50.532424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60122) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:50.540404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754c260-c63c-468d-94e4-276dbd4bed1a None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:50.660071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5168-3651-4d04-be71-3cc9b028a016 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=201601af-146f-4044-b987-f78dbb43f99f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:50.660316 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (13819eec-3a4b-4fcb-8fa2-9b181578f49f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.662978 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks [] for router_controller (13819eec-3a4b-4fcb-8fa2-9b181578f49f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.676059 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-475c847c-63ea-4025-9931-cd8ffb596054 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995309 Mar 22 14:28:50.676305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60136) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:50.682764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:50.700259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:50Z', 'revision_number': 7, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:50.751694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (13819eec-3a4b-4fcb-8fa2-9b181578f49f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.752238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13819eec-3a4b-4fcb-8fa2-9b181578f49f {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:50.760915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.762868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a79ee1d-74ea-4ef6-aec2-50770abd0b93 admin admin] 10.222.0.44 "DELETE /v2.0/routers/13819eec-3a4b-4fcb-8fa2-9b181578f49f HTTP/1.1" status: 204 len: 168 time: 1.8434548 Mar 22 14:28:50.770716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60148) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:50.846774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153516f4-226d-41ba-a353-d878700c6e78 None None] The sync data for ids ['13819eec-3a4b-4fcb-8fa2-9b181578f49f'] in n-d-834677-3 is: [{'id': '13819eec-3a4b-4fcb-8fa2-9b181578f49f', 'name': 'tempest-ImageQuotaTest-971386641-router', 'tenant_id': 'cd8800f403ea497ca3e2e297a05413d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:32Z', 'updated_at': '2022-03-22T14:28:50Z', 'revision_number': 7, 'project_id': 'cd8800f403ea497ca3e2e297a05413d2', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:50.855476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:50.859295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.867425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-365d8783-7197-40ce-b293-4a373dffba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.883241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] Deleting subnet b4ff4506-234f-4ec4-b908-4a2c96790f9c {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:50.891722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] Publish callbacks [] for subnet (b4ff4506-234f-4ec4-b908-4a2c96790f9c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.969289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (b4ff4506-234f-4ec4-b908-4a2c96790f9c), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.090383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (b4ff4506-234f-4ec4-b908-4a2c96790f9c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.162794 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (b4ff4506-234f-4ec4-b908-4a2c96790f9c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.186276 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (39d5cb59-b54e-41d4-8599-511d26536248), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.211949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ff4506-234f-4ec4-b908-4a2c96790f9c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:51.215281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.220247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a5c504fb-31d1-4a2b-a5e2-13527b3af65a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b4ff4506-234f-4ec4-b908-4a2c96790f9c HTTP/1.1" status: 204 len: 168 time: 0.4482391 Mar 22 14:28:51.226500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60206) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:51.227028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ca5ae-0ba1-42d6-85a0-4f5495701363 None None] Network 4d3b0252-4f43-4a95-b8b8-0631208166b4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:51.281468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:51.290359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:51.304430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:51.305291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.345611 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (4d3b0252-4f43-4a95-b8b8-0631208166b4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.347505 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6697311 Mar 22 14:28:51.351234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60218) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:51.361295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:28:51.402113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': '39d5cb59-b54e-41d4-8599-511d26536248', 'ip_address': '2001:db8::d70b:adc1:1812:122a'}], 'name': 'tempest-NetworksTestDHCPv6-893250987'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:51.407752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8b3e4-5a15-49a4-b767-7b63b86eacd8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=39d5cb59-b54e-41d4-8599-511d26536248,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:51.506749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Deleting port c28d7d30-2d47-47ae-977d-390601c38187 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:51.507669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c28d7d30-2d47-47ae-977d-390601c38187), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.559832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Deleting port e52050f5-8961-486a-882e-024b9467b329 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:51.560060 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e52050f5-8961-486a-882e-024b9467b329), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.657703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] For port c28d7d30-2d47-47ae-977d-390601c38187, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c28d7d30-2d47-47ae-977d-390601c38187,segment=NetworkSegment(6813febe-6587-4ad0-8b22-0609f1db55e5),segment_id=6813febe-6587-4ad0-8b22-0609f1db55e5)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:51.658111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c28d7d30-2d47-47ae-977d-390601c38187), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.685609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] For port e52050f5-8961-486a-882e-024b9467b329, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e52050f5-8961-486a-882e-024b9467b329,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:51.686032 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e52050f5-8961-486a-882e-024b9467b329), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.694521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Calling delete_port for c28d7d30-2d47-47ae-977d-390601c38187 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:51.731288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Calling delete_port for e52050f5-8961-486a-882e-024b9467b329 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:51.744337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:51.749296 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.796408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 02d3f56a-69dc-4b6e-9248-523aad773764 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:51.865435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] DHCP port deletion for 4d3b0252-4f43-4a95-b8b8-0631208166b4 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:28:51.922678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c28d7d30-2d47-47ae-977d-390601c38187), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.976780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28d7d30-2d47-47ae-977d-390601c38187,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:51.981825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] No DVR routers for this DVR port c28d7d30-2d47-47ae-977d-390601c38187 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:52.027987 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.091573 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (e52050f5-8961-486a-882e-024b9467b329), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.132432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] Deleting port c28d7d30-2d47-47ae-977d-390601c38187 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:52.133217 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c28d7d30-2d47-47ae-977d-390601c38187), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.139025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::d70b:adc1:1812:122a (2440731f-18f0-47c1-a069-059cc098e13e/39d5cb59-b54e-41d4-8599-511d26536248/02d3f56a-69dc-4b6e-9248-523aad773764) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:52.153941 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (4d3b0252-4f43-4a95-b8b8-0631208166b4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.200457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3b0252-4f43-4a95-b8b8-0631208166b4']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:52.221314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6813febe-6587-4ad0-8b22-0609f1db55e5') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:52.222115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6813febe-6587-4ad0-8b22-0609f1db55e5') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:52.250576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] For port c28d7d30-2d47-47ae-977d-390601c38187, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:52.251331 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c28d7d30-2d47-47ae-977d-390601c38187), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.260821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (6813febe-6587-4ad0-8b22-0609f1db55e5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.269499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] Calling delete_port for c28d7d30-2d47-47ae-977d-390601c38187 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:52.273961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] Port c28d7d30-2d47-47ae-977d-390601c38187 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:28:52.286440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Pushing event deleted for resources: {'Port': ['ID=e52050f5-8961-486a-882e-024b9467b329,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:52.291606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (c28d7d30-2d47-47ae-977d-390601c38187), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.301849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6813febe-6587-4ad0-8b22-0609f1db55e5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.309624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:28:52.310417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (6813febe-6587-4ad0-8b22-0609f1db55e5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.347060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.348216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.349281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.350826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.351394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.370944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.374299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.374299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.374299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.374299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.374299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.374299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.375316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.375316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.375807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:52.436326 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (02d3f56a-69dc-4b6e-9248-523aad773764), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.465294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] No DVR routers for this DVR port c28d7d30-2d47-47ae-977d-390601c38187 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:52.468345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ff16d-bf3e-48c4-93ee-c41ccb6f288f None None] Pushing event deleted for resources: {'Port': ['ID=c28d7d30-2d47-47ae-977d-390601c38187,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:52.470862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86761880-c8ad-4ff2-85db-a2592595fde9 None None] No DVR routers for this DVR port e52050f5-8961-486a-882e-024b9467b329 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:28:52.482488 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:28:52.487465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c28d7d30-2d47-47ae-977d-390601c38187 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:52.512942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (02d3f56a-69dc-4b6e-9248-523aad773764), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.531041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (4d3b0252-4f43-4a95-b8b8-0631208166b4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.532801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f397ee-7786-4250-bad4-699a48bfbc68 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:52.543039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.547643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4d3b0252-4f43-4a95-b8b8-0631208166b4 HTTP/1.1" status: 204 len: 168 time: 1.3196318 Mar 22 14:28:52.577101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fe851-eb73-473b-8be0-f8692125bc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3b0252-4f43-4a95-b8b8-0631208166b4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:52.674450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c28d7d30-2d47-47ae-977d-390601c38187 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:52.675962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c28d7d30-2d47-47ae-977d-390601c38187 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:52.676511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0634862-962c-4516-8ec2-74bca05fdec1 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:52.732184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e0634862-962c-4516-8ec2-74bca05fdec1 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:52.744111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e0634862-962c-4516-8ec2-74bca05fdec1 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:52.744932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a651b85e-ed91-4bbd-9ae3-f73eb45e8961 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:52.753903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:52.828908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b6376eb7-05fd-48b9-8af4-565485686e47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd8800f403ea497ca3e2e297a05413d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737875 Mar 22 14:28:52.831834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60332) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:52.855346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a651b85e-ed91-4bbd-9ae3-f73eb45e8961 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:52.855346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a651b85e-ed91-4bbd-9ae3-f73eb45e8961 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:52.855346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e52050f5-8961-486a-882e-024b9467b329 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:52.915374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e52050f5-8961-486a-882e-024b9467b329 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:52.917089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e52050f5-8961-486a-882e-024b9467b329 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:52.968243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '39d5cb59-b54e-41d4-8599-511d26536248'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:28:52.970068 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.977310 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63de5cb8-1dda-477d-b7e3-1eb0cfc886d1 admin admin] Publish callbacks [] for security_group (0ec7a676-5ae2-40aa-8f27-fea183db7c89), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.041797 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63de5cb8-1dda-477d-b7e3-1eb0cfc886d1 admin admin] Publish callbacks [] for security_group (0ec7a676-5ae2-40aa-8f27-fea183db7c89), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.138433 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63de5cb8-1dda-477d-b7e3-1eb0cfc886d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0ec7a676-5ae2-40aa-8f27-fea183db7c89), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.138723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/39d5cb59-b54e-41d4-8599-511d26536248/fd1aa815-011d-436f-a560-c033e0b20bdf) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:53.142609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63de5cb8-1dda-477d-b7e3-1eb0cfc886d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.144631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-63de5cb8-1dda-477d-b7e3-1eb0cfc886d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ec7a676-5ae2-40aa-8f27-fea183db7c89 HTTP/1.1" status: 204 len: 168 time: 0.3111436 Mar 22 14:28:53.163225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de5cb8-1dda-477d-b7e3-1eb0cfc886d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec7a676-5ae2-40aa-8f27-fea183db7c89,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:53.303215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:53.309068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:53.312254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:53.317950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:53.318789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.323194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=02d3f56a-69dc-4b6e-9248-523aad773764,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:53.346178 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0c84ca18-6a74-49fb-beec-a778547bf9b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9937835 Mar 22 14:28:53.348809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60340) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:53.470264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e297d9-bf5f-433f-a19f-f597f778ad30 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:53.472865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d7e297d9-bf5f-433f-a19f-f597f778ad30 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1227527 Mar 22 14:28:53.475821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60346) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:53.488689 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.517640 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Publish callbacks [] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.528495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.589960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:53.596385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:53.622772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:53.632183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Pushing event updated for resources: {'Port': ['ID=fd1aa815-011d-436f-a560-c033e0b20bdf,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:53.671307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 02d3f56a-69dc-4b6e-9248-523aad773764 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:53.671782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (02d3f56a-69dc-4b6e-9248-523aad773764), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.761770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Attempting to bind port fd1aa815-011d-436f-a560-c033e0b20bdf on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:53.763484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Attempting to bind port fd1aa815-011d-436f-a560-c033e0b20bdf by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:53.764939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Attempting to bind port fd1aa815-011d-436f-a560-c033e0b20bdf on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:53.775763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:53.776642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:53.777243 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.778292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:53.779065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Bound port: fd1aa815-011d-436f-a560-c033e0b20bdf, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:53.779784 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.792053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60352) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:53.812526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa824-9014-4361-bd94-de62e0337233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.839713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (02d3f56a-69dc-4b6e-9248-523aad773764), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.862424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 02d3f56a-69dc-4b6e-9248-523aad773764 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:53.928987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] For port fd1aa815-011d-436f-a560-c033e0b20bdf, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:53.936324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] For port fd1aa815-011d-436f-a560-c033e0b20bdf, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fd1aa815-011d-436f-a560-c033e0b20bdf,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:53.957942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.042410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa824-9014-4361-bd94-de62e0337233 admin admin] Publish callbacks [] for security_group (5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.061663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f96c-3911-4605-acfc-275e2ddf5f45 None None] Pushing event updated for resources: {'Port': ['ID=fd1aa815-011d-436f-a560-c033e0b20bdf,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:54.092918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa824-9014-4361-bd94-de62e0337233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.171487 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f3fa824-9014-4361-bd94-de62e0337233 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3782229 Mar 22 14:28:54.173450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa824-9014-4361-bd94-de62e0337233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:54.174938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60356) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:54.181004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (02d3f56a-69dc-4b6e-9248-523aad773764), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.216827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=02d3f56a-69dc-4b6e-9248-523aad773764,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:54.254390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.262713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-83208697-c4db-497a-b081-cafc7fca268f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/02d3f56a-69dc-4b6e-9248-523aad773764 HTTP/1.1" status: 204 len: 168 time: 0.7856684 Mar 22 14:28:54.265112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60358) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:54.311654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a2c2-82c8-414f-93db-66236d6b0cb7 admin admin] Publish callbacks [] for security_group (5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.379287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820f39b-1d46-4b3d-8b8e-94b5e0bd525d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:54.381003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820f39b-1d46-4b3d-8b8e-94b5e0bd525d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:54.382572 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1820f39b-1d46-4b3d-8b8e-94b5e0bd525d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1163037 Mar 22 14:28:54.385191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60362) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:54.450815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a2c2-82c8-414f-93db-66236d6b0cb7 admin admin] Publish callbacks [] for security_group (5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.475822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 39d5cb59-b54e-41d4-8599-511d26536248 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:54.489665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (39d5cb59-b54e-41d4-8599-511d26536248), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.552856 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a2c2-82c8-414f-93db-66236d6b0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.559174 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a2c2-82c8-414f-93db-66236d6b0cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.565791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c7c1a2c2-82c8-414f-93db-66236d6b0cb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3 HTTP/1.1" status: 204 len: 168 time: 0.3894296 Mar 22 14:28:54.591900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fd1aa815-011d-436f-a560-c033e0b20bdf up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:54.597697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (39d5cb59-b54e-41d4-8599-511d26536248), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.599632 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1a2c2-82c8-414f-93db-66236d6b0cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9102dd-f9d7-4ee1-9b20-a10a8af99fe3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:54.716380 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (39d5cb59-b54e-41d4-8599-511d26536248), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.801711 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (39d5cb59-b54e-41d4-8599-511d26536248), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.869457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=39d5cb59-b54e-41d4-8599-511d26536248,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:54.893942 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.904155 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7b9b486f-fdcc-4f44-9077-80b2926276b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/39d5cb59-b54e-41d4-8599-511d26536248 HTTP/1.1" status: 204 len: 168 time: 0.5179455 Mar 22 14:28:54.907197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60374) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:54.971515 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55cac7c1-de4a-4bd7-912a-f64c7a2d7062 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544240 Mar 22 14:28:54.974926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:54.988704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:55.129684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.192243 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.220821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:55.225038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.246211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fd1aa815-011d-436f-a560-c033e0b20bdf triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:55.247642 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.447738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fd1aa815-011d-436f-a560-c033e0b20bdf is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:55.448132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.528723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port fd1aa815-011d-436f-a560-c033e0b20bdf, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fd1aa815-011d-436f-a560-c033e0b20bdf,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:55.539366 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.547428 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (b8391921-9481-45f4-a52c-ba6a2b60f33e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.638128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=fd1aa815-011d-436f-a560-c033e0b20bdf,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:55.652119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=b8391921-9481-45f4-a52c-ba6a2b60f33e,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:55.681299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:55.682406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:55.690867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:55.691253 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.732819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8cc3a263-9565-423e-93f8-f0e8c20ed160 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7564337 Mar 22 14:28:55.735708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60396) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:55.742223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'b8391921-9481-45f4-a52c-ba6a2b60f33e', 'ip_address': '2001:db8::1b0d:e9ed:297f:d44'}], 'name': 'tempest-NetworksTestDHCPv6-1803420867'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:55.748693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60398) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:55.988862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab5f62-7139-4c01-92cc-54b8ebb40154 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:56.042948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1461378365-network', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:56.060591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:56.091323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Made reservation on behalf of a43cc9602b8041cd8c05d03c3474583c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:56.094382 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.113460 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.125829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7be474a7-f385-40f0-892a-7ab7c96005c7 None None] Could not find standard attr ID for object 02d3f56a-69dc-4b6e-9248-523aad773764. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:28:56.229533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7be474a7-f385-40f0-892a-7ab7c96005c7 None None] Provisioning complete for port fd1aa815-011d-436f-a560-c033e0b20bdf triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:56.230378 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7be474a7-f385-40f0-892a-7ab7c96005c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.280312 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.309461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks [] for security_group (25aec67c-e93e-420c-9895-ef65a194c0c8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.318805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port e3772c04-ea00-4036-a903-f124f1984d83 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:56.320718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (25aec67c-e93e-420c-9895-ef65a194c0c8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.356521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:28:56.377591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7be474a7-f385-40f0-892a-7ab7c96005c7 None None] Current status of the port fd1aa815-011d-436f-a560-c033e0b20bdf is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:56.398567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (99f9661b-d2ca-4c52-985a-58b5917d8f14), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.398909 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Added segment 99f9661b-d2ca-4c52-985a-58b5917d8f14 of type vlan for network 558bf05b-6eb3-4b95-bab7-871a9d24b196 Mar 22 14:28:56.426355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fd1aa815-011d-436f-a560-c033e0b20bdf up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:56.490702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (558bf05b-6eb3-4b95-bab7-871a9d24b196), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.512056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fd1aa815-011d-436f-a560-c033e0b20bdf triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:56.512551 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.529175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aec67c-e93e-420c-9895-ef65a194c0c8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:56.532694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (558bf05b-6eb3-4b95-bab7-871a9d24b196), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.533636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:56.534435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.615749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fd1aa815-011d-436f-a560-c033e0b20bdf is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:56.632067 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8783627 Mar 22 14:28:56.632624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60410) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:56.635094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41fad-f0c4-4590-891b-23b6555e4172 admin admin] Pushing event updated for resources: {'Network': ['ID=558bf05b-6eb3-4b95-bab7-871a9d24b196,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:56.639243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Request body: {'subnet': {'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1461378365-subnet', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:56.646106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:28:56.658239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::1b0d:e9ed:297f:d44 (2440731f-18f0-47c1-a069-059cc098e13e/b8391921-9481-45f4-a52c-ba6a2b60f33e/e3772c04-ea00-4036-a903-f124f1984d83) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:56.691643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Made reservation on behalf of a43cc9602b8041cd8c05d03c3474583c for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:56.694243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.824496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b9704d16-a06b-440e-9dba-f8965155c0d4 None None] Provisioning complete for port fd1aa815-011d-436f-a560-c033e0b20bdf triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:56.824881 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b9704d16-a06b-440e-9dba-f8965155c0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.945800 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (e3772c04-ea00-4036-a903-f124f1984d83), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.965328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b9704d16-a06b-440e-9dba-f8965155c0d4 None None] Current status of the port fd1aa815-011d-436f-a560-c033e0b20bdf is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:57.076656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e3772c04-ea00-4036-a903-f124f1984d83), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.084308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0905e1f1-d9f6-41c9-8438-f8d6e867548d None None] Could not find standard attr ID for object 02d3f56a-69dc-4b6e-9248-523aad773764. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:28:57.195548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:57.206966 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (bf9c1de8-769c-49bc-b571-99e85620ad91), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.216021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:57.227041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:57.234522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:57.242215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.289065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=e3772c04-ea00-4036-a903-f124f1984d83,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:57.353000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-957596ef-cb70-4ec4-a421-09331f3945b5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6151903 Mar 22 14:28:57.356007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60430) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:57.356469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9c1de8-769c-49bc-b571-99e85620ad91,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:57.368023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Checking segment: {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:57.368456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Network hostable DHCP agents. Network: 558bf05b-6eb3-4b95-bab7-871a9d24b196, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:28:57.396983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:28:57.415039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 558bf05b-6eb3-4b95-bab7-871a9d24b196) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:57.430892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21892f-f3aa-4849-b05e-e6b876011208 None None] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:57.433287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:57.435630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.481025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-75f099d8-2d5c-469b-9965-8c9d675b643a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8448870 Mar 22 14:28:57.481509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60434) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:57.491212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:57.517648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f864a-fc27-46d8-a55c-e976e32a877f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:57.528993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f864a-fc27-46d8-a55c-e976e32a877f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:57.533214 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c02f864a-fc27-46d8-a55c-e976e32a877f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1732500 Mar 22 14:28:57.533937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60436) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:57.608065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (142791d3-4e20-4f8a-8218-5e4781fb8168), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.609213 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (142791d3-4e20-4f8a-8218-5e4781fb8168), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.621509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-558bf05b-6eb3-4b95-bab7-871a9d24b196', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:28:57.622918 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.812039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks [] for router_controller (142791d3-4e20-4f8a-8218-5e4781fb8168), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.829469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Allocated IP 172.20.0.2 (558bf05b-6eb3-4b95-bab7-871a9d24b196/bf9c1de8-769c-49bc-b571-99e85620ad91/f6354353-50b7-4410-a2b5-0cfe2e47e389) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:57.999145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port e3772c04-ea00-4036-a903-f124f1984d83 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:57.999720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e3772c04-ea00-4036-a903-f124f1984d83), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.020223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Publish callbacks [] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.040574 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.120881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Pushing event updated for resources: {'Port': ['ID=f6354353-50b7-4410-a2b5-0cfe2e47e389,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:58.132613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4977919b-f0f2-43ed-a220-021606e5a877 None None] Provisioning complete for port e3772c04-ea00-4036-a903-f124f1984d83 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:58.132997 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4977919b-f0f2-43ed-a220-021606e5a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3772c04-ea00-4036-a903-f124f1984d83), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.173453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4977919b-f0f2-43ed-a220-021606e5a877 None None] Port e3772c04-ea00-4036-a903-f124f1984d83 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:28:58.187844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:58.189399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:58.192612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:58.285249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Attempting to bind port f6354353-50b7-4410-a2b5-0cfe2e47e389 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:58.285643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Attempting to bind port f6354353-50b7-4410-a2b5-0cfe2e47e389 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:58.286344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Attempting to bind port f6354353-50b7-4410-a2b5-0cfe2e47e389 on network 558bf05b-6eb3-4b95-bab7-871a9d24b196 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:58.293473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:58.293848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Checking segment: {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:58.294809 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.295311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Bound using segment: {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:58.295799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Bound port: f6354353-50b7-4410-a2b5-0cfe2e47e389, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:58.296326 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.404170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] For port f6354353-50b7-4410-a2b5-0cfe2e47e389, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:58.413865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] For port f6354353-50b7-4410-a2b5-0cfe2e47e389, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f6354353-50b7-4410-a2b5-0cfe2e47e389,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:58.430001 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.516007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226fccb-35ab-4212-a299-87b45034dc54 None None] Pushing event updated for resources: {'Port': ['ID=f6354353-50b7-4410-a2b5-0cfe2e47e389,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:58.621444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.693044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks [] for router_gateway (142791d3-4e20-4f8a-8218-5e4781fb8168), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.784547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e3772c04-ea00-4036-a903-f124f1984d83), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.804836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for e3772c04-ea00-4036-a903-f124f1984d83 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:59.027789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e3772c04-ea00-4036-a903-f124f1984d83), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.074303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=e3772c04-ea00-4036-a903-f124f1984d83,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:59.178144 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.181595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-928fc814-547d-4079-a02f-0cdba87a5df1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/e3772c04-ea00-4036-a903-f124f1984d83 HTTP/1.1" status: 204 len: 168 time: 1.6464760 Mar 22 14:28:59.184173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60470) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.287859 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks [] for router_gateway (142791d3-4e20-4f8a-8218-5e4781fb8168), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.314832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d755562c-4d35-4d37-aa5c-64b71c777032 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:59.316417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d755562c-4d35-4d37-aa5c-64b71c777032 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:59.318120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d755562c-4d35-4d37-aa5c-64b71c777032 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1330423 Mar 22 14:28:59.319857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.320917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.397692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet b8391921-9481-45f4-a52c-ba6a2b60f33e {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:59.406661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (b8391921-9481-45f4-a52c-ba6a2b60f33e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.467932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Allocated IP 172.25.2.82 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/1049076b-58ae-4ac7-904c-86c040e23985) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:59.503451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (b8391921-9481-45f4-a52c-ba6a2b60f33e), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.561935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (b8391921-9481-45f4-a52c-ba6a2b60f33e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.635488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks [] for port (1049076b-58ae-4ac7-904c-86c040e23985), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.650287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (b8391921-9481-45f4-a52c-ba6a2b60f33e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.688355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=b8391921-9481-45f4-a52c-ba6a2b60f33e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:59.689253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1049076b-58ae-4ac7-904c-86c040e23985), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.699933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.712845 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6e071803-680c-4b4c-baac-691b72aafe27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/b8391921-9481-45f4-a52c-ba6a2b60f33e HTTP/1.1" status: 204 len: 168 time: 0.3899233 Mar 22 14:28:59.713509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60478) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.714852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516e9a7-995f-4bfc-8d2a-84f2e7cf7f72 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:59.742763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:59.758245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:59.761022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Pushing event updated for resources: {'Port': ['ID=1049076b-58ae-4ac7-904c-86c040e23985,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:59.763729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:59.847918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c742ef89-8ad1-4498-b404-df24bd7fb561 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331444 Mar 22 14:28:59.849050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60480) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.939442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f5e02c-8f75-49e4-b011-9dd61b7c7219 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:59.941226 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a3f5e02c-8f75-49e4-b011-9dd61b7c7219 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0910442 Mar 22 14:28:59.945841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60482) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.968852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:00.044474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] Deleting port fd1aa815-011d-436f-a560-c033e0b20bdf {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:00.045813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.054505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc06f7fa-af13-451e-bdaf-92f37a5715e2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:00.057159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc06f7fa-af13-451e-bdaf-92f37a5715e2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085701 Mar 22 14:29:00.059117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60484) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:00.099314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5dc19-51b7-4b18-916a-f34162252b62 None None] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:00.163937 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d44bc2c8-cf87-4f8d-8d36-103bb0cdfd5b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027734 Mar 22 14:29:00.169452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60488) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:00.175655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:00.211606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4f2a30f2-e734-4fdb-a217-5c8fa514eea7 None None] Provisioning complete for port f6354353-50b7-4410-a2b5-0cfe2e47e389 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:00.211969 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4f2a30f2-e734-4fdb-a217-5c8fa514eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.220183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] For port fd1aa815-011d-436f-a560-c033e0b20bdf, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fd1aa815-011d-436f-a560-c033e0b20bdf,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:00.220580 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.272147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] Calling delete_port for fd1aa815-011d-436f-a560-c033e0b20bdf owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:00.318203 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks [] for router_gateway (142791d3-4e20-4f8a-8218-5e4781fb8168), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.417613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:00.424860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.508372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a30f2-e734-4fdb-a217-5c8fa514eea7 None None] Current status of the port f6354353-50b7-4410-a2b5-0cfe2e47e389 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:00.508797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4f2a30f2-e734-4fdb-a217-5c8fa514eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.550580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4f2a30f2-e734-4fdb-a217-5c8fa514eea7 None None] For port f6354353-50b7-4410-a2b5-0cfe2e47e389, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f6354353-50b7-4410-a2b5-0cfe2e47e389,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:00.551969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f6354353-50b7-4410-a2b5-0cfe2e47e389 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:00.644646 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4f2a30f2-e734-4fdb-a217-5c8fa514eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.653242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (fd1aa815-011d-436f-a560-c033e0b20bdf), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.739880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] No DVR routers for this DVR port fd1aa815-011d-436f-a560-c033e0b20bdf on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:00.779660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f6354353-50b7-4410-a2b5-0cfe2e47e389 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:00.780041 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.837574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (142791d3-4e20-4f8a-8218-5e4781fb8168), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.856586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a30f2-e734-4fdb-a217-5c8fa514eea7 None None] Pushing event updated for resources: {'Port': ['ID=f6354353-50b7-4410-a2b5-0cfe2e47e389,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:00.916288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a50ef035-f8e0-4578-b8c1-962043ac0e23), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.929889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd7cae-d4ee-4345-a980-a16a8baeb7e7 None None] Pushing event deleted for resources: {'Port': ['ID=fd1aa815-011d-436f-a560-c033e0b20bdf,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:00.993479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:00.996677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:01.002413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:01.003062 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.018675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=a50ef035-f8e0-4578-b8c1-962043ac0e23,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:01.024291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c533a-3ceb-4a89-81e5-d52468b5b3aa None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:01.035671 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8bfe653e-0a55-409e-8021-e1502f5b2798 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8645637 Mar 22 14:29:01.036403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:01.041230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'a50ef035-f8e0-4578-b8c1-962043ac0e23', 'ip_address': '2001:db8::a7e4:d1fa:1e7c:29d0'}], 'name': 'tempest-NetworksTestDHCPv6-1034434053'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:01.092208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f6354353-50b7-4410-a2b5-0cfe2e47e389 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:01.096199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3d59aaf7-644f-4961-9d8d-dfb365ba8572 None None] Provisioning complete for port f6354353-50b7-4410-a2b5-0cfe2e47e389 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:01.096460 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3d59aaf7-644f-4961-9d8d-dfb365ba8572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.116580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Router 142791d3-4e20-4f8a-8218-5e4781fb8168 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:29:01.223724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fd1aa815-011d-436f-a560-c033e0b20bdf no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:01.254786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: fd1aa815-011d-436f-a560-c033e0b20bdf {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:01.255533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fd1aa815-011d-436f-a560-c033e0b20bdf not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:01.309115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3d59aaf7-644f-4961-9d8d-dfb365ba8572 None None] Current status of the port f6354353-50b7-4410-a2b5-0cfe2e47e389 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:01.314402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:01.343002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:01.360395 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Sync routers for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:01.395863 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:01.397141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.401411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d5ba95cb-6a17-4fd2-a31c-a082b3107f35 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9188337 Mar 22 14:29:01.402079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60502) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:01.402744 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:01.410851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'a50ef035-f8e0-4578-b8c1-962043ac0e23'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:01.411704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.517270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.564897 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:01.578397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 13c8591f-59c8-4fd1-999c-7238923a0c0a yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:01.725762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/a50ef035-f8e0-4578-b8c1-962043ac0e23/aefcea13-ac89-4da8-b808-72811b7c4088) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:01.868555 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:00Z', 'revision_number': 3, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:01.906384 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Checking router: 142791d3-4e20-4f8a-8218-5e4781fb8168 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:01.906868 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Updating router 142791d3-4e20-4f8a-8218-5e4781fb8168 port 1049076b-58ae-4ac7-904c-86c040e23985 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:29:01.945698 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1049076b-58ae-4ac7-904c-86c040e23985), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.047275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Publish callbacks [] for port (aefcea13-ac89-4da8-b808-72811b7c4088), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.058371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.112219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:02.123246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:02.134018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:02.163996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::a7e4:d1fa:1e7c:29d0 (2440731f-18f0-47c1-a069-059cc098e13e/a50ef035-f8e0-4578-b8c1-962043ac0e23/13c8591f-59c8-4fd1-999c-7238923a0c0a) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:02.232804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Pushing event updated for resources: {'Port': ['ID=aefcea13-ac89-4da8-b808-72811b7c4088,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:02.268150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Attempting to bind port aefcea13-ac89-4da8-b808-72811b7c4088 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:02.268823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Attempting to bind port aefcea13-ac89-4da8-b808-72811b7c4088 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:02.269435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Attempting to bind port aefcea13-ac89-4da8-b808-72811b7c4088 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:02.288541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:02.288909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:02.289549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.290337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:02.291013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Bound port: aefcea13-ac89-4da8-b808-72811b7c4088, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:02.291592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.373545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.387430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] For port aefcea13-ac89-4da8-b808-72811b7c4088, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:02.391144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] For port aefcea13-ac89-4da8-b808-72811b7c4088, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=aefcea13-ac89-4da8-b808-72811b7c4088,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:02.402106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.487011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5efef-1493-42e1-a4fd-20eb01eff1db None None] Pushing event updated for resources: {'Port': ['ID=aefcea13-ac89-4da8-b808-72811b7c4088,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:02.491690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f6354353-50b7-4410-a2b5-0cfe2e47e389 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:02.630902 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Publish callbacks [] for port (1049076b-58ae-4ac7-904c-86c040e23985), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.632345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f6354353-50b7-4410-a2b5-0cfe2e47e389 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:02.632738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.648140 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1049076b-58ae-4ac7-904c-86c040e23985), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.656252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (13c8591f-59c8-4fd1-999c-7238923a0c0a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.759397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (13c8591f-59c8-4fd1-999c-7238923a0c0a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.768886 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe38dd-20d1-4b73-afc8-41f04024a12e None None] Pushing event updated for resources: {'Port': ['ID=1049076b-58ae-4ac7-904c-86c040e23985,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:02.784356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Attempting to bind port 1049076b-58ae-4ac7-904c-86c040e23985 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:02.785079 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Attempting to bind port 1049076b-58ae-4ac7-904c-86c040e23985 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:02.785449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Attempting to bind port 1049076b-58ae-4ac7-904c-86c040e23985 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:02.792998 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:29:02.793748 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:02.794481 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:02.795276 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.795674 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:02.796155 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Bound port: 1049076b-58ae-4ac7-904c-86c040e23985, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:02.796569 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1049076b-58ae-4ac7-904c-86c040e23985), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.875762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Allocated IP 172.20.0.1 (558bf05b-6eb3-4b95-bab7-871a9d24b196/bf9c1de8-769c-49bc-b571-99e85620ad91/4fd4d39a-50db-4ce9-b520-7f369cbc0df5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:02.880510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:02.881446 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] For port 1049076b-58ae-4ac7-904c-86c040e23985, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:02.885709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:02.890266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:02.898114 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] For port 1049076b-58ae-4ac7-904c-86c040e23985, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1049076b-58ae-4ac7-904c-86c040e23985,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:02.900142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:02.900578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.914975 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1049076b-58ae-4ac7-904c-86c040e23985), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.969960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=13c8591f-59c8-4fd1-999c-7238923a0c0a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:02.978040 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8acea531-7d62-433c-9060-d1c4aa351d8f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9405606 Mar 22 14:29:02.982888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:02.996021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d633fbed-8fb4-46cd-b29d-0d4852fd92ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'a50ef035-f8e0-4578-b8c1-962043ac0e23', 'ip_address': '2001:db8::a7e4:d1fa:1e7c:29d0'}], 'name': 'tempest-NetworksTestDHCPv6-1199124711'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:03.115445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks [] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.116377 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe38dd-20d1-4b73-afc8-41f04024a12e None None] Pushing event updated for resources: {'Port': ['ID=1049076b-58ae-4ac7-904c-86c040e23985,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:03.122436 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:03.123298 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:03.202798 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.265590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d633fbed-8fb4-46cd-b29d-0d4852fd92ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:03.270532 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d633fbed-8fb4-46cd-b29d-0d4852fd92ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.283983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f6354353-50b7-4410-a2b5-0cfe2e47e389 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:03.286957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:03.301432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:03.306781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-d633fbed-8fb4-46cd-b29d-0d4852fd92ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 3e12c2da-4666-4da0-ac14-c5a477aa71d4 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:03.314000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:03.351873 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:03.367460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:03.397452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.399084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.399644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.400235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.401063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.401673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.402975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.403788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.404365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.405148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.405744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.406450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.407296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.407665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.408170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:03.438871 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (142791d3-4e20-4f8a-8218-5e4781fb8168), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.647582 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d633fbed-8fb4-46cd-b29d-0d4852fd92ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 14:29:03.648433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d633fbed-8fb4-46cd-b29d-0d4852fd92ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:29:03.670001 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.680047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d633fbed-8fb4-46cd-b29d-0d4852fd92ab tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6935205 Mar 22 14:29:03.683901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:03.726626 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:00Z', 'revision_number': 3, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:03.771790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40ebce-8fed-461a-a1cf-2dd61df57ece tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:03.774122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3bd08a47-adc3-4087-a126-a9acae8ff8b0 None None] Provisioning complete for port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:03.774481 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3bd08a47-adc3-4087-a126-a9acae8ff8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.776269 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13d773-8314-4b40-8b10-ac5ff06be0e8 None None] The sync data for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 is: [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:00Z', 'revision_number': 3, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:03.797711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40ebce-8fed-461a-a1cf-2dd61df57ece tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:03.802100 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef40ebce-8fed-461a-a1cf-2dd61df57ece tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1146026 Mar 22 14:29:03.811792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:03.866043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3bd08a47-adc3-4087-a126-a9acae8ff8b0 None None] Port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:04.051876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 13c8591f-59c8-4fd1-999c-7238923a0c0a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:04.053859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (13c8591f-59c8-4fd1-999c-7238923a0c0a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.136935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks [] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.151639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.292153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (13c8591f-59c8-4fd1-999c-7238923a0c0a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.321552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 13c8591f-59c8-4fd1-999c-7238923a0c0a owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:04.361957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:04.379013 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (142791d3-4e20-4f8a-8218-5e4781fb8168), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.556803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e319b7ee-a308-4036-96d4-4e424f0d5670 None None] Provisioning complete for port aefcea13-ac89-4da8-b808-72811b7c4088 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:04.559389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e319b7ee-a308-4036-96d4-4e424f0d5670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.602520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:04.606027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:04.738060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device aefcea13-ac89-4da8-b808-72811b7c4088 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:04.751506 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (13c8591f-59c8-4fd1-999c-7238923a0c0a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.947646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=13c8591f-59c8-4fd1-999c-7238923a0c0a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:04.963095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.973586 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5f6703eb-22eb-4f24-a81e-efa11ea7a8e0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/13c8591f-59c8-4fd1-999c-7238923a0c0a HTTP/1.1" status: 204 len: 168 time: 1.1600087 Mar 22 14:29:04.974453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.978696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Router 142791d3-4e20-4f8a-8218-5e4781fb8168 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:05.047602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e319b7ee-a308-4036-96d4-4e424f0d5670 None None] Current status of the port aefcea13-ac89-4da8-b808-72811b7c4088 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:05.047994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e319b7ee-a308-4036-96d4-4e424f0d5670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.054468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port aefcea13-ac89-4da8-b808-72811b7c4088 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:05.054713 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.148976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a22eef6-5a76-4c2e-8e6a-a42222fb6802 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:05.151265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a22eef6-5a76-4c2e-8e6a-a42222fb6802 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:05.153740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6a22eef6-5a76-4c2e-8e6a-a42222fb6802 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1775806 Mar 22 14:29:05.156864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:05.203581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e319b7ee-a308-4036-96d4-4e424f0d5670 None None] For port aefcea13-ac89-4da8-b808-72811b7c4088, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=aefcea13-ac89-4da8-b808-72811b7c4088,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:05.235105 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e319b7ee-a308-4036-96d4-4e424f0d5670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.327060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet a50ef035-f8e0-4578-b8c1-962043ac0e23 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:05.332856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:05.339923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1862ddc0-c8dc-4768-b485-448a5afc2203 admin admin] 10.222.0.44 "PUT /v2.0/routers/142791d3-4e20-4f8a-8218-5e4781fb8168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9368107 Mar 22 14:29:05.340721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (a50ef035-f8e0-4578-b8c1-962043ac0e23), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.372822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319b7ee-a308-4036-96d4-4e424f0d5670 None None] Pushing event updated for resources: {'Port': ['ID=aefcea13-ac89-4da8-b808-72811b7c4088,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:05.398586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-94955ee8-86ff-49bb-8071-e99f94104674 None None] Could not find standard attr ID for object 13c8591f-59c8-4fd1-999c-7238923a0c0a. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:05.452075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (a50ef035-f8e0-4578-b8c1-962043ac0e23), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.539869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-94955ee8-86ff-49bb-8071-e99f94104674 None None] Provisioning complete for port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:05.540390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-94955ee8-86ff-49bb-8071-e99f94104674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.569582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port aefcea13-ac89-4da8-b808-72811b7c4088 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:05.570948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1049076b-58ae-4ac7-904c-86c040e23985 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:05.616252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-94955ee8-86ff-49bb-8071-e99f94104674 None None] Port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:05.654297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a50ef035-f8e0-4578-b8c1-962043ac0e23), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.667243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1049076b-58ae-4ac7-904c-86c040e23985 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:05.667949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1049076b-58ae-4ac7-904c-86c040e23985), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.814601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (a50ef035-f8e0-4578-b8c1-962043ac0e23), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.840729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1049076b-58ae-4ac7-904c-86c040e23985 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:05.841123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1049076b-58ae-4ac7-904c-86c040e23985), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.867782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.878337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60560) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:05.880889 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/a50ef035-f8e0-4578-b8c1-962043ac0e23 HTTP/1.1" status: 204 len: 168 time: 0.7214539 Mar 22 14:29:05.882641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fe668-8f85-43a1-a822-169b91c7a572 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:05.886573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 1049076b-58ae-4ac7-904c-86c040e23985, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1049076b-58ae-4ac7-904c-86c040e23985,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:05.927104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9850a0-6fae-42a0-b280-c2bb1f193ffd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=a50ef035-f8e0-4578-b8c1-962043ac0e23,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:05.967308 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1049076b-58ae-4ac7-904c-86c040e23985), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.014053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a56128a4-bbe1-4e3e-a751-ddcdf1c59a00 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303873 Mar 22 14:29:06.015135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:06.021351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:06.170868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=1049076b-58ae-4ac7-904c-86c040e23985,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:06.215514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:06.219465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.366331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:06.407709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60574) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:06.415144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1796649467-network', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:06.475315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Made reservation on behalf of 639801120ddd43f99e4cfc0ef8c4f1d6 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:06.479069 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.494569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.512895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1049076b-58ae-4ac7-904c-86c040e23985 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:06.572007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] Deleting port aefcea13-ac89-4da8-b808-72811b7c4088 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:06.572752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.586655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (d7b34a68-491c-49a3-a298-c0e811fdc999), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.628148 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks [] for security_group (6af339ff-4461-423c-9225-068a66e84191), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.637254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6af339ff-4461-423c-9225-068a66e84191), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.677793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=d7b34a68-491c-49a3-a298-c0e811fdc999,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:06.688295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1049076b-58ae-4ac7-904c-86c040e23985 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:06.688816 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1049076b-58ae-4ac7-904c-86c040e23985), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.692550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:29:06.697628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af339ff-4461-423c-9225-068a66e84191,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:06.706573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:06.709697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:06.715408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.716320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.724582 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.724682 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Added segment 23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d of type vlan for network 7a5df17d-17b2-4f67-b11f-bfce519acb71 Mar 22 14:29:06.747980 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-88977155-13ba-4dd7-a26b-77c073c395aa tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7311990 Mar 22 14:29:06.751747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60578) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:06.758315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2514ba66-8e32-482d-9fb3-26b6f1158763 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'd7b34a68-491c-49a3-a298-c0e811fdc999', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-907298676'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:06.827852 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7a5df17d-17b2-4f67-b11f-bfce519acb71), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.888861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Sync routers for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:06.903966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] For port aefcea13-ac89-4da8-b808-72811b7c4088, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=aefcea13-ac89-4da8-b808-72811b7c4088,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:06.904369 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.908554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7a5df17d-17b2-4f67-b11f-bfce519acb71), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.909815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.910366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.919841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1049076b-58ae-4ac7-904c-86c040e23985 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:06.930524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] Calling delete_port for aefcea13-ac89-4da8-b808-72811b7c4088 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:06.935624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:06.936440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:06.961026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514ba66-8e32-482d-9fb3-26b6f1158763 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:06.993956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5841913 Mar 22 14:29:07.002106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60582) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:07.009208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76e260-150f-4df9-ade2-862848574090 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5df17d-17b2-4f67-b11f-bfce519acb71,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:07.080076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:07.084213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Request body: {'subnet': {'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1796649467-subnet', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:07.122492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Made reservation on behalf of 639801120ddd43f99e4cfc0ef8c4f1d6 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:07.124980 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:07.199440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2514ba66-8e32-482d-9fb3-26b6f1158763 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:07.245445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-2514ba66-8e32-482d-9fb3-26b6f1158763 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 7ec8a12a-e8ee-4b58-a140-450160488c95 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:07.278540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:29:07.532822 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2514ba66-8e32-482d-9fb3-26b6f1158763 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:29:07.538218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2514ba66-8e32-482d-9fb3-26b6f1158763 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:29:07.598831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 2, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:07.602456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2514ba66-8e32-482d-9fb3-26b6f1158763 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8493288 Mar 22 14:29:07.605009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60592) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:07.617640 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (f3858cda-8dde-478f-b82e-a94f36aab3af), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:07.669407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Checking router: 142791d3-4e20-4f8a-8218-5e4781fb8168 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:07.676598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Updating router 142791d3-4e20-4f8a-8218-5e4781fb8168 port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:29:07.701525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb6174-0f0d-45d1-8877-fdeef167fee0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.717894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-43cb6174-0f0d-45d1-8877-fdeef167fee0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1110933 Mar 22 14:29:07.721551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3858cda-8dde-478f-b82e-a94f36aab3af,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:07.722674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:07.744538 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (aefcea13-ac89-4da8-b808-72811b7c4088), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:07.804323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Checking segment: {'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:07.804988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Network hostable DHCP agents. Network: 7a5df17d-17b2-4f67-b11f-bfce519acb71, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:29:07.811876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] No DVR routers for this DVR port aefcea13-ac89-4da8-b808-72811b7c4088 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:07.836025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95334f45-4ee1-47bc-842f-4f94bb71e820 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.837449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95334f45-4ee1-47bc-842f-4f94bb71e820 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.841434 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:07.841584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-95334f45-4ee1-47bc-842f-4f94bb71e820 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1140430 Mar 22 14:29:07.844842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee25f8a-c9d5-49a0-b919-547f7ec8c0ae None None] Pushing event deleted for resources: {'Port': ['ID=aefcea13-ac89-4da8-b808-72811b7c4088,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:07.850535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60596) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:07.853181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1df7b5-3fd3-4298-8b8e-35f53d4af636 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:07.910533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:29:07.958514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7a5df17d-17b2-4f67-b11f-bfce519acb71) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:07.965762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.966452 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:07.975817 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet d7b34a68-491c-49a3-a298-c0e811fdc999 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:08.003840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125b4dce-5eee-40f4-874b-f6d423b9f4fd None None] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:08.008545 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (d7b34a68-491c-49a3-a298-c0e811fdc999), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.064805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c31f4e2-eb6f-4624-80b9-d9111c5ee1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'd7b34a68-491c-49a3-a298-c0e811fdc999'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:08.065899 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2c31f4e2-eb6f-4624-80b9-d9111c5ee1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.104646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (d7b34a68-491c-49a3-a298-c0e811fdc999), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.156191 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (d7b34a68-491c-49a3-a298-c0e811fdc999), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.230068 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d730dd71-d929-4e2c-81cf-b6aaa7f74dd4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2211449 Mar 22 14:29:08.232998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60604) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:08.237864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:08.259410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (d7b34a68-491c-49a3-a298-c0e811fdc999), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-2c31f4e2-eb6f-4624-80b9-d9111c5ee1ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7b34a68-491c-49a3-a298-c0e811fdc999: This subnet is being modified by another concurrent operation. Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7b34a68-491c-49a3-a298-c0e811fdc999: This subnet is being modified by another concurrent operation. Mar 22 14:29:08.263043 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 14:29:08.307865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.309086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.373158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b34a68-491c-49a3-a298-c0e811fdc999,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:08.381999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.390819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9596590b-498b-4a83-8cb5-fbccfd070ebb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/d7b34a68-491c-49a3-a298-c0e811fdc999 HTTP/1.1" status: 204 len: 168 time: 0.5369883 Mar 22 14:29:08.398772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:08.462443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device aefcea13-ac89-4da8-b808-72811b7c4088 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:08.491028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: aefcea13-ac89-4da8-b808-72811b7c4088 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:08.491628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device aefcea13-ac89-4da8-b808-72811b7c4088 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:08.492516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks [] for router_controller (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.493724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7a5df17d-17b2-4f67-b11f-bfce519acb71', 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71', 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'fixed_ips': [{'subnet_id': 'f3858cda-8dde-478f-b82e-a94f36aab3af'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:08.494876 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.523954 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16020d20-b924-4556-b20c-b9a3f5c58186 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239426 Mar 22 14:29:08.530390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:08.546125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:08.780407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:08.789136 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.893280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Allocated IP 172.20.0.2 (7a5df17d-17b2-4f67-b11f-bfce519acb71/f3858cda-8dde-478f-b82e-a94f36aab3af/d2c16897-1bd3-4b4f-91ca-8c75bc12186b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:09.000105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks [] for router_gateway (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.221630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (ffb02045-b23e-4792-a471-e5bfaf8a287b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.302727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:09.306296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:09.310715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:09.311311 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.318296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=ffb02045-b23e-4792-a471-e5bfaf8a287b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:09.340151 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0f3ad44f-e5fc-40cc-8758-baa7e927e52d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8111856 Mar 22 14:29:09.342954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60620) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:09.353021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7eb26c83-5e8c-4abf-9b17-61dbf2341d19 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-465207665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:09.397848 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eb26c83-5e8c-4abf-9b17-61dbf2341d19 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (f71acde8-99e5-45e6-974d-66799cd764fc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.399653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eb26c83-5e8c-4abf-9b17-61dbf2341d19 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (f71acde8-99e5-45e6-974d-66799cd764fc), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.407966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca170b65-7c5e-47b1-91ff-883bedd251cd None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:09.528392 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eb26c83-5e8c-4abf-9b17-61dbf2341d19 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router_controller (f71acde8-99e5-45e6-974d-66799cd764fc), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.544610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eb26c83-5e8c-4abf-9b17-61dbf2341d19 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (f71acde8-99e5-45e6-974d-66799cd764fc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.572188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7eb26c83-5e8c-4abf-9b17-61dbf2341d19 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.573561 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7eb26c83-5e8c-4abf-9b17-61dbf2341d19 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2296820 Mar 22 14:29:09.576354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60624) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:09.830083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Publish callbacks [] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.974724 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.080109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'ffb02045-b23e-4792-a471-e5bfaf8a287b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:10.081162 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.136344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f824d-55d4-4b08-a547-7f01ffba2ab3 None None] Pushing event updated for resources: {'Port': ['ID=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:10.237566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.406097 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks [] for router_gateway (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.449950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/ffb02045-b23e-4792-a471-e5bfaf8a287b/5d4ae341-acf9-4697-a1e2-bf786bd5078f) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:10.464942 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.635483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Allocated IP 172.25.2.217 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/ada6657b-89bf-4a32-b500-e48d53bef664) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:10.773233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks [] for port (ada6657b-89bf-4a32-b500-e48d53bef664), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.774993 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Publish callbacks [] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.804660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.844568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.902403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:10.906668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:10.918126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:10.938950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::1 (2440731f-18f0-47c1-a069-059cc098e13e/ffb02045-b23e-4792-a471-e5bfaf8a287b/8cbb7998-fa4a-46f1-9544-44493a40c801) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:10.957060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Pushing event updated for resources: {'Port': ['ID=ada6657b-89bf-4a32-b500-e48d53bef664,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:11.009291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Publish callbacks [] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.041951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:11.050946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:11.057411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:11.081106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.213373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Pushing event updated for resources: {'Port': ['ID=5d4ae341-acf9-4697-a1e2-bf786bd5078f,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:11.283316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Pushing event updated for resources: {'Port': ['ID=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:11.313486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:11.335670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:11.339892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:11.349591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Attempting to bind port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:11.350046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Attempting to bind port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:11.350453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Attempting to bind port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 on network 558bf05b-6eb3-4b95-bab7-871a9d24b196 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:11.362485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:11.362908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Checking segment: {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:11.363688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.364098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Bound using segment: {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:11.364800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Bound port: 4fd4d39a-50db-4ce9-b520-7f369cbc0df5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:11.365250 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.375369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.440429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Attempting to bind port 5d4ae341-acf9-4697-a1e2-bf786bd5078f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:11.440867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Attempting to bind port 5d4ae341-acf9-4697-a1e2-bf786bd5078f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:11.441156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Attempting to bind port 5d4ae341-acf9-4697-a1e2-bf786bd5078f on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:11.453161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.548530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Attempting to bind port d2c16897-1bd3-4b4f-91ca-8c75bc12186b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:11.548792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:11.550772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Attempting to bind port d2c16897-1bd3-4b4f-91ca-8c75bc12186b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:11.551093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Attempting to bind port d2c16897-1bd3-4b4f-91ca-8c75bc12186b on network 7a5df17d-17b2-4f67-b11f-bfce519acb71 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:11.560314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:11.560314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:11.560314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.560780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:11.561177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Bound port: 5d4ae341-acf9-4697-a1e2-bf786bd5078f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:11.561517 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.565625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:11.569171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:11.569708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:11.569847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Checking segment: {'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:11.570153 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.570767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Bound using segment: {'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:11.571437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Bound port: d2c16897-1bd3-4b4f-91ca-8c75bc12186b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:11.571827 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.575362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (f71acde8-99e5-45e6-974d-66799cd764fc), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.601852 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks [] for router_gateway (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.666643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] For port d2c16897-1bd3-4b4f-91ca-8c75bc12186b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:11.670340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] For port d2c16897-1bd3-4b4f-91ca-8c75bc12186b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,segment=NetworkSegment(23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d),segment_id=23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:11.676277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8c6bc59c-82e0-4afb-b6d8-05d5609ef147 None None] Provisioning complete for port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:11.676277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc59c-82e0-4afb-b6d8-05d5609ef147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.708626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=8cbb7998-fa4a-46f1-9544-44493a40c801,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:11.758344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.972527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] For port 5d4ae341-acf9-4697-a1e2-bf786bd5078f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:11.977084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] For port 5d4ae341-acf9-4697-a1e2-bf786bd5078f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5d4ae341-acf9-4697-a1e2-bf786bd5078f,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:12.008760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.066830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8c6bc59c-82e0-4afb-b6d8-05d5609ef147 None None] Port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:12.092743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-fce8e888-d568-4174-a14d-c880bebba225 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6802752 Mar 22 14:29:12.146960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] For port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:12.148620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.156424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] For port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:12.169866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702bb0-c8f8-4a75-910a-f147c03f999b None None] Pushing event updated for resources: {'Port': ['ID=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:12.183047 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.429786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4551d83-d271-4dfb-af73-f6d34925dffb None None] Pushing event updated for resources: {'Port': ['ID=5d4ae341-acf9-4697-a1e2-bf786bd5078f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:12.523255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:12.524315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:12.622428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2c16897-1bd3-4b4f-91ca-8c75bc12186b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:12.673935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-4e144d5d-bf78-4b15-bcf5-1542f685907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:12.677342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-4e144d5d-bf78-4b15-bcf5-1542f685907a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 1127 time: 0.1585655 Mar 22 14:29:12.677342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Router bb6a2619-1cca-44af-bc58-b8ac2cabf44a is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:29:12.910553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:12.976273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.061337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:13.079060 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Sync routers for ids ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:13.104289 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Routers {'bb6a2619-1cca-44af-bc58-b8ac2cabf44a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:13.110773 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:13.137632 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.144714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b76e4b25-b55c-4ad7-9965-1fbb41b94737 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9105382 Mar 22 14:29:13.152672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60660) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:13.458492 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Set router bb6a2619-1cca-44af-bc58-b8ac2cabf44a gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:13.505918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f824d-55d4-4b08-a547-7f01ffba2ab3 None None] Pushing event updated for resources: {'Port': ['ID=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:13.562967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-73f52df8-f0f1-4a4d-a656-3a970ae806d5 None None] Provisioning complete for port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:13.563356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-73f52df8-f0f1-4a4d-a656-3a970ae806d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.693816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-5e18b964-6bc3-4e9f-b9a2-05dd10aeee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:13.700324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60666) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:13.709054 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-5e18b964-6bc3-4e9f-b9a2-05dd10aeee22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 914 time: 0.8983352 Mar 22 14:29:13.769607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:12Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:13.904511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.930630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.932494 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (f71acde8-99e5-45e6-974d-66799cd764fc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.954968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f767ba9-82cb-447c-b24a-74031d818aa4 None None] The sync data for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 is: [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:12Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:13.972856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d2c16897-1bd3-4b4f-91ca-8c75bc12186b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:13.973670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.012464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-e5245c2b-f0f4-4dc8-b440-f351afbf4301 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2 HTTP/1.1" status: 200 len: 217 time: 0.2972929 Mar 22 14:29:14.129523 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90107f87-a824-4ce0-a264-2928d4180c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.140642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=8cbb7998-fa4a-46f1-9544-44493a40c801,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:14.156859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3db67-5e50-4f46-bc85-f0696d57a67b None None] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:14.274596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-c1caac67-9b75-4bd5-9c39-e58e927d8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:14.276433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-c1caac67-9b75-4bd5-9c39-e58e927d8858 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.2317450 Mar 22 14:29:14.372884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-0a0e7d12-de81-498b-b0c3-52399279fdd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790174 Mar 22 14:29:14.474363 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90107f87-a824-4ce0-a264-2928d4180c30 admin admin] Publish callbacks [] for security_group (64e5fc44-4f04-4240-9b59-0922a3cd6276), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.477392 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:29:11Z', 'revision_number': 3, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port': {'id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:14.490260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-90107f87-a824-4ce0-a264-2928d4180c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (64e5fc44-4f04-4240-9b59-0922a3cd6276), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.546735 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Checking router: bb6a2619-1cca-44af-bc58-b8ac2cabf44a for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:14.555654 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Updating router bb6a2619-1cca-44af-bc58-b8ac2cabf44a port ada6657b-89bf-4a32-b500-e48d53bef664 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:29:14.602083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:14.613878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:14.689517 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.701672 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-90107f87-a824-4ce0-a264-2928d4180c30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4d643ab4dd14b809541c8a3ab313479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9925492 Mar 22 14:29:14.756252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60676) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:14.876027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90107f87-a824-4ce0-a264-2928d4180c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5fc44-4f04-4240-9b59-0922a3cd6276,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:15.018948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Router f71acde8-99e5-45e6-974d-66799cd764fc is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:29:15.036167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-73f52df8-f0f1-4a4d-a656-3a970ae806d5 None None] Current status of the port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:15.036679 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-73f52df8-f0f1-4a4d-a656-3a970ae806d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.065180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-90119cc3-06af-43b0-b676-c603ec0072c9 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833522 Mar 22 14:29:15.097788 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-46401447-46fb-4b68-a817-6e031d926a82 admin admin] Publish callbacks [] for security_group (64e5fc44-4f04-4240-9b59-0922a3cd6276), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.143082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d2c16897-1bd3-4b4f-91ca-8c75bc12186b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:15.143779 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.151758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-73f52df8-f0f1-4a4d-a656-3a970ae806d5 None None] For port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:15.186748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-73f52df8-f0f1-4a4d-a656-3a970ae806d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.366452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-46401447-46fb-4b68-a817-6e031d926a82 admin admin] Publish callbacks [] for security_group (64e5fc44-4f04-4240-9b59-0922a3cd6276), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.409143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:15.420556 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd01576d-af3e-419b-845a-b64087bddeb3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "PUT /v2.0/routers/f71acde8-99e5-45e6-974d-66799cd764fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8430610 Mar 22 14:29:15.421377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:15.490795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52df8-f0f1-4a4d-a656-3a970ae806d5 None None] Pushing event updated for resources: {'Port': ['ID=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:15.543626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f6ca2-17c7-4786-959b-1a8377ea40bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.547844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Sync routers for ids ['f71acde8-99e5-45e6-974d-66799cd764fc'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:15.548536 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc0f6ca2-17c7-4786-959b-1a8377ea40bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports/8cbb7998-fa4a-46f1-9544-44493a40c801 HTTP/1.1" status: 200 len: 911 time: 0.1259007 Mar 22 14:29:15.549338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:15.569272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port d2c16897-1bd3-4b4f-91ca-8c75bc12186b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,segment=NetworkSegment(23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d),segment_id=23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:15.596535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Provisioning complete for port 5d4ae341-acf9-4697-a1e2-bf786bd5078f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:15.596957 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.599557 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Publish callbacks [] for port (ada6657b-89bf-4a32-b500-e48d53bef664), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.622230 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.652628 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.704169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Routers {'f71acde8-99e5-45e6-974d-66799cd764fc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:15.704946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f71acde8-99e5-45e6-974d-66799cd764fc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:15.758698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5eb7d-20d8-4c34-8b0a-5700f5e5fd87 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.786653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5eb7d-20d8-4c34-8b0a-5700f5e5fd87 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.794788 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7cb5eb7d-20d8-4c34-8b0a-5700f5e5fd87 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2440317 Mar 22 14:29:15.795456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60692) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:15.812209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Current status of the port 5d4ae341-acf9-4697-a1e2-bf786bd5078f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:15.812918 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.832611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a1f65-df3b-474a-9078-62a6457b085f None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:29:15.841327 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Attempting to bind port ada6657b-89bf-4a32-b500-e48d53bef664 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:15.841697 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Attempting to bind port ada6657b-89bf-4a32-b500-e48d53bef664 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:15.842087 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Attempting to bind port ada6657b-89bf-4a32-b500-e48d53bef664 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:15.890818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b1da34-6790-4f5f-9714-d0bf4a27dd11 req-c84a3ff0-a9bb-43bc-b648-6b7d5b085140 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8098166 Mar 22 14:29:15.892376 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:15.893386 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:15.893798 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.899222 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:15.899809 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Bound port: ada6657b-89bf-4a32-b500-e48d53bef664, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:15.900216 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.933607 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-46401447-46fb-4b68-a817-6e031d926a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (64e5fc44-4f04-4240-9b59-0922a3cd6276), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.941141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-46401447-46fb-4b68-a817-6e031d926a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.950155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-46401447-46fb-4b68-a817-6e031d926a82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64e5fc44-4f04-4240-9b59-0922a3cd6276 HTTP/1.1" status: 204 len: 168 time: 1.1910768 Mar 22 14:29:15.989888 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] For port ada6657b-89bf-4a32-b500-e48d53bef664, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:15.993489 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] For port ada6657b-89bf-4a32-b500-e48d53bef664, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ada6657b-89bf-4a32-b500-e48d53bef664,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:16.007488 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:16.024340 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a151f-6200-4e51-b642-4831bc080aeb None None] Pushing event updated for resources: {'Port': ['ID=ada6657b-89bf-4a32-b500-e48d53bef664,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:16.058628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46401447-46fb-4b68-a817-6e031d926a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5fc44-4f04-4240-9b59-0922a3cd6276,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:16.123254 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a151f-6200-4e51-b642-4831bc080aeb None None] Pushing event updated for resources: {'Port': ['ID=ada6657b-89bf-4a32-b500-e48d53bef664,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:16.136195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:16.160122 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Routers {'bb6a2619-1cca-44af-bc58-b8ac2cabf44a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:16.160783 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:16.171744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:16.413283 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] Set router bb6a2619-1cca-44af-bc58-b8ac2cabf44a gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:16.513309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Set router f71acde8-99e5-45e6-974d-66799cd764fc gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:16.651961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Allocated IP 172.20.0.1 (7a5df17d-17b2-4f67-b11f-bfce519acb71/f3858cda-8dde-478f-b82e-a94f36aab3af/77d79c22-8e66-4463-b706-d24948d4d1db) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:16.701282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:16.764947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] For port 5d4ae341-acf9-4697-a1e2-bf786bd5078f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5d4ae341-acf9-4697-a1e2-bf786bd5078f,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:16.971406 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:29:11Z', 'revision_number': 3, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port': {'id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:16.976157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (f71acde8-99e5-45e6-974d-66799cd764fc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.005108 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.061036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks [] for port (77d79c22-8e66-4463-b706-d24948d4d1db), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.075857 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc26-a3b9-46f5-9606-f4d09d7ab820 None None] The sync data for ids ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'] in n-d-834677-3 is: [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:29:11Z', 'revision_number': 3, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port': {'id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:17.126212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.257364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a1f65-df3b-474a-9078-62a6457b085f None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:29:17.283910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:17.284282 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.301424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Provisioning complete for port d2c16897-1bd3-4b4f-91ca-8c75bc12186b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:17.301875 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.373589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:17.387460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:17.395687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Pushing event updated for resources: {'Port': ['ID=77d79c22-8e66-4463-b706-d24948d4d1db,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:17.404250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:17.453229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Pushing event updated for resources: {'Port': ['ID=5d4ae341-acf9-4697-a1e2-bf786bd5078f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:17.580018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.781224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71acde8-99e5-45e6-974d-66799cd764fc', 'name': 'tempest-NetworksTestDHCPv6-router-465207665', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:09Z', 'updated_at': '2022-03-22T14:29:12Z', 'revision_number': 2, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'gw_port_host': None, '_interfaces': [{'id': '8cbb7998-fa4a-46f1-9544-44493a40c801', 'name': '', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'mac_address': 'fa:16:3e:4b:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71acde8-99e5-45e6-974d-66799cd764fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'ffb02045-b23e-4792-a471-e5bfaf8a287b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:13Z', 'revision_number': 2, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'subnets': [{'id': 'ffb02045-b23e-4792-a471-e5bfaf8a287b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:17.796176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 8cbb7998-fa4a-46f1-9544-44493a40c801 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:17.798117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.911652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Checking router: f71acde8-99e5-45e6-974d-66799cd764fc for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:17.912055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Updating router f71acde8-99e5-45e6-974d-66799cd764fc port 8cbb7998-fa4a-46f1-9544-44493a40c801 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:29:17.959187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.967279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Current status of the port d2c16897-1bd3-4b4f-91ca-8c75bc12186b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:18.044444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.085182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.145883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 8cbb7998-fa4a-46f1-9544-44493a40c801 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:18.258130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:18.259362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5d4ae341-acf9-4697-a1e2-bf786bd5078f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:18.411057 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks [] for port (77d79c22-8e66-4463-b706-d24948d4d1db), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.425428 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.438859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Provisioning complete for port 8cbb7998-fa4a-46f1-9544-44493a40c801 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:18.439242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.603636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Pushing event updated for resources: {'Port': ['ID=77d79c22-8e66-4463-b706-d24948d4d1db,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:18.615434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.643312 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aca3cee4-b3f5-40b3-a2fb-c638ac8fc331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.729666 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8cbb7998-fa4a-46f1-9544-44493a40c801), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.859119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:18.871022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:18.958294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=8cbb7998-fa4a-46f1-9544-44493a40c801,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:19.162814 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (f71acde8-99e5-45e6-974d-66799cd764fc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.208664 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:29:19.209577 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:29:19.235826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-26e6848a-1d67-489c-b3ef-7384694ec5cf None None] Port 8cbb7998-fa4a-46f1-9544-44493a40c801 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:19.243726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5d4ae341-acf9-4697-a1e2-bf786bd5078f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:19.244441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.264653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Router bb6a2619-1cca-44af-bc58-b8ac2cabf44a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:19.430096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5d4ae341-acf9-4697-a1e2-bf786bd5078f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:19.451812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a7454f5e-fe3a-43fe-9196-b5d4697e76aa None None] Provisioning complete for port d2c16897-1bd3-4b4f-91ca-8c75bc12186b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:19.452191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a7454f5e-fe3a-43fe-9196-b5d4697e76aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.666847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Router f71acde8-99e5-45e6-974d-66799cd764fc has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:19.792561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Port 8cbb7998-fa4a-46f1-9544-44493a40c801 not found while updating agent binding for router f71acde8-99e5-45e6-974d-66799cd764fc. {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 14:29:19.811606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a7454f5e-fe3a-43fe-9196-b5d4697e76aa None None] Current status of the port d2c16897-1bd3-4b4f-91ca-8c75bc12186b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:19.848384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2c16897-1bd3-4b4f-91ca-8c75bc12186b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:19.909218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a7454f5e-fe3a-43fe-9196-b5d4697e76aa None None] Could not find standard attr ID for object 8cbb7998-fa4a-46f1-9544-44493a40c801. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:19.922739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:19.924356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Routers {'f71acde8-99e5-45e6-974d-66799cd764fc'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:19.925295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f71acde8-99e5-45e6-974d-66799cd764fc'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:19.943012 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd1ed52d-cf16-462e-aec2-e4a79a16ae7f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "PUT /v2.0/routers/f71acde8-99e5-45e6-974d-66799cd764fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1464078 Mar 22 14:29:19.960437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60748) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:20.096466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ba7c8-c32d-436e-bcb2-a45b80468545 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:20.098047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ba7c8-c32d-436e-bcb2-a45b80468545 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:20.099838 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-239ba7c8-c32d-436e-bcb2-a45b80468545 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1378410 Mar 22 14:29:20.115122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60752) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:20.332825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet ffb02045-b23e-4792-a471-e5bfaf8a287b {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:20.350833 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (ffb02045-b23e-4792-a471-e5bfaf8a287b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.484222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ffb02045-b23e-4792-a471-e5bfaf8a287b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.649221 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ffb02045-b23e-4792-a471-e5bfaf8a287b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.717887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:20.729556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a43d779c-872b-4a2f-9679-8f8099961628 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb6a2619-1cca-44af-bc58-b8ac2cabf44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5741644 Mar 22 14:29:20.745126 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Sync routers for ids ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:20.753588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ffb02045-b23e-4792-a471-e5bfaf8a287b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.767499 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Routers {'bb6a2619-1cca-44af-bc58-b8ac2cabf44a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:20.770180 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:20.770843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d2c16897-1bd3-4b4f-91ca-8c75bc12186b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:20.771317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.841043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb02045-b23e-4792-a471-e5bfaf8a287b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:20.855071 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.865330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] Set router f71acde8-99e5-45e6-974d-66799cd764fc gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:20.865552 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-33d8da6f-1d30-4164-a141-76d7b2b23543 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ffb02045-b23e-4792-a471-e5bfaf8a287b HTTP/1.1" status: 204 len: 168 time: 0.7469294 Mar 22 14:29:20.866257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60762) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:20.881206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833bd7e-8dce-4ad6-812d-d441a24c5a14 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:21.052608 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-abe5c4f4-19ff-48a6-b551-e652d21f1c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.065157 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Set router bb6a2619-1cca-44af-bc58-b8ac2cabf44a gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:21.066254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-319f40ae-4af3-4043-8b29-2eb554238fc9 None None] Provisioning complete for port 5d4ae341-acf9-4697-a1e2-bf786bd5078f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:21.066863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-319f40ae-4af3-4043-8b29-2eb554238fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.072246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71acde8-99e5-45e6-974d-66799cd764fc', 'name': 'tempest-NetworksTestDHCPv6-router-465207665', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:09Z', 'updated_at': '2022-03-22T14:29:18Z', 'revision_number': 3, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:21.137245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa0bf9-6ec9-4cfa-9211-bcd74e8b99f3 None None] The sync data for ids ['f71acde8-99e5-45e6-974d-66799cd764fc'] in n-d-834677-3 is: [{'id': 'f71acde8-99e5-45e6-974d-66799cd764fc', 'name': 'tempest-NetworksTestDHCPv6-router-465207665', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:09Z', 'updated_at': '2022-03-22T14:29:18Z', 'revision_number': 3, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:21.222117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60772) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:21.231662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ebde8486-5f34-4802-86e8-3d8b8f0150c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3514855 Mar 22 14:29:21.314877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d2c16897-1bd3-4b4f-91ca-8c75bc12186b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:21.315984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ada6657b-89bf-4a32-b500-e48d53bef664 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:21.506394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70bf33a2-465a-41b2-ad0b-69da8849dc73 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router (f71acde8-99e5-45e6-974d-66799cd764fc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.556216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-319f40ae-4af3-4043-8b29-2eb554238fc9 None None] Current status of the port 5d4ae341-acf9-4697-a1e2-bf786bd5078f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:21.580694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-319f40ae-4af3-4043-8b29-2eb554238fc9 None None] Could not find standard attr ID for object 8cbb7998-fa4a-46f1-9544-44493a40c801. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:21.616028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ada6657b-89bf-4a32-b500-e48d53bef664 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:21.619083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.625524 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:29:17Z', 'revision_number': 4, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port': {'id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '77d79c22-8e66-4463-b706-d24948d4d1db', 'name': '', 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'mac_address': 'fa:16:3e:e9:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f3858cda-8dde-478f-b82e-a94f36aab3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:16Z', 'updated_at': '2022-03-22T14:29:18Z', 'revision_number': 2, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'subnets': [{'id': 'f3858cda-8dde-478f-b82e-a94f36aab3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:21.721377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:21.739800 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Checking router: bb6a2619-1cca-44af-bc58-b8ac2cabf44a for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:21.740172 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Updating router bb6a2619-1cca-44af-bc58-b8ac2cabf44a port 77d79c22-8e66-4463-b706-d24948d4d1db binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:29:21.782294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8917bf55-027d-4289-8b36-d449ee7e02c9 None None] Provisioning complete for port 77d79c22-8e66-4463-b706-d24948d4d1db triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:21.782904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8917bf55-027d-4289-8b36-d449ee7e02c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.811490 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.061941 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70bf33a2-465a-41b2-ad0b-69da8849dc73 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (f71acde8-99e5-45e6-974d-66799cd764fc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.070528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70bf33a2-465a-41b2-ad0b-69da8849dc73 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router_controller (f71acde8-99e5-45e6-974d-66799cd764fc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.083525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8917bf55-027d-4289-8b36-d449ee7e02c9 None None] Port 77d79c22-8e66-4463-b706-d24948d4d1db cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:22.115028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ada6657b-89bf-4a32-b500-e48d53bef664 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:22.115496 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.154328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] Deleting port 5d4ae341-acf9-4697-a1e2-bf786bd5078f {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:22.154708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.183024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70bf33a2-465a-41b2-ad0b-69da8849dc73 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (f71acde8-99e5-45e6-974d-66799cd764fc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.183456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf33a2-465a-41b2-ad0b-69da8849dc73 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Fanout notify agent at l3_agent the message router_deleted on router f71acde8-99e5-45e6-974d-66799cd764fc {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:29:22.193743 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-70bf33a2-465a-41b2-ad0b-69da8849dc73 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.198434 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-70bf33a2-465a-41b2-ad0b-69da8849dc73 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/routers/f71acde8-99e5-45e6-974d-66799cd764fc HTTP/1.1" status: 204 len: 168 time: 0.9721091 Mar 22 14:29:22.198674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:22.205542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:22.347944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] For port 5d4ae341-acf9-4697-a1e2-bf786bd5078f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5d4ae341-acf9-4697-a1e2-bf786bd5078f,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:22.351717 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.373980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] Calling delete_port for 5d4ae341-acf9-4697-a1e2-bf786bd5078f owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:22.449493 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Publish callbacks [] for port (77d79c22-8e66-4463-b706-d24948d4d1db), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.471370 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.518949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.522083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:22.527725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.554368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ada6657b-89bf-4a32-b500-e48d53bef664, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ada6657b-89bf-4a32-b500-e48d53bef664,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:22.585781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.586641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5d4ae341-acf9-4697-a1e2-bf786bd5078f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:22.619017 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f31e20-fd1b-493f-bd1e-3f16ea5ed4f5 None None] Pushing event updated for resources: {'Port': ['ID=77d79c22-8e66-4463-b706-d24948d4d1db,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:22.821085 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Attempting to bind port 77d79c22-8e66-4463-b706-d24948d4d1db on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:22.825774 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Attempting to bind port 77d79c22-8e66-4463-b706-d24948d4d1db by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:22.826947 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Attempting to bind port 77d79c22-8e66-4463-b706-d24948d4d1db on network 7a5df17d-17b2-4f67-b11f-bfce519acb71 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:22.851077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:22.852071 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Checking segment: {'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:22.855054 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.855541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Bound using segment: {'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:22.858524 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Bound port: 77d79c22-8e66-4463-b706-d24948d4d1db, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:22.859024 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.087407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] Sync routers for ids ['f71acde8-99e5-45e6-974d-66799cd764fc'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:23.109928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (5d4ae341-acf9-4697-a1e2-bf786bd5078f), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.116260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No active binding found for port 5d4ae341-acf9-4697-a1e2-bf786bd5078f {{(pid=110459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:29:23.116647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] The host n-d-834677-3 is not matching for port 5d4ae341-acf9-4697-a1e2-bf786bd5078f host None! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:29:23.117121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5d4ae341-acf9-4697-a1e2-bf786bd5078f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 14:29:23.176637 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] For port 77d79c22-8e66-4463-b706-d24948d4d1db, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:23.183149 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] For port 77d79c22-8e66-4463-b706-d24948d4d1db, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=77d79c22-8e66-4463-b706-d24948d4d1db,segment=NetworkSegment(23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d),segment_id=23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:23.196069 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.212397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] No DVR routers for this DVR port 5d4ae341-acf9-4697-a1e2-bf786bd5078f on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:23.241363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Port 5d4ae341-acf9-4697-a1e2-bf786bd5078f not found, will not notify nova. {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 14:29:23.247057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (e7778e03-14e5-4176-940d-8ae33d84710b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.278900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] Routers set() bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:23.279280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] Router IDs set() for agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:29:23.279889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_agentschedulers_db [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f71acde8-99e5-45e6-974d-66799cd764fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent'). {{(pid=110459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:29:23.339536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6f8ebac2-2f76-45c2-b2bf-f3f221cf2f5b None None] Provisioning complete for port 77d79c22-8e66-4463-b706-d24948d4d1db triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:23.345909 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebac2-2f76-45c2-b2bf-f3f221cf2f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.353883 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Routers {'bb6a2619-1cca-44af-bc58-b8ac2cabf44a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:23.355058 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:23.430216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ada6657b-89bf-4a32-b500-e48d53bef664,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:23.463250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:23.465380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=e7778e03-14e5-4176-940d-8ae33d84710b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:23.474664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:23.481865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:23.483043 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.526114 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef8d5ab7-4cbc-42eb-bae7-c69ce0ac8c59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3260949 Mar 22 14:29:23.528768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 60862) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:23.534740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5fef251c-60e3-4c0a-9045-c4b28842202a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-748075589', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:23.549504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5d4ae341-acf9-4697-a1e2-bf786bd5078f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:23.558664 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f31e20-fd1b-493f-bd1e-3f16ea5ed4f5 None None] Pushing event updated for resources: {'Port': ['ID=77d79c22-8e66-4463-b706-d24948d4d1db,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:23.561935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac5576-5037-41ca-b4b2-74214a918d7b None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:23.621375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fef251c-60e3-4c0a-9045-c4b28842202a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (cc22c080-c035-468d-b9cd-864face81e4d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.623369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fef251c-60e3-4c0a-9045-c4b28842202a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (cc22c080-c035-468d-b9cd-864face81e4d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.688192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05f1dc-ba99-480e-a7f7-1d18507216be None None] Pushing event deleted for resources: {'Port': ['ID=5d4ae341-acf9-4697-a1e2-bf786bd5078f,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:23.785959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] Routers set() bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:23.786714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] Router IDs set() for agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:29:23.787505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_agentschedulers_db [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f71acde8-99e5-45e6-974d-66799cd764fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent'). {{(pid=110459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:29:23.788524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a0ee2-5e2e-441f-acef-fa2cb57a1095 None None] The sync data for ids ['f71acde8-99e5-45e6-974d-66799cd764fc'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:23.813949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5d4ae341-acf9-4697-a1e2-bf786bd5078f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:23.816803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5d4ae341-acf9-4697-a1e2-bf786bd5078f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:23.863136 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.872236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fef251c-60e3-4c0a-9045-c4b28842202a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router_controller (cc22c080-c035-468d-b9cd-864face81e4d), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.886736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fef251c-60e3-4c0a-9045-c4b28842202a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (cc22c080-c035-468d-b9cd-864face81e4d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.934224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5fef251c-60e3-4c0a-9045-c4b28842202a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.940356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5fef251c-60e3-4c0a-9045-c4b28842202a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4084456 Mar 22 14:29:23.941586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 60878) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:24.059137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ebac2-2f76-45c2-b2bf-f3f221cf2f5b None None] Current status of the port 77d79c22-8e66-4463-b706-d24948d4d1db is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:24.059137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebac2-2f76-45c2-b2bf-f3f221cf2f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.065683 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] Set router bb6a2619-1cca-44af-bc58-b8ac2cabf44a gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:24.109233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'e7778e03-14e5-4176-940d-8ae33d84710b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:24.110173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.200470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6f8ebac2-2f76-45c2-b2bf-f3f221cf2f5b None None] For port 77d79c22-8e66-4463-b706-d24948d4d1db, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=77d79c22-8e66-4463-b706-d24948d4d1db,segment=NetworkSegment(23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d),segment_id=23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:24.215361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebac2-2f76-45c2-b2bf-f3f221cf2f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.375534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ebac2-2f76-45c2-b2bf-f3f221cf2f5b None None] Pushing event updated for resources: {'Port': ['ID=77d79c22-8e66-4463-b706-d24948d4d1db,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:24.415106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-855db018-6bc8-4a59-b160-55358b782fff None None] Provisioning complete for port 77d79c22-8e66-4463-b706-d24948d4d1db triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:24.415495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-855db018-6bc8-4a59-b160-55358b782fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.483192 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:29:17Z', 'revision_number': 4, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port': {'id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '77d79c22-8e66-4463-b706-d24948d4d1db', 'name': '', 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'mac_address': 'fa:16:3e:e9:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f3858cda-8dde-478f-b82e-a94f36aab3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:16Z', 'updated_at': '2022-03-22T14:29:23Z', 'revision_number': 4, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'subnets': [{'id': 'f3858cda-8dde-478f-b82e-a94f36aab3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:24.522229 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e6229-fa53-4d0d-a8fc-0175ee530b8a None None] The sync data for ids ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'] in n-d-834677-3 is: [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:29:17Z', 'revision_number': 4, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port': {'id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '77d79c22-8e66-4463-b706-d24948d4d1db', 'name': '', 'network_id': '7a5df17d-17b2-4f67-b11f-bfce519acb71', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'mac_address': 'fa:16:3e:e9:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f3858cda-8dde-478f-b82e-a94f36aab3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:16Z', 'updated_at': '2022-03-22T14:29:23Z', 'revision_number': 4, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'subnets': [{'id': 'f3858cda-8dde-478f-b82e-a94f36aab3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:24.678151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/e7778e03-14e5-4176-940d-8ae33d84710b/6d15f6d2-748d-4924-a523-1f60424d3a81) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:24.742794 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.843189 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.918269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.960032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-855db018-6bc8-4a59-b160-55358b782fff None None] Current status of the port 77d79c22-8e66-4463-b706-d24948d4d1db is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:25.312690 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Publish callbacks [] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.326407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.484167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:25.503683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:25.508305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:25.623357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::1 (2440731f-18f0-47c1-a069-059cc098e13e/e7778e03-14e5-4176-940d-8ae33d84710b/e47d0a75-1e35-4992-b8d0-375758f01b66) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:25.695287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 77d79c22-8e66-4463-b706-d24948d4d1db up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:25.700599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Attempting to bind port 6d15f6d2-748d-4924-a523-1f60424d3a81 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:25.700969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Attempting to bind port 6d15f6d2-748d-4924-a523-1f60424d3a81 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:25.701333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Attempting to bind port 6d15f6d2-748d-4924-a523-1f60424d3a81 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:25.714004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Pushing event updated for resources: {'Port': ['ID=6d15f6d2-748d-4924-a523-1f60424d3a81,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:25.757569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:25.757945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:25.758383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.758789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:25.759316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Bound port: 6d15f6d2-748d-4924-a523-1f60424d3a81, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:25.759704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.873873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] For port 6d15f6d2-748d-4924-a523-1f60424d3a81, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:25.881035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] For port 6d15f6d2-748d-4924-a523-1f60424d3a81, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6d15f6d2-748d-4924-a523-1f60424d3a81,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:25.902382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.921017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.978319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37a484-8f94-4fcc-9a77-d82a3db3462a None None] Pushing event updated for resources: {'Port': ['ID=6d15f6d2-748d-4924-a523-1f60424d3a81,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:25.991824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.033819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 77d79c22-8e66-4463-b706-d24948d4d1db triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:26.034544 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.095748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=e47d0a75-1e35-4992-b8d0-375758f01b66,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:26.139301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:26.140824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:26.150736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:26.151307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (cc22c080-c035-468d-b9cd-864face81e4d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.503061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.574065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 77d79c22-8e66-4463-b706-d24948d4d1db is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:26.584365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ada6657b-89bf-4a32-b500-e48d53bef664 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:26.962034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ada6657b-89bf-4a32-b500-e48d53bef664 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:26.965532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:27.458143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:27.473068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:27.474025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (cc22c080-c035-468d-b9cd-864face81e4d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:27.627346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=e47d0a75-1e35-4992-b8d0-375758f01b66,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:27.679603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ada6657b-89bf-4a32-b500-e48d53bef664 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:27.961660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6d15f6d2-748d-4924-a523-1f60424d3a81 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:27.974421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:27.986451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:28.116702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6d15f6d2-748d-4924-a523-1f60424d3a81 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:28.117079 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.312888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9fa7205f-1eba-4ed0-89c6-4312ab1f1412 None None] Provisioning complete for port 6d15f6d2-748d-4924-a523-1f60424d3a81 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:28.313251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9fa7205f-1eba-4ed0-89c6-4312ab1f1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.352033 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Router cc22c080-c035-468d-b9cd-864face81e4d is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:29:28.551104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6d15f6d2-748d-4924-a523-1f60424d3a81 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:28.551954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.687981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7205f-1eba-4ed0-89c6-4312ab1f1412 None None] Current status of the port 6d15f6d2-748d-4924-a523-1f60424d3a81 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:28.689230 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9fa7205f-1eba-4ed0-89c6-4312ab1f1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.833469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 6d15f6d2-748d-4924-a523-1f60424d3a81, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6d15f6d2-748d-4924-a523-1f60424d3a81,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:28.853923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.854738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.965044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-9fa7205f-1eba-4ed0-89c6-4312ab1f1412 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:29:28.965318 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-9fa7205f-1eba-4ed0-89c6-4312ab1f1412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:29:29.035599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=6d15f6d2-748d-4924-a523-1f60424d3a81,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:29.574255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7205f-1eba-4ed0-89c6-4312ab1f1412 None None] Current status of the port 6d15f6d2-748d-4924-a523-1f60424d3a81 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:29.575286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:29.586810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-60310793-3f7f-4692-8f6e-7b8fca2801e5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "PUT /v2.0/routers/cc22c080-c035-468d-b9cd-864face81e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6434205 Mar 22 14:29:29.589460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32786) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:29.592048 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Sync routers for ids ['cc22c080-c035-468d-b9cd-864face81e4d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:29.612926 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Routers {'cc22c080-c035-468d-b9cd-864face81e4d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:29.613473 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['cc22c080-c035-468d-b9cd-864face81e4d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:29.678304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce062ba0-c3ed-489a-b56b-65bed2768d27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.680181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ce062ba0-c3ed-489a-b56b-65bed2768d27 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports/e47d0a75-1e35-4992-b8d0-375758f01b66 HTTP/1.1" status: 200 len: 911 time: 0.0896225 Mar 22 14:29:29.682871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32788) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:29.708293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9cee1387-0453-4aef-b81b-f249798b0057 None None] Provisioning complete for port e47d0a75-1e35-4992-b8d0-375758f01b66 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:29.710339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9cee1387-0453-4aef-b81b-f249798b0057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:29.813275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77f104-8b1d-4f9b-9f05-c4d858a64d3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.821755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77f104-8b1d-4f9b-9f05-c4d858a64d3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.823618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee77f104-8b1d-4f9b-9f05-c4d858a64d3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1395438 Mar 22 14:29:29.826533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32792) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:29.846295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6d15f6d2-748d-4924-a523-1f60424d3a81 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:29.876903 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Set router cc22c080-c035-468d-b9cd-864face81e4d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:29.947063 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9cee1387-0453-4aef-b81b-f249798b0057 None None] Port e47d0a75-1e35-4992-b8d0-375758f01b66 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:29.980536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6d15f6d2-748d-4924-a523-1f60424d3a81 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:29.980925 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:30.124985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6d15f6d2-748d-4924-a523-1f60424d3a81 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:30.486710 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc22c080-c035-468d-b9cd-864face81e4d', 'name': 'tempest-NetworksTestDHCPv6-router-748075589', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:23Z', 'updated_at': '2022-03-22T14:29:26Z', 'revision_number': 2, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'gw_port_host': None, '_interfaces': [{'id': 'e47d0a75-1e35-4992-b8d0-375758f01b66', 'name': '', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'mac_address': 'fa:16:3e:2b:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc22c080-c035-468d-b9cd-864face81e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e7778e03-14e5-4176-940d-8ae33d84710b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:25Z', 'updated_at': '2022-03-22T14:29:26Z', 'revision_number': 2, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'subnets': [{'id': 'e7778e03-14e5-4176-940d-8ae33d84710b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:30.538220 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Checking router: cc22c080-c035-468d-b9cd-864face81e4d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:30.538581 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Updating router cc22c080-c035-468d-b9cd-864face81e4d port e47d0a75-1e35-4992-b8d0-375758f01b66 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:29:30.611670 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:30.737293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (cc22c080-c035-468d-b9cd-864face81e4d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.462693 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Publish callbacks [] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.483818 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.525876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port e47d0a75-1e35-4992-b8d0-375758f01b66 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:31.526347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.708769 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c3453-86b7-4d14-91b5-46373c51eb8c None None] Pushing event updated for resources: {'Port': ['ID=e47d0a75-1e35-4992-b8d0-375758f01b66,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:31.742981 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.747807 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Attempting to bind port e47d0a75-1e35-4992-b8d0-375758f01b66 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:31.748299 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Attempting to bind port e47d0a75-1e35-4992-b8d0-375758f01b66 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:31.748768 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Attempting to bind port e47d0a75-1e35-4992-b8d0-375758f01b66 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:31.766599 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:31.769406 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:31.769927 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.770469 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:31.772300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Bound port: e47d0a75-1e35-4992-b8d0-375758f01b66, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:31.773400 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.797392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for e47d0a75-1e35-4992-b8d0-375758f01b66 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:32.016644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] For port e47d0a75-1e35-4992-b8d0-375758f01b66, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:32.024993 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] For port e47d0a75-1e35-4992-b8d0-375758f01b66, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e47d0a75-1e35-4992-b8d0-375758f01b66,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:32.044065 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.111900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7db64610-05b5-4074-be04-1e652c7153c2 None None] Provisioning complete for port e47d0a75-1e35-4992-b8d0-375758f01b66 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:32.113821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7db64610-05b5-4074-be04-1e652c7153c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.219444 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Routers {'cc22c080-c035-468d-b9cd-864face81e4d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:32.220072 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['cc22c080-c035-468d-b9cd-864face81e4d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:32.388186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7db64610-05b5-4074-be04-1e652c7153c2 None None] Current status of the port e47d0a75-1e35-4992-b8d0-375758f01b66 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:32.389018 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7db64610-05b5-4074-be04-1e652c7153c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.414051 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c3453-86b7-4d14-91b5-46373c51eb8c None None] Pushing event updated for resources: {'Port': ['ID=e47d0a75-1e35-4992-b8d0-375758f01b66,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:32.500795 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] Set router cc22c080-c035-468d-b9cd-864face81e4d gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:32.516600 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e47d0a75-1e35-4992-b8d0-375758f01b66), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.717105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=e47d0a75-1e35-4992-b8d0-375758f01b66,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:32.759775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e433052c-2653-45ab-8ff7-0b7c2dd1220f None None] Could not find standard attr ID for object e47d0a75-1e35-4992-b8d0-375758f01b66. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:32.876481 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (cc22c080-c035-468d-b9cd-864face81e4d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.030106 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc22c080-c035-468d-b9cd-864face81e4d', 'name': 'tempest-NetworksTestDHCPv6-router-748075589', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:23Z', 'updated_at': '2022-03-22T14:29:26Z', 'revision_number': 2, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'gw_port_host': None, '_interfaces': [{'id': 'e47d0a75-1e35-4992-b8d0-375758f01b66', 'name': '', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'mac_address': 'fa:16:3e:2b:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc22c080-c035-468d-b9cd-864face81e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e7778e03-14e5-4176-940d-8ae33d84710b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:25Z', 'updated_at': '2022-03-22T14:29:32Z', 'revision_number': 4, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'subnets': [{'id': 'e7778e03-14e5-4176-940d-8ae33d84710b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:33.097844 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5197b1e-26f6-4de8-b687-04ead8040e1a None None] The sync data for ids ['cc22c080-c035-468d-b9cd-864face81e4d'] in n-d-834677-3 is: [{'id': 'cc22c080-c035-468d-b9cd-864face81e4d', 'name': 'tempest-NetworksTestDHCPv6-router-748075589', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:23Z', 'updated_at': '2022-03-22T14:29:26Z', 'revision_number': 2, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'gw_port_host': None, '_interfaces': [{'id': 'e47d0a75-1e35-4992-b8d0-375758f01b66', 'name': '', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'tenant_id': '478dedb283cb4540a56454d6d1c5df2e', 'mac_address': 'fa:16:3e:2b:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc22c080-c035-468d-b9cd-864face81e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'e7778e03-14e5-4176-940d-8ae33d84710b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:25Z', 'updated_at': '2022-03-22T14:29:32Z', 'revision_number': 4, 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'subnets': [{'id': 'e7778e03-14e5-4176-940d-8ae33d84710b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:33.366947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Router cc22c080-c035-468d-b9cd-864face81e4d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:33.569227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:33.584087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-057eb78f-8c7e-4e9f-b282-3e997768e968 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "PUT /v2.0/routers/cc22c080-c035-468d-b9cd-864face81e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7542088 Mar 22 14:29:33.584535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:33.683776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe01a0-0a74-4723-b65b-2af44892d28a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:33.685558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe01a0-0a74-4723-b65b-2af44892d28a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:33.687290 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-78fe01a0-0a74-4723-b65b-2af44892d28a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1016834 Mar 22 14:29:33.690001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32832) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:33.793709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet e7778e03-14e5-4176-940d-8ae33d84710b {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:33.802809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (e7778e03-14e5-4176-940d-8ae33d84710b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.875670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (e7778e03-14e5-4176-940d-8ae33d84710b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.028718 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e7778e03-14e5-4176-940d-8ae33d84710b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.104683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (e7778e03-14e5-4176-940d-8ae33d84710b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.243646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=e7778e03-14e5-4176-940d-8ae33d84710b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:34.256832 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.257027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5aa3a6-b19e-4df6-8481-89eebf0246ba None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:34.261737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bbcda6dd-c194-4372-9a34-11744263dd38 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/e7778e03-14e5-4176-940d-8ae33d84710b HTTP/1.1" status: 204 len: 168 time: 0.5704350 Mar 22 14:29:34.264233 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32842) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:34.545215 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-341e9f9c-83bc-4fab-a3aa-cc45e0a52660 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2793224 Mar 22 14:29:34.547571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32846) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:34.619445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:34.648257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b360d80-7b49-4c24-bf7c-23f786969ca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router (cc22c080-c035-468d-b9cd-864face81e4d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.739694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] Deleting port 6d15f6d2-748d-4924-a523-1f60424d3a81 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:34.740080 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.883113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] For port 6d15f6d2-748d-4924-a523-1f60424d3a81, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6d15f6d2-748d-4924-a523-1f60424d3a81,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:34.883442 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.915618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] Calling delete_port for 6d15f6d2-748d-4924-a523-1f60424d3a81 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:35.000450 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b360d80-7b49-4c24-bf7c-23f786969ca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (cc22c080-c035-468d-b9cd-864face81e4d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.005612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b360d80-7b49-4c24-bf7c-23f786969ca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router_controller (cc22c080-c035-468d-b9cd-864face81e4d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.057814 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (6d15f6d2-748d-4924-a523-1f60424d3a81), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.095535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] Pushing event deleted for resources: {'Port': ['ID=6d15f6d2-748d-4924-a523-1f60424d3a81,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:35.126965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9e57a-0e2f-4d35-af28-94176967c09c None None] No DVR routers for this DVR port 6d15f6d2-748d-4924-a523-1f60424d3a81 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:35.136518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b360d80-7b49-4c24-bf7c-23f786969ca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (cc22c080-c035-468d-b9cd-864face81e4d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.136518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b360d80-7b49-4c24-bf7c-23f786969ca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Fanout notify agent at l3_agent the message router_deleted on router cc22c080-c035-468d-b9cd-864face81e4d {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:29:35.149469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0b360d80-7b49-4c24-bf7c-23f786969ca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.154571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32852) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.157501 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0b360d80-7b49-4c24-bf7c-23f786969ca4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/routers/cc22c080-c035-468d-b9cd-864face81e4d HTTP/1.1" status: 204 len: 168 time: 0.6058383 Mar 22 14:29:35.196005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-244652c7-3c9a-4311-b9de-ec66b8ddbd0b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0390034 Mar 22 14:29:35.199396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32854) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.285748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f804692-183e-4f3c-87c6-781c6940eaca tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:35.298086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32862) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.305851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7f804692-183e-4f3c-87c6-781c6940eaca tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1058707 Mar 22 14:29:35.394602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32866) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.400373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:35.405323 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dd2ace7f-315c-4ce6-a00c-342ac18eb4ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047387 Mar 22 14:29:35.589317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] Sync routers for ids ['cc22c080-c035-468d-b9cd-864face81e4d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:35.609300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] Routers set() bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:35.612624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:35.616455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] Router IDs set() for agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:29:35.617029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc22c080-c035-468d-b9cd-864face81e4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent'). {{(pid=110459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:29:35.618576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.644011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] Routers set() bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:35.644379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] Router IDs set() for agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:29:35.645040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc22c080-c035-468d-b9cd-864face81e4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent'). {{(pid=110459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:29:35.645353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf27d65-03c4-490c-9200-bfdfbc8c6c7a None None] The sync data for ids ['cc22c080-c035-468d-b9cd-864face81e4d'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:35.780249 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32872) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.948815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b535ef1b-577d-4417-acd1-7b5a23fbec9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.132916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6d15f6d2-748d-4924-a523-1f60424d3a81 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:36.138168 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b535ef1b-577d-4417-acd1-7b5a23fbec9c admin admin] Publish callbacks [] for security_group (f2b09ffe-011b-4159-a52a-aff867fd541f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.153293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b535ef1b-577d-4417-acd1-7b5a23fbec9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f2b09ffe-011b-4159-a52a-aff867fd541f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.166607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:29:36.169662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (f184b038-46a1-40bd-ad09-4907b8bcf9d3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.191137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6d15f6d2-748d-4924-a523-1f60424d3a81 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:36.192356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6d15f6d2-748d-4924-a523-1f60424d3a81 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:36.234386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:36.240550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:36.251441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:36.251888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ef946-7623-4c2b-a8ee-5f91aaf6fc5b None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:36.252054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.268109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=f184b038-46a1-40bd-ad09-4907b8bcf9d3,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:36.285783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-54667976-75ce-4b6f-89e2-486122d3b473 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8877313 Mar 22 14:29:36.286171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32878) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:36.288184 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b535ef1b-577d-4417-acd1-7b5a23fbec9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4766f43fe62e4a47a97ee7c1e2b7ac56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5068200 Mar 22 14:29:36.291032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ef1b-577d-4417-acd1-7b5a23fbec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b09ffe-011b-4159-a52a-aff867fd541f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:36.294974 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32880) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:36.302278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:36.427714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-282374ba-b720-4e28-a4c9-ad6a482a4f9b admin admin] Publish callbacks [] for security_group (f2b09ffe-011b-4159-a52a-aff867fd541f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.452753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-282374ba-b720-4e28-a4c9-ad6a482a4f9b admin admin] Publish callbacks [] for security_group (f2b09ffe-011b-4159-a52a-aff867fd541f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.475647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'f184b038-46a1-40bd-ad09-4907b8bcf9d3'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:36.476818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.536098 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-282374ba-b720-4e28-a4c9-ad6a482a4f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f2b09ffe-011b-4159-a52a-aff867fd541f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.540611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-282374ba-b720-4e28-a4c9-ad6a482a4f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.546991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-282374ba-b720-4e28-a4c9-ad6a482a4f9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2b09ffe-011b-4159-a52a-aff867fd541f HTTP/1.1" status: 204 len: 168 time: 0.2456787 Mar 22 14:29:36.567598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282374ba-b720-4e28-a4c9-ad6a482a4f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b09ffe-011b-4159-a52a-aff867fd541f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:36.633521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:36.637573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.784185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Allocated IP 2001:db8::f816:3eff:fea0:7ff6 (2440731f-18f0-47c1-a069-059cc098e13e/f184b038-46a1-40bd-ad09-4907b8bcf9d3/47a29213-adc1-42d3-a162-b5f05f705a3e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:37.080146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (ff731352-d936-4fac-abe8-100bc2c30993), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.164079 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Publish callbacks [] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.174273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.228590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:37.243613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:37.244533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Pushing event updated for resources: {'Port': ['ID=47a29213-adc1-42d3-a162-b5f05f705a3e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:37.249539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:37.252086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:37.258549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:37.272477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:37.273074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.312092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=ff731352-d936-4fac-abe8-100bc2c30993,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:37.323314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cb90f2f1-d27d-4809-b44b-53a8f3bf18ba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0360458 Mar 22 14:29:37.326304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 32902) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:37.347518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:b7:e7:f8', 'name': 'tempest-NetworksTestDHCPv6-1544758521'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:37.360163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Attempting to bind port 47a29213-adc1-42d3-a162-b5f05f705a3e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:37.360636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Attempting to bind port 47a29213-adc1-42d3-a162-b5f05f705a3e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:37.361068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Attempting to bind port 47a29213-adc1-42d3-a162-b5f05f705a3e on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:37.367598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:37.367981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:37.368595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.369154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:37.369794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Bound port: 47a29213-adc1-42d3-a162-b5f05f705a3e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:37.383166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.479183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] For port 47a29213-adc1-42d3-a162-b5f05f705a3e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:37.488472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] For port 47a29213-adc1-42d3-a162-b5f05f705a3e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=47a29213-adc1-42d3-a162-b5f05f705a3e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:37.504815 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.776256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:37.781583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c20140-0609-4f12-b82b-e26ef779569d None None] Pushing event updated for resources: {'Port': ['ID=47a29213-adc1-42d3-a162-b5f05f705a3e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:37.787120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e47d0a75-1e35-4992-b8d0-375758f01b66 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:37.817028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e47d0a75-1e35-4992-b8d0-375758f01b66 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:37.817655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e47d0a75-1e35-4992-b8d0-375758f01b66 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:37.959879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.987026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port de26f71a-79f6-4a8b-bec2-be38a9ff64d6 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:38.399652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 172.20.0.2 (2440731f-18f0-47c1-a069-059cc098e13e/ff731352-d936-4fac-abe8-100bc2c30993/de26f71a-79f6-4a8b-bec2-be38a9ff64d6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:38.409779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:feb7:e7f8 (2440731f-18f0-47c1-a069-059cc098e13e/f184b038-46a1-40bd-ad09-4907b8bcf9d3/de26f71a-79f6-4a8b-bec2-be38a9ff64d6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:38.721741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (de26f71a-79f6-4a8b-bec2-be38a9ff64d6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.772973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (de26f71a-79f6-4a8b-bec2-be38a9ff64d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.838425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:38.847771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:38.873562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:39.003414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=de26f71a-79f6-4a8b-bec2-be38a9ff64d6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:39.051155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:39.052052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.091025 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4d1a6465-37c0-4b22-b1a0-177770ead80f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7627203 Mar 22 14:29:39.094888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32954) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:39.207584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964a7c7-9674-4f1c-a849-0d8270fb00fd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:39.222770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964a7c7-9674-4f1c-a849-0d8270fb00fd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:39.228081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6964a7c7-9674-4f1c-a849-0d8270fb00fd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1312881 Mar 22 14:29:39.230756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32958) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:39.452258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9328210-7938-471b-a418-6e523b8802c7 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:39.526219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port de26f71a-79f6-4a8b-bec2-be38a9ff64d6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:39.526782 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (de26f71a-79f6-4a8b-bec2-be38a9ff64d6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.641284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ba11c3e1-a956-4a89-92e7-ad96e79abbfc None None] Provisioning complete for port 47a29213-adc1-42d3-a162-b5f05f705a3e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:39.641862 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba11c3e1-a956-4a89-92e7-ad96e79abbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.691270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (de26f71a-79f6-4a8b-bec2-be38a9ff64d6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.769061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for de26f71a-79f6-4a8b-bec2-be38a9ff64d6 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:39.782244 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:29:39.914859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 47a29213-adc1-42d3-a162-b5f05f705a3e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:40.108471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db8346c-25f9-49d3-a67f-0e8bfd1b62dd None None] Update dhcp port {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'f184b038-46a1-40bd-ad09-4907b8bcf9d3', 'ip_address': '2001:db8::f816:3eff:fea0:7ff6'}, {'subnet_id': 'ff731352-d936-4fac-abe8-100bc2c30993'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '47a29213-adc1-42d3-a162-b5f05f705a3e'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:29:40.121954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (de26f71a-79f6-4a8b-bec2-be38a9ff64d6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.197503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=de26f71a-79f6-4a8b-bec2-be38a9ff64d6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:40.214700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 47a29213-adc1-42d3-a162-b5f05f705a3e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:40.215196 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.305861 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5db8346c-25f9-49d3-a67f-0e8bfd1b62dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.334035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.337761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-815aec38-10e1-4f39-ad33-208ad9bb030b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/de26f71a-79f6-4a8b-bec2-be38a9ff64d6 HTTP/1.1" status: 204 len: 168 time: 1.1053073 Mar 22 14:29:40.340221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32992) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:40.411977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b18d81-cd99-4153-bf8b-97c9b71c773d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:40.414208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b18d81-cd99-4153-bf8b-97c9b71c773d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:40.415971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b18d81-cd99-4153-bf8b-97c9b71c773d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:40.417998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-22b18d81-cd99-4153-bf8b-97c9b71c773d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0765698 Mar 22 14:29:40.420838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 32994) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:40.491173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet f184b038-46a1-40bd-ad09-4907b8bcf9d3 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:40.516744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-5db8346c-25f9-49d3-a67f-0e8bfd1b62dd None None] Allocated IP 172.20.0.2 (2440731f-18f0-47c1-a069-059cc098e13e/ff731352-d936-4fac-abe8-100bc2c30993/47a29213-adc1-42d3-a162-b5f05f705a3e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:40.603850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ba11c3e1-a956-4a89-92e7-ad96e79abbfc None None] Current status of the port 47a29213-adc1-42d3-a162-b5f05f705a3e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:40.604225 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba11c3e1-a956-4a89-92e7-ad96e79abbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.623038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5db8346c-25f9-49d3-a67f-0e8bfd1b62dd None None] For port 47a29213-adc1-42d3-a162-b5f05f705a3e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=47a29213-adc1-42d3-a162-b5f05f705a3e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:40.673499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5db8346c-25f9-49d3-a67f-0e8bfd1b62dd None None] Publish callbacks [] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.697952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (f184b038-46a1-40bd-ad09-4907b8bcf9d3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.767241 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-ba11c3e1-a956-4a89-92e7-ad96e79abbfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:29:40.767661 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-ba11c3e1-a956-4a89-92e7-ad96e79abbfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:29:40.768397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5db8346c-25f9-49d3-a67f-0e8bfd1b62dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.831935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (f184b038-46a1-40bd-ad09-4907b8bcf9d3), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.948264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 47a29213-adc1-42d3-a162-b5f05f705a3e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:40.951896 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.054870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 47a29213-adc1-42d3-a162-b5f05f705a3e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=47a29213-adc1-42d3-a162-b5f05f705a3e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:41.071261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f184b038-46a1-40bd-ad09-4907b8bcf9d3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.071476 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.113780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8346c-25f9-49d3-a67f-0e8bfd1b62dd None None] Pushing event updated for resources: {'Port': ['ID=47a29213-adc1-42d3-a162-b5f05f705a3e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:41.212296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (f184b038-46a1-40bd-ad09-4907b8bcf9d3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.234013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=47a29213-adc1-42d3-a162-b5f05f705a3e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:41.282640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=f184b038-46a1-40bd-ad09-4907b8bcf9d3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:41.288085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.292885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b4e7448-6845-424e-9224-bc863c5327a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/f184b038-46a1-40bd-ad09-4907b8bcf9d3 HTTP/1.1" status: 204 len: 168 time: 0.8707387 Mar 22 14:29:41.296221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33016) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:41.366569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ba11c3e1-a956-4a89-92e7-ad96e79abbfc None None] Current status of the port 47a29213-adc1-42d3-a162-b5f05f705a3e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:41.442150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet ff731352-d936-4fac-abe8-100bc2c30993 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:41.452756 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (ff731352-d936-4fac-abe8-100bc2c30993), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.553628 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ff731352-d936-4fac-abe8-100bc2c30993), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.752922 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ff731352-d936-4fac-abe8-100bc2c30993), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.833434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 47a29213-adc1-42d3-a162-b5f05f705a3e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:41.870604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ff731352-d936-4fac-abe8-100bc2c30993), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.931820 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.942047 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ff731352-d936-4fac-abe8-100bc2c30993 HTTP/1.1" status: 204 len: 168 time: 0.6379774 Mar 22 14:29:41.942976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33034) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:41.943205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8263bd-9849-494b-a9f4-614bbba7f72b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=ff731352-d936-4fac-abe8-100bc2c30993,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:41.946253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 47a29213-adc1-42d3-a162-b5f05f705a3e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:41.946807 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.036602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4d2b4d7f-3466-4bba-80d7-864674eef001 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928519 Mar 22 14:29:42.039456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33040) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:42.045038 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:42.117292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 47a29213-adc1-42d3-a162-b5f05f705a3e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:42.154114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f2199-9415-46da-921d-4b7abe4c242a None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:42.257910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:42.262430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.346435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f4706736-f913-4f96-89df-43070f7ccabf None None] Could not find standard attr ID for object de26f71a-79f6-4a8b-bec2-be38a9ff64d6. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:42.387751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f4706736-f913-4f96-89df-43070f7ccabf None None] Provisioning complete for port 47a29213-adc1-42d3-a162-b5f05f705a3e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:42.388095 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f4706736-f913-4f96-89df-43070f7ccabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.577058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:42.603801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f4706736-f913-4f96-89df-43070f7ccabf None None] Current status of the port 47a29213-adc1-42d3-a162-b5f05f705a3e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:42.656919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] Deleting port 47a29213-adc1-42d3-a162-b5f05f705a3e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:42.657485 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.728510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] For port 47a29213-adc1-42d3-a162-b5f05f705a3e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=47a29213-adc1-42d3-a162-b5f05f705a3e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:42.728911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.764023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] Calling delete_port for 47a29213-adc1-42d3-a162-b5f05f705a3e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:43.052961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:29:43.289242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (47a29213-adc1-42d3-a162-b5f05f705a3e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.346639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] No DVR routers for this DVR port 47a29213-adc1-42d3-a162-b5f05f705a3e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:43.426905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfb72d-2b97-461d-a452-16058c66b8b8 None None] Pushing event deleted for resources: {'Port': ['ID=47a29213-adc1-42d3-a162-b5f05f705a3e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:43.465343 n-d-834677-3 neutron-server[110458]: WARNING neutron.services.revisions.revision_plugin [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Could not find related port for resource to bump revision. Mar 22 14:29:43.490177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_pluggable_backend [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Port 47a29213-adc1-42d3-a162-b5f05f705a3e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110458) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 14:29:43.491035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_pluggable_backend [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Reverting IP allocation for 2001:db8::f816:3eff:fea0:7ff6 {{(pid=110458) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 14:29:43.498662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (2fd7f336-0c2f-45d7-859e-79bc43a86901), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.559306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:43.562737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:43.571202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:43.571932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.579503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31e52fa-3cda-4f82-aa4a-a2f8a5b6361d None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:43.607649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=2fd7f336-0c2f-45d7-859e-79bc43a86901,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:43.633507 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-380cc9f3-8be1-4a19-8340-efaa2230b48a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5928319 Mar 22 14:29:43.634511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33066) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:43.646930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:43.877906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '2fd7f336-0c2f-45d7-859e-79bc43a86901'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:43.878950 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.901052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 47a29213-adc1-42d3-a162-b5f05f705a3e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:43.936627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 47a29213-adc1-42d3-a162-b5f05f705a3e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:43.937769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 47a29213-adc1-42d3-a162-b5f05f705a3e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:43.944592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:43.948604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.180970 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Allocated IP 2001:db8::f816:3eff:fea1:5d4 (2440731f-18f0-47c1-a069-059cc098e13e/2fd7f336-0c2f-45d7-859e-79bc43a86901/dfc386b2-9ab5-429c-9511-55375ac45f75) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:44.261445 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (9e726744-f84c-4509-99fb-9fa1ca6acf14), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.328500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:44.340669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:44.345613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:44.346427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.373813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7343810 Mar 22 14:29:44.373813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f36e8-fd1a-4b54-a9e8-c4c577f1f2a7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=9e726744-f84c-4509-99fb-9fa1ca6acf14,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:44.374265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33084) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:44.383046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:86:0e:89', 'name': 'tempest-NetworksTestDHCPv6-390254427'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:44.396842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Publish callbacks [] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.408700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.497886 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Pushing event updated for resources: {'Port': ['ID=dfc386b2-9ab5-429c-9511-55375ac45f75,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:44.507550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:44.525258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:44.529093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:44.532127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:44.608555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Attempting to bind port dfc386b2-9ab5-429c-9511-55375ac45f75 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:44.609195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Attempting to bind port dfc386b2-9ab5-429c-9511-55375ac45f75 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:44.609364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Attempting to bind port dfc386b2-9ab5-429c-9511-55375ac45f75 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:44.614501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:44.614879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:44.615291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.615723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:44.618025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Bound port: dfc386b2-9ab5-429c-9511-55375ac45f75, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:44.618025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.626558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.655710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:44.689298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] For port dfc386b2-9ab5-429c-9511-55375ac45f75, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:44.695465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] For port dfc386b2-9ab5-429c-9511-55375ac45f75, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfc386b2-9ab5-429c-9511-55375ac45f75,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:44.706976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.794581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eacbb-8c37-4503-a529-f7dcc601b791 None None] Pushing event updated for resources: {'Port': ['ID=dfc386b2-9ab5-429c-9511-55375ac45f75,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:44.971874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 172.20.0.12 (2440731f-18f0-47c1-a069-059cc098e13e/9e726744-f84c-4509-99fb-9fa1ca6acf14/0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:44.982221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:fe86:e89 (2440731f-18f0-47c1-a069-059cc098e13e/2fd7f336-0c2f-45d7-859e-79bc43a86901/0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:45.273061 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.348413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.437459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:45.444568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:45.450718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:45.486709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:45.524569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.524569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.551129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-63e1ae30-cd71-4814-95d0-e133a1bf3d59 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1752913 Mar 22 14:29:45.553564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33124) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.659127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b675a-dde3-45a1-b9eb-3c7dcd703ea7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.664962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b675a-dde3-45a1-b9eb-3c7dcd703ea7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.666733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b84b675a-dde3-45a1-b9eb-3c7dcd703ea7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1119432 Mar 22 14:29:45.669682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33128) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.837243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:45.838114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.914480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dfc386b2-9ab5-429c-9511-55375ac45f75 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:46.028390 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.052638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:46.067337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port dfc386b2-9ab5-429c-9511-55375ac45f75 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:46.069943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.187628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port dfc386b2-9ab5-429c-9511-55375ac45f75 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:46.188335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.242621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port dfc386b2-9ab5-429c-9511-55375ac45f75, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfc386b2-9ab5-429c-9511-55375ac45f75,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:46.248999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.393180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=dfc386b2-9ab5-429c-9511-55375ac45f75,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:46.438230 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.503979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:46.585406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.585690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.585943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.586310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.586634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.586960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.587282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.587598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.587914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.588229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.588723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.589048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.589361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.589677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.590118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:46.661497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cf908-dbff-4056-b229-cc94a9e31c93 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:46.685453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.692095 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8d570e7c-c966-4c94-a96c-561e062f70c6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3 HTTP/1.1" status: 204 len: 168 time: 1.0209842 Mar 22 14:29:46.694815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33160) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:46.788101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d8524f9a-a752-45ef-bb1a-6498cbd21ac9 None None] Provisioning complete for port dfc386b2-9ab5-429c-9511-55375ac45f75 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:46.788506 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8524f9a-a752-45ef-bb1a-6498cbd21ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.808361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafbb4a-3504-4592-97b3-5680832de024 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:46.809952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafbb4a-3504-4592-97b3-5680832de024 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:46.811971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafbb4a-3504-4592-97b3-5680832de024 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:46.813838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9cafbb4a-3504-4592-97b3-5680832de024 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1176424 Mar 22 14:29:46.816611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33162) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:46.914102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 2fd7f336-0c2f-45d7-859e-79bc43a86901 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:46.930299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (2fd7f336-0c2f-45d7-859e-79bc43a86901), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.016300 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (2fd7f336-0c2f-45d7-859e-79bc43a86901), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.035596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d8524f9a-a752-45ef-bb1a-6498cbd21ac9 None None] Current status of the port dfc386b2-9ab5-429c-9511-55375ac45f75 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:47.110707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae889c0c-9ba6-40a3-88e7-12b0cd5a5b6b None None] Update dhcp port {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': '2fd7f336-0c2f-45d7-859e-79bc43a86901', 'ip_address': '2001:db8::f816:3eff:fea1:5d4'}, {'subnet_id': '9e726744-f84c-4509-99fb-9fa1ca6acf14'}], 'binding:host_id': 'n-d-834677-3'}, 'id': 'dfc386b2-9ab5-429c-9511-55375ac45f75'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:29:47.147416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2fd7f336-0c2f-45d7-859e-79bc43a86901), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.166235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ae889c0c-9ba6-40a3-88e7-12b0cd5a5b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.246219 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (2fd7f336-0c2f-45d7-859e-79bc43a86901), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.282119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd7f336-0c2f-45d7-859e-79bc43a86901,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:47.302523 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.305824 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee139375-742a-446f-92a2-e156a86f5ef7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/2fd7f336-0c2f-45d7-859e-79bc43a86901 HTTP/1.1" status: 204 len: 168 time: 0.4821799 Mar 22 14:29:47.308446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33172) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-ae889c0c-9ba6-40a3-88e7-12b0cd5a5b6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fd7f336-0c2f-45d7-859e-79bc43a86901: This subnet is being modified by another concurrent operation. Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fd7f336-0c2f-45d7-859e-79bc43a86901: This subnet is being modified by another concurrent operation. Mar 22 14:29:47.322777 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 14:29:47.440049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 9e726744-f84c-4509-99fb-9fa1ca6acf14 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:47.454637 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (9e726744-f84c-4509-99fb-9fa1ca6acf14), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.483773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc73da3-d386-4ad6-8937-98108bfdce23 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:29:47.485671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-165558c5-5905-469f-b2a8-326aeff2920a None None] Provisioning complete for port dfc386b2-9ab5-429c-9511-55375ac45f75 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:47.486063 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-165558c5-5905-469f-b2a8-326aeff2920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.545829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (9e726744-f84c-4509-99fb-9fa1ca6acf14), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.670319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9e726744-f84c-4509-99fb-9fa1ca6acf14), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.700846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-165558c5-5905-469f-b2a8-326aeff2920a None None] Current status of the port dfc386b2-9ab5-429c-9511-55375ac45f75 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:47.776628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc73da3-d386-4ad6-8937-98108bfdce23 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:29:47.820505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (9e726744-f84c-4509-99fb-9fa1ca6acf14), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.851931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device dfc386b2-9ab5-429c-9511-55375ac45f75 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:47.858152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=9e726744-f84c-4509-99fb-9fa1ca6acf14,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:47.875946 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.880611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fa4866d7-35c0-4387-bada-a14b60a3d270 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/9e726744-f84c-4509-99fb-9fa1ca6acf14 HTTP/1.1" status: 204 len: 168 time: 0.5700796 Mar 22 14:29:47.882680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33184) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:47.939459 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fdb0d490-4ee1-4b21-9755-eeae14db1843 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546319 Mar 22 14:29:47.943212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33186) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:47.955728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:48.043734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port dfc386b2-9ab5-429c-9511-55375ac45f75 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:48.044240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.103166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port dfc386b2-9ab5-429c-9511-55375ac45f75, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfc386b2-9ab5-429c-9511-55375ac45f75,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:48.124952 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.203736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=dfc386b2-9ab5-429c-9511-55375ac45f75,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:48.309362 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8777-6f4d-44d8-8486-0561d62f14c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.380297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26507aa-7652-4ee8-8fd4-994925e07d19 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:48.517699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2052c292-91d5-4bf8-a685-b154f3dbb53c None None] Provisioning complete for port dfc386b2-9ab5-429c-9511-55375ac45f75 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:48.518100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2052c292-91d5-4bf8-a685-b154f3dbb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.620119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:48.753138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2052c292-91d5-4bf8-a685-b154f3dbb53c None None] Current status of the port dfc386b2-9ab5-429c-9511-55375ac45f75 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:48.753536 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2052c292-91d5-4bf8-a685-b154f3dbb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.809667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2052c292-91d5-4bf8-a685-b154f3dbb53c None None] For port dfc386b2-9ab5-429c-9511-55375ac45f75, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfc386b2-9ab5-429c-9511-55375ac45f75,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:48.913151 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2052c292-91d5-4bf8-a685-b154f3dbb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.944460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] Deleting port dfc386b2-9ab5-429c-9511-55375ac45f75 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:48.944927 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.979509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:48.984767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.111004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052c292-91d5-4bf8-a685-b154f3dbb53c None None] Pushing event updated for resources: {'Port': ['ID=dfc386b2-9ab5-429c-9511-55375ac45f75,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:49.136042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] For port dfc386b2-9ab5-429c-9511-55375ac45f75, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=dfc386b2-9ab5-429c-9511-55375ac45f75,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:49.136452 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.157210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] Calling delete_port for dfc386b2-9ab5-429c-9511-55375ac45f75 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:49.269638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (dfc386b2-9ab5-429c-9511-55375ac45f75), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.323801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] No DVR routers for this DVR port dfc386b2-9ab5-429c-9511-55375ac45f75 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:49.328475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (ab1974a5-db1b-4cae-a15f-4ed8765cb054), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.348041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b51dba-1d61-4023-9342-d553e0860a8c None None] Pushing event deleted for resources: {'Port': ['ID=dfc386b2-9ab5-429c-9511-55375ac45f75,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:49.392092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=ab1974a5-db1b-4cae-a15f-4ed8765cb054,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:49.410093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:49.411835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:49.415403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:49.416273 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.425201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525c945-100d-49aa-a4b6-8cb38af68cb3 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:49.447187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4eab360d-f535-4968-b667-daf303b5ea2f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4978931 Mar 22 14:29:49.450170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33216) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:49.456670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:49.563383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'ab1974a5-db1b-4cae-a15f-4ed8765cb054'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:49.564760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.782142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:49.790243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.854124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Allocated IP 172.20.0.2 (2440731f-18f0-47c1-a069-059cc098e13e/ab1974a5-db1b-4cae-a15f-4ed8765cb054/061d1d14-110a-4649-a40e-74deaa4bbc4b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:50.148176 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Publish callbacks [] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.162346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.240122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:50.245547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:50.250908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:50.352259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Pushing event updated for resources: {'Port': ['ID=061d1d14-110a-4649-a40e-74deaa4bbc4b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:50.373828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Attempting to bind port 061d1d14-110a-4649-a40e-74deaa4bbc4b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:50.374583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Attempting to bind port 061d1d14-110a-4649-a40e-74deaa4bbc4b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:50.375161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Attempting to bind port 061d1d14-110a-4649-a40e-74deaa4bbc4b on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:50.383350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:50.383964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:50.384539 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.385191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:50.385825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Bound port: 061d1d14-110a-4649-a40e-74deaa4bbc4b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:50.386403 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.426393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:29:50.530459 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d893a5fd-9b63-4d69-9269-420f77233ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.574797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] For port 061d1d14-110a-4649-a40e-74deaa4bbc4b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:50.581256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] For port 061d1d14-110a-4649-a40e-74deaa4bbc4b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=061d1d14-110a-4649-a40e-74deaa4bbc4b,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:50.596918 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.708163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb097-f6f0-43cb-9692-cf392a612408 None None] Pushing event updated for resources: {'Port': ['ID=061d1d14-110a-4649-a40e-74deaa4bbc4b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:50.926773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.244397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] For port 061d1d14-110a-4649-a40e-74deaa4bbc4b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=061d1d14-110a-4649-a40e-74deaa4bbc4b,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:51.299620 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.315369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.375098 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (dded0edd-5003-4bb8-8327-4379df3d3336), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.459373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=dded0edd-5003-4bb8-8327-4379df3d3336,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:51.484770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:51.498469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:51.504386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:51.505894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.545082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=061d1d14-110a-4649-a40e-74deaa4bbc4b,revision_number=4']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:51.559928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-38e1c555-a4b8-4be3-b04b-b35f68cd6a3b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1061172 Mar 22 14:29:51.560314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:51.565593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:35:e5:93', 'name': 'tempest-NetworksTestDHCPv6-412180441'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:51.790987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:51.941954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.963908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 061d1d14-110a-4649-a40e-74deaa4bbc4b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:52.012658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.065646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:52.108351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:52.109244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.352771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:52.353160 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.459934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 061d1d14-110a-4649-a40e-74deaa4bbc4b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=061d1d14-110a-4649-a40e-74deaa4bbc4b,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:52.472864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.480090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da7faa-5b05-4494-9a81-22ad80852141 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:52.581518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 172.20.0.14 (2440731f-18f0-47c1-a069-059cc098e13e/ab1974a5-db1b-4cae-a15f-4ed8765cb054/a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:52.590632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:fe35:e593 (2440731f-18f0-47c1-a069-059cc098e13e/dded0edd-5003-4bb8-8327-4379df3d3336/a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:52.897259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b63a9ec3-dfb1-4b6e-8f07-4a7b9897e6c8 None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:52.897625 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b63a9ec3-dfb1-4b6e-8f07-4a7b9897e6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.919319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=061d1d14-110a-4649-a40e-74deaa4bbc4b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:52.943505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.944153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.944153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.944490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.944815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.945143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.945470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.945790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.946135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.946458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.946778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.947096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.947413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.947727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:52.948043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:53.024340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.048859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b63a9ec3-dfb1-4b6e-8f07-4a7b9897e6c8 None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:53.106995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.172990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:53.176704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:53.191812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:53.242453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:53.297432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:53.300442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.327729 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c7d148d2-aed7-4968-9cea-729074f37942 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7662747 Mar 22 14:29:53.330279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33292) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:53.451008 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.459384 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f6795-fce8-4ff3-bb4e-0cc0d79a8215 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:53.477736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f6795-fce8-4ff3-bb4e-0cc0d79a8215 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:53.485816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33302) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:53.486493 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-720f6795-fce8-4ff3-bb4e-0cc0d79a8215 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1517217 Mar 22 14:29:53.649219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:53.649867 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.828532 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.847903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:53.892704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 061d1d14-110a-4649-a40e-74deaa4bbc4b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:54.066488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:54.067189 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.183943 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.186818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:54.231033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-01b890c7-6441-4f49-8dc5-1261da4ecb9b None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:54.231414 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-01b890c7-6441-4f49-8dc5-1261da4ecb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.285031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:54.399139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-01b890c7-6441-4f49-8dc5-1261da4ecb9b None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:54.625946 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.631326 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.646521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33324) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:54.648501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60ec1e34-6827-4abf-8fda-8aeee34063b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5 HTTP/1.1" status: 204 len: 168 time: 1.1603923 Mar 22 14:29:54.679163 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.729670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-20c008c4-c502-4368-8d4a-b9288df36cf6 None None] Could not find standard attr ID for object a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:54.760265 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5e3ad-f85f-4cf9-a1a4-bca5d4e295c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:54.762351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5e3ad-f85f-4cf9-a1a4-bca5d4e295c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:54.764526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5e3ad-f85f-4cf9-a1a4-bca5d4e295c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:54.766614 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5fb5e3ad-f85f-4cf9-a1a4-bca5d4e295c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1186547 Mar 22 14:29:54.768988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33330) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:54.838563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet ab1974a5-db1b-4cae-a15f-4ed8765cb054 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:54.842612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (ab1974a5-db1b-4cae-a15f-4ed8765cb054), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.924861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ab1974a5-db1b-4cae-a15f-4ed8765cb054), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.856212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ab1974a5-db1b-4cae-a15f-4ed8765cb054), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.972134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ab1974a5-db1b-4cae-a15f-4ed8765cb054), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.001605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1974a5-db1b-4cae-a15f-4ed8765cb054,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:56.006313 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.012249 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-027ea75d-8bef-4232-a2ae-29c698c9e9a8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ab1974a5-db1b-4cae-a15f-4ed8765cb054 HTTP/1.1" status: 204 len: 168 time: 1.2396483 Mar 22 14:29:56.012607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33352) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:56.017746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf4b7fb-9462-410e-9038-943d036166b2 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:56.073253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet dded0edd-5003-4bb8-8327-4379df3d3336 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:56.077103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (dded0edd-5003-4bb8-8327-4379df3d3336), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.145825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (dded0edd-5003-4bb8-8327-4379df3d3336), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.357945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (dded0edd-5003-4bb8-8327-4379df3d3336), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.488618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (dded0edd-5003-4bb8-8327-4379df3d3336), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.600470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=dded0edd-5003-4bb8-8327-4379df3d3336,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:56.629324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.632757 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-291696f2-f4f2-408e-9191-5e1aef4c6c96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/dded0edd-5003-4bb8-8327-4379df3d3336 HTTP/1.1" status: 204 len: 168 time: 0.6191788 Mar 22 14:29:56.635551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33368) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:56.762732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-58097402-bbc6-47b8-b5e4-8c6097d9eacb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257915 Mar 22 14:29:56.765291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33372) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:56.778063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:56.963444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:56.967883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.424935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (fb926cb4-1166-4e22-ad39-78825a0ff249), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.564043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:57.568664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:57.573630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:57.574435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.585925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=fb926cb4-1166-4e22-ad39-78825a0ff249,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:57.593768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed11bca-4a06-4ae1-8a46-6eb86f4ecf41 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:57.611825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a417981e-ee4f-4493-a13a-6f42e9b10af3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8451471 Mar 22 14:29:57.615072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:57.620441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:57.663041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9041fdb2-149d-424a-bee6-8be8afa436bf None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:57.663757 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9041fdb2-149d-424a-bee6-8be8afa436bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.833070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:57.837087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.841797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9041fdb2-149d-424a-bee6-8be8afa436bf None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:58.033338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af5386-24bb-4ab8-936a-b9475d8f55fc None None] Update dhcp port {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'fb926cb4-1166-4e22-ad39-78825a0ff249'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '061d1d14-110a-4649-a40e-74deaa4bbc4b'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:29:58.110906 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-01af5386-24bb-4ab8-936a-b9475d8f55fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.520358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-01af5386-24bb-4ab8-936a-b9475d8f55fc None None] Allocated IP 172.20.0.2 (2440731f-18f0-47c1-a069-059cc098e13e/fb926cb4-1166-4e22-ad39-78825a0ff249/061d1d14-110a-4649-a40e-74deaa4bbc4b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:58.537448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:29:58.746657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.798222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-01af5386-24bb-4ab8-936a-b9475d8f55fc None None] For port 061d1d14-110a-4649-a40e-74deaa4bbc4b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=061d1d14-110a-4649-a40e-74deaa4bbc4b,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:58.840261 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-01af5386-24bb-4ab8-936a-b9475d8f55fc None None] Publish callbacks [] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.855071 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-01af5386-24bb-4ab8-936a-b9475d8f55fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.916220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.000845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5386-24bb-4ab8-936a-b9475d8f55fc None None] Pushing event updated for resources: {'Port': ['ID=061d1d14-110a-4649-a40e-74deaa4bbc4b,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:59.335458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] For port 061d1d14-110a-4649-a40e-74deaa4bbc4b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=061d1d14-110a-4649-a40e-74deaa4bbc4b,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:59.430061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.445487 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.520906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (34e25bbd-4219-459c-97c5-ddbd2b902cd0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.629571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=34e25bbd-4219-459c-97c5-ddbd2b902cd0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:59.734839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:59.745379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=061d1d14-110a-4649-a40e-74deaa4bbc4b,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:59.764228 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:59.772396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:59.780761 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.838682 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02a325d5-97ed-468b-a69c-6b63c01a9d96 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2223785 Mar 22 14:29:59.844994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33458) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:59.851761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:be:ed:8d', 'name': 'tempest-NetworksTestDHCPv6-659787042'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:00.081889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1402f4-4ddd-43b3-af5e-674c9288248a None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:00.156484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:00.432665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 061d1d14-110a-4649-a40e-74deaa4bbc4b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:00.483121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.527691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-be83263e-2dbd-47b3-bf2b-1184c58156df None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:00.528182 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-be83263e-2dbd-47b3-bf2b-1184c58156df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.576670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 12f7f3ec-0011-4eb9-b277-4f2363a785fe yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:00.586732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:00.587204 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.737005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-be83263e-2dbd-47b3-bf2b-1184c58156df None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:00.825898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:00.996115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 172.20.0.12 (2440731f-18f0-47c1-a069-059cc098e13e/fb926cb4-1166-4e22-ad39-78825a0ff249/12f7f3ec-0011-4eb9-b277-4f2363a785fe) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:01.032223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:febe:ed8d (2440731f-18f0-47c1-a069-059cc098e13e/34e25bbd-4219-459c-97c5-ddbd2b902cd0/12f7f3ec-0011-4eb9-b277-4f2363a785fe) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:01.408722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (12f7f3ec-0011-4eb9-b277-4f2363a785fe), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.507576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (12f7f3ec-0011-4eb9-b277-4f2363a785fe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.601304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:01.602516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:01.611029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:01.706820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-716d557b-7b35-4724-bd1f-44d971ce3c84 None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:01.707466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-716d557b-7b35-4724-bd1f-44d971ce3c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.770526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:01.771202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.788615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=12f7f3ec-0011-4eb9-b277-4f2363a785fe,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:01.841112 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-86b8f77a-91bc-4641-89f2-19017fa7a4b6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9945331 Mar 22 14:30:01.843516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33504) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:01.867718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-716d557b-7b35-4724-bd1f-44d971ce3c84 None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:02.010003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4ec5c-4b10-47dc-80dc-53ab44ff53ae tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:02.037367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4ec5c-4b10-47dc-80dc-53ab44ff53ae tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:02.040360 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44e4ec5c-4b10-47dc-80dc-53ab44ff53ae tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1953266 Mar 22 14:30:02.044154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33514) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:02.224106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 12f7f3ec-0011-4eb9-b277-4f2363a785fe {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:02.224951 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (12f7f3ec-0011-4eb9-b277-4f2363a785fe), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.311324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-da1809c4-22a2-48ab-9cbe-3f2276f4e71b None None] Provisioning complete for port 12f7f3ec-0011-4eb9-b277-4f2363a785fe triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:02.311569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-da1809c4-22a2-48ab-9cbe-3f2276f4e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (12f7f3ec-0011-4eb9-b277-4f2363a785fe), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.361109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (12f7f3ec-0011-4eb9-b277-4f2363a785fe), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.387970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 12f7f3ec-0011-4eb9-b277-4f2363a785fe owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:02.388744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-da1809c4-22a2-48ab-9cbe-3f2276f4e71b None None] Port 12f7f3ec-0011-4eb9-b277-4f2363a785fe cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:02.697442 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (12f7f3ec-0011-4eb9-b277-4f2363a785fe), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.782965 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=12f7f3ec-0011-4eb9-b277-4f2363a785fe,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:02.925999 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.931936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7e9d6a87-619d-4f5d-a8ef-dbcabff04be0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/12f7f3ec-0011-4eb9-b277-4f2363a785fe HTTP/1.1" status: 204 len: 168 time: 0.8843384 Mar 22 14:30:02.932169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:03.095672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86845b20-68af-4ef5-80c9-321d3d3f1084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:03.098210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86845b20-68af-4ef5-80c9-321d3d3f1084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:03.100054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86845b20-68af-4ef5-80c9-321d3d3f1084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:03.121979 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-86845b20-68af-4ef5-80c9-321d3d3f1084 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1886749 Mar 22 14:30:03.124674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33536) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:03.206336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 34e25bbd-4219-459c-97c5-ddbd2b902cd0 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:03.212420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (34e25bbd-4219-459c-97c5-ddbd2b902cd0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.278043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (34e25bbd-4219-459c-97c5-ddbd2b902cd0), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.376656 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (34e25bbd-4219-459c-97c5-ddbd2b902cd0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.450242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (34e25bbd-4219-459c-97c5-ddbd2b902cd0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.554608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=34e25bbd-4219-459c-97c5-ddbd2b902cd0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:03.566221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c1c07-9cb4-40c0-8931-324e0792e769 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:03.583263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.589542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33544) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:03.593342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/34e25bbd-4219-459c-97c5-ddbd2b902cd0 HTTP/1.1" status: 204 len: 168 time: 0.4674361 Mar 22 14:30:03.606195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.606545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.606890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.607231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.607560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.607893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.608220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.608543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.608865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.609194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.609514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.609831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.615435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.615865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.616210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a500894-1ec8-42ac-8e34-01f9087de08c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:03.707035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet fb926cb4-1166-4e22-ad39-78825a0ff249 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:03.710843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (fb926cb4-1166-4e22-ad39-78825a0ff249), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.881289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (fb926cb4-1166-4e22-ad39-78825a0ff249), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.224037 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (fb926cb4-1166-4e22-ad39-78825a0ff249), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.315623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (fb926cb4-1166-4e22-ad39-78825a0ff249), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.347403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=fb926cb4-1166-4e22-ad39-78825a0ff249,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:04.357209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.368853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33570) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:04.390789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f5bdc64f-18a4-4caf-84a6-f1cdd1bbf0d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/fb926cb4-1166-4e22-ad39-78825a0ff249 HTTP/1.1" status: 204 len: 168 time: 0.7997713 Mar 22 14:30:04.456859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e77517b7-5d25-456e-ae54-3aa9ad8d7384 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755849 Mar 22 14:30:04.456859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33572) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:04.524907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb077fa-5fdf-472e-ab76-03474def9b41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:04.526915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-feb077fa-5fdf-472e-ab76-03474def9b41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0749984 Mar 22 14:30:04.529330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33574) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:04.686966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5bbf1-5bd5-4808-af2a-00a0fdb79434 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:04.698633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d1b5bbf1-5bd5-4808-af2a-00a0fdb79434 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1681108 Mar 22 14:30:04.701070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33578) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:04.815378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd4a8613-7d74-4ad8-ac33-d3c6c3497b1b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126306 Mar 22 14:30:04.820746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33580) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:04.826120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-805f8e4f-e2b2-48d9-86d6-886a3719e669 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:05.029452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba814b-2648-489e-804f-64ea13853673 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:05.123101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805f8e4f-e2b2-48d9-86d6-886a3719e669 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:05.127164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-805f8e4f-e2b2-48d9-86d6-886a3719e669 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.128915 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-805f8e4f-e2b2-48d9-86d6-886a3719e669 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:05.129566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805f8e4f-e2b2-48d9-86d6-886a3719e669 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:05.174966 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-805f8e4f-e2b2-48d9-86d6-886a3719e669 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3530719 Mar 22 14:30:05.178259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33598) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:05.184553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dbb3d0f0-777b-45d7-b08d-b693da79592a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:05.219853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-378c60fe-67ad-4ecd-acbd-a17188050e54 None None] Provisioning complete for port 061d1d14-110a-4649-a40e-74deaa4bbc4b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:05.220227 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-378c60fe-67ad-4ecd-acbd-a17188050e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.410569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-378c60fe-67ad-4ecd-acbd-a17188050e54 None None] Current status of the port 061d1d14-110a-4649-a40e-74deaa4bbc4b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:05.438460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:05.463900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb3d0f0-777b-45d7-b08d-b693da79592a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:05.473908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dbb3d0f0-777b-45d7-b08d-b693da79592a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.479793 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb3d0f0-777b-45d7-b08d-b693da79592a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:05.480563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb3d0f0-777b-45d7-b08d-b693da79592a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:05.523995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] Deleting port 061d1d14-110a-4649-a40e-74deaa4bbc4b {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:05.524288 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.527145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dbb3d0f0-777b-45d7-b08d-b693da79592a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3476925 Mar 22 14:30:05.530097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33608) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:05.554245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6f5ee5ce-83da-4614-ad9d-0c612490b792 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:05.739235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] For port 061d1d14-110a-4649-a40e-74deaa4bbc4b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=061d1d14-110a-4649-a40e-74deaa4bbc4b,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:05.742157 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.751207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5ee5ce-83da-4614-ad9d-0c612490b792 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:05.756069 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f5ee5ce-83da-4614-ad9d-0c612490b792 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.756653 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5ee5ce-83da-4614-ad9d-0c612490b792 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:05.757079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5ee5ce-83da-4614-ad9d-0c612490b792 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:05.788591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6f5ee5ce-83da-4614-ad9d-0c612490b792 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2571156 Mar 22 14:30:05.791465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33612) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:05.796880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0749ce14-b125-4e5a-9854-8432cb7728dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:05.810956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] Calling delete_port for 061d1d14-110a-4649-a40e-74deaa4bbc4b owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:06.070168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0749ce14-b125-4e5a-9854-8432cb7728dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:06.071669 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (061d1d14-110a-4649-a40e-74deaa4bbc4b), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.073904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0749ce14-b125-4e5a-9854-8432cb7728dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.079124 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0749ce14-b125-4e5a-9854-8432cb7728dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:06.079581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0749ce14-b125-4e5a-9854-8432cb7728dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:06.171720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0749ce14-b125-4e5a-9854-8432cb7728dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3788912 Mar 22 14:30:06.172190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33622) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:06.174847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] No DVR routers for this DVR port 061d1d14-110a-4649-a40e-74deaa4bbc4b on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:06.178478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-69b70ebb-5b96-40f4-8fa7-1583b4076031 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:06.200306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32930530-ab40-490e-af3b-430e517e36d1 None None] Pushing event deleted for resources: {'Port': ['ID=061d1d14-110a-4649-a40e-74deaa4bbc4b,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:06.234056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 061d1d14-110a-4649-a40e-74deaa4bbc4b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:06.288262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 061d1d14-110a-4649-a40e-74deaa4bbc4b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:06.289937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 061d1d14-110a-4649-a40e-74deaa4bbc4b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:06.474353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b70ebb-5b96-40f4-8fa7-1583b4076031 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:06.477903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-69b70ebb-5b96-40f4-8fa7-1583b4076031 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.479410 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b70ebb-5b96-40f4-8fa7-1583b4076031 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:06.479837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b70ebb-5b96-40f4-8fa7-1583b4076031 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:06.526121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-69b70ebb-5b96-40f4-8fa7-1583b4076031 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3517740 Mar 22 14:30:06.531716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33634) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:06.537010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bf230f5e-9294-4933-b7ed-e0dbea8361e3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:06.765948 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf230f5e-9294-4933-b7ed-e0dbea8361e3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:06.770413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf230f5e-9294-4933-b7ed-e0dbea8361e3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.772359 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf230f5e-9294-4933-b7ed-e0dbea8361e3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:06.772961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf230f5e-9294-4933-b7ed-e0dbea8361e3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:06.807466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33638) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:06.817913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bf230f5e-9294-4933-b7ed-e0dbea8361e3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2848725 Mar 22 14:30:06.898781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33644) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:06.911111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a0c3b483-7776-48b2-a631-5d84be8a9edb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1022425 Mar 22 14:30:07.011441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b32e8-9779-4768-ae5b-df00e0e8f859 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:07.016137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33646) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:07.023043 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f46b32e8-9779-4768-ae5b-df00e0e8f859 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230762 Mar 22 14:30:07.081382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33648) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:07.086716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:07.091977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6fc47d6e-693c-4873-973a-40f4118cdf79 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743809 Mar 22 14:30:07.250388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:07.255802 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:07.726801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:07.731025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (73afe49b-6207-430e-a41b-7eddf6d38650), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:07.836058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=73afe49b-6207-430e-a41b-7eddf6d38650,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:07.858620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:07.860544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:07.863723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:07.864659 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:07.872861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b33865-4274-480c-91f3-3c6cba4e7c6f None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:07.890856 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c09043c9-cba5-404f-9958-f413e6ccef2c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8079031 Mar 22 14:30:07.893173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33672) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:07.898862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:4e:91:ee', 'name': 'tempest-NetworksTestDHCPv6-1691490889'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:08.264577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:08.300365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '73afe49b-6207-430e-a41b-7eddf6d38650'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:08.301727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:08.450934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:08.488864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:08.516296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 3fac52e8-d1f6-45bd-be03-472cbab2cd82 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:08.707438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Allocated IP 2001:db8::f816:3eff:fe74:22b9 (2440731f-18f0-47c1-a069-059cc098e13e/73afe49b-6207-430e-a41b-7eddf6d38650/f13402a7-06fe-42d0-b2c0-a5fdf421f7e6) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:08.856911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29162714-1507-4151-b408-df8451b27b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.081260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Publish callbacks [] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.102662 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.134422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29162714-1507-4151-b408-df8451b27b81 admin admin] Publish callbacks [] for security_group (48f7814a-6964-4c18-8b5c-f971b9260d02), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.186796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29162714-1507-4151-b408-df8451b27b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (48f7814a-6964-4c18-8b5c-f971b9260d02), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.203283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Pushing event updated for resources: {'Port': ['ID=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:09.227631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:09.229356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:09.232002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:09.312839 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29162714-1507-4151-b408-df8451b27b81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1d7214439054a9f89c058b391538240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8175871 Mar 22 14:30:09.314556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33710) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:09.324793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29162714-1507-4151-b408-df8451b27b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7814a-6964-4c18-8b5c-f971b9260d02,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:09.341272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:fe4e:91ee (2440731f-18f0-47c1-a069-059cc098e13e/73afe49b-6207-430e-a41b-7eddf6d38650/3fac52e8-d1f6-45bd-be03-472cbab2cd82) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:09.466734 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f13674a2-17d8-4e58-913d-42df3e5dec88 admin admin] Publish callbacks [] for security_group (48f7814a-6964-4c18-8b5c-f971b9260d02), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.545369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f13674a2-17d8-4e58-913d-42df3e5dec88 admin admin] Publish callbacks [] for security_group (48f7814a-6964-4c18-8b5c-f971b9260d02), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.658204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f13674a2-17d8-4e58-913d-42df3e5dec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (48f7814a-6964-4c18-8b5c-f971b9260d02), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.661745 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f13674a2-17d8-4e58-913d-42df3e5dec88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.665365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f13674a2-17d8-4e58-913d-42df3e5dec88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48f7814a-6964-4c18-8b5c-f971b9260d02 HTTP/1.1" status: 204 len: 168 time: 0.3470590 Mar 22 14:30:09.679292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13674a2-17d8-4e58-913d-42df3e5dec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7814a-6964-4c18-8b5c-f971b9260d02,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:09.773111 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Attempting to bind port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:09.778715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Attempting to bind port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:09.778715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Attempting to bind port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:09.790602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:09.790892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:09.793446 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.793446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:09.797851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Bound port: f13402a7-06fe-42d0-b2c0-a5fdf421f7e6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:09.797851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.941124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (3fac52e8-d1f6-45bd-be03-472cbab2cd82), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.953282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] For port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:09.972655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] For port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:09.994244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:10.071687 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-a1d18bec-4682-4ab8-936a-f7cd4bcb9d07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1796095 Mar 22 14:30:10.109774 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3fac52e8-d1f6-45bd-be03-472cbab2cd82), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:10.207429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c04d9-01b3-42c5-b797-ec393bca0b12 None None] Pushing event updated for resources: {'Port': ['ID=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:10.248120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-267c4e90-1d80-4f17-a6d5-80e5c0f6cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:10.250824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-267c4e90-1d80-4f17-a6d5-80e5c0f6cead service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 1127 time: 0.1123414 Mar 22 14:30:10.305081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=3fac52e8-d1f6-45bd-be03-472cbab2cd82,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:10.356209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:10.366357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:10.372781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:10.386648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:10.387397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:10.443927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7032f6ba-a0dc-4ef4-ac5b-f3acfc5d5c0e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5491121 Mar 22 14:30:10.446458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33732) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:10.484586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33734) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:10.549106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8babf8d-05b5-49fc-b45a-5454e716fb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:10.631886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5882d22-0f80-46f9-8d22-e4fa9088d39d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:10.650106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5882d22-0f80-46f9-8d22-e4fa9088d39d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:10.651951 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b5882d22-0f80-46f9-8d22-e4fa9088d39d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2045186 Mar 22 14:30:10.655472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33736) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:10.686935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-345c3e62-5b9c-48e8-87b9-3bde3ec4f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:10.690898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-345c3e62-5b9c-48e8-87b9-3bde3ec4f614 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 914 time: 0.4024887 Mar 22 14:30:10.894169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8babf8d-05b5-49fc-b45a-5454e716fb9b admin admin] Publish callbacks [] for security_group (b87ca442-128a-4b1e-b673-1c1cc4413602), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:10.910307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-c3d85bbf-8f21-4218-bd8b-c767fe463426 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2 HTTP/1.1" status: 200 len: 217 time: 0.2024672 Mar 22 14:30:10.911663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c8babf8d-05b5-49fc-b45a-5454e716fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b87ca442-128a-4b1e-b673-1c1cc4413602), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:11.021311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 3fac52e8-d1f6-45bd-be03-472cbab2cd82 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:11.021744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3fac52e8-d1f6-45bd-be03-472cbab2cd82), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:11.058837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c8babf8d-05b5-49fc-b45a-5454e716fb9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5be7c11ea472406ca98f32b3431e9881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712469 Mar 22 14:30:11.093004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33748) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:11.231777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8babf8d-05b5-49fc-b45a-5454e716fb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ca442-128a-4b1e-b673-1c1cc4413602,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:11.258128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-30ff3554-a0ca-43db-8bcc-8b1e5f3ab032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:11.259717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-30ff3554-a0ca-43db-8bcc-8b1e5f3ab032 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.1880882 Mar 22 14:30:11.324691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-7eafd369-d66b-42f2-b8cd-cc87ba3551c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534995 Mar 22 14:30:11.535867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee5c-b8ec-462e-9972-3189b16d7145 admin admin] Publish callbacks [] for security_group (b87ca442-128a-4b1e-b673-1c1cc4413602), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:11.576627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-ef999398-c7e6-42b1-a4ca-66d57ef3ddf0 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433591 Mar 22 14:30:11.616327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee5c-b8ec-462e-9972-3189b16d7145 admin admin] Publish callbacks [] for security_group (b87ca442-128a-4b1e-b673-1c1cc4413602), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:11.785928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3fac52e8-d1f6-45bd-be03-472cbab2cd82), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:11.814684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 3fac52e8-d1f6-45bd-be03-472cbab2cd82 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:11.887121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c5b2c4d-621a-4d5b-a5de-659336c0522f req-ec4ef85e-fd98-446a-a3e5-4c5b124f27e3 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990298 Mar 22 14:30:12.032810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee5c-b8ec-462e-9972-3189b16d7145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b87ca442-128a-4b1e-b673-1c1cc4413602), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.035662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee5c-b8ec-462e-9972-3189b16d7145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.041497 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ee01ee5c-b8ec-462e-9972-3189b16d7145 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b87ca442-128a-4b1e-b673-1c1cc4413602 HTTP/1.1" status: 204 len: 168 time: 0.9458337 Mar 22 14:30:12.075687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ee5c-b8ec-462e-9972-3189b16d7145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ca442-128a-4b1e-b673-1c1cc4413602,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:12.206997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-13847252-de25-4405-968d-0764731ca39e None None] Provisioning complete for port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:12.211672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3fac52e8-d1f6-45bd-be03-472cbab2cd82), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.218064 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13847252-de25-4405-968d-0764731ca39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.395819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=3fac52e8-d1f6-45bd-be03-472cbab2cd82,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:12.400910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:12.484684 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.489458 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6f4a5fe0-4f77-4e3f-8d1f-912c3de1ae9f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/3fac52e8-d1f6-45bd-be03-472cbab2cd82 HTTP/1.1" status: 204 len: 168 time: 1.8309894 Mar 22 14:30:12.492320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33776) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:12.560728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:12.561120 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.637407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3042f88f-a2f4-4fe2-82d0-dde11793777e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:12.647274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3042f88f-a2f4-4fe2-82d0-dde11793777e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:12.652622 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3042f88f-a2f4-4fe2-82d0-dde11793777e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1588497 Mar 22 14:30:12.655298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33780) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:12.767077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:12.767471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.787116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 73afe49b-6207-430e-a41b-7eddf6d38650 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:12.803103 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (73afe49b-6207-430e-a41b-7eddf6d38650), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.823702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-13847252-de25-4405-968d-0764731ca39e None None] Current status of the port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:12.824102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-13847252-de25-4405-968d-0764731ca39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.962104 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (73afe49b-6207-430e-a41b-7eddf6d38650), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.963154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:12.974803 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.051121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33786) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:13.075431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df1cff7a-063e-45d0-b7e7-bf97f3f3b680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.245870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:13.265518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-13847252-de25-4405-968d-0764731ca39e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:30:13.265962 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-13847252-de25-4405-968d-0764731ca39e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:30:13.283469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (73afe49b-6207-430e-a41b-7eddf6d38650), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.347455 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df1cff7a-063e-45d0-b7e7-bf97f3f3b680 admin admin] Publish callbacks [] for security_group (8e9cac75-ab1e-4bda-99af-0070533b02d7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.354617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df1cff7a-063e-45d0-b7e7-bf97f3f3b680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8e9cac75-ab1e-4bda-99af-0070533b02d7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.395172 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (73afe49b-6207-430e-a41b-7eddf6d38650), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.440900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=73afe49b-6207-430e-a41b-7eddf6d38650,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:13.447320 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.458910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4d5bc4d4-5552-4981-8d2e-db6391f3eaba tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/73afe49b-6207-430e-a41b-7eddf6d38650 HTTP/1.1" status: 204 len: 168 time: 0.7979074 Mar 22 14:30:13.458910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33794) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:13.462506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ed44b-d5d7-4cc7-b527-df31810ff642 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:13.482777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cff7a-063e-45d0-b7e7-bf97f3f3b680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9cac75-ab1e-4bda-99af-0070533b02d7,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:13.495542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df1cff7a-063e-45d0-b7e7-bf97f3f3b680 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2a685bef815459eb4311a0b8cd3c6b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4428933 Mar 22 14:30:13.496818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:13.551765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-85dc8ad1-9227-4fd3-b575-7bf7ed5d0f24 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929475 Mar 22 14:30:13.556690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33800) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:13.567762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:13.646454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7424-089f-471f-ad34-49fbba8d5648 admin admin] Publish callbacks [] for security_group (8e9cac75-ab1e-4bda-99af-0070533b02d7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.722884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7424-089f-471f-ad34-49fbba8d5648 admin admin] Publish callbacks [] for security_group (8e9cac75-ab1e-4bda-99af-0070533b02d7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.757577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:13.761220 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.790251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7424-089f-471f-ad34-49fbba8d5648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (8e9cac75-ab1e-4bda-99af-0070533b02d7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.792973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7424-089f-471f-ad34-49fbba8d5648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.796575 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eb5c7424-089f-471f-ad34-49fbba8d5648 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e9cac75-ab1e-4bda-99af-0070533b02d7 HTTP/1.1" status: 204 len: 168 time: 0.2951863 Mar 22 14:30:13.809287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c7424-089f-471f-ad34-49fbba8d5648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9cac75-ab1e-4bda-99af-0070533b02d7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:13.876206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:13.977275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-13847252-de25-4405-968d-0764731ca39e None None] Current status of the port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:14.032017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] Deleting port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:14.032420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.184786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:14.198209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c722c225-d82f-4d7f-b88e-873bb1eb02e4 None None] Could not find standard attr ID for object 3fac52e8-d1f6-45bd-be03-472cbab2cd82. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:30:14.255657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] For port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:14.256836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.280117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] Calling delete_port for f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:14.441812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:14.472842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:14.473255 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.564001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:14.590216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.765138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:14.774723 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (f13402a7-06fe-42d0-b2c0-a5fdf421f7e6), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.784024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 14:30:14.784641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Reverting IP allocation for 2001:db8::f816:3eff:fe74:22b9 {{(pid=110457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 14:30:14.789655 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (aee9d28d-e83e-4500-bbd4-425b278931cb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.858333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] No DVR routers for this DVR port f13402a7-06fe-42d0-b2c0-a5fdf421f7e6 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:14.862613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e092a04-9387-4a9e-957f-26089fd2c0cd None None] Pushing event deleted for resources: {'Port': ['ID=f13402a7-06fe-42d0-b2c0-a5fdf421f7e6,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:14.920282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=aee9d28d-e83e-4500-bbd4-425b278931cb,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:14.943990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:14.945954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:14.955897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8488b9-1db0-4ab4-bf17-8703eeaf8693 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:14.957198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:14.957803 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:15.012829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8a3d91a2-e918-4af8-a3b4-377665771291 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4507649 Mar 22 14:30:15.013941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33838) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:15.019682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:77:9a:48', 'name': 'tempest-NetworksTestDHCPv6-2068345787'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:15.206412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'aee9d28d-e83e-4500-bbd4-425b278931cb'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:15.207304 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:15.303290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:15.585263 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:15.641934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Allocated IP 2001:db8::f816:3eff:feba:d535 (2440731f-18f0-47c1-a069-059cc098e13e/aee9d28d-e83e-4500-bbd4-425b278931cb/4595ef4d-68db-40cc-b0ef-5dde9418949c) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:15.661327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port bdf3cebb-f224-4834-9cfc-1e72dcaa7258 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:16.041143 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Publish callbacks [] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.055055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.081912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:16.086806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:16.121020 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:16.248560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:fe77:9a48 (2440731f-18f0-47c1-a069-059cc098e13e/aee9d28d-e83e-4500-bbd4-425b278931cb/bdf3cebb-f224-4834-9cfc-1e72dcaa7258) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:16.297555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Pushing event updated for resources: {'Port': ['ID=4595ef4d-68db-40cc-b0ef-5dde9418949c,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:16.321503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Attempting to bind port 4595ef4d-68db-40cc-b0ef-5dde9418949c on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:16.322370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Attempting to bind port 4595ef4d-68db-40cc-b0ef-5dde9418949c by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:16.322876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Attempting to bind port 4595ef4d-68db-40cc-b0ef-5dde9418949c on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:16.359312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:16.359887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:16.360396 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.361025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:16.361616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Bound port: 4595ef4d-68db-40cc-b0ef-5dde9418949c, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:16.362243 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.527176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] For port 4595ef4d-68db-40cc-b0ef-5dde9418949c, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:16.536890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] For port 4595ef4d-68db-40cc-b0ef-5dde9418949c, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4595ef4d-68db-40cc-b0ef-5dde9418949c,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:16.556036 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.617880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (bdf3cebb-f224-4834-9cfc-1e72dcaa7258), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.676144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623dace-0882-48fe-b9da-6c36882027ba None None] Pushing event updated for resources: {'Port': ['ID=4595ef4d-68db-40cc-b0ef-5dde9418949c,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:16.730225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bdf3cebb-f224-4834-9cfc-1e72dcaa7258), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.781983 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:30:16.835289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=bdf3cebb-f224-4834-9cfc-1e72dcaa7258,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:16.871143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:16.877214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:16.882702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:16.889834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:16.890642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.920173 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eac7e82f-3293-4131-82df-8aa3dcac524f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9048669 Mar 22 14:30:16.922993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33886) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:17.087141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0cf7b-6f4e-4c88-ac65-70af4d75fdec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:17.121305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0cf7b-6f4e-4c88-ac65-70af4d75fdec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:17.123015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6ee0cf7b-6f4e-4c88-ac65-70af4d75fdec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1982346 Mar 22 14:30:17.125856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:17.333932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port bdf3cebb-f224-4834-9cfc-1e72dcaa7258 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:17.334674 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bdf3cebb-f224-4834-9cfc-1e72dcaa7258), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.568246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bdf3cebb-f224-4834-9cfc-1e72dcaa7258), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.583341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for bdf3cebb-f224-4834-9cfc-1e72dcaa7258 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:17.900341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bdf3cebb-f224-4834-9cfc-1e72dcaa7258), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.060177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=bdf3cebb-f224-4834-9cfc-1e72dcaa7258,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:18.148323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.169607 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-20514479-2e26-429c-8460-8b16a5cddfec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/bdf3cebb-f224-4834-9cfc-1e72dcaa7258 HTTP/1.1" status: 204 len: 168 time: 1.0411873 Mar 22 14:30:18.171101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33912) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:18.188543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7303ad81-fbaf-46b7-8560-a74a00ad7d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.313096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108f2135-43b8-4d4b-865a-f6c19e28376d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:18.315882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108f2135-43b8-4d4b-865a-f6c19e28376d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:18.321017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33918) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:18.331687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4595ef4d-68db-40cc-b0ef-5dde9418949c up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:18.390328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-108f2135-43b8-4d4b-865a-f6c19e28376d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2075527 Mar 22 14:30:18.420354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet aee9d28d-e83e-4500-bbd4-425b278931cb {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:18.444482 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (aee9d28d-e83e-4500-bbd4-425b278931cb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.531796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4595ef4d-68db-40cc-b0ef-5dde9418949c triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:18.532606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.592992 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (aee9d28d-e83e-4500-bbd4-425b278931cb), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.750824 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (aee9d28d-e83e-4500-bbd4-425b278931cb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.824303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4595ef4d-68db-40cc-b0ef-5dde9418949c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:18.824747 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.887071 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (aee9d28d-e83e-4500-bbd4-425b278931cb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.925583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.930635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/aee9d28d-e83e-4500-bbd4-425b278931cb HTTP/1.1" status: 204 len: 168 time: 0.6081603 Mar 22 14:30:18.933955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33926) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:19.012771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1e08-bdd6-40e6-9b34-41daecbe2d41 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=aee9d28d-e83e-4500-bbd4-425b278931cb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:19.105195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33932) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:19.108537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1198ada2-315c-436d-a0df-d8b342bcef03 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1725562 Mar 22 14:30:19.219911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:30:19.221128 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:30:19.238518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5315c752-33c5-455a-84fb-7fabc05b40ff None None] Provisioning complete for port 4595ef4d-68db-40cc-b0ef-5dde9418949c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:19.241006 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5315c752-33c5-455a-84fb-7fabc05b40ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.305429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68bf26f-2e17-46c3-b30f-9e4aaa0f0875 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:19.307415 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e68bf26f-2e17-46c3-b30f-9e4aaa0f0875 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2010963 Mar 22 14:30:19.311719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33938) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:19.382819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49453a3d-eeb4-4d3b-ac18-c8f189704391 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:19.415678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c09b7-be7f-4517-8493-3de7b3533c17 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:19.420476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-718c09b7-be7f-4517-8493-3de7b3533c17 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1045396 Mar 22 14:30:19.421264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33940) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:19.506792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c912f773-5aff-4de3-9647-d7f2a3935c0f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818024 Mar 22 14:30:19.509088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 33942) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:19.515098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:19.564756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5315c752-33c5-455a-84fb-7fabc05b40ff None None] Current status of the port 4595ef4d-68db-40cc-b0ef-5dde9418949c is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:19.565155 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5315c752-33c5-455a-84fb-7fabc05b40ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.660951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5315c752-33c5-455a-84fb-7fabc05b40ff None None] For port 4595ef4d-68db-40cc-b0ef-5dde9418949c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4595ef4d-68db-40cc-b0ef-5dde9418949c,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:19.676025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5315c752-33c5-455a-84fb-7fabc05b40ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.805804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:19.817241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.879086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:19.957898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-39a0d05a-04e9-4996-a99d-2be0005eb375 None None] Could not find standard attr ID for object bdf3cebb-f224-4834-9cfc-1e72dcaa7258. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:30:19.985743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4595ef4d-68db-40cc-b0ef-5dde9418949c is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:20.051638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315c752-33c5-455a-84fb-7fabc05b40ff None None] Pushing event updated for resources: {'Port': ['ID=4595ef4d-68db-40cc-b0ef-5dde9418949c,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:20.080754 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] Deleting port 4595ef4d-68db-40cc-b0ef-5dde9418949c {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:20.081131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.221654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] For port 4595ef4d-68db-40cc-b0ef-5dde9418949c, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4595ef4d-68db-40cc-b0ef-5dde9418949c,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:20.222279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.256445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4595ef4d-68db-40cc-b0ef-5dde9418949c no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:20.311338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] Calling delete_port for 4595ef4d-68db-40cc-b0ef-5dde9418949c owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:20.516177 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d9057d29-9949-4114-b514-8ae41e39f1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.525078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:20.673925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4595ef4d-68db-40cc-b0ef-5dde9418949c is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:20.674367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.768439 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (4595ef4d-68db-40cc-b0ef-5dde9418949c), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.807225 n-d-834677-3 neutron-server[110457]: WARNING neutron.services.revisions.revision_plugin [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Could not find related port for resource to bump revision. Mar 22 14:30:20.818400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_pluggable_backend [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Port 4595ef4d-68db-40cc-b0ef-5dde9418949c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 14:30:20.818974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_pluggable_backend [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Reverting IP allocation for 2001:db8::f816:3eff:feba:d535 {{(pid=110457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 14:30:20.824440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] No DVR routers for this DVR port 4595ef4d-68db-40cc-b0ef-5dde9418949c on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:20.829917 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (9d07ec9b-420d-48ea-bf60-f6d920f6f7d4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.830194 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6b567-14a4-44a5-b9a6-2f639bb2fcd6 None None] Pushing event deleted for resources: {'Port': ['ID=4595ef4d-68db-40cc-b0ef-5dde9418949c,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:20.935482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:20.943777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:20.953562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06441a33-694c-4b53-8c2c-7d3f1105f3fd None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:20.961928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:20.962583 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.001091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4885767 Mar 22 14:30:21.001091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923f985-94d2-4482-80b5-7c6f947d158e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=9d07ec9b-420d-48ea-bf60-f6d920f6f7d4,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:21.001513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 33996) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:21.013805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:6f:28:b8', 'name': 'tempest-NetworksTestDHCPv6-500855308'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:21.029944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdfdef-4eb1-467f-854e-20add888d6ca req-5700b587-feaf-4882-80f9-61719b44c07c tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:21.031625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5fdfdef-4eb1-467f-854e-20add888d6ca req-5700b587-feaf-4882-80f9-61719b44c07c tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 945 time: 0.1818364 Mar 22 14:30:21.128337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5fdfdef-4eb1-467f-854e-20add888d6ca req-1008f4d4-6f6c-45e2-99af-fda1b72b76a4 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865591 Mar 22 14:30:21.241594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '9d07ec9b-420d-48ea-bf60-f6d920f6f7d4'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:21.242531 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.364908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:21.508329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Allocated IP 2001:db8::f816:3eff:fe21:2811 (2440731f-18f0-47c1-a069-059cc098e13e/9d07ec9b-420d-48ea-bf60-f6d920f6f7d4/46f76ca7-427e-4de1-8318-412fda0a8196) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:21.590438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.629631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port eafbc5da-ebe7-496d-be92-92ae34a6861b yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:21.791340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Publish callbacks [] for port (46f76ca7-427e-4de1-8318-412fda0a8196), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.799340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.864364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Pushing event updated for resources: {'Port': ['ID=46f76ca7-427e-4de1-8318-412fda0a8196,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:21.878569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:21.880362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:21.883545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:21.933367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:fe6f:28b8 (2440731f-18f0-47c1-a069-059cc098e13e/9d07ec9b-420d-48ea-bf60-f6d920f6f7d4/eafbc5da-ebe7-496d-be92-92ae34a6861b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:22.048272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Attempting to bind port 46f76ca7-427e-4de1-8318-412fda0a8196 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:22.049716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Attempting to bind port 46f76ca7-427e-4de1-8318-412fda0a8196 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:22.050144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Attempting to bind port 46f76ca7-427e-4de1-8318-412fda0a8196 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:22.059412 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.060956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:22.061328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:22.061716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.062174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:22.062713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Bound port: 46f76ca7-427e-4de1-8318-412fda0a8196, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:22.063041 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.133576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] For port 46f76ca7-427e-4de1-8318-412fda0a8196, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:22.137287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] For port 46f76ca7-427e-4de1-8318-412fda0a8196, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=46f76ca7-427e-4de1-8318-412fda0a8196,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:22.146379 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.322902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504e467-4b79-4cde-b7fb-2fae02954f87 None None] Pushing event updated for resources: {'Port': ['ID=46f76ca7-427e-4de1-8318-412fda0a8196,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:22.357393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (eafbc5da-ebe7-496d-be92-92ae34a6861b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.415234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbd523-2f7d-470d-adfc-c7aa8368c6a8 req-3700bada-6ab8-4c13-8f3e-bba5e3247449 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:22.417091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58cbd523-2f7d-470d-adfc-c7aa8368c6a8 req-3700bada-6ab8-4c13-8f3e-bba5e3247449 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 945 time: 0.1345363 Mar 22 14:30:22.451511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (eafbc5da-ebe7-496d-be92-92ae34a6861b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.536711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:22.539700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:22.543516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:22.556646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:22.557316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.558986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58cbd523-2f7d-470d-adfc-c7aa8368c6a8 req-dfd5fb9f-8fa8-40ff-b4d6-59ed455e9ea7 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360664 Mar 22 14:30:22.586335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=eafbc5da-ebe7-496d-be92-92ae34a6861b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:22.602737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-831229ab-12a9-44c4-bdd3-8c597e99bdc3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5972478 Mar 22 14:30:22.605258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34030) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:22.606698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753123d-c5ed-4837-be47-972be252bd1f req-6c2e7b9b-2559-4f49-a9c1-b6d697b57bb9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:22.612097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2753123d-c5ed-4837-be47-972be252bd1f req-6c2e7b9b-2559-4f49-a9c1-b6d697b57bb9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 945 time: 0.1485445 Mar 22 14:30:22.762225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830879b-80fc-45e2-9d9c-e0d83809ad8e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:22.767996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830879b-80fc-45e2-9d9c-e0d83809ad8e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:22.771340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0830879b-80fc-45e2-9d9c-e0d83809ad8e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1650422 Mar 22 14:30:22.774364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34036) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:22.859232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Deleting port 061d578c-fe41-4c11-9b41-a7ad363c97e2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:22.859574 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.976044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port eafbc5da-ebe7-496d-be92-92ae34a6861b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:22.976391 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (eafbc5da-ebe7-496d-be92-92ae34a6861b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.011510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] For port 061d578c-fe41-4c11-9b41-a7ad363c97e2, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=061d578c-fe41-4c11-9b41-a7ad363c97e2,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:23.014676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.053234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Calling delete_port for 061d578c-fe41-4c11-9b41-a7ad363c97e2 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:23.072529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (eafbc5da-ebe7-496d-be92-92ae34a6861b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.111593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for eafbc5da-ebe7-496d-be92-92ae34a6861b owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:23.211301 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (061d578c-fe41-4c11-9b41-a7ad363c97e2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.227698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['061d578c-fe41-4c11-9b41-a7ad363c97e2'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:30:23.291576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Pushing event deleted for resources: {'Port': ['ID=061d578c-fe41-4c11-9b41-a7ad363c97e2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:23.354815 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (eafbc5da-ebe7-496d-be92-92ae34a6861b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.388457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=eafbc5da-ebe7-496d-be92-92ae34a6861b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:23.433804 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.438379 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-013b869d-7f0c-40ed-9141-bef092a64253 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/eafbc5da-ebe7-496d-be92-92ae34a6861b HTTP/1.1" status: 204 len: 168 time: 0.6626091 Mar 22 14:30:23.441097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34054) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:23.513188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec6165-4f56-407d-9ecc-3758dec5ef0f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:23.515379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec6165-4f56-407d-9ecc-3758dec5ef0f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:23.517330 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-48ec6165-4f56-407d-9ecc-3758dec5ef0f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0747526 Mar 22 14:30:23.521005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34056) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:23.595626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] No DVR routers for this DVR port 061d578c-fe41-4c11-9b41-a7ad363c97e2 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:23.600924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.624443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2753123d-c5ed-4837-be47-972be252bd1f req-e13d3357-3a8f-494a-a778-12d770c5e504 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "DELETE /v2.0/ports/061d578c-fe41-4c11-9b41-a7ad363c97e2 HTTP/1.1" status: 204 len: 173 time: 1.0070350 Mar 22 14:30:23.641002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'name': 'network-vif-deleted', 'tag': '061d578c-fe41-4c11-9b41-a7ad363c97e2'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:23.648970 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313776db-50eb-406d-83cf-257d222bf8a2" -d '{"events": [{"server_uuid": "ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8", "name": "network-vif-deleted", "tag": "061d578c-fe41-4c11-9b41-a7ad363c97e2"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:23.728459 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.734264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 9d07ec9b-420d-48ea-bf60-f6d920f6f7d4 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:23.748873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (9d07ec9b-420d-48ea-bf60-f6d920f6f7d4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.793027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-c8dde859-3c74-420c-8ffe-29c2cf12cedf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:23.796845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-c8dde859-3c74-420c-8ffe-29c2cf12cedf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.5338957 Mar 22 14:30:23.819586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18b8922f-d410-4ab9-b59f-34e59509211b req-f86408b8-616a-4129-99ff-66f34e5f1957 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8 HTTP/1.1" status: 200 len: 210 time: 0.1153762 Mar 22 14:30:23.847915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-05a73418-efd5-41db-8c44-4f5ea078a974 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/quotas/609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 375 time: 0.0290067 Mar 22 14:30:23.892322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (9d07ec9b-420d-48ea-bf60-f6d920f6f7d4), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.999699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-613f4488-d0bc-48ea-a490-0ac7053a8eb2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460178 Mar 22 14:30:24.093490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (9d07ec9b-420d-48ea-bf60-f6d920f6f7d4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.300306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 46f76ca7-427e-4de1-8318-412fda0a8196 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:24.331115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (9d07ec9b-420d-48ea-bf60-f6d920f6f7d4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.334181 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd2d16-0dc9-4df6-b285-323b2aa05348 x-openstack-request-id: req-d2bd2d16-0dc9-4df6-b285-323b2aa05348 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:24.334712 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8", "name": "network-vif-deleted", "tag": "061d578c-fe41-4c11-9b41-a7ad363c97e2", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:24.335553 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2bd2d16-0dc9-4df6-b285-323b2aa05348 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:24.336179 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bd2d16-0dc9-4df6-b285-323b2aa05348'] response: {'server_uuid': 'ec4f8da5-6121-4ad3-9b6f-a807cd7a5eb8', 'name': 'network-vif-deleted', 'tag': '061d578c-fe41-4c11-9b41-a7ad363c97e2', 'status': 'completed', 'code': 200} Mar 22 14:30:24.425617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-d481e160-2430-4a3c-a267-8955965ae21b service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160786 Mar 22 14:30:24.433091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.436730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/9d07ec9b-420d-48ea-bf60-f6d920f6f7d4 HTTP/1.1" status: 204 len: 168 time: 0.9146662 Mar 22 14:30:24.438262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aa3eb-6a28-4009-9f21-e080b4a0b127 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=9d07ec9b-420d-48ea-bf60-f6d920f6f7d4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:24.440238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34082) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:24.491023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6b994f36-8996-4c27-ba44-985107d72a37 None None] Provisioning complete for port 46f76ca7-427e-4de1-8318-412fda0a8196 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:24.492301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b994f36-8996-4c27-ba44-985107d72a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.516996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d733b7b3-19d4-46e3-8464-05843ce69d7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753789 Mar 22 14:30:24.519702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:24.548910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:24.596252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 46f76ca7-427e-4de1-8318-412fda0a8196 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:24.596935 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.678923 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.878342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 46f76ca7-427e-4de1-8318-412fda0a8196 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:24.878943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.881197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36990ae9-3341-4bb6-aef0-1e7f7be6b34e None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:24.900589 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.228512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 46f76ca7-427e-4de1-8318-412fda0a8196, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=46f76ca7-427e-4de1-8318-412fda0a8196,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:25.244885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6b994f36-8996-4c27-ba44-985107d72a37 None None] Current status of the port 46f76ca7-427e-4de1-8318-412fda0a8196 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:25.245280 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b994f36-8996-4c27-ba44-985107d72a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.272167 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.345399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=46f76ca7-427e-4de1-8318-412fda0a8196,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:25.349660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-094fc7f5-fb20-4c67-abd0-72756fa73435 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9136953 Mar 22 14:30:25.418138 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-6b994f36-8996-4c27-ba44-985107d72a37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:30:25.418679 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-6b994f36-8996-4c27-ba44-985107d72a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:30:25.482040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:25.586117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] Deleting port 46f76ca7-427e-4de1-8318-412fda0a8196 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:25.586482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.647648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:25.652122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.757117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] For port 46f76ca7-427e-4de1-8318-412fda0a8196, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=46f76ca7-427e-4de1-8318-412fda0a8196,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:25.760151 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.836919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] Calling delete_port for 46f76ca7-427e-4de1-8318-412fda0a8196 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:25.960793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea90ec5-743b-4154-98f6-e6727785025e req-41eb3b49-d4d2-4842-bcfb-6df74722b931 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0777774 Mar 22 14:30:26.036156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 061d578c-fe41-4c11-9b41-a7ad363c97e2 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:26.106366 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (46f76ca7-427e-4de1-8318-412fda0a8196), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.117427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 061d578c-fe41-4c11-9b41-a7ad363c97e2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:26.117627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 061d578c-fe41-4c11-9b41-a7ad363c97e2 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:26.151170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] Pushing event deleted for resources: {'Port': ['ID=46f76ca7-427e-4de1-8318-412fda0a8196,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:26.200572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90dace-3aad-4b9d-b0b7-45f9e78ddcbf None None] No DVR routers for this DVR port 46f76ca7-427e-4de1-8318-412fda0a8196 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:26.228340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 46f76ca7-427e-4de1-8318-412fda0a8196 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:26.231403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6b994f36-8996-4c27-ba44-985107d72a37 None None] Current status of the port 46f76ca7-427e-4de1-8318-412fda0a8196 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:26.253225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:26.257794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (fb50de4c-bf1f-459b-ab80-a9048fa7d5cc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.262031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 46f76ca7-427e-4de1-8318-412fda0a8196 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:26.262552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 46f76ca7-427e-4de1-8318-412fda0a8196 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:26.349369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1fdfb674-30fa-4720-8e54-335a502cac8d None None] Could not find standard attr ID for object eafbc5da-ebe7-496d-be92-92ae34a6861b. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:30:26.392942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:26.396365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=fb50de4c-bf1f-459b-ab80-a9048fa7d5cc,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:26.402477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:26.415723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c6eb40-111e-4477-84b4-9bb6a80ac89a None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:26.438281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.438889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.470409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3691e612-17e4-4dcf-a0f0-64edc49022c5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9485028 Mar 22 14:30:26.473291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34136) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:26.478614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:b0:60:95', 'name': 'tempest-NetworksTestDHCPv6-1647097626'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:26.615908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'fb50de4c-bf1f-459b-ab80-a9048fa7d5cc'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:26.618234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.792051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:27.020892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:27.084532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port f14fc8aa-0663-4b14-874f-ce7d81014894 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:27.119428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Allocated IP 2001:db8::f816:3eff:fe72:14e3 (2440731f-18f0-47c1-a069-059cc098e13e/fb50de4c-bf1f-459b-ab80-a9048fa7d5cc/628f8c95-7da9-46c9-b315-e6eec92eadc4) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:27.270466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d57a3ce2-c2ae-4701-90aa-3d86736c45d2 req-d85b6ca1-9eb7-4ad4-a3e3-db3563e36a56 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.1716220 Mar 22 14:30:27.460666 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Publish callbacks [] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:27.477217 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:27.556715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:27.560750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:27.576018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:feb0:6095 (2440731f-18f0-47c1-a069-059cc098e13e/fb50de4c-bf1f-459b-ab80-a9048fa7d5cc/f14fc8aa-0663-4b14-874f-ce7d81014894) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:27.576982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:27.627883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Pushing event updated for resources: {'Port': ['ID=628f8c95-7da9-46c9-b315-e6eec92eadc4,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:27.668777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Attempting to bind port 628f8c95-7da9-46c9-b315-e6eec92eadc4 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:27.669158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Attempting to bind port 628f8c95-7da9-46c9-b315-e6eec92eadc4 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:27.669528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Attempting to bind port 628f8c95-7da9-46c9-b315-e6eec92eadc4 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:27.675753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:27.676204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:27.679055 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:27.679526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:27.680044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Bound port: 628f8c95-7da9-46c9-b315-e6eec92eadc4, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:27.680437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:27.862432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] For port 628f8c95-7da9-46c9-b315-e6eec92eadc4, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:27.866375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] For port 628f8c95-7da9-46c9-b315-e6eec92eadc4, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=628f8c95-7da9-46c9-b315-e6eec92eadc4,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:27.883356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:28.009773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4f5f0-9ec9-4722-8c5e-b82d375c8610 None None] Pushing event updated for resources: {'Port': ['ID=628f8c95-7da9-46c9-b315-e6eec92eadc4,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:28.209223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-d3d96121-0682-4bef-89d1-75c44d8ae33e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:28.210735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-d3d96121-0682-4bef-89d1-75c44d8ae33e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.3760288 Mar 22 14:30:28.243200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'port': {'device_id': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'admin_state_up': True, 'tenant_id': '609729885d6e48dc83fa687eff71aeea'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:28.576908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (f14fc8aa-0663-4b14-874f-ce7d81014894), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:28.640839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:28.646042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f8a3f2d-49ef-40d8-9fee-af0e6a3f0207 req-b554c4fd-916a-41b7-a6c1-a89bdc19d139 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.1844020 Mar 22 14:30:28.741328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:28.744848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:28.810091 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f14fc8aa-0663-4b14-874f-ce7d81014894), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:28.961807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:28.989661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:29.035076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:29.053190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:29.057291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.102701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=f14fc8aa-0663-4b14-874f-ce7d81014894,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:29.265019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b7798998-0a57-47f4-abb2-2d2415b6c0d6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7904348 Mar 22 14:30:29.274471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34190) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:29.351135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.20.0.8 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/ce334f66-baf8-4be4-af1f-2ba84ee3a9ad) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:29.411367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46185018-3ff5-442c-a0c7-668204a81290 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:29.425112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46185018-3ff5-442c-a0c7-668204a81290 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:29.432776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-46185018-3ff5-442c-a0c7-668204a81290 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1549642 Mar 22 14:30:29.434345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34192) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:29.735414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port f14fc8aa-0663-4b14-874f-ce7d81014894 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:29.736038 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f14fc8aa-0663-4b14-874f-ce7d81014894), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.893757 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.982563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82b117a1-cb5d-4e20-ac39-2ad2d6c6a6aa req-74728365-b512-48bc-8ee4-eccfaf46078f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.1660755 Mar 22 14:30:30.058754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f14fc8aa-0663-4b14-874f-ce7d81014894), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.079867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for f14fc8aa-0663-4b14-874f-ce7d81014894 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:30.140100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.142220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d88707ac-4ff0-432e-b99c-9d279b105dbc None None] Provisioning complete for port 628f8c95-7da9-46c9-b315-e6eec92eadc4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:30.145333 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d88707ac-4ff0-432e-b99c-9d279b105dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.371148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:30.373040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:30.393686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:30.402426 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:30.407633 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f14fc8aa-0663-4b14-874f-ce7d81014894), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.438388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 628f8c95-7da9-46c9-b315-e6eec92eadc4 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:30.462308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=f14fc8aa-0663-4b14-874f-ce7d81014894,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:30.508496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.521530 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eea08e9b-a058-442b-bf72-f9c92c7f4821 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/f14fc8aa-0663-4b14-874f-ce7d81014894 HTTP/1.1" status: 204 len: 168 time: 1.0820518 Mar 22 14:30:30.524989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34208) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:30.675029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d88707ac-4ff0-432e-b99c-9d279b105dbc None None] Current status of the port 628f8c95-7da9-46c9-b315-e6eec92eadc4 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:30.677171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d88707ac-4ff0-432e-b99c-9d279b105dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.683075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a7ee3-fcad-4ce1-bcef-25177387b1f2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:30.691228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a7ee3-fcad-4ce1-bcef-25177387b1f2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:30.692936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e47a7ee3-fcad-4ce1-bcef-25177387b1f2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1586714 Mar 22 14:30:30.695757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34216) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:30.812507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:30.814136 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.847731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet fb50de4c-bf1f-459b-ab80-a9048fa7d5cc {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:30.855029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-80bf8e00-5552-41f0-ab1a-46357873da5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6320539 Mar 22 14:30:30.855535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (fb50de4c-bf1f-459b-ab80-a9048fa7d5cc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.887268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d88707ac-4ff0-432e-b99c-9d279b105dbc None None] For port 628f8c95-7da9-46c9-b315-e6eec92eadc4, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=628f8c95-7da9-46c9-b315-e6eec92eadc4,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:30.888061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Request body: {'port': {'device_id': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:30.918282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (fb50de4c-bf1f-459b-ab80-a9048fa7d5cc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.939227 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d88707ac-4ff0-432e-b99c-9d279b105dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.251237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.279007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 628f8c95-7da9-46c9-b315-e6eec92eadc4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:31.281601 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.363286 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (fb50de4c-bf1f-459b-ab80-a9048fa7d5cc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.426109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88707ac-4ff0-432e-b99c-9d279b105dbc None None] Pushing event updated for resources: {'Port': ['ID=628f8c95-7da9-46c9-b315-e6eec92eadc4,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:31.450787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-512c2830-f4e5-4a97-8b1a-15e3ff6fac32 None None] Could not find standard attr ID for object f14fc8aa-0663-4b14-874f-ce7d81014894. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:30:31.510375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (fb50de4c-bf1f-459b-ab80-a9048fa7d5cc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.617527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 628f8c95-7da9-46c9-b315-e6eec92eadc4 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:31.657189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=fb50de4c-bf1f-459b-ab80-a9048fa7d5cc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:31.670179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.675777 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-af47806e-9127-41c7-b201-712899db9ba2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/fb50de4c-bf1f-459b-ab80-a9048fa7d5cc HTTP/1.1" status: 204 len: 168 time: 0.9766386 Mar 22 14:30:31.684199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68005c1d-6fc0-4091-9dc6-fa436e13014c None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:31.687768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34240) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:31.826521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae682e6c-4e16-427c-a79f-0660efaf6de4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354196 Mar 22 14:30:31.834551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34242) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:31.904959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a74cc668-8824-4a85-9dae-04369b249b7d None None] Provisioning complete for port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:31.905521 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a74cc668-8824-4a85-9dae-04369b249b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.965426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a74cc668-8824-4a85-9dae-04369b249b7d None None] Port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:31.994915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11cdce-24be-4f58-9b48-41492038b855 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:31.996500 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9c11cdce-24be-4f58-9b48-41492038b855 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1606789 Mar 22 14:30:32.004482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34244) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:32.059631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:32.068491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42843de-ddef-4cfd-b7b3-52620f316de1 req-5f43bfdf-ee25-4a87-9828-2c749d68ec35 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:32.073205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c42843de-ddef-4cfd-b7b3-52620f316de1 req-5f43bfdf-ee25-4a87-9828-2c749d68ec35 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 931 time: 0.7822747 Mar 22 14:30:32.182222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0bb52b-c5d4-4cf2-906e-81ec237656d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:32.189100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0f0bb52b-c5d4-4cf2-906e-81ec237656d0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1749263 Mar 22 14:30:32.189306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34248) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:32.202538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] Deleting port 628f8c95-7da9-46c9-b315-e6eec92eadc4 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:32.203116 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:32.233162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce334f66-baf8-4be4-af1f-2ba84ee3a9ad {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:30:32.253268 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Publish callbacks [] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:32.272911 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d2fea437-5e61-400c-b99a-056e80466749 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751820 Mar 22 14:30:32.273043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34252) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:32.277925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:32.286432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Transition to ACTIVE for port object ce334f66-baf8-4be4-af1f-2ba84ee3a9ad will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:30:32.315515 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:32.350669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] For port 628f8c95-7da9-46c9-b315-e6eec92eadc4, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=628f8c95-7da9-46c9-b315-e6eec92eadc4,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:32.351750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:32.380237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] Calling delete_port for 628f8c95-7da9-46c9-b315-e6eec92eadc4 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:32.481371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Pushing event updated for resources: {'Port': ['ID=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:32.500632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:32.504262 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:32.563516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c42843de-ddef-4cfd-b7b3-52620f316de1 req-3aa73b4a-61fc-4040-8fed-faf8dd21aae4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759215 Mar 22 14:30:32.685104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 628f8c95-7da9-46c9-b315-e6eec92eadc4 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:32.765154 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (628f8c95-7da9-46c9-b315-e6eec92eadc4), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:32.809893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] Pushing event deleted for resources: {'Port': ['ID=628f8c95-7da9-46c9-b315-e6eec92eadc4,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:32.832521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0d441-cec3-4044-93b7-9595e1df45f6 None None] No DVR routers for this DVR port 628f8c95-7da9-46c9-b315-e6eec92eadc4 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:32.929778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No active binding found for port 628f8c95-7da9-46c9-b315-e6eec92eadc4 {{(pid=110459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:30:32.966623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] The host n-d-834677-3 is not matching for port 628f8c95-7da9-46c9-b315-e6eec92eadc4 host None! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:30:32.967027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 628f8c95-7da9-46c9-b315-e6eec92eadc4 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:33.017105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Attempting to bind port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:33.017447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Attempting to bind port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:33.017809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Attempting to bind port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:33.030758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:30:33.031104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Attempting to bind port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:33.045756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:33.046132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:33.046556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:33.047018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Bound port: ce334f66-baf8-4be4-af1f-2ba84ee3a9ad, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:33.047347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.048140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (93b3dbfb-4428-4da0-992d-0b456bf36df5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.127755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:33.141172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:33.158282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc316b8-c6c0-457a-a7af-3679f39545e5 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:33.163165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:33.163777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.177217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] For port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:33.184691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] For port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:33.201655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=93b3dbfb-4428-4da0-992d-0b456bf36df5,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:33.209647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:33.215961 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-398ebf0a-d866-4faa-8488-4416fbff6de1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9418135 Mar 22 14:30:33.228725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:3a:36:3c', 'name': 'tempest-NetworksTestDHCPv6-163381907'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:33.238733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.364856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '93b3dbfb-4428-4da0-992d-0b456bf36df5'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:33.365876 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.535592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:33.537007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.538550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] 10.222.0.42 "PUT /v2.0/ports/ce334f66-baf8-4be4-af1f-2ba84ee3a9ad HTTP/1.1" status: 200 len: 1091 time: 2.6696916 Mar 22 14:30:33.539542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'tag': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:33.542810 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72d59d7-933a-4512-8f8e-54474f5fd37d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb3c192-3f23-4fe7-951c-58b0d172171d", "tag": "ce334f66-baf8-4be4-af1f-2ba84ee3a9ad"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:33.587749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:33.680509 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499acdbc-a6ca-4527-8f16-af53c9204de4 x-openstack-request-id: req-499acdbc-a6ca-4527-8f16-af53c9204de4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:33.681215 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb3c192-3f23-4fe7-951c-58b0d172171d", "tag": "ce334f66-baf8-4be4-af1f-2ba84ee3a9ad", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:33.681696 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-499acdbc-a6ca-4527-8f16-af53c9204de4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:33.684435 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499acdbc-a6ca-4527-8f16-af53c9204de4'] response: {'name': 'network-changed', 'server_uuid': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'tag': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad', 'status': 'completed', 'code': 200} Mar 22 14:30:33.686010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/93b3dbfb-4428-4da0-992d-0b456bf36df5/2e268e4f-dcd4-4ecd-b778-be93e14b57f3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:33.963685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9144f6f-2c3a-40f5-99f7-59756d25ca4e service neutron] Pushing event updated for resources: {'Port': ['ID=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:33.978011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Publish callbacks [] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.994198 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:34.087337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Pushing event updated for resources: {'Port': ['ID=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:34.139849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:34.149188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:34.152651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:34.168786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-b763f200-feff-47b3-9c42-bdb5944bd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:34.173807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-b763f200-feff-47b3-9c42-bdb5944bd9f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 1125 time: 0.5871150 Mar 22 14:30:34.183699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0d13-4824-4ef7-a698-d0a6b20d6a0a req-fc292502-e143-4050-a262-1efeea103fee tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:34.185308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-884c0d13-4824-4ef7-a698-d0a6b20d6a0a req-fc292502-e143-4050-a262-1efeea103fee tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.3507996 Mar 22 14:30:34.261986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Attempting to bind port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:34.262358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Attempting to bind port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:34.266464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Attempting to bind port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:34.274555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:34.278160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:34.278932 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:34.279835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:34.280479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Bound port: 2e268e4f-dcd4-4ecd-b778-be93e14b57f3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:34.281044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:34.313575 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:34.359173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-ca56a4ef-8ceb-4286-a5d4-44dc1eaaf34e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad HTTP/1.1" status: 200 len: 217 time: 0.1728017 Mar 22 14:30:34.381281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port f58473de-38e9-44d8-9aa3-8c9cbbc6345f yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:34.419231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-884c0d13-4824-4ef7-a698-d0a6b20d6a0a req-739ce7f8-50d6-4f2d-ba38-ab21b24fa85c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253644 Mar 22 14:30:34.420281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] For port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:34.429106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] For port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:34.456525 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:34.480082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-4c7ed90b-cef3-47a2-9e64-e7ec79f954ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:34.481797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-4c7ed90b-cef3-47a2-9e64-e7ec79f954ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.1103723 Mar 22 14:30:34.556440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a62682-e279-4e40-ba71-9ee71b55ac40 None None] Pushing event updated for resources: {'Port': ['ID=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:34.601810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-bada58a2-8524-4c80-8e1b-649fa29c5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:34.604699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-bada58a2-8524-4c80-8e1b-649fa29c5597 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152933 Mar 22 14:30:34.606435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::d5 (2440731f-18f0-47c1-a069-059cc098e13e/93b3dbfb-4428-4da0-992d-0b456bf36df5/f58473de-38e9-44d8-9aa3-8c9cbbc6345f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:34.917019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-c1d192f0-2464-4ca2-beb2-17c1050a97bf service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001871 Mar 22 14:30:35.205577 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (f58473de-38e9-44d8-9aa3-8c9cbbc6345f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:35.238288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd0caa61-927d-4ed3-93f5-c289f0533197 req-7092d0c0-204d-4f16-b63c-2baac5ec2bd5 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106024 Mar 22 14:30:35.279752 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f58473de-38e9-44d8-9aa3-8c9cbbc6345f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:35.308872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:35.325610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:35.351620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:35.357808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.358552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:35.417368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=f58473de-38e9-44d8-9aa3-8c9cbbc6345f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:35.425869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-94e59886-5047-4239-a278-9f7b3ce8ce7d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2120743 Mar 22 14:30:35.429493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34302) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:35.446550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-4dcac019-423b-4653-a4a4-6b20f77c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.449482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-4dcac019-423b-4653-a4a4-6b20f77c97a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 1125 time: 0.1361270 Mar 22 14:30:35.600942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16dc977-36e4-455f-bdd7-4598a657004d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.612349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16dc977-36e4-455f-bdd7-4598a657004d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.615636 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b16dc977-36e4-455f-bdd7-4598a657004d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1849198 Mar 22 14:30:35.618518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:35.647163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-d2c41d23-12e1-4044-b2cf-521acc8cef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.648826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-d2c41d23-12e1-4044-b2cf-521acc8cef48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.1837375 Mar 22 14:30:35.706499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-e0b077c8-0014-428b-9edf-e6d63057e4a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad HTTP/1.1" status: 200 len: 217 time: 0.0499623 Mar 22 14:30:35.727656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f78293-4bee-43b4-aea4-e86dc12b7473 req-d8982879-74e5-4f01-895f-c9122e68b8d9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.729323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75f78293-4bee-43b4-aea4-e86dc12b7473 req-d8982879-74e5-4f01-895f-c9122e68b8d9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1495306 Mar 22 14:30:35.808445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-b146b45e-d7cf-48d4-a6ae-78596fb91811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.810155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-b146b45e-d7cf-48d4-a6ae-78596fb91811 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0969291 Mar 22 14:30:35.816646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port f58473de-38e9-44d8-9aa3-8c9cbbc6345f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:35.818399 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f58473de-38e9-44d8-9aa3-8c9cbbc6345f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:35.836194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75f78293-4bee-43b4-aea4-e86dc12b7473 req-6319b074-33e1-4b6d-9ac0-af12c62d584c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815475 Mar 22 14:30:35.909608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-39ec68fa-2bff-48d9-b65c-1f6c2b95251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.911507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-39ec68fa-2bff-48d9-b65c-1f6c2b95251f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929382 Mar 22 14:30:36.035759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f58473de-38e9-44d8-9aa3-8c9cbbc6345f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:36.055235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for f58473de-38e9-44d8-9aa3-8c9cbbc6345f owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:36.204789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-e7d4bed2-90ef-425f-8fef-bb9311f54747 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847025 Mar 22 14:30:36.276193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f58473de-38e9-44d8-9aa3-8c9cbbc6345f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:36.389074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:36.412629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=f58473de-38e9-44d8-9aa3-8c9cbbc6345f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:36.415248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:36.419099 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ff3ae1f8-574f-470e-9459-38729e05ff56 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/f58473de-38e9-44d8-9aa3-8c9cbbc6345f HTTP/1.1" status: 204 len: 168 time: 0.7990565 Mar 22 14:30:36.422462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:36.445365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d72d59d7-933a-4512-8f8e-54474f5fd37d req-9b6e2738-e7e8-47d1-8271-4235f886d10d service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306247 Mar 22 14:30:36.566864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb0278-e946-4a9d-88fd-e7ab0eb4bc71 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:36.568830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb0278-e946-4a9d-88fd-e7ab0eb4bc71 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:36.570886 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2bcb0278-e946-4a9d-88fd-e7ab0eb4bc71 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1472983 Mar 22 14:30:36.574461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34314) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:36.577028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Provisioning complete for port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:36.578339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:36.630073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:36.630519 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:36.714035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 93b3dbfb-4428-4da0-992d-0b456bf36df5 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:36.726321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (93b3dbfb-4428-4da0-992d-0b456bf36df5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:36.872860 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (93b3dbfb-4428-4da0-992d-0b456bf36df5), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.105914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (93b3dbfb-4428-4da0-992d-0b456bf36df5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.146307 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:37.146591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.270408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Current status of the port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:37.270913 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.281405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899b60-7bfa-4295-a466-bb7fca35feb7 req-0b0dfc0b-58d1-4899-bb0f-02ffe2f13c8b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:37.294784 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4899b60-7bfa-4295-a466-bb7fca35feb7 req-0b0dfc0b-58d1-4899-bb0f-02ffe2f13c8b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1491303 Mar 22 14:30:37.354601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (93b3dbfb-4428-4da0-992d-0b456bf36df5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.409747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=93b3dbfb-4428-4da0-992d-0b456bf36df5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:37.430542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:30:37.431231 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:30:37.453663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4899b60-7bfa-4295-a466-bb7fca35feb7 req-d6182458-01c0-4878-aaaa-734dbb19db79 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563783 Mar 22 14:30:37.458125 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.471852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34326) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:37.484604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cce3e683-8e93-48dc-9a4b-918abbe51de7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/93b3dbfb-4428-4da0-992d-0b456bf36df5 HTTP/1.1" status: 204 len: 168 time: 0.8930068 Mar 22 14:30:37.501351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:30:37.502198 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:30:37.503047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f245ba9-ba54-4c29-abfc-611c90f71269 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:37.550776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:37.551137 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1b73671d-a6f5-4b16-9266-edc99959ece7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751519 Mar 22 14:30:37.664628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b64aa-f66b-4b7f-9ed4-c76072720b1f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:37.671146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-499b64aa-f66b-4b7f-9ed4-c76072720b1f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1192408 Mar 22 14:30:37.673633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34330) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:37.720794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:37.783642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d36641-a4f8-44f1-9ee8-78199a7c7bf6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:37.797862 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f0d36641-a4f8-44f1-9ee8-78199a7c7bf6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1202052 Mar 22 14:30:37.798258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34336) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:37.826015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] Deleting port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:37.826400 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.887960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fdae8012-dcf9-4685-bd7f-86818feb4e8e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849578 Mar 22 14:30:37.888705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34338) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:37.893799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:38.070246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:38.074049 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.120551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:38.121167 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.123327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Current status of the port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:38.123796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.152926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] For port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:38.153505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.234838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:38.253161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.255409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] Calling delete_port for 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:38.441663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:38.630964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:38.656916 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:30:38.657281 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:30:38.777787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:38.783577 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.841899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab31c95-4b2c-4541-bc6d-c524bd5cf4b5 req-3221f5ba-53a2-44e0-b159-4f91ee97270f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:38.866827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fab31c95-4b2c-4541-bc6d-c524bd5cf4b5 req-3221f5ba-53a2-44e0-b159-4f91ee97270f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.2458014 Mar 22 14:30:38.887787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:38.912665 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.991587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.objects.ports [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:39.014400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fab31c95-4b2c-4541-bc6d-c524bd5cf4b5 req-1d650e11-0797-4794-82b0-9f354b347dba tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465354 Mar 22 14:30:39.084042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Current status of the port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:39.084696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a799a05-47a6-458a-921e-8ca4749997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.086923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:39.091668 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (2e268e4f-dcd4-4ecd-b778-be93e14b57f3), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.130368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] Pushing event deleted for resources: {'Port': ['ID=2e268e4f-dcd4-4ecd-b778-be93e14b57f3,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:39.148448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece4c6b-b46b-40d2-9a52-964d78563cf5 None None] No DVR routers for this DVR port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:39.172938 n-d-834677-3 neutron-server[110457]: WARNING neutron.services.revisions.revision_plugin [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Could not find related port for resource to bump revision. Mar 22 14:30:39.183502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_pluggable_backend [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Port 2e268e4f-dcd4-4ecd-b778-be93e14b57f3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 14:30:39.184040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.ipam_pluggable_backend [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Reverting IP allocation for 2001:db8::f816:3eff:fe61:24b3 {{(pid=110457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 14:30:39.190529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8ad5bdde-6329-47a0-81d6-e54677f6f16a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.237670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:39.241587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:39.247137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:39.247873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.253340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a82be1-b4a4-4fd2-b024-c0092a6986b1 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:39.267750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=8ad5bdde-6329-47a0-81d6-e54677f6f16a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:39.301059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-95977ff5-590c-4262-94dd-34d190b43c6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4108543 Mar 22 14:30:39.303735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34350) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:39.309317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-88e488f9-cd2d-45d0-977e-8daf0d2066bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:39.311136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-31136d7d-11f8-405b-ae79-33f4367828a9 None None] Could not find standard attr ID for object f58473de-38e9-44d8-9aa3-8c9cbbc6345f. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:30:39.390215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '8ad5bdde-6329-47a0-81d6-e54677f6f16a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:39.391461 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.456545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e488f9-cd2d-45d0-977e-8daf0d2066bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:39.460953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88e488f9-cd2d-45d0-977e-8daf0d2066bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.579315 n-d-834677-3 neutron-server[110458]: INFO neutron.db.ipam_backend_mixin [None req-88e488f9-cd2d-45d0-977e-8daf0d2066bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ad5bdde-6329-47a0-81d6-e54677f6f16a (CIDR: 2001:db8::/64) Mar 22 14:30:39.583441 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e488f9-cd2d-45d0-977e-8daf0d2066bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:39.584209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e488f9-cd2d-45d0-977e-8daf0d2066bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:39.607119 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-88e488f9-cd2d-45d0-977e-8daf0d2066bd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3014293 Mar 22 14:30:39.611271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34356) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:39.619254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:39.652096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Allocated IP 2001:db8::f816:3eff:fec0:1a1b (2440731f-18f0-47c1-a069-059cc098e13e/8ad5bdde-6329-47a0-81d6-e54677f6f16a/d0f793ee-036e-4c1c-95a2-32e9672c27cb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:39.793988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:39.798588 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.928933 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Publish callbacks [] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.938423 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.010889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Pushing event updated for resources: {'Port': ['ID=d0f793ee-036e-4c1c-95a2-32e9672c27cb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:40.024390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:40.026811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:40.030421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:40.103094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Attempting to bind port d0f793ee-036e-4c1c-95a2-32e9672c27cb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:40.103640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Attempting to bind port d0f793ee-036e-4c1c-95a2-32e9672c27cb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:40.105072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Attempting to bind port d0f793ee-036e-4c1c-95a2-32e9672c27cb on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:40.111155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:40.111586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:40.112181 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.112575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:40.113168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Bound port: d0f793ee-036e-4c1c-95a2-32e9672c27cb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:40.113559 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.187963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] For port d0f793ee-036e-4c1c-95a2-32e9672c27cb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:40.191726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] For port d0f793ee-036e-4c1c-95a2-32e9672c27cb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0f793ee-036e-4c1c-95a2-32e9672c27cb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:40.199702 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.266292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b68ec-32a2-4c60-915f-f0a7e5f3385d None None] Pushing event updated for resources: {'Port': ['ID=d0f793ee-036e-4c1c-95a2-32e9672c27cb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:40.354006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7929fa-e595-4784-bb9c-303d580fd277 req-5ff017ac-0ad9-447f-81f0-cf5846b1f205 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:40.357428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d7929fa-e595-4784-bb9c-303d580fd277 req-5ff017ac-0ad9-447f-81f0-cf5846b1f205 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.2166097 Mar 22 14:30:40.385454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (e25e5799-3097-46d1-b9fc-7d3140af958c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.428380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:40.449358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:40.452899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:40.453493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.481951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8691485 Mar 22 14:30:40.485957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34368) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:40.501822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d7929fa-e595-4784-bb9c-303d580fd277 req-3476b9aa-b502-4548-a267-62d1ff8dbcb0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379273 Mar 22 14:30:40.503741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8aceef-9540-481d-9fc1-5807b2f61f9e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=e25e5799-3097-46d1-b9fc-7d3140af958c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:40.522827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:0a:f3:48', 'name': 'tempest-NetworksTestDHCPv6-1342207329'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:40.694268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:40.821144 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.848558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port aa5a77be-69b6-413b-b05d-39484731b4f6 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:41.075894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8:0:1::36e (2440731f-18f0-47c1-a069-059cc098e13e/e25e5799-3097-46d1-b9fc-7d3140af958c/aa5a77be-69b6-413b-b05d-39484731b4f6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:41.084902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:fe0a:f348 (2440731f-18f0-47c1-a069-059cc098e13e/8ad5bdde-6329-47a0-81d6-e54677f6f16a/aa5a77be-69b6-413b-b05d-39484731b4f6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:41.299926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (aa5a77be-69b6-413b-b05d-39484731b4f6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:41.351375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (aa5a77be-69b6-413b-b05d-39484731b4f6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:41.415050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:41.419878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:41.425341 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:41.431980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:41.432634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:41.447166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=aa5a77be-69b6-413b-b05d-39484731b4f6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:41.470439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34378) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:41.472245 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-731cbaf9-d05b-41c6-a1cf-6e95dbd4ed66 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9813309 Mar 22 14:30:41.834079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f454e8e-bda8-4ade-9f4f-1f49e95b52bd None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:41.996575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a594e03b-3a3d-47cb-857c-fd935862e6c6 None None] Provisioning complete for port d0f793ee-036e-4c1c-95a2-32e9672c27cb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:41.996951 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a594e03b-3a3d-47cb-857c-fd935862e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.216697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6f491-4eed-4766-851d-b2fb3f6c4cf6 req-d6e1c919-3107-4617-a64e-90d0840e979b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:42.218253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ce6f491-4eed-4766-851d-b2fb3f6c4cf6 req-d6e1c919-3107-4617-a64e-90d0840e979b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1855390 Mar 22 14:30:42.230906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port aa5a77be-69b6-413b-b05d-39484731b4f6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:42.231258 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (aa5a77be-69b6-413b-b05d-39484731b4f6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.297256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a594e03b-3a3d-47cb-857c-fd935862e6c6 None None] Current status of the port d0f793ee-036e-4c1c-95a2-32e9672c27cb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:42.297646 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a594e03b-3a3d-47cb-857c-fd935862e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.402314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a594e03b-3a3d-47cb-857c-fd935862e6c6 None None] For port d0f793ee-036e-4c1c-95a2-32e9672c27cb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0f793ee-036e-4c1c-95a2-32e9672c27cb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:42.409983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a594e03b-3a3d-47cb-857c-fd935862e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.454092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (aa5a77be-69b6-413b-b05d-39484731b4f6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.466989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for aa5a77be-69b6-413b-b05d-39484731b4f6 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:42.635168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0f793ee-036e-4c1c-95a2-32e9672c27cb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:42.680140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (aa5a77be-69b6-413b-b05d-39484731b4f6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.691238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594e03b-3a3d-47cb-857c-fd935862e6c6 None None] Pushing event updated for resources: {'Port': ['ID=d0f793ee-036e-4c1c-95a2-32e9672c27cb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:42.741824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2400b1c5-9e2c-4a8e-86cc-30e11f0ea1cd None None] Update dhcp port {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': '8ad5bdde-6329-47a0-81d6-e54677f6f16a', 'ip_address': '2001:db8::f816:3eff:fec0:1a1b'}, {'subnet_id': 'e25e5799-3097-46d1-b9fc-7d3140af958c'}], 'binding:host_id': 'n-d-834677-3'}, 'id': 'd0f793ee-036e-4c1c-95a2-32e9672c27cb'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:30:42.771820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d0f793ee-036e-4c1c-95a2-32e9672c27cb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:42.772500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.787107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=aa5a77be-69b6-413b-b05d-39484731b4f6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:42.863402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2400b1c5-9e2c-4a8e-86cc-30e11f0ea1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.888883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ce6f491-4eed-4766-851d-b2fb3f6c4cf6 req-f657ea49-3330-4ceb-83bc-10ce735488c7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282462 Mar 22 14:30:42.890096 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.893303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b7f9f8f5-12dc-41c0-83ce-a30f9b922e6f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/aa5a77be-69b6-413b-b05d-39484731b4f6 HTTP/1.1" status: 204 len: 168 time: 1.4218402 Mar 22 14:30:42.896393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34396) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:43.017141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812868ab-cf9a-497f-a4ed-0ab306d4a246 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:43.019396 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-812868ab-cf9a-497f-a4ed-0ab306d4a246 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1216161 Mar 22 14:30:43.022105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34398) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:43.054139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d0f793ee-036e-4c1c-95a2-32e9672c27cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:43.101605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4919d099-3019-4ae5-9b08-907c36e78b52 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:43.114004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4919d099-3019-4ae5-9b08-907c36e78b52 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0903730 Mar 22 14:30:43.122400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34400) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:43.280966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5683b1-3bda-4144-b2c6-67a87b07f61e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:43.300585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5683b1-3bda-4144-b2c6-67a87b07f61e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:43.306131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5683b1-3bda-4144-b2c6-67a87b07f61e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:43.317743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34410) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:43.318741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d5683b1-3bda-4144-b2c6-67a87b07f61e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1944704 Mar 22 14:30:43.430630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 8ad5bdde-6329-47a0-81d6-e54677f6f16a {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:43.680348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-2400b1c5-9e2c-4a8e-86cc-30e11f0ea1cd None None] Allocated IP 2001:db8:0:1::2 (2440731f-18f0-47c1-a069-059cc098e13e/e25e5799-3097-46d1-b9fc-7d3140af958c/d0f793ee-036e-4c1c-95a2-32e9672c27cb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:43.779953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2400b1c5-9e2c-4a8e-86cc-30e11f0ea1cd None None] For port d0f793ee-036e-4c1c-95a2-32e9672c27cb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0f793ee-036e-4c1c-95a2-32e9672c27cb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:43.812302 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2400b1c5-9e2c-4a8e-86cc-30e11f0ea1cd None None] Publish callbacks [] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:43.819015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (8ad5bdde-6329-47a0-81d6-e54677f6f16a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:43.819574 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2400b1c5-9e2c-4a8e-86cc-30e11f0ea1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:43.886295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400b1c5-9e2c-4a8e-86cc-30e11f0ea1cd None None] Pushing event updated for resources: {'Port': ['ID=d0f793ee-036e-4c1c-95a2-32e9672c27cb,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:43.900819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (8ad5bdde-6329-47a0-81d6-e54677f6f16a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.098092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8ad5bdde-6329-47a0-81d6-e54677f6f16a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.144873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e429a1-82d6-444f-90a8-9041a4bf9f36 req-35949908-2464-4fbe-bf31-a0895ec5df5a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:44.147402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8e429a1-82d6-444f-90a8-9041a4bf9f36 req-35949908-2464-4fbe-bf31-a0895ec5df5a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1431026 Mar 22 14:30:44.234668 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8ad5bdde-6329-47a0-81d6-e54677f6f16a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.286394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8e429a1-82d6-444f-90a8-9041a4bf9f36 req-a005af1c-65f5-4f8e-b8da-33983cd1e449 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262712 Mar 22 14:30:44.289751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad5bdde-6329-47a0-81d6-e54677f6f16a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:44.308531 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.322616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-144634ce-8a4d-4ff8-ad26-a3ffa84b014c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/8ad5bdde-6329-47a0-81d6-e54677f6f16a HTTP/1.1" status: 204 len: 168 time: 1.0019412 Mar 22 14:30:44.324952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34416) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:44.409958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet e25e5799-3097-46d1-b9fc-7d3140af958c {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:44.418296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (e25e5799-3097-46d1-b9fc-7d3140af958c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.455475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0f793ee-036e-4c1c-95a2-32e9672c27cb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:44.562035 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (e25e5799-3097-46d1-b9fc-7d3140af958c), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.586050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d0f793ee-036e-4c1c-95a2-32e9672c27cb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:44.586431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.718812 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e25e5799-3097-46d1-b9fc-7d3140af958c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.727350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d0f793ee-036e-4c1c-95a2-32e9672c27cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:44.846516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (e25e5799-3097-46d1-b9fc-7d3140af958c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.884504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=e25e5799-3097-46d1-b9fc-7d3140af958c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:44.886602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.892503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:44.893004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6107af10-421c-4101-95ea-f0a349539ceb tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/e25e5799-3097-46d1-b9fc-7d3140af958c HTTP/1.1" status: 204 len: 168 time: 0.5664659 Mar 22 14:30:44.894451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d9633-7764-4504-9193-670c988979d0 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:44.935326 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c203c129-35c0-44b9-a675-725101759de8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409675 Mar 22 14:30:44.936273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34438) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:44.940915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82962-633d-4889-af78-a36e648fb7be req-207c32ca-e39b-43e0-8deb-2713fe5f207d tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:44.941523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:44.945408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-207c32ca-e39b-43e0-8deb-2713fe5f207d tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 813 time: 0.1604028 Mar 22 14:30:44.961648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b24a63cb-8e10-4004-94a5-6f1f35a9fc1d None None] Could not find standard attr ID for object aa5a77be-69b6-413b-b05d-39484731b4f6. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:30:44.972154 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-6156075c-d163-4040-a5f3-994c4eafa938 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/quotas/e06b24fa212642c6abb638129fabf21a HTTP/1.1" status: 200 len: 375 time: 0.0171809 Mar 22 14:30:45.018724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-f5ae4a6f-047a-48fa-9990-8892f2213d56 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396457 Mar 22 14:30:45.021380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b24a63cb-8e10-4004-94a5-6f1f35a9fc1d None None] Provisioning complete for port d0f793ee-036e-4c1c-95a2-32e9672c27cb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:45.021840 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b24a63cb-8e10-4004-94a5-6f1f35a9fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.071614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:45.076125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.145415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-395c0c49-a1fd-4c1c-bc36-d0ac70490914 service neutron] 10.222.0.44 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172740 Mar 22 14:30:45.156381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b24a63cb-8e10-4004-94a5-6f1f35a9fc1d None None] Current status of the port d0f793ee-036e-4c1c-95a2-32e9672c27cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:45.179656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:45.241152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] Deleting port d0f793ee-036e-4c1c-95a2-32e9672c27cb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:45.241855 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.257698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-0c8b160c-8844-4bfd-81d2-9255e340785f service neutron] 10.222.0.44 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037793 Mar 22 14:30:45.349810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] For port d0f793ee-036e-4c1c-95a2-32e9672c27cb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0f793ee-036e-4c1c-95a2-32e9672c27cb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:45.350621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.368189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] Calling delete_port for d0f793ee-036e-4c1c-95a2-32e9672c27cb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:45.477027 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (d0f793ee-036e-4c1c-95a2-32e9672c27cb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.505954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b5cfd8f-78e0-4476-9a86-426ad4376811 req-e5b9811d-1649-4bbe-8d65-b4ec9bdc83b9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 210 time: 0.0344138 Mar 22 14:30:45.508801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] No DVR routers for this DVR port d0f793ee-036e-4c1c-95a2-32e9672c27cb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:45.510852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea979412-ab54-46ee-b2c5-492c1590e022 None None] Pushing event deleted for resources: {'Port': ['ID=d0f793ee-036e-4c1c-95a2-32e9672c27cb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:45.548893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc635-6980-4eac-9ef6-5aa55544a35f req-442e1ff0-5852-45c0-a547-c780fcae6f42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:45.554577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7adc635-6980-4eac-9ef6-5aa55544a35f req-442e1ff0-5852-45c0-a547-c780fcae6f42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1669195 Mar 22 14:30:45.561308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:45.605902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7adc635-6980-4eac-9ef6-5aa55544a35f req-3307b256-f4a6-4456-804a-89b0f1d3f175 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493822 Mar 22 14:30:45.668287 n-d-834677-3 neutron-server[110458]: WARNING neutron.services.revisions.revision_plugin [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Could not find related port for resource to bump revision. Mar 22 14:30:45.673764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_pluggable_backend [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Port d0f793ee-036e-4c1c-95a2-32e9672c27cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110458) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 14:30:45.674089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_pluggable_backend [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Reverting IP allocation for 2001:db8::f816:3eff:fec0:1a1b {{(pid=110458) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 14:30:45.678765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (47509caa-b3a3-4929-a720-ee3307f6cc2b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.719947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:45.723557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:45.727883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:45.728475 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.733531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde79bb-cc7b-4be4-8995-f3d102d90065 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:45.746079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=47509caa-b3a3-4929-a720-ee3307f6cc2b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:45.760224 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-725697b7-7ca2-46d3-ace0-e8263eed242a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8227265 Mar 22 14:30:45.763488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34452) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:45.772472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-15206eee-5564-4e08-b135-6bd2dea2b915 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:45.846172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '47509caa-b3a3-4929-a720-ee3307f6cc2b'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:45.847069 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.915125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15206eee-5564-4e08-b135-6bd2dea2b915 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:45.919712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-15206eee-5564-4e08-b135-6bd2dea2b915 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.040209 n-d-834677-3 neutron-server[110457]: INFO neutron.db.ipam_backend_mixin [None req-15206eee-5564-4e08-b135-6bd2dea2b915 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47509caa-b3a3-4929-a720-ee3307f6cc2b (CIDR: 2001:db8::/64) Mar 22 14:30:46.047722 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-15206eee-5564-4e08-b135-6bd2dea2b915 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:46.048179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15206eee-5564-4e08-b135-6bd2dea2b915 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:46.073422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-15206eee-5564-4e08-b135-6bd2dea2b915 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3069932 Mar 22 14:30:46.076685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34460) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:46.077360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Allocated IP 2001:db8::f816:3eff:fe0b:a359 (2440731f-18f0-47c1-a069-059cc098e13e/47509caa-b3a3-4929-a720-ee3307f6cc2b/84b6acad-6842-4c75-bbe4-9c9507e9817e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:46.088314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:46.241637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:46.243260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Publish callbacks [] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.247352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.250266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.300235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Pushing event updated for resources: {'Port': ['ID=84b6acad-6842-4c75-bbe4-9c9507e9817e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:46.316464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:46.320251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:46.324723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:46.392341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Attempting to bind port 84b6acad-6842-4c75-bbe4-9c9507e9817e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:46.392792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Attempting to bind port 84b6acad-6842-4c75-bbe4-9c9507e9817e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:46.393240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Attempting to bind port 84b6acad-6842-4c75-bbe4-9c9507e9817e on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:46.395606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0f793ee-036e-4c1c-95a2-32e9672c27cb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:46.418788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d0f793ee-036e-4c1c-95a2-32e9672c27cb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:46.419491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0f793ee-036e-4c1c-95a2-32e9672c27cb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:46.424294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:46.424756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:46.425223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.427827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:46.428497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Bound port: 84b6acad-6842-4c75-bbe4-9c9507e9817e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:46.433183 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.519211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] For port 84b6acad-6842-4c75-bbe4-9c9507e9817e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:46.523736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] For port 84b6acad-6842-4c75-bbe4-9c9507e9817e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b6acad-6842-4c75-bbe4-9c9507e9817e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:46.542226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.674401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86b89732-f8f2-4076-9313-921a88310dd2 req-3401753a-bb1c-43a7-9dcf-f696b01aa9ec tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 210 time: 0.0709167 Mar 22 14:30:46.703529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b1fa8-d444-4888-92f7-047e9369793b None None] Pushing event updated for resources: {'Port': ['ID=84b6acad-6842-4c75-bbe4-9c9507e9817e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:46.810927 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (cd8591ee-e3e6-4026-a2fe-8471715b5159), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.847261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddb384-e515-43a2-aa59-7fcef770eb86 req-7d94c6ff-499f-414d-a29f-675f00ff79b0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:46.850702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efddb384-e515-43a2-aa59-7fcef770eb86 req-7d94c6ff-499f-414d-a29f-675f00ff79b0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1089373 Mar 22 14:30:46.941614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:46.945667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:46.950566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:46.951165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.965794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=cd8591ee-e3e6-4026-a2fe-8471715b5159,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:46.986917 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9043472 Mar 22 14:30:46.992367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34482) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:46.996138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.997514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.997852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.998226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.998566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.998906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.999234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.999559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:46.999882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:47.000070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:fa:1e:8c', 'name': 'tempest-NetworksTestDHCPv6-757636925'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:47.002861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:47.003486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:47.004042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:47.004592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:47.005492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:47.006114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dc109-dd1a-41eb-b845-d018a1aa6ac2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:47.018912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efddb384-e515-43a2-aa59-7fcef770eb86 req-734fabf6-48c4-4be9-9913-ab1d51e1a9df tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617875 Mar 22 14:30:47.238860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:47.397694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:47.427311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port a8fdd853-918f-41c1-825e-75539a78445c yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:47.633268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8:0:1::72 (2440731f-18f0-47c1-a069-059cc098e13e/cd8591ee-e3e6-4026-a2fe-8471715b5159/a8fdd853-918f-41c1-825e-75539a78445c) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:47.639402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::f816:3eff:fefa:1e8c (2440731f-18f0-47c1-a069-059cc098e13e/47509caa-b3a3-4929-a720-ee3307f6cc2b/a8fdd853-918f-41c1-825e-75539a78445c) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:47.793381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88fd0c1e-b0ec-472e-aeab-c8baa85a70eb req-52de0b83-e61e-415f-8a3d-e832f76200b9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 210 time: 0.0401573 Mar 22 14:30:47.841722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (a8fdd853-918f-41c1-825e-75539a78445c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:47.885207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a8fdd853-918f-41c1-825e-75539a78445c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:47.943624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:47.957025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:47.975894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:47.992768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:47.994546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.010043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=a8fdd853-918f-41c1-825e-75539a78445c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:48.079186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65dbaff3-c4e3-4306-93e7-d4161ee09022 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0842435 Mar 22 14:30:48.081733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:48.180664 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4f98661f-40e6-4d9b-9338-7d8e7a7ca557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.209944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82962-633d-4889-af78-a36e648fb7be req-9cc9acd4-5bd9-4fc0-9ac3-1ca3625f9df2 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:48.211797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-9cc9acd4-5bd9-4fc0-9ac3-1ca3625f9df2 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 813 time: 0.2126660 Mar 22 14:30:48.251074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Request body: {'port': {'device_id': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb', 'admin_state_up': True, 'tenant_id': 'e06b24fa212642c6abb638129fabf21a'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:48.272929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port a8fdd853-918f-41c1-825e-75539a78445c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:48.273537 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a8fdd853-918f-41c1-825e-75539a78445c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.395773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a8fdd853-918f-41c1-825e-75539a78445c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.410149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for a8fdd853-918f-41c1-825e-75539a78445c owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:48.466469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e609de-7396-4318-915d-76b84d207fc2 req-df523e85-ae7d-47b7-b2ee-0808c9076355 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:48.468037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0e609de-7396-4318-915d-76b84d207fc2 req-df523e85-ae7d-47b7-b2ee-0808c9076355 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.2470572 Mar 22 14:30:48.477703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84b6acad-6842-4c75-bbe4-9c9507e9817e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:48.586445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 84b6acad-6842-4c75-bbe4-9c9507e9817e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:48.586708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.593269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Made reservation on behalf of e06b24fa212642c6abb638129fabf21a for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:48.598285 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.639431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15fceac-8761-4c25-833f-f3bc2ff04a66 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:48.640519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0e609de-7396-4318-915d-76b84d207fc2 req-bba47fd5-34d5-42c7-8ed4-7f8ef5abff8c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633711 Mar 22 14:30:48.698624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a8fdd853-918f-41c1-825e-75539a78445c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.754704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-60ad0244-a5f2-4bb9-a922-8d7814d4bfe8 None None] Provisioning complete for port 84b6acad-6842-4c75-bbe4-9c9507e9817e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:48.755071 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-60ad0244-a5f2-4bb9-a922-8d7814d4bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.763762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=a8fdd853-918f-41c1-825e-75539a78445c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:48.825714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.836952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-abad1386-cc66-448f-b79c-4b79601d47a1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/a8fdd853-918f-41c1-825e-75539a78445c HTTP/1.1" status: 204 len: 168 time: 0.7513604 Mar 22 14:30:48.836952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34506) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:48.859310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Allocated IP 172.20.0.8 (61322600-9eb7-42ce-9baa-2e9d4a1515fb/a7b1ced3-17f6-4e84-b347-ce11479bff34/06c08e51-27e8-4cdc-8578-23ed4895816d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:48.874277 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 84b6acad-6842-4c75-bbe4-9c9507e9817e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:48.874584 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.926195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a842b-908f-43b5-bfd7-78e266477a84 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:48.930357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-104a842b-908f-43b5-bfd7-78e266477a84 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0852702 Mar 22 14:30:48.930774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34508) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:48.940482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-83ae392c-31d2-47d9-ac3c-259dfae01d7e req-d8bc618c-b9cd-4bdd-a9e0-ebf1a8c518a8 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 210 time: 0.0501227 Mar 22 14:30:48.970095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 84b6acad-6842-4c75-bbe4-9c9507e9817e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b6acad-6842-4c75-bbe4-9c9507e9817e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:49.025428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d632b9-f0ac-4ded-92b4-ffb28dcabdb5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:49.026983 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-25d632b9-f0ac-4ded-92b4-ffb28dcabdb5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0950654 Mar 22 14:30:49.029452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34510) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:49.036875 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.122616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e81b8-04aa-45df-b9eb-09afaf3c0e53 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:49.128268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e81b8-04aa-45df-b9eb-09afaf3c0e53 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:49.130987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=84b6acad-6842-4c75-bbe4-9c9507e9817e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:49.131863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e81b8-04aa-45df-b9eb-09afaf3c0e53 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:49.132423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks [] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.145345 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9b2e81b8-04aa-45df-b9eb-09afaf3c0e53 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1136458 Mar 22 14:30:49.146868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34512) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:49.187765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-60ad0244-a5f2-4bb9-a922-8d7814d4bfe8 None None] Current status of the port 84b6acad-6842-4c75-bbe4-9c9507e9817e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:49.212606 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.267785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 47509caa-b3a3-4929-a720-ee3307f6cc2b {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:49.272049 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (47509caa-b3a3-4929-a720-ee3307f6cc2b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.320371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (47509caa-b3a3-4929-a720-ee3307f6cc2b), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.330287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Network 61322600-9eb7-42ce-9baa-2e9d4a1515fb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:49.334033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:49.338824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:49.349463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3df23f-da05-4550-ba17-013d932255f6 None None] Update dhcp port {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': '47509caa-b3a3-4929-a720-ee3307f6cc2b', 'ip_address': '2001:db8::f816:3eff:fe0b:a359'}, {'subnet_id': 'cd8591ee-e3e6-4026-a2fe-8471715b5159'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '84b6acad-6842-4c75-bbe4-9c9507e9817e'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:30:49.371493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Pushing event updated for resources: {'Port': ['ID=06c08e51-27e8-4cdc-8578-23ed4895816d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:49.397543 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c3df23f-da05-4550-ba17-013d932255f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.412957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:49.417099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.452675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-858a1f74-5c2f-4365-9df1-a90bfb8c617a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2056344 Mar 22 14:30:49.469126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Request body: {'port': {'device_id': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:49.496697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (47509caa-b3a3-4929-a720-ee3307f6cc2b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.561776 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-5c3df23f-da05-4550-ba17-013d932255f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47509caa-b3a3-4929-a720-ee3307f6cc2b: This subnet is being modified by another concurrent operation. Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47509caa-b3a3-4929-a720-ee3307f6cc2b: This subnet is being modified by another concurrent operation. Mar 22 14:30:49.610191 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 14:30:49.620954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (47509caa-b3a3-4929-a720-ee3307f6cc2b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.657217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.683274 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/47509caa-b3a3-4929-a720-ee3307f6cc2b HTTP/1.1" status: 204 len: 168 time: 0.5353260 Mar 22 14:30:49.698835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34522) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:49.749375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb09275-ddb4-4b41-b32b-a160cd7fd259 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=47509caa-b3a3-4929-a720-ee3307f6cc2b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:49.801008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f895fb9f-282b-48c3-80dd-339125916d11 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:30:49.885722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d4607fbd-e1a3-4345-8882-32661a95e437 None None] Provisioning complete for port 84b6acad-6842-4c75-bbe4-9c9507e9817e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:49.886114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4607fbd-e1a3-4345-8882-32661a95e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.972321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5c7a1-f1dc-4f91-a7dc-e02e405556ed req-ee550ca6-f5c7-40f0-af52-53d3a0ba2a0a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:49.973853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44f5c7a1-f1dc-4f91-a7dc-e02e405556ed req-ee550ca6-f5c7-40f0-af52-53d3a0ba2a0a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1596942 Mar 22 14:30:49.990123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet cd8591ee-e3e6-4026-a2fe-8471715b5159 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:49.995972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895fb9f-282b-48c3-80dd-339125916d11 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:30:50.044767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (cd8591ee-e3e6-4026-a2fe-8471715b5159), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.105173 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (cd8591ee-e3e6-4026-a2fe-8471715b5159), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.153005 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (cd8591ee-e3e6-4026-a2fe-8471715b5159), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.254371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d4607fbd-e1a3-4345-8882-32661a95e437 None None] Current status of the port 84b6acad-6842-4c75-bbe4-9c9507e9817e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:50.265110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (cd8591ee-e3e6-4026-a2fe-8471715b5159), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.330851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.339673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34528) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:50.340237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/cd8591ee-e3e6-4026-a2fe-8471715b5159 HTTP/1.1" status: 204 len: 168 time: 0.5930154 Mar 22 14:30:50.377417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd36153-1978-459e-8708-7318542a09e9 None None] Update dhcp port {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'cd8591ee-e3e6-4026-a2fe-8471715b5159'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '84b6acad-6842-4c75-bbe4-9c9507e9817e'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:30:50.425616 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-21e41042-ab1c-41a2-b493-6310627e0213 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846517 Mar 22 14:30:50.433433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:50.434510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84b6acad-6842-4c75-bbe4-9c9507e9817e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:50.439183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:50.483672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ccd36153-1978-459e-8708-7318542a09e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.514966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c08e51-27e8-4cdc-8578-23ed4895816d {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:30:50.538904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Publish callbacks [] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.552407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-958a06f7-8ad4-4b1a-9cb0-d33c086d9dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.577760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Transition to ACTIVE for port object 06c08e51-27e8-4cdc-8578-23ed4895816d will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:30:50.586119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 84b6acad-6842-4c75-bbe4-9c9507e9817e is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:50.586537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.597593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee87671-04bf-45d4-a49f-59cc5745c775 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8591ee-e3e6-4026-a2fe-8471715b5159,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:50.605592 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.628573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:50.632279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.680076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 84b6acad-6842-4c75-bbe4-9c9507e9817e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b6acad-6842-4c75-bbe4-9c9507e9817e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:50.693474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd720c-f8cc-4b0e-9a7a-386eb41b85c1 req-d8c688fd-2a55-4d79-9017-e7e91b0bb3c9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:50.696335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8efd720c-f8cc-4b0e-9a7a-386eb41b85c1 req-d8c688fd-2a55-4d79-9017-e7e91b0bb3c9 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 931 time: 0.4723189 Mar 22 14:30:50.698202 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.750784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20966b-d7df-4315-854a-008f593f4664 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:50.767421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44f5c7a1-f1dc-4f91-a7dc-e02e405556ed req-c29ab49a-5846-455d-adea-e58cda9889ad tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552240 Mar 22 14:30:50.856873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Pushing event updated for resources: {'Port': ['ID=06c08e51-27e8-4cdc-8578-23ed4895816d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:50.889042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8efd720c-f8cc-4b0e-9a7a-386eb41b85c1 req-f55b27e7-cb03-4cc6-8777-d0b9d0e5703e tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756392 Mar 22 14:30:50.921715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Attempting to bind port 06c08e51-27e8-4cdc-8578-23ed4895816d on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:50.922097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Attempting to bind port 06c08e51-27e8-4cdc-8578-23ed4895816d by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:50.922435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Attempting to bind port 06c08e51-27e8-4cdc-8578-23ed4895816d on network 61322600-9eb7-42ce-9baa-2e9d4a1515fb {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:50.927211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Port 06c08e51-27e8-4cdc-8578-23ed4895816d on network 61322600-9eb7-42ce-9baa-2e9d4a1515fb not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:30:50.927662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Attempting to bind port 06c08e51-27e8-4cdc-8578-23ed4895816d on network 61322600-9eb7-42ce-9baa-2e9d4a1515fb {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:50.932854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:50.933141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Checking segment: {'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:50.933501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Bound using segment: {'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:50.933928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Bound port: 06c08e51-27e8-4cdc-8578-23ed4895816d, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79374e00-39b2-4432-a09d-1467412d5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:50.934336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.940488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d4f9877f-94ef-446f-8362-8696aa2015e3 None None] Provisioning complete for port 84b6acad-6842-4c75-bbe4-9c9507e9817e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:50.940865 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4f9877f-94ef-446f-8362-8696aa2015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.953871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=84b6acad-6842-4c75-bbe4-9c9507e9817e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:51.008431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (de4311a8-94e6-41d9-b575-f75a61659de3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.014668 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] For port 06c08e51-27e8-4cdc-8578-23ed4895816d, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:51.017926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] For port 06c08e51-27e8-4cdc-8578-23ed4895816d, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=06c08e51-27e8-4cdc-8578-23ed4895816d,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:51.026746 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.078812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:51.080682 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.084149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] 10.222.0.57 "PUT /v2.0/ports/06c08e51-27e8-4cdc-8578-23ed4895816d HTTP/1.1" status: 200 len: 1091 time: 1.6195984 Mar 22 14:30:51.088015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'tag': '06c08e51-27e8-4cdc-8578-23ed4895816d'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:51.098351 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e0ab3f-779c-453a-b365-0c61dad27ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec", "tag": "06c08e51-27e8-4cdc-8578-23ed4895816d"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:51.098744 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:51.129210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:51.133708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:51.147748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:51.148366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.165218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=de4311a8-94e6-41d9-b575-f75a61659de3,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:51.188177 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4ce68d02-e776-4fbc-b5c0-9073eba16c3e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7535489 Mar 22 14:30:51.191111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34538) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:51.192673 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f2a6c3-8404-4554-b3f4-a62caaeb665b x-openstack-request-id: req-e4f2a6c3-8404-4554-b3f4-a62caaeb665b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:51.193634 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec", "tag": "06c08e51-27e8-4cdc-8578-23ed4895816d", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:51.194102 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4f2a6c3-8404-4554-b3f4-a62caaeb665b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:51.194563 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f2a6c3-8404-4554-b3f4-a62caaeb665b'] response: {'name': 'network-changed', 'server_uuid': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'tag': '06c08e51-27e8-4cdc-8578-23ed4895816d', 'status': 'completed', 'code': 200} Mar 22 14:30:51.196076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8d4ac2e6-6bae-456f-ba4c-0be7f3e9d4d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:51.198540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555c77d-1807-4be9-b163-48c9a8627844 service neutron] Pushing event updated for resources: {'Port': ['ID=06c08e51-27e8-4cdc-8578-23ed4895816d,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:51.214489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9877f-94ef-446f-8362-8696aa2015e3 None None] Current status of the port 84b6acad-6842-4c75-bbe4-9c9507e9817e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:51.215171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4f9877f-94ef-446f-8362-8696aa2015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.222283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82962-633d-4889-af78-a36e648fb7be req-f1c88185-ea8e-4efa-b1e3-f537a773007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:51.224038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-f1c88185-ea8e-4efa-b1e3-f537a773007a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 1125 time: 0.0801930 Mar 22 14:30:51.262867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] Deleting port 84b6acad-6842-4c75-bbe4-9c9507e9817e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:51.263437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.266419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d4f9877f-94ef-446f-8362-8696aa2015e3 None None] For port 84b6acad-6842-4c75-bbe4-9c9507e9817e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b6acad-6842-4c75-bbe4-9c9507e9817e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:51.280796 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4f9877f-94ef-446f-8362-8696aa2015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.331604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-333dbfab-448e-4ab6-83a9-18defa4f22c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c08e51-27e8-4cdc-8578-23ed4895816d HTTP/1.1" status: 200 len: 217 time: 0.0967720 Mar 22 14:30:51.491274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82962-633d-4889-af78-a36e648fb7be req-8120a685-395e-4221-814e-4898d5796963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:51.493096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-8120a685-395e-4221-814e-4898d5796963 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.1509271 Mar 22 14:30:51.537469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4ac2e6-6bae-456f-ba4c-0be7f3e9d4d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:51.542865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8d4ac2e6-6bae-456f-ba4c-0be7f3e9d4d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.544527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-5a926357-2580-4aab-a680-fb77473a86fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400646 Mar 22 14:30:51.619727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9877f-94ef-446f-8362-8696aa2015e3 None None] Pushing event updated for resources: {'Port': ['ID=84b6acad-6842-4c75-bbe4-9c9507e9817e,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:51.670244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] For port 84b6acad-6842-4c75-bbe4-9c9507e9817e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84b6acad-6842-4c75-bbe4-9c9507e9817e,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:51.670654 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.683805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] Calling delete_port for 84b6acad-6842-4c75-bbe4-9c9507e9817e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:51.701859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-96789fd4-6bf5-4caa-8ac5-96e9166560c0 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469824 Mar 22 14:30:51.728695 n-d-834677-3 neutron-server[110458]: INFO neutron.db.ipam_backend_mixin [None req-8d4ac2e6-6bae-456f-ba4c-0be7f3e9d4d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de4311a8-94e6-41d9-b575-f75a61659de3 (CIDR: 2001:db8::/64) Mar 22 14:30:51.735434 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4ac2e6-6bae-456f-ba4c-0be7f3e9d4d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:51.737025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4ac2e6-6bae-456f-ba4c-0be7f3e9d4d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:51.787837 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (84b6acad-6842-4c75-bbe4-9c9507e9817e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.795810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8d4ac2e6-6bae-456f-ba4c-0be7f3e9d4d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6035385 Mar 22 14:30:51.798398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34548) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:51.804522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:51.810560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] No DVR routers for this DVR port 84b6acad-6842-4c75-bbe4-9c9507e9817e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:51.836617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f4e00-240b-468b-bd36-8d56a6d8a0a9 None None] Pushing event deleted for resources: {'Port': ['ID=84b6acad-6842-4c75-bbe4-9c9507e9817e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:51.852271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690f46a-88e7-436d-a61d-05d3799c247a None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:51.951380 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.001433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-05b82962-633d-4889-af78-a36e648fb7be req-13fd543c-22d2-49e4-898d-d27df7d15bd6 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916474 Mar 22 14:30:52.046335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:52.051146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.053285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': 'de4311a8-94e6-41d9-b575-f75a61659de3'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:52.062755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.118011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e684-430d-488f-8fb0-3f94d842204d req-4277bd25-f13d-4f91-ba19-9bece6541e20 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.120127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e5e684-430d-488f-8fb0-3f94d842204d req-4277bd25-f13d-4f91-ba19-9bece6541e20 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.2271807 Mar 22 14:30:52.181681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae9cb-c5d3-479e-a3b5-cf0cd5f95c24 req-b77e0b33-5043-4f6f-ba9f-3c294c63aa14 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.188914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee4ae9cb-c5d3-479e-a3b5-cf0cd5f95c24 req-b77e0b33-5043-4f6f-ba9f-3c294c63aa14 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 943 time: 0.1859765 Mar 22 14:30:52.226369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-bc22a3c6-71f9-4519-94b6-33e5c0f0ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.227871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-bc22a3c6-71f9-4519-94b6-33e5c0f0ec5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 1125 time: 0.1627526 Mar 22 14:30:52.231173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4e5e684-430d-488f-8fb0-3f94d842204d req-25b84d7d-86c3-4f75-88cc-caf6707a5693 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025908 Mar 22 14:30:52.338641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-eefb5d6c-a63f-4470-9b9d-7a4955a35452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.340124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-eefb5d6c-a63f-4470-9b9d-7a4955a35452 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 914 time: 0.1028619 Mar 22 14:30:52.345299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/de4311a8-94e6-41d9-b575-f75a61659de3/2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:52.397869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-2f71a243-a90d-4776-9028-b5f1ea4f8edb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c08e51-27e8-4cdc-8578-23ed4895816d HTTP/1.1" status: 200 len: 217 time: 0.0472891 Mar 22 14:30:52.407940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee4ae9cb-c5d3-479e-a3b5-cf0cd5f95c24 req-f935d829-04d7-44f7-8ca8-934883e75fe2 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181396 Mar 22 14:30:52.441535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:52.443426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (91621f9e-ca29-4ab3-ba0b-e5d7ce535b12), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.473588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-407ac3f5-262d-44e8-b413-a9d7172ef648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.475537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-407ac3f5-262d-44e8-b413-a9d7172ef648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.0666530 Mar 22 14:30:52.488750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:52.493123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:52.496880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.497590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.519262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-21c7ae46-bf94-42ea-a251-b2a1f8ef009c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374253 Mar 22 14:30:52.522423 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7229028 Mar 22 14:30:52.522907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34554) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:52.523861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6df41-af8c-4287-ac72-142c3d30c89a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=91621f9e-ca29-4ab3-ba0b-e5d7ce535b12,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:52.526690 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Publish callbacks [] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.529863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:b4:bc:d8', 'name': 'tempest-NetworksTestDHCPv6-1228516782'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:52.539133 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.600777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Pushing event updated for resources: {'Port': ['ID=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:52.615778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:52.617309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:52.620116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:52.713497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Attempting to bind port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:52.714076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Attempting to bind port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:52.714292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-a468738c-4fd2-4a71-8b35-ec25af53bad2 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789603 Mar 22 14:30:52.714661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Attempting to bind port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:52.722884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:52.723435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:52.723980 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.724473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:52.725056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Bound port: 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:52.725553 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.797675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] For port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:52.803584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] For port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:52.815942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.916451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89a4bc-4183-4f8c-9d4e-001f342dcd29 None None] Pushing event updated for resources: {'Port': ['ID=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:53.290761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:53.398451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e0ab3f-779c-453a-b365-0c61dad27ae2 req-46163de2-2bf8-4f42-ab6b-a8e50472d614 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767089 Mar 22 14:30:53.436567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8156-b93e-4610-a291-53f3598502ce req-27c2c3cd-38c2-48a9-8b6c-a0ed04ba1fad tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:53.438132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-380c8156-b93e-4610-a291-53f3598502ce req-27c2c3cd-38c2-48a9-8b6c-a0ed04ba1fad tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1042833 Mar 22 14:30:53.441288 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.449091 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.544064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port a4f105db-632d-4715-bf69-8e4e744dead2 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:53.553092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-380c8156-b93e-4610-a291-53f3598502ce req-e91ec871-c566-4b9a-8187-64a9e24b2432 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087036 Mar 22 14:30:53.619363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22253645-e526-4f07-b290-0159d3c26cc8 req-275064da-da91-4c27-92e6-0a6ad346da6b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:53.621005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22253645-e526-4f07-b290-0159d3c26cc8 req-275064da-da91-4c27-92e6-0a6ad346da6b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 943 time: 0.1231248 Mar 22 14:30:53.746096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22253645-e526-4f07-b290-0159d3c26cc8 req-5b367d5e-3c26-4712-b59f-5e4fb68a9d9b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170926 Mar 22 14:30:53.758066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 06c08e51-27e8-4cdc-8578-23ed4895816d details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:30:53.788124 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:30:53.831915 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::2a3 (2440731f-18f0-47c1-a069-059cc098e13e/de4311a8-94e6-41d9-b575-f75a61659de3/a4f105db-632d-4715-bf69-8e4e744dead2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:53.840177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8:0:1:f816:3eff:feb4:bcd8 (2440731f-18f0-47c1-a069-059cc098e13e/91621f9e-ca29-4ab3-ba0b-e5d7ce535b12/a4f105db-632d-4715-bf69-8e4e744dead2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:53.908609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 06c08e51-27e8-4cdc-8578-23ed4895816d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=06c08e51-27e8-4cdc-8578-23ed4895816d,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:53.921251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '06c08e51-27e8-4cdc-8578-23ed4895816d', 'network_id': '61322600-9eb7-42ce-9baa-2e9d4a1515fb', 'port_id': '06c08e51-27e8-4cdc-8578-23ed4895816d', 'mac_address': 'fa:16:3e:0a:18:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b1ced3-17f6-4e84-b347-ce11479bff34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:30:53.966060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 06c08e51-27e8-4cdc-8578-23ed4895816d is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:53.966615 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.981709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c08e51-27e8-4cdc-8578-23ed4895816d {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:30:54.024768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 06c08e51-27e8-4cdc-8578-23ed4895816d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=06c08e51-27e8-4cdc-8578-23ed4895816d,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:54.041454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.061337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (a4f105db-632d-4715-bf69-8e4e744dead2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.100889 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a4f105db-632d-4715-bf69-8e4e744dead2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.119440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=06c08e51-27e8-4cdc-8578-23ed4895816d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:54.133489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.133834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.134228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.134605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.134952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.135284 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.135614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.135941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.136263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.136590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.136911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.137234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.137557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.137878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.138250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:54.156776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:54.162863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:54.168575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:54.174433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:54.175096 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.179041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=a4f105db-632d-4715-bf69-8e4e744dead2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:54.198222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b32ee86f-3653-4614-8538-ed1f8c42710e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6732478 Mar 22 14:30:54.201078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:54.216022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9351c-9370-44a7-b060-520bcb3fa3f5 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:54.311353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port a4f105db-632d-4715-bf69-8e4e744dead2 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:54.311719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a4f105db-632d-4715-bf69-8e4e744dead2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.371999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['06c08e51-27e8-4cdc-8578-23ed4895816d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:30:54.418440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d6c29bf6-fbfa-44f3-bed2-d9fb91614de8 None None] Provisioning complete for port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:54.419178 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d6c29bf6-fbfa-44f3-bed2-d9fb91614de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.444140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a4f105db-632d-4715-bf69-8e4e744dead2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.472303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for a4f105db-632d-4715-bf69-8e4e744dead2 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:54.508516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:54.763538 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.771284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a4f105db-632d-4715-bf69-8e4e744dead2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.784425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4d84e-1371-4923-990b-431653bf0b12 req-99b274f4-46de-437b-b371-8df246be9e41 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:54.786425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7c4d84e-1371-4923-990b-431653bf0b12 req-99b274f4-46de-437b-b371-8df246be9e41 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1311371 Mar 22 14:30:54.840934 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.856733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=a4f105db-632d-4715-bf69-8e4e744dead2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:54.911086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:54.911897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.914149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d6c29bf6-fbfa-44f3-bed2-d9fb91614de8 None None] Current status of the port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:54.914528 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d6c29bf6-fbfa-44f3-bed2-d9fb91614de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.930838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7c4d84e-1371-4923-990b-431653bf0b12 req-56f4e1a8-ed05-43e6-bcae-09bdf8990b4d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342392 Mar 22 14:30:54.985809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d9f3c-7bd6-497e-9cd6-65ac38e70e7e None None] Update dhcp port {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'fixed_ips': [{'subnet_id': 'de4311a8-94e6-41d9-b575-f75a61659de3', 'ip_address': '2001:db8::2'}, {'subnet_id': '91621f9e-ca29-4ab3-ba0b-e5d7ce535b12'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:30:54.992587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.997256 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8c5f3449-1d57-4e42-bb8e-a8b6ad00dd78 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/a4f105db-632d-4715-bf69-8e4e744dead2 HTTP/1.1" status: 204 len: 168 time: 0.7943614 Mar 22 14:30:55.000803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34582) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.012953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d6c29bf6-fbfa-44f3-bed2-d9fb91614de8 None None] For port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:55.043367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d6c29bf6-fbfa-44f3-bed2-d9fb91614de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.059033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376880af-61f4-4556-b463-f06c0314dd78 req-258a75dc-6322-415c-819d-6928780eb367 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:55.063009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-376880af-61f4-4556-b463-f06c0314dd78 req-258a75dc-6322-415c-819d-6928780eb367 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 944 time: 0.1612883 Mar 22 14:30:55.107210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b77d9f3c-7bd6-497e-9cd6-65ac38e70e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.135103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca21359-27df-4d1f-b888-11402014dbef tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:55.137013 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ca21359-27df-4d1f-b888-11402014dbef tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1352148 Mar 22 14:30:55.141352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34584) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.175323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-376880af-61f4-4556-b463-f06c0314dd78 req-8de7319c-78cd-4376-ad7e-f87b26b74248 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041961 Mar 22 14:30:55.200515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c29bf6-fbfa-44f3-bed2-d9fb91614de8 None None] Pushing event updated for resources: {'Port': ['ID=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:55.244977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:55.251005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6106e6c0-1791-4f69-8e22-ed5d080091a5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:55.252504 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6106e6c0-1791-4f69-8e22-ed5d080091a5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1095192 Mar 22 14:30:55.255072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34586) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.328646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f210fc-e18b-47dc-81f8-03ff2856c3c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:55.330346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f210fc-e18b-47dc-81f8-03ff2856c3c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:55.332256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f210fc-e18b-47dc-81f8-03ff2856c3c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:55.334163 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-07f210fc-e18b-47dc-81f8-03ff2856c3c2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0780377 Mar 22 14:30:55.336896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34588) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.399384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-b77d9f3c-7bd6-497e-9cd6-65ac38e70e7e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe28:5db4 (2440731f-18f0-47c1-a069-059cc098e13e/91621f9e-ca29-4ab3-ba0b-e5d7ce535b12/2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:55.400335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 91621f9e-ca29-4ab3-ba0b-e5d7ce535b12 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:55.492412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b77d9f3c-7bd6-497e-9cd6-65ac38e70e7e None None] For port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:55.522135 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b77d9f3c-7bd6-497e-9cd6-65ac38e70e7e None None] Publish callbacks [] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.528777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (91621f9e-ca29-4ab3-ba0b-e5d7ce535b12), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.529122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b77d9f3c-7bd6-497e-9cd6-65ac38e70e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.591659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (91621f9e-ca29-4ab3-ba0b-e5d7ce535b12), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.631997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9f3c-7bd6-497e-9cd6-65ac38e70e7e None None] Pushing event updated for resources: {'Port': ['ID=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:55.702401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (91621f9e-ca29-4ab3-ba0b-e5d7ce535b12), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.768044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (91621f9e-ca29-4ab3-ba0b-e5d7ce535b12), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.772139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 06c08e51-27e8-4cdc-8578-23ed4895816d up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:55.812039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=91621f9e-ca29-4ab3-ba0b-e5d7ce535b12,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:55.822246 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.826443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6e6f3831-610a-4700-9a72-2aff698f43e9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/91621f9e-ca29-4ab3-ba0b-e5d7ce535b12 HTTP/1.1" status: 204 len: 168 time: 0.4882681 Mar 22 14:30:55.828683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34594) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.882471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 06c08e51-27e8-4cdc-8578-23ed4895816d completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:30:55.887370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 06c08e51-27e8-4cdc-8578-23ed4895816d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:55.887753 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.935820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet de4311a8-94e6-41d9-b575-f75a61659de3 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:55.939810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (de4311a8-94e6-41d9-b575-f75a61659de3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.019983 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (de4311a8-94e6-41d9-b575-f75a61659de3), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.046873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 06c08e51-27e8-4cdc-8578-23ed4895816d is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:56.047456 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.099196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c08e51-27e8-4cdc-8578-23ed4895816d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:56.107123 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6d353-fa54-4c7c-9bec-1a2db33183c8" -d '{"events": [{"server_uuid": "7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec", "name": "network-vif-plugged", "status": "completed", "tag": "06c08e51-27e8-4cdc-8578-23ed4895816d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:56.128681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 06c08e51-27e8-4cdc-8578-23ed4895816d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=06c08e51-27e8-4cdc-8578-23ed4895816d,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:56.135672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.233654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=06c08e51-27e8-4cdc-8578-23ed4895816d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:56.245878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d50da-738b-465d-b18c-3c0b211995b2 req-4788b437-52de-4b6c-8347-801d268b1779 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:56.251686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f90d50da-738b-465d-b18c-3c0b211995b2 req-4788b437-52de-4b6c-8347-801d268b1779 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1561704 Mar 22 14:30:56.256484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (de4311a8-94e6-41d9-b575-f75a61659de3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.326461 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93f8c65-34d5-467e-841a-a316f8dca3e7 x-openstack-request-id: req-f93f8c65-34d5-467e-841a-a316f8dca3e7 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:56.326767 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec", "name": "network-vif-plugged", "status": "completed", "tag": "06c08e51-27e8-4cdc-8578-23ed4895816d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:56.327025 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f93f8c65-34d5-467e-841a-a316f8dca3e7 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:56.327453 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93f8c65-34d5-467e-841a-a316f8dca3e7'] response: {'server_uuid': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c08e51-27e8-4cdc-8578-23ed4895816d', 'code': 200} Mar 22 14:30:56.350016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f90d50da-738b-465d-b18c-3c0b211995b2 req-fd6d3bbc-d0b9-4caf-9900-7c2e13df1371 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959899 Mar 22 14:30:56.391346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (de4311a8-94e6-41d9-b575-f75a61659de3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.425843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=de4311a8-94e6-41d9-b575-f75a61659de3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:56.443504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.447756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c98981ce-d148-47da-9d80-f9953ad98fa9 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/de4311a8-94e6-41d9-b575-f75a61659de3 HTTP/1.1" status: 204 len: 168 time: 0.6176045 Mar 22 14:30:56.450327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34606) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:56.458170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:56.520636 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-788aba30-66be-4922-b862-da639a5e685a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687311 Mar 22 14:30:56.523931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34610) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:56.530821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:56.535145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12685456-730d-4cac-bbff-3515bc563fe8 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:56.597466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe284c6-e15e-4c84-9730-0446d2c56104 req-6dec7835-f6e8-4b78-832b-ce3af95f9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:56.599555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbe284c6-e15e-4c84-9730-0446d2c56104 req-6dec7835-f6e8-4b78-832b-ce3af95f9653 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 1127 time: 0.1825962 Mar 22 14:30:56.606718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb29b9-3699-4403-af88-de6fb767fded req-90ae750d-b0e4-4be7-8fd8-30e9bd35b9fb tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:56.608936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8afb29b9-3699-4403-af88-de6fb767fded req-90ae750d-b0e4-4be7-8fd8-30e9bd35b9fb tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 945 time: 0.1264124 Mar 22 14:30:56.612122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:56.612506 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.639932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:56.644277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.677374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbe284c6-e15e-4c84-9730-0446d2c56104 req-8913f96d-6358-4439-8746-d4bb12b5482d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673161 Mar 22 14:30:56.702454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8afb29b9-3699-4403-af88-de6fb767fded req-d2087ac4-2e52-439f-ac4f-a4872212748a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672877 Mar 22 14:30:56.745285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f5ee15d8-4898-4ffe-9429-608cb2f29336 None None] Provisioning complete for port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:56.745682 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f5ee15d8-4898-4ffe-9429-608cb2f29336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.966080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (263dd6a8-bdf3-4171-87b0-3650eabc3ab5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.032657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:57.074138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:57.117639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee15d8-4898-4ffe-9429-608cb2f29336 None None] Current status of the port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:57.121778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f5ee15d8-4898-4ffe-9429-608cb2f29336 None None] Could not find standard attr ID for object a4f105db-632d-4715-bf69-8e4e744dead2. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:30:57.137482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] Deleting port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:57.137871 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.228594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] For port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:57.229120 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.245684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] Calling delete_port for 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:57.339451 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.373866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] Pushing event deleted for resources: {'Port': ['ID=2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:57.383936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39916d-1956-48db-bda0-065255dac2b8 None None] No DVR routers for this DVR port 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:57.497854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:57.501505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:57.507262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:57.507852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.512763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462cd70-b2ff-4c89-bf35-1c7a9364d546 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:57.557998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=263dd6a8-bdf3-4171-87b0-3650eabc3ab5,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:57.566775 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-981ba1e7-0b35-4ca3-a640-af37c0f4eb5a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0418324 Mar 22 14:30:57.567447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34620) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:57.571706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbae3-be49-49bb-ae20-1b8fbb29e33f req-85661d3d-e4ba-44c7-9c7e-879eef503245 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:57.572479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3674b432-d376-462a-9738-1e0bbc319955 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:57.584126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de5cbae3-be49-49bb-ae20-1b8fbb29e33f req-85661d3d-e4ba-44c7-9c7e-879eef503245 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1240139 Mar 22 14:30:57.672863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-2440731f-18f0-47c1-a069-059cc098e13e', 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'project_id': '478dedb283cb4540a56454d6d1c5df2e', 'fixed_ips': [{'subnet_id': '263dd6a8-bdf3-4171-87b0-3650eabc3ab5'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:57.674555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.700849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de5cbae3-be49-49bb-ae20-1b8fbb29e33f req-19fc45db-df0c-4568-a7cd-a604e8fac305 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157553 Mar 22 14:30:57.801487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674b432-d376-462a-9738-1e0bbc319955 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:57.805546 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3674b432-d376-462a-9738-1e0bbc319955 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.971467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Allocated IP 2001:db8::2 (2440731f-18f0-47c1-a069-059cc098e13e/263dd6a8-bdf3-4171-87b0-3650eabc3ab5/031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:57.991628 n-d-834677-3 neutron-server[110458]: INFO neutron.db.ipam_backend_mixin [None req-3674b432-d376-462a-9738-1e0bbc319955 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 263dd6a8-bdf3-4171-87b0-3650eabc3ab5 (CIDR: 2001:db8::/64) Mar 22 14:30:57.999868 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3674b432-d376-462a-9738-1e0bbc319955 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:30:58.000333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3674b432-d376-462a-9738-1e0bbc319955 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:58.014046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5b98-8448-456b-98be-5531d5e7a21a req-6e71cf6d-3579-4708-a505-352ac24950f4 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:58.014823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4baf5b98-8448-456b-98be-5531d5e7a21a req-6e71cf6d-3579-4708-a505-352ac24950f4 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 945 time: 0.1032231 Mar 22 14:30:58.046845 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3674b432-d376-462a-9738-1e0bbc319955 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4778879 Mar 22 14:30:58.049183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34628) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:58.066055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'subnet': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:58.112378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4baf5b98-8448-456b-98be-5531d5e7a21a req-da46dd39-8373-403d-83f4-a783c7205f64 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827396 Mar 22 14:30:58.228170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:58.233658 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.253405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Publish callbacks [] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.265260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.307560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Pushing event updated for resources: {'Port': ['ID=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:58.328977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:58.330538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:58.336107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:58.456404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Attempting to bind port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:58.456783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Attempting to bind port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:58.457308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Attempting to bind port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd on network 2440731f-18f0-47c1-a069-059cc098e13e {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:58.462397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:58.486554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:58.486826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Checking segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:58.487599 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.487599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Bound using segment: {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:58.488394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Bound port: 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bccf8-4a96-4866-9113-e173c023bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2440731f-18f0-47c1-a069-059cc098e13e'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:58.488394 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.553643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] For port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:58.556896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] For port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:58.559633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:58.559868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2aded1e0-aacb-4b08-b49e-34c8f4f7b4eb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:58.564739 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.645530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e2a5e-e142-4386-b52a-9ce2d1bc6505 None None] Pushing event updated for resources: {'Port': ['ID=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:58.650873 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.851201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.objects.ports [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:30:58.924937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18485fd-df37-4e10-8562-28b4e4fc1bcb req-5511b0ff-1d88-4cff-8c45-c364da2e8e12 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:58.936298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e18485fd-df37-4e10-8562-28b4e4fc1bcb req-5511b0ff-1d88-4cff-8c45-c364da2e8e12 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.0978520 Mar 22 14:30:59.054140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e18485fd-df37-4e10-8562-28b4e4fc1bcb req-ab4a5c1e-5e6f-4979-9704-277004c6d5e4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139052 Mar 22 14:30:59.195430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.311142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d8754-b656-439a-bd34-7d4f3881de99 req-a62f0baa-6814-43d5-a191-358db11f5840 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:59.313460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b10d8754-b656-439a-bd34-7d4f3881de99 req-a62f0baa-6814-43d5-a191-358db11f5840 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 945 time: 0.0645335 Mar 22 14:30:59.425715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b10d8754-b656-439a-bd34-7d4f3881de99 req-20fdb724-2369-48c1-ada3-5d24e8841071 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067197 Mar 22 14:30:59.493389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] For port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:59.534567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.540934 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.582011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (2e276296-f4bf-426e-bcff-98f4d55606c6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.679131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Subnet': ['ID=2e276296-f4bf-426e-bcff-98f4d55606c6,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:59.685780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:59.689209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:59.693417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:59.694059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.704031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,revision_number=4']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:59.724099 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ae2549c4-ba3f-4632-8303-4ec347dfa0a0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6732631 Mar 22 14:30:59.726805 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34650) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:59.739222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Request body: {'port': {'network_id': '2440731f-18f0-47c1-a069-059cc098e13e', 'mac_address': 'fa:16:3e:59:56:c2', 'name': 'tempest-NetworksTestDHCPv6-828761701'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:59.924066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Made reservation on behalf of 478dedb283cb4540a56454d6d1c5df2e for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:00.086332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.123529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] device_id is not set on port 7e720c62-3422-4784-b368-07562a7abbf8 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:00.334753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ebe4f-1e35-410b-a211-e7db3e281691 req-79250f4a-e2cb-4a28-8b37-7250054103d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:00.336250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f16ebe4f-1e35-410b-a211-e7db3e281691 req-79250f4a-e2cb-4a28-8b37-7250054103d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1409876 Mar 22 14:31:00.356426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f226c62-8a4a-44ae-a8bb-baf41da8c0ef None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:00.458559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f16ebe4f-1e35-410b-a211-e7db3e281691 req-77f1c0d8-d89a-4539-8fbd-d0cb275f48d9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916748 Mar 22 14:31:00.473159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c5548f5e-2d93-4f9a-8f6b-16dbeff46dfa None None] Provisioning complete for port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:00.473750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c5548f5e-2d93-4f9a-8f6b-16dbeff46dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.604281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:00.625810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8::363 (2440731f-18f0-47c1-a069-059cc098e13e/263dd6a8-bdf3-4171-87b0-3650eabc3ab5/7e720c62-3422-4784-b368-07562a7abbf8) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:00.648030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c5548f5e-2d93-4f9a-8f6b-16dbeff46dfa None None] Current status of the port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:00.648464 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c5548f5e-2d93-4f9a-8f6b-16dbeff46dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.653063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:56c2 (2440731f-18f0-47c1-a069-059cc098e13e/2e276296-f4bf-426e-bcff-98f4d55606c6/7e720c62-3422-4784-b368-07562a7abbf8) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:00.676621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:00.676621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.739448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c5548f5e-2d93-4f9a-8f6b-16dbeff46dfa None None] For port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:00.748291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c5548f5e-2d93-4f9a-8f6b-16dbeff46dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.797699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548f5e-2d93-4f9a-8f6b-16dbeff46dfa None None] Pushing event updated for resources: {'Port': ['ID=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:00.854028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:01.058394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for port (7e720c62-3422-4784-b368-07562a7abbf8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.169361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7e720c62-3422-4784-b368-07562a7abbf8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.259715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Network 2440731f-18f0-47c1-a069-059cc098e13e is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:01.281545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:01.285534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:01.303227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:01.303925 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.342796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event updated for resources: {'Port': ['ID=7e720c62-3422-4784-b368-07562a7abbf8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:01.366388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34670) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:01.366960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-747344d5-4134-4de3-89ce-5dbe07f5499c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6369662 Mar 22 14:31:01.549072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting port 7e720c62-3422-4784-b368-07562a7abbf8 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:01.549420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7e720c62-3422-4784-b368-07562a7abbf8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.747177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148955a3-1ed6-43af-8b4f-73f960046c32 req-23083d55-6bb7-4775-9aa8-299c2b0684e9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:01.748857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-148955a3-1ed6-43af-8b4f-73f960046c32 req-23083d55-6bb7-4775-9aa8-299c2b0684e9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.1026843 Mar 22 14:31:01.776559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7e720c62-3422-4784-b368-07562a7abbf8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.794409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Calling delete_port for 7e720c62-3422-4784-b368-07562a7abbf8 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:01.838594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-148955a3-1ed6-43af-8b4f-73f960046c32 req-81eacb71-f534-4623-9d23-14d9836df1a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819829 Mar 22 14:31:01.910984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-098ad60f-90db-4787-8b61-2f8e908f5af0 None None] Provisioning complete for port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:01.911696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-098ad60f-90db-4787-8b61-2f8e908f5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.099947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-098ad60f-90db-4787-8b61-2f8e908f5af0 None None] Current status of the port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:02.114398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7e720c62-3422-4784-b368-07562a7abbf8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.220123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0ef728ce-eb5a-4915-9786-912090bfc234 None None] Could not find standard attr ID for object 7e720c62-3422-4784-b368-07562a7abbf8. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:31:02.249643 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.256284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/7e720c62-3422-4784-b368-07562a7abbf8 HTTP/1.1" status: 204 len: 168 time: 0.8879530 Mar 22 14:31:02.256981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34678) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:02.257753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61765-61cf-424e-ab62-211cc356b52b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Port': ['ID=7e720c62-3422-4784-b368-07562a7abbf8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:02.432754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db77a1f-24ab-48cc-ae50-370c740d20d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:02.439157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2db77a1f-24ab-48cc-ae50-370c740d20d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1771963 Mar 22 14:31:02.440685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34682) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:02.453690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:02.576396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:02.577034 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.614063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ff159-2f7f-4ee8-965c-154e2ca3bbc0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:02.632299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b04ff159-2f7f-4ee8-965c-154e2ca3bbc0 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1847482 Mar 22 14:31:02.633241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34686) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:02.725003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:02.738629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c817b64-7b22-4bdd-8413-933f890c8198 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:02.739751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c817b64-7b22-4bdd-8413-933f890c8198 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:02.741148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c817b64-7b22-4bdd-8413-933f890c8198 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:02.742773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9c817b64-7b22-4bdd-8413-933f890c8198 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1082282 Mar 22 14:31:02.745654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34688) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:02.798531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 263dd6a8-bdf3-4171-87b0-3650eabc3ab5 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:02.801900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (263dd6a8-bdf3-4171-87b0-3650eabc3ab5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.875200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (263dd6a8-bdf3-4171-87b0-3650eabc3ab5), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.015532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a078fe2-6051-4a85-ae7e-844c2a77dabe req-a9781a7b-40e1-4c73-94c8-26a4a1d940ac tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:03.016386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a078fe2-6051-4a85-ae7e-844c2a77dabe req-a9781a7b-40e1-4c73-94c8-26a4a1d940ac tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 943 time: 0.0984678 Mar 22 14:31:03.029527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (263dd6a8-bdf3-4171-87b0-3650eabc3ab5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.122927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a078fe2-6051-4a85-ae7e-844c2a77dabe req-f17a66c3-5fb7-4370-b495-4af3218958f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672376 Mar 22 14:31:03.124444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (263dd6a8-bdf3-4171-87b0-3650eabc3ab5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.174566 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.179616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58aa44f-fc4c-4f93-83bb-07546fc5d59c None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:03.182452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34692) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:03.182724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/263dd6a8-bdf3-4171-87b0-3650eabc3ab5 HTTP/1.1" status: 204 len: 168 time: 0.4360750 Mar 22 14:31:03.183972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f10f7-c866-41a4-8f5f-92f68b5f416b tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=263dd6a8-bdf3-4171-87b0-3650eabc3ab5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:03.300328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Deleting subnet 2e276296-f4bf-426e-bcff-98f4d55606c6 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:03.304175 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (2e276296-f4bf-426e-bcff-98f4d55606c6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.377779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (2e276296-f4bf-426e-bcff-98f4d55606c6), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.501692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2e276296-f4bf-426e-bcff-98f4d55606c6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.588140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (2e276296-f4bf-426e-bcff-98f4d55606c6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.637414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ce334f66-baf8-4be4-af1f-2ba84ee3a9ad details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:31:03.686438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.702574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/2e276296-f4bf-426e-bcff-98f4d55606c6 HTTP/1.1" status: 204 len: 168 time: 0.5112605 Mar 22 14:31:03.702574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a018f-bd86-4b26-a69a-acba55af1b8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Subnet': ['ID=2e276296-f4bf-426e-bcff-98f4d55606c6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:03.702574 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34708) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:03.746705 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e07f823-cbf8-4092-9bf2-f00ab8423b99 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445218 Mar 22 14:31:03.749590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34712) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:03.865301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4855edd-6c73-4197-83c3-04b56cce971f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:03.870206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34714) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:03.870897 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b4855edd-6c73-4197-83c3-04b56cce971f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1202378 Mar 22 14:31:03.916689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:03.956697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a129b4a-e8f7-4bfc-8c6a-50036256e95c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:03.957812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'port_id': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad', 'mac_address': 'fa:16:3e:dc:9d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:31:03.961431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34716) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:03.972921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1a129b4a-e8f7-4bfc-8c6a-50036256e95c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962698 Mar 22 14:31:04.062097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29beca6a-cf9b-459f-b65e-3825be636d29 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955560 Mar 22 14:31:04.062835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34718) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.073191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:04.073896 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.092919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce334f66-baf8-4be4-af1f-2ba84ee3a9ad {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:31:04.119676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:04.126844 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.130031 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd643b86-fd74-41ac-8d99-526619d3f492 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.137342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd643b86-fd74-41ac-8d99-526619d3f492 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.144807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd643b86-fd74-41ac-8d99-526619d3f492 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/7e720c62-3422-4784-b368-07562a7abbf8 HTTP/1.1" status: 404 len: 333 time: 0.0794384 Mar 22 14:31:04.147463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34720) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.212545 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4614d270-5662-4c94-8925-60e74783cacc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.213097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4614d270-5662-4c94-8925-60e74783cacc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.220841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34724) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.225533 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4614d270-5662-4c94-8925-60e74783cacc tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/2e276296-f4bf-426e-bcff-98f4d55606c6 HTTP/1.1" status: 404 len: 337 time: 0.0726726 Mar 22 14:31:04.258223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:04.346887 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b723033a-e63b-403e-9ec1-64146ff8c50d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.350612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b723033a-e63b-403e-9ec1-64146ff8c50d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.357174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b723033a-e63b-403e-9ec1-64146ff8c50d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/263dd6a8-bdf3-4171-87b0-3650eabc3ab5 HTTP/1.1" status: 404 len: 337 time: 0.1324832 Mar 22 14:31:04.357680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.367951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['ce334f66-baf8-4be4-af1f-2ba84ee3a9ad'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:31:04.417960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f651fd-097f-40b4-82ac-7277148f7c3e req-a34f89bf-ad3b-4e29-a895-8969ba1b1ec4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:04.421940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0f651fd-097f-40b4-82ac-7277148f7c3e req-a34f89bf-ad3b-4e29-a895-8969ba1b1ec4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 944 time: 0.1918499 Mar 22 14:31:04.431708 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9e60de-1128-404c-aa06-a4380576a46f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.432549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9e60de-1128-404c-aa06-a4380576a46f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.442079 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ad9e60de-1128-404c-aa06-a4380576a46f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/a4f105db-632d-4715-bf69-8e4e744dead2 HTTP/1.1" status: 404 len: 333 time: 0.0820625 Mar 22 14:31:04.445894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34734) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.493710 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-883105e8-278c-4328-b377-63b8843ec768 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.494737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883105e8-278c-4328-b377-63b8843ec768 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.498187 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-883105e8-278c-4328-b377-63b8843ec768 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/91621f9e-ca29-4ab3-ba0b-e5d7ce535b12 HTTP/1.1" status: 404 len: 337 time: 0.0510368 Mar 22 14:31:04.501054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34736) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.539208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0f651fd-097f-40b4-82ac-7277148f7c3e req-f8efdb7a-5720-44a5-adef-87d45d8f0035 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065059 Mar 22 14:31:04.544755 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef29179-5d10-4995-8834-7046b1f7ef9a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.545995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef29179-5d10-4995-8834-7046b1f7ef9a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.549754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ef29179-5d10-4995-8834-7046b1f7ef9a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/de4311a8-94e6-41d9-b575-f75a61659de3 HTTP/1.1" status: 404 len: 337 time: 0.0473251 Mar 22 14:31:04.557418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34740) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.573870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef074b5c-148c-4b26-99af-29548aa0d45d None None] Network 2440731f-18f0-47c1-a069-059cc098e13e requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:04.591239 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1ce4db-25d3-4617-a774-927d3d60d788 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.592061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1ce4db-25d3-4617-a774-927d3d60d788 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.600029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34742) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.612322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fc1ce4db-25d3-4617-a774-927d3d60d788 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/a8fdd853-918f-41c1-825e-75539a78445c HTTP/1.1" status: 404 len: 333 time: 0.0537276 Mar 22 14:31:04.634265 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8430a96c-a716-4459-b5c0-f22378bf81dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.635505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8430a96c-a716-4459-b5c0-f22378bf81dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.642226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34744) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.654778 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8430a96c-a716-4459-b5c0-f22378bf81dd tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/cd8591ee-e3e6-4026-a2fe-8471715b5159 HTTP/1.1" status: 404 len: 337 time: 0.0522516 Mar 22 14:31:04.680050 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32582af-5e17-4037-b62b-cc4b08b0c3e6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.680459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32582af-5e17-4037-b62b-cc4b08b0c3e6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.687788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34748) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.703143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d32582af-5e17-4037-b62b-cc4b08b0c3e6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/47509caa-b3a3-4929-a720-ee3307f6cc2b HTTP/1.1" status: 404 len: 337 time: 0.0592103 Mar 22 14:31:04.716314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f6ec6516-beed-44da-852d-9d88e87d6e55 None None] Provisioning complete for port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:04.721401 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aac7762-dc4a-4431-a8f9-a89c2e00d810 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.722077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aac7762-dc4a-4431-a8f9-a89c2e00d810 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.727851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6516-beed-44da-852d-9d88e87d6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.729313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34750) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.743430 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3aac7762-dc4a-4431-a8f9-a89c2e00d810 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/aa5a77be-69b6-413b-b05d-39484731b4f6 HTTP/1.1" status: 404 len: 333 time: 0.0509524 Mar 22 14:31:04.760833 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3679a6-5830-40d7-94e0-eda44bfd8f9a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.761511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3679a6-5830-40d7-94e0-eda44bfd8f9a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.767886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34752) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.781483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5a3679a6-5830-40d7-94e0-eda44bfd8f9a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/e25e5799-3097-46d1-b9fc-7d3140af958c HTTP/1.1" status: 404 len: 337 time: 0.0505369 Mar 22 14:31:04.802898 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5ce5ec-7592-4c44-85e0-6908f04c1342 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.803468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5ce5ec-7592-4c44-85e0-6908f04c1342 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.809791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34754) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.820343 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9b5ce5ec-7592-4c44-85e0-6908f04c1342 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/8ad5bdde-6329-47a0-81d6-e54677f6f16a HTTP/1.1" status: 404 len: 337 time: 0.0511584 Mar 22 14:31:04.843833 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a626f8-0fef-494e-9efe-d5906c523885 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.844963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a626f8-0fef-494e-9efe-d5906c523885 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.851882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34756) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.874394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-56a626f8-0fef-494e-9efe-d5906c523885 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/f58473de-38e9-44d8-9aa3-8c9cbbc6345f HTTP/1.1" status: 404 len: 333 time: 0.0633109 Mar 22 14:31:04.896880 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd7fe4a-2ba2-4e68-ad52-6b4e028bb794 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.897435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd7fe4a-2ba2-4e68-ad52-6b4e028bb794 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.925089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34758) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.947454 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1fd7fe4a-2ba2-4e68-ad52-6b4e028bb794 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/93b3dbfb-4428-4da0-992d-0b456bf36df5 HTTP/1.1" status: 404 len: 337 time: 0.0930262 Mar 22 14:31:04.948817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec6516-beed-44da-852d-9d88e87d6e55 None None] Current status of the port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:04.952594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] DHCP port deletion for 2440731f-18f0-47c1-a069-059cc098e13e request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:04.969183 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8f5753-6b02-4dda-be01-260d601438ec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:04.972081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8f5753-6b02-4dda-be01-260d601438ec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:04.980205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34760) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.994410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4c8f5753-6b02-4dda-be01-260d601438ec tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/f14fc8aa-0663-4b14-874f-ce7d81014894 HTTP/1.1" status: 404 len: 333 time: 0.0656264 Mar 22 14:31:05.016007 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef256ad-6329-4091-b463-38ef69cfc44f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.018230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef256ad-6329-4091-b463-38ef69cfc44f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.033428 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ef256ad-6329-4091-b463-38ef69cfc44f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/fb50de4c-bf1f-459b-ab80-a9048fa7d5cc HTTP/1.1" status: 404 len: 337 time: 0.0494280 Mar 22 14:31:05.033667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34762) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.067302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] Deleting port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:05.067820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.100914 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-51745709-4c99-4dc0-844c-748280e0edb4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.101437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51745709-4c99-4dc0-844c-748280e0edb4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.106896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-51745709-4c99-4dc0-844c-748280e0edb4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/eafbc5da-ebe7-496d-be92-92ae34a6861b HTTP/1.1" status: 404 len: 333 time: 0.0699420 Mar 22 14:31:05.107161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34764) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.139478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] For port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,segment=NetworkSegment(ca1bccf8-4a96-4866-9113-e173c023bf5e),segment_id=ca1bccf8-4a96-4866-9113-e173c023bf5e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:05.140307 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.147026 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8246c607-764f-4c8d-9fea-6f086f48f743 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.147476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8246c607-764f-4c8d-9fea-6f086f48f743 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.153518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8246c607-764f-4c8d-9fea-6f086f48f743 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/9d07ec9b-420d-48ea-bf60-f6d920f6f7d4 HTTP/1.1" status: 404 len: 337 time: 0.0424142 Mar 22 14:31:05.154549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34766) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.156157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] Calling delete_port for 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:05.203349 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67abd82-9a3f-4cc0-b791-7a25e7a1b963 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.204449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67abd82-9a3f-4cc0-b791-7a25e7a1b963 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.211259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e67abd82-9a3f-4cc0-b791-7a25e7a1b963 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/bdf3cebb-f224-4834-9cfc-1e72dcaa7258 HTTP/1.1" status: 404 len: 333 time: 0.0555828 Mar 22 14:31:05.214103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34768) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.244505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.252832 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-226f5a07-2d08-4da7-8979-74c753a40648 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.253293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226f5a07-2d08-4da7-8979-74c753a40648 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.278609 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-226f5a07-2d08-4da7-8979-74c753a40648 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/aee9d28d-e83e-4500-bbd4-425b278931cb HTTP/1.1" status: 404 len: 337 time: 0.0634196 Mar 22 14:31:05.278784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34770) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.279560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] No DVR routers for this DVR port 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:05.281385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90f6c1-60aa-41ba-8464-d9b6afb3a7e6 None None] Pushing event deleted for resources: {'Port': ['ID=031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:05.335161 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e9e020-cd83-49c9-a004-4890f6120f8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.335884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e9e020-cd83-49c9-a004-4890f6120f8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.339227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-04e9e020-cd83-49c9-a004-4890f6120f8a tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/3fac52e8-d1f6-45bd-be03-472cbab2cd82 HTTP/1.1" status: 404 len: 333 time: 0.0584443 Mar 22 14:31:05.342105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34772) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.383885 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51b940d-5b37-49da-9928-d3f02f3c1f09 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.384624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51b940d-5b37-49da-9928-d3f02f3c1f09 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.392030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34774) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.392219 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f51b940d-5b37-49da-9928-d3f02f3c1f09 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/73afe49b-6207-430e-a41b-7eddf6d38650 HTTP/1.1" status: 404 len: 337 time: 0.0489688 Mar 22 14:31:05.429552 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1330b0f1-82d8-414c-bf8e-b6311cd477a6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.430315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1330b0f1-82d8-414c-bf8e-b6311cd477a6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.433424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1330b0f1-82d8-414c-bf8e-b6311cd477a6 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/12f7f3ec-0011-4eb9-b277-4f2363a785fe HTTP/1.1" status: 404 len: 333 time: 0.0399613 Mar 22 14:31:05.436250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34776) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.465846 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c43fc65-926a-4a7d-b24c-9a1e4f34855e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.466386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c43fc65-926a-4a7d-b24c-9a1e4f34855e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.472451 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34778) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.472612 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7c43fc65-926a-4a7d-b24c-9a1e4f34855e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/34e25bbd-4219-459c-97c5-ddbd2b902cd0 HTTP/1.1" status: 404 len: 337 time: 0.0352311 Mar 22 14:31:05.499095 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9c1c42-b869-43a2-8528-3458e91d80a2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.499705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9c1c42-b869-43a2-8528-3458e91d80a2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.505504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3a9c1c42-b869-43a2-8528-3458e91d80a2 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/fb926cb4-1166-4e22-ad39-78825a0ff249 HTTP/1.1" status: 404 len: 337 time: 0.0292504 Mar 22 14:31:05.506058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34780) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.540112 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1abbe3-6d27-4dd2-b21e-ef5d40647f01 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.540862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1abbe3-6d27-4dd2-b21e-ef5d40647f01 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.546817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ff1abbe3-6d27-4dd2-b21e-ef5d40647f01 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/a3c46cc8-cdca-4b06-85c9-9b3f41d6d4b5 HTTP/1.1" status: 404 len: 333 time: 0.0371242 Mar 22 14:31:05.552409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34782) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.582044 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabec6a8-9218-43b0-9a6b-101476d190b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.582570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabec6a8-9218-43b0-9a6b-101476d190b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.589161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dabec6a8-9218-43b0-9a6b-101476d190b1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/dded0edd-5003-4bb8-8327-4379df3d3336 HTTP/1.1" status: 404 len: 337 time: 0.0329943 Mar 22 14:31:05.589470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34786) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.618455 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c58ca38-a52a-4054-a7d8-c2182e5b505f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.619066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c58ca38-a52a-4054-a7d8-c2182e5b505f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.625016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1c58ca38-a52a-4054-a7d8-c2182e5b505f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ab1974a5-db1b-4cae-a15f-4ed8765cb054 HTTP/1.1" status: 404 len: 337 time: 0.0320528 Mar 22 14:31:05.625337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34788) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.658435 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e16900-bbdf-4a66-b817-0fd43538fd69 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.659042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e16900-bbdf-4a66-b817-0fd43538fd69 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.667107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34790) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.667898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ce334f66-baf8-4be4-af1f-2ba84ee3a9ad up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:05.679350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-48e16900-bbdf-4a66-b817-0fd43538fd69 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/0eada22c-5eaf-4f74-a1cc-d8c10d5ef6b3 HTTP/1.1" status: 404 len: 333 time: 0.0527997 Mar 22 14:31:05.718391 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1297cd70-8124-476f-9c9e-579d57884c52 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.719042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1297cd70-8124-476f-9c9e-579d57884c52 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.729551 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1297cd70-8124-476f-9c9e-579d57884c52 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/9e726744-f84c-4509-99fb-9fa1ca6acf14 HTTP/1.1" status: 404 len: 337 time: 0.0613348 Mar 22 14:31:05.730200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34792) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.764052 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-111a7275-4af3-4d5e-b30e-407e57d140d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.764529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111a7275-4af3-4d5e-b30e-407e57d140d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.768841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:31:05.770341 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-111a7275-4af3-4d5e-b30e-407e57d140d5 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/2fd7f336-0c2f-45d7-859e-79bc43a86901 HTTP/1.1" status: 404 len: 337 time: 0.0390961 Mar 22 14:31:05.770728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428045d-c583-44bd-959a-aae76500cfda req-876dc6a8-8b9f-4d8f-bcae-6d6684618c88 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:05.771182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34794) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.782016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f428045d-c583-44bd-959a-aae76500cfda req-876dc6a8-8b9f-4d8f-bcae-6d6684618c88 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 944 time: 0.1013350 Mar 22 14:31:05.784227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:05.784623 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.805173 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-480d1dbd-de1a-4a91-a705-6be185e62ee1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.818726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480d1dbd-de1a-4a91-a705-6be185e62ee1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.824524 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-480d1dbd-de1a-4a91-a705-6be185e62ee1 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/de26f71a-79f6-4a8b-bec2-be38a9ff64d6 HTTP/1.1" status: 404 len: 333 time: 0.0519183 Mar 22 14:31:05.825143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.853696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f428045d-c583-44bd-959a-aae76500cfda req-d594beae-ffc1-48ef-84d4-c85c73543844 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611849 Mar 22 14:31:05.884363 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a291f17a-1253-4ff9-959e-d5af249be415 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.884771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a291f17a-1253-4ff9-959e-d5af249be415 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.891483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a291f17a-1253-4ff9-959e-d5af249be415 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ff731352-d936-4fac-abe8-100bc2c30993 HTTP/1.1" status: 404 len: 337 time: 0.0653801 Mar 22 14:31:05.892026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34798) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.909092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:05.909399 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.931948 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d2dde5-7692-4443-b2c5-148a3c469a5d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:05.932705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d2dde5-7692-4443-b2c5-148a3c469a5d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:05.936493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-42d2dde5-7692-4443-b2c5-148a3c469a5d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/f184b038-46a1-40bd-ad09-4907b8bcf9d3 HTTP/1.1" status: 404 len: 337 time: 0.0428991 Mar 22 14:31:05.939020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34800) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.959016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:05.960219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:05.963462 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891884c4-d86e-4bcd-b60c-aa8f9bf5ebeb" -d '{"events": [{"server_uuid": "ddb3c192-3f23-4fe7-951c-58b0d172171d", "name": "network-vif-plugged", "status": "completed", "tag": "ce334f66-baf8-4be4-af1f-2ba84ee3a9ad"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:05.979406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:06.011697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34804) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.017925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-09208339-e979-4323-b846-1f7012afcda4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc22c080-c035-468d-b9cd-864face81e4d HTTP/1.1" status: 200 len: 205 time: 0.0775776 Mar 22 14:31:06.033291 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c040f0-28d3-4ed7-b3b6-7b1c40e6285c x-openstack-request-id: req-84c040f0-28d3-4ed7-b3b6-7b1c40e6285c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:06.033690 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb3c192-3f23-4fe7-951c-58b0d172171d", "name": "network-vif-plugged", "status": "completed", "tag": "ce334f66-baf8-4be4-af1f-2ba84ee3a9ad", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:06.034063 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84c040f0-28d3-4ed7-b3b6-7b1c40e6285c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:06.034549 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c040f0-28d3-4ed7-b3b6-7b1c40e6285c'] response: {'server_uuid': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad', 'code': 200} Mar 22 14:31:06.062336 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-047e6197-b805-4538-b0f7-db8b438e4f14 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] delete failed (client error): The resource could not be found. Mar 22 14:31:06.063590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-047e6197-b805-4538-b0f7-db8b438e4f14 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/routers/cc22c080-c035-468d-b9cd-864face81e4d HTTP/1.1" status: 404 len: 336 time: 0.0509095 Mar 22 14:31:06.066225 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34806) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.100808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:06.131287 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-77108dd3-ab6e-464e-995c-2637500fea7c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.132082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77108dd3-ab6e-464e-995c-2637500fea7c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.135798 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77108dd3-ab6e-464e-995c-2637500fea7c tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/e7778e03-14e5-4176-940d-8ae33d84710b HTTP/1.1" status: 404 len: 337 time: 0.0542626 Mar 22 14:31:06.138314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34808) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.183353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573734b9-45fa-427a-945f-eff9d37ca14d req-ca7d831e-ad43-41db-a972-aef9c0b61e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:06.184942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-573734b9-45fa-427a-945f-eff9d37ca14d req-ca7d831e-ad43-41db-a972-aef9c0b61e7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 1127 time: 0.0936372 Mar 22 14:31:06.185580 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b50ba2cb-1c19-4006-aedb-be4d9ed5f29e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "GET /v2.0/ports?device_id=f71acde8-99e5-45e6-974d-66799cd764fc HTTP/1.1" status: 200 len: 205 time: 0.0450356 Mar 22 14:31:06.187700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34810) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.235027 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-f6b31bcc-5bdb-411d-a396-a26b57615795 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] delete failed (client error): The resource could not be found. Mar 22 14:31:06.246707 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f6b31bcc-5bdb-411d-a396-a26b57615795 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/routers/f71acde8-99e5-45e6-974d-66799cd764fc HTTP/1.1" status: 404 len: 336 time: 0.0560353 Mar 22 14:31:06.250502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34812) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.290496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-573734b9-45fa-427a-945f-eff9d37ca14d req-0aaae94a-b385-44a2-af7c-f3cff5e7548f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964277 Mar 22 14:31:06.325726 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c634b31-51de-4a98-87ad-dc8275679a7e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.326216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c634b31-51de-4a98-87ad-dc8275679a7e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.332141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34814) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.332413 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1c634b31-51de-4a98-87ad-dc8275679a7e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ffb02045-b23e-4792-a471-e5bfaf8a287b HTTP/1.1" status: 404 len: 337 time: 0.0795326 Mar 22 14:31:06.379234 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4785e9-54d9-4c6a-8e09-980bf2b9c4b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.379698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4785e9-54d9-4c6a-8e09-980bf2b9c4b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.399941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34816) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.407654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1f4785e9-54d9-4c6a-8e09-980bf2b9c4b8 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/d7b34a68-491c-49a3-a298-c0e811fdc999 HTTP/1.1" status: 404 len: 337 time: 0.0741472 Mar 22 14:31:06.426422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:06.432817 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fcf189-264c-439b-9673-41aa17ce74ae tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.433153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fcf189-264c-439b-9673-41aa17ce74ae tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.440232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34818) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.448568 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-39fcf189-264c-439b-9673-41aa17ce74ae tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/13c8591f-59c8-4fd1-999c-7238923a0c0a HTTP/1.1" status: 404 len: 333 time: 0.0475173 Mar 22 14:31:06.473204 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5698066e-982b-43dd-979e-9781f9eb875d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.473671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5698066e-982b-43dd-979e-9781f9eb875d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.476863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5698066e-982b-43dd-979e-9781f9eb875d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/a50ef035-f8e0-4578-b8c1-962043ac0e23 HTTP/1.1" status: 404 len: 337 time: 0.0355988 Mar 22 14:31:06.479421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34820) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.479654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:06.480153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 031cd5d0-f4c5-4307-9e0b-a3d78cefb6cd not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:06.509417 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f291d812-736a-42d0-b491-3d372f266182 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.510028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f291d812-736a-42d0-b491-3d372f266182 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.513856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f291d812-736a-42d0-b491-3d372f266182 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/e3772c04-ea00-4036-a903-f124f1984d83 HTTP/1.1" status: 404 len: 333 time: 0.0327542 Mar 22 14:31:06.516399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34822) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.544030 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9959ae3-a952-4aba-afa8-9212e5c74453 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.544483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9959ae3-a952-4aba-afa8-9212e5c74453 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.549883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d9959ae3-a952-4aba-afa8-9212e5c74453 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/b8391921-9481-45f4-a52c-ba6a2b60f33e HTTP/1.1" status: 404 len: 337 time: 0.0298951 Mar 22 14:31:06.550112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34824) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.574173 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6638777-7ba0-4ab6-9be9-6727586215a3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.574732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6638777-7ba0-4ab6-9be9-6727586215a3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.577846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a6638777-7ba0-4ab6-9be9-6727586215a3 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/02d3f56a-69dc-4b6e-9248-523aad773764 HTTP/1.1" status: 404 len: 333 time: 0.0268152 Mar 22 14:31:06.580412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34826) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.606423 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c856227-2dc1-4f15-8316-a4fca95c71f4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.606866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c856227-2dc1-4f15-8316-a4fca95c71f4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.612237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9c856227-2dc1-4f15-8316-a4fca95c71f4 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/39d5cb59-b54e-41d4-8599-511d26536248 HTTP/1.1" status: 404 len: 337 time: 0.0285094 Mar 22 14:31:06.612509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34828) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.636278 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fd9afd-4a73-42e8-a5f7-dec2dcbb978e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.636817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fd9afd-4a73-42e8-a5f7-dec2dcbb978e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.642301 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-11fd9afd-4a73-42e8-a5f7-dec2dcbb978e tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/d46269d1-5f9c-40a8-8327-73f5b95e06a1 HTTP/1.1" status: 404 len: 333 time: 0.0265973 Mar 22 14:31:06.642526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34830) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.671849 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabe2607-5b83-4d30-88c5-5881ee8bef34 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.672263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabe2607-5b83-4d30-88c5-5881ee8bef34 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.677909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dabe2607-5b83-4d30-88c5-5881ee8bef34 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/201601af-146f-4044-b987-f78dbb43f99f HTTP/1.1" status: 404 len: 337 time: 0.0317092 Mar 22 14:31:06.678237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34832) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.701579 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecde410a-590b-4112-b3fe-32a2fdc4fbda tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.702106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecde410a-590b-4112-b3fe-32a2fdc4fbda tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.707469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ecde410a-590b-4112-b3fe-32a2fdc4fbda tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/1812d93a-5492-4a86-813d-6a25648bcfcd HTTP/1.1" status: 404 len: 333 time: 0.0260191 Mar 22 14:31:06.707692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34834) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.735425 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8a60fb-34d6-4d8b-b5a5-9ef3e8cadaed tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.735880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8a60fb-34d6-4d8b-b5a5-9ef3e8cadaed tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.741496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bf8a60fb-34d6-4d8b-b5a5-9ef3e8cadaed tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/ba2ad50d-125d-47d0-a4dc-d3706280f32a HTTP/1.1" status: 404 len: 337 time: 0.0303822 Mar 22 14:31:06.741765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34836) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.765911 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0413176-4e3c-432b-9c12-c63b2165bf3f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.766459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0413176-4e3c-432b-9c12-c63b2165bf3f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.771801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e0413176-4e3c-432b-9c12-c63b2165bf3f tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/5ebe72af-7b77-405a-ac3b-1f3ec9fa9258 HTTP/1.1" status: 404 len: 333 time: 0.0266101 Mar 22 14:31:06.771987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34838) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.797740 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3824b888-a31d-44e7-aab4-4691c29d5fa7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.798210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3824b888-a31d-44e7-aab4-4691c29d5fa7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.802037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3824b888-a31d-44e7-aab4-4691c29d5fa7 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/bf89734a-5a05-4c9a-b08e-4f687e19fb10 HTTP/1.1" status: 404 len: 337 time: 0.0283036 Mar 22 14:31:06.803772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34840) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.826990 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c67b1a2-8467-4dcf-88e9-eb5ea6f9c10d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.827560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c67b1a2-8467-4dcf-88e9-eb5ea6f9c10d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.832774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4c67b1a2-8467-4dcf-88e9-eb5ea6f9c10d tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/ports/893c86ac-b77d-41e0-b1b1-f58c1504d588 HTTP/1.1" status: 404 len: 333 time: 0.0257847 Mar 22 14:31:06.833203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34842) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.867461 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-37738cd1-e379-4b66-8de3-7dd895019561 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:06.868015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37738cd1-e379-4b66-8de3-7dd895019561 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:06.874152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-37738cd1-e379-4b66-8de3-7dd895019561 tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/subnets/301d0f40-746b-470a-b7ab-3952da97fa93 HTTP/1.1" status: 404 len: 337 time: 0.0374448 Mar 22 14:31:06.875023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34846) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:06.979681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (2440731f-18f0-47c1-a069-059cc098e13e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.008838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72fb4a-4978-4472-91d2-f609c58332d9 req-d706c980-5a18-4fe7-a07f-d1395bc464da tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:07.011053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d72fb4a-4978-4472-91d2-f609c58332d9 req-d706c980-5a18-4fe7-a07f-d1395bc464da tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 945 time: 0.0778544 Mar 22 14:31:07.074188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d72fb4a-4978-4472-91d2-f609c58332d9 req-adbc4330-1930-4b89-b649-bc167f5be720 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551350 Mar 22 14:31:07.098208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (2440731f-18f0-47c1-a069-059cc098e13e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.121268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2440731f-18f0-47c1-a069-059cc098e13e']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:07.132813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1bccf8-4a96-4866-9113-e173c023bf5e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:07.133103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1bccf8-4a96-4866-9113-e173c023bf5e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:07.143631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (ca1bccf8-4a96-4866-9113-e173c023bf5e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.172017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ca1bccf8-4a96-4866-9113-e173c023bf5e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.180298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:07.181150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (ca1bccf8-4a96-4866-9113-e173c023bf5e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: warnings.warn(msg) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:07.184615 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:07.271939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (2440731f-18f0-47c1-a069-059cc098e13e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.278305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.285235 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] 10.222.0.44 "DELETE /v2.0/networks/2440731f-18f0-47c1-a069-059cc098e13e HTTP/1.1" status: 204 len: 168 time: 0.4083858 Mar 22 14:31:07.304107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e5698-74db-45c1-a56d-455559d2dbad tempest-NetworksTestDHCPv6-1152522527 tempest-NetworksTestDHCPv6-1152522527-project] Pushing event deleted for resources: {'Network': ['ID=2440731f-18f0-47c1-a069-059cc098e13e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:07.646973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34860) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:07.863801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ba1cc570-542c-47fb-a456-5eff9ee96031 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=478dedb283cb4540a56454d6d1c5df2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155068 Mar 22 14:31:07.867564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34872) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:07.930717 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-38a47dbd-4471-41e4-8e00-58ca089e7b77 admin admin] Publish callbacks [] for security_group (825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.959430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-38a47dbd-4471-41e4-8e00-58ca089e7b77 admin admin] Publish callbacks [] for security_group (825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.048239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-38a47dbd-4471-41e4-8e00-58ca089e7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.051522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-38a47dbd-4471-41e4-8e00-58ca089e7b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.053116 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-38a47dbd-4471-41e4-8e00-58ca089e7b77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3 HTTP/1.1" status: 204 len: 168 time: 0.1845472 Mar 22 14:31:08.063667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47dbd-4471-41e4-8e00-58ca089e7b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825d58b0-88f5-46b2-8dfc-d3b0fd7abcd3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:08.317274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e60987-77e2-4f78-b05f-ba929ddc5032 req-6bfc5d8c-a039-4dbe-9a6c-daa259fff92b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:08.326443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24e60987-77e2-4f78-b05f-ba929ddc5032 req-6bfc5d8c-a039-4dbe-9a6c-daa259fff92b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 945 time: 0.1128891 Mar 22 14:31:08.398670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24e60987-77e2-4f78-b05f-ba929ddc5032 req-d104ef68-d59b-47d3-8f48-8849e3946dc4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662935 Mar 22 14:31:08.535128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec6819-2295-4aab-9fd9-d7bf563de732 req-533ecd3c-dbc2-4c1a-a38e-95e02759ad9b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:08.544302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0ec6819-2295-4aab-9fd9-d7bf563de732 req-533ecd3c-dbc2-4c1a-a38e-95e02759ad9b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 945 time: 0.0714192 Mar 22 14:31:08.656806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0ec6819-2295-4aab-9fd9-d7bf563de732 req-d9bfae0c-9209-4b2f-8bee-30b356b18bcf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113701 Mar 22 14:31:09.304069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34918) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.494583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-9bad2d80-dc78-4b94-89d0-971334424ce3 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.495675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9bad2d80-dc78-4b94-89d0-971334424ce3 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1900730 Mar 22 14:31:09.499025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34930) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.504423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-97ca89f4-f83f-4c0d-98e1-ab2dbd9a308a tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.505575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-97ca89f4-f83f-4c0d-98e1-ab2dbd9a308a tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055008 Mar 22 14:31:09.508512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34932) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.514393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-fe49dad9-ed47-42ab-b0d7-ccdb22fb54ef tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.515644 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fe49dad9-ed47-42ab-b0d7-ccdb22fb54ef tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051961 Mar 22 14:31:09.518289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34934) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.523685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-af5c2a1e-a07f-46e6-ad15-ab9dd4c72b2a tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.526221 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-af5c2a1e-a07f-46e6-ad15-ab9dd4c72b2a tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067499 Mar 22 14:31:09.528751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34936) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.533414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-94e88653-9c77-43a8-ab40-ef13e7b95323 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.534710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-94e88653-9c77-43a8-ab40-ef13e7b95323 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049150 Mar 22 14:31:09.537485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34938) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.566585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-9778907e-a5f7-4738-b42c-74367eabe170 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.567772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9778907e-a5f7-4738-b42c-74367eabe170 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0291629 Mar 22 14:31:09.570814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.576114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-1c303945-df37-4c17-9fea-eed147c91e04 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.577333 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1c303945-df37-4c17-9fea-eed147c91e04 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050015 Mar 22 14:31:09.579883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34944) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.586122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-53360bec-23a7-4c7e-aabc-bb248dfa54b3 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.587166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-53360bec-23a7-4c7e-aabc-bb248dfa54b3 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062711 Mar 22 14:31:09.589990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34946) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.595701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-598dcadc-dcce-49ff-b5a5-2ff8ca5a4bc4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.596961 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-598dcadc-dcce-49ff-b5a5-2ff8ca5a4bc4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057492 Mar 22 14:31:09.599696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34948) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.605595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-78d98978-f78f-49a4-b9be-ffc4e6d02a88 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.606918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-78d98978-f78f-49a4-b9be-ffc4e6d02a88 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062099 Mar 22 14:31:09.609606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34952) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.619559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-a51d565c-f501-45b0-912b-2dd7f9a1145d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.625823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34958) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.626521 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a51d565c-f501-45b0-912b-2dd7f9a1145d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0156188 Mar 22 14:31:09.631298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-904b9770-c30d-46c4-9871-3dc976b5244e tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.632469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-904b9770-c30d-46c4-9871-3dc976b5244e tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053327 Mar 22 14:31:09.635254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.643539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-4adb82e1-d9a0-4fd7-a27f-6d4b0d7cac61 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.647769 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34964) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.649457 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4adb82e1-d9a0-4fd7-a27f-6d4b0d7cac61 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0112138 Mar 22 14:31:09.652804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-1ab80942-cbc1-4c45-97cb-d19c841a176f tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.653814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1ab80942-cbc1-4c45-97cb-d19c841a176f tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052593 Mar 22 14:31:09.656511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34966) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.666572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-e2fd1540-07ef-45e2-b176-8450cbcdf953 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.671693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34968) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.672383 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e2fd1540-07ef-45e2-b176-8450cbcdf953 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0134442 Mar 22 14:31:09.676293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-69fd39f1-e74e-4cfd-8a5b-70b51372dc55 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.679758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-69fd39f1-e74e-4cfd-8a5b-70b51372dc55 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046279 Mar 22 14:31:09.680064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34970) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.694411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-d59a0dca-8ee0-451c-ab9e-00275c08cbdc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.697877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d59a0dca-8ee0-451c-ab9e-00275c08cbdc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0144579 Mar 22 14:31:09.698874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34972) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.704875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-51bffac1-8161-4355-822f-73720ed47e8d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.708957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34974) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.709211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-51bffac1-8161-4355-822f-73720ed47e8d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0087872 Mar 22 14:31:09.713338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-686e3bfc-4b01-42bd-8012-72eb57103039 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.714793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-686e3bfc-4b01-42bd-8012-72eb57103039 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048358 Mar 22 14:31:09.717409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34978) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.723816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-7530670b-680d-4ab3-bbb4-45f7424624e7 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.728049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34980) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.729260 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7530670b-680d-4ab3-bbb4-45f7424624e7 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0105808 Mar 22 14:31:09.735469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-609e60e6-f637-475c-88fc-2679a89230b1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.739981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34982) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.740606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-609e60e6-f637-475c-88fc-2679a89230b1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0108030 Mar 22 14:31:09.745640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-4887a55c-b377-4106-a584-bd671d6aac56 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.756326 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4887a55c-b377-4106-a584-bd671d6aac56 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0118210 Mar 22 14:31:09.756770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34984) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.762534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-60042956-daa7-4957-8ba2-9871ed804f69 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.766516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34986) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.766745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60042956-daa7-4957-8ba2-9871ed804f69 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0083761 Mar 22 14:31:09.771306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-5406964f-ac01-46ea-88eb-47742ad66c4c tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.775922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34988) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.776302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5406964f-ac01-46ea-88eb-47742ad66c4c tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053542 Mar 22 14:31:09.780610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-118867a3-5eb7-4bbb-9cfd-ae1a347aeedd tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.784792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34990) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.785145 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-118867a3-5eb7-4bbb-9cfd-ae1a347aeedd tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076694 Mar 22 14:31:09.789460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-8f6a9626-f9b8-4e1e-b23f-e8965282c3ca tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.796957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f6a9626-f9b8-4e1e-b23f-e8965282c3ca tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0090017 Mar 22 14:31:09.797588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34992) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.802465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-799ad936-1a18-4c13-a594-ffae05c097dc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.806085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-799ad936-1a18-4c13-a594-ffae05c097dc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073073 Mar 22 14:31:09.806293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34994) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.811140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-dc1e7033-3d84-4859-bdc9-caf1dc4dffe2 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.824792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dc1e7033-3d84-4859-bdc9-caf1dc4dffe2 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0170026 Mar 22 14:31:09.825834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 34996) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.831122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-a5cb996f-ea67-466e-bae1-48fddf539759 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.835111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a5cb996f-ea67-466e-bae1-48fddf539759 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0082359 Mar 22 14:31:09.835462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 34998) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.839959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-d9eb0c49-4a03-4957-9591-34d03199f2bd tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.841140 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d9eb0c49-4a03-4957-9591-34d03199f2bd tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045002 Mar 22 14:31:09.843585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35000) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.858353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-e207804c-cb57-42d1-a968-aca2d9ef6663 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.859516 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e207804c-cb57-42d1-a968-aca2d9ef6663 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0149851 Mar 22 14:31:09.862489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35002) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.867534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-af18cdc3-d8bf-4927-81ad-fc321fd77dcc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.871526 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35004) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.871817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-af18cdc3-d8bf-4927-81ad-fc321fd77dcc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078077 Mar 22 14:31:09.879453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-37210f11-35ab-467b-97b6-ba35dbb79ea1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.881165 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-37210f11-35ab-467b-97b6-ba35dbb79ea1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084229 Mar 22 14:31:09.886336 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35006) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.890793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-a4e403c7-326c-46f1-a45d-a3ef79c33556 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.891987 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a4e403c7-326c-46f1-a45d-a3ef79c33556 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045135 Mar 22 14:31:09.896689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.901284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-6799edfc-f1c4-40bf-848f-dd43eb89cd1d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.907476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6799edfc-f1c4-40bf-848f-dd43eb89cd1d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0095327 Mar 22 14:31:09.913931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35014) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.918727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-264ce05c-0106-4adc-910c-431baec8ea50 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.920129 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-264ce05c-0106-4adc-910c-431baec8ea50 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049393 Mar 22 14:31:09.927725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35016) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.935616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-824d5250-8b12-46df-9df6-2a9c92608cad tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.943216 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-824d5250-8b12-46df-9df6-2a9c92608cad tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0128613 Mar 22 14:31:09.946854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35018) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.956646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-49c3a025-0396-421c-8e97-a80dc3bbad88 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.957734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-49c3a025-0396-421c-8e97-a80dc3bbad88 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0099187 Mar 22 14:31:09.960760 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35020) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.968082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-c86cfcff-f361-4ee2-a6da-ab16860dcd11 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.969789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c86cfcff-f361-4ee2-a6da-ab16860dcd11 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074284 Mar 22 14:31:09.973193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-c09339d0-52dc-47f2-8b94-2a1023f2ff0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936115 Mar 22 14:31:09.973858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35022) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.982053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-ed23a462-37b0-4f8d-85b1-d6b80588a03f tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.983512 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ed23a462-37b0-4f8d-85b1-d6b80588a03f tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083492 Mar 22 14:31:09.987042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35024) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.991562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-de93cd1c-5671-4fa7-ab90-b92daf33e32b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:09.997954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-de93cd1c-5671-4fa7-ab90-b92daf33e32b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0098445 Mar 22 14:31:10.000744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35026) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.005449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-359ef937-e1b6-4f71-a3b0-57258f13b571 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.007052 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-359ef937-e1b6-4f71-a3b0-57258f13b571 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048027 Mar 22 14:31:10.009758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35028) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.017874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-970e1206-5e8f-460e-bf65-3f136d67f29f tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.019481 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-970e1206-5e8f-460e-bf65-3f136d67f29f tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086305 Mar 22 14:31:10.025436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35030) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.030315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-de828ff7-2b41-4fe1-a0c5-1bb3f5e60f6c tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.032386 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-de828ff7-2b41-4fe1-a0c5-1bb3f5e60f6c tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048196 Mar 22 14:31:10.033985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35032) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.043124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-b008ef9a-9e02-41f5-becb-4fad3301237b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.044442 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b008ef9a-9e02-41f5-becb-4fad3301237b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089464 Mar 22 14:31:10.048942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35034) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.053411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-cc5f81f8-6546-44a7-9ae6-cf7c6a1a293b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.057503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35036) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.058828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cc5f81f8-6546-44a7-9ae6-cf7c6a1a293b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0070758 Mar 22 14:31:10.062379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-a9e57e4c-d988-4c0f-926f-548fcef1fee4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.063491 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a9e57e4c-d988-4c0f-926f-548fcef1fee4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0048416 Mar 22 14:31:10.065924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35038) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.070603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-655a8981-06eb-4703-a09b-269d7b3c99e7 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.073120 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-655a8981-06eb-4703-a09b-269d7b3c99e7 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060673 Mar 22 14:31:10.076438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35040) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.085554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-2ac72127-ca4a-4409-82f8-407d98c0f7b3 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.091188 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2ac72127-ca4a-4409-82f8-407d98c0f7b3 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0136750 Mar 22 14:31:10.098058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35042) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.103436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-594a6b5d-bf46-4635-ba6b-3e5a5acaa543 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.104588 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-594a6b5d-bf46-4635-ba6b-3e5a5acaa543 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052774 Mar 22 14:31:10.107256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35044) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.111396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-943591a6-83b8-4bab-9414-7c86d1d721ed tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.115543 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-943591a6-83b8-4bab-9414-7c86d1d721ed tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072060 Mar 22 14:31:10.118372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35046) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.127120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-6c794220-026d-46c3-92d6-12262b2ed7f2 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.134258 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c794220-026d-46c3-92d6-12262b2ed7f2 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0146887 Mar 22 14:31:10.136765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35048) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.144442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-07af576c-ef4d-49c2-8e96-0962ca88ba00 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.147523 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-07af576c-ef4d-49c2-8e96-0962ca88ba00 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0096316 Mar 22 14:31:10.150373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35052) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.161019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-57543dad-18b2-40cd-a566-df30e05448e4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.162365 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-57543dad-18b2-40cd-a566-df30e05448e4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0095384 Mar 22 14:31:10.165826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35054) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.171093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-08ea2447-1c3a-4346-a903-49b77927b065 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.175253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35056) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.175572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-08ea2447-1c3a-4346-a903-49b77927b065 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080471 Mar 22 14:31:10.180268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-17f8ae56-d5cc-49c3-9086-631b26d2d82d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.181365 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-17f8ae56-d5cc-49c3-9086-631b26d2d82d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050008 Mar 22 14:31:10.184107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35058) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.186388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885ae56-222e-4292-820b-d2797cac4f40 req-504fb71a-278e-4920-bc33-50a41ececeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:10.188375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-504fb71a-278e-4920-bc33-50a41ececeae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 1127 time: 0.1072218 Mar 22 14:31:10.188859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-715f54ba-4974-4142-8aef-a307a423cfbb tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.189803 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-715f54ba-4974-4142-8aef-a307a423cfbb tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044000 Mar 22 14:31:10.193000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35060) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.197865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [None req-e0508350-07ed-48d5-9f26-4256c8d92b45 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.201650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e0508350-07ed-48d5-9f26-4256c8d92b45 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074096 Mar 22 14:31:10.201787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35062) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.207637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-c01c46ef-14c0-46da-9c39-ebd1bbdc66c7 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.211028 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c01c46ef-14c0-46da-9c39-ebd1bbdc66c7 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0082018 Mar 22 14:31:10.214500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35064) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.220693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-d023b2df-7f29-46e0-bda2-f5f03d885db1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.223488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d023b2df-7f29-46e0-bda2-f5f03d885db1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0079114 Mar 22 14:31:10.227757 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35066) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.232428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-268cb521-7fa2-42c3-aaca-56265964d1dc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.238794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-268cb521-7fa2-42c3-aaca-56265964d1dc tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097911 Mar 22 14:31:10.244267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35068) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.250244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-9fddbbb4-6c67-47e3-ab54-8cbf81efca4b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.254759 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9fddbbb4-6c67-47e3-ab54-8cbf81efca4b tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091612 Mar 22 14:31:10.257522 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35070) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.265559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-58e0c4d6-4d37-48fd-a40e-0d8f3c27ea21 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.266862 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58e0c4d6-4d37-48fd-a40e-0d8f3c27ea21 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081012 Mar 22 14:31:10.271820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35072) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.278745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-c58d4508-ec03-416b-a812-0a53c765bbd4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.280110 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c58d4508-ec03-416b-a812-0a53c765bbd4 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071278 Mar 22 14:31:10.283642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35074) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.301361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-4c427fbf-5b15-48e4-ba02-a536a939a694 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.303097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4c427fbf-5b15-48e4-ba02-a536a939a694 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0175042 Mar 22 14:31:10.306813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35076) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.325059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-3a43158f-a608-41f1-a569-8281fee55332 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.328888 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3a43158f-a608-41f1-a569-8281fee55332 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0208662 Mar 22 14:31:10.332013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35078) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.345650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-5ca61318-abcf-4365-86d7-4bd1b41547d1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.347066 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5ca61318-abcf-4365-86d7-4bd1b41547d1 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0138929 Mar 22 14:31:10.352412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35080) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.357708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-f7fc72c6-f3d1-41c1-b30f-ed89d243193d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.363336 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f7fc72c6-f3d1-41c1-b30f-ed89d243193d tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095415 Mar 22 14:31:10.365895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35082) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.370411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-916e2311-27ca-4819-98f4-10d31d011959 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.375508 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-916e2311-27ca-4819-98f4-10d31d011959 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0083637 Mar 22 14:31:10.381031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.389314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-9b4809db-c375-43b2-ab43-db4887a74a89 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.390671 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9b4809db-c375-43b2-ab43-db4887a74a89 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083864 Mar 22 14:31:10.393755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35086) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.400812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [None req-94234597-8fa9-4aeb-b7d8-f35dcccca869 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:10.406155 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-94234597-8fa9-4aeb-b7d8-f35dcccca869 tempest-ExtensionsTestJSON-1012832739 tempest-ExtensionsTestJSON-1012832739-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0088627 Mar 22 14:31:10.527184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885ae56-222e-4292-820b-d2797cac4f40 req-c9f88ea1-7045-4f76-a09b-862cd3313258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:10.529176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-c9f88ea1-7045-4f76-a09b-862cd3313258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 914 time: 0.3183866 Mar 22 14:31:10.582804 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-b7e2ad33-afef-4e16-a0aa-46a0f64175a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c08e51-27e8-4cdc-8578-23ed4895816d HTTP/1.1" status: 200 len: 217 time: 0.0475416 Mar 22 14:31:10.691753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885ae56-222e-4292-820b-d2797cac4f40 req-ea56d70f-e5de-486d-a5f0-42337ec73cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:10.697596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-ea56d70f-e5de-486d-a5f0-42337ec73cf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.1055098 Mar 22 14:31:10.796639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-25bd8ede-148d-454a-a08c-24d43076d58a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954275 Mar 22 14:31:10.874218 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35116) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:11.012874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b45c5ae5-3a1a-4caa-aec3-04725b2e0ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.039688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-a68ccff2-2c9e-444f-91e7-70686abb3be4 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347825 Mar 22 14:31:11.109515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b45c5ae5-3a1a-4caa-aec3-04725b2e0ea2 admin admin] Publish callbacks [] for security_group (a217bec1-3553-4bba-91ff-ae4876725e7e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.120908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b45c5ae5-3a1a-4caa-aec3-04725b2e0ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a217bec1-3553-4bba-91ff-ae4876725e7e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.156478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c5ae5-3a1a-4caa-aec3-04725b2e0ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a217bec1-3553-4bba-91ff-ae4876725e7e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:11.187549 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b45c5ae5-3a1a-4caa-aec3-04725b2e0ea2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0053f936496b438ea0996d0836632e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120475 Mar 22 14:31:11.188347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35140) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:11.245721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1885ae56-222e-4292-820b-d2797cac4f40 req-d70aa95b-467f-4ae2-9be2-641690116642 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986229 Mar 22 14:31:11.258713 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Publish callbacks [] for security_group (a217bec1-3553-4bba-91ff-ae4876725e7e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.282767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Publish callbacks [] for security_group (a217bec1-3553-4bba-91ff-ae4876725e7e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.340741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a217bec1-3553-4bba-91ff-ae4876725e7e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.343646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.347664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a217bec1-3553-4bba-91ff-ae4876725e7e HTTP/1.1" status: 204 len: 168 time: 0.1557870 Mar 22 14:31:11.358864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217bec1-3553-4bba-91ff-ae4876725e7e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:11.377290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.378953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.379330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.379649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.380263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.384717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.385083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.385419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.385755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.386113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.386444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.386758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.387502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.397728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:11.400044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783c07c-4aa9-49be-a695-d3564bf9e4d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:12.477255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35204) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:12.657067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'networks': [{'name': 'tempest-network--1436817369'}, {'name': 'tempest-network--1498357847'}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:12.657462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'network': {'name': 'tempest-network--1436817369'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:12.658031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'network': {'name': 'tempest-network--1498357847'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:12.694475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Made reservation on behalf of bd9d65169b7b4223a144e23f1559cac3 for: {'network': 2} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:12.700203 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.729663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.918251 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for security_group (a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.923423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.923919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.015293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:13.037619 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2b045353-db64-4fb7-a754-4eac18b6f427), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.039476 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Added segment 2b045353-db64-4fb7-a754-4eac18b6f427 of type vlan for network e340dfac-f300-4428-9eb8-fab8c46601f9 Mar 22 14:31:13.139927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e340dfac-f300-4428-9eb8-fab8c46601f9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.186864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:13.199512 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (cf06e40c-b8fe-44b8-a2b9-43757aa0a201), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.200242 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Added segment cf06e40c-b8fe-44b8-a2b9-43757aa0a201 of type vlan for network f7e6f32a-f4b8-4e63-81e3-c873382fcfd1 Mar 22 14:31:13.309024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f7e6f32a-f4b8-4e63-81e3-c873382fcfd1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.340830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:13.345022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e340dfac-f300-4428-9eb8-fab8c46601f9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.345898 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f7e6f32a-f4b8-4e63-81e3-c873382fcfd1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.355409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.362220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.363450 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.450482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9691319 Mar 22 14:31:13.452287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35222) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:13.474626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Network': ['ID=e340dfac-f300-4428-9eb8-fab8c46601f9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:13.491533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e340dfac-f300-4428-9eb8-fab8c46601f9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:13.615894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bafd3f-371a-4b8c-a73b-601c7a6c5c94 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.636862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bafd3f-371a-4b8c-a73b-601c7a6c5c94 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.644374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bafd3f-371a-4b8c-a73b-601c7a6c5c94 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.651360 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bafd3f-371a-4b8c-a73b-601c7a6c5c94 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.653725 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b6bafd3f-371a-4b8c-a73b-601c7a6c5c94 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1990423 Mar 22 14:31:13.656649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35224) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:13.672625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170a0b-2fed-43ff-9a86-e609d6939565 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Network': ['ID=f7e6f32a-f4b8-4e63-81e3-c873382fcfd1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:13.686213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f7e6f32a-f4b8-4e63-81e3-c873382fcfd1 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:13.759598 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e340dfac-f300-4428-9eb8-fab8c46601f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.876731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e340dfac-f300-4428-9eb8-fab8c46601f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.901882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e340dfac-f300-4428-9eb8-fab8c46601f9']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:13.915199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b045353-db64-4fb7-a754-4eac18b6f427') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:13.915742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b045353-db64-4fb7-a754-4eac18b6f427') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:13.927083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (2b045353-db64-4fb7-a754-4eac18b6f427), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.943535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2b045353-db64-4fb7-a754-4eac18b6f427), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.951049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:13.951675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (2b045353-db64-4fb7-a754-4eac18b6f427), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:13.992411 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:14.080413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e340dfac-f300-4428-9eb8-fab8c46601f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.108470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.114909 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/networks/e340dfac-f300-4428-9eb8-fab8c46601f9 HTTP/1.1" status: 204 len: 168 time: 0.4569924 Mar 22 14:31:14.117679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35232) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:14.129840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff1c82-d3bb-4c38-8b0e-ecb3beae53f0 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Network': ['ID=e340dfac-f300-4428-9eb8-fab8c46601f9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:14.243871 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f7e6f32a-f4b8-4e63-81e3-c873382fcfd1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.339883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f7e6f32a-f4b8-4e63-81e3-c873382fcfd1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.367400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e6f32a-f4b8-4e63-81e3-c873382fcfd1']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:14.378819 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf06e40c-b8fe-44b8-a2b9-43757aa0a201') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:14.379464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf06e40c-b8fe-44b8-a2b9-43757aa0a201') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:14.392107 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (cf06e40c-b8fe-44b8-a2b9-43757aa0a201), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.408835 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (cf06e40c-b8fe-44b8-a2b9-43757aa0a201), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.416439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:14.417027 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (cf06e40c-b8fe-44b8-a2b9-43757aa0a201), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:14.489733 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:14.495169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f7e6f32a-f4b8-4e63-81e3-c873382fcfd1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.506955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.510713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/networks/f7e6f32a-f4b8-4e63-81e3-c873382fcfd1 HTTP/1.1" status: 204 len: 168 time: 0.3918281 Mar 22 14:31:14.513876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35242) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:14.525351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a66d6-5b4a-4708-b580-9ff2ad8eeb47 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Network': ['ID=f7e6f32a-f4b8-4e63-81e3-c873382fcfd1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:14.637054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260d5e5-36f0-454b-89e4-5112098bf61b tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:14.642601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260d5e5-36f0-454b-89e4-5112098bf61b tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:14.644322 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0260d5e5-36f0-454b-89e4-5112098bf61b tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1293311 Mar 22 14:31:14.650552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35252) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:14.655820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1474690488'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:14.695688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Made reservation on behalf of bd9d65169b7b4223a144e23f1559cac3 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:14.700984 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.770942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:14.780311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-8787e71e-fbdc-470d-9118-458779aed3bf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:14.784109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-8787e71e-fbdc-470d-9118-458779aed3bf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1951241 Mar 22 14:31:14.788866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (aeb5c7d7-5b49-4087-ae06-36e43e3dd908), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.789760 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Added segment aeb5c7d7-5b49-4087-ae06-36e43e3dd908 of type vlan for network 5b14e1be-f064-4566-875a-a66c8685d23f Mar 22 14:31:14.806652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-c2d822d4-21b0-4eb3-90a8-f8ffb268481c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/quotas/609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 375 time: 0.0114386 Mar 22 14:31:14.864592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (5b14e1be-f064-4566-875a-a66c8685d23f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.885385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-e1dee8b7-7a72-4015-9517-71a4dc17e80d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613561 Mar 22 14:31:14.902741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (5b14e1be-f064-4566-875a-a66c8685d23f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.907874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:14.908467 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.988828 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3368163 Mar 22 14:31:14.990960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35258) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:15.001827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-563312836'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:15.002728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b99d1-819b-4429-a43d-77d12467cf5e tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Network': ['ID=5b14e1be-f064-4566-875a-a66c8685d23f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:15.015763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 5b14e1be-f064-4566-875a-a66c8685d23f details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:15.052484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Made reservation on behalf of bd9d65169b7b4223a144e23f1559cac3 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:15.056416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:15.077156 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-2d0207db-d80d-4bb7-bd90-364f62ddcdec service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836023 Mar 22 14:31:15.101248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:15.158149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b2b9a6ce-a4ff-425f-8665-a59937d9c442), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:15.158597 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Added segment b2b9a6ce-a4ff-425f-8665-a59937d9c442 of type vlan for network 2495ca92-8202-46ec-b872-ce7f59714279 Mar 22 14:31:15.244760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (2495ca92-8202-46ec-b872-ce7f59714279), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:15.278498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-09d7d282-d2ba-4e0f-9115-ed700ab3b868 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929669 Mar 22 14:31:15.301545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (2495ca92-8202-46ec-b872-ce7f59714279), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:15.308728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:15.309173 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:15.399752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4017076 Mar 22 14:31:15.400662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35270) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:15.407145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'ports': [{'network_id': '5b14e1be-f064-4566-875a-a66c8685d23f', 'name': 'tempest-port--1127970026', 'admin_state_up': True}, {'network_id': '2495ca92-8202-46ec-b872-ce7f59714279', 'admin_state_up': False}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:15.407509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'port': {'network_id': '5b14e1be-f064-4566-875a-a66c8685d23f', 'name': 'tempest-port--1127970026', 'admin_state_up': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:15.408156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'port': {'network_id': '2495ca92-8202-46ec-b872-ce7f59714279', 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:15.468685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cc89c-9c35-48fc-9066-e0d4e6321426 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Network': ['ID=2495ca92-8202-46ec-b872-ce7f59714279,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:15.481008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 2495ca92-8202-46ec-b872-ce7f59714279 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:15.692976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c76bfeb0-4d3c-4896-a05e-0490de110623 req-51e99e0c-96b3-425e-b69c-d8f96b2aa3f2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0644190 Mar 22 14:31:15.711704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Made reservation on behalf of bd9d65169b7b4223a144e23f1559cac3 for: {'port': 2} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:15.719319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:15.741817 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.025882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] device_id is not set on port 34417cce-65e4-43f1-b7e4-2ce1c09f35b8 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:16.120293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for port (34417cce-65e4-43f1-b7e4-2ce1c09f35b8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.263399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] device_id is not set on port 1410414e-fd42-4a93-86a2-3535b851a1b8 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:16.427192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for port (1410414e-fd42-4a93-86a2-3535b851a1b8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.477586 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (34417cce-65e4-43f1-b7e4-2ce1c09f35b8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.557715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Port': ['ID=34417cce-65e4-43f1-b7e4-2ce1c09f35b8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:16.576760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Checking segment: {'id': 'aeb5c7d7-5b49-4087-ae06-36e43e3dd908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5b14e1be-f064-4566-875a-a66c8685d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:16.577124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network hostable DHCP agents. Network: 5b14e1be-f064-4566-875a-a66c8685d23f, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:16.597377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network 5b14e1be-f064-4566-875a-a66c8685d23f is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:16.608945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 5b14e1be-f064-4566-875a-a66c8685d23f) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:16.613670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:16.615014 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1410414e-fd42-4a93-86a2-3535b851a1b8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.628261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f2b6d-d72f-45fd-beba-5bde437a0ddf None None] Network 5b14e1be-f064-4566-875a-a66c8685d23f requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:16.705387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Port': ['ID=1410414e-fd42-4a93-86a2-3535b851a1b8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:16.766397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Checking segment: {'id': 'b2b9a6ce-a4ff-425f-8665-a59937d9c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2495ca92-8202-46ec-b872-ce7f59714279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:16.767300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network hostable DHCP agents. Network: 2495ca92-8202-46ec-b872-ce7f59714279, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:16.931176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cde1566a-cb52-4a64-b70e-a04c17bba829 req-0eead2f4-49b8-4dac-9ba7-be9fc61dad6c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1153207 Mar 22 14:31:16.940889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network 2495ca92-8202-46ec-b872-ce7f59714279 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:17.032098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 2495ca92-8202-46ec-b872-ce7f59714279) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:17.041872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:17.046924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:17.051490 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:17.053236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.069430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7cb30-c3c8-41a7-88f9-574d594c5e33 None None] Network 2495ca92-8202-46ec-b872-ce7f59714279 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:17.083539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-064c6aef-f960-4527-8114-f6140281755a tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6818049 Mar 22 14:31:17.086803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35296) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:17.152957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-c211bd43-c24c-458a-a617-51f61c788525 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:17.154497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-c211bd43-c24c-458a-a617-51f61c788525 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1928856 Mar 22 14:31:17.172447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d7b85-be01-4de6-a844-3eb670538674 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:17.179474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d7b85-be01-4de6-a844-3eb670538674 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:17.180190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'port': {'device_id': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'admin_state_up': True, 'tenant_id': '609729885d6e48dc83fa687eff71aeea'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:17.187448 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-136d7b85-be01-4de6-a844-3eb670538674 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0993552 Mar 22 14:31:17.189001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35298) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:17.392614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Deleting port 34417cce-65e4-43f1-b7e4-2ce1c09f35b8 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:17.393129 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (34417cce-65e4-43f1-b7e4-2ce1c09f35b8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.432393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:17.439565 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.487412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (34417cce-65e4-43f1-b7e4-2ce1c09f35b8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.508578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Calling delete_port for 34417cce-65e4-43f1-b7e4-2ce1c09f35b8 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:17.623371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (34417cce-65e4-43f1-b7e4-2ce1c09f35b8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.666194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.685300 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/ports/34417cce-65e4-43f1-b7e4-2ce1c09f35b8 HTTP/1.1" status: 204 len: 168 time: 0.4946206 Mar 22 14:31:17.686339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35312) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:17.687259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69e080-e629-496c-aeca-cd3f805310ed tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Port': ['ID=34417cce-65e4-43f1-b7e4-2ce1c09f35b8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:17.731782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.20.0.5 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/ecf6d8cc-757b-40bd-9759-e261dcc4836b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:17.831291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Deleting port 1410414e-fd42-4a93-86a2-3535b851a1b8 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:17.832290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1410414e-fd42-4a93-86a2-3535b851a1b8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.002810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1410414e-fd42-4a93-86a2-3535b851a1b8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.018955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Calling delete_port for 1410414e-fd42-4a93-86a2-3535b851a1b8 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:18.102581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.125590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1410414e-fd42-4a93-86a2-3535b851a1b8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.179937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9e33-4e6a-410c-8c18-2f55fae4fec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.202337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30930996-c4d9-47f0-ae60-74833aba8c0b req-77d52e07-219d-42ae-821b-157de5e7d031 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0936818 Mar 22 14:31:18.209784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Port': ['ID=1410414e-fd42-4a93-86a2-3535b851a1b8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:18.239394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.271476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35326) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:18.277522 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02200404-26ec-4465-b1bc-79334e565df7 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/ports/1410414e-fd42-4a93-86a2-3535b851a1b8 HTTP/1.1" status: 204 len: 168 time: 0.5852108 Mar 22 14:31:18.343840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6269f39f-05e1-4362-a5ad-5db078368013 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0646296 Mar 22 14:31:18.344103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:18.359064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1448333727'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:18.400965 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.428271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['ce334f66-baf8-4be4-af1f-2ba84ee3a9ad'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:31:18.523830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Made reservation on behalf of bd9d65169b7b4223a144e23f1559cac3 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:18.533517 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.578992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:18.585049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=ecf6d8cc-757b-40bd-9759-e261dcc4836b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:18.596665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:18.600263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:18.678920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:18.697844 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8dd48f2e-e70b-4352-9afc-b0be3efbd37e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.698480 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Added segment 8dd48f2e-e70b-4352-9afc-b0be3efbd37e of type vlan for network 76655974-51e9-4a8f-bd03-5ce17fc942d0 Mar 22 14:31:18.708041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:18.709179 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.774006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-d83394db-1cdc-42d4-9773-51a8cc5f98b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6046844 Mar 22 14:31:18.852124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Request body: {'port': {'device_id': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:18.933506 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (76655974-51e9-4a8f-bd03-5ce17fc942d0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.031622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.092961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ff677f3a-9658-4b7e-b430-c2e8cc1d93d6 None None] Provisioning complete for port ecf6d8cc-757b-40bd-9759-e261dcc4836b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:19.093625 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ff677f3a-9658-4b7e-b430-c2e8cc1d93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.119663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (76655974-51e9-4a8f-bd03-5ce17fc942d0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.134275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:19.135156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.175806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ff677f3a-9658-4b7e-b430-c2e8cc1d93d6 None None] Port ecf6d8cc-757b-40bd-9759-e261dcc4836b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:19.677837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3320210 Mar 22 14:31:19.680587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35348) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:19.686276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-896477448'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:19.722138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Made reservation on behalf of bd9d65169b7b4223a144e23f1559cac3 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:19.728152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.766190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d6ad7-76f8-4009-a3ae-9510176edd98 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Network': ['ID=76655974-51e9-4a8f-bd03-5ce17fc942d0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:19.778024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 76655974-51e9-4a8f-bd03-5ce17fc942d0 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:19.819176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:19.850213 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a46b615c-a748-443a-80bd-4554ca1d940e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.850882 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Added segment a46b615c-a748-443a-80bd-4554ca1d940e of type vlan for network c7f9baf9-4d59-403d-b5e7-da25f83ef960 Mar 22 14:31:19.917407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b919-3684-47e4-920d-a8f275b74bb9 req-a1b2e243-d50a-40f9-98de-78c7b22f5887 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:19.927201 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c19b919-3684-47e4-920d-a8f275b74bb9 req-a1b2e243-d50a-40f9-98de-78c7b22f5887 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 931 time: 0.3068359 Mar 22 14:31:19.975890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (c7f9baf9-4d59-403d-b5e7-da25f83ef960), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.042080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (c7f9baf9-4d59-403d-b5e7-da25f83ef960), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.050039 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:20.052893 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.102308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7c19b919-3684-47e4-920d-a8f275b74bb9 req-0e6df951-ce84-43c2-b809-2ed5fb9328f0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667368 Mar 22 14:31:20.179382 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4974942 Mar 22 14:31:20.216563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a91c30-0ecb-4751-9b66-6a2cd671160f tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Network': ['ID=c7f9baf9-4d59-403d-b5e7-da25f83ef960,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:20.231753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network c7f9baf9-4d59-403d-b5e7-da25f83ef960 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:20.427774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf6d8cc-757b-40bd-9759-e261dcc4836b {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:31:20.456723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Publish callbacks [] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.501047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Transition to ACTIVE for port object ecf6d8cc-757b-40bd-9759-e261dcc4836b will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:31:20.511535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.568083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2a181bb2-503d-4de9-b25b-40d145ff9030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.727830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6d8cc-757b-40bd-9759-e261dcc4836b,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:20.945569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Attempting to bind port ecf6d8cc-757b-40bd-9759-e261dcc4836b on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:20.945825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Attempting to bind port ecf6d8cc-757b-40bd-9759-e261dcc4836b by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:20.952885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Attempting to bind port ecf6d8cc-757b-40bd-9759-e261dcc4836b on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:20.985610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Port ecf6d8cc-757b-40bd-9759-e261dcc4836b on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:31:20.985610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Attempting to bind port ecf6d8cc-757b-40bd-9759-e261dcc4836b on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:21.006652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:21.006986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:21.007384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:21.007824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Bound port: ecf6d8cc-757b-40bd-9759-e261dcc4836b, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:21.008182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.267150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] For port ecf6d8cc-757b-40bd-9759-e261dcc4836b, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:21.270579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] For port ecf6d8cc-757b-40bd-9759-e261dcc4836b, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ecf6d8cc-757b-40bd-9759-e261dcc4836b,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:21.280523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.423521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6d8cc-757b-40bd-9759-e261dcc4836b,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:21.539069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:21.542719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.551548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-6d0b1290-afa6-4056-b381-6c09fdc74ca3 service neutron] 10.222.0.42 "PUT /v2.0/ports/ecf6d8cc-757b-40bd-9759-e261dcc4836b HTTP/1.1" status: 200 len: 1091 time: 2.7230611 Mar 22 14:31:21.559664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'tag': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:21.573120 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6c0f12-c3de-49ad-bb3f-ec089c51a948", "tag": "ecf6d8cc-757b-40bd-9759-e261dcc4836b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:21.764549 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f83d0-6028-491a-a95f-6823432f1517 x-openstack-request-id: req-e91f83d0-6028-491a-a95f-6823432f1517 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:21.764986 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6c0f12-c3de-49ad-bb3f-ec089c51a948", "tag": "ecf6d8cc-757b-40bd-9759-e261dcc4836b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:21.765396 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e91f83d0-6028-491a-a95f-6823432f1517 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:21.766375 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91f83d0-6028-491a-a95f-6823432f1517'] response: {'name': 'network-changed', 'server_uuid': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'tag': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b', 'status': 'completed', 'code': 200} Mar 22 14:31:21.811150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64702c59-362e-4c1c-9949-e59255e2d415 req-33c3b20b-b8da-49f5-be0e-c55033b39d7c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:21.826972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64702c59-362e-4c1c-9949-e59255e2d415 req-33c3b20b-b8da-49f5-be0e-c55033b39d7c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.4047327 Mar 22 14:31:21.967780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:22.140103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-15837626-170a-4993-923b-59a843e75b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:22.151073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-15837626-170a-4993-923b-59a843e75b67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 1125 time: 0.5306001 Mar 22 14:31:22.223982 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-c7c1a777-ded2-45d8-b012-47a6b89bdc8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecf6d8cc-757b-40bd-9759-e261dcc4836b HTTP/1.1" status: 200 len: 217 time: 0.0630512 Mar 22 14:31:22.228528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64702c59-362e-4c1c-9949-e59255e2d415 req-9db40b09-85b6-4ff8-84a6-79eb78f5bac4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980763 Mar 22 14:31:22.370404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-9baf4b53-beda-4299-830b-9b99e3553b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:22.375092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-9baf4b53-beda-4299-830b-9b99e3553b9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.1453342 Mar 22 14:31:22.497340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-fdd5bb02-41f3-42c4-b975-20a9d23fd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:22.499414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-fdd5bb02-41f3-42c4-b975-20a9d23fd294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061337 Mar 22 14:31:22.717702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-aaa304c5-84be-48b3-9398-4a12142dbeb6 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100191 Mar 22 14:31:22.868217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-ae05ea1e-1c24-4311-ade1-4f3a9d3cb32c req-767bde04-be42-41dd-8150-323eab18d84d tempest-AttachVolumeNegativeTest-1131207214 tempest-AttachVolumeNegativeTest-1131207214-project] (110458) timed out ('10.222.0.42', 55940) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:31:22.908725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70be81fc-65e5-43f3-b205-1b39ee1b0462 req-a01ff8e5-6ce7-4585-a58b-604367a131f2 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850202 Mar 22 14:31:23.075249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-a339f3cf-dde8-4726-96b9-4ba6137169bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.076861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-a339f3cf-dde8-4726-96b9-4ba6137169bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 1125 time: 0.1117101 Mar 22 14:31:23.248337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-f095177d-1f94-46f5-82d1-9a9f95549643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.249840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-f095177d-1f94-46f5-82d1-9a9f95549643 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.1669862 Mar 22 14:31:23.351927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-06e2f517-fb4a-4501-8b85-c0672277c87e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecf6d8cc-757b-40bd-9759-e261dcc4836b HTTP/1.1" status: 200 len: 217 time: 0.0966122 Mar 22 14:31:23.441544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-ed64ccd5-07ae-4a9f-bae8-2684f7d8e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.443773 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.444750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-ed64ccd5-07ae-4a9f-bae8-2684f7d8e6c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0604310 Mar 22 14:31:23.543142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0e280-9e60-4a91-8d3b-04fd75bf08ab req-b745de06-e0f1-4737-bd0a-af8af605fa59 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.544722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b0e280-9e60-4a91-8d3b-04fd75bf08ab req-b745de06-e0f1-4737-bd0a-af8af605fa59 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1903336 Mar 22 14:31:23.579836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35402) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:23.585649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'subnets': [{'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1469348923', 'ip_version': 6}, {'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:23.586166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'subnet': {'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1469348923', 'ip_version': 6}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:23.586940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Request body: {'subnet': {'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:23.616361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b0e280-9e60-4a91-8d3b-04fd75bf08ab req-d2941e8a-4492-4814-a5e6-2cc6cf6e0013 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634973 Mar 22 14:31:23.618729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-ff64d222-4a78-465a-bdfd-80844f61d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.620212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-ff64d222-4a78-465a-bdfd-80844f61d599 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1611564 Mar 22 14:31:23.814502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-ffb0a4a2-2562-4338-81a9-c13d28f21187 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873198 Mar 22 14:31:23.931079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Made reservation on behalf of bd9d65169b7b4223a144e23f1559cac3 for: {'subnet': 2} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:23.936182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.937891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.065030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ca0c175-17ed-4ade-a04e-a52a3e859b9d req-803e9e6a-067e-4f25-9605-0f323306f522 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432878 Mar 22 14:31:24.420750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (f7e6616b-b1ff-4435-ad81-e025529667c2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.504067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Subnet': ['ID=f7e6616b-b1ff-4435-ad81-e025529667c2,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:24.510775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Checking segment: {'id': '8dd48f2e-e70b-4352-9afc-b0be3efbd37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:24.511478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network hostable DHCP agents. Network: 76655974-51e9-4a8f-bd03-5ce17fc942d0, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:24.532883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network 76655974-51e9-4a8f-bd03-5ce17fc942d0 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:24.548766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 76655974-51e9-4a8f-bd03-5ce17fc942d0) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:24.554899 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (819c127f-e7cd-466b-b114-4b1f1950089c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.560158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff006c-c1bb-4511-911f-5d6c452a7664 None None] Network 76655974-51e9-4a8f-bd03-5ce17fc942d0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:24.663962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Checking segment: {'id': 'a46b615c-a748-443a-80bd-4554ca1d940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:24.664477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network hostable DHCP agents. Network: c7f9baf9-4d59-403d-b5e7-da25f83ef960, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:24.684313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event updated for resources: {'Subnet': ['ID=819c127f-e7cd-466b-b114-4b1f1950089c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:24.704642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Network c7f9baf9-4d59-403d-b5e7-da25f83ef960 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:24.720782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, c7f9baf9-4d59-403d-b5e7-da25f83ef960) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:24.728370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:24.729789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:24.731294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.764292 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dfc522f9-0909-447c-a88d-e870efe00dcd tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1808529 Mar 22 14:31:24.765109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35418) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:24.787056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5381b3-02d0-4be9-a321-ca6d2ffb87bf None None] Network c7f9baf9-4d59-403d-b5e7-da25f83ef960 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:24.838290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.872996 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.882830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-76655974-51e9-4a8f-bd03-5ce17fc942d0', 'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0', 'project_id': 'bd9d65169b7b4223a144e23f1559cac3', 'fixed_ips': [{'subnet_id': 'f7e6616b-b1ff-4435-ad81-e025529667c2'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:24.883978 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.075626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ff019-a03b-4d9c-a253-22c72bb6d281 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.077646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ff019-a03b-4d9c-a253-22c72bb6d281 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.079510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-c7f9baf9-4d59-403d-b5e7-da25f83ef960', 'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960', 'project_id': 'bd9d65169b7b4223a144e23f1559cac3', 'fixed_ips': [{'subnet_id': '819c127f-e7cd-466b-b114-4b1f1950089c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:25.081718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ff019-a03b-4d9c-a253-22c72bb6d281 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.083013 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.099075 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aa5ff019-a03b-4d9c-a253-22c72bb6d281 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3325026 Mar 22 14:31:25.103485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35422) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.149413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067383a-fc73-42d5-90fd-d9599d7861eb req-03bd3890-f0e8-4f78-9570-35780d5e14b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.151272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5067383a-fc73-42d5-90fd-d9599d7861eb req-03bd3890-f0e8-4f78-9570-35780d5e14b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2665107 Mar 22 14:31:25.218745 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Deleting subnet f7e6616b-b1ff-4435-ad81-e025529667c2 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:25.259425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5067383a-fc73-42d5-90fd-d9599d7861eb req-92af0804-94f3-4b52-9710-d9444a30076b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018233 Mar 22 14:31:25.408836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Allocated IP 2001:db8:0:1::1 (c7f9baf9-4d59-403d-b5e7-da25f83ef960/819c127f-e7cd-466b-b114-4b1f1950089c/95846358-c105-4dc3-b3ce-13efb843b94f) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:25.450674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Allocated IP 2001:db8::1 (76655974-51e9-4a8f-bd03-5ce17fc942d0/f7e6616b-b1ff-4435-ad81-e025529667c2/244e9dba-e116-439b-8f12-68f02c663e94) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:25.827035 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Publish callbacks [] for port (95846358-c105-4dc3-b3ce-13efb843b94f), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.838852 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (95846358-c105-4dc3-b3ce-13efb843b94f), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.842082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Publish callbacks [] for port (244e9dba-e116-439b-8f12-68f02c663e94), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.901244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Pushing event updated for resources: {'Port': ['ID=95846358-c105-4dc3-b3ce-13efb843b94f,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:25.903026 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for subnet (f7e6616b-b1ff-4435-ad81-e025529667c2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.931787 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (244e9dba-e116-439b-8f12-68f02c663e94), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.025731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (f7e6616b-b1ff-4435-ad81-e025529667c2), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.054873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Pushing event updated for resources: {'Port': ['ID=244e9dba-e116-439b-8f12-68f02c663e94,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:26.075093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Network c7f9baf9-4d59-403d-b5e7-da25f83ef960 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:26.092877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:26.104177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:26.121253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Network 76655974-51e9-4a8f-bd03-5ce17fc942d0 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:26.123044 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f7e6616b-b1ff-4435-ad81-e025529667c2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.191034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (f7e6616b-b1ff-4435-ad81-e025529667c2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.204014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:26.208121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:26.240143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e6616b-b1ff-4435-ad81-e025529667c2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:26.244817 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.251872 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-553f04a8-c6e0-49f3-a20a-6a25b0835e00 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/subnets/f7e6616b-b1ff-4435-ad81-e025529667c2 HTTP/1.1" status: 204 len: 168 time: 1.1470566 Mar 22 14:31:26.252922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35436) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.353204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Attempting to bind port 95846358-c105-4dc3-b3ce-13efb843b94f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:26.357508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Attempting to bind port 95846358-c105-4dc3-b3ce-13efb843b94f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'a46b615c-a748-443a-80bd-4554ca1d940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:26.360120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Attempting to bind port 95846358-c105-4dc3-b3ce-13efb843b94f on network c7f9baf9-4d59-403d-b5e7-da25f83ef960 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:26.390502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Deleting subnet 819c127f-e7cd-466b-b114-4b1f1950089c {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:26.420866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for subnet (819c127f-e7cd-466b-b114-4b1f1950089c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.422366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:26.422894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Checking segment: {'id': 'a46b615c-a748-443a-80bd-4554ca1d940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:26.423389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.425873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Bound using segment: {'id': 'a46b615c-a748-443a-80bd-4554ca1d940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:26.426507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Bound port: 95846358-c105-4dc3-b3ce-13efb843b94f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46b615c-a748-443a-80bd-4554ca1d940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c7f9baf9-4d59-403d-b5e7-da25f83ef960'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:26.427021 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (95846358-c105-4dc3-b3ce-13efb843b94f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.575719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] For port 95846358-c105-4dc3-b3ce-13efb843b94f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:26.578272 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (819c127f-e7cd-466b-b114-4b1f1950089c), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.583832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] For port 95846358-c105-4dc3-b3ce-13efb843b94f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=95846358-c105-4dc3-b3ce-13efb843b94f,segment=NetworkSegment(a46b615c-a748-443a-80bd-4554ca1d940e),segment_id=a46b615c-a748-443a-80bd-4554ca1d940e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:26.599922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Attempting to bind port 244e9dba-e116-439b-8f12-68f02c663e94 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:26.600459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Attempting to bind port 244e9dba-e116-439b-8f12-68f02c663e94 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '8dd48f2e-e70b-4352-9afc-b0be3efbd37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:26.600947 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Attempting to bind port 244e9dba-e116-439b-8f12-68f02c663e94 on network 76655974-51e9-4a8f-bd03-5ce17fc942d0 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:26.616835 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (95846358-c105-4dc3-b3ce-13efb843b94f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.637438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:26.638395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Checking segment: {'id': '8dd48f2e-e70b-4352-9afc-b0be3efbd37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:26.640239 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.640743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Bound using segment: {'id': '8dd48f2e-e70b-4352-9afc-b0be3efbd37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:26.641421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Bound port: 244e9dba-e116-439b-8f12-68f02c663e94, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd48f2e-e70b-4352-9afc-b0be3efbd37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '76655974-51e9-4a8f-bd03-5ce17fc942d0'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:26.644068 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (244e9dba-e116-439b-8f12-68f02c663e94), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.668494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75063d6-8b6a-4526-92aa-8b0cb739798d req-465737e8-7c48-457c-bf24-fb2877b43108 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:26.673061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75063d6-8b6a-4526-92aa-8b0cb739798d req-465737e8-7c48-457c-bf24-fb2877b43108 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2759829 Mar 22 14:31:26.877740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] For port 244e9dba-e116-439b-8f12-68f02c663e94, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:26.884922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] For port 244e9dba-e116-439b-8f12-68f02c663e94, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=244e9dba-e116-439b-8f12-68f02c663e94,segment=NetworkSegment(8dd48f2e-e70b-4352-9afc-b0be3efbd37e),segment_id=8dd48f2e-e70b-4352-9afc-b0be3efbd37e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:27.000668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75063d6-8b6a-4526-92aa-8b0cb739798d req-37a79b0a-4ad7-4595-85f0-389397d3b223 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155317 Mar 22 14:31:27.055009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (819c127f-e7cd-466b-b114-4b1f1950089c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.079006 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (244e9dba-e116-439b-8f12-68f02c663e94), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.306299 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (819c127f-e7cd-466b-b114-4b1f1950089c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.350113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.362610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/subnets/819c127f-e7cd-466b-b114-4b1f1950089c HTTP/1.1" status: 204 len: 168 time: 1.1060822 Mar 22 14:31:27.363405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35470) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:27.421518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1646e2c-a068-4e04-b8e1-dd0ed27caf67 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Subnet': ['ID=819c127f-e7cd-466b-b114-4b1f1950089c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:27.450684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75971b79-2083-440d-af67-b88a9adb6426 None None] Pushing event updated for resources: {'Port': ['ID=95846358-c105-4dc3-b3ce-13efb843b94f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:27.491297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd6420-9ac2-4f5b-b516-e8fc1dcfb4b9 None None] Network 76655974-51e9-4a8f-bd03-5ce17fc942d0 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:27.543106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867979cb-2f95-4018-99e7-84f59cc230df tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:27.544789 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-867979cb-2f95-4018-99e7-84f59cc230df tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1796482 Mar 22 14:31:27.548627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35488) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:27.704204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a13544-f441-4061-bdf9-b7c812397618 None None] Pushing event updated for resources: {'Port': ['ID=244e9dba-e116-439b-8f12-68f02c663e94,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:27.805341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (c7f9baf9-4d59-403d-b5e7-da25f83ef960), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.889857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Deleting port 95846358-c105-4dc3-b3ce-13efb843b94f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:27.891345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (95846358-c105-4dc3-b3ce-13efb843b94f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.994950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] For port 95846358-c105-4dc3-b3ce-13efb843b94f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=95846358-c105-4dc3-b3ce-13efb843b94f,segment=NetworkSegment(a46b615c-a748-443a-80bd-4554ca1d940e),segment_id=a46b615c-a748-443a-80bd-4554ca1d940e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:27.995368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (95846358-c105-4dc3-b3ce-13efb843b94f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.014529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Calling delete_port for 95846358-c105-4dc3-b3ce-13efb843b94f owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:28.170283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (95846358-c105-4dc3-b3ce-13efb843b94f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.359270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Port': ['ID=95846358-c105-4dc3-b3ce-13efb843b94f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:28.374282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] No DVR routers for this DVR port 95846358-c105-4dc3-b3ce-13efb843b94f on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:28.449217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d889-c478-42d5-b81b-aa3a229b658f req-a5ac05b5-1bea-4b3a-a4d5-9f39ff05dd1b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:28.468543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e388d889-c478-42d5-b81b-aa3a229b658f req-a5ac05b5-1bea-4b3a-a4d5-9f39ff05dd1b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2747629 Mar 22 14:31:28.564165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 95846358-c105-4dc3-b3ce-13efb843b94f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:28.592368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e388d889-c478-42d5-b81b-aa3a229b658f req-f7a042d0-76b3-4b8a-a756-cc2abd85f55a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228857 Mar 22 14:31:28.634147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (c7f9baf9-4d59-403d-b5e7-da25f83ef960), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.667701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f9baf9-4d59-403d-b5e7-da25f83ef960']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:28.680007 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46b615c-a748-443a-80bd-4554ca1d940e') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:28.680548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46b615c-a748-443a-80bd-4554ca1d940e') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:28.691734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 95846358-c105-4dc3-b3ce-13efb843b94f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:28.692529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 95846358-c105-4dc3-b3ce-13efb843b94f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 14:31:28.724542 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (a46b615c-a748-443a-80bd-4554ca1d940e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.732716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Port 95846358-c105-4dc3-b3ce-13efb843b94f not found, will not notify nova. {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 14:31:28.739435 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.781021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (a46b615c-a748-443a-80bd-4554ca1d940e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.797650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:28.798089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (a46b615c-a748-443a-80bd-4554ca1d940e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:28.806463 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:28.920174 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (c7f9baf9-4d59-403d-b5e7-da25f83ef960), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.943397 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.954189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/networks/c7f9baf9-4d59-403d-b5e7-da25f83ef960 HTTP/1.1" status: 204 len: 168 time: 1.4041758 Mar 22 14:31:28.956958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35534) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:28.963392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53e31e-ad01-4b29-8ea8-110cb8a7ed00 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:31:29.016332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23aa7c-dfd4-46a1-8eda-57c3f5efa1b2 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Network': ['ID=c7f9baf9-4d59-403d-b5e7-da25f83ef960,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:29.174901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53e31e-ad01-4b29-8ea8-110cb8a7ed00 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:31:29.190630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-204d641c-06c7-411c-8685-b0f2f192a9e9 None None] Could not find standard attr ID for object 95846358-c105-4dc3-b3ce-13efb843b94f. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:31:29.206421 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (76655974-51e9-4a8f-bd03-5ce17fc942d0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.349796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Deleting port 244e9dba-e116-439b-8f12-68f02c663e94 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:29.350601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (244e9dba-e116-439b-8f12-68f02c663e94), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.524843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] For port 244e9dba-e116-439b-8f12-68f02c663e94, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=244e9dba-e116-439b-8f12-68f02c663e94,segment=NetworkSegment(8dd48f2e-e70b-4352-9afc-b0be3efbd37e),segment_id=8dd48f2e-e70b-4352-9afc-b0be3efbd37e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:29.530009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (244e9dba-e116-439b-8f12-68f02c663e94), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.572604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Calling delete_port for 244e9dba-e116-439b-8f12-68f02c663e94 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:29.910676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (244e9dba-e116-439b-8f12-68f02c663e94), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.092120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Port': ['ID=244e9dba-e116-439b-8f12-68f02c663e94,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:30.101459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] No DVR routers for this DVR port 244e9dba-e116-439b-8f12-68f02c663e94 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:30.183857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe827a70-4a6f-4cb1-8612-be91a3396fe9 None None] DHCP port deletion for c7f9baf9-4d59-403d-b5e7-da25f83ef960 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:30.229085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56658b4f-e39f-43d9-a4dd-bbaae11a3b6b None None] Network c7f9baf9-4d59-403d-b5e7-da25f83ef960 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:30.232667 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (76655974-51e9-4a8f-bd03-5ce17fc942d0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.269287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56658b4f-e39f-43d9-a4dd-bbaae11a3b6b None None] Network c7f9baf9-4d59-403d-b5e7-da25f83ef960 could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:31:30.283129 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76655974-51e9-4a8f-bd03-5ce17fc942d0']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.308103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd48f2e-e70b-4352-9afc-b0be3efbd37e') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.310287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd48f2e-e70b-4352-9afc-b0be3efbd37e') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.336362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (8dd48f2e-e70b-4352-9afc-b0be3efbd37e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.366750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8dd48f2e-e70b-4352-9afc-b0be3efbd37e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.381385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:30.382819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (8dd48f2e-e70b-4352-9afc-b0be3efbd37e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.437486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 95846358-c105-4dc3-b3ce-13efb843b94f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:30.471151 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:30.478984 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (76655974-51e9-4a8f-bd03-5ce17fc942d0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.489619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28fa2d-5a1a-46ec-9d96-8324a7468ffd req-67422ef0-b147-4338-88e1-94b4b2edc545 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:30.499622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 95846358-c105-4dc3-b3ce-13efb843b94f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:30.500207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc28fa2d-5a1a-46ec-9d96-8324a7468ffd req-67422ef0-b147-4338-88e1-94b4b2edc545 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.7338035 Mar 22 14:31:30.502527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 95846358-c105-4dc3-b3ce-13efb843b94f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:30.539854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.543119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/networks/76655974-51e9-4a8f-bd03-5ce17fc942d0 HTTP/1.1" status: 204 len: 168 time: 1.5851419 Mar 22 14:31:30.545761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35554) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:30.603230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f217-1407-4b16-ad69-8a9c8cc4850d tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Network': ['ID=76655974-51e9-4a8f-bd03-5ce17fc942d0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:30.661892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc28fa2d-5a1a-46ec-9d96-8324a7468ffd req-a9fac221-7253-4c4a-bc0f-34041ea5cf51 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600070 Mar 22 14:31:30.700124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (2495ca92-8202-46ec-b872-ce7f59714279), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.780499 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:31:30.890256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (2495ca92-8202-46ec-b872-ce7f59714279), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.936387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2495ca92-8202-46ec-b872-ce7f59714279']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.967566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b9a6ce-a4ff-425f-8665-a59937d9c442') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.972692 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b9a6ce-a4ff-425f-8665-a59937d9c442') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.992463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b2b9a6ce-a4ff-425f-8665-a59937d9c442), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.012903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b2b9a6ce-a4ff-425f-8665-a59937d9c442), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.043990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:31.044476 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b2b9a6ce-a4ff-425f-8665-a59937d9c442), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:31.048077 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:31.200453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (2495ca92-8202-46ec-b872-ce7f59714279), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.220993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.260814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35560) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:31.261568 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/networks/2495ca92-8202-46ec-b872-ce7f59714279 HTTP/1.1" status: 204 len: 168 time: 0.7113311 Mar 22 14:31:31.334671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd7be1-64c1-414c-8f86-d2d6de90c096 tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Network': ['ID=2495ca92-8202-46ec-b872-ce7f59714279,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:31.413102 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (5b14e1be-f064-4566-875a-a66c8685d23f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.736067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (5b14e1be-f064-4566-875a-a66c8685d23f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.859696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b14e1be-f064-4566-875a-a66c8685d23f']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:31.947145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb5c7d7-5b49-4087-ae06-36e43e3dd908') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:31.947444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb5c7d7-5b49-4087-ae06-36e43e3dd908') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:32.037342 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (aeb5c7d7-5b49-4087-ae06-36e43e3dd908), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.100531 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (aeb5c7d7-5b49-4087-ae06-36e43e3dd908), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.137329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67272e-e902-4003-89af-3d7af091fc18 req-960ca049-76ac-45c7-bfe0-8485af40eaa3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:32.142971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d67272e-e902-4003-89af-3d7af091fc18 req-960ca049-76ac-45c7-bfe0-8485af40eaa3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.3189096 Mar 22 14:31:32.155271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:32.156406 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (aeb5c7d7-5b49-4087-ae06-36e43e3dd908), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:32.167055 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:32.529507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d67272e-e902-4003-89af-3d7af091fc18 req-4be6ce97-76cf-4a3d-ae2d-b6df156ecc87 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788369 Mar 22 14:31:32.605001 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (5b14e1be-f064-4566-875a-a66c8685d23f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.651702 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.659558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] 10.222.0.44 "DELETE /v2.0/networks/5b14e1be-f064-4566-875a-a66c8685d23f HTTP/1.1" status: 204 len: 168 time: 1.3974497 Mar 22 14:31:32.660785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544ea13-f00a-4ebd-8de5-0ca75c8f501c tempest-BulkNetworkOpsIpV6Test-1210649125 tempest-BulkNetworkOpsIpV6Test-1210649125-project] Pushing event deleted for resources: {'Network': ['ID=5b14e1be-f064-4566-875a-a66c8685d23f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:33.442172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35592) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:33.800427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94464cc-31c9-4718-8d52-6d1c0e06e692 req-7c30347c-ae1e-499c-81e7-a95a6e3930e3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:33.803078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c94464cc-31c9-4718-8d52-6d1c0e06e692 req-7c30347c-ae1e-499c-81e7-a95a6e3930e3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1230159 Mar 22 14:31:33.917460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35600) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:33.918081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e91d10a5-6d99-401b-93e2-4129323bc68c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd9d65169b7b4223a144e23f1559cac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738729 Mar 22 14:31:33.977764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c94464cc-31c9-4718-8d52-6d1c0e06e692 req-c053831b-05ac-4966-bbce-563c5b170840 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359460 Mar 22 14:31:34.076236 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44208cd9-a08c-45b5-a417-bd1c0f48815c admin admin] Publish callbacks [] for security_group (a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.135715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44208cd9-a08c-45b5-a417-bd1c0f48815c admin admin] Publish callbacks [] for security_group (a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.200160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44208cd9-a08c-45b5-a417-bd1c0f48815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.209495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-44208cd9-a08c-45b5-a417-bd1c0f48815c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.215922 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-44208cd9-a08c-45b5-a417-bd1c0f48815c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d HTTP/1.1" status: 204 len: 168 time: 0.2958553 Mar 22 14:31:34.233019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44208cd9-a08c-45b5-a417-bd1c0f48815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad1cbc-982d-4857-9d0e-79a4fa45bd4d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:35.218163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b05b-ce56-46cd-b880-eebb84afb9a5 req-3969c96b-3ff3-480c-915a-7fb85e148c5f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:35.227229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03f6b05b-ce56-46cd-b880-eebb84afb9a5 req-3969c96b-3ff3-480c-915a-7fb85e148c5f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.0812430 Mar 22 14:31:35.329519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03f6b05b-ce56-46cd-b880-eebb84afb9a5 req-ab5f1313-350a-401b-8aba-a212c7d78fca tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013627 Mar 22 14:31:35.931271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35642) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:36.064633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-480473862'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:36.120852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:36.125937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.137384 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.443715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (e6a0f687-2d1c-4ac7-8248-7658d8b527ad), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.451620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e6a0f687-2d1c-4ac7-8248-7658d8b527ad), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.527965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:36.536281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cc46f-e17d-4db8-9f8e-c7449cc9ea53 req-26a3ee2e-60c2-4581-b372-88e757414b18 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:36.549196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae9cc46f-e17d-4db8-9f8e-c7449cc9ea53 req-26a3ee2e-60c2-4581-b372-88e757414b18 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.0992684 Mar 22 14:31:36.552688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a0f687-2d1c-4ac7-8248-7658d8b527ad,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:36.555888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (56c2aa24-81e6-4cb1-9998-b2ce81692ed3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.556233 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment 56c2aa24-81e6-4cb1-9998-b2ce81692ed3 of type vlan for network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 Mar 22 14:31:36.676325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.691536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae9cc46f-e17d-4db8-9f8e-c7449cc9ea53 req-634e96ea-00d0-47e8-8293-2df0cc86a75a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408758 Mar 22 14:31:36.742957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.752462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:36.753217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.792741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8574538 Mar 22 14:31:36.793088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35660) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:36.798682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'name': 'tempest-PortsIpV6TestJSON-1820255536'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:36.961006 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0bb82-76eb-4dfe-bcaf-6ef510baf7a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:36.988146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:37.020176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:37.041287 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.124991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:37.489377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.545513 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.630199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=2f1cd1bf-e4a0-4de0-854e-d80232e284f1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:37.680873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': '56c2aa24-81e6-4cb1-9998-b2ce81692ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:37.681231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:37.721073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:37.750775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:37.763889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783414aa-c219-4865-8042-64dc1d21aa05 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:37.772278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:37.792731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:37.792731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.935307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-29dbe714-22a0-46ec-b583-49a352951a00 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1378117 Mar 22 14:31:37.935636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35676) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:37.941226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1845006582'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:37.980924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:37.990620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.037555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba692-bc5d-42b3-9a68-82417835dd4f req-84aa8c8e-a8d5-4340-bbdd-2e5c9e9327ae tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:38.045053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52eba692-bc5d-42b3-9a68-82417835dd4f req-84aa8c8e-a8d5-4340-bbdd-2e5c9e9327ae tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2175400 Mar 22 14:31:38.057837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:38.096805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (db9c938c-5cb5-4cbe-a438-46e512780eac), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.098524 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment db9c938c-5cb5-4cbe-a438-46e512780eac of type vlan for network 08bdbea2-ba7a-4853-9dbf-4240c51c74b8 Mar 22 14:31:38.211774 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52eba692-bc5d-42b3-9a68-82417835dd4f req-e0bf1206-bf7c-4436-a4e0-a5e912d15f46 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538374 Mar 22 14:31:38.231713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (08bdbea2-ba7a-4853-9dbf-4240c51c74b8), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.297602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (08bdbea2-ba7a-4853-9dbf-4240c51c74b8), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.316739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:38.318939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.500496 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5633683 Mar 22 14:31:38.503322 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35686) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:38.508733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'ports': [{'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9'}, {'network_id': '08bdbea2-ba7a-4853-9dbf-4240c51c74b8'}]} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:38.509124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:38.509515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '08bdbea2-ba7a-4853-9dbf-4240c51c74b8'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:38.541525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920beda4-6aa0-4e0e-8b18-d82f51b181d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=08bdbea2-ba7a-4853-9dbf-4240c51c74b8,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:38.553197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 08bdbea2-ba7a-4853-9dbf-4240c51c74b8 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:38.867609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 2} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:38.874784 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.896331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.182955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 75252fe8-0aea-499b-83ff-0a2ad13daaa9 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:39.302880 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (75252fe8-0aea-499b-83ff-0a2ad13daaa9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.409989 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 253d6df7-72f8-4dc1-9496-f7bb0f69278b yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:39.441578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a84f0-ee05-4279-a907-b9312659853c req-c95d6004-2ca1-410b-88c0-dd3161ba998e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:39.443208 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-355a84f0-ee05-4279-a907-b9312659853c req-c95d6004-2ca1-410b-88c0-dd3161ba998e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.0965366 Mar 22 14:31:39.543165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-355a84f0-ee05-4279-a907-b9312659853c req-9c5d625d-9d15-409b-9c1f-edae7f549faa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900044 Mar 22 14:31:39.646236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (253d6df7-72f8-4dc1-9496-f7bb0f69278b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.696292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (75252fe8-0aea-499b-83ff-0a2ad13daaa9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.784681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:39.791486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:39.796503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:39.797504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (253d6df7-72f8-4dc1-9496-f7bb0f69278b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.822485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=75252fe8-0aea-499b-83ff-0a2ad13daaa9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:39.887669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=253d6df7-72f8-4dc1-9496-f7bb0f69278b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:39.926505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': 'db9c938c-5cb5-4cbe-a438-46e512780eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '08bdbea2-ba7a-4853-9dbf-4240c51c74b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:39.926941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: 08bdbea2-ba7a-4853-9dbf-4240c51c74b8, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:39.949131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 08bdbea2-ba7a-4853-9dbf-4240c51c74b8 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:39.963113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 08bdbea2-ba7a-4853-9dbf-4240c51c74b8) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:39.968378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:39.974737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f0ab94-85c2-4032-a164-44162163cc76 None None] Network 08bdbea2-ba7a-4853-9dbf-4240c51c74b8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:39.994198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.006564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.007278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.032066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-369c679d-25e8-4bf9-97e2-5991cbc95d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5276394 Mar 22 14:31:40.034961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35702) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:40.166768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 253d6df7-72f8-4dc1-9496-f7bb0f69278b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:40.167192 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (253d6df7-72f8-4dc1-9496-f7bb0f69278b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.258027 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (253d6df7-72f8-4dc1-9496-f7bb0f69278b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.274989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 253d6df7-72f8-4dc1-9496-f7bb0f69278b owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:40.391237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (253d6df7-72f8-4dc1-9496-f7bb0f69278b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.440583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=253d6df7-72f8-4dc1-9496-f7bb0f69278b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:40.448818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.455826 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2749585b-167f-436f-95b7-f85e9f622c2a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/253d6df7-72f8-4dc1-9496-f7bb0f69278b HTTP/1.1" status: 204 len: 168 time: 0.4186957 Mar 22 14:31:40.456232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35708) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:40.514541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7111a7ae-4985-47f0-aa00-388bea64e982 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.521158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7111a7ae-4985-47f0-aa00-388bea64e982 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.525490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7111a7ae-4985-47f0-aa00-388bea64e982 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0653293 Mar 22 14:31:40.525799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35714) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:40.783660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 75252fe8-0aea-499b-83ff-0a2ad13daaa9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:40.783996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (75252fe8-0aea-499b-83ff-0a2ad13daaa9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.868924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (75252fe8-0aea-499b-83ff-0a2ad13daaa9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.883727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 75252fe8-0aea-499b-83ff-0a2ad13daaa9 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:40.997139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07224402-4ac4-461a-aa0d-8a4d235afa39 req-4f265dea-572d-4b4c-9f02-ae0a262f81c8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.008474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07224402-4ac4-461a-aa0d-8a4d235afa39 req-4f265dea-572d-4b4c-9f02-ae0a262f81c8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.3034534 Mar 22 14:31:41.108964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07224402-4ac4-461a-aa0d-8a4d235afa39 req-c2f1629c-8647-4cc0-88d5-c16ca62d0512 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992167 Mar 22 14:31:41.141997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (75252fe8-0aea-499b-83ff-0a2ad13daaa9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.187589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.191215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/75252fe8-0aea-499b-83ff-0a2ad13daaa9 HTTP/1.1" status: 204 len: 168 time: 0.6643324 Mar 22 14:31:41.193789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35724) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:41.204016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89008-017e-4ee8-8fb5-6b478f028f1f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=75252fe8-0aea-499b-83ff-0a2ad13daaa9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:41.273469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254cf3f5-2216-4fa1-ba09-a238e6dbe62d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.279907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-254cf3f5-2216-4fa1-ba09-a238e6dbe62d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0843346 Mar 22 14:31:41.281922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35728) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:41.314113 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-864bc3a6-f832-45a2-8b52-e10ca8409718 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:31:41.316657 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-864bc3a6-f832-45a2-8b52-e10ca8409718 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/253d6df7-72f8-4dc1-9496-f7bb0f69278b HTTP/1.1" status: 404 len: 333 time: 0.0321422 Mar 22 14:31:41.319213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35730) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:41.357758 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae38cdf-d8d8-434a-b1ce-d41641e7cf91 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:31:41.357758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cae38cdf-d8d8-434a-b1ce-d41641e7cf91 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/75252fe8-0aea-499b-83ff-0a2ad13daaa9 HTTP/1.1" status: 404 len: 333 time: 0.0372753 Mar 22 14:31:41.360872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35732) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:41.523648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (08bdbea2-ba7a-4853-9dbf-4240c51c74b8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.708374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (08bdbea2-ba7a-4853-9dbf-4240c51c74b8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.736268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bdbea2-ba7a-4853-9dbf-4240c51c74b8']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:41.769315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9c938c-5cb5-4cbe-a438-46e512780eac') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:41.772427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9c938c-5cb5-4cbe-a438-46e512780eac') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:41.800392 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (db9c938c-5cb5-4cbe-a438-46e512780eac), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.833256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (db9c938c-5cb5-4cbe-a438-46e512780eac), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.841547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:41.842487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (db9c938c-5cb5-4cbe-a438-46e512780eac), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:41.922711 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:41.936537 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (08bdbea2-ba7a-4853-9dbf-4240c51c74b8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.945176 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.949493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/08bdbea2-ba7a-4853-9dbf-4240c51c74b8 HTTP/1.1" status: 204 len: 168 time: 0.5873175 Mar 22 14:31:41.953344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35742) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:41.968625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2085254085'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:41.973806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc9745-fbf0-4cb0-a115-cc25b15e5c09 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=08bdbea2-ba7a-4853-9dbf-4240c51c74b8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:42.002372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:42.006984 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.058357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:42.072868 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (25b13b17-0fa0-4a53-ab42-9db2f42196ed), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.073740 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment 25b13b17-0fa0-4a53-ab42-9db2f42196ed of type vlan for network be4cab96-8537-4143-805c-9906d438b863 Mar 22 14:31:42.135550 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (be4cab96-8537-4143-805c-9906d438b863), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.177637 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (be4cab96-8537-4143-805c-9906d438b863), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.197929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:42.199944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.376543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4191093 Mar 22 14:31:42.377002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35746) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:42.383554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': 'be4cab96-8537-4143-805c-9906d438b863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:42.391924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1ce1d-257f-47da-ba05-26302abc50b2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=be4cab96-8537-4143-805c-9906d438b863,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:42.404607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network be4cab96-8537-4143-805c-9906d438b863 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:42.439528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deefa29-954b-4550-96f9-0d500a15c5c8 req-9b3affc4-119d-4ec7-aa98-0447217043cb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:42.441690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7deefa29-954b-4550-96f9-0d500a15c5c8 req-9b3affc4-119d-4ec7-aa98-0447217043cb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1366346 Mar 22 14:31:42.515081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7deefa29-954b-4550-96f9-0d500a15c5c8 req-2dff900e-c2a7-411c-874f-f1553679f519 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 Mar 22 14:31:42.660802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:42.673490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.248147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Performing IP validity checks on allocation pools {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:31:43.252345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:31:43.466411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (52571fc8-904d-40d3-9992-6874dc430e64), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.642606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': '25b13b17-0fa0-4a53-ab42-9db2f42196ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'be4cab96-8537-4143-805c-9906d438b863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:43.643013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: be4cab96-8537-4143-805c-9906d438b863, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:43.646230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=52571fc8-904d-40d3-9992-6874dc430e64,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:43.701603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network be4cab96-8537-4143-805c-9906d438b863 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:43.744178 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, be4cab96-8537-4143-805c-9906d438b863) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:43.749475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:43.751495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.760450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c9473-5c33-4e03-8a3e-67750eef64c9 None None] Network be4cab96-8537-4143-805c-9906d438b863 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:43.795169 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-00678a8f-a575-4f3a-96ad-d35046e64ae8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4164891 Mar 22 14:31:43.797839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35776) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:43.808651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': 'be4cab96-8537-4143-805c-9906d438b863', 'name': 'tempest-PortsIpV6TestJSON-694789228'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:43.908353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c5e66-e3b0-4fd0-8016-be2d925a11a8 req-553f84f5-fb77-4f54-ad73-93b43eed5a5c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:43.909807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-211c5e66-e3b0-4fd0-8016-be2d925a11a8 req-553f84f5-fb77-4f54-ad73-93b43eed5a5c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2051401 Mar 22 14:31:43.972325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-be4cab96-8537-4143-805c-9906d438b863', 'network_id': 'be4cab96-8537-4143-805c-9906d438b863', 'project_id': 'cd3c06a3d9f949e682ba9deddad94d54', 'fixed_ips': [{'subnet_id': '52571fc8-904d-40d3-9992-6874dc430e64'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:43.973228 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.083647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-211c5e66-e3b0-4fd0-8016-be2d925a11a8 req-80c17e53-b694-44dc-86cd-4a3e62810464 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416225 Mar 22 14:31:44.192469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:44.201032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.274177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 7bef52f7-bfef-43b9-8347-da519ad4c6d4 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:44.334972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Allocated IP 2001:db8::2 (be4cab96-8537-4143-805c-9906d438b863/52571fc8-904d-40d3-9992-6874dc430e64/72b25a2c-4284-4f99-9843-87a3442d024b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:44.619798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Publish callbacks [] for port (72b25a2c-4284-4f99-9843-87a3442d024b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.633704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.679566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Network be4cab96-8537-4143-805c-9906d438b863 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:44.698643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:44.709660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:44.761931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Pushing event updated for resources: {'Port': ['ID=72b25a2c-4284-4f99-9843-87a3442d024b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:44.786208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::1b2 (be4cab96-8537-4143-805c-9906d438b863/52571fc8-904d-40d3-9992-6874dc430e64/7bef52f7-bfef-43b9-8347-da519ad4c6d4) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:44.892969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Attempting to bind port 72b25a2c-4284-4f99-9843-87a3442d024b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:44.896526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Attempting to bind port 72b25a2c-4284-4f99-9843-87a3442d024b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '25b13b17-0fa0-4a53-ab42-9db2f42196ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'be4cab96-8537-4143-805c-9906d438b863'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:44.897021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Attempting to bind port 72b25a2c-4284-4f99-9843-87a3442d024b on network be4cab96-8537-4143-805c-9906d438b863 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:44.907753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:44.914043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Checking segment: {'id': '25b13b17-0fa0-4a53-ab42-9db2f42196ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'be4cab96-8537-4143-805c-9906d438b863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:44.914924 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.915547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Bound using segment: {'id': '25b13b17-0fa0-4a53-ab42-9db2f42196ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'be4cab96-8537-4143-805c-9906d438b863'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:44.916282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Bound port: 72b25a2c-4284-4f99-9843-87a3442d024b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b13b17-0fa0-4a53-ab42-9db2f42196ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'be4cab96-8537-4143-805c-9906d438b863'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:44.917072 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.076688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7182a282-1847-4841-8d42-135c103ba415 None None] For port 72b25a2c-4284-4f99-9843-87a3442d024b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:45.080253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7182a282-1847-4841-8d42-135c103ba415 None None] For port 72b25a2c-4284-4f99-9843-87a3442d024b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=72b25a2c-4284-4f99-9843-87a3442d024b,segment=NetworkSegment(25b13b17-0fa0-4a53-ab42-9db2f42196ed),segment_id=25b13b17-0fa0-4a53-ab42-9db2f42196ed)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:45.092566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.095578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (7bef52f7-bfef-43b9-8347-da519ad4c6d4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.205545 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7bef52f7-bfef-43b9-8347-da519ad4c6d4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.313173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182a282-1847-4841-8d42-135c103ba415 None None] Pushing event updated for resources: {'Port': ['ID=72b25a2c-4284-4f99-9843-87a3442d024b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:45.387588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network be4cab96-8537-4143-805c-9906d438b863 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:45.394495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e9f7-fe43-4448-ba8c-7bb521cc666a req-231d34e3-a32b-4afb-aeaa-874a99323efd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:45.395910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a59e9f7-fe43-4448-ba8c-7bb521cc666a req-231d34e3-a32b-4afb-aeaa-874a99323efd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1429048 Mar 22 14:31:45.407406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:45.415571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:45.434880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:45.440856 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.509932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a59e9f7-fe43-4448-ba8c-7bb521cc666a req-a49fce04-fe45-400c-9724-cb00f0036254 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024013 Mar 22 14:31:45.526363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=7bef52f7-bfef-43b9-8347-da519ad4c6d4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:45.597714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35794) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:45.598068 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-47a01e57-eff1-4c48-b914-acf1fe403a2f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7956138 Mar 22 14:31:45.816293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 7bef52f7-bfef-43b9-8347-da519ad4c6d4 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:45.816618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7bef52f7-bfef-43b9-8347-da519ad4c6d4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.078082 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7bef52f7-bfef-43b9-8347-da519ad4c6d4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.200147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 7bef52f7-bfef-43b9-8347-da519ad4c6d4 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:46.570179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 72b25a2c-4284-4f99-9843-87a3442d024b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:46.577336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7bef52f7-bfef-43b9-8347-da519ad4c6d4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.716127 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.739159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/7bef52f7-bfef-43b9-8347-da519ad4c6d4 HTTP/1.1" status: 204 len: 168 time: 1.1374164 Mar 22 14:31:46.740223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:46.791619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 72b25a2c-4284-4f99-9843-87a3442d024b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:46.792024 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.835047 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e4b1a4-eb58-4b57-bb08-5b0ea0c6d59d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:46.839367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e4b1a4-eb58-4b57-bb08-5b0ea0c6d59d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:46.852823 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-34e4b1a4-eb58-4b57-bb08-5b0ea0c6d59d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/7bef52f7-bfef-43b9-8347-da519ad4c6d4 HTTP/1.1" status: 404 len: 333 time: 0.1074681 Mar 22 14:31:46.854447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35836) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:47.002104 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-6671e61b-2cb5-4d8a-ae7a-f63091db0307 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:31:47.009842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6671e61b-2cb5-4d8a-ae7a-f63091db0307 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/7bef52f7-bfef-43b9-8347-da519ad4c6d4 HTTP/1.1" status: 404 len: 333 time: 0.1520567 Mar 22 14:31:47.014749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35842) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:47.016182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 72b25a2c-4284-4f99-9843-87a3442d024b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:47.016764 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.018473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cb8fb-ed1f-4f6f-a6cd-b0cece5d4cd5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=7bef52f7-bfef-43b9-8347-da519ad4c6d4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:47.076642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c73e-e9d3-480a-a237-7a3e5f636318 req-b682be07-82a2-47c6-b715-a9edaba849a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:47.081432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7e3c73e-e9d3-480a-a237-7a3e5f636318 req-b682be07-82a2-47c6-b715-a9edaba849a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2418594 Mar 22 14:31:47.108718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 72b25a2c-4284-4f99-9843-87a3442d024b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=72b25a2c-4284-4f99-9843-87a3442d024b,segment=NetworkSegment(25b13b17-0fa0-4a53-ab42-9db2f42196ed),segment_id=25b13b17-0fa0-4a53-ab42-9db2f42196ed)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:47.118651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.184087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet 52571fc8-904d-40d3-9992-6874dc430e64 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:47.195430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (52571fc8-904d-40d3-9992-6874dc430e64), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.224037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7e3c73e-e9d3-480a-a237-7a3e5f636318 req-a2187968-cf8d-409b-80c4-4008652914e0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342251 Mar 22 14:31:47.273498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=72b25a2c-4284-4f99-9843-87a3442d024b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:47.305526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (52571fc8-904d-40d3-9992-6874dc430e64), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.317989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c307ce-b0c8-4bc6-b899-d3dbb7c8d471 None None] Network be4cab96-8537-4143-805c-9906d438b863 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:47.581529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-84e7ca4e-daec-49da-afbd-0cf1e69a4faf None None] Provisioning complete for port 72b25a2c-4284-4f99-9843-87a3442d024b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:47.582124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84e7ca4e-daec-49da-afbd-0cf1e69a4faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.609707 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (52571fc8-904d-40d3-9992-6874dc430e64), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.760488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (52571fc8-904d-40d3-9992-6874dc430e64), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.797239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-84e7ca4e-daec-49da-afbd-0cf1e69a4faf None None] Current status of the port 72b25a2c-4284-4f99-9843-87a3442d024b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:47.810294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=52571fc8-904d-40d3-9992-6874dc430e64,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:47.818526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.823115 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/52571fc8-904d-40d3-9992-6874dc430e64 HTTP/1.1" status: 204 len: 168 time: 0.8054240 Mar 22 14:31:47.825076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35856) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:47.854613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.855419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.856707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.859322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.860397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.863088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.865092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.868169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.889996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.890495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.890861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.895412 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.900761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.901386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:47.909633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416bcfc-3297-4e78-a408-2f0dc86cc309 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:48.115467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (be4cab96-8537-4143-805c-9906d438b863), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.180557 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d2d93fd-64e4-45ff-8eb2-8d1b745c5d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.283928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 72b25a2c-4284-4f99-9843-87a3442d024b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:48.285688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.432460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1fc60-10c0-4c43-94c7-5d061cc17fd3 None None] Network be4cab96-8537-4143-805c-9906d438b863 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:48.491831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] For port 72b25a2c-4284-4f99-9843-87a3442d024b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=72b25a2c-4284-4f99-9843-87a3442d024b,segment=NetworkSegment(25b13b17-0fa0-4a53-ab42-9db2f42196ed),segment_id=25b13b17-0fa0-4a53-ab42-9db2f42196ed)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:48.492471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.525912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 72b25a2c-4284-4f99-9843-87a3442d024b owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:48.549331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc619d1b-ecb7-487a-9788-7fc978f2caa7 req-680e2f65-caa7-426e-be7a-ae3375ecb604 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:48.558253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc619d1b-ecb7-487a-9788-7fc978f2caa7 req-680e2f65-caa7-426e-be7a-ae3375ecb604 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1534345 Mar 22 14:31:48.611816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 72b25a2c-4284-4f99-9843-87a3442d024b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:48.705339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1998fccf-651b-4d0a-ab65-a6abbe3b7659 None None] Provisioning complete for port 72b25a2c-4284-4f99-9843-87a3442d024b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:48.705715 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1998fccf-651b-4d0a-ab65-a6abbe3b7659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.999210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 72b25a2c-4284-4f99-9843-87a3442d024b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:48.999686 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.345231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] DHCP port deletion for be4cab96-8537-4143-805c-9906d438b863 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:49.369745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 72b25a2c-4284-4f99-9843-87a3442d024b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:49.418529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1998fccf-651b-4d0a-ab65-a6abbe3b7659 None None] Current status of the port 72b25a2c-4284-4f99-9843-87a3442d024b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:49.461863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] Deleting port 72b25a2c-4284-4f99-9843-87a3442d024b {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:49.463347 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.617827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] For port 72b25a2c-4284-4f99-9843-87a3442d024b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=72b25a2c-4284-4f99-9843-87a3442d024b,segment=NetworkSegment(25b13b17-0fa0-4a53-ab42-9db2f42196ed),segment_id=25b13b17-0fa0-4a53-ab42-9db2f42196ed)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:49.622795 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.646347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] Calling delete_port for 72b25a2c-4284-4f99-9843-87a3442d024b owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:49.772493 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.804820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc619d1b-ecb7-487a-9788-7fc978f2caa7 req-fa4dda63-a3ee-4c50-94be-349dc47ec170 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2376781 Mar 22 14:31:49.837290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] Pushing event deleted for resources: {'Port': ['ID=72b25a2c-4284-4f99-9843-87a3442d024b,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:49.842812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054e64d-acaf-41aa-a5ed-fc1aa99c0775 None None] No DVR routers for this DVR port 72b25a2c-4284-4f99-9843-87a3442d024b on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:49.875400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (72b25a2c-4284-4f99-9843-87a3442d024b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.915424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=72b25a2c-4284-4f99-9843-87a3442d024b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:49.920209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No DVR routers for this DVR port 72b25a2c-4284-4f99-9843-87a3442d024b on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:50.114261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (be4cab96-8537-4143-805c-9906d438b863), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.173244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4cab96-8537-4143-805c-9906d438b863']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:50.199817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b13b17-0fa0-4a53-ab42-9db2f42196ed') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:50.200099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b13b17-0fa0-4a53-ab42-9db2f42196ed') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:50.236824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (25b13b17-0fa0-4a53-ab42-9db2f42196ed), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.275706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (25b13b17-0fa0-4a53-ab42-9db2f42196ed), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.300084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:50.301844 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (25b13b17-0fa0-4a53-ab42-9db2f42196ed), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: self.session.flush() Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:50.312619 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:50.464390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8e1e1fcc-6977-4fc0-baf4-535a26a5ed01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.492781 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (be4cab96-8537-4143-805c-9906d438b863), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.506488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.511279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/be4cab96-8537-4143-805c-9906d438b863 HTTP/1.1" status: 204 len: 168 time: 2.6841626 Mar 22 14:31:50.514998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35916) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:50.521520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-835816838'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:50.533635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 72b25a2c-4284-4f99-9843-87a3442d024b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:50.554199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bda21e-d02f-49af-8cba-1b02d99bcc58 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=be4cab96-8537-4143-805c-9906d438b863,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:50.581414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:50.593307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.594325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 72b25a2c-4284-4f99-9843-87a3442d024b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:50.603900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 72b25a2c-4284-4f99-9843-87a3442d024b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:50.664531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:50.686645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3eebf86e-5b09-4205-b1b4-992efffcb4bb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.688870 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment 3eebf86e-5b09-4205-b1b4-992efffcb4bb of type vlan for network 7c23f37c-27cf-4f04-9735-dc8534657db1 Mar 22 14:31:50.784840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7c23f37c-27cf-4f04-9735-dc8534657db1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.818855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7c23f37c-27cf-4f04-9735-dc8534657db1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.828368 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:50.833959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.866582 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3492246 Mar 22 14:31:50.870800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 35926) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:50.876052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:50.970394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed24cd9-461d-4785-8a17-a118f9096054 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=7c23f37c-27cf-4f04-9735-dc8534657db1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:50.994460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7c23f37c-27cf-4f04-9735-dc8534657db1 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:51.219396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946ff3-5053-4a44-aa62-1b4a7badaac2 req-2cc4511e-12b1-4117-8d56-79d33b7983f2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.221519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c946ff3-5053-4a44-aa62-1b4a7badaac2 req-2cc4511e-12b1-4117-8d56-79d33b7983f2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2223523 Mar 22 14:31:51.223437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:51.227995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:51.451224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c946ff3-5053-4a44-aa62-1b4a7badaac2 req-4281f520-6bd1-487b-8424-d064094cc912 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437719 Mar 22 14:31:51.707800 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (7d04415b-7b07-4ecf-b597-33fe1383e930), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:51.833578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=7d04415b-7b07-4ecf-b597-33fe1383e930,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:51.976217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': '3eebf86e-5b09-4205-b1b4-992efffcb4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:51.976923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: 7c23f37c-27cf-4f04-9735-dc8534657db1, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:51.989002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.008701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 7c23f37c-27cf-4f04-9735-dc8534657db1 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:52.028189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7c23f37c-27cf-4f04-9735-dc8534657db1) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:52.043484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415152d8-66d1-4f92-8bcb-acd2a7498a8f None None] Network 7c23f37c-27cf-4f04-9735-dc8534657db1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:52.056408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.057045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.106683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-932f45c3-f85b-46fb-9815-1cb342027095 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2345846 Mar 22 14:31:52.111632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35964) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:52.119069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-554014898'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:52.388881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:52.394553 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.407929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7c23f37c-27cf-4f04-9735-dc8534657db1', 'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1', 'project_id': 'cd3c06a3d9f949e682ba9deddad94d54', 'fixed_ips': [{'subnet_id': '7d04415b-7b07-4ecf-b597-33fe1383e930'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:52.409106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.444699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port a63bbc05-4fde-43fe-8b0b-297e17d2fdc4 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:52.693174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664922-27aa-40f1-baf5-0e4b13961035 req-09d7af4e-0670-4390-9002-39f9c2f86201 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.702505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0664922-27aa-40f1-baf5-0e4b13961035 req-09d7af4e-0670-4390-9002-39f9c2f86201 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1136317 Mar 22 14:31:52.742606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::202 (7c23f37c-27cf-4f04-9735-dc8534657db1/7d04415b-7b07-4ecf-b597-33fe1383e930/a63bbc05-4fde-43fe-8b0b-297e17d2fdc4) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:52.811119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0664922-27aa-40f1-baf5-0e4b13961035 req-7b9e2572-db74-41bd-9028-7e1882223822 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012135 Mar 22 14:31:52.881233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (a63bbc05-4fde-43fe-8b0b-297e17d2fdc4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.932933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a63bbc05-4fde-43fe-8b0b-297e17d2fdc4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.009713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Allocated IP 2001:db8::2 (7c23f37c-27cf-4f04-9735-dc8534657db1/7d04415b-7b07-4ecf-b597-33fe1383e930/c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:53.055850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=a63bbc05-4fde-43fe-8b0b-297e17d2fdc4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:53.081607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 7c23f37c-27cf-4f04-9735-dc8534657db1 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:53.083161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:53.090777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:53.109066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:53.113146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.157471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c8685707-eab0-434a-b7e5-5aa9c255da01 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0438457 Mar 22 14:31:53.160173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 35988) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:53.371941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port a63bbc05-4fde-43fe-8b0b-297e17d2fdc4 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:53.373517 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a63bbc05-4fde-43fe-8b0b-297e17d2fdc4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.397224 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Publish callbacks [] for port (c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.446523 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.488008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Network 7c23f37c-27cf-4f04-9735-dc8534657db1 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:53.497797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:53.532287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a63bbc05-4fde-43fe-8b0b-297e17d2fdc4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.549435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:53.566845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for a63bbc05-4fde-43fe-8b0b-297e17d2fdc4 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:53.599201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.883886 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a63bbc05-4fde-43fe-8b0b-297e17d2fdc4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.990196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Pushing event updated for resources: {'Port': ['ID=c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:54.010028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=a63bbc05-4fde-43fe-8b0b-297e17d2fdc4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:54.069816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeab42f-6250-4dbe-9304-18c3b9aa431f req-187fe8e4-5bda-43a1-974a-2449a3921d03 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:54.075102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afeab42f-6250-4dbe-9304-18c3b9aa431f req-187fe8e4-5bda-43a1-974a-2449a3921d03 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1598225 Mar 22 14:31:54.082519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Attempting to bind port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:54.082895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Attempting to bind port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '3eebf86e-5b09-4205-b1b4-992efffcb4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:54.084029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Attempting to bind port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 on network 7c23f37c-27cf-4f04-9735-dc8534657db1 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:54.099202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:54.099798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Checking segment: {'id': '3eebf86e-5b09-4205-b1b4-992efffcb4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:54.102236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.102649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Bound using segment: {'id': '3eebf86e-5b09-4205-b1b4-992efffcb4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:54.103155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Bound port: c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eebf86e-5b09-4205-b1b4-992efffcb4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7c23f37c-27cf-4f04-9735-dc8534657db1'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:54.107124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.127000 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.130972 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-65c3fc4f-a174-4c4c-a8af-a75afc1138dd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/a63bbc05-4fde-43fe-8b0b-297e17d2fdc4 HTTP/1.1" status: 204 len: 168 time: 0.9647093 Mar 22 14:31:54.134176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36012) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:54.280523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afeab42f-6250-4dbe-9304-18c3b9aa431f req-1d7d575d-fea1-44ea-8eef-850128330023 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990933 Mar 22 14:31:54.320040 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d491d027-793f-4380-bbc0-9b8751b12b82 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:31:54.323078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36020) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:54.341207 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d491d027-793f-4380-bbc0-9b8751b12b82 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/a63bbc05-4fde-43fe-8b0b-297e17d2fdc4 HTTP/1.1" status: 404 len: 333 time: 0.1832466 Mar 22 14:31:54.478964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] For port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:54.490804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] For port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5,segment=NetworkSegment(3eebf86e-5b09-4205-b1b4-992efffcb4bb),segment_id=3eebf86e-5b09-4205-b1b4-992efffcb4bb)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:54.504483 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.516000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet 7d04415b-7b07-4ecf-b597-33fe1383e930 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:54.521243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (7d04415b-7b07-4ecf-b597-33fe1383e930), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.626706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (7d04415b-7b07-4ecf-b597-33fe1383e930), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.805927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7d04415b-7b07-4ecf-b597-33fe1383e930), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.812008 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.815487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Pushing event updated for resources: {'Port': ['ID=c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:54.833756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.834736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.835187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.835685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.846997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.848436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.848894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.850306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.850801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.851650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.853561 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.854064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.855153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.858529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.859013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96bcdbf-8240-4d58-ba1d-719685f5e1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:54.879635 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.962434 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (7d04415b-7b07-4ecf-b597-33fe1383e930), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.020366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=7d04415b-7b07-4ecf-b597-33fe1383e930,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:55.047885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.054951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d7444c81-57b8-4552-aa8d-5d7e6754fbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/7d04415b-7b07-4ecf-b597-33fe1383e930 HTTP/1.1" status: 204 len: 168 time: 0.7282948 Mar 22 14:31:55.057593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36040) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:55.247438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7c23f37c-27cf-4f04-9735-dc8534657db1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.374345 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:55.374809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.640254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aff352-caba-4480-8554-770f8120535d req-f617d044-8aea-463f-bfb7-5e1ca1fef839 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:55.650561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94aff352-caba-4480-8554-770f8120535d req-f617d044-8aea-463f-bfb7-5e1ca1fef839 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1685078 Mar 22 14:31:55.665055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] For port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5,segment=NetworkSegment(3eebf86e-5b09-4205-b1b4-992efffcb4bb),segment_id=3eebf86e-5b09-4205-b1b4-992efffcb4bb)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:55.665432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.695138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:55.917711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94aff352-caba-4480-8554-770f8120535d req-2f2d5312-8c19-4877-ad09-35ed3e2447dd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649822 Mar 22 14:31:55.921337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.024684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No DVR routers for this DVR port c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:56.026780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:56.200310 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7c23f37c-27cf-4f04-9735-dc8534657db1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.229136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c23f37c-27cf-4f04-9735-dc8534657db1']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:56.240774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eebf86e-5b09-4205-b1b4-992efffcb4bb') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:56.241320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eebf86e-5b09-4205-b1b4-992efffcb4bb') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:56.286708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (3eebf86e-5b09-4205-b1b4-992efffcb4bb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.309047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3eebf86e-5b09-4205-b1b4-992efffcb4bb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.350759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:56.352753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (3eebf86e-5b09-4205-b1b4-992efffcb4bb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:56.386398 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:56.636067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7c23f37c-27cf-4f04-9735-dc8534657db1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.689420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.703819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/7c23f37c-27cf-4f04-9735-dc8534657db1 HTTP/1.1" status: 204 len: 168 time: 1.6416366 Mar 22 14:31:56.704031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3964ab-cd9a-4437-9e8b-dfbd7a46fd6a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=7c23f37c-27cf-4f04-9735-dc8534657db1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:56.704659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36088) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:56.711572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'name': 'tempest-PortsIpV6TestJSON-560657761'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:56.713701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-df336a42-4491-4bde-8c36-222aa2378a02 None None] Could not find standard attr ID for object c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:31:56.765890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5dee8d-2569-4aa7-9ca2-bd90a42b0ef8 None None] DHCP port deletion for 7c23f37c-27cf-4f04-9735-dc8534657db1 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:56.793756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9266461-9cdc-443a-82a3-09167e52aed2 None None] Network 7c23f37c-27cf-4f04-9735-dc8534657db1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:56.824788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9266461-9cdc-443a-82a3-09167e52aed2 None None] Network 7c23f37c-27cf-4f04-9735-dc8534657db1 could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:31:56.930656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:56.935792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.031453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 56a926fb-bcc6-4857-9805-3bb1b549daf0 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:57.204824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514243f3-6ee6-4e14-ae9d-a9b9441357f0 req-49bf005f-00a2-46bc-84f4-28f6a1a3bbf2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:57.206331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-514243f3-6ee6-4e14-ae9d-a9b9441357f0 req-49bf005f-00a2-46bc-84f4-28f6a1a3bbf2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1434398 Mar 22 14:31:57.340572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-514243f3-6ee6-4e14-ae9d-a9b9441357f0 req-0b117352-8cf1-4374-8bf0-5b316cf688b6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257358 Mar 22 14:31:57.428558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (56a926fb-bcc6-4857-9805-3bb1b549daf0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.534507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (56a926fb-bcc6-4857-9805-3bb1b549daf0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.638254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=56a926fb-bcc6-4857-9805-3bb1b549daf0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:57.668032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:57.669511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:57.677916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:57.682404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:57.683041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.729438 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f89e80c9-a0dd-4932-8b8d-4901911ec9ae tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0230238 Mar 22 14:31:57.731920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36110) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:57.946556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 56a926fb-bcc6-4857-9805-3bb1b549daf0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:57.946890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (56a926fb-bcc6-4857-9805-3bb1b549daf0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.080993 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (56a926fb-bcc6-4857-9805-3bb1b549daf0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.118224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 56a926fb-bcc6-4857-9805-3bb1b549daf0 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:58.278576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (56a926fb-bcc6-4857-9805-3bb1b549daf0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.329412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.337876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36128) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:58.345003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'mac_address': 'fa:16:3e:19:9d:63', 'name': 'tempest-PortsIpV6TestJSON-1137478067'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:58.351902 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/56a926fb-bcc6-4857-9805-3bb1b549daf0 HTTP/1.1" status: 204 len: 168 time: 0.6174271 Mar 22 14:31:58.353240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9af1a6-0750-458a-9e10-b0a60b6f3a1a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=56a926fb-bcc6-4857-9805-3bb1b549daf0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:58.391599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:58.446186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:58.453677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c9b54f5c-3dea-4a1a-a16c-6cd0843e4ec5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:58.577791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:58.693121 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.800553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db53928-736e-470d-98dc-c94376b7b39e req-28cf2ec2-c3df-4cb7-8cc5-d9aa84816974 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:58.802422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3db53928-736e-470d-98dc-c94376b7b39e req-28cf2ec2-c3df-4cb7-8cc5-d9aa84816974 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.3291755 Mar 22 14:31:58.951886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3db53928-736e-470d-98dc-c94376b7b39e req-bbd4c4e8-3a49-4f64-9bc4-d4c49f3cae5e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260064 Mar 22 14:31:58.956614 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.002923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 92e2246d-3a49-4647-b75a-a468ca4080cb yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:59.301489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (92e2246d-3a49-4647-b75a-a468ca4080cb), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.368375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (92e2246d-3a49-4647-b75a-a468ca4080cb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.460316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=92e2246d-3a49-4647-b75a-a468ca4080cb,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:59.504316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:59.513825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:59.519148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:59.525000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:59.527990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.552332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-feeda02e-5611-42b2-89ff-8d740adce5a5 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2126102 Mar 22 14:31:59.555190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36162) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:59.674225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0824203-004e-4446-a69d-e08ec78849de tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:59.678053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f0824203-004e-4446-a69d-e08ec78849de tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/92e2246d-3a49-4647-b75a-a468ca4080cb HTTP/1.1" status: 200 len: 845 time: 0.1198161 Mar 22 14:31:59.678758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36170) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:59.814203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 92e2246d-3a49-4647-b75a-a468ca4080cb {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:59.814516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (92e2246d-3a49-4647-b75a-a468ca4080cb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.914490 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (92e2246d-3a49-4647-b75a-a468ca4080cb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.935567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 92e2246d-3a49-4647-b75a-a468ca4080cb owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:00.121306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (92e2246d-3a49-4647-b75a-a468ca4080cb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.165789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.181160 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/92e2246d-3a49-4647-b75a-a468ca4080cb HTTP/1.1" status: 204 len: 168 time: 0.4995646 Mar 22 14:32:00.194899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36186) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:00.251187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e756c-d8b4-4d09-8b34-450989aec2aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=92e2246d-3a49-4647-b75a-a468ca4080cb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:00.288678 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b58b4-7be3-429d-8a5b-93e437d4e4c7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:00.290429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7d7b58b4-7be3-429d-8a5b-93e437d4e4c7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/92e2246d-3a49-4647-b75a-a468ca4080cb HTTP/1.1" status: 404 len: 333 time: 0.0832901 Mar 22 14:32:00.294913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36190) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:00.313391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'name': 'tempest-PortsIpV6TestJSON-1870359068'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:00.343105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fce2ac-5bd5-4f65-8d6c-0764ebe235a0 req-fc013b56-c5b8-45a7-9ec4-4d22544cb523 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:00.347756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41fce2ac-5bd5-4f65-8d6c-0764ebe235a0 req-fc013b56-c5b8-45a7-9ec4-4d22544cb523 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.2469826 Mar 22 14:32:00.441108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41fce2ac-5bd5-4f65-8d6c-0764ebe235a0 req-5d06848a-8425-4060-adab-63004745eeaf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804443 Mar 22 14:32:00.544869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:00.553143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.588367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 771cf6b2-5d45-45a0-a99a-5bacbb5a8eca yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:00.829185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.881677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.938724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:00.941951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:00.948472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:00.953678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:00.954348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.961208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=771cf6b2-5d45-45a0-a99a-5bacbb5a8eca,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:00.983313 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-433c23db-775c-4b34-ad4d-4476dbe399e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6868360 Mar 22 14:32:00.985904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36210) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:00.993196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:01.142953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.517306 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.533748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.649252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991efef8-08a7-4594-a313-b2ae7a23d343 req-5fbc1ca3-1c07-4925-b1b7-c86f0e5390d9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:01.660558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-991efef8-08a7-4594-a313-b2ae7a23d343 req-5fbc1ca3-1c07-4925-b1b7-c86f0e5390d9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1267374 Mar 22 14:32:01.701005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=771cf6b2-5d45-45a0-a99a-5bacbb5a8eca,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:01.703716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] In _notify_port_updated(), no bound segment for port 771cf6b2-5d45-45a0-a99a-5bacbb5a8eca on network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:01.709396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:01.709882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.711331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-85694467-744e-4f7c-beca-3017a911ab7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "PUT /v2.0/ports/771cf6b2-5d45-45a0-a99a-5bacbb5a8eca HTTP/1.1" status: 200 len: 818 time: 0.7242272 Mar 22 14:32:01.722945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36230) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:01.775645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-991efef8-08a7-4594-a313-b2ae7a23d343 req-b2bbe10c-c773-4750-9d36-6b1bdbb9c7b3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128781 Mar 22 14:32:01.903743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 771cf6b2-5d45-45a0-a99a-5bacbb5a8eca {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:01.904328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.087594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.138969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 771cf6b2-5d45-45a0-a99a-5bacbb5a8eca owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:02.321002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (771cf6b2-5d45-45a0-a99a-5bacbb5a8eca), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.385506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=771cf6b2-5d45-45a0-a99a-5bacbb5a8eca,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:02.401879 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.408285 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b365a44-5b74-4161-ba19-f04c9c993d8d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/771cf6b2-5d45-45a0-a99a-5bacbb5a8eca HTTP/1.1" status: 204 len: 168 time: 0.6883762 Mar 22 14:32:02.408549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36248) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:02.502528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281a716-e322-45ca-a003-6fee06eb472b tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:02.504169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6281a716-e322-45ca-a003-6fee06eb472b tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0947378 Mar 22 14:32:02.507969 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36252) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:02.566902 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed3f028-86e4-4fcf-8de4-dd0c9ba02a5a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:02.583398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4ed3f028-86e4-4fcf-8de4-dd0c9ba02a5a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/771cf6b2-5d45-45a0-a99a-5bacbb5a8eca HTTP/1.1" status: 404 len: 333 time: 0.0696144 Mar 22 14:32:02.584602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36256) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:02.590260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-120934125'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:02.628900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:02.633092 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.659952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:02.686596 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5acfddf5-77dc-4844-8b90-4425d194e638), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.687233 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment 5acfddf5-77dc-4844-8b90-4425d194e638 of type vlan for network ff7b182b-9208-40fa-8bb9-7c0770e1f580 Mar 22 14:32:02.754845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ff7b182b-9208-40fa-8bb9-7c0770e1f580), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.807159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ff7b182b-9208-40fa-8bb9-7c0770e1f580), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.820851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:02.822026 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.909732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3237462 Mar 22 14:32:02.912941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:02.921295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:02.998442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad6d87-3840-490f-a9b8-a72887f7181f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=ff7b182b-9208-40fa-8bb9-7c0770e1f580,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:03.016895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:03.268985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:03.278258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.386870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f844-5331-4313-bd8b-6474a7fac55f req-7b3d8131-c165-439e-b8d8-4927f34113af tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:03.402299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45c2f844-5331-4313-bd8b-6474a7fac55f req-7b3d8131-c165-439e-b8d8-4927f34113af tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.4842207 Mar 22 14:32:03.526849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (08c8965f-c08e-48a9-8456-19095304d683), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.528673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-45c2f844-5331-4313-bd8b-6474a7fac55f req-23b07bb2-b193-4c79-8907-b55f16651f7f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250036 Mar 22 14:32:03.617492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': '5acfddf5-77dc-4844-8b90-4425d194e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:03.617941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: ff7b182b-9208-40fa-8bb9-7c0770e1f580, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:03.628953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=08c8965f-c08e-48a9-8456-19095304d683,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:03.655926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:03.668641 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ff7b182b-9208-40fa-8bb9-7c0770e1f580) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:03.678530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587af9c7-8466-458f-82a4-b1488ffdd52e None None] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:03.684847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:03.685836 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.706061 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6fc1287f-caec-44c3-88ba-50bdb7e8ade6 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7914059 Mar 22 14:32:03.709172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36290) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:03.715370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4205f4c1-ae48-4fb2-9f28-cb2cb68ad714 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:03.880437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'project_id': 'cd3c06a3d9f949e682ba9deddad94d54', 'fixed_ips': [{'subnet_id': '08c8965f-c08e-48a9-8456-19095304d683'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:03.882532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.951339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4205f4c1-ae48-4fb2-9f28-cb2cb68ad714 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:03.959477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4205f4c1-ae48-4fb2-9f28-cb2cb68ad714 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.145848 n-d-834677-3 neutron-server[110458]: INFO neutron.db.ipam_backend_mixin [None req-4205f4c1-ae48-4fb2-9f28-cb2cb68ad714 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08c8965f-c08e-48a9-8456-19095304d683 (CIDR: 2001:db8::/64) Mar 22 14:32:04.155805 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4205f4c1-ae48-4fb2-9f28-cb2cb68ad714 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:04.157573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4205f4c1-ae48-4fb2-9f28-cb2cb68ad714 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:04.186679 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4205f4c1-ae48-4fb2-9f28-cb2cb68ad714 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4752548 Mar 22 14:32:04.188414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36304) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:04.193610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:04.228812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Allocated IP 2001:db8::2 (ff7b182b-9208-40fa-8bb9-7c0770e1f580/08c8965f-c08e-48a9-8456-19095304d683/a1b8834e-7821-4356-b663-29941076fff5) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:04.525339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:04.535993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.578303 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Publish callbacks [] for port (a1b8834e-7821-4356-b663-29941076fff5), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.589383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a1b8834e-7821-4356-b663-29941076fff5), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.691403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:04.710673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:04.725885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:04.747614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Pushing event updated for resources: {'Port': ['ID=a1b8834e-7821-4356-b663-29941076fff5,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:04.853643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Attempting to bind port a1b8834e-7821-4356-b663-29941076fff5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:04.855468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Attempting to bind port a1b8834e-7821-4356-b663-29941076fff5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5acfddf5-77dc-4844-8b90-4425d194e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:04.857181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Attempting to bind port a1b8834e-7821-4356-b663-29941076fff5 on network ff7b182b-9208-40fa-8bb9-7c0770e1f580 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:04.880213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:04.881524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Checking segment: {'id': '5acfddf5-77dc-4844-8b90-4425d194e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:04.882207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.882934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Bound using segment: {'id': '5acfddf5-77dc-4844-8b90-4425d194e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:04.883230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Bound port: a1b8834e-7821-4356-b663-29941076fff5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acfddf5-77dc-4844-8b90-4425d194e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:04.883620 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a1b8834e-7821-4356-b663-29941076fff5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.940257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75568-f4e1-4fff-b027-830a6ae4fd08 req-466c9d21-04cb-4653-94b2-aa0bb5dcbae0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:04.958633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fe75568-f4e1-4fff-b027-830a6ae4fd08 req-466c9d21-04cb-4653-94b2-aa0bb5dcbae0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.1729641 Mar 22 14:32:05.058110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] For port a1b8834e-7821-4356-b663-29941076fff5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:05.064528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] For port a1b8834e-7821-4356-b663-29941076fff5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1b8834e-7821-4356-b663-29941076fff5,segment=NetworkSegment(5acfddf5-77dc-4844-8b90-4425d194e638),segment_id=5acfddf5-77dc-4844-8b90-4425d194e638)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:05.073558 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a1b8834e-7821-4356-b663-29941076fff5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.157397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3fe75568-f4e1-4fff-b027-830a6ae4fd08 req-3c860119-0712-474c-b699-4f545bbbf622 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978338 Mar 22 14:32:05.185541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482b397-448a-40a0-9dd4-efa78956eb74 None None] Pushing event updated for resources: {'Port': ['ID=a1b8834e-7821-4356-b663-29941076fff5,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:05.401391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (4c9bf347-e9f7-4456-9bd5-f8c03943db60), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.470167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:05.475027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:05.480233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:05.481119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.490136 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=4c9bf347-e9f7-4456-9bd5-f8c03943db60,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:05.506274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-62783866-cb65-4d2c-9ea0-7473fa8feac8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3166535 Mar 22 14:32:05.508957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36328) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:05.516113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'fixed_ips': [{'subnet_id': '08c8965f-c08e-48a9-8456-19095304d683'}, {'subnet_id': '4c9bf347-e9f7-4456-9bd5-f8c03943db60'}], 'name': 'tempest-PortsIpV6TestJSON-853762274'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:05.696839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:05.847582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.902013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port c3696d01-36f7-4940-b99a-0aff9c0ff408 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:06.164699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-27aee59f-f7b0-4f70-b0d1-6e6ced2290e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982580 Mar 22 14:32:06.462350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a44745-14af-4428-9c95-d85790138ea4 req-68b59682-6858-4ee1-bef5-0cf55340d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.487505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-68b59682-6858-4ee1-bef5-0cf55340d0e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 1127 time: 0.2400496 Mar 22 14:32:06.540185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1b8834e-7821-4356-b663-29941076fff5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:06.713118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::31 (ff7b182b-9208-40fa-8bb9-7c0770e1f580/08c8965f-c08e-48a9-8456-19095304d683/c3696d01-36f7-4940-b99a-0aff9c0ff408) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:06.743879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8:0:1::2a1 (ff7b182b-9208-40fa-8bb9-7c0770e1f580/4c9bf347-e9f7-4456-9bd5-f8c03943db60/c3696d01-36f7-4940-b99a-0aff9c0ff408) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:06.795600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a1b8834e-7821-4356-b663-29941076fff5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:06.795995 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1b8834e-7821-4356-b663-29941076fff5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.885330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a44745-14af-4428-9c95-d85790138ea4 req-16fb6642-fd9e-41f4-a931-164e9b479bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.890162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-16fb6642-fd9e-41f4-a931-164e9b479bfd service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.3927610 Mar 22 14:32:06.994510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170bfd0-a849-4625-9c21-235ad93b5c95 req-df78f8d4-7ee5-4eaa-aaac-3b2c8a8ddaa8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.996179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e170bfd0-a849-4625-9c21-235ad93b5c95 req-df78f8d4-7ee5-4eaa-aaac-3b2c8a8ddaa8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.6844203 Mar 22 14:32:06.998642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-8112eb78-e889-466c-afba-7eb11de96dd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad HTTP/1.1" status: 200 len: 217 time: 0.0993421 Mar 22 14:32:07.030028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a1b8834e-7821-4356-b663-29941076fff5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:07.030450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a1b8834e-7821-4356-b663-29941076fff5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.126396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port a1b8834e-7821-4356-b663-29941076fff5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1b8834e-7821-4356-b663-29941076fff5,segment=NetworkSegment(5acfddf5-77dc-4844-8b90-4425d194e638),segment_id=5acfddf5-77dc-4844-8b90-4425d194e638)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:07.145838 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a1b8834e-7821-4356-b663-29941076fff5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.174061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a44745-14af-4428-9c95-d85790138ea4 req-0308110a-7897-40c7-b105-45dae3b7b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:07.181835 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.188158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-0308110a-7897-40c7-b105-45dae3b7b15f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.1733880 Mar 22 14:32:07.261752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=a1b8834e-7821-4356-b663-29941076fff5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:07.266180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0723e326-724e-4004-ae0e-388e3be5ae93 None None] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:07.270842 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.349705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:07.351299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f64ca5cc-a009-40c0-b652-7b547d8ec58d None None] Provisioning complete for port a1b8834e-7821-4356-b663-29941076fff5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:07.351700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f64ca5cc-a009-40c0-b652-7b547d8ec58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1b8834e-7821-4356-b663-29941076fff5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.356797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:07.362166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:07.368688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:07.369568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.383841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=c3696d01-36f7-4940-b99a-0aff9c0ff408,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:07.392739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e170bfd0-a849-4625-9c21-235ad93b5c95 req-ffcbb1cc-85c5-4518-ac31-4cc84ae83433 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882174 Mar 22 14:32:07.397619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-30a3ed30-29b3-4ef7-a73d-89f961daeb3e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8857796 Mar 22 14:32:07.397858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36354) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:07.407389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08c8965f-c08e-48a9-8456-19095304d683'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:07.443044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a44745-14af-4428-9c95-d85790138ea4 req-d35b4409-d9a6-40dd-9d24-aac454865fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:07.454706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-d35b4409-d9a6-40dd-9d24-aac454865fb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2409210 Mar 22 14:32:07.525213 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.534856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f64ca5cc-a009-40c0-b652-7b547d8ec58d None None] Current status of the port a1b8834e-7821-4356-b663-29941076fff5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:07.674424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-4e177770-8251-43be-a90a-3d0dbf62d060 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111816 Mar 22 14:32:07.707213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d8152-1230-472a-9364-0037d1959268 None None] Update dhcp port {'port': {'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'fixed_ips': [{'subnet_id': '08c8965f-c08e-48a9-8456-19095304d683', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c9bf347-e9f7-4456-9bd5-f8c03943db60'}], 'binding:host_id': 'n-d-834677-3'}, 'id': 'a1b8834e-7821-4356-b663-29941076fff5'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:07.779019 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:32:07.791427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c76d8152-1230-472a-9364-0037d1959268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a1b8834e-7821-4356-b663-29941076fff5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.798449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12a44745-14af-4428-9c95-d85790138ea4 req-fbb850a4-0f78-448f-9721-6dab9a1726bf service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150944 Mar 22 14:32:07.930587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Delete allocated IP 2001:db8:0:1::2a1 (ff7b182b-9208-40fa-8bb9-7c0770e1f580/4c9bf347-e9f7-4456-9bd5-f8c03943db60) {{(pid=110458) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:32:08.111180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.119295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.241183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=c3696d01-36f7-4940-b99a-0aff9c0ff408,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:08.256253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-c76d8152-1230-472a-9364-0037d1959268 None None] Allocated IP 2001:db8:0:1::2 (ff7b182b-9208-40fa-8bb9-7c0770e1f580/4c9bf347-e9f7-4456-9bd5-f8c03943db60/a1b8834e-7821-4356-b663-29941076fff5) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:08.308443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] In _notify_port_updated(), no bound segment for port c3696d01-36f7-4940-b99a-0aff9c0ff408 on network ff7b182b-9208-40fa-8bb9-7c0770e1f580 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:08.333354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:08.339092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.341871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b165b2d5-b809-47df-adef-20f5403d3fe2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "PUT /v2.0/ports/c3696d01-36f7-4940-b99a-0aff9c0ff408 HTTP/1.1" status: 200 len: 924 time: 0.9423022 Mar 22 14:32:08.347442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36366) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:08.357042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08c8965f-c08e-48a9-8456-19095304d683'}, {'subnet_id': '4c9bf347-e9f7-4456-9bd5-f8c03943db60'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:08.527682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1b8834e-7821-4356-b663-29941076fff5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:08.629690 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.702424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a1b8834e-7821-4356-b663-29941076fff5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:08.705041 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1b8834e-7821-4356-b663-29941076fff5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.810959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c76d8152-1230-472a-9364-0037d1959268 None None] For port a1b8834e-7821-4356-b663-29941076fff5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1b8834e-7821-4356-b663-29941076fff5,segment=NetworkSegment(5acfddf5-77dc-4844-8b90-4425d194e638),segment_id=5acfddf5-77dc-4844-8b90-4425d194e638)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:08.901921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec903b7-93d2-468a-aa0d-3d8e2f2a05ba req-4940c327-48d3-4833-94f6-26f975061ceb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:08.915213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ec903b7-93d2-468a-aa0d-3d8e2f2a05ba req-4940c327-48d3-4833-94f6-26f975061ceb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.3177533 Mar 22 14:32:08.961958 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c76d8152-1230-472a-9364-0037d1959268 None None] Publish callbacks [] for port (a1b8834e-7821-4356-b663-29941076fff5), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.988415 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c76d8152-1230-472a-9364-0037d1959268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a1b8834e-7821-4356-b663-29941076fff5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.001895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ec903b7-93d2-468a-aa0d-3d8e2f2a05ba req-5e10176f-6c8c-4f1a-b922-55f06c3d1957 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856998 Mar 22 14:32:09.164582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a1b8834e-7821-4356-b663-29941076fff5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:09.169521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d8152-1230-472a-9364-0037d1959268 None None] Pushing event updated for resources: {'Port': ['ID=a1b8834e-7821-4356-b663-29941076fff5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:09.306928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8:0:1::2e2 (ff7b182b-9208-40fa-8bb9-7c0770e1f580/4c9bf347-e9f7-4456-9bd5-f8c03943db60/c3696d01-36f7-4940-b99a-0aff9c0ff408) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:09.563145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.571778 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.665602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] In _notify_port_updated(), no bound segment for port c3696d01-36f7-4940-b99a-0aff9c0ff408 on network ff7b182b-9208-40fa-8bb9-7c0770e1f580 {{(pid=110458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:09.671162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:09.671807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.673825 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "PUT /v2.0/ports/c3696d01-36f7-4940-b99a-0aff9c0ff408 HTTP/1.1" status: 200 len: 1010 time: 1.3245115 Mar 22 14:32:09.675294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ee46a-a200-428f-97cf-49ac340052f3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=c3696d01-36f7-4940-b99a-0aff9c0ff408,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:09.676759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36382) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:09.936206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ecf6d8cc-757b-40bd-9759-e261dcc4836b details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:32:10.030018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-32f7368d-f324-4ebb-8a91-6b3833f8e0c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240149 Mar 22 14:32:10.035237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port c3696d01-36f7-4940-b99a-0aff9c0ff408 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:10.037171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.204730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ecf6d8cc-757b-40bd-9759-e261dcc4836b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ecf6d8cc-757b-40bd-9759-e261dcc4836b,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:10.227784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'port_id': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b', 'mac_address': 'fa:16:3e:43:bf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:32:10.322728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ecf6d8cc-757b-40bd-9759-e261dcc4836b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:10.323125 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.338441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-30e5a944-d141-4035-a2ef-63f83cbb18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:10.339967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-30e5a944-d141-4035-a2ef-63f83cbb18c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06b24fa212642c6abb638129fabf21a&device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 1127 time: 0.2238832 Mar 22 14:32:10.373997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf6d8cc-757b-40bd-9759-e261dcc4836b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:32:10.418357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ecf6d8cc-757b-40bd-9759-e261dcc4836b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ecf6d8cc-757b-40bd-9759-e261dcc4836b,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:10.431478 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.511764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d275d6c-5b24-41fd-8b3f-bd5c12ef8284 None None] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:10.567976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1b8834e-7821-4356-b663-29941076fff5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:10.647674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.676205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for c3696d01-36f7-4940-b99a-0aff9c0ff408 owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:10.686143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-becf0801-49c2-4870-8347-9a6327c18d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:10.689860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-becf0801-49c2-4870-8347-9a6327c18d12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 200 len: 914 time: 0.3190844 Mar 22 14:32:10.710264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326515bf-0ab4-40da-9296-d233cd07f714 req-dbf3dd8b-5128-4a06-b640-44ba055b2132 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:10.716078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-326515bf-0ab4-40da-9296-d233cd07f714 req-dbf3dd8b-5128-4a06-b640-44ba055b2132 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 943 time: 0.5302250 Mar 22 14:32:10.756128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['ecf6d8cc-757b-40bd-9759-e261dcc4836b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:32:10.791787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-a7ab4035-4781-4a73-ad24-c2738b44894d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c08e51-27e8-4cdc-8578-23ed4895816d HTTP/1.1" status: 200 len: 217 time: 0.0744100 Mar 22 14:32:10.935233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c8c34b2f-980b-4413-9fc1-2a17172a79f2 None None] Provisioning complete for port c3696d01-36f7-4940-b99a-0aff9c0ff408 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:10.935233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c8c34b2f-980b-4413-9fc1-2a17172a79f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.031831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-326515bf-0ab4-40da-9296-d233cd07f714 req-5867f12a-8c6e-4fa2-aa8a-57e55c2532a1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376723 Mar 22 14:32:11.069789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ecf6d8cc-757b-40bd-9759-e261dcc4836b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:11.108019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a1b8834e-7821-4356-b663-29941076fff5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:11.108480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1b8834e-7821-4356-b663-29941076fff5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.117677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-6fc83019-dfe2-4681-a5a2-be9995dd9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:11.120216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-6fc83019-dfe2-4681-a5a2-be9995dd9636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 200 len: 853 time: 0.3082342 Mar 22 14:32:11.198642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c8c34b2f-980b-4413-9fc1-2a17172a79f2 None None] Port c3696d01-36f7-4940-b99a-0aff9c0ff408 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:11.294840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c8c34b2f-980b-4413-9fc1-2a17172a79f2 None None] Provisioning complete for port a1b8834e-7821-4356-b663-29941076fff5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:11.295387 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c8c34b2f-980b-4413-9fc1-2a17172a79f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1b8834e-7821-4356-b663-29941076fff5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.365082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-a9ba22eb-3400-450e-a5d0-23f0f50202b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61322600-9eb7-42ce-9baa-2e9d4a1515fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591328 Mar 22 14:32:11.366864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c3696d01-36f7-4940-b99a-0aff9c0ff408), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.452681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=c3696d01-36f7-4940-b99a-0aff9c0ff408,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:11.462816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c8c34b2f-980b-4413-9fc1-2a17172a79f2 None None] Current status of the port a1b8834e-7821-4356-b663-29941076fff5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:11.545351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a1b8834e-7821-4356-b663-29941076fff5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:11.606494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.607007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.607352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.607687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.608018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.608364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.608779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.609109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.609669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.609803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.610117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.610403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.610721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.611038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.611355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:11.614760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.618792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0f777f11-0185-45bb-acf6-29a99266be54 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/c3696d01-36f7-4940-b99a-0aff9c0ff408 HTTP/1.1" status: 204 len: 168 time: 1.9402874 Mar 22 14:32:11.621315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36410) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:11.665767 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-87889491-313d-4f7c-ace7-8423778c303b tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:11.670488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-87889491-313d-4f7c-ace7-8423778c303b tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/c3696d01-36f7-4940-b99a-0aff9c0ff408 HTTP/1.1" status: 404 len: 333 time: 0.0475693 Mar 22 14:32:11.676211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36412) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:11.686203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-8abb6074-3b11-4ff4-ba4f-648c1689de4f service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028247 Mar 22 14:32:11.775567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet 4c9bf347-e9f7-4456-9bd5-f8c03943db60 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:11.779292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (4c9bf347-e9f7-4456-9bd5-f8c03943db60), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.846855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9427a405-4e5d-44a6-a639-5c5719e18896 req-2981fc69-0d9d-40e5-9882-98b40fefb276 service neutron] 10.222.0.57 "GET /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503375 Mar 22 14:32:11.884369 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (4c9bf347-e9f7-4456-9bd5-f8c03943db60), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.982640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-650547e2-13a5-43f2-9bf5-d99b1657664a None None] Could not find standard attr ID for object c3696d01-36f7-4940-b99a-0aff9c0ff408. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:12.010409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-650547e2-13a5-43f2-9bf5-d99b1657664a None None] Provisioning complete for port a1b8834e-7821-4356-b663-29941076fff5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:12.011244 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-650547e2-13a5-43f2-9bf5-d99b1657664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1b8834e-7821-4356-b663-29941076fff5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.072024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (4c9bf347-e9f7-4456-9bd5-f8c03943db60), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.171502 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (4c9bf347-e9f7-4456-9bd5-f8c03943db60), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.264335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.280057 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/4c9bf347-e9f7-4456-9bd5-f8c03943db60 HTTP/1.1" status: 204 len: 168 time: 0.6010871 Mar 22 14:32:12.282259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db6ab8-980b-4b65-95a8-23170d471a38 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9bf347-e9f7-4456-9bd5-f8c03943db60,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:12.286285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36426) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:12.388667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet 08c8965f-c08e-48a9-8456-19095304d683 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:12.396086 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (08c8965f-c08e-48a9-8456-19095304d683), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.433997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c397df-9a33-4d02-8bcd-4899cd4586b0 req-d616f43b-b76a-4a1f-afd6-ba48d21618b9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:12.439727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0c397df-9a33-4d02-8bcd-4899cd4586b0 req-d616f43b-b76a-4a1f-afd6-ba48d21618b9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 944 time: 0.1999815 Mar 22 14:32:12.507447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (08c8965f-c08e-48a9-8456-19095304d683), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.553374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c0c397df-9a33-4d02-8bcd-4899cd4586b0 req-f11edd6f-df11-438b-886b-de86afaf4a67 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058028 Mar 22 14:32:12.578393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02f7f3-f259-4c71-8b08-7afd43295d8d None None] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:12.634619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-650547e2-13a5-43f2-9bf5-d99b1657664a None None] Current status of the port a1b8834e-7821-4356-b663-29941076fff5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:12.646644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (08c8965f-c08e-48a9-8456-19095304d683), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.732412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (08c8965f-c08e-48a9-8456-19095304d683), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.761156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-aac8b62b-119c-4413-9d54-62ea28b809de None None] Could not find standard attr ID for object c3696d01-36f7-4940-b99a-0aff9c0ff408. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:12.778348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=08c8965f-c08e-48a9-8456-19095304d683,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:12.782259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.786621 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-35f6c2a3-5f2a-4bfb-893a-d1182b4c6498 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/08c8965f-c08e-48a9-8456-19095304d683 HTTP/1.1" status: 204 len: 168 time: 0.4982018 Mar 22 14:32:12.789290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36440) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:12.849545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1fc7b1-dff6-4851-bb11-9b86ddf54af4 None None] Update dhcp port {'port': {'network_id': 'ff7b182b-9208-40fa-8bb9-7c0770e1f580', 'fixed_ips': [{'subnet_id': '08c8965f-c08e-48a9-8456-19095304d683'}], 'binding:host_id': 'n-d-834677-3'}, 'id': 'a1b8834e-7821-4356-b663-29941076fff5'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:12.875121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ff7b182b-9208-40fa-8bb9-7c0770e1f580), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.878591 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc7b1-dff6-4851-bb11-9b86ddf54af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a1b8834e-7821-4356-b663-29941076fff5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.940799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port a1b8834e-7821-4356-b663-29941076fff5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:12.941152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a1b8834e-7821-4356-b663-29941076fff5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.075644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] For port a1b8834e-7821-4356-b663-29941076fff5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a1b8834e-7821-4356-b663-29941076fff5,segment=NetworkSegment(5acfddf5-77dc-4844-8b90-4425d194e638),segment_id=5acfddf5-77dc-4844-8b90-4425d194e638)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:13.076025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a1b8834e-7821-4356-b663-29941076fff5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.090896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for a1b8834e-7821-4356-b663-29941076fff5 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:13.106934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c4d42-d62f-4485-8d2c-0ce6abda4368 None None] Network ff7b182b-9208-40fa-8bb9-7c0770e1f580 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:13.205148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a1b8834e-7821-4356-b663-29941076fff5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.269589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No DVR routers for this DVR port a1b8834e-7821-4356-b663-29941076fff5 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:13.276625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-22bf0c98-5109-4cb8-9071-ddd0da1723f1 None None] Provisioning complete for port a1b8834e-7821-4356-b663-29941076fff5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:13.291165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-22bf0c98-5109-4cb8-9071-ddd0da1723f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a1b8834e-7821-4356-b663-29941076fff5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.302471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=a1b8834e-7821-4356-b663-29941076fff5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:13.321639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-22bf0c98-5109-4cb8-9071-ddd0da1723f1 None None] Port a1b8834e-7821-4356-b663-29941076fff5 was deleted so its status cannot be updated. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 22 14:32:13.367894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96522fb-fa00-4f85-9793-977603e595d4 None None] DHCP port deletion for ff7b182b-9208-40fa-8bb9-7c0770e1f580 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:13.384755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ff7b182b-9208-40fa-8bb9-7c0770e1f580), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.406483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7b182b-9208-40fa-8bb9-7c0770e1f580']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:13.418209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acfddf5-77dc-4844-8b90-4425d194e638') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:13.418651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acfddf5-77dc-4844-8b90-4425d194e638') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:13.428739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (5acfddf5-77dc-4844-8b90-4425d194e638), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.442597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5acfddf5-77dc-4844-8b90-4425d194e638), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.449494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:13.449862 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (5acfddf5-77dc-4844-8b90-4425d194e638), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:13.494648 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:13.528293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ff7b182b-9208-40fa-8bb9-7c0770e1f580), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.534527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.538663 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/ff7b182b-9208-40fa-8bb9-7c0770e1f580 HTTP/1.1" status: 204 len: 168 time: 0.7481153 Mar 22 14:32:13.544658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36462) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:13.601414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0034-e1e7-4a43-857d-76ed85c69fd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=ff7b182b-9208-40fa-8bb9-7c0770e1f580,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:13.687779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9db215-0e4e-4735-b29a-d7e2c67f2a6f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:13.690686 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4e9db215-0e4e-4735-b29a-d7e2c67f2a6f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1441555 Mar 22 14:32:13.694724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36470) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:13.844349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69c4f9-2dc5-4a52-8e98-e68bb4548cfa req-7d579b49-51d3-4523-a4e5-6b8327b1406a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:13.852183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd69c4f9-2dc5-4a52-8e98-e68bb4548cfa req-7d579b49-51d3-4523-a4e5-6b8327b1406a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 944 time: 0.0992982 Mar 22 14:32:13.870410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4fd39ef4-13c6-48e6-94b8-6542ea16e914 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1744969 Mar 22 14:32:13.874413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:13.879307 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1390764761'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:13.910763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:13.915816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.930818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd69c4f9-2dc5-4a52-8e98-e68bb4548cfa req-a0ddf780-91be-4ec8-81eb-a253d4e964e4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774138 Mar 22 14:32:13.948173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ecf6d8cc-757b-40bd-9759-e261dcc4836b up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:13.975602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:13.995763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (081f8915-31fb-4192-bbde-423b9a11cd32), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.996243 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment 081f8915-31fb-4192-bbde-423b9a11cd32 of type vlan for network 740efadb-3446-4739-8eb5-84d7a6087461 Mar 22 14:32:14.055238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port ecf6d8cc-757b-40bd-9759-e261dcc4836b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:32:14.062693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port ecf6d8cc-757b-40bd-9759-e261dcc4836b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:14.063196 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.087688 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (740efadb-3446-4739-8eb5-84d7a6087461), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.147759 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (740efadb-3446-4739-8eb5-84d7a6087461), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.153177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:14.154049 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.249036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ecf6d8cc-757b-40bd-9759-e261dcc4836b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:14.249498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.267636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36476) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:14.267987 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3922992 Mar 22 14:32:14.273281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '740efadb-3446-4739-8eb5-84d7a6087461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:14.312527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02607ad2-b0a1-488e-a70b-b3f4319a8656 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=740efadb-3446-4739-8eb5-84d7a6087461,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:14.319272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ecf6d8cc-757b-40bd-9759-e261dcc4836b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ecf6d8cc-757b-40bd-9759-e261dcc4836b,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:14.320557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:14.324051 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b669f40-c204-4e6e-a053-51478dc6ae7f" -d '{"events": [{"server_uuid": "ca6c0f12-c3de-49ad-bb3f-ec089c51a948", "name": "network-vif-plugged", "status": "completed", "tag": "ecf6d8cc-757b-40bd-9759-e261dcc4836b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:14.328272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 740efadb-3446-4739-8eb5-84d7a6087461 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:14.403484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.489597 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f798482-e91b-455a-929b-5fa4b4855c4d x-openstack-request-id: req-5f798482-e91b-455a-929b-5fa4b4855c4d {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:14.492901 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6c0f12-c3de-49ad-bb3f-ec089c51a948", "name": "network-vif-plugged", "status": "completed", "tag": "ecf6d8cc-757b-40bd-9759-e261dcc4836b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:14.493265 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f798482-e91b-455a-929b-5fa4b4855c4d {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:14.495001 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f798482-e91b-455a-929b-5fa4b4855c4d'] response: {'server_uuid': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b', 'code': 200} Mar 22 14:32:14.525615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ecf6d8cc-757b-40bd-9759-e261dcc4836b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:14.529543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1b8834e-7821-4356-b663-29941076fff5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:14.559274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a1b8834e-7821-4356-b663-29941076fff5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:14.559791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a1b8834e-7821-4356-b663-29941076fff5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:14.627549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:14.631896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.699172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80561ce2-e4d5-4514-92ca-9c97c42a871f req-6dd30e60-5eec-4576-b582-cdf25835f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:14.701560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80561ce2-e4d5-4514-92ca-9c97c42a871f req-6dd30e60-5eec-4576-b582-cdf25835f179 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 1127 time: 0.1933570 Mar 22 14:32:14.782425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80561ce2-e4d5-4514-92ca-9c97c42a871f req-bcefb2bc-3679-4d3a-93ed-bded2daf263e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740356 Mar 22 14:32:14.960037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (7c25ec3f-0289-4c80-8ca5-1fad95c1bf13), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.045507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=7c25ec3f-0289-4c80-8ca5-1fad95c1bf13,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:15.091295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': '081f8915-31fb-4192-bbde-423b9a11cd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '740efadb-3446-4739-8eb5-84d7a6087461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:15.091686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: 740efadb-3446-4739-8eb5-84d7a6087461, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:15.123010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da903b-182c-4e84-8153-7a3c8427ba4b req-77cd52b7-17b2-41ae-a544-b899cbcf4ab5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:15.124914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08da903b-182c-4e84-8153-7a3c8427ba4b req-77cd52b7-17b2-41ae-a544-b899cbcf4ab5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 945 time: 0.0881622 Mar 22 14:32:15.138969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 740efadb-3446-4739-8eb5-84d7a6087461 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:15.200976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 740efadb-3446-4739-8eb5-84d7a6087461) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:15.211441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a35ad-749f-4cc5-a86f-633efffb40be None None] Network 740efadb-3446-4739-8eb5-84d7a6087461 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:15.213285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08da903b-182c-4e84-8153-7a3c8427ba4b req-1883f04f-968a-4825-bfb9-b30741a1cfd5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702226 Mar 22 14:32:15.217720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:15.218726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.245759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7a66f976-d0c4-4c23-8fea-af7a30639348 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9764457 Mar 22 14:32:15.260794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36494) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:15.266371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '740efadb-3446-4739-8eb5-84d7a6087461', 'name': 'tempest-PortsIpV6TestJSON-924680566'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:15.412926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-740efadb-3446-4739-8eb5-84d7a6087461', 'network_id': '740efadb-3446-4739-8eb5-84d7a6087461', 'project_id': 'cd3c06a3d9f949e682ba9deddad94d54', 'fixed_ips': [{'subnet_id': '7c25ec3f-0289-4c80-8ca5-1fad95c1bf13'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:15.414077 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.436669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:15.440869 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.464489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port db59c841-d5d2-4a80-9c0e-77c96388201b yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:15.596975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::141 (740efadb-3446-4739-8eb5-84d7a6087461/7c25ec3f-0289-4c80-8ca5-1fad95c1bf13/db59c841-d5d2-4a80-9c0e-77c96388201b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:15.760551 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (db59c841-d5d2-4a80-9c0e-77c96388201b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.804044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (db59c841-d5d2-4a80-9c0e-77c96388201b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.854382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 740efadb-3446-4739-8eb5-84d7a6087461 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:15.857923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:15.862178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:15.868285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:15.869168 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.891902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=db59c841-d5d2-4a80-9c0e-77c96388201b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:15.900991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4f9e58aa-6fcc-4f4f-9b74-c96e481185b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6387997 Mar 22 14:32:15.904256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36504) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:15.910002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '740efadb-3446-4739-8eb5-84d7a6087461', 'name': 'tempest-PortsIpV6TestJSON-112321003'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:15.919965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Allocated IP 2001:db8::2 (740efadb-3446-4739-8eb5-84d7a6087461/7c25ec3f-0289-4c80-8ca5-1fad95c1bf13/546bcea2-077f-4a7e-9462-5f5af66e02ed) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:16.053681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:16.058649 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.085433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 2fbfaa61-6837-4dab-8f05-c1719421b9a0 yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:16.173814 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Publish callbacks [] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.186023 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.272287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Network 740efadb-3446-4739-8eb5-84d7a6087461 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:16.283920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:16.287052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:16.293017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Pushing event updated for resources: {'Port': ['ID=546bcea2-077f-4a7e-9462-5f5af66e02ed,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:16.327649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::2b (740efadb-3446-4739-8eb5-84d7a6087461/7c25ec3f-0289-4c80-8ca5-1fad95c1bf13/2fbfaa61-6837-4dab-8f05-c1719421b9a0) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:16.400948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Attempting to bind port 546bcea2-077f-4a7e-9462-5f5af66e02ed on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:16.401667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Attempting to bind port 546bcea2-077f-4a7e-9462-5f5af66e02ed by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '081f8915-31fb-4192-bbde-423b9a11cd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '740efadb-3446-4739-8eb5-84d7a6087461'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:16.403473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Attempting to bind port 546bcea2-077f-4a7e-9462-5f5af66e02ed on network 740efadb-3446-4739-8eb5-84d7a6087461 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:16.416282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:16.421720 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Checking segment: {'id': '081f8915-31fb-4192-bbde-423b9a11cd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '740efadb-3446-4739-8eb5-84d7a6087461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:16.422482 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.423130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Bound using segment: {'id': '081f8915-31fb-4192-bbde-423b9a11cd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '740efadb-3446-4739-8eb5-84d7a6087461'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:16.423675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Bound port: 546bcea2-077f-4a7e-9462-5f5af66e02ed, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081f8915-31fb-4192-bbde-423b9a11cd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '740efadb-3446-4739-8eb5-84d7a6087461'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:16.424179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.457959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c20e-73a2-4ff7-87c9-e2e118e7f577 req-fbdf820d-1133-42d0-aa5a-a62066c88a17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:16.459666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa51c20e-73a2-4ff7-87c9-e2e118e7f577 req-fbdf820d-1133-42d0-aa5a-a62066c88a17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 945 time: 0.0975995 Mar 22 14:32:16.505281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] For port 546bcea2-077f-4a7e-9462-5f5af66e02ed, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:16.508868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] For port 546bcea2-077f-4a7e-9462-5f5af66e02ed, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=546bcea2-077f-4a7e-9462-5f5af66e02ed,segment=NetworkSegment(081f8915-31fb-4192-bbde-423b9a11cd32),segment_id=081f8915-31fb-4192-bbde-423b9a11cd32)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:16.524052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.564238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa51c20e-73a2-4ff7-87c9-e2e118e7f577 req-01ec6118-e814-4589-9c11-712f50fa9782 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989361 Mar 22 14:32:16.636583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6db2c7-459c-41a4-a5de-a8b71def3d47 None None] Pushing event updated for resources: {'Port': ['ID=546bcea2-077f-4a7e-9462-5f5af66e02ed,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:16.680361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (2fbfaa61-6837-4dab-8f05-c1719421b9a0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.737163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2fbfaa61-6837-4dab-8f05-c1719421b9a0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.795460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 740efadb-3446-4739-8eb5-84d7a6087461 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:16.798669 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:16.806615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:16.812929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:16.814124 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.820718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=2fbfaa61-6837-4dab-8f05-c1719421b9a0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:16.836015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e982c-90c6-4772-9d35-2d5b29018797 req-8c4e0490-926a-422d-bba6-219cde080935 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:16.841463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db7e982c-90c6-4772-9d35-2d5b29018797 req-8c4e0490-926a-422d-bba6-219cde080935 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 945 time: 0.1356010 Mar 22 14:32:16.853547 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3aa002e4-fb11-41fd-8d63-466e0dfb0aff tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9480844 Mar 22 14:32:16.856353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:16.985821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cbde56-cb68-42f7-a4b5-1304386844c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:16.986597 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d7cbde56-cb68-42f7-a4b5-1304386844c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A141 HTTP/1.1" status: 200 len: 928 time: 0.1284311 Mar 22 14:32:16.991390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:17.022931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-db7e982c-90c6-4772-9d35-2d5b29018797 req-40980fbd-a663-497a-be5f-627faae478bd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754005 Mar 22 14:32:17.189487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 2fbfaa61-6837-4dab-8f05-c1719421b9a0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:17.196708 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2fbfaa61-6837-4dab-8f05-c1719421b9a0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.358237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2fbfaa61-6837-4dab-8f05-c1719421b9a0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.376812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 2fbfaa61-6837-4dab-8f05-c1719421b9a0 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:17.644930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc64de-9d1b-4959-885c-ffca9e9edf5b req-af720e35-7f86-4db4-98c8-88d4aebf3698 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:17.653253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dc64de-9d1b-4959-885c-ffca9e9edf5b req-af720e35-7f86-4db4-98c8-88d4aebf3698 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 945 time: 0.0826387 Mar 22 14:32:17.733570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dc64de-9d1b-4959-885c-ffca9e9edf5b req-dc178f74-6dc5-4db8-8613-e3fe6a9b04dd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793009 Mar 22 14:32:18.073203 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2fbfaa61-6837-4dab-8f05-c1719421b9a0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.151476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=2fbfaa61-6837-4dab-8f05-c1719421b9a0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:18.182453 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bd4d4357-ed92-47f2-9689-3a43231642eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.201737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.206505 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d3a8b770-2214-494f-b6e5-4318f8c5f505 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/2fbfaa61-6837-4dab-8f05-c1719421b9a0 HTTP/1.1" status: 204 len: 168 time: 1.2140598 Mar 22 14:32:18.209255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36548) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:18.250871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30a258-4a3a-4a50-b902-612e3f59980c None None] Network 740efadb-3446-4739-8eb5-84d7a6087461 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:18.251599 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b38ccc3-75f4-490e-8179-978d00373c69 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:18.253679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9b38ccc3-75f4-490e-8179-978d00373c69 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/2fbfaa61-6837-4dab-8f05-c1719421b9a0 HTTP/1.1" status: 404 len: 333 time: 0.0428841 Mar 22 14:32:18.256211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36550) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:18.439383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port db59c841-d5d2-4a80-9c0e-77c96388201b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:18.439732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (db59c841-d5d2-4a80-9c0e-77c96388201b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.468478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cd79d348-b902-477c-a01e-336bbca00ff4 None None] Provisioning complete for port 546bcea2-077f-4a7e-9462-5f5af66e02ed triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:18.468845 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd79d348-b902-477c-a01e-336bbca00ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.580667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 546bcea2-077f-4a7e-9462-5f5af66e02ed up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:18.658498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (db59c841-d5d2-4a80-9c0e-77c96388201b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.673892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for db59c841-d5d2-4a80-9c0e-77c96388201b owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:18.825416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (db59c841-d5d2-4a80-9c0e-77c96388201b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.855116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 546bcea2-077f-4a7e-9462-5f5af66e02ed triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:18.855480 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.860162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=db59c841-d5d2-4a80-9c0e-77c96388201b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:18.910539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cd79d348-b902-477c-a01e-336bbca00ff4 None None] Current status of the port 546bcea2-077f-4a7e-9462-5f5af66e02ed is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:18.910971 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd79d348-b902-477c-a01e-336bbca00ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.941153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.962182 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-25180416-c9e3-4df0-b553-c24906817c28 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/db59c841-d5d2-4a80-9c0e-77c96388201b HTTP/1.1" status: 204 len: 168 time: 0.6946197 Mar 22 14:32:18.963794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36562) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.001026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cd79d348-b902-477c-a01e-336bbca00ff4 None None] For port 546bcea2-077f-4a7e-9462-5f5af66e02ed, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=546bcea2-077f-4a7e-9462-5f5af66e02ed,segment=NetworkSegment(081f8915-31fb-4192-bbde-423b9a11cd32),segment_id=081f8915-31fb-4192-bbde-423b9a11cd32)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:19.012546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd79d348-b902-477c-a01e-336bbca00ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.037564 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-32131274-a19d-4a41-9c49-e87ec2624830 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:19.040618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-32131274-a19d-4a41-9c49-e87ec2624830 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/db59c841-d5d2-4a80-9c0e-77c96388201b HTTP/1.1" status: 404 len: 333 time: 0.0755093 Mar 22 14:32:19.043472 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36564) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.098287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 546bcea2-077f-4a7e-9462-5f5af66e02ed is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:19.098916 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.127122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47533784-bbf2-4594-b10e-71bef4fa467b req-f79b8f36-f9d9-4a74-8f90-e704fad3732e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:19.132772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47533784-bbf2-4594-b10e-71bef4fa467b req-f79b8f36-f9d9-4a74-8f90-e704fad3732e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 945 time: 0.2554753 Mar 22 14:32:19.179199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet 7c25ec3f-0289-4c80-8ca5-1fad95c1bf13 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:19.189567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (7c25ec3f-0289-4c80-8ca5-1fad95c1bf13), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.237344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0817e947-393b-4eb5-9019-ff85479a1be5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:19.244194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0817e947-393b-4eb5-9019-ff85479a1be5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 945 time: 0.2654362 Mar 22 14:32:19.268289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79d348-b902-477c-a01e-336bbca00ff4 None None] Pushing event updated for resources: {'Port': ['ID=546bcea2-077f-4a7e-9462-5f5af66e02ed,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.326079 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (7c25ec3f-0289-4c80-8ca5-1fad95c1bf13), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.328579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:32:19.328943 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:32:19.342061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ae453918-8c12-42a6-9ce2-647496b6dd4c None None] Could not find standard attr ID for object db59c841-d5d2-4a80-9c0e-77c96388201b. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:19.372944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47533784-bbf2-4594-b10e-71bef4fa467b req-43486037-5b7e-4902-95fe-ef4a4514cfc4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312779 Mar 22 14:32:19.374009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ae453918-8c12-42a6-9ce2-647496b6dd4c None None] Provisioning complete for port 546bcea2-077f-4a7e-9462-5f5af66e02ed triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:19.374406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ae453918-8c12-42a6-9ce2-647496b6dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.513427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port ecf6d8cc-757b-40bd-9759-e261dcc4836b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:19.515548 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.526066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (7c25ec3f-0289-4c80-8ca5-1fad95c1bf13), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.587251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ae453918-8c12-42a6-9ce2-647496b6dd4c None None] Current status of the port 546bcea2-077f-4a7e-9462-5f5af66e02ed is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:19.620962 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (7c25ec3f-0289-4c80-8ca5-1fad95c1bf13), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.664931 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=7c25ec3f-0289-4c80-8ca5-1fad95c1bf13,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.674401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.682182 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-014987e7-5c55-4b52-b755-1864659070c3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/7c25ec3f-0289-4c80-8ca5-1fad95c1bf13 HTTP/1.1" status: 204 len: 168 time: 0.6371744 Mar 22 14:32:19.683138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36572) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.774077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c924998-6ca7-4838-aa6c-faaa9c9f9ada None None] Network 740efadb-3446-4739-8eb5-84d7a6087461 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:19.787783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (740efadb-3446-4739-8eb5-84d7a6087461), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.861001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 546bcea2-077f-4a7e-9462-5f5af66e02ed {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:19.861355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.946047 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] For port 546bcea2-077f-4a7e-9462-5f5af66e02ed, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=546bcea2-077f-4a7e-9462-5f5af66e02ed,segment=NetworkSegment(081f8915-31fb-4192-bbde-423b9a11cd32),segment_id=081f8915-31fb-4192-bbde-423b9a11cd32)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:19.946047 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.963012 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 546bcea2-077f-4a7e-9462-5f5af66e02ed owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:19.986524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-64727caa-2d38-4a86-a364-b856b52fb4c4 None None] Could not find standard attr ID for object db59c841-d5d2-4a80-9c0e-77c96388201b. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:20.065394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 546bcea2-077f-4a7e-9462-5f5af66e02ed is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:20.099733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (546bcea2-077f-4a7e-9462-5f5af66e02ed), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.141840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] For port ecf6d8cc-757b-40bd-9759-e261dcc4836b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ecf6d8cc-757b-40bd-9759-e261dcc4836b,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:20.142324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.156640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=546bcea2-077f-4a7e-9462-5f5af66e02ed,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:20.161484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for ecf6d8cc-757b-40bd-9759-e261dcc4836b owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:20.167390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No DVR routers for this DVR port 546bcea2-077f-4a7e-9462-5f5af66e02ed on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:20.223734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2447d828-f31e-4c11-8191-78306442bcc0 None None] DHCP port deletion for 740efadb-3446-4739-8eb5-84d7a6087461 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:20.316998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (740efadb-3446-4739-8eb5-84d7a6087461), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.390977 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ecf6d8cc-757b-40bd-9759-e261dcc4836b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.399775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740efadb-3446-4739-8eb5-84d7a6087461']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:20.403710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['ce334f66-baf8-4be4-af1f-2ba84ee3a9ad'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:32:20.465504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081f8915-31fb-4192-bbde-423b9a11cd32') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:20.470049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=ecf6d8cc-757b-40bd-9759-e261dcc4836b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:20.470688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081f8915-31fb-4192-bbde-423b9a11cd32') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:20.531574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (081f8915-31fb-4192-bbde-423b9a11cd32), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.574564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fce4a8d6-101d-47d6-bc3b-a02ec9a91cce req-6e94b590-a460-476a-ba85-7757b3b83516 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0462062 Mar 22 14:32:20.575362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] No DVR routers for this DVR port ecf6d8cc-757b-40bd-9759-e261dcc4836b on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:20.579460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.583309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3221abe7-7bf1-4c99-9ce0-54453f11f366 req-0e23d709-481b-4b91-b70b-038511dedd22 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "DELETE /v2.0/ports/ecf6d8cc-757b-40bd-9759-e261dcc4836b HTTP/1.1" status: 204 len: 173 time: 1.3285298 Mar 22 14:32:20.583840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'name': 'network-vif-deleted', 'tag': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:20.589426 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69a0c8-6a67-4349-8f85-c7c0ec00be7d" -d '{"events": [{"server_uuid": "ca6c0f12-c3de-49ad-bb3f-ec089c51a948", "name": "network-vif-deleted", "tag": "ecf6d8cc-757b-40bd-9759-e261dcc4836b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:20.614991 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (081f8915-31fb-4192-bbde-423b9a11cd32), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.630213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:20.630861 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (081f8915-31fb-4192-bbde-423b9a11cd32), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.635902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 546bcea2-077f-4a7e-9462-5f5af66e02ed no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:20.640065 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:20.682664 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e4aca-a20b-4135-9f0e-d7336685dc0e x-openstack-request-id: req-264e4aca-a20b-4135-9f0e-d7336685dc0e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:20.686463 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6c0f12-c3de-49ad-bb3f-ec089c51a948", "name": "network-vif-deleted", "tag": "ecf6d8cc-757b-40bd-9759-e261dcc4836b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:20.686923 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-264e4aca-a20b-4135-9f0e-d7336685dc0e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:20.687509 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264e4aca-a20b-4135-9f0e-d7336685dc0e'] response: {'server_uuid': 'ca6c0f12-c3de-49ad-bb3f-ec089c51a948', 'name': 'network-vif-deleted', 'tag': 'ecf6d8cc-757b-40bd-9759-e261dcc4836b', 'status': 'completed', 'code': 200} Mar 22 14:32:20.715103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b75fb485-3433-4f7a-9b2b-3b499d7af1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.728412 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 546bcea2-077f-4a7e-9462-5f5af66e02ed {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:20.728738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 546bcea2-077f-4a7e-9462-5f5af66e02ed not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:20.829153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (740efadb-3446-4739-8eb5-84d7a6087461), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.855868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.860561 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/740efadb-3446-4739-8eb5-84d7a6087461 HTTP/1.1" status: 204 len: 168 time: 1.1764090 Mar 22 14:32:20.864292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36594) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:20.869437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1011450980'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:20.875663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf8988-6090-4553-98c7-e7959a6f6938 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=740efadb-3446-4739-8eb5-84d7a6087461,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:20.913557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:20.916903 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.974597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:20.984260 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (49461bab-3230-4a5d-bb21-459af4214d9a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.984607 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment 49461bab-3230-4a5d-bb21-459af4214d9a of type vlan for network b5ce0499-8354-44dc-bd94-c0369e88be8a Mar 22 14:32:21.028013 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b5ce0499-8354-44dc-bd94-c0369e88be8a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.055634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b5ce0499-8354-44dc-bd94-c0369e88be8a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.061361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:21.061954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.140110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=b5ce0499-8354-44dc-bd94-c0369e88be8a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:21.150906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b5ce0499-8354-44dc-bd94-c0369e88be8a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:21.158443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4b14f417-af08-420d-afba-9d93d49cae6e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2928360 Mar 22 14:32:21.161241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36602) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:21.167496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:21.289391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:21.293860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.538953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (3cf6a000-5224-4377-b5b3-b15b1777362c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.622834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=3cf6a000-5224-4377-b5b3-b15b1777362c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:21.629772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': '49461bab-3230-4a5d-bb21-459af4214d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:21.630809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: b5ce0499-8354-44dc-bd94-c0369e88be8a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:21.653838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network b5ce0499-8354-44dc-bd94-c0369e88be8a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:21.665675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b5ce0499-8354-44dc-bd94-c0369e88be8a) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:21.671704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:21.672524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.680081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa011e-0374-4432-a57d-6dc2daaea493 None None] Network b5ce0499-8354-44dc-bd94-c0369e88be8a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:21.734334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f15a5b7-eeef-492d-9aa2-3ac4901d92fe req-66bb3f6f-437d-44a4-8967-cbc0bdc97d96 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0489683 Mar 22 14:32:21.755242 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4097e209-7c45-47ae-826c-24a54940d838 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5846763 Mar 22 14:32:21.755242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36616) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:21.755626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a', 'name': 'tempest-PortsIpV6TestJSON-168578457', 'fixed_ips': [{'subnet_id': '3cf6a000-5224-4377-b5b3-b15b1777362c', 'ip_address': '2001:db8::10'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:21.857168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b5ce0499-8354-44dc-bd94-c0369e88be8a', 'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a', 'project_id': 'cd3c06a3d9f949e682ba9deddad94d54', 'fixed_ips': [{'subnet_id': '3cf6a000-5224-4377-b5b3-b15b1777362c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:21.858528 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.935617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:22.056097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.079230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port ef391f44-a89e-4005-bde6-27e14a765d1c yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:22.107588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Allocated IP 2001:db8::2 (b5ce0499-8354-44dc-bd94-c0369e88be8a/3cf6a000-5224-4377-b5b3-b15b1777362c/7abb8121-f38c-4fa9-ade8-6831863238c3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:22.230640 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ecf6d8cc-757b-40bd-9759-e261dcc4836b no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:22.266661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: ecf6d8cc-757b-40bd-9759-e261dcc4836b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:22.267298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ecf6d8cc-757b-40bd-9759-e261dcc4836b not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:22.274762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.330033 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Publish callbacks [] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.353285 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.415428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::10 (b5ce0499-8354-44dc-bd94-c0369e88be8a/3cf6a000-5224-4377-b5b3-b15b1777362c/ef391f44-a89e-4005-bde6-27e14a765d1c) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:22.429416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Pushing event updated for resources: {'Port': ['ID=7abb8121-f38c-4fa9-ade8-6831863238c3,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:22.442252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Network b5ce0499-8354-44dc-bd94-c0369e88be8a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:22.443857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:22.450638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:22.560240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Attempting to bind port 7abb8121-f38c-4fa9-ade8-6831863238c3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:22.560681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Attempting to bind port 7abb8121-f38c-4fa9-ade8-6831863238c3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '49461bab-3230-4a5d-bb21-459af4214d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:22.561050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Attempting to bind port 7abb8121-f38c-4fa9-ade8-6831863238c3 on network b5ce0499-8354-44dc-bd94-c0369e88be8a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:22.567583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:22.567989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Checking segment: {'id': '49461bab-3230-4a5d-bb21-459af4214d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:22.568393 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.568888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Bound using segment: {'id': '49461bab-3230-4a5d-bb21-459af4214d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:22.569337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Bound port: 7abb8121-f38c-4fa9-ade8-6831863238c3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49461bab-3230-4a5d-bb21-459af4214d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:22.569714 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.650901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] For port 7abb8121-f38c-4fa9-ade8-6831863238c3, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:22.654535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] For port 7abb8121-f38c-4fa9-ade8-6831863238c3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7abb8121-f38c-4fa9-ade8-6831863238c3,segment=NetworkSegment(49461bab-3230-4a5d-bb21-459af4214d9a),segment_id=49461bab-3230-4a5d-bb21-459af4214d9a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:22.667565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.689295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (ef391f44-a89e-4005-bde6-27e14a765d1c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.726525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ef391f44-a89e-4005-bde6-27e14a765d1c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.758281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b89bc-d42b-414d-aa7b-0f02f89cad72 None None] Pushing event updated for resources: {'Port': ['ID=7abb8121-f38c-4fa9-ade8-6831863238c3,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:22.801237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=ef391f44-a89e-4005-bde6-27e14a765d1c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:22.814340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network b5ce0499-8354-44dc-bd94-c0369e88be8a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:22.816020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:22.820105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:22.825503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:22.826248 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.877243 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bfc47b06-99cd-48bb-9db6-9a81b77a2796 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1259587 Mar 22 14:32:22.877894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36628) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:22.887711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': 'b5ce0499-8354-44dc-bd94-c0369e88be8a', 'name': 'tempest-PortsIpV6TestJSON-1731218654', 'fixed_ips': [{'subnet_id': '3cf6a000-5224-4377-b5b3-b15b1777362c', 'ip_address': '2001:db8::f'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:22.912518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2063fa0b-5149-4ec6-8165-ea70d48c3027 req-2048d3aa-3d27-42ec-9cb0-914af09c03af tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0715730 Mar 22 14:32:23.044250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:23.050149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.102488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 06ac7066-83e7-47a3-891a-3572149360ec yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:23.329587 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::f (b5ce0499-8354-44dc-bd94-c0369e88be8a/3cf6a000-5224-4377-b5b3-b15b1777362c/06ac7066-83e7-47a3-891a-3572149360ec) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:23.461469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.557807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (06ac7066-83e7-47a3-891a-3572149360ec), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.604336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (06ac7066-83e7-47a3-891a-3572149360ec), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.644411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network b5ce0499-8354-44dc-bd94-c0369e88be8a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:23.647684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:23.650315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:23.656277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.656955 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.681232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=06ac7066-83e7-47a3-891a-3572149360ec,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.688934 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5d6ae482-d455-45b5-8c4e-da1a83acdd0a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8098350 Mar 22 14:32:23.691740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36634) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.795613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093049d6-2304-480a-a5d8-72b45f2738b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.797226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-093049d6-2304-480a-a5d8-72b45f2738b4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1043346 Mar 22 14:32:23.800135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36640) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.871498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e084c-5924-472c-9431-8d55f89b6bd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.877292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e084c-5924-472c-9431-8d55f89b6bd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.882945 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e084c-5924-472c-9431-8d55f89b6bd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.884664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6a9e084c-5924-472c-9431-8d55f89b6bd2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0835245 Mar 22 14:32:23.887442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36644) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:24.008217 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 06ac7066-83e7-47a3-891a-3572149360ec {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:24.008872 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (06ac7066-83e7-47a3-891a-3572149360ec), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.113506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8632afa2-a80e-4619-b179-3f6104f9d9d5 req-250659e8-2cc3-44ee-ae3c-ed0879611f7f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0659056 Mar 22 14:32:24.129353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (06ac7066-83e7-47a3-891a-3572149360ec), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.156425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 06ac7066-83e7-47a3-891a-3572149360ec owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:24.411325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (06ac7066-83e7-47a3-891a-3572149360ec), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.475881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=06ac7066-83e7-47a3-891a-3572149360ec,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:24.514637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.519018 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b5586ae6-9dda-4f40-87e8-676ecface536 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/06ac7066-83e7-47a3-891a-3572149360ec HTTP/1.1" status: 204 len: 168 time: 0.6306326 Mar 22 14:32:24.521820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36652) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:24.557021 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fa752b-6442-4b01-afcb-8c64a1391a13 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:24.561398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e9fa752b-6442-4b01-afcb-8c64a1391a13 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/06ac7066-83e7-47a3-891a-3572149360ec HTTP/1.1" status: 404 len: 333 time: 0.0356762 Mar 22 14:32:24.562621 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36654) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:24.580367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7abb8121-f38c-4fa9-ade8-6831863238c3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:24.626363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e8dd3-1f41-4b7f-bdb0-1a8a27c518cf None None] Network b5ce0499-8354-44dc-bd94-c0369e88be8a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:24.742149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port ef391f44-a89e-4005-bde6-27e14a765d1c {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:24.742419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ef391f44-a89e-4005-bde6-27e14a765d1c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.784081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 7abb8121-f38c-4fa9-ade8-6831863238c3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:24.784477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.785996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0b4409bd-6792-4fb8-9d51-f3fe5ee1941c None None] Provisioning complete for port 7abb8121-f38c-4fa9-ade8-6831863238c3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:24.786377 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b4409bd-6792-4fb8-9d51-f3fe5ee1941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.787908 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.794724 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.844310 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ef391f44-a89e-4005-bde6-27e14a765d1c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.860110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for ef391f44-a89e-4005-bde6-27e14a765d1c owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:25.080992 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ef391f44-a89e-4005-bde6-27e14a765d1c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.118856 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=ef391f44-a89e-4005-bde6-27e14a765d1c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:25.149008 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.155078 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-60ab8dc3-10b0-4869-9963-6e396736bfc9 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/ef391f44-a89e-4005-bde6-27e14a765d1c HTTP/1.1" status: 204 len: 168 time: 0.5888636 Mar 22 14:32:25.155488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36662) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:25.173368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0b4409bd-6792-4fb8-9d51-f3fe5ee1941c None None] Current status of the port 7abb8121-f38c-4fa9-ade8-6831863238c3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:25.174049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b4409bd-6792-4fb8-9d51-f3fe5ee1941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.208118 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-237bd121-5224-4faf-888d-6a7f985fc133 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:25.212190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-237bd121-5224-4faf-888d-6a7f985fc133 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/ef391f44-a89e-4005-bde6-27e14a765d1c HTTP/1.1" status: 404 len: 333 time: 0.0532346 Mar 22 14:32:25.212623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36664) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:25.239583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7abb8121-f38c-4fa9-ade8-6831863238c3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:25.240170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.295830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0b4409bd-6792-4fb8-9d51-f3fe5ee1941c None None] For port 7abb8121-f38c-4fa9-ade8-6831863238c3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7abb8121-f38c-4fa9-ade8-6831863238c3,segment=NetworkSegment(49461bab-3230-4a5d-bb21-459af4214d9a),segment_id=49461bab-3230-4a5d-bb21-459af4214d9a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:25.306867 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0b4409bd-6792-4fb8-9d51-f3fe5ee1941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.319080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de3137a3-cd3c-46cf-aa0a-c93337d40b39 req-ba208f6f-a077-4a5b-9daa-89958e75cb88 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0572381 Mar 22 14:32:25.342008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet 3cf6a000-5224-4377-b5b3-b15b1777362c {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:25.360220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (3cf6a000-5224-4377-b5b3-b15b1777362c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.390988 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:32:25.391432 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:32:25.406506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4409bd-6792-4fb8-9d51-f3fe5ee1941c None None] Pushing event updated for resources: {'Port': ['ID=7abb8121-f38c-4fa9-ade8-6831863238c3,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:25.428088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (3cf6a000-5224-4377-b5b3-b15b1777362c), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.525083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-df3c7f45-e369-45ce-a9a8-916ad560d19b None None] Could not find standard attr ID for object ef391f44-a89e-4005-bde6-27e14a765d1c. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:25.536404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-df3c7f45-e369-45ce-a9a8-916ad560d19b None None] Provisioning complete for port 7abb8121-f38c-4fa9-ade8-6831863238c3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:25.539147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-df3c7f45-e369-45ce-a9a8-916ad560d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.552375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3cf6a000-5224-4377-b5b3-b15b1777362c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.648838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (3cf6a000-5224-4377-b5b3-b15b1777362c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.678339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf6a000-5224-4377-b5b3-b15b1777362c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:25.679453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-df3c7f45-e369-45ce-a9a8-916ad560d19b None None] Current status of the port 7abb8121-f38c-4fa9-ade8-6831863238c3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:25.684689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.688097 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f98eddce-d66b-44b5-8b96-4ce87b1a2fea tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/3cf6a000-5224-4377-b5b3-b15b1777362c HTTP/1.1" status: 204 len: 168 time: 0.4742944 Mar 22 14:32:25.690741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36670) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:25.785119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b5ce0499-8354-44dc-bd94-c0369e88be8a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.815740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca78de-34ef-41de-ae45-b8e3752de4e0 None None] Network b5ce0499-8354-44dc-bd94-c0369e88be8a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:25.851877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 7abb8121-f38c-4fa9-ade8-6831863238c3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:25.852218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.918784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] For port 7abb8121-f38c-4fa9-ade8-6831863238c3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=7abb8121-f38c-4fa9-ade8-6831863238c3,segment=NetworkSegment(49461bab-3230-4a5d-bb21-459af4214d9a),segment_id=49461bab-3230-4a5d-bb21-459af4214d9a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:25.919148 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.933814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 7abb8121-f38c-4fa9-ade8-6831863238c3 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:25.951451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 7abb8121-f38c-4fa9-ade8-6831863238c3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:25.978751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ccfb60d0-ffdb-43ee-8bc9-f0c84dd1896a None None] Could not find standard attr ID for object ef391f44-a89e-4005-bde6-27e14a765d1c. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:26.061337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (7abb8121-f38c-4fa9-ade8-6831863238c3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.096344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=7abb8121-f38c-4fa9-ade8-6831863238c3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:26.102851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca5839-3181-49d7-a8f4-bda924e64d7f None None] DHCP port deletion for b5ce0499-8354-44dc-bd94-c0369e88be8a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:26.109057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No DVR routers for this DVR port 7abb8121-f38c-4fa9-ade8-6831863238c3 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:26.238037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b5ce0499-8354-44dc-bd94-c0369e88be8a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.268085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ce0499-8354-44dc-bd94-c0369e88be8a']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:26.280699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49461bab-3230-4a5d-bb21-459af4214d9a') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:26.280994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49461bab-3230-4a5d-bb21-459af4214d9a') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:26.294978 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (49461bab-3230-4a5d-bb21-459af4214d9a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.310286 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (49461bab-3230-4a5d-bb21-459af4214d9a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.316230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:26.316605 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (49461bab-3230-4a5d-bb21-459af4214d9a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:26.319841 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:26.424453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-999511bb-4ecf-4356-af81-82555047d40e req-c0da586e-6e90-4f3f-960c-65e9e642c36f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0370517 Mar 22 14:32:26.430569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b5ce0499-8354-44dc-bd94-c0369e88be8a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.451543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.455659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/b5ce0499-8354-44dc-bd94-c0369e88be8a HTTP/1.1" status: 204 len: 168 time: 0.7636285 Mar 22 14:32:26.459606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36678) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:26.464622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1786763994'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:26.472598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacb3e0-ff15-48e7-bc2f-8e8c858d8c6c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=b5ce0499-8354-44dc-bd94-c0369e88be8a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:26.494369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:26.499244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.502801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7abb8121-f38c-4fa9-ade8-6831863238c3 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:26.528527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 7abb8121-f38c-4fa9-ade8-6831863238c3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:26.529291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 7abb8121-f38c-4fa9-ade8-6831863238c3 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:26.557524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:26.583150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (72a5bcad-92f5-4073-8413-0afef9a54ca3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.584054 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Added segment 72a5bcad-92f5-4073-8413-0afef9a54ca3 of type vlan for network 4376324a-6efb-4179-9b77-dcb455de215c Mar 22 14:32:26.643731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (4376324a-6efb-4179-9b77-dcb455de215c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.680877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (4376324a-6efb-4179-9b77-dcb455de215c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.686481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:26.687341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.726807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36684) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:26.727075 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2661996 Mar 22 14:32:26.731801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '4376324a-6efb-4179-9b77-dcb455de215c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:26.839302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e1564-2665-40cd-815c-2c5f88812ae3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Network': ['ID=4376324a-6efb-4179-9b77-dcb455de215c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:26.852034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 4376324a-6efb-4179-9b77-dcb455de215c details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:26.879133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:26.884440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.111851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (f3290993-35a5-46ec-91f1-ccdd0d3053af), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.168398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=f3290993-35a5-46ec-91f1-ccdd0d3053af,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:27.230314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Checking segment: {'id': '72a5bcad-92f5-4073-8413-0afef9a54ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4376324a-6efb-4179-9b77-dcb455de215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:27.231072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network hostable DHCP agents. Network: 4376324a-6efb-4179-9b77-dcb455de215c, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:27.263732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 4376324a-6efb-4179-9b77-dcb455de215c is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:27.281755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 4376324a-6efb-4179-9b77-dcb455de215c) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:27.290414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ac55a-1a4b-4c36-976c-c2c2c5fc0bf4 None None] Network 4376324a-6efb-4179-9b77-dcb455de215c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:27.300310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:27.301888 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.333798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60a211f1-f574-4003-a612-e1c580e5ef14 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6058898 Mar 22 14:32:27.336754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36690) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:27.341626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-faf08596-b944-4251-8fd6-3f57d6e4e52c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-843335304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:27.369431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-faf08596-b944-4251-8fd6-3f57d6e4e52c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (9a588b40-e958-43e7-a48e-66c25c53bf3e), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.370823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-faf08596-b944-4251-8fd6-3f57d6e4e52c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (9a588b40-e958-43e7-a48e-66c25c53bf3e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.464275 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-4376324a-6efb-4179-9b77-dcb455de215c', 'network_id': '4376324a-6efb-4179-9b77-dcb455de215c', 'project_id': 'cd3c06a3d9f949e682ba9deddad94d54', 'fixed_ips': [{'subnet_id': 'f3290993-35a5-46ec-91f1-ccdd0d3053af'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:27.465216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.466281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-faf08596-b944-4251-8fd6-3f57d6e4e52c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for router_controller (9a588b40-e958-43e7-a48e-66c25c53bf3e), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.481528 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-faf08596-b944-4251-8fd6-3f57d6e4e52c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (9a588b40-e958-43e7-a48e-66c25c53bf3e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.504089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-faf08596-b944-4251-8fd6-3f57d6e4e52c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.506149 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-faf08596-b944-4251-8fd6-3f57d6e4e52c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1679177 Mar 22 14:32:27.509464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36696) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:27.515499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'network_id': '4376324a-6efb-4179-9b77-dcb455de215c', 'name': 'tempest-PortsIpV6TestJSON-39190072'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:27.616137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-988d6a9f-6e2e-4909-bb59-83c3fc36cfb6 req-6ebee8eb-cb52-4fb8-bc0f-11e9edd28d94 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0339174 Mar 22 14:32:27.630978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Allocated IP 2001:db8::2 (4376324a-6efb-4179-9b77-dcb455de215c/f3290993-35a5-46ec-91f1-ccdd0d3053af/36c3e578-a3ec-4673-976f-059aa5cfbc8b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:27.732067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:27.737954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.761699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:27.863945 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Publish callbacks [] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.874516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.923736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Network 4376324a-6efb-4179-9b77-dcb455de215c is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:27.927498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:27.934899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:27.951762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Pushing event updated for resources: {'Port': ['ID=36c3e578-a3ec-4673-976f-059aa5cfbc8b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:27.970271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::d6 (4376324a-6efb-4179-9b77-dcb455de215c/f3290993-35a5-46ec-91f1-ccdd0d3053af/5ec1e1b5-3e70-47a3-820d-fd3a927354f1) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:28.058525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Attempting to bind port 36c3e578-a3ec-4673-976f-059aa5cfbc8b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:28.059072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Attempting to bind port 36c3e578-a3ec-4673-976f-059aa5cfbc8b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '72a5bcad-92f5-4073-8413-0afef9a54ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4376324a-6efb-4179-9b77-dcb455de215c'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:28.059539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Attempting to bind port 36c3e578-a3ec-4673-976f-059aa5cfbc8b on network 4376324a-6efb-4179-9b77-dcb455de215c {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:28.066452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:28.066927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Checking segment: {'id': '72a5bcad-92f5-4073-8413-0afef9a54ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4376324a-6efb-4179-9b77-dcb455de215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:28.067558 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.068217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Bound using segment: {'id': '72a5bcad-92f5-4073-8413-0afef9a54ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4376324a-6efb-4179-9b77-dcb455de215c'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:28.068919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Bound port: 36c3e578-a3ec-4673-976f-059aa5cfbc8b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a5bcad-92f5-4073-8413-0afef9a54ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4376324a-6efb-4179-9b77-dcb455de215c'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:28.069373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.188579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] For port 36c3e578-a3ec-4673-976f-059aa5cfbc8b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:28.193357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] For port 36c3e578-a3ec-4673-976f-059aa5cfbc8b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=36c3e578-a3ec-4673-976f-059aa5cfbc8b,segment=NetworkSegment(72a5bcad-92f5-4073-8413-0afef9a54ca3),segment_id=72a5bcad-92f5-4073-8413-0afef9a54ca3)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:28.204673 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.207257 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.253119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.325534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 4376324a-6efb-4179-9b77-dcb455de215c is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:28.368762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:28.371118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:28.378768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:28.389598 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.436244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba2d4-fae6-438d-b66e-50281bff1a54 None None] Pushing event updated for resources: {'Port': ['ID=36c3e578-a3ec-4673-976f-059aa5cfbc8b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:28.457898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9466233 Mar 22 14:32:28.461257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36710) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:28.483040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c5b9d-5836-4734-903a-d5ba3fe58816 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=5ec1e1b5-3e70-47a3-820d-fd3a927354f1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:28.725818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.852929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ed677b8-415a-4ce3-a128-90c70c56166f req-35ee0667-1ae2-480d-9a8f-fd199a9c991d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0751610 Mar 22 14:32:28.993985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8fff1-1389-403c-a267-ecc759f4d0dd req-1cbc469e-436b-472a-ae67-c91d343be458 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:28.995554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bce8fff1-1389-403c-a267-ecc759f4d0dd req-1cbc469e-436b-472a-ae67-c91d343be458 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 945 time: 0.1390457 Mar 22 14:32:29.058455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bce8fff1-1389-403c-a267-ecc759f4d0dd req-7135ec27-9bc5-4e5c-af6e-c05d3310b887 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538967 Mar 22 14:32:29.101100 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.514345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.522860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.734852 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (9a588b40-e958-43e7-a48e-66c25c53bf3e), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.873115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=5ec1e1b5-3e70-47a3-820d-fd3a927354f1,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:29.915067 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.057700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc349a8-3034-4864-b58a-ca47ea4d8212 None None] Network 4376324a-6efb-4179-9b77-dcb455de215c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:30.071952 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b114b599-2e29-43c2-90f3-704b87581521 req-e1f717d7-b929-47c3-898f-3f98b10a3428 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0705671 Mar 22 14:32:30.278048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef1306-cdd8-4b0d-86d1-21a65a487e2d req-62056081-653e-41ad-942f-ca127df98539 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:30.281677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6ef1306-cdd8-4b0d-86d1-21a65a487e2d req-62056081-653e-41ad-942f-ca127df98539 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 945 time: 0.1143732 Mar 22 14:32:30.308791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-c71c6c48-c65a-461b-abf2-dc9c86a534b4 None None] Provisioning complete for port 36c3e578-a3ec-4673-976f-059aa5cfbc8b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:30.309053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c71c6c48-c65a-461b-abf2-dc9c86a534b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.420800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6ef1306-cdd8-4b0d-86d1-21a65a487e2d req-a5f7d043-36bd-4a0c-b8a5-04ea7e989d0a tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c0e468-7df9-43ad-89fc-bb5d2bf685db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340580 Mar 22 14:32:30.610739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-89903db4-159e-4a49-869c-e8d826905925 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:30.620137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c71c6c48-c65a-461b-abf2-dc9c86a534b4 None None] Current status of the port 36c3e578-a3ec-4673-976f-059aa5cfbc8b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:30.620534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c71c6c48-c65a-461b-abf2-dc9c86a534b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.623040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-89903db4-159e-4a49-869c-e8d826905925 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 945 time: 0.1275647 Mar 22 14:32:30.657119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36c3e578-a3ec-4673-976f-059aa5cfbc8b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:30.768371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c71c6c48-c65a-461b-abf2-dc9c86a534b4 None None] For port 36c3e578-a3ec-4673-976f-059aa5cfbc8b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=36c3e578-a3ec-4673-976f-059aa5cfbc8b,segment=NetworkSegment(72a5bcad-92f5-4073-8413-0afef9a54ca3),segment_id=72a5bcad-92f5-4073-8413-0afef9a54ca3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:30.788282 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c71c6c48-c65a-461b-abf2-dc9c86a534b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.870052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 36c3e578-a3ec-4673-976f-059aa5cfbc8b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:30.870553 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.892585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Deleting port 06c08e51-27e8-4cdc-8578-23ed4895816d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:30.892995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.943051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c6c48-c65a-461b-abf2-dc9c86a534b4 None None] Pushing event updated for resources: {'Port': ['ID=36c3e578-a3ec-4673-976f-059aa5cfbc8b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:31.069750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-908aff0d-d4a4-4b56-b774-a2d4fb698dbd None None] Provisioning complete for port 36c3e578-a3ec-4673-976f-059aa5cfbc8b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:31.069750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-908aff0d-d4a4-4b56-b774-a2d4fb698dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.115154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] For port 06c08e51-27e8-4cdc-8578-23ed4895816d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=06c08e51-27e8-4cdc-8578-23ed4895816d,segment=NetworkSegment(79374e00-39b2-4432-a09d-1467412d5639),segment_id=79374e00-39b2-4432-a09d-1467412d5639)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:31.115732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.167669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Calling delete_port for 06c08e51-27e8-4cdc-8578-23ed4895816d owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:31.171232 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.181949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.182802 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (9a588b40-e958-43e7-a48e-66c25c53bf3e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.232544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-908aff0d-d4a4-4b56-b774-a2d4fb698dbd None None] Current status of the port 36c3e578-a3ec-4673-976f-059aa5cfbc8b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:31.245824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 36c3e578-a3ec-4673-976f-059aa5cfbc8b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:31.260938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-908aff0d-d4a4-4b56-b774-a2d4fb698dbd None None] Provisioning complete for port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:31.261374 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-908aff0d-d4a4-4b56-b774-a2d4fb698dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.300634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-908aff0d-d4a4-4b56-b774-a2d4fb698dbd None None] Port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:31.409441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=5ec1e1b5-3e70-47a3-820d-fd3a927354f1,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:31.437274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 4376324a-6efb-4179-9b77-dcb455de215c is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:31.442820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:31.487441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-361b1b9a-11c8-4508-9449-b00870381e6a req-cd1add87-430c-4059-a1f2-9dc1159be294 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.2784216 Mar 22 14:32:31.489465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (06c08e51-27e8-4cdc-8578-23ed4895816d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.507425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['06c08e51-27e8-4cdc-8578-23ed4895816d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:32:31.604085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-92530a43-bf1e-4f07-be89-3d074706e30e None None] Provisioning complete for port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:31.604524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92530a43-bf1e-4f07-be89-3d074706e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.618941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Pushing event deleted for resources: {'Port': ['ID=06c08e51-27e8-4cdc-8578-23ed4895816d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:31.672546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87607219-0125-46d2-a856-7b0c5942f6af req-f89e38f8-f236-4ff6-b922-0f1d92bbe686 tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec HTTP/1.1" status: 200 len: 210 time: 0.0912292 Mar 22 14:32:31.690269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-92530a43-bf1e-4f07-be89-3d074706e30e None None] Port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:31.729746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] No DVR routers for this DVR port 06c08e51-27e8-4cdc-8578-23ed4895816d on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:31.735487 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.738783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-053bc833-079c-4b10-a350-d413d7e5f0b5 req-4a8c3225-188a-4f8e-8b93-cbc4814cfd5b tempest-VolumesSnapshotTestJSON-913273768 tempest-VolumesSnapshotTestJSON-913273768-project] 10.222.0.57 "DELETE /v2.0/ports/06c08e51-27e8-4cdc-8578-23ed4895816d HTTP/1.1" status: 204 len: 173 time: 1.1076529 Mar 22 14:32:31.739239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'name': 'network-vif-deleted', 'tag': '06c08e51-27e8-4cdc-8578-23ed4895816d'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:31.751611 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e696dfcf-66de-4647-ad88-06a52897702e" -d '{"events": [{"server_uuid": "7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec", "name": "network-vif-deleted", "tag": "06c08e51-27e8-4cdc-8578-23ed4895816d"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:31.757297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Router 9a588b40-e958-43e7-a48e-66c25c53bf3e is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:32:31.822827 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e55a2a-1c1f-40fe-9e30-5a9547469655 x-openstack-request-id: req-76e55a2a-1c1f-40fe-9e30-5a9547469655 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:31.823436 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec", "name": "network-vif-deleted", "tag": "06c08e51-27e8-4cdc-8578-23ed4895816d", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:31.823856 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76e55a2a-1c1f-40fe-9e30-5a9547469655 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:31.824438 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e55a2a-1c1f-40fe-9e30-5a9547469655'] response: {'server_uuid': '7ce20581-7f5c-4acb-b2d1-5b73fe5fb8ec', 'name': 'network-vif-deleted', 'tag': '06c08e51-27e8-4cdc-8578-23ed4895816d', 'status': 'completed', 'code': 200} Mar 22 14:32:31.935959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:31.946693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36758) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:31.950584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0f4fa0b1-fc04-4262-a8c4-6845568ea5ec tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "PUT /v2.0/routers/9a588b40-e958-43e7-a48e-66c25c53bf3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4876363 Mar 22 14:32:31.969441 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] Sync routers for ids ['9a588b40-e958-43e7-a48e-66c25c53bf3e'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:31.994181 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] Routers {'9a588b40-e958-43e7-a48e-66c25c53bf3e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:31.994812 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9a588b40-e958-43e7-a48e-66c25c53bf3e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:32.049047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c84cac7-94ad-4fca-ad3e-a498fea81736 None None] Provisioning complete for port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:32.049413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c84cac7-94ad-4fca-ad3e-a498fea81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.064075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99903ed2-eb00-427c-8f27-99380ac5bbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:32.066041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-99903ed2-eb00-427c-8f27-99380ac5bbcd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a588b40-e958-43e7-a48e-66c25c53bf3e HTTP/1.1" status: 200 len: 986 time: 0.1179748 Mar 22 14:32:32.068974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36760) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:32.102322 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:32.127138 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] Routers {'9a588b40-e958-43e7-a48e-66c25c53bf3e'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:32.127755 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9a588b40-e958-43e7-a48e-66c25c53bf3e'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:32.128889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c84cac7-94ad-4fca-ad3e-a498fea81736 None None] Port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:32.199810 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:32.205278 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cfa091-cdeb-43f3-9381-fb71b081327d None None] The sync data for ids ['9a588b40-e958-43e7-a48e-66c25c53bf3e'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:32.461059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-362f3d09-2113-4930-8d9b-e6efccdd9f6e None None] Provisioning complete for port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:32.461426 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-362f3d09-2113-4930-8d9b-e6efccdd9f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.570395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-362f3d09-2113-4930-8d9b-e6efccdd9f6e None None] Port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:32.573298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36c3e578-a3ec-4673-976f-059aa5cfbc8b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:32.644227 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (9a588b40-e958-43e7-a48e-66c25c53bf3e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.649781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 36c3e578-a3ec-4673-976f-059aa5cfbc8b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:32.650210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.786249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8b837d3-afa9-4def-aa57-bc114db8a9f3 req-01e4376a-1f73-413e-832e-e5cb90cb9135 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1594253 Mar 22 14:32:32.793315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 36c3e578-a3ec-4673-976f-059aa5cfbc8b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:33.105854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:33.107657 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.278088 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.293836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 5ec1e1b5-3e70-47a3-820d-fd3a927354f1 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:33.501119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5ec1e1b5-3e70-47a3-820d-fd3a927354f1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.548197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=5ec1e1b5-3e70-47a3-820d-fd3a927354f1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:33.718639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (9a588b40-e958-43e7-a48e-66c25c53bf3e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.101658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Router 9a588b40-e958-43e7-a48e-66c25c53bf3e has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:32:34.104874 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-182fa61e-be08-4904-911f-c67a16683ff7 req-d450d7d3-2d17-4495-992a-212f9839bde5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0585744 Mar 22 14:32:34.236413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:34.247034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] Sync routers for ids ['9a588b40-e958-43e7-a48e-66c25c53bf3e'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:34.248408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36800) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.261809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-624473b7-0c48-4f66-a498-d1e04d0dc256 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "PUT /v2.0/routers/9a588b40-e958-43e7-a48e-66c25c53bf3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1912134 Mar 22 14:32:34.278366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 06c08e51-27e8-4cdc-8578-23ed4895816d no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:34.303544 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42348e9-4fa1-45c6-8f8f-3f8f5607e78f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:34.308068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36802) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.327223 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b42348e9-4fa1-45c6-8f8f-3f8f5607e78f tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/5ec1e1b5-3e70-47a3-820d-fd3a927354f1 HTTP/1.1" status: 404 len: 333 time: 0.0677485 Mar 22 14:32:34.344172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] Routers {'9a588b40-e958-43e7-a48e-66c25c53bf3e'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:34.352107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9a588b40-e958-43e7-a48e-66c25c53bf3e'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:34.358190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 06c08e51-27e8-4cdc-8578-23ed4895816d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:34.362075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 06c08e51-27e8-4cdc-8578-23ed4895816d not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:34.453771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-377247f3-28cb-47dc-b707-9eeac48bc82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for router (9a588b40-e958-43e7-a48e-66c25c53bf3e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.455735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:34.468364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] Routers {'9a588b40-e958-43e7-a48e-66c25c53bf3e'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:34.469369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['9a588b40-e958-43e7-a48e-66c25c53bf3e'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:34.550286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:34.551454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e04e-a5b6-41a5-ab19-2997abb980ae None None] The sync data for ids ['9a588b40-e958-43e7-a48e-66c25c53bf3e'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:34.794662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-377247f3-28cb-47dc-b707-9eeac48bc82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (9a588b40-e958-43e7-a48e-66c25c53bf3e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.797930 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-377247f3-28cb-47dc-b707-9eeac48bc82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for router_controller (9a588b40-e958-43e7-a48e-66c25c53bf3e), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.882153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-377247f3-28cb-47dc-b707-9eeac48bc82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (9a588b40-e958-43e7-a48e-66c25c53bf3e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.882674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377247f3-28cb-47dc-b707-9eeac48bc82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Fanout notify agent at l3_agent the message router_deleted on router 9a588b40-e958-43e7-a48e-66c25c53bf3e {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:32:34.889706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-377247f3-28cb-47dc-b707-9eeac48bc82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.893274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-377247f3-28cb-47dc-b707-9eeac48bc82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/routers/9a588b40-e958-43e7-a48e-66c25c53bf3e HTTP/1.1" status: 204 len: 168 time: 0.5818079 Mar 22 14:32:34.893907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36816) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.004680 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet f3290993-35a5-46ec-91f1-ccdd0d3053af {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:35.009362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (f3290993-35a5-46ec-91f1-ccdd0d3053af), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.120738 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (f3290993-35a5-46ec-91f1-ccdd0d3053af), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.844353 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f3290993-35a5-46ec-91f1-ccdd0d3053af), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.940439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31b0c4dc-3eb3-4bfe-bf37-eccc1b45a426 req-5c5eb546-9426-448e-a43e-5aec24ef3773 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0275447 Mar 22 14:32:35.941945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (f3290993-35a5-46ec-91f1-ccdd0d3053af), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.987749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=f3290993-35a5-46ec-91f1-ccdd0d3053af,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:35.991630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.994908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4041272c-fdf3-487c-b2a9-0835472622ab tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/f3290993-35a5-46ec-91f1-ccdd0d3053af HTTP/1.1" status: 204 len: 168 time: 1.0973239 Mar 22 14:32:35.998091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36844) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:36.003085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a44c5-449a-45bb-84ef-0708178df2fd None None] Network 4376324a-6efb-4179-9b77-dcb455de215c requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:36.222940 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (4376324a-6efb-4179-9b77-dcb455de215c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.273407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] DHCP port deletion for 4376324a-6efb-4179-9b77-dcb455de215c request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:36.334256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 36c3e578-a3ec-4673-976f-059aa5cfbc8b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:36.334598 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.389163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] Deleting port 36c3e578-a3ec-4673-976f-059aa5cfbc8b {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:36.389481 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.464544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] For port 36c3e578-a3ec-4673-976f-059aa5cfbc8b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=36c3e578-a3ec-4673-976f-059aa5cfbc8b,segment=NetworkSegment(72a5bcad-92f5-4073-8413-0afef9a54ca3),segment_id=72a5bcad-92f5-4073-8413-0afef9a54ca3)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:36.464912 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.494167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 36c3e578-a3ec-4673-976f-059aa5cfbc8b owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:36.538122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] For port 36c3e578-a3ec-4673-976f-059aa5cfbc8b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=36c3e578-a3ec-4673-976f-059aa5cfbc8b,segment=NetworkSegment(72a5bcad-92f5-4073-8413-0afef9a54ca3),segment_id=72a5bcad-92f5-4073-8413-0afef9a54ca3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:36.538520 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.576791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] Calling delete_port for 36c3e578-a3ec-4673-976f-059aa5cfbc8b owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:36.651963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.699673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=36c3e578-a3ec-4673-976f-059aa5cfbc8b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:36.710132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No DVR routers for this DVR port 36c3e578-a3ec-4673-976f-059aa5cfbc8b on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:36.814842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (36c3e578-a3ec-4673-976f-059aa5cfbc8b), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.838270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36c3e578-a3ec-4673-976f-059aa5cfbc8b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:36.933540 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (4376324a-6efb-4179-9b77-dcb455de215c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.982997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] No DVR routers for this DVR port 36c3e578-a3ec-4673-976f-059aa5cfbc8b on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:37.008296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 36c3e578-a3ec-4673-976f-059aa5cfbc8b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:37.009351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 36c3e578-a3ec-4673-976f-059aa5cfbc8b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:37.009696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4376324a-6efb-4179-9b77-dcb455de215c']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.022353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716f166-348c-4f4f-b591-58d268a1628f None None] Pushing event deleted for resources: {'Port': ['ID=36c3e578-a3ec-4673-976f-059aa5cfbc8b,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:37.031775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a5bcad-92f5-4073-8413-0afef9a54ca3') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.032071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a5bcad-92f5-4073-8413-0afef9a54ca3') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.054354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (72a5bcad-92f5-4073-8413-0afef9a54ca3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.082891 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (72a5bcad-92f5-4073-8413-0afef9a54ca3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.089750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:37.090185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (72a5bcad-92f5-4073-8413-0afef9a54ca3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:37.093366 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:37.185936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6bb84be4-9337-4204-9829-81343dcb81c0 req-89be22db-94ed-4d25-bd0a-b6fed3110ba0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0898852 Mar 22 14:32:37.273135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (4376324a-6efb-4179-9b77-dcb455de215c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.281105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.284327 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/4376324a-6efb-4179-9b77-dcb455de215c HTTP/1.1" status: 204 len: 168 time: 1.2856138 Mar 22 14:32:37.288939 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36868) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.326042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ce4a2-1745-44b1-baf1-65af83f10cb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=4376324a-6efb-4179-9b77-dcb455de215c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:37.353207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b36cf6-f597-4b4b-a1e1-ba7df8b1b82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:37.358395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-38b36cf6-f597-4b4b-a1e1-ba7df8b1b82a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/2f1cd1bf-e4a0-4de0-854e-d80232e284f1 HTTP/1.1" status: 200 len: 845 time: 0.0647502 Mar 22 14:32:37.358722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36870) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.419750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36872) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.426447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:37.432970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-108c0449-d5b9-4989-bede-bae3302dc4a3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/2f1cd1bf-e4a0-4de0-854e-d80232e284f1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0707188 Mar 22 14:32:37.542503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:37.547997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.903433 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (e9beb9d4-e128-47b7-88cd-dd25d7ed38bb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.988324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=e9beb9d4-e128-47b7-88cd-dd25d7ed38bb,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:38.014651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:38.022065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:38.033349 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9443a3-70e7-4810-bef6-c234f8bd8262 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:38.048926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:38.053950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.094620 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c513c798-e91a-445a-821e-7efeb0647ed2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6723633 Mar 22 14:32:38.097541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36886) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.102628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1893f7c8-8e99-4d96-9eea-8c2958bd662c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'security_group': {'name': 'tempest-secgroup-1586362638'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:38.148722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1893f7c8-8e99-4d96-9eea-8c2958bd662c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.359949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'project_id': 'cd3c06a3d9f949e682ba9deddad94d54', 'fixed_ips': [{'subnet_id': 'e9beb9d4-e128-47b7-88cd-dd25d7ed38bb'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:38.360956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.364273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1893f7c8-8e99-4d96-9eea-8c2958bd662c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (4d099cf3-95e8-4d24-8457-603917652180), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.383029 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1893f7c8-8e99-4d96-9eea-8c2958bd662c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4d099cf3-95e8-4d24-8457-603917652180), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.463456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39664d9c-aa25-435f-94a2-2157510c4fe6 req-d2c77f6c-d3a1-46a5-9c8b-2e026bfe6ef8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0898216 Mar 22 14:32:38.483406 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1893f7c8-8e99-4d96-9eea-8c2958bd662c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.484946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1893f7c8-8e99-4d96-9eea-8c2958bd662c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3861885 Mar 22 14:32:38.487836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36894) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.492814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ea279130-a3bd-4c46-b712-5c9736e4c7e7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'security_group': {'name': 'tempest-secgroup-1558099983'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:38.514389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893f7c8-8e99-4d96-9eea-8c2958bd662c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d099cf3-95e8-4d24-8457-603917652180,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:38.539562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea279130-a3bd-4c46-b712-5c9736e4c7e7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.684538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Allocated IP 2001:db8::2 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/e9beb9d4-e128-47b7-88cd-dd25d7ed38bb/87ca959f-bd7d-4f7a-acf2-74f982d965b3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:38.700331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea279130-a3bd-4c46-b712-5c9736e4c7e7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.720288 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea279130-a3bd-4c46-b712-5c9736e4c7e7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.793474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea279130-a3bd-4c46-b712-5c9736e4c7e7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:38.798948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea279130-a3bd-4c46-b712-5c9736e4c7e7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.803295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ea279130-a3bd-4c46-b712-5c9736e4c7e7 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3142130 Mar 22 14:32:38.806180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36896) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.811875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2138596607', 'security_groups': ['78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1'], 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e9beb9d4-e128-47b7-88cd-dd25d7ed38bb'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:39.092871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:39.263764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.298537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port 087ea7b6-eb00-4e0a-b8dc-524efd7c804d yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:39.476623 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Publish callbacks [] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.500637 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.652754 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::2c7 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/e9beb9d4-e128-47b7-88cd-dd25d7ed38bb/087ea7b6-eb00-4e0a-b8dc-524efd7c804d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:39.656676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:39.667093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:39.678500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:39.700451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75307d09-483e-4746-b83f-0139d6c1d05d req-8d7492a8-4af4-4a80-ade2-c7aef42bf9c3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0793974 Mar 22 14:32:39.802935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Pushing event updated for resources: {'Port': ['ID=87ca959f-bd7d-4f7a-acf2-74f982d965b3,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:39.832398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Attempting to bind port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:39.833287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Attempting to bind port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '56c2aa24-81e6-4cb1-9998-b2ce81692ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:39.834047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Attempting to bind port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 on network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:39.843096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:39.843901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Checking segment: {'id': '56c2aa24-81e6-4cb1-9998-b2ce81692ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:39.844569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.845579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Bound using segment: {'id': '56c2aa24-81e6-4cb1-9998-b2ce81692ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:39.846348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Bound port: 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c2aa24-81e6-4cb1-9998-b2ce81692ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:39.846982 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.860987 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.936362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] For port 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:39.940288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] For port 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=87ca959f-bd7d-4f7a-acf2-74f982d965b3,segment=NetworkSegment(56c2aa24-81e6-4cb1-9998-b2ce81692ed3),segment_id=56c2aa24-81e6-4cb1-9998-b2ce81692ed3)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:39.947238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.969192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.134135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:40.142286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:40.163896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:40.167865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:40.168341 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.181958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61967a5d-a071-4fea-a8b2-e09045433752 None None] Pushing event updated for resources: {'Port': ['ID=87ca959f-bd7d-4f7a-acf2-74f982d965b3,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.190906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=087ea7b6-eb00-4e0a-b8dc-524efd7c804d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.210084 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-41050518-a22f-4a2c-b401-8c8b28b7cf75 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4024801 Mar 22 14:32:40.212978 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36934) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.218737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-58dffb53-e01f-45aa-985c-d1904981ded1 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:40.481622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dffb53-e01f-45aa-985c-d1904981ded1 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:40.485114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-58dffb53-e01f-45aa-985c-d1904981ded1 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.612065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 87ca959f-bd7d-4f7a-acf2-74f982d965b3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:40.638963 n-d-834677-3 neutron-server[110457]: INFO neutron.db.ipam_backend_mixin [None req-58dffb53-e01f-45aa-985c-d1904981ded1 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9beb9d4-e128-47b7-88cd-dd25d7ed38bb (CIDR: 2001:db8::/64) Mar 22 14:32:40.654624 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dffb53-e01f-45aa-985c-d1904981ded1 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:40.655179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dffb53-e01f-45aa-985c-d1904981ded1 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:40.683643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.684084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-58dffb53-e01f-45aa-985c-d1904981ded1 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4695935 Mar 22 14:32:40.688830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:40.794840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:40.795284 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.994292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c4337ea-fe4d-4f73-be05-648304001223 req-5534c305-e4eb-460d-8477-182741248ffe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0773137 Mar 22 14:32:41.071013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:41.076048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.081504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:41.083995 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.203073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=87ca959f-bd7d-4f7a-acf2-74f982d965b3,segment=NetworkSegment(56c2aa24-81e6-4cb1-9998-b2ce81692ed3),segment_id=56c2aa24-81e6-4cb1-9998-b2ce81692ed3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:41.213898 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.333081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=87ca959f-bd7d-4f7a-acf2-74f982d965b3,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.542076 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (fad5bdac-f58a-4712-92ce-bfa9f17e7f58), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.627717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:41.641826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:41.646293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:41.646904 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.667239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=fad5bdac-f58a-4712-92ce-bfa9f17e7f58,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.691353 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f0767ce6-c5b6-4415-bc5c-d3eab9fce173 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0059576 Mar 22 14:32:41.694363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 36964) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.701527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1348187871', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fad5bdac-f58a-4712-92ce-bfa9f17e7f58'}], 'security_groups': ['4d099cf3-95e8-4d24-8457-603917652180']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:41.966272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e2e237-5e27-4129-bf88-d074759d0c7c None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:41.985670 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.087895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b3af2190-40c6-448e-80c0-7de63a70b6ef None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:42.088276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b3af2190-40c6-448e-80c0-7de63a70b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.174816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-638b31a3-a2ed-4ab8-85ff-222c3b906b4e req-887b93a3-2ad1-476f-bfc0-acb40b9dab4b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0614209 Mar 22 14:32:42.218984 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b3af2190-40c6-448e-80c0-7de63a70b6ef None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:42.237673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b3af2190-40c6-448e-80c0-7de63a70b6ef None None] Provisioning complete for port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:42.238280 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b3af2190-40c6-448e-80c0-7de63a70b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.303847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b3af2190-40c6-448e-80c0-7de63a70b6ef None None] Port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:42.419914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5738b31-22e4-4f58-bb31-0b65c50b5efb None None] Update dhcp port {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'fixed_ips': [{'subnet_id': 'e9beb9d4-e128-47b7-88cd-dd25d7ed38bb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fad5bdac-f58a-4712-92ce-bfa9f17e7f58'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '87ca959f-bd7d-4f7a-acf2-74f982d965b3'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:42.498921 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b5738b31-22e4-4f58-bb31-0b65c50b5efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.537494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 87ca959f-bd7d-4f7a-acf2-74f982d965b3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:42.745877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Delete allocated IP 2001:db8::2c7 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/e9beb9d4-e128-47b7-88cd-dd25d7ed38bb) {{(pid=110457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:32:42.762184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8:0:1::94 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/fad5bdac-f58a-4712-92ce-bfa9f17e7f58/087ea7b6-eb00-4e0a-b8dc-524efd7c804d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:42.840470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:42.840848 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.891215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 36992) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.935844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:43.081046 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.094183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.112479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf117110-d873-45b6-84b8-dbc38f186f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.219390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] In _notify_port_updated(), no bound segment for port 087ea7b6-eb00-4e0a-b8dc-524efd7c804d on network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:43.225754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:43.226465 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.230632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "PUT /v2.0/ports/087ea7b6-eb00-4e0a-b8dc-524efd7c804d HTTP/1.1" status: 200 len: 930 time: 1.5318418 Mar 22 14:32:43.231422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37006) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.259556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-b5738b31-22e4-4f58-bb31-0b65c50b5efb None None] Allocated IP 2001:db8:0:1::2 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/fad5bdac-f58a-4712-92ce-bfa9f17e7f58/87ca959f-bd7d-4f7a-acf2-74f982d965b3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:43.283420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf117110-d873-45b6-84b8-dbc38f186f39 admin admin] Publish callbacks [] for security_group (5598b8be-68dd-47a6-8df6-f225e9f9de47), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.292366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf117110-d873-45b6-84b8-dbc38f186f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5598b8be-68dd-47a6-8df6-f225e9f9de47), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.437870 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bf117110-d873-45b6-84b8-dbc38f186f39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf492992c21d4fe6bc1c3a2af0ab5406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5449083 Mar 22 14:32:43.440876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37010) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.448824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-749b9aed-e92b-4825-a0ec-325b19105058 req-baae808f-56bb-4672-9414-e1ac5b3e4871 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1168706 Mar 22 14:32:43.453349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf117110-d873-45b6-84b8-dbc38f186f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598b8be-68dd-47a6-8df6-f225e9f9de47,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.488862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861868a-fc99-4c8a-a4ad-3fea3cd70376 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=087ea7b6-eb00-4e0a-b8dc-524efd7c804d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.543650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 087ea7b6-eb00-4e0a-b8dc-524efd7c804d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:43.543985 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.566968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b5738b31-22e4-4f58-bb31-0b65c50b5efb None None] For port 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=87ca959f-bd7d-4f7a-acf2-74f982d965b3,segment=NetworkSegment(56c2aa24-81e6-4cb1-9998-b2ce81692ed3),segment_id=56c2aa24-81e6-4cb1-9998-b2ce81692ed3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:43.575888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66bc48d9-649f-46e6-8f0e-caebf8136d23 admin admin] Publish callbacks [] for security_group (5598b8be-68dd-47a6-8df6-f225e9f9de47), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.623122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66bc48d9-649f-46e6-8f0e-caebf8136d23 admin admin] Publish callbacks [] for security_group (5598b8be-68dd-47a6-8df6-f225e9f9de47), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.639848 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b5738b31-22e4-4f58-bb31-0b65c50b5efb None None] Publish callbacks [] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.656398 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b5738b31-22e4-4f58-bb31-0b65c50b5efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.752020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66bc48d9-649f-46e6-8f0e-caebf8136d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5598b8be-68dd-47a6-8df6-f225e9f9de47), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.757707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.772120 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-66bc48d9-649f-46e6-8f0e-caebf8136d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.782634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 087ea7b6-eb00-4e0a-b8dc-524efd7c804d owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:43.794860 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-66bc48d9-649f-46e6-8f0e-caebf8136d23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5598b8be-68dd-47a6-8df6-f225e9f9de47 HTTP/1.1" status: 204 len: 168 time: 0.3529265 Mar 22 14:32:43.831865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc48d9-649f-46e6-8f0e-caebf8136d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598b8be-68dd-47a6-8df6-f225e9f9de47,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.923326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5738b31-22e4-4f58-bb31-0b65c50b5efb None None] Pushing event updated for resources: {'Port': ['ID=87ca959f-bd7d-4f7a-acf2-74f982d965b3,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:44.047286 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (087ea7b6-eb00-4e0a-b8dc-524efd7c804d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.126700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=087ea7b6-eb00-4e0a-b8dc-524efd7c804d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:44.210350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.216122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-92172095-6feb-43ca-ac37-0050a595026c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/087ea7b6-eb00-4e0a-b8dc-524efd7c804d HTTP/1.1" status: 204 len: 168 time: 0.9737360 Mar 22 14:32:44.218751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37028) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.276223 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4766d5fe-81c7-4fe8-8c57-6bda7b280397 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:44.277989 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4766d5fe-81c7-4fe8-8c57-6bda7b280397 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/087ea7b6-eb00-4e0a-b8dc-524efd7c804d HTTP/1.1" status: 404 len: 333 time: 0.0580716 Mar 22 14:32:44.281867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37030) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.499286 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c80718fa-3282-429c-98c7-226c2dccbde8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.558247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 87ca959f-bd7d-4f7a-acf2-74f982d965b3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:44.626211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c80718fa-3282-429c-98c7-226c2dccbde8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.704528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:44.704924 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.706993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5aa97f0-55e4-4c4e-a4d7-0ddf0d4b39d5 req-2ef7ccbb-c47b-4d8a-ad7d-64c67819ef42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0837028 Mar 22 14:32:44.780648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c80718fa-3282-429c-98c7-226c2dccbde8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.783477 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c80718fa-3282-429c-98c7-226c2dccbde8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.787342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c80718fa-3282-429c-98c7-226c2dccbde8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/security-groups/78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1 HTTP/1.1" status: 204 len: 168 time: 0.5017121 Mar 22 14:32:44.787929 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:32:44.788813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37044) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.814675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80718fa-3282-429c-98c7-226c2dccbde8 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d0e665-e4d0-4a1a-a395-e3edcf2cb4b1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:44.929856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:44.949712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db2ea87f-8912-4a23-90cf-29e3912d149f None None] Could not find standard attr ID for object 087ea7b6-eb00-4e0a-b8dc-524efd7c804d. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:44.957739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e1d14c0-c2f3-4d8e-b364-120013f40586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (4d099cf3-95e8-4d24-8457-603917652180), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.985766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db2ea87f-8912-4a23-90cf-29e3912d149f None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:44.987136 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db2ea87f-8912-4a23-90cf-29e3912d149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.020639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e1d14c0-c2f3-4d8e-b364-120013f40586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (4d099cf3-95e8-4d24-8457-603917652180), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.123895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e1d14c0-c2f3-4d8e-b364-120013f40586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (4d099cf3-95e8-4d24-8457-603917652180), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.127262 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2e1d14c0-c2f3-4d8e-b364-120013f40586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.131630 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2e1d14c0-c2f3-4d8e-b364-120013f40586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/security-groups/4d099cf3-95e8-4d24-8457-603917652180 HTTP/1.1" status: 204 len: 168 time: 0.3415253 Mar 22 14:32:45.132581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37058) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.170657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d14c0-c2f3-4d8e-b364-120013f40586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d099cf3-95e8-4d24-8457-603917652180,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:45.231620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db2ea87f-8912-4a23-90cf-29e3912d149f None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:45.281036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db2ea87f-8912-4a23-90cf-29e3912d149f None None] Provisioning complete for port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:45.281399 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db2ea87f-8912-4a23-90cf-29e3912d149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.300313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet e9beb9d4-e128-47b7-88cd-dd25d7ed38bb {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:45.308890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (e9beb9d4-e128-47b7-88cd-dd25d7ed38bb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.451797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db2ea87f-8912-4a23-90cf-29e3912d149f None None] Port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:45.475233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (e9beb9d4-e128-47b7-88cd-dd25d7ed38bb), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.576294 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cf659d58-dfbd-4a62-b72d-c14048de3b44 None None] Could not find standard attr ID for object 087ea7b6-eb00-4e0a-b8dc-524efd7c804d. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:45.704442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (e9beb9d4-e128-47b7-88cd-dd25d7ed38bb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.811334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (e9beb9d4-e128-47b7-88cd-dd25d7ed38bb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.905102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8fff9b06-7afb-4998-8ed6-8f0b371693af None None] Could not find standard attr ID for object 087ea7b6-eb00-4e0a-b8dc-524efd7c804d. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:45.943404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=e9beb9d4-e128-47b7-88cd-dd25d7ed38bb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:45.971559 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.974573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4a971673-2661-40b5-bedc-6f7eb85b0112 req-31a0daa9-9c6d-40c0-8bf9-bb1cdb6677fc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1085267 Mar 22 14:32:45.977134 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cb71bef2-df47-4e3e-8c62-28d2146f717a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/e9beb9d4-e128-47b7-88cd-dd25d7ed38bb HTTP/1.1" status: 204 len: 168 time: 0.8215187 Mar 22 14:32:45.984267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37080) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.989515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:46.168699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:46.177618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.396127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c9398-a89c-4883-80df-97b12deb7d45 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:46.758501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (c6d158f6-47c4-42af-802a-809d9bec8673), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.857664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=c6d158f6-47c4-42af-802a-809d9bec8673,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:46.885318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:46.886769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:46.890662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:46.891245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.935531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37092) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.940792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dcccb427-3d94-44a4-90e9-a0010aaea4a0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9553437 Mar 22 14:32:46.941634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-72486c37-916a-4874-b9a5-2875c6e37c52 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051484733'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:46.984345 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72486c37-916a-4874-b9a5-2875c6e37c52 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.226764 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72486c37-916a-4874-b9a5-2875c6e37c52 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (34484cd4-38d0-4f4a-8579-07b51c216d10), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.274577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d53d121-1e3f-4b0b-9c71-6c7b0ed7a1c7 req-d6b73751-c5e7-495c-9860-d8c689c2881d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1179056 Mar 22 14:32:47.280177 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72486c37-916a-4874-b9a5-2875c6e37c52 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34484cd4-38d0-4f4a-8579-07b51c216d10), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.339730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-72486c37-916a-4874-b9a5-2875c6e37c52 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.344434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37100) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.350118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8c076113-9d94-4250-92bf-9d8f28c0b338 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'security_group': {'name': 'tempest-secgroup-110232996'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:47.354679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-72486c37-916a-4874-b9a5-2875c6e37c52 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4177005 Mar 22 14:32:47.357552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72486c37-916a-4874-b9a5-2875c6e37c52 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34484cd4-38d0-4f4a-8579-07b51c216d10,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.380117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c076113-9d94-4250-92bf-9d8f28c0b338 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.462351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c076113-9d94-4250-92bf-9d8f28c0b338 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (46301420-1ebb-499a-9e34-e9982898db74), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.481377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c076113-9d94-4250-92bf-9d8f28c0b338 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (46301420-1ebb-499a-9e34-e9982898db74), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.529598 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c076113-9d94-4250-92bf-9d8f28c0b338 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.529805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37106) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.529926 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8c076113-9d94-4250-92bf-9d8f28c0b338 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1827772 Mar 22 14:32:47.537094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7089d0eb-d8af-436a-a8ad-62b76fd4c239 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'security_group': {'name': 'tempest-secgroup-268774373'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:47.582444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c076113-9d94-4250-92bf-9d8f28c0b338 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46301420-1ebb-499a-9e34-e9982898db74,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.584989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7089d0eb-d8af-436a-a8ad-62b76fd4c239 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.721783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7089d0eb-d8af-436a-a8ad-62b76fd4c239 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (baef72fa-95d5-4e76-a79f-b621d9880b9d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.736623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7089d0eb-d8af-436a-a8ad-62b76fd4c239 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (baef72fa-95d5-4e76-a79f-b621d9880b9d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.770213 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7089d0eb-d8af-436a-a8ad-62b76fd4c239 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.775370 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37116) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.776064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7089d0eb-d8af-436a-a8ad-62b76fd4c239 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2463021 Mar 22 14:32:47.781075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-52922375', 'security_groups': ['baef72fa-95d5-4e76-a79f-b621d9880b9d'], 'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6d158f6-47c4-42af-802a-809d9bec8673'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:47.820671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d0eb-d8af-436a-a8ad-62b76fd4c239 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baef72fa-95d5-4e76-a79f-b621d9880b9d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.851942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2166a9b8-a773-42aa-a74d-5c34d6f24804 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:48.014660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:48.025588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-19fd86cb-f4ae-4d26-a7b2-7636b184509c None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:48.026278 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-19fd86cb-f4ae-4d26-a7b2-7636b184509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.189845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-19fd86cb-f4ae-4d26-a7b2-7636b184509c None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:48.234368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.242007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ea16c-0f1a-4b1c-b823-de2048867f66 None None] Update dhcp port {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'fixed_ips': [{'subnet_id': 'fad5bdac-f58a-4712-92ce-bfa9f17e7f58', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c6d158f6-47c4-42af-802a-809d9bec8673'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '87ca959f-bd7d-4f7a-acf2-74f982d965b3'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:48.287363 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-852ea16c-0f1a-4b1c-b823-de2048867f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.289518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] device_id is not set on port b32315d2-83bb-456b-97f5-bbd42c3e955f yet. {{(pid=110458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:48.481316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-852ea16c-0f1a-4b1c-b823-de2048867f66 None None] Allocated IP 2001:db8::2 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/c6d158f6-47c4-42af-802a-809d9bec8673/87ca959f-bd7d-4f7a-acf2-74f982d965b3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:48.515594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3571e1a0-2b4b-49d8-bd85-02930766bb9e req-fd2a097b-2cb3-48f7-b884-8c0b8cd950cc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0804179 Mar 22 14:32:48.616110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-852ea16c-0f1a-4b1c-b823-de2048867f66 None None] For port 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=87ca959f-bd7d-4f7a-acf2-74f982d965b3,segment=NetworkSegment(56c2aa24-81e6-4cb1-9998-b2ce81692ed3),segment_id=56c2aa24-81e6-4cb1-9998-b2ce81692ed3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:48.673077 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-852ea16c-0f1a-4b1c-b823-de2048867f66 None None] Publish callbacks [] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.675005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-19fd86cb-f4ae-4d26-a7b2-7636b184509c None None] Provisioning complete for port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:48.675373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-19fd86cb-f4ae-4d26-a7b2-7636b184509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.747767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-19fd86cb-f4ae-4d26-a7b2-7636b184509c None None] Port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:48.750936 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-852ea16c-0f1a-4b1c-b823-de2048867f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.756752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-883578d3-1d5f-4653-9758-4adf02ec52f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.855646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8::6b (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/c6d158f6-47c4-42af-802a-809d9bec8673/b32315d2-83bb-456b-97f5-bbd42c3e955f) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:48.968743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea16c-0f1a-4b1c-b823-de2048867f66 None None] Pushing event updated for resources: {'Port': ['ID=87ca959f-bd7d-4f7a-acf2-74f982d965b3,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:49.061015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.103895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.150349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:49.158004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:49.166003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:49.166778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:49.167529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.203972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37140) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:49.210132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-215996ad-2eb3-4f19-8e9f-c6da09311e04 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:49.210729 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4337289 Mar 22 14:32:49.212298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=b32315d2-83bb-456b-97f5-bbd42c3e955f,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:49.223241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.223600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.224061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.224547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.225800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.226313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.226710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.227098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.227487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.227872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.228261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.228825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.229207 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.229771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.229910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a8d07-1433-44e7-b296-36a67f29de7e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:49.393167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215996ad-2eb3-4f19-8e9f-c6da09311e04 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:49.403062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-215996ad-2eb3-4f19-8e9f-c6da09311e04 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.541193 n-d-834677-3 neutron-server[110457]: INFO neutron.db.ipam_backend_mixin [None req-215996ad-2eb3-4f19-8e9f-c6da09311e04 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6d158f6-47c4-42af-802a-809d9bec8673 (CIDR: 2001:db8::/64) Mar 22 14:32:49.548994 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-215996ad-2eb3-4f19-8e9f-c6da09311e04 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:49.550252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215996ad-2eb3-4f19-8e9f-c6da09311e04 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:49.576884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-215996ad-2eb3-4f19-8e9f-c6da09311e04 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3686874 Mar 22 14:32:49.577151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37148) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:49.588594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ba10840b-12cd-4d6b-bde4-511314b96b3a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:49.833614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80ac9b61-4d0e-4c86-b347-51bf492d1990 req-199d11af-235f-4865-b581-d9ef0ea2418f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1051555 Mar 22 14:32:49.899836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-caa798bf-ef00-4e34-8fac-2d484d442995 None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:49.900208 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-caa798bf-ef00-4e34-8fac-2d484d442995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.023197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba10840b-12cd-4d6b-bde4-511314b96b3a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:50.026965 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba10840b-12cd-4d6b-bde4-511314b96b3a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.099320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-caa798bf-ef00-4e34-8fac-2d484d442995 None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:50.125526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-caa798bf-ef00-4e34-8fac-2d484d442995 None None] Provisioning complete for port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:50.126209 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-caa798bf-ef00-4e34-8fac-2d484d442995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.198092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-32f08027-72f9-4f16-8282-eb737bebfd5c tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f31ba5f7365a4a00ab1f229cb2c39495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832551 Mar 22 14:32:50.202669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-caa798bf-ef00-4e34-8fac-2d484d442995 None None] Port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:50.281069 n-d-834677-3 neutron-server[110457]: INFO neutron.db.ipam_backend_mixin [None req-ba10840b-12cd-4d6b-bde4-511314b96b3a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fad5bdac-f58a-4712-92ce-bfa9f17e7f58 (CIDR: 2001:db8:0:1::/64) Mar 22 14:32:50.306486 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba10840b-12cd-4d6b-bde4-511314b96b3a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:50.307126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba10840b-12cd-4d6b-bde4-511314b96b3a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:50.326261 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-222ab2b7-2a94-4e64-9718-3bf7d5fe2f7c None None] Provisioning complete for port b32315d2-83bb-456b-97f5-bbd42c3e955f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:50.327074 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-222ab2b7-2a94-4e64-9718-3bf7d5fe2f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.369614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-222ab2b7-2a94-4e64-9718-3bf7d5fe2f7c None None] Port b32315d2-83bb-456b-97f5-bbd42c3e955f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:50.385878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37178) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:50.391260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'subnet': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:50.396057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ba10840b-12cd-4d6b-bde4-511314b96b3a tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8174815 Mar 22 14:32:50.448976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-70d63b29-c7e0-4620-91f6-0bd8d343a914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.534698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 87ca959f-bd7d-4f7a-acf2-74f982d965b3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:50.622100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-5d0218e2-7bf2-4735-91f9-156c97abade1 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:50.630598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-5d0218e2-7bf2-4735-91f9-156c97abade1 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4222600 Mar 22 14:32:50.644619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:50.644994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.648887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-edbae5ac-7cf7-441d-99ee-3f1176574938 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/quotas/f31ba5f7365a4a00ab1f229cb2c39495 HTTP/1.1" status: 200 len: 375 time: 0.0163152 Mar 22 14:32:50.666102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Made reservation on behalf of cd3c06a3d9f949e682ba9deddad94d54 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:50.684304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.769649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-356b0165-5afa-4814-a669-af339811c363 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31ba5f7365a4a00ab1f229cb2c39495&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906751 Mar 22 14:32:50.819397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:50.984015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34f7aa21-5c48-4f82-954a-57d17e9c9f9e req-91f00aa2-4f00-4d5c-a200-445f3671df1c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0462360 Mar 22 14:32:51.109083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (dd5a0fca-a2aa-4371-8547-765b49696bbc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.152789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c159ae9e-729f-4548-9d80-3ffae9709472 req-237c7045-81d3-498a-9907-a314e01754d6 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 210 time: 0.0584300 Mar 22 14:32:51.160461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:51.165381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:51.168430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:51.169196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.176208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94e9c5-d403-4d51-83e9-2cba44c91195 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:51.188809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Subnet': ['ID=dd5a0fca-a2aa-4371-8547-765b49696bbc,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:51.205075 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-821f1120-6685-471f-b8c2-21dff3ba9b7d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8178382 Mar 22 14:32:51.208246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37204) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:51.214603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1559914276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd5a0fca-a2aa-4371-8547-765b49696bbc'}], 'security_groups': ['34484cd4-38d0-4f4a-8579-07b51c216d10', '46301420-1ebb-499a-9e34-e9982898db74']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:51.478225 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.819550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1c469-e0a5-42bc-b346-b79fc225a48d None None] Update dhcp port {'port': {'network_id': '91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9', 'fixed_ips': [{'subnet_id': 'fad5bdac-f58a-4712-92ce-bfa9f17e7f58', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c6d158f6-47c4-42af-802a-809d9bec8673', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd5a0fca-a2aa-4371-8547-765b49696bbc'}], 'binding:host_id': 'n-d-834677-3'}, 'id': '87ca959f-bd7d-4f7a-acf2-74f982d965b3'} from n-d-834677-3. {{(pid=110459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:51.856207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c469-e0a5-42bc-b346-b79fc225a48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.036351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.053369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Delete allocated IP 2001:db8::6b (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/c6d158f6-47c4-42af-802a-809d9bec8673) {{(pid=110457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:32:52.077721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Allocated IP 2001:db8:0:2::121 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/dd5a0fca-a2aa-4371-8547-765b49696bbc/b32315d2-83bb-456b-97f5-bbd42c3e955f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:52.210829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13f3e59d-045a-4a0c-87d0-e0b41be6094e req-3ba12320-0bba-47ad-b3a1-e79d8e5a0d0b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0710592 Mar 22 14:32:52.357582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bba146d2-2728-4605-8335-f76a39be8838 req-c2d40e99-58c8-401b-bb50-3c305a9d7fbc tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 210 time: 0.0373242 Mar 22 14:32:52.431004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.447785 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.521361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] In _notify_port_updated(), no bound segment for port b32315d2-83bb-456b-97f5-bbd42c3e955f on network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 {{(pid=110457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:52.533458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-d5f1c469-e0a5-42bc-b346-b79fc225a48d None None] Allocated IP 2001:db8:0:2::2 (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9/dd5a0fca-a2aa-4371-8547-765b49696bbc/87ca959f-bd7d-4f7a-acf2-74f982d965b3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:52.535401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:52.536460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.539896 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "PUT /v2.0/ports/b32315d2-83bb-456b-97f5-bbd42c3e955f HTTP/1.1" status: 200 len: 970 time: 1.3305035 Mar 22 14:32:52.543146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37222) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:52.618159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee9fd1-daa2-4a79-9eea-fd3550ce1bb0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event updated for resources: {'Port': ['ID=b32315d2-83bb-456b-97f5-bbd42c3e955f,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:52.722598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d5f1c469-e0a5-42bc-b346-b79fc225a48d None None] For port 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=87ca959f-bd7d-4f7a-acf2-74f982d965b3,segment=NetworkSegment(56c2aa24-81e6-4cb1-9998-b2ce81692ed3),segment_id=56c2aa24-81e6-4cb1-9998-b2ce81692ed3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:52.803355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-52533a68-e882-4ad9-98df-a93370dac45d tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f31ba5f7365a4a00ab1f229cb2c39495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534606 Mar 22 14:32:52.809163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port b32315d2-83bb-456b-97f5-bbd42c3e955f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:52.810642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.842401 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c469-e0a5-42bc-b346-b79fc225a48d None None] Publish callbacks [] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.852750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c469-e0a5-42bc-b346-b79fc225a48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.953792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.001267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for b32315d2-83bb-456b-97f5-bbd42c3e955f owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:53.027042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-c7568ab1-e924-4791-95e1-13d23061303c tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:53.039424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-c7568ab1-e924-4791-95e1-13d23061303c tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287016 Mar 22 14:32:53.062917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Request body: {'port': {'device_id': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': 'f31ba5f7365a4a00ab1f229cb2c39495'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:53.089002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1c469-e0a5-42bc-b346-b79fc225a48d None None] Pushing event updated for resources: {'Port': ['ID=87ca959f-bd7d-4f7a-acf2-74f982d965b3,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:53.264370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Made reservation on behalf of f31ba5f7365a4a00ab1f229cb2c39495 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:53.268629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.290293 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b32315d2-83bb-456b-97f5-bbd42c3e955f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.317547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.395466 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=b32315d2-83bb-456b-97f5-bbd42c3e955f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:53.400782 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.404951 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a8b07a15-1b10-428b-9683-81cbc5e7186c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/b32315d2-83bb-456b-97f5-bbd42c3e955f HTTP/1.1" status: 204 len: 168 time: 0.8596349 Mar 22 14:32:53.407909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37234) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:53.461875 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.477410 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddddffd7-4116-4a2d-97fc-5e44c1b77d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] GET failed (client error): The resource could not be found. Mar 22 14:32:53.479061 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ddddffd7-4116-4a2d-97fc-5e44c1b77d36 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports/b32315d2-83bb-456b-97f5-bbd42c3e955f HTTP/1.1" status: 404 len: 333 time: 0.0701520 Mar 22 14:32:53.479659 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d369a893-7f28-4c73-93d7-c0fc3d95cd90 req-a9ca30b3-b8d9-4d12-9edb-8b25bf2ca4a2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.0836468 Mar 22 14:32:53.482392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37236) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:53.548735 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ccc6c554-659d-425b-ac0b-3e2790c5afc5 req-4bc02b20-a212-4e4d-84b7-9f0f3711cf85 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 210 time: 0.0725079 Mar 22 14:32:53.558316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-403d199e-3da7-49e4-89db-23690792a987 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (baef72fa-95d5-4e76-a79f-b621d9880b9d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.594634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks [] for security_group (dc705e68-67f5-48c7-8a45-5cb1dda8f911), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.602296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dc705e68-67f5-48c7-8a45-5cb1dda8f911), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.610134 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-403d199e-3da7-49e4-89db-23690792a987 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (baef72fa-95d5-4e76-a79f-b621d9880b9d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.677220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-403d199e-3da7-49e4-89db-23690792a987 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (baef72fa-95d5-4e76-a79f-b621d9880b9d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.680460 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-403d199e-3da7-49e4-89db-23690792a987 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.684121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-403d199e-3da7-49e4-89db-23690792a987 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/security-groups/baef72fa-95d5-4e76-a79f-b621d9880b9d HTTP/1.1" status: 204 len: 168 time: 0.1982071 Mar 22 14:32:53.685321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37238) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:53.692570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d199e-3da7-49e4-89db-23690792a987 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef72fa-95d5-4e76-a79f-b621d9880b9d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:53.789142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc705e68-67f5-48c7-8a45-5cb1dda8f911,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:53.836848 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4139e4a7-e668-4f69-83f5-a4131159a48c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (46301420-1ebb-499a-9e34-e9982898db74), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.838841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Allocated IP 192.168.233.95 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/07cf5611-6b70-46db-93a5-848cb15e8215) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:53.879340 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4139e4a7-e668-4f69-83f5-a4131159a48c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (46301420-1ebb-499a-9e34-e9982898db74), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.987074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4139e4a7-e668-4f69-83f5-a4131159a48c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (46301420-1ebb-499a-9e34-e9982898db74), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.989921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4139e4a7-e668-4f69-83f5-a4131159a48c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.994014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4139e4a7-e668-4f69-83f5-a4131159a48c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/security-groups/46301420-1ebb-499a-9e34-e9982898db74 HTTP/1.1" status: 204 len: 168 time: 0.3020599 Mar 22 14:32:53.994158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37240) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:54.009233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139e4a7-e668-4f69-83f5-a4131159a48c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46301420-1ebb-499a-9e34-e9982898db74,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:54.080559 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b7fba2e-c41f-4c5e-bb20-4fede67ccf5e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (34484cd4-38d0-4f4a-8579-07b51c216d10), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.121200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b7fba2e-c41f-4c5e-bb20-4fede67ccf5e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (34484cd4-38d0-4f4a-8579-07b51c216d10), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.133936 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks [] for port (07cf5611-6b70-46db-93a5-848cb15e8215), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.205413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b7fba2e-c41f-4c5e-bb20-4fede67ccf5e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (34484cd4-38d0-4f4a-8579-07b51c216d10), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.209388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b7fba2e-c41f-4c5e-bb20-4fede67ccf5e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.215058 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8b7fba2e-c41f-4c5e-bb20-4fede67ccf5e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/security-groups/34484cd4-38d0-4f4a-8579-07b51c216d10 HTTP/1.1" status: 204 len: 168 time: 0.2194571 Mar 22 14:32:54.216481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37246) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:54.242948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.261986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-34606c46-8b98-4a41-9bef-c7fe3a8bf55e None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:54.261986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-34606c46-8b98-4a41-9bef-c7fe3a8bf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.266159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fba2e-c41f-4c5e-bb20-4fede67ccf5e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34484cd4-38d0-4f4a-8579-07b51c216d10,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:54.336699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:54.419815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:54.438012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet c6d158f6-47c4-42af-802a-809d9bec8673 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:54.442590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:54.489543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (c6d158f6-47c4-42af-802a-809d9bec8673), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.531891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Pushing event updated for resources: {'Port': ['ID=07cf5611-6b70-46db-93a5-848cb15e8215,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:54.620015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (c6d158f6-47c4-42af-802a-809d9bec8673), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.635906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-34606c46-8b98-4a41-9bef-c7fe3a8bf55e None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:54.643036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:54.651816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.693121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 87ca959f-bd7d-4f7a-acf2-74f982d965b3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:54.744649 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-34606c46-8b98-4a41-9bef-c7fe3a8bf55e None None] Could not find standard attr ID for object b32315d2-83bb-456b-97f5-bbd42c3e955f. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:54.833422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afd1f619-c58a-4fde-8b72-b25e6629f9dd req-38464239-97c2-454c-8e1b-c7eb3b272f78 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1046431 Mar 22 14:32:54.859173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.874031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.888951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-34606c46-8b98-4a41-9bef-c7fe3a8bf55e None None] Provisioning complete for port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:54.889329 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-34606c46-8b98-4a41-9bef-c7fe3a8bf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.960684 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:54.961348 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.967394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-34606c46-8b98-4a41-9bef-c7fe3a8bf55e None None] Port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:55.006669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c6d158f6-47c4-42af-802a-809d9bec8673), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.040897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ea975fe8-c369-431a-9ee9-434cc8e03a46 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9905682 Mar 22 14:32:55.061267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Request body: {'port': {'device_id': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:55.140821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e2d39742-e715-40b9-b811-a836ac988ad3 None None] Provisioning complete for port 07cf5611-6b70-46db-93a5-848cb15e8215 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:55.141194 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2d39742-e715-40b9-b811-a836ac988ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.145562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f552eeb-e89d-49a5-b5a1-727c345da08d req-8a1439f1-ad44-4efd-a0bc-e68923b0e4b3 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:55.147991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f552eeb-e89d-49a5-b5a1-727c345da08d req-8a1439f1-ad44-4efd-a0bc-e68923b0e4b3 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 935 time: 0.4181905 Mar 22 14:32:55.171560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:55.199147 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.226833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e2d39742-e715-40b9-b811-a836ac988ad3 None None] Port 07cf5611-6b70-46db-93a5-848cb15e8215 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:55.231272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e2d39742-e715-40b9-b811-a836ac988ad3 None None] Could not find standard attr ID for object b32315d2-83bb-456b-97f5-bbd42c3e955f. {{(pid=110459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:55.234002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (c6d158f6-47c4-42af-802a-809d9bec8673), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.310263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d158f6-47c4-42af-802a-809d9bec8673,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:55.320654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.323091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e5e38a-47d1-4f13-b647-4080584e4d61 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:55.323962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-76ce2c54-6c1d-4b12-a84c-71a8fc6bf807 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/c6d158f6-47c4-42af-802a-809d9bec8673 HTTP/1.1" status: 204 len: 168 time: 1.1061516 Mar 22 14:32:55.330538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37260) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:55.359984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f552eeb-e89d-49a5-b5a1-727c345da08d req-e54c9560-416b-477e-a758-c44e0911a9f3 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051032 Mar 22 14:32:55.445465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet dd5a0fca-a2aa-4371-8547-765b49696bbc {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:55.454772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (dd5a0fca-a2aa-4371-8547-765b49696bbc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.584634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (dd5a0fca-a2aa-4371-8547-765b49696bbc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.779468 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (dd5a0fca-a2aa-4371-8547-765b49696bbc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.787882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cf5611-6b70-46db-93a5-848cb15e8215 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:32:55.797407 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Publish callbacks [] for port (07cf5611-6b70-46db-93a5-848cb15e8215), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.824771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Transition to ACTIVE for port object 07cf5611-6b70-46db-93a5-848cb15e8215 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:32:55.831833 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.980437 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (dd5a0fca-a2aa-4371-8547-765b49696bbc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.060911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5a0fca-a2aa-4371-8547-765b49696bbc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:56.097787 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.101173 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-06cc3a84-85b1-41e4-a132-3d484e0a5416 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/dd5a0fca-a2aa-4371-8547-765b49696bbc HTTP/1.1" status: 204 len: 168 time: 0.7689877 Mar 22 14:32:56.107439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37266) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:56.164625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e97b599-9318-4f10-b791-45353ca4d18c req-646610e5-fdbe-41be-87e6-34ba550a6fb4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca6c0f12-c3de-49ad-bb3f-ec089c51a948 HTTP/1.1" status: 200 len: 210 time: 0.1227508 Mar 22 14:32:56.165364 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ceb561-7357-40e2-84d6-42c24d4f3ec3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:56.165364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ceb561-7357-40e2-84d6-42c24d4f3ec3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:56.176368 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43ceb561-7357-40e2-84d6-42c24d4f3ec3 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/c6d158f6-47c4-42af-802a-809d9bec8673 HTTP/1.1" status: 404 len: 337 time: 0.0649886 Mar 22 14:32:56.179240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:56.201496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Attempting to bind port 07cf5611-6b70-46db-93a5-848cb15e8215 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:56.201906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Attempting to bind port 07cf5611-6b70-46db-93a5-848cb15e8215 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:56.202376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Attempting to bind port 07cf5611-6b70-46db-93a5-848cb15e8215 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:56.205877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Pushing event updated for resources: {'Port': ['ID=07cf5611-6b70-46db-93a5-848cb15e8215,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:56.224744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Port 07cf5611-6b70-46db-93a5-848cb15e8215 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:32:56.224921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Attempting to bind port 07cf5611-6b70-46db-93a5-848cb15e8215 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:56.239383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:56.239734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:56.240197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:56.240955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Bound port: 07cf5611-6b70-46db-93a5-848cb15e8215, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:56.241181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.261431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting subnet fad5bdac-f58a-4712-92ce-bfa9f17e7f58 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:56.264932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (fad5bdac-f58a-4712-92ce-bfa9f17e7f58), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.362135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (fad5bdac-f58a-4712-92ce-bfa9f17e7f58), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.416907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] For port 07cf5611-6b70-46db-93a5-848cb15e8215, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:56.420557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] For port 07cf5611-6b70-46db-93a5-848cb15e8215, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=07cf5611-6b70-46db-93a5-848cb15e8215,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:56.429347 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.485846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:56.486518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.487958 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] 10.222.0.57 "PUT /v2.0/ports/07cf5611-6b70-46db-93a5-848cb15e8215 HTTP/1.1" status: 200 len: 1095 time: 1.4350145 Mar 22 14:32:56.488583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'tag': '07cf5611-6b70-46db-93a5-848cb15e8215'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:56.505698 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921374c-7127-48e0-ad1f-bd83b358dd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4643d306-4b3d-453e-a97e-d77fd9131b15", "tag": "07cf5611-6b70-46db-93a5-848cb15e8215"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:56.580844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (fad5bdac-f58a-4712-92ce-bfa9f17e7f58), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.712103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (fad5bdac-f58a-4712-92ce-bfa9f17e7f58), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.780820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Subnet': ['ID=fad5bdac-f58a-4712-92ce-bfa9f17e7f58,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:56.790418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.793689 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf8ef365-d6d4-4da3-9038-61b1ac38ad4d tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/fad5bdac-f58a-4712-92ce-bfa9f17e7f58 HTTP/1.1" status: 204 len: 168 time: 0.6135418 Mar 22 14:32:56.798872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37280) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:56.859689 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b47535-477e-4a63-8fc8-2b8caad848e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:56.860176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b47535-477e-4a63-8fc8-2b8caad848e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:56.863342 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c7b47535-477e-4a63-8fc8-2b8caad848e2 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/e9beb9d4-e128-47b7-88cd-dd25d7ed38bb HTTP/1.1" status: 404 len: 337 time: 0.0637333 Mar 22 14:32:56.866138 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37282) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:56.911157 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b66a338d-de7d-45bc-971f-138b858179aa tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a588b40-e958-43e7-a48e-66c25c53bf3e HTTP/1.1" status: 200 len: 205 time: 0.0420837 Mar 22 14:32:56.917220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37284) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.003377 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-3d700fed-5677-4243-95f2-8d330de50586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] delete failed (client error): The resource could not be found. Mar 22 14:32:57.008049 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d700fed-5677-4243-95f2-8d330de50586 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/routers/9a588b40-e958-43e7-a48e-66c25c53bf3e HTTP/1.1" status: 404 len: 336 time: 0.0865133 Mar 22 14:32:57.008673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37286) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.063470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94743e5d-41a2-4c3b-8848-85d2ef076665 None None] Network 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:57.089490 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-923d340d-04b3-4e50-a42f-8f60a81bb490 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.094479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923d340d-04b3-4e50-a42f-8f60a81bb490 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.106830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-923d340d-04b3-4e50-a42f-8f60a81bb490 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/f3290993-35a5-46ec-91f1-ccdd0d3053af HTTP/1.1" status: 404 len: 337 time: 0.0968933 Mar 22 14:32:57.113035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37288) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.197540 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3978746f-ad47-497b-b139-f8087cbb28d0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.198020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3978746f-ad47-497b-b139-f8087cbb28d0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.201085 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3978746f-ad47-497b-b139-f8087cbb28d0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/3cf6a000-5224-4377-b5b3-b15b1777362c HTTP/1.1" status: 404 len: 337 time: 0.0868311 Mar 22 14:32:57.214588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37292) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.241700 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e1c72-589c-414f-8286-7c90cee87170 x-openstack-request-id: req-766e1c72-589c-414f-8286-7c90cee87170 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:57.242322 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4643d306-4b3d-453e-a97e-d77fd9131b15", "tag": "07cf5611-6b70-46db-93a5-848cb15e8215", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:57.242322 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-766e1c72-589c-414f-8286-7c90cee87170 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:57.242749 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766e1c72-589c-414f-8286-7c90cee87170'] response: {'name': 'network-changed', 'server_uuid': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'tag': '07cf5611-6b70-46db-93a5-848cb15e8215', 'status': 'completed', 'code': 200} Mar 22 14:32:57.244158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b8c4f-3228-4882-983a-888541a95528 service neutron] Pushing event updated for resources: {'Port': ['ID=07cf5611-6b70-46db-93a5-848cb15e8215,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:57.260467 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adf3d95-630c-4683-b2a6-68ed7195c9b0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.260933 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adf3d95-630c-4683-b2a6-68ed7195c9b0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.266776 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2adf3d95-630c-4683-b2a6-68ed7195c9b0 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/7c25ec3f-0289-4c80-8ca5-1fad95c1bf13 HTTP/1.1" status: 404 len: 337 time: 0.0510526 Mar 22 14:32:57.269500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37294) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.279282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-5fe79bac-1a22-4edd-ae54-85797f3a4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:57.280857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-5fe79bac-1a22-4edd-ae54-85797f3a4d24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f31ba5f7365a4a00ab1f229cb2c39495&device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 1129 time: 0.7158728 Mar 22 14:32:57.294886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5063a-8fed-4c84-94de-ae097f303f2c req-a7fc2432-a410-4cea-a4ef-bc805a78abf4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:57.307305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28d5063a-8fed-4c84-94de-ae097f303f2c req-a7fc2432-a410-4cea-a4ef-bc805a78abf4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 947 time: 0.6484272 Mar 22 14:32:57.327158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2060a74e-69ef-497b-a445-3b268afb2b57 None None] Provisioning complete for port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:57.334578 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ccb64b-43a5-4d1f-b5dd-0db1a40c7cac tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.335164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ccb64b-43a5-4d1f-b5dd-0db1a40c7cac tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.345268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62ccb64b-43a5-4d1f-b5dd-0db1a40c7cac tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/c3696d01-36f7-4940-b99a-0aff9c0ff408 HTTP/1.1" status: 404 len: 333 time: 0.0719197 Mar 22 14:32:57.345521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37300) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.347606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2060a74e-69ef-497b-a445-3b268afb2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.377630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-1e3968ff-55db-43e9-b6b6-41ea533e1836 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=07cf5611-6b70-46db-93a5-848cb15e8215 HTTP/1.1" status: 200 len: 217 time: 0.0528326 Mar 22 14:32:57.419420 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a24e53-f99f-48c9-8c63-f2da067b347e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.419988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a24e53-f99f-48c9-8c63-f2da067b347e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.426275 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-84a24e53-f99f-48c9-8c63-f2da067b347e tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/4c9bf347-e9f7-4456-9bd5-f8c03943db60 HTTP/1.1" status: 404 len: 337 time: 0.0773308 Mar 22 14:32:57.426452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28d5063a-8fed-4c84-94de-ae097f303f2c req-afd9a392-dac8-4b86-b07f-108b73bd592d tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177304 Mar 22 14:32:57.426885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37304) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.501021 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f532b46c-ebb8-4b32-93ba-8d227beafb0c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.502302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f532b46c-ebb8-4b32-93ba-8d227beafb0c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.509070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-4c8e7829-0c0e-4a37-8a97-bb007eb22728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:57.509758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f532b46c-ebb8-4b32-93ba-8d227beafb0c tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/08c8965f-c08e-48a9-8456-19095304d683 HTTP/1.1" status: 404 len: 337 time: 0.0814075 Mar 22 14:32:57.512730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-4c8e7829-0c0e-4a37-8a97-bb007eb22728 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1056986 Mar 22 14:32:57.513112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.516019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2060a74e-69ef-497b-a445-3b268afb2b57 None None] Current status of the port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:57.543113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2060a74e-69ef-497b-a445-3b268afb2b57 None None] Provisioning complete for port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:57.543828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2060a74e-69ef-497b-a445-3b268afb2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.558593 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84f155b-a8f3-4916-a60e-bae06ca15191 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.570486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84f155b-a8f3-4916-a60e-bae06ca15191 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.580638 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b84f155b-a8f3-4916-a60e-bae06ca15191 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/a63bbc05-4fde-43fe-8b0b-297e17d2fdc4 HTTP/1.1" status: 404 len: 333 time: 0.0606582 Mar 22 14:32:57.581104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37308) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.583132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] DHCP port deletion for 91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:57.597423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-a6517ca9-fcb3-484b-bd08-d6c0f0b80bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:57.599222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-a6517ca9-fcb3-484b-bd08-d6c0f0b80bdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0792410 Mar 22 14:32:57.637377 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef16932-d5f4-490b-a83c-67d360a370db tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.639524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef16932-d5f4-490b-a83c-67d360a370db tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.645170 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4ef16932-d5f4-490b-a83c-67d360a370db tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/7d04415b-7b07-4ecf-b597-33fe1383e930 HTTP/1.1" status: 404 len: 337 time: 0.0605226 Mar 22 14:32:57.645462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37310) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.663927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2060a74e-69ef-497b-a445-3b268afb2b57 None None] Port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:57.694059 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f434229-1349-4482-bafc-f774970776d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:57.694436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f434229-1349-4482-bafc-f774970776d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:57.700154 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9f434229-1349-4482-bafc-f774970776d4 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/subnets/52571fc8-904d-40d3-9992-6874dc430e64 HTTP/1.1" status: 404 len: 337 time: 0.0513148 Mar 22 14:32:57.702402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37314) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:57.704214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Deleting port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:57.704695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.784336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-ff042028-80ee-4d96-9471-61a05de462ed service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749210 Mar 22 14:32:57.853645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] For port 87ca959f-bd7d-4f7a-acf2-74f982d965b3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=87ca959f-bd7d-4f7a-acf2-74f982d965b3,segment=NetworkSegment(56c2aa24-81e6-4cb1-9998-b2ce81692ed3),segment_id=56c2aa24-81e6-4cb1-9998-b2ce81692ed3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:57.854086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.870758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Calling delete_port for 87ca959f-bd7d-4f7a-acf2-74f982d965b3 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:57.880040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Deleting port 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:57.881088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.968813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c3e23a9e-4acb-4e1e-8786-0286449a2212 req-8a03985d-f108-4a17-8996-f5d035d2d6cf service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740510 Mar 22 14:32:57.975345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (87ca959f-bd7d-4f7a-acf2-74f982d965b3), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.036094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] No DVR routers for this DVR port 87ca959f-bd7d-4f7a-acf2-74f982d965b3 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:58.053300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Pushing event deleted for resources: {'Port': ['ID=87ca959f-bd7d-4f7a-acf2-74f982d965b3,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:58.071221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.071937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.072051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.072389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.073626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.074019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.074475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.074787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.075116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.075427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.075752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.076068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.076888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.077222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.077698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061aa2e6-a223-4db7-b353-63b2354d639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.079426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.105766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Calling delete_port for 2f1cd1bf-e4a0-4de0-854e-d80232e284f1 owned by {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:58.124670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-420f767c-7a58-4a46-8fde-f9f5901c95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.126228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-420f767c-7a58-4a46-8fde-f9f5901c95e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f31ba5f7365a4a00ab1f229cb2c39495&device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 1129 time: 0.0829411 Mar 22 14:32:58.216328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2f1cd1bf-e4a0-4de0-854e-d80232e284f1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.254518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Port': ['ID=2f1cd1bf-e4a0-4de0-854e-d80232e284f1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:58.276092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.281305 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-59668906-23b4-405a-bedc-6c86fd144535 tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/ports/2f1cd1bf-e4a0-4de0-854e-d80232e284f1 HTTP/1.1" status: 204 len: 168 time: 0.5769351 Mar 22 14:32:58.282911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37316) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:58.293314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-0f0153af-5b12-4219-a82e-d37c9410b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.296443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-0f0153af-5b12-4219-a82e-d37c9410b7e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.1607938 Mar 22 14:32:58.368997 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-72a6f0cc-8b30-41e0-b4e2-65883c0b3f50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=07cf5611-6b70-46db-93a5-848cb15e8215 HTTP/1.1" status: 200 len: 217 time: 0.0664864 Mar 22 14:32:58.523526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.526741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-48ee5000-37fb-4dce-a25d-ef914ce360ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.528242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-48ee5000-37fb-4dce-a25d-ef914ce360ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.1521571 Mar 22 14:32:58.530358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 87ca959f-bd7d-4f7a-acf2-74f982d965b3 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:58.614891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 87ca959f-bd7d-4f7a-acf2-74f982d965b3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:58.619968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 87ca959f-bd7d-4f7a-acf2-74f982d965b3 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:58.672738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-286259ce-6b41-48c1-8c64-37092e476678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.674935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-286259ce-6b41-48c1-8c64-37092e476678 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1398435 Mar 22 14:32:58.702113 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.749438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.786194 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:58.798826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c2aa24-81e6-4cb1-9998-b2ce81692ed3') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:58.799347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c2aa24-81e6-4cb1-9998-b2ce81692ed3') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:58.815867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (56c2aa24-81e6-4cb1-9998-b2ce81692ed3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.832670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (56c2aa24-81e6-4cb1-9998-b2ce81692ed3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.840525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:58.841254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (56c2aa24-81e6-4cb1-9998-b2ce81692ed3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.842500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddeaeb-1ac3-45b2-b5b2-d774eab484da req-fa6b0412-bd4b-402f-bed2-59bca6e4cacd tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.844022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dddeaeb-1ac3-45b2-b5b2-d774eab484da req-fa6b0412-bd4b-402f-bed2-59bca6e4cacd tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 947 time: 0.2374086 Mar 22 14:32:58.928818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dddeaeb-1ac3-45b2-b5b2-d774eab484da req-f135aa2c-00e6-4961-9908-c04135bd0455 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622737 Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:58.939455 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:58.949448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.960200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-781faa8b-b13e-48ba-b7f5-b84d8f0aff78 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767663 Mar 22 14:32:58.964422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.972417 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] 10.222.0.44 "DELETE /v2.0/networks/91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9 HTTP/1.1" status: 204 len: 168 time: 0.6833727 Mar 22 14:32:59.032602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445d058-4ab2-4a63-8d57-a97bae2db8fd tempest-PortsIpV6TestJSON-1549312907 tempest-PortsIpV6TestJSON-1549312907-project] Pushing event deleted for resources: {'Network': ['ID=91a4ccfa-bd7c-41e8-8f93-631a3f0ccbd9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:59.176283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d921374c-7127-48e0-ad1f-bd83b358dd1d req-1fc943a2-01e3-440c-82b7-c1ecb706c0e2 service neutron] 10.222.0.57 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076471 Mar 22 14:32:59.396697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37332) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:59.576938 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ff8e9767-829a-44fa-9759-672e5f1c025e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd3c06a3d9f949e682ba9deddad94d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790233 Mar 22 14:32:59.579548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37338) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:59.728544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2030c219-99b4-4a01-beae-c61b1767c74c admin admin] Publish callbacks [] for security_group (e6a0f687-2d1c-4ac7-8248-7658d8b527ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.792014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2030c219-99b4-4a01-beae-c61b1767c74c admin admin] Publish callbacks [] for security_group (e6a0f687-2d1c-4ac7-8248-7658d8b527ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.854943 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2030c219-99b4-4a01-beae-c61b1767c74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (e6a0f687-2d1c-4ac7-8248-7658d8b527ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.875612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2030c219-99b4-4a01-beae-c61b1767c74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.878287 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2030c219-99b4-4a01-beae-c61b1767c74c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6a0f687-2d1c-4ac7-8248-7658d8b527ad HTTP/1.1" status: 204 len: 168 time: 0.2965107 Mar 22 14:32:59.916172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030c219-99b4-4a01-beae-c61b1767c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a0f687-2d1c-4ac7-8248-7658d8b527ad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:00.162222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc70fe-49a5-4b82-9411-45ab31bfe103 req-f4bbc484-33f5-4d00-ac58-6f251b65887b tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:00.175583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37dc70fe-49a5-4b82-9411-45ab31bfe103 req-f4bbc484-33f5-4d00-ac58-6f251b65887b tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 947 time: 0.1203699 Mar 22 14:33:00.344302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37dc70fe-49a5-4b82-9411-45ab31bfe103 req-33f6db09-4f39-4adf-9562-a22630299a7a tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674714 Mar 22 14:33:00.399032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 07cf5611-6b70-46db-93a5-848cb15e8215 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:33:00.614530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 07cf5611-6b70-46db-93a5-848cb15e8215, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=07cf5611-6b70-46db-93a5-848cb15e8215,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:00.631300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '07cf5611-6b70-46db-93a5-848cb15e8215', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': '07cf5611-6b70-46db-93a5-848cb15e8215', 'mac_address': 'fa:16:3e:8c:77:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:33:00.674832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 07cf5611-6b70-46db-93a5-848cb15e8215 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:00.675384 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:00.691252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cf5611-6b70-46db-93a5-848cb15e8215 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:33:00.715131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 07cf5611-6b70-46db-93a5-848cb15e8215, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=07cf5611-6b70-46db-93a5-848cb15e8215,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:00.722805 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:00.836550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=07cf5611-6b70-46db-93a5-848cb15e8215,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:00.995659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['07cf5611-6b70-46db-93a5-848cb15e8215'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:33:01.152887 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37376) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:01.263612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d414d39a-f930-4416-904c-3e95720ab716 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-633554642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:01.287128 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d414d39a-f930-4416-904c-3e95720ab716 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (c0605349-f1c2-438c-b80c-eb86c4afb900), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.288554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d414d39a-f930-4416-904c-3e95720ab716 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (c0605349-f1c2-438c-b80c-eb86c4afb900), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.347349 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d414d39a-f930-4416-904c-3e95720ab716 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for router_controller (c0605349-f1c2-438c-b80c-eb86c4afb900), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.352804 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d414d39a-f930-4416-904c-3e95720ab716 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (c0605349-f1c2-438c-b80c-eb86c4afb900), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.374966 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d414d39a-f930-4416-904c-3e95720ab716 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.379251 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d414d39a-f930-4416-904c-3e95720ab716 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2225897 Mar 22 14:33:01.379516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37382) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:01.385894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-113826985'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:01.412984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Made reservation on behalf of 37fdf7b718b44b369af64b20c05b40ad for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:01.416946 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.429777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.516355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bd8da-0a7e-4f27-8f2b-e832343acd81 req-deff64b6-2eac-4537-a23b-1870b3fb263b tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:01.517895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe4bd8da-0a7e-4f27-8f2b-e832343acd81 req-deff64b6-2eac-4537-a23b-1870b3fb263b tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 948 time: 0.0897419 Mar 22 14:33:01.592594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe4bd8da-0a7e-4f27-8f2b-e832343acd81 req-faccf2df-466e-4d11-b727-8a0deaf59f37 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631180 Mar 22 14:33:01.604075 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for security_group (5b21e963-7286-4824-829c-4aaa2ee5f2a4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.618267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5b21e963-7286-4824-829c-4aaa2ee5f2a4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.644068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:33:01.653399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b21e963-7286-4824-829c-4aaa2ee5f2a4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:01.659993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1d9c2a19-8da5-4ab1-9627-f7fe2068dd26), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.660374 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Added segment 1d9c2a19-8da5-4ab1-9627-f7fe2068dd26 of type vlan for network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 Mar 22 14:33:01.705453 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (8d5e8096-75a6-430b-b059-0d0f0f1f55a9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.732019 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (8d5e8096-75a6-430b-b059-0d0f0f1f55a9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.737160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:01.737760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.809275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4285877 Mar 22 14:33:01.812199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37388) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:01.815858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86850d-1e35-421e-a019-d7e606146035 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Network': ['ID=8d5e8096-75a6-430b-b059-0d0f0f1f55a9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:01.818390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'subnet': {'network_id': '8d5e8096-75a6-430b-b059-0d0f0f1f55a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:01.828635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:33:01.919344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Made reservation on behalf of 37fdf7b718b44b369af64b20c05b40ad for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:01.924960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.199481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.265780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Subnet': ['ID=d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:02.273497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Checking segment: {'id': '1d9c2a19-8da5-4ab1-9627-f7fe2068dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '8d5e8096-75a6-430b-b059-0d0f0f1f55a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:02.273859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network hostable DHCP agents. Network: 8d5e8096-75a6-430b-b059-0d0f0f1f55a9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:33:02.294214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:33:02.305520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 8d5e8096-75a6-430b-b059-0d0f0f1f55a9) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:02.310899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:02.311561 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.319702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c1eac-e702-463d-aaff-e34e184bc2bf None None] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:02.335900 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-37447d59-2a30-42e0-b6a4-97a8c0c7372a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5218694 Mar 22 14:33:02.339308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37400) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:02.348279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'network': {'name': 'tempest-router-network01--355769905'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:02.372596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Made reservation on behalf of 37fdf7b718b44b369af64b20c05b40ad for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:02.376796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.410929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:33:02.417531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 07cf5611-6b70-46db-93a5-848cb15e8215 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:02.425211 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b265128e-12e4-43d4-bd40-a5847f13dd18), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.425570 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Added segment b265128e-12e4-43d4-bd40-a5847f13dd18 of type vlan for network e1feea44-bc4a-4f1d-83b3-1afe80929e77 Mar 22 14:33:02.468463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (e1feea44-bc4a-4f1d-83b3-1afe80929e77), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.508215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (e1feea44-bc4a-4f1d-83b3-1afe80929e77), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.518456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:02.519693 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.544142 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2021017 Mar 22 14:33:02.546970 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37402) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:02.555587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'network': {'name': 'tempest-router-network02--2137739305'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:02.607990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Made reservation on behalf of 37fdf7b718b44b369af64b20c05b40ad for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:02.612193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.629667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-8d5e8096-75a6-430b-b059-0d0f0f1f55a9', 'network_id': '8d5e8096-75a6-430b-b059-0d0f0f1f55a9', 'project_id': '37fdf7b718b44b369af64b20c05b40ad', 'fixed_ips': [{'subnet_id': 'd7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:33:02.633249 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.673013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:33:02.681655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adcd73-c960-472e-9cb1-4a89188c2b29 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Network': ['ID=e1feea44-bc4a-4f1d-83b3-1afe80929e77,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:02.691059 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8a042bbd-207b-40e1-89f0-1a4ca6126cbf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.691779 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Added segment 8a042bbd-207b-40e1-89f0-1a4ca6126cbf of type vlan for network 364a0a42-3607-4186-966c-89834125c85a Mar 22 14:33:02.851009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (364a0a42-3607-4186-966c-89834125c85a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.864348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Allocated IP 172.20.0.2 (8d5e8096-75a6-430b-b059-0d0f0f1f55a9/d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7/fc093028-c6d3-4e97-a45e-0746af9b65b7) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:02.941471 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a35d1a-6548-4efa-8b83-6a622a41d3dd req-f6e5a0df-a8b0-4992-91df-34720e200d80 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:02.947319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94a35d1a-6548-4efa-8b83-6a622a41d3dd req-f6e5a0df-a8b0-4992-91df-34720e200d80 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 948 time: 0.1804094 Mar 22 14:33:02.949462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (364a0a42-3607-4186-966c-89834125c85a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.954702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:02.955311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.990659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:33:02.999771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 07cf5611-6b70-46db-93a5-848cb15e8215 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:33:03.060875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Network': ['ID=364a0a42-3607-4186-966c-89834125c85a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:03.067049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a6849697-8f9c-4517-9568-e84c16570aea tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5180748 Mar 22 14:33:03.069956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37410) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:03.075874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'subnet': {'network_id': 'e1feea44-bc4a-4f1d-83b3-1afe80929e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:03.107959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94a35d1a-6548-4efa-8b83-6a622a41d3dd req-5b7ea8ab-330b-44b1-87bd-f4caaf903f76 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496906 Mar 22 14:33:03.118628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 364a0a42-3607-4186-966c-89834125c85a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:33:03.125445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 07cf5611-6b70-46db-93a5-848cb15e8215 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:03.125828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.196034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Made reservation on behalf of 37fdf7b718b44b369af64b20c05b40ad for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:03.201284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.457227 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (aa591543-f687-4829-a897-aa1348c0a83a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.526129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Subnet': ['ID=aa591543-f687-4829-a897-aa1348c0a83a,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:03.562204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Checking segment: {'id': 'b265128e-12e4-43d4-bd40-a5847f13dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e1feea44-bc4a-4f1d-83b3-1afe80929e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:03.562723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network hostable DHCP agents. Network: e1feea44-bc4a-4f1d-83b3-1afe80929e77, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:33:03.610465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:33:03.630190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, e1feea44-bc4a-4f1d-83b3-1afe80929e77) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:03.635663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:03.636278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.675190 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7d315646-5ef8-439f-83ae-284e1a430113 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6034424 Mar 22 14:33:03.678335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37434) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:03.683608 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'subnet': {'network_id': '364a0a42-3607-4186-966c-89834125c85a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:03.846822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfec15d-2f0b-4636-89ce-4de026290f08 None None] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:03.867678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Made reservation on behalf of 37fdf7b718b44b369af64b20c05b40ad for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:03.871222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.269234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Publish callbacks [] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.284897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 07cf5611-6b70-46db-93a5-848cb15e8215 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:04.285169 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.290539 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.305696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a8c4-62e2-4cb7-bc95-2f3b240a498e req-c09825f9-984d-49b0-9abf-fa6a81b6d540 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:04.314974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa37a8c4-62e2-4cb7-bc95-2f3b240a498e req-c09825f9-984d-49b0-9abf-fa6a81b6d540 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 948 time: 0.0791624 Mar 22 14:33:04.424165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa37a8c4-62e2-4cb7-bc95-2f3b240a498e req-805db7e8-4bd1-4b0c-99a8-62f828a092e4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078408 Mar 22 14:33:04.451608 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-e1feea44-bc4a-4f1d-83b3-1afe80929e77', 'network_id': 'e1feea44-bc4a-4f1d-83b3-1afe80929e77', 'project_id': '37fdf7b718b44b369af64b20c05b40ad', 'fixed_ips': [{'subnet_id': 'aa591543-f687-4829-a897-aa1348c0a83a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:33:04.452630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.544242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 07cf5611-6b70-46db-93a5-848cb15e8215, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=07cf5611-6b70-46db-93a5-848cb15e8215,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:04.550061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cf5611-6b70-46db-93a5-848cb15e8215'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:04.553246 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f2eec-eeb4-4c42-9ba4-80c312c38d4d" -d '{"events": [{"server_uuid": "4643d306-4b3d-453e-a97e-d77fd9131b15", "name": "network-vif-plugged", "status": "completed", "tag": "07cf5611-6b70-46db-93a5-848cb15e8215"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:04.567267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:04.600463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:04.606276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.810053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:04.813410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6d8f4-1325-4757-bb41-c0efae9cb7af req-6c336c8e-69c5-49a2-8fed-477344eca988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:04.817282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b6d8f4-1325-4757-bb41-c0efae9cb7af req-6c336c8e-69c5-49a2-8fed-477344eca988 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 1131 time: 0.0994074 Mar 22 14:33:04.838729 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db2fc4d-47b9-4567-9943-85966bc01614 x-openstack-request-id: req-5db2fc4d-47b9-4567-9943-85966bc01614 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:04.838964 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4643d306-4b3d-453e-a97e-d77fd9131b15", "name": "network-vif-plugged", "status": "completed", "tag": "07cf5611-6b70-46db-93a5-848cb15e8215", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:04.839229 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5db2fc4d-47b9-4567-9943-85966bc01614 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:04.839667 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db2fc4d-47b9-4567-9943-85966bc01614'] response: {'server_uuid': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cf5611-6b70-46db-93a5-848cb15e8215', 'code': 200} Mar 22 14:33:04.919787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a4b6d8f4-1325-4757-bb41-c0efae9cb7af req-7c28b0ab-f344-4baf-a4d8-910489b5df22 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919268 Mar 22 14:33:04.920818 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (c9c1ff20-700b-41a2-a98b-13d0de408de3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.970405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Allocated IP 172.20.0.2 (e1feea44-bc4a-4f1d-83b3-1afe80929e77/aa591543-f687-4829-a897-aa1348c0a83a/ec4625e0-0b15-4f3a-a12b-09db56adfa54) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:05.064351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Subnet': ['ID=c9c1ff20-700b-41a2-a98b-13d0de408de3,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:05.087700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Checking segment: {'id': '8a042bbd-207b-40e1-89f0-1a4ca6126cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '364a0a42-3607-4186-966c-89834125c85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:05.088332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network hostable DHCP agents. Network: 364a0a42-3607-4186-966c-89834125c85a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:33:05.121563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network 364a0a42-3607-4186-966c-89834125c85a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:33:05.134772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 364a0a42-3607-4186-966c-89834125c85a) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:05.141534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:05.144480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.146439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Pushing event updated for resources: {'Port': ['ID=fc093028-c6d3-4e97-a45e-0746af9b65b7,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:05.171711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37572) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:05.172867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-87f2f77d-b688-40a4-9031-e2694adce7ed tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4932480 Mar 22 14:33:05.176957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd77aa-f8fd-4f61-85c8-9f05dd5377a0 None None] Network 364a0a42-3607-4186-966c-89834125c85a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:05.263791 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Publish callbacks [] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.304912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.391516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:05.395865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:05.404114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:05.416110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Attempting to bind port fc093028-c6d3-4e97-a45e-0746af9b65b7 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:05.416742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Attempting to bind port fc093028-c6d3-4e97-a45e-0746af9b65b7 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1d9c2a19-8da5-4ab1-9627-f7fe2068dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '8d5e8096-75a6-430b-b059-0d0f0f1f55a9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:05.418287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Attempting to bind port fc093028-c6d3-4e97-a45e-0746af9b65b7 on network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:05.453023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:05.455491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Checking segment: {'id': '1d9c2a19-8da5-4ab1-9627-f7fe2068dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '8d5e8096-75a6-430b-b059-0d0f0f1f55a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:05.459217 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.460258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Bound using segment: {'id': '1d9c2a19-8da5-4ab1-9627-f7fe2068dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '8d5e8096-75a6-430b-b059-0d0f0f1f55a9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:05.462391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Bound port: fc093028-c6d3-4e97-a45e-0746af9b65b7, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9c2a19-8da5-4ab1-9627-f7fe2068dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '8d5e8096-75a6-430b-b059-0d0f0f1f55a9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:05.463019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.675956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.688339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6735-bf34-4a9c-8740-d6532f0a24a9 req-295d5aa7-84f0-4e23-b9d3-8d26ca5b2cf4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:05.691032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a1c6735-bf34-4a9c-8740-d6532f0a24a9 req-295d5aa7-84f0-4e23-b9d3-8d26ca5b2cf4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 949 time: 0.1341999 Mar 22 14:33:05.743014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] For port fc093028-c6d3-4e97-a45e-0746af9b65b7, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:05.859225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-364a0a42-3607-4186-966c-89834125c85a', 'network_id': '364a0a42-3607-4186-966c-89834125c85a', 'project_id': '37fdf7b718b44b369af64b20c05b40ad', 'fixed_ips': [{'subnet_id': 'c9c1ff20-700b-41a2-a98b-13d0de408de3'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:33:05.860332 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a1c6735-bf34-4a9c-8740-d6532f0a24a9 req-b6d98a29-f9cc-4051-8404-4ba61f2ec6af tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578832 Mar 22 14:33:05.868477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.889862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=07cf5611-6b70-46db-93a5-848cb15e8215,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:05.895262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] For port fc093028-c6d3-4e97-a45e-0746af9b65b7, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fc093028-c6d3-4e97-a45e-0746af9b65b7,segment=NetworkSegment(1d9c2a19-8da5-4ab1-9627-f7fe2068dd26),segment_id=1d9c2a19-8da5-4ab1-9627-f7fe2068dd26)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:05.930480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Attempting to bind port ec4625e0-0b15-4f3a-a12b-09db56adfa54 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:05.931168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Attempting to bind port ec4625e0-0b15-4f3a-a12b-09db56adfa54 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b265128e-12e4-43d4-bd40-a5847f13dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e1feea44-bc4a-4f1d-83b3-1afe80929e77'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:05.931607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Attempting to bind port ec4625e0-0b15-4f3a-a12b-09db56adfa54 on network e1feea44-bc4a-4f1d-83b3-1afe80929e77 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:06.002322 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.019538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:06.020281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Checking segment: {'id': 'b265128e-12e4-43d4-bd40-a5847f13dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e1feea44-bc4a-4f1d-83b3-1afe80929e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:06.020926 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.021775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Bound using segment: {'id': 'b265128e-12e4-43d4-bd40-a5847f13dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e1feea44-bc4a-4f1d-83b3-1afe80929e77'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:06.022540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Bound port: ec4625e0-0b15-4f3a-a12b-09db56adfa54, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b265128e-12e4-43d4-bd40-a5847f13dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e1feea44-bc4a-4f1d-83b3-1afe80929e77'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:06.023431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.189767 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Allocated IP 172.20.0.1 (e1feea44-bc4a-4f1d-83b3-1afe80929e77/aa591543-f687-4829-a897-aa1348c0a83a/fa30fd78-e895-4b84-80ac-5ae47386518c) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:06.255219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] For port ec4625e0-0b15-4f3a-a12b-09db56adfa54, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:06.260807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] For port ec4625e0-0b15-4f3a-a12b-09db56adfa54, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ec4625e0-0b15-4f3a-a12b-09db56adfa54,segment=NetworkSegment(b265128e-12e4-43d4-bd40-a5847f13dd18),segment_id=b265128e-12e4-43d4-bd40-a5847f13dd18)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:06.267722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Pushing event updated for resources: {'Port': ['ID=ec4625e0-0b15-4f3a-a12b-09db56adfa54,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:06.315048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.354232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5b96e-b579-42fd-8d74-0f111a1b6aec None None] Pushing event updated for resources: {'Port': ['ID=fc093028-c6d3-4e97-a45e-0746af9b65b7,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:06.476443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db535a9b-ae79-4180-b447-9cbdab0d479b None None] Pushing event updated for resources: {'Port': ['ID=ec4625e0-0b15-4f3a-a12b-09db56adfa54,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:06.517932 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.612695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.639802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Allocated IP 172.20.0.2 (364a0a42-3607-4186-966c-89834125c85a/c9c1ff20-700b-41a2-a98b-13d0de408de3/e3e20cf7-30d1-4866-adb6-d7434927fcdb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:06.779039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:06.788732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:06.812290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:06.960242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Port': ['ID=fa30fd78-e895-4b84-80ac-5ae47386518c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:07.002236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.114505 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Publish callbacks [] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.148061 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.266688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Network 364a0a42-3607-4186-966c-89834125c85a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:07.275352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:07.281013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:07.456698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Pushing event updated for resources: {'Port': ['ID=e3e20cf7-30d1-4866-adb6-d7434927fcdb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:07.501667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Attempting to bind port e3e20cf7-30d1-4866-adb6-d7434927fcdb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:07.502293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Attempting to bind port e3e20cf7-30d1-4866-adb6-d7434927fcdb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '8a042bbd-207b-40e1-89f0-1a4ca6126cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '364a0a42-3607-4186-966c-89834125c85a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:07.502836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Attempting to bind port e3e20cf7-30d1-4866-adb6-d7434927fcdb on network 364a0a42-3607-4186-966c-89834125c85a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:07.510325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:07.510672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Checking segment: {'id': '8a042bbd-207b-40e1-89f0-1a4ca6126cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '364a0a42-3607-4186-966c-89834125c85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:07.511061 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.511468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Bound using segment: {'id': '8a042bbd-207b-40e1-89f0-1a4ca6126cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '364a0a42-3607-4186-966c-89834125c85a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:07.512015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Bound port: e3e20cf7-30d1-4866-adb6-d7434927fcdb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a042bbd-207b-40e1-89f0-1a4ca6126cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '364a0a42-3607-4186-966c-89834125c85a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:07.512420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.549083 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.624895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b8040-bf29-4423-a477-6a5386cb3680 req-9e0a62fb-4ba8-4190-aab6-41bda4f788dc tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:07.635410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-582b8040-bf29-4423-a477-6a5386cb3680 req-9e0a62fb-4ba8-4190-aab6-41bda4f788dc tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 949 time: 0.5288351 Mar 22 14:33:07.716492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] For port e3e20cf7-30d1-4866-adb6-d7434927fcdb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:07.732315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] For port e3e20cf7-30d1-4866-adb6-d7434927fcdb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3e20cf7-30d1-4866-adb6-d7434927fcdb,segment=NetworkSegment(8a042bbd-207b-40e1-89f0-1a4ca6126cbf),segment_id=8a042bbd-207b-40e1-89f0-1a4ca6126cbf)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:07.742214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.886181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc94c2-ff03-4464-8e08-e1b81664cdb9 None None] Pushing event updated for resources: {'Port': ['ID=e3e20cf7-30d1-4866-adb6-d7434927fcdb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:08.166588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369bf9e1-a623-4a56-90da-9c82c0a6d28f None None] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:08.258204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-582b8040-bf29-4423-a477-6a5386cb3680 req-2e8d4f64-4d88-478f-abe2-2107c722a6fc tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733486 Mar 22 14:33:08.552559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-3a261934-a36e-4817-bd7a-c473e03f84d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4589019 Mar 22 14:33:08.615914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-03ab776f-0dfc-439d-8935-5c190961cb80 None None] Provisioning complete for port fc093028-c6d3-4e97-a45e-0746af9b65b7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:08.627276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-03ab776f-0dfc-439d-8935-5c190961cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.785751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d45e3d-bfd6-4b25-a9fe-9f2cf0390b10 None None] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:08.939636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.967106 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.059740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-03ab776f-0dfc-439d-8935-5c190961cb80 None None] Current status of the port fc093028-c6d3-4e97-a45e-0746af9b65b7 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:09.060131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-03ab776f-0dfc-439d-8935-5c190961cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.189852 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3e20cf7-30d1-4866-adb6-d7434927fcdb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:09.228414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-03ab776f-0dfc-439d-8935-5c190961cb80 None None] For port fc093028-c6d3-4e97-a45e-0746af9b65b7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fc093028-c6d3-4e97-a45e-0746af9b65b7,segment=NetworkSegment(1d9c2a19-8da5-4ab1-9627-f7fe2068dd26),segment_id=1d9c2a19-8da5-4ab1-9627-f7fe2068dd26)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:09.238333 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-03ab776f-0dfc-439d-8935-5c190961cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.325597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e3e20cf7-30d1-4866-adb6-d7434927fcdb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:09.326491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.333798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Port': ['ID=fa30fd78-e895-4b84-80ac-5ae47386518c,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:09.369728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab776f-0dfc-439d-8935-5c190961cb80 None None] Pushing event updated for resources: {'Port': ['ID=fc093028-c6d3-4e97-a45e-0746af9b65b7,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:09.410912 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-cb0f623c-6886-48ae-8d5f-7eb005e647c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.415049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-cb0f623c-6886-48ae-8d5f-7eb005e647c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 1127 time: 0.7893493 Mar 22 14:33:09.420065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Provisioning complete for port ec4625e0-0b15-4f3a-a12b-09db56adfa54 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:09.420652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.639499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3e20cf7-30d1-4866-adb6-d7434927fcdb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:09.640681 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.651147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163dd0-94ab-4245-ac51-6ab812bf4e80 req-c5dcb87f-7efc-4de1-afef-a33a84c1e9cc tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.657402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d163dd0-94ab-4245-ac51-6ab812bf4e80 req-c5dcb87f-7efc-4de1-afef-a33a84c1e9cc tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 949 time: 0.5828347 Mar 22 14:33:09.660111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-6981b371-c316-416e-acca-81039beab67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.661875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-6981b371-c316-416e-acca-81039beab67c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.2102256 Mar 22 14:33:09.663974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.744857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port e3e20cf7-30d1-4866-adb6-d7434927fcdb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3e20cf7-30d1-4866-adb6-d7434927fcdb,segment=NetworkSegment(8a042bbd-207b-40e1-89f0-1a4ca6126cbf),segment_id=8a042bbd-207b-40e1-89f0-1a4ca6126cbf)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:09.751129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.752134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ec4625e0-0b15-4f3a-a12b-09db56adfa54 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:09.802836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-1d84053b-6558-4e72-b4a6-f860bd73015d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad HTTP/1.1" status: 200 len: 217 time: 0.1310248 Mar 22 14:33:10.063383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:10.142226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:10.193102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d163dd0-94ab-4245-ac51-6ab812bf4e80 req-53a66398-927f-43d6-8760-30faf42bf56c tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012395 Mar 22 14:33:10.267587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Current status of the port ec4625e0-0b15-4f3a-a12b-09db56adfa54 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:10.269011 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.287897 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-96a83038-6486-4243-abab-70377e17bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.289795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-96a83038-6486-4243-abab-70377e17bac0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.2509010 Mar 22 14:33:10.317776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd1052-fe9a-48b2-b3fc-ceb8a460e85c None None] Network 364a0a42-3607-4186-966c-89834125c85a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:10.429005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=e3e20cf7-30d1-4866-adb6-d7434927fcdb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:10.536518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] For port ec4625e0-0b15-4f3a-a12b-09db56adfa54, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ec4625e0-0b15-4f3a-a12b-09db56adfa54,segment=NetworkSegment(b265128e-12e4-43d4-bd40-a5847f13dd18),segment_id=b265128e-12e4-43d4-bd40-a5847f13dd18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:10.539669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-5abc0c59-a5c8-49e0-bd0b-dd1d056bddc5 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.541231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-5abc0c59-a5c8-49e0-bd0b-dd1d056bddc5 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.57 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 949 time: 0.3450990 Mar 22 14:33:10.578077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ec4625e0-0b15-4f3a-a12b-09db56adfa54 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:10.578621 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.583176 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.615435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-07140fc5-0502-45c3-b642-809b55eeb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.621385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-07140fc5-0502-45c3-b642-809b55eeb8d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2559121 Mar 22 14:33:10.635428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-167b7854-5107-4959-aea2-97dba17e45d4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:33:10.636713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-167b7854-5107-4959-aea2-97dba17e45d4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056620 Mar 22 14:33:10.772919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Provisioning complete for port fc093028-c6d3-4e97-a45e-0746af9b65b7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:10.773510 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.856552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Router c0605349-f1c2-438c-b80c-eb86c4afb900 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:33:10.880742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Pushing event updated for resources: {'Port': ['ID=ec4625e0-0b15-4f3a-a12b-09db56adfa54,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:10.885946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ec4625e0-0b15-4f3a-a12b-09db56adfa54 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:10.891371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fc093028-c6d3-4e97-a45e-0746af9b65b7 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:10.913714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Deleting port 07cf5611-6b70-46db-93a5-848cb15e8215 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:10.916086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.063540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b8a67-fe37-4e63-a749-0609dcea4e2e None None] Current status of the port fc093028-c6d3-4e97-a45e-0746af9b65b7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:11.078118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fc093028-c6d3-4e97-a45e-0746af9b65b7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:11.078509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.205143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Provisioning complete for port fa30fd78-e895-4b84-80ac-5ae47386518c triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:11.205655 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.215850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] For port 07cf5611-6b70-46db-93a5-848cb15e8215, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=07cf5611-6b70-46db-93a5-848cb15e8215,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:11.216139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.234277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Calling delete_port for 07cf5611-6b70-46db-93a5-848cb15e8215 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:11.297745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Port fa30fd78-e895-4b84-80ac-5ae47386518c cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:11.352607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Provisioning complete for port e3e20cf7-30d1-4866-adb6-d7434927fcdb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:11.353409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.358430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fc093028-c6d3-4e97-a45e-0746af9b65b7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:11.489698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Current status of the port e3e20cf7-30d1-4866-adb6-d7434927fcdb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:11.510371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Provisioning complete for port ec4625e0-0b15-4f3a-a12b-09db56adfa54 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:11.510764 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.620019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3e20cf7-30d1-4866-adb6-d7434927fcdb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:11.759698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port e3e20cf7-30d1-4866-adb6-d7434927fcdb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:11.760025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.872630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ff2a2-f693-4251-a092-fce1b7e2118a None None] Current status of the port ec4625e0-0b15-4f3a-a12b-09db56adfa54 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:11.966758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3e20cf7-30d1-4866-adb6-d7434927fcdb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:11.967992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ec4625e0-0b15-4f3a-a12b-09db56adfa54 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:12.040159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b206eb56-264a-4154-aea2-9a1b1459cc1f None None] Provisioning complete for port e3e20cf7-30d1-4866-adb6-d7434927fcdb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:12.040567 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b206eb56-264a-4154-aea2-9a1b1459cc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.088096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ec4625e0-0b15-4f3a-a12b-09db56adfa54 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:12.088640 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.166637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b206eb56-264a-4154-aea2-9a1b1459cc1f None None] Current status of the port e3e20cf7-30d1-4866-adb6-d7434927fcdb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:12.223515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ec4625e0-0b15-4f3a-a12b-09db56adfa54 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:12.224891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fc093028-c6d3-4e97-a45e-0746af9b65b7 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:12.283927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-5284e0fb-492e-4424-a00e-e30a0a213625 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6358840 Mar 22 14:33:12.350087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port fc093028-c6d3-4e97-a45e-0746af9b65b7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:12.350472 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.523309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port fc093028-c6d3-4e97-a45e-0746af9b65b7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:12.640777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4f4f981a-d0fe-4b44-a0e7-7c90a649d03c req-3e989b2b-ce48-401d-b965-c95ca8a52479 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442764 Mar 22 14:33:12.643776 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:12.660707 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] Sync routers for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:12.686147 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:12.687122 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:12.687706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-478c4641-e09f-4017-a52b-5063f07ab362 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "PUT /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5129092 Mar 22 14:33:12.688711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 37950) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:12.696018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (07cf5611-6b70-46db-93a5-848cb15e8215), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.772629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Pushing event deleted for resources: {'Port': ['ID=07cf5611-6b70-46db-93a5-848cb15e8215,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:12.782832 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:12.808346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795ade8-bc89-4747-8715-d62b9d361344 req-70373359-0883-49d7-be08-8d501126559e tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:12.810020 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:12.812941 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:12.814567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5795ade8-bc89-4747-8715-d62b9d361344 req-70373359-0883-49d7-be08-8d501126559e tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=4643d306-4b3d-453e-a97e-d77fd9131b15 HTTP/1.1" status: 200 len: 867 time: 1.4848146 Mar 22 14:33:12.864729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.865156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.865614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.865930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.866305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.866640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.866972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.867291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.867616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.867942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.868268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.868586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.868906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.869225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.869623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:12.875070 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:12.876476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610eb1d8-2672-4a26-8092-249a91e48436 None None] The sync data for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:13.086080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] No DVR routers for this DVR port 07cf5611-6b70-46db-93a5-848cb15e8215 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:13.103583 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.111929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8944506-5bf7-4ca5-bc91-73d22d5e5fde req-4a606279-2ee7-46f1-8800-63c65404a7c4 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.57 "DELETE /v2.0/ports/07cf5611-6b70-46db-93a5-848cb15e8215 HTTP/1.1" status: 204 len: 173 time: 2.5542331 Mar 22 14:33:13.112465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'name': 'network-vif-deleted', 'tag': '07cf5611-6b70-46db-93a5-848cb15e8215'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:13.128795 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab0bd4-b1ba-4f8b-89a0-51fcdf5ef725" -d '{"events": [{"server_uuid": "4643d306-4b3d-453e-a97e-d77fd9131b15", "name": "network-vif-deleted", "tag": "07cf5611-6b70-46db-93a5-848cb15e8215"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:13.201890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5795ade8-bc89-4747-8715-d62b9d361344 req-79e36e5a-8371-471e-b191-f6f6e32ece34 tempest-VolumesNegativeTest-161109466 tempest-VolumesNegativeTest-161109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc705e68-67f5-48c7-8a45-5cb1dda8f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775384 Mar 22 14:33:13.265011 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2222039-e763-4dad-ac75-f816d9c2c9b1 x-openstack-request-id: req-d2222039-e763-4dad-ac75-f816d9c2c9b1 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:13.265720 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4643d306-4b3d-453e-a97e-d77fd9131b15", "name": "network-vif-deleted", "tag": "07cf5611-6b70-46db-93a5-848cb15e8215", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:13.265839 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2222039-e763-4dad-ac75-f816d9c2c9b1 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:13.266295 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2222039-e763-4dad-ac75-f816d9c2c9b1'] response: {'server_uuid': '4643d306-4b3d-453e-a97e-d77fd9131b15', 'name': 'network-vif-deleted', 'tag': '07cf5611-6b70-46db-93a5-848cb15e8215', 'status': 'completed', 'code': 200} Mar 22 14:33:13.557734 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-454d94b6-c447-4192-b68a-d5a5ee06a2e9 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:33:13.559236 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-454d94b6-c447-4192-b68a-d5a5ee06a2e9 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "PUT /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8688436 Mar 22 14:33:13.562218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 37962) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:14.111104 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.482049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 07cf5611-6b70-46db-93a5-848cb15e8215 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:14.510454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 07cf5611-6b70-46db-93a5-848cb15e8215 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:33:14.510931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 07cf5611-6b70-46db-93a5-848cb15e8215 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:33:14.546678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Deleting port fa30fd78-e895-4b84-80ac-5ae47386518c {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:14.547145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.678824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.697062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Calling delete_port for fa30fd78-e895-4b84-80ac-5ae47386518c owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:14.945332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fa30fd78-e895-4b84-80ac-5ae47386518c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:15.026792 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Port': ['ID=fa30fd78-e895-4b84-80ac-5ae47386518c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:15.284689 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:15.571244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Router c0605349-f1c2-438c-b80c-eb86c4afb900 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:33:15.753834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:15.766334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] Sync routers for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:15.767586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bc6e9177-71fb-49a1-b928-bbd74e10085c tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "PUT /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2042773 Mar 22 14:33:15.771477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38076) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:15.798319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:15.798960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:15.877350 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7ab0704a-049c-4521-9d8a-0d182521e840 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] delete failed (client error): The resource could not be found. Mar 22 14:33:15.884340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ab0704a-049c-4521-9d8a-0d182521e840 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-576539713 HTTP/1.1" status: 404 len: 334 time: 0.1064441 Mar 22 14:33:15.884340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38084) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:15.892588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-47eb9155-1fe2-4ad7-a326-5dfef59f9565 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0605349-f1c2-438c-b80c-eb86c4afb900'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:15.898917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:15.911513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:15.912432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:16.012439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:16.013604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a828f-ef54-4064-b945-ea906e5b130f None None] The sync data for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:16.484216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-47eb9155-1fe2-4ad7-a326-5dfef59f9565 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for router_gateway (c0605349-f1c2-438c-b80c-eb86c4afb900), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:16.515501 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-47eb9155-1fe2-4ad7-a326-5dfef59f9565 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] update failed (client error): The resource could not be found. Mar 22 14:33:16.520321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38116) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:16.522301 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-47eb9155-1fe2-4ad7-a326-5dfef59f9565 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "PUT /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900 HTTP/1.1" status: 404 len: 339 time: 0.6373982 Mar 22 14:33:17.068659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:17.516231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Allocated IP 172.20.0.1 (8d5e8096-75a6-430b-b059-0d0f0f1f55a9/d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7/bedf94ee-af77-4323-a762-5bc76badca32) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:17.719605 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for port (bedf94ee-af77-4323-a762-5bc76badca32), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:17.806338 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (bedf94ee-af77-4323-a762-5bc76badca32), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:17.911288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Port': ['ID=bedf94ee-af77-4323-a762-5bc76badca32,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:17.921670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:17.923389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:17.936351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:18.021180 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:18.198961 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-11cb4bc6-d241-4287-b236-06cfb3a280a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:18.361582 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bedf94ee-af77-4323-a762-5bc76badca32), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:18.367156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f7674bd0-3109-4c3e-ae5c-745d0289ad4c None None] Provisioning complete for port bedf94ee-af77-4323-a762-5bc76badca32 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:18.367789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7674bd0-3109-4c3e-ae5c-745d0289ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bedf94ee-af77-4323-a762-5bc76badca32), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:18.459181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f7674bd0-3109-4c3e-ae5c-745d0289ad4c None None] Port bedf94ee-af77-4323-a762-5bc76badca32 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:19.056343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for port (bedf94ee-af77-4323-a762-5bc76badca32), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:19.069218 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (bedf94ee-af77-4323-a762-5bc76badca32), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:19.192839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:19.194697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event updated for resources: {'Port': ['ID=bedf94ee-af77-4323-a762-5bc76badca32,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:19.319380 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:19.321228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:19.483045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Router c0605349-f1c2-438c-b80c-eb86c4afb900 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:33:19.720812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:19.732476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] Sync routers for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:19.736101 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f14c53b4-ee10-4f75-af37-2a6ae3a5ce1e tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "PUT /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2146516 Mar 22 14:33:19.738864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:19.753924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:19.757392 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:19.803208 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:19.804299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2db23053-1587-4f73-bd0b-4702a03b68fe None None] Provisioning complete for port bedf94ee-af77-4323-a762-5bc76badca32 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:19.804803 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2db23053-1587-4f73-bd0b-4702a03b68fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bedf94ee-af77-4323-a762-5bc76badca32), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:19.813838 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:19.814805 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:32:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:19.849672 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:19.850558 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfba75-916f-443f-94a5-feea2a56a40e None None] The sync data for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 is: [] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:19.876780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2db23053-1587-4f73-bd0b-4702a03b68fe None None] Port bedf94ee-af77-4323-a762-5bc76badca32 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:20.040392 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-812ab22d-55de-481e-b1f7-5eeb86516751 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for router (c0605349-f1c2-438c-b80c-eb86c4afb900), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.204130 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-812ab22d-55de-481e-b1f7-5eeb86516751 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 14:33:20.208585 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-812ab22d-55de-481e-b1f7-5eeb86516751 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900 HTTP/1.1" status: 409 len: 376 time: 0.4680855 Mar 22 14:33:20.209509 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:20.285361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4da6-6e1b-4447-b26d-207d2a9e2638 req-fa2c1b1c-ba0b-4950-bd56-bb9a0c886948 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:20.288415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fbd4da6-6e1b-4447-b26d-207d2a9e2638 req-fa2c1b1c-ba0b-4950-bd56-bb9a0c886948 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 945 time: 0.1082919 Mar 22 14:33:20.390967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fbd4da6-6e1b-4447-b26d-207d2a9e2638 req-c81ec317-8de2-4f97-8bed-a835b67a22f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953832 Mar 22 14:33:20.450225 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d50c69a7-1400-4a8c-8ef5-9865b29638b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.624612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.025852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Deleting port bedf94ee-af77-4323-a762-5bc76badca32 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:21.026460 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bedf94ee-af77-4323-a762-5bc76badca32), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.159558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bedf94ee-af77-4323-a762-5bc76badca32), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.190506 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Calling delete_port for bedf94ee-af77-4323-a762-5bc76badca32 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:21.454179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bedf94ee-af77-4323-a762-5bc76badca32), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.528114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Port': ['ID=bedf94ee-af77-4323-a762-5bc76badca32,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:21.836214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (c0605349-f1c2-438c-b80c-eb86c4afb900), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.836675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175f1d-c53f-4ebb-aecd-65ae875e71c0 req-a1403be5-08e1-4b39-9abe-94d47b32383a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:21.836675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b175f1d-c53f-4ebb-aecd-65ae875e71c0 req-a1403be5-08e1-4b39-9abe-94d47b32383a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 945 time: 0.1913729 Mar 22 14:33:21.836675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-9cc8d634-dbfe-4dc8-af5f-102c60aa7093 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:21.837151 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:33:21.837492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-9cc8d634-dbfe-4dc8-af5f-102c60aa7093 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 945 time: 0.1804087 Mar 22 14:33:21.924708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b175f1d-c53f-4ebb-aecd-65ae875e71c0 req-c9aa60ef-ee5c-4d25-aec1-e06ab7a68701 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=de6c5602-4e67-473b-82cb-6f1c289fab12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996562 Mar 22 14:33:21.963942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.020951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:22.021821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.044972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Router c0605349-f1c2-438c-b80c-eb86c4afb900 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:33:22.158222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:22.167776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] Sync routers for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:22.174393 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-00a46e21-26f8-4675-a176-e80d1dc99667 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "PUT /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632781 Mar 22 14:33:22.175026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38294) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:22.183075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:22.187247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] For port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:22.187691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.188213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:22.205360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for ce334f66-baf8-4be4-af1f-2ba84ee3a9ad owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:22.231318 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-a4c68e5d-35d6-43a9-aaee-fa97641b1202 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] show failed (client error): The resource could not be found. Mar 22 14:33:22.241774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a4c68e5d-35d6-43a9-aaee-fa97641b1202 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-2066993875 HTTP/1.1" status: 404 len: 335 time: 0.0656326 Mar 22 14:33:22.245615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38298) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:22.254345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c8b432de-aca3-41ae-9519-1af2b37beb3a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:22.319178 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-c8b432de-aca3-41ae-9519-1af2b37beb3a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] update failed (client error): The resource could not be found. Mar 22 14:33:22.325609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38304) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:22.330094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:22.336456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c8b432de-aca3-41ae-9519-1af2b37beb3a tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1373983425 HTTP/1.1" status: 404 len: 335 time: 0.0889916 Mar 22 14:33:22.355171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] Routers {'c0605349-f1c2-438c-b80c-eb86c4afb900'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:22.358896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['c0605349-f1c2-438c-b80c-eb86c4afb900'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:22.418963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:22.419895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787aa6a2-1485-433f-a84a-9131d71cb5d2 None None] The sync data for ids ['c0605349-f1c2-438c-b80c-eb86c4afb900'] in n-d-834677-3 is: [] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:22.466931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Deleting subnet c9c1ff20-700b-41a2-a98b-13d0de408de3 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:33:22.471496 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (c9c1ff20-700b-41a2-a98b-13d0de408de3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.527228 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (c9c1ff20-700b-41a2-a98b-13d0de408de3), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.553368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ce334f66-baf8-4be4-af1f-2ba84ee3a9ad), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.602613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=ce334f66-baf8-4be4-af1f-2ba84ee3a9ad,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:22.706767 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] No DVR routers for this DVR port ce334f66-baf8-4be4-af1f-2ba84ee3a9ad on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:22.746081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c9c1ff20-700b-41a2-a98b-13d0de408de3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.769184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.772762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-58962f69-807a-4961-b1d6-ac824509e7f5 req-c394b352-9fd1-4bc5-8299-600522fffe24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "DELETE /v2.0/ports/ce334f66-baf8-4be4-af1f-2ba84ee3a9ad HTTP/1.1" status: 204 len: 173 time: 0.9811926 Mar 22 14:33:22.773211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'name': 'network-vif-deleted', 'tag': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:22.775506 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dc4e01-fa7f-4a06-b5c7-25c90c0624a9" -d '{"events": [{"server_uuid": "ddb3c192-3f23-4fe7-951c-58b0d172171d", "name": "network-vif-deleted", "tag": "ce334f66-baf8-4be4-af1f-2ba84ee3a9ad"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:22.842063 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1faf7d-c651-48ca-991d-ad05975fbd71 x-openstack-request-id: req-4f1faf7d-c651-48ca-991d-ad05975fbd71 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:22.842063 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb3c192-3f23-4fe7-951c-58b0d172171d", "name": "network-vif-deleted", "tag": "ce334f66-baf8-4be4-af1f-2ba84ee3a9ad", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:22.842816 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f1faf7d-c651-48ca-991d-ad05975fbd71 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:22.842816 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1faf7d-c651-48ca-991d-ad05975fbd71'] response: {'server_uuid': 'ddb3c192-3f23-4fe7-951c-58b0d172171d', 'name': 'network-vif-deleted', 'tag': 'ce334f66-baf8-4be4-af1f-2ba84ee3a9ad', 'status': 'completed', 'code': 200} Mar 22 14:33:22.867404 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (c9c1ff20-700b-41a2-a98b-13d0de408de3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.899090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcecb1a-b2d3-4950-81e2-77bf69dc0a40 None None] Network 364a0a42-3607-4186-966c-89834125c85a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:22.919892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c1ff20-700b-41a2-a98b-13d0de408de3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:22.927745 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.933882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f254a0ef-4ba6-4669-866b-81b7a1406443 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/subnets/c9c1ff20-700b-41a2-a98b-13d0de408de3 HTTP/1.1" status: 204 len: 168 time: 0.6014731 Mar 22 14:33:22.934622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38308) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:23.082929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Deleting subnet aa591543-f687-4829-a897-aa1348c0a83a {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:33:23.102806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (aa591543-f687-4829-a897-aa1348c0a83a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.177709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (aa591543-f687-4829-a897-aa1348c0a83a), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.196143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e41a3139-7b3e-4d76-a0bf-1d0b39b1bf79 req-8255d8cc-3814-417d-9ed8-624a91f406dd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.1201956 Mar 22 14:33:23.298310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] DHCP port deletion for 364a0a42-3607-4186-966c-89834125c85a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:33:23.364812 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (aa591543-f687-4829-a897-aa1348c0a83a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.426962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] Deleting port e3e20cf7-30d1-4866-adb6-d7434927fcdb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:23.427572 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.537343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (aa591543-f687-4829-a897-aa1348c0a83a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.620877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3e20cf7-30d1-4866-adb6-d7434927fcdb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:23.648914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.660088 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/subnets/aa591543-f687-4829-a897-aa1348c0a83a HTTP/1.1" status: 204 len: 168 time: 0.7234516 Mar 22 14:33:23.661669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38322) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:23.674070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadadd6-0eaf-4098-9df7-09bc246c99c5 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Subnet': ['ID=aa591543-f687-4829-a897-aa1348c0a83a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:23.692623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d78d0-2008-458a-9cab-cfb1928ecd6a None None] Network e1feea44-bc4a-4f1d-83b3-1afe80929e77 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:23.894210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.939761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] For port e3e20cf7-30d1-4866-adb6-d7434927fcdb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3e20cf7-30d1-4866-adb6-d7434927fcdb,segment=NetworkSegment(8a042bbd-207b-40e1-89f0-1a4ca6126cbf),segment_id=8a042bbd-207b-40e1-89f0-1a4ca6126cbf)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:23.940447 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.998912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] Calling delete_port for e3e20cf7-30d1-4866-adb6-d7434927fcdb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:24.114418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port e3e20cf7-30d1-4866-adb6-d7434927fcdb is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:24.115585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:24.157636 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port e3e20cf7-30d1-4866-adb6-d7434927fcdb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3e20cf7-30d1-4866-adb6-d7434927fcdb,segment=NetworkSegment(8a042bbd-207b-40e1-89f0-1a4ca6126cbf),segment_id=8a042bbd-207b-40e1-89f0-1a4ca6126cbf)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:24.159386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] DHCP port deletion for e1feea44-bc4a-4f1d-83b3-1afe80929e77 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:33:24.185606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:24.323187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ce334f66-baf8-4be4-af1f-2ba84ee3a9ad no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:24.438246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: ce334f66-baf8-4be4-af1f-2ba84ee3a9ad {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:33:24.440384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ce334f66-baf8-4be4-af1f-2ba84ee3a9ad not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:33:24.527516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=e3e20cf7-30d1-4866-adb6-d7434927fcdb,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:24.538073 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (e3e20cf7-30d1-4866-adb6-d7434927fcdb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:24.826966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8f85898-8324-49b8-82e8-a050a7d1f6f0 req-c2d1fb5a-2ea7-449f-bd08-ff61971a6a0a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0901387 Mar 22 14:33:24.889447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (364a0a42-3607-4186-966c-89834125c85a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.014519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] Deleting port ec4625e0-0b15-4f3a-a12b-09db56adfa54 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:25.017869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.053186 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (364a0a42-3607-4186-966c-89834125c85a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.078727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364a0a42-3607-4186-966c-89834125c85a']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:25.096770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a042bbd-207b-40e1-89f0-1a4ca6126cbf') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:25.097388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a042bbd-207b-40e1-89f0-1a4ca6126cbf') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:25.125024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (8a042bbd-207b-40e1-89f0-1a4ca6126cbf), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.152660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (8a042bbd-207b-40e1-89f0-1a4ca6126cbf), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.165592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] For port ec4625e0-0b15-4f3a-a12b-09db56adfa54, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ec4625e0-0b15-4f3a-a12b-09db56adfa54,segment=NetworkSegment(b265128e-12e4-43d4-bd40-a5847f13dd18),segment_id=b265128e-12e4-43d4-bd40-a5847f13dd18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:25.166918 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.168224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:33:25.168979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (8a042bbd-207b-40e1-89f0-1a4ca6126cbf), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.197688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] Calling delete_port for ec4625e0-0b15-4f3a-a12b-09db56adfa54 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:33:25.284914 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:33:25.355084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38340) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:25.364169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (364a0a42-3607-4186-966c-89834125c85a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.377243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.385473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] Pushing event deleted for resources: {'Port': ['ID=e3e20cf7-30d1-4866-adb6-d7434927fcdb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:25.405185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/networks/364a0a42-3607-4186-966c-89834125c85a HTTP/1.1" status: 204 len: 168 time: 1.7419612 Mar 22 14:33:25.408008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38344) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:25.446695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70179680-5d2b-4549-a444-d29cbec84b30 None None] No DVR routers for this DVR port e3e20cf7-30d1-4866-adb6-d7434927fcdb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:25.484161 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.494992 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.507773 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (ec4625e0-0b15-4f3a-a12b-09db56adfa54), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.515671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336209af-25d7-48dd-a7e5-c6ca35d91efd tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Network': ['ID=364a0a42-3607-4186-966c-89834125c85a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:25.578631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] Pushing event deleted for resources: {'Port': ['ID=ec4625e0-0b15-4f3a-a12b-09db56adfa54,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:25.586031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c162f-91f4-4a04-95bf-e977a39bc471 None None] No DVR routers for this DVR port ec4625e0-0b15-4f3a-a12b-09db56adfa54 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:25.663868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ec4625e0-0b15-4f3a-a12b-09db56adfa54 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:25.687125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (e1feea44-bc4a-4f1d-83b3-1afe80929e77), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:25.704143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38348) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:25.718070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ec4625e0-0b15-4f3a-a12b-09db56adfa54 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:33:25.718456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ec4625e0-0b15-4f3a-a12b-09db56adfa54 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:33:25.720645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-67fa07cb-aaea-4c41-8424-c00d1c7554fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f31ba5f7365a4a00ab1f229cb2c39495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454044 Mar 22 14:33:25.996211 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f472e502-a976-44c4-b55d-0a3dd70d0dbf admin admin] Publish callbacks [] for security_group (dc705e68-67f5-48c7-8a45-5cb1dda8f911), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.007383 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (e1feea44-bc4a-4f1d-83b3-1afe80929e77), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.018563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce28c203-4b28-44a8-85dd-2d1d3b9eb872 req-b8347a72-e95f-43e3-ba7c-d7a95aa6a84a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0827293 Mar 22 14:33:26.077311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1feea44-bc4a-4f1d-83b3-1afe80929e77']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:26.100509 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f472e502-a976-44c4-b55d-0a3dd70d0dbf admin admin] Publish callbacks [] for security_group (dc705e68-67f5-48c7-8a45-5cb1dda8f911), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.131071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b265128e-12e4-43d4-bd40-a5847f13dd18') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:26.131409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b265128e-12e4-43d4-bd40-a5847f13dd18') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:26.155394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b265128e-12e4-43d4-bd40-a5847f13dd18), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.233997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b265128e-12e4-43d4-bd40-a5847f13dd18), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.240897 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:33:26.241477 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b265128e-12e4-43d4-bd40-a5847f13dd18), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:33:26.329906 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:33:26.334015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f472e502-a976-44c4-b55d-0a3dd70d0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (dc705e68-67f5-48c7-8a45-5cb1dda8f911), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.337363 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f472e502-a976-44c4-b55d-0a3dd70d0dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.338748 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f472e502-a976-44c4-b55d-0a3dd70d0dbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc705e68-67f5-48c7-8a45-5cb1dda8f911 HTTP/1.1" status: 204 len: 168 time: 0.6333129 Mar 22 14:33:26.357196 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (e1feea44-bc4a-4f1d-83b3-1afe80929e77), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.367097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.375517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/networks/e1feea44-bc4a-4f1d-83b3-1afe80929e77 HTTP/1.1" status: 204 len: 168 time: 0.9665499 Mar 22 14:33:26.377930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38358) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:26.397267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472e502-a976-44c4-b55d-0a3dd70d0dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc705e68-67f5-48c7-8a45-5cb1dda8f911,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:26.460503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aaa23-5fad-4b56-afc2-1dee5485f674 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Network': ['ID=e1feea44-bc4a-4f1d-83b3-1afe80929e77,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:26.493927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Deleting subnet d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:33:26.502787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.641650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.775705 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.960552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.992138 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.993116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c612246d-30a1-4f62-9da9-189b6907c1d3 None None] Network 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:27.000058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/subnets/d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7 HTTP/1.1" status: 204 len: 168 time: 0.6205716 Mar 22 14:33:27.002416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38364) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:27.087207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20413a-47ca-44da-b436-9d8039086d05 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e9cfaf-7b6b-4e8e-bf34-08c53c5876a7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:27.249040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (8d5e8096-75a6-430b-b059-0d0f0f1f55a9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:27.276960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-624fb43f-3525-478e-9988-f790e90ff234 req-7fce2ed0-4c4d-462c-bbe9-3a4ebf39c120 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0982146 Mar 22 14:33:27.423140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] DHCP port deletion for 8d5e8096-75a6-430b-b059-0d0f0f1f55a9 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:33:27.583321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] Deleting port fc093028-c6d3-4e97-a45e-0746af9b65b7 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:27.583779 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:27.734279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] For port fc093028-c6d3-4e97-a45e-0746af9b65b7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fc093028-c6d3-4e97-a45e-0746af9b65b7,segment=NetworkSegment(1d9c2a19-8da5-4ab1-9627-f7fe2068dd26),segment_id=1d9c2a19-8da5-4ab1-9627-f7fe2068dd26)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:27.737192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:27.795320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] Calling delete_port for fc093028-c6d3-4e97-a45e-0746af9b65b7 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:27.952967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Deleting port fc093028-c6d3-4e97-a45e-0746af9b65b7 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:27.963520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.045153 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.062853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] No DVR routers for this DVR port fc093028-c6d3-4e97-a45e-0746af9b65b7 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:28.106205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] For port fc093028-c6d3-4e97-a45e-0746af9b65b7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=fc093028-c6d3-4e97-a45e-0746af9b65b7,segment=NetworkSegment(1d9c2a19-8da5-4ab1-9627-f7fe2068dd26),segment_id=1d9c2a19-8da5-4ab1-9627-f7fe2068dd26)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:28.106949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.139627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53a0e5-0635-487a-a0d7-2141cd2c9ea7 None None] Pushing event deleted for resources: {'Port': ['ID=fc093028-c6d3-4e97-a45e-0746af9b65b7,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:28.145735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Calling delete_port for fc093028-c6d3-4e97-a45e-0746af9b65b7 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:28.332489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fc093028-c6d3-4e97-a45e-0746af9b65b7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.399857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] No DVR routers for this DVR port fc093028-c6d3-4e97-a45e-0746af9b65b7 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:28.409161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Port': ['ID=fc093028-c6d3-4e97-a45e-0746af9b65b7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:28.460341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5f469ad-4c97-4342-8214-598f2b961761 req-a3936c0a-fda2-43ed-990b-785ea8de5868 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0445957 Mar 22 14:33:28.599486 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (8d5e8096-75a6-430b-b059-0d0f0f1f55a9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.644245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5e8096-75a6-430b-b059-0d0f0f1f55a9']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:28.672617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9c2a19-8da5-4ab1-9627-f7fe2068dd26') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:28.672922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9c2a19-8da5-4ab1-9627-f7fe2068dd26') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:28.695377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (1d9c2a19-8da5-4ab1-9627-f7fe2068dd26), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.696761 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.728334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1d9c2a19-8da5-4ab1-9627-f7fe2068dd26), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.735023 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:33:28.735421 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (1d9c2a19-8da5-4ab1-9627-f7fe2068dd26), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: self.session.flush() Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:33:28.739414 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:33:28.846911 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (8d5e8096-75a6-430b-b059-0d0f0f1f55a9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.856317 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.861939 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/networks/8d5e8096-75a6-430b-b059-0d0f0f1f55a9 HTTP/1.1" status: 204 len: 168 time: 1.8561471 Mar 22 14:33:28.862455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38378) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:28.892359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df66f56-e8ef-4ed0-bbce-aa1d84826bef tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Pushing event deleted for resources: {'Network': ['ID=8d5e8096-75a6-430b-b059-0d0f0f1f55a9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:28.917438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d2994422-1cbc-47c4-9bad-21ab56523037 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0605349-f1c2-438c-b80c-eb86c4afb900 HTTP/1.1" status: 200 len: 205 time: 0.0517461 Mar 22 14:33:28.917853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38380) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:29.099763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8141-a026-4770-82ab-05933ab2f695 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for router (c0605349-f1c2-438c-b80c-eb86c4afb900), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:29.527862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fc093028-c6d3-4e97-a45e-0746af9b65b7 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:29.530965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8141-a026-4770-82ab-05933ab2f695 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (c0605349-f1c2-438c-b80c-eb86c4afb900), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:29.542185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8141-a026-4770-82ab-05933ab2f695 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for router_controller (c0605349-f1c2-438c-b80c-eb86c4afb900), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:29.551809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: fc093028-c6d3-4e97-a45e-0746af9b65b7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:33:29.552495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device fc093028-c6d3-4e97-a45e-0746af9b65b7 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:33:29.647086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9405ab8-b3ab-42ae-a296-d28ef21e2967 req-65d4f554-e265-4fa5-9533-25bd453d83c9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0626047 Mar 22 14:33:29.699744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8141-a026-4770-82ab-05933ab2f695 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (c0605349-f1c2-438c-b80c-eb86c4afb900), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:29.700292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3b8141-a026-4770-82ab-05933ab2f695 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Fanout notify agent at l3_agent the message router_deleted on router c0605349-f1c2-438c-b80c-eb86c4afb900 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:33:29.713807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8141-a026-4770-82ab-05933ab2f695 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:29.715058 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d3b8141-a026-4770-82ab-05933ab2f695 tempest-RoutersNegativeTest-327097271 tempest-RoutersNegativeTest-327097271-project] 10.222.0.44 "DELETE /v2.0/routers/c0605349-f1c2-438c-b80c-eb86c4afb900 HTTP/1.1" status: 204 len: 168 time: 0.7961216 Mar 22 14:33:30.106612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38402) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:30.283209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d0a6e12c-e1ec-44dc-8391-ca3dc9989bc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37fdf7b718b44b369af64b20c05b40ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1746020 Mar 22 14:33:30.285637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38406) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:30.381039 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c409304b-75ba-4bf5-8699-8c3ebb2cb977 admin admin] Publish callbacks [] for security_group (5b21e963-7286-4824-829c-4aaa2ee5f2a4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:30.418113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c409304b-75ba-4bf5-8699-8c3ebb2cb977 admin admin] Publish callbacks [] for security_group (5b21e963-7286-4824-829c-4aaa2ee5f2a4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:30.494241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c409304b-75ba-4bf5-8699-8c3ebb2cb977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5b21e963-7286-4824-829c-4aaa2ee5f2a4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:30.497018 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c409304b-75ba-4bf5-8699-8c3ebb2cb977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:30.501632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c409304b-75ba-4bf5-8699-8c3ebb2cb977 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b21e963-7286-4824-829c-4aaa2ee5f2a4 HTTP/1.1" status: 204 len: 168 time: 0.2139461 Mar 22 14:33:30.514217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409304b-75ba-4bf5-8699-8c3ebb2cb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b21e963-7286-4824-829c-4aaa2ee5f2a4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:30.792220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-144014e4-565b-4b10-9005-720ef9861761 req-bdb829dd-c0d1-4243-8887-0cba52c9373a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0381134 Mar 22 14:33:31.284068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:31.402940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-991798571'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:31.445291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Made reservation on behalf of ced666e2ba794718a2fb5be5bff924c8 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:31.452670 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.475323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.670410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for security_group (d756f37c-a3ff-4b0f-9814-5f11eafec32b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.677274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d756f37c-a3ff-4b0f-9814-5f11eafec32b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.706250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:33:31.727493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.728394 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Added segment 45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd of type vlan for network 3fed4bde-787c-4e77-a2f2-d8e0c025209d Mar 22 14:33:31.729988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d756f37c-a3ff-4b0f-9814-5f11eafec32b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:31.774464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3fed4bde-787c-4e77-a2f2-d8e0c025209d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.806113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3fed4bde-787c-4e77-a2f2-d8e0c025209d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.813176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:31.813176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:31.893094 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6077816 Mar 22 14:33:31.898185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38446) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:31.905617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Request body: {'subnet': {'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:31.924807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd194a-1bdb-4209-86bb-e56e95fab8b4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event updated for resources: {'Network': ['ID=3fed4bde-787c-4e77-a2f2-d8e0c025209d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:31.940663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3fed4bde-787c-4e77-a2f2-d8e0c025209d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:33:31.962195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-798b1e1a-9e79-4702-b2b7-45ad5ea8d10a req-c7a27caa-e5c2-467d-b1b3-6281663cdcbb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0645838 Mar 22 14:33:32.061917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Made reservation on behalf of ced666e2ba794718a2fb5be5bff924c8 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:32.065688 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.268617 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (96875c09-453c-4167-8cee-e776713caaeb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.329264 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Checking segment: {'id': '45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:32.330079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Network hostable DHCP agents. Network: 3fed4bde-787c-4e77-a2f2-d8e0c025209d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:33:32.354447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Network 3fed4bde-787c-4e77-a2f2-d8e0c025209d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:33:32.361316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event updated for resources: {'Subnet': ['ID=96875c09-453c-4167-8cee-e776713caaeb,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:32.369444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3fed4bde-787c-4e77-a2f2-d8e0c025209d) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:32.373888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:32.375209 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.380739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d96f9-f27d-48ed-a35b-67efd932dbbd None None] Network 3fed4bde-787c-4e77-a2f2-d8e0c025209d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:32.398526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38450) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:32.404667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Request body: {'port': {'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d', 'name': 'tempest-TagsExtTest-628848201'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:32.409346 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f93c027c-aaad-4a9e-9bdb-6a0d821412a4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5013301 Mar 22 14:33:32.512738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3fed4bde-787c-4e77-a2f2-d8e0c025209d', 'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d', 'project_id': 'ced666e2ba794718a2fb5be5bff924c8', 'fixed_ips': [{'subnet_id': '96875c09-453c-4167-8cee-e776713caaeb'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:33:32.513921 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.562764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Made reservation on behalf of ced666e2ba794718a2fb5be5bff924c8 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:32.570270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.635049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] device_id is not set on port 576c8756-2b34-4a42-a547-0aca6b1fa0dc yet. {{(pid=110457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:33:32.672318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Allocated IP 172.20.0.2 (3fed4bde-787c-4e77-a2f2-d8e0c025209d/96875c09-453c-4167-8cee-e776713caaeb/d0456b4d-6c63-4730-bf99-f61435b952bb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:32.839102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Publish callbacks [] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.847272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.890348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Network 3fed4bde-787c-4e77-a2f2-d8e0c025209d is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:32.898446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:32.904142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:32.907528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Pushing event updated for resources: {'Port': ['ID=d0456b4d-6c63-4730-bf99-f61435b952bb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:32.964111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Allocated IP 172.20.0.7 (3fed4bde-787c-4e77-a2f2-d8e0c025209d/96875c09-453c-4167-8cee-e776713caaeb/576c8756-2b34-4a42-a547-0aca6b1fa0dc) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:32.970851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Attempting to bind port d0456b4d-6c63-4730-bf99-f61435b952bb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:32.971292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Attempting to bind port d0456b4d-6c63-4730-bf99-f61435b952bb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:32.971567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Attempting to bind port d0456b4d-6c63-4730-bf99-f61435b952bb on network 3fed4bde-787c-4e77-a2f2-d8e0c025209d {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:32.978443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:32.979169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Checking segment: {'id': '45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:32.979715 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.980318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Bound using segment: {'id': '45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:32.980783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Bound port: d0456b4d-6c63-4730-bf99-f61435b952bb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fed4bde-787c-4e77-a2f2-d8e0c025209d'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:32.981336 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.048465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] For port d0456b4d-6c63-4730-bf99-f61435b952bb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:33.052169 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] For port d0456b4d-6c63-4730-bf99-f61435b952bb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0456b4d-6c63-4730-bf99-f61435b952bb,segment=NetworkSegment(45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd),segment_id=45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:33.069378 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.126333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbacc4cf-b913-4bd8-b78a-e821e8c120ce req-26c2aacf-652f-480e-b318-5a7568da532b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0738196 Mar 22 14:33:33.211766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1d518-7b45-49af-97a9-f362b700d65a None None] Pushing event updated for resources: {'Port': ['ID=d0456b4d-6c63-4730-bf99-f61435b952bb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:33.309884 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for port (576c8756-2b34-4a42-a547-0aca6b1fa0dc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.437046 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (576c8756-2b34-4a42-a547-0aca6b1fa0dc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.507155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Network 3fed4bde-787c-4e77-a2f2-d8e0c025209d is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:33.510691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:33.513327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:33.557770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event updated for resources: {'Port': ['ID=576c8756-2b34-4a42-a547-0aca6b1fa0dc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:33.604802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:33.605432 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.625314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-14b70285-c147-4fac-8ac5-a4872991e91f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2256291 Mar 22 14:33:33.627818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38462) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:33.633048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-06b70e6b-b267-4469-9092-e244895c267f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1825576973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:33.662532 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06b70e6b-b267-4469-9092-e244895c267f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (092465cc-4523-48d2-9bd9-215098a2b673), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.664277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06b70e6b-b267-4469-9092-e244895c267f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (092465cc-4523-48d2-9bd9-215098a2b673), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.735866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06b70e6b-b267-4469-9092-e244895c267f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for router_controller (092465cc-4523-48d2-9bd9-215098a2b673), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.741787 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06b70e6b-b267-4469-9092-e244895c267f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (092465cc-4523-48d2-9bd9-215098a2b673), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.771118 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06b70e6b-b267-4469-9092-e244895c267f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.772450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-06b70e6b-b267-4469-9092-e244895c267f tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1435308 Mar 22 14:33:33.775683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38468) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:33.780625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-746c8dee-061e-4bc1-ab9b-5456fa32bae0 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-955181820', 'prefixes': ['172.20.0.0/16']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:33.883399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-746c8dee-061e-4bc1-ab9b-5456fa32bae0 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.887713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-746c8dee-061e-4bc1-ab9b-5456fa32bae0 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1075847 Mar 22 14:33:33.888068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38470) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:33.892813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-dab45ab7-1bf0-4815-8db8-6b9041cdeba1 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', 'tempest-TagsExtTest-Tag-1266138518') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.026323 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dab45ab7-1bf0-4815-8db8-6b9041cdeba1 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags/tempest-TagsExtTest-Tag-1266138518 HTTP/1.1" status: 201 len: 201 time: 0.1370249 Mar 22 14:33:34.028961 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.033610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-3fce972c-14f8-4602-8be0-b2b59824a12c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', 'tempest-TagsExtTest-Tag-1366484911') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.122218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3fce972c-14f8-4602-8be0-b2b59824a12c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags/tempest-TagsExtTest-Tag-1366484911 HTTP/1.1" status: 201 len: 201 time: 0.0922136 Mar 22 14:33:34.130100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.136500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-d9f9fd12-dc9d-41a3-b4b1-b1b254256e2c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', 'tempest-TagsExtTest-Tag-379544354') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.342942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d9f9fd12-dc9d-41a3-b4b1-b1b254256e2c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags/tempest-TagsExtTest-Tag-379544354 HTTP/1.1" status: 201 len: 201 time: 0.2113526 Mar 22 14:33:34.346132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38482) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.353737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b0d0e57-6a1f-469b-88de-3aef6e799586 req-5d8c65bc-a9b5-4a33-8677-b353de9ba27e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.1401167 Mar 22 14:33:34.360958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-36dfef62-4071-46b4-9177-b679c9abc689 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', 'tempest-TagsExtTest-Tag-1229277878') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.456480 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-36dfef62-4071-46b4-9177-b679c9abc689 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags/tempest-TagsExtTest-Tag-1229277878 HTTP/1.1" status: 201 len: 201 time: 0.1088741 Mar 22 14:33:34.457246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38484) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.463067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-6bc44ac6-afd4-41f4-af8d-32392b2283e6 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.612954 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6bc44ac6-afd4-41f4-af8d-32392b2283e6 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags HTTP/1.1" status: 200 len: 241 time: 0.1543608 Mar 22 14:33:34.616095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38486) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.621813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-604a1fc1-673b-4038-9506-311dcbfa0e35 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', 'tempest-TagsExtTest-Tag-1266138518') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.696236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831163e-f268-49b9-8f1e-58bb819c7840 None None] Network 3fed4bde-787c-4e77-a2f2-d8e0c025209d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:34.732097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.732675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-604a1fc1-673b-4038-9506-311dcbfa0e35 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags/tempest-TagsExtTest-Tag-1266138518 HTTP/1.1" status: 204 len: 168 time: 0.1151164 Mar 22 14:33:34.736776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-da5585b9-f400-47e9-88ab-481c8e8bcb5b tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', 'tempest-TagsExtTest-Tag-1266138518') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.791587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fb6a82c7-ef3f-496d-b134-2d411c4011e5 None None] Provisioning complete for port d0456b4d-6c63-4730-bf99-f61435b952bb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:34.792179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6a82c7-ef3f-496d-b134-2d411c4011e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:34.860425 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-da5585b9-f400-47e9-88ab-481c8e8bcb5b tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags/tempest-TagsExtTest-Tag-1266138518 HTTP/1.1" status: 204 len: 168 time: 0.1237822 Mar 22 14:33:34.864824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38494) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.880126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-fec62715-fe22-4865-8656-a1f1928de993 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.966751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a82c7-ef3f-496d-b134-2d411c4011e5 None None] Current status of the port d0456b4d-6c63-4730-bf99-f61435b952bb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:34.967201 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6a82c7-ef3f-496d-b134-2d411c4011e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:34.979773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fec62715-fe22-4865-8656-a1f1928de993 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags HTTP/1.1" status: 200 len: 205 time: 0.1076283 Mar 22 14:33:34.980275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.984768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-8e7bac87-a96c-4bb1-9e36-de8b6e8f6958 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.030271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fb6a82c7-ef3f-496d-b134-2d411c4011e5 None None] For port d0456b4d-6c63-4730-bf99-f61435b952bb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0456b4d-6c63-4730-bf99-f61435b952bb,segment=NetworkSegment(45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd),segment_id=45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:35.038391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb6a82c7-ef3f-496d-b134-2d411c4011e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:35.091313 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8e7bac87-a96c-4bb1-9e36-de8b6e8f6958 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags HTTP/1.1" status: 200 len: 241 time: 0.1099870 Mar 22 14:33:35.091516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a82c7-ef3f-496d-b134-2d411c4011e5 None None] Pushing event updated for resources: {'Port': ['ID=d0456b4d-6c63-4730-bf99-f61435b952bb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:35.091666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.097208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-94a0d049-1e13-417f-9047-075b44275938 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', 'tempest-TagsExtTest-Tag-1366484911') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.199046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-94a0d049-1e13-417f-9047-075b44275938 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags/tempest-TagsExtTest-Tag-1366484911 HTTP/1.1" status: 204 len: 168 time: 0.1033125 Mar 22 14:33:35.199292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38500) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.204026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-18d873f4-57c4-4a66-a6e4-54263f1e3fab tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', 'tempest-TagsExtTest-Tag-1366484911') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.329314 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-18d873f4-57c4-4a66-a6e4-54263f1e3fab tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags/tempest-TagsExtTest-Tag-1366484911 HTTP/1.1" status: 204 len: 168 time: 0.1286397 Mar 22 14:33:35.331806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38504) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.337011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-e40c25fb-1a6a-4257-a4cb-621b6c11cb1a tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.392996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dc724398-9c7a-471e-8e4c-da14b9f4e283 None None] Provisioning complete for port 576c8756-2b34-4a42-a547-0aca6b1fa0dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:35.393515 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc724398-9c7a-471e-8e4c-da14b9f4e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (576c8756-2b34-4a42-a547-0aca6b1fa0dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:35.458988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dc724398-9c7a-471e-8e4c-da14b9f4e283 None None] Port 576c8756-2b34-4a42-a547-0aca6b1fa0dc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:35.469364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38508) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.469587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e40c25fb-1a6a-4257-a4cb-621b6c11cb1a tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags HTTP/1.1" status: 200 len: 205 time: 0.1365652 Mar 22 14:33:35.482845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dc724398-9c7a-471e-8e4c-da14b9f4e283 None None] Provisioning complete for port d0456b4d-6c63-4730-bf99-f61435b952bb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:35.483185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-3a526525-9370-4901-9488-13f4d4af530e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.483309 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dc724398-9c7a-471e-8e4c-da14b9f4e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:35.575850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86f0c640-1128-41c7-83c1-0334ca22a9bf req-b4c162dd-1285-48fc-98f5-8607273c3825 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0821064 Mar 22 14:33:35.621808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dc724398-9c7a-471e-8e4c-da14b9f4e283 None None] Current status of the port d0456b4d-6c63-4730-bf99-f61435b952bb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:35.625597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0456b4d-6c63-4730-bf99-f61435b952bb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:35.709660 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3a526525-9370-4901-9488-13f4d4af530e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags HTTP/1.1" status: 200 len: 240 time: 0.2378190 Mar 22 14:33:35.712034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38510) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.724239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-7ec04d1b-38c6-4913-b736-7840bbf6be4c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', 'tempest-TagsExtTest-Tag-379544354') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.743951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d0456b4d-6c63-4730-bf99-f61435b952bb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:35.744499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:35.828102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7ec04d1b-38c6-4913-b736-7840bbf6be4c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags/tempest-TagsExtTest-Tag-379544354 HTTP/1.1" status: 204 len: 168 time: 0.1148520 Mar 22 14:33:35.830956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38514) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.838553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-9fe2a9b1-66a6-4e58-b7c6-bb7376daea1e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', 'tempest-TagsExtTest-Tag-379544354') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.913218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9efe377b-61d1-4e72-a378-e3ae36601d44 None None] Provisioning complete for port 576c8756-2b34-4a42-a547-0aca6b1fa0dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:35.913778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9efe377b-61d1-4e72-a378-e3ae36601d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (576c8756-2b34-4a42-a547-0aca6b1fa0dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:35.959104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d0456b4d-6c63-4730-bf99-f61435b952bb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:35.982411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38518) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.994872 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-2640228a-b379-4212-b559-d2af36d07a81 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.006542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9fe2a9b1-66a6-4e58-b7c6-bb7376daea1e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags/tempest-TagsExtTest-Tag-379544354 HTTP/1.1" status: 204 len: 168 time: 0.1720417 Mar 22 14:33:36.024308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9efe377b-61d1-4e72-a378-e3ae36601d44 None None] Port 576c8756-2b34-4a42-a547-0aca6b1fa0dc cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:36.086139 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2640228a-b379-4212-b559-d2af36d07a81 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags HTTP/1.1" status: 200 len: 205 time: 0.1008272 Mar 22 14:33:36.088492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38520) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.093067 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-2bb08b00-9453-471f-a489-362ab09337e4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.117293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2bb08b00-9453-471f-a489-362ab09337e4 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags HTTP/1.1" status: 200 len: 241 time: 0.0275819 Mar 22 14:33:36.119727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.123978 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-1b5b6467-2c15-4357-a194-93e8ae748ffb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', 'tempest-TagsExtTest-Tag-1229277878') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.146010 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1b5b6467-2c15-4357-a194-93e8ae748ffb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags/tempest-TagsExtTest-Tag-1229277878 HTTP/1.1" status: 204 len: 168 time: 0.0250449 Mar 22 14:33:36.148343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.152888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-7c5b5472-a91a-4d95-9b0c-4be786fbd86a tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', 'tempest-TagsExtTest-Tag-1229277878') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.196146 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7c5b5472-a91a-4d95-9b0c-4be786fbd86a tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags/tempest-TagsExtTest-Tag-1229277878 HTTP/1.1" status: 204 len: 168 time: 0.0466321 Mar 22 14:33:36.198513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38526) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.203329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-a572f278-53ac-4803-bf89-cecb963b92dc tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.245956 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a572f278-53ac-4803-bf89-cecb963b92dc tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags HTTP/1.1" status: 200 len: 205 time: 0.0462401 Mar 22 14:33:36.246436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38528) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.257463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-ff7ce7a7-de0b-4a20-a1a7-d6a6f43450fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.294869 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ff7ce7a7-de0b-4a20-a1a7-d6a6f43450fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags HTTP/1.1" status: 204 len: 168 time: 0.0438304 Mar 22 14:33:36.297645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38530) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.303186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-bdd45637-c2cd-49f7-bd50-69ae1b384244 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.392168 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bdd45637-c2cd-49f7-bd50-69ae1b384244 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags HTTP/1.1" status: 204 len: 168 time: 0.0927732 Mar 22 14:33:36.394759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38534) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.399329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-c7962085-0f29-4af7-b4ca-75f772fa1604 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.482901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38536) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.487865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-122086db-2e41-4882-9c98-42fe2a294f16 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.490362 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c7962085-0f29-4af7-b4ca-75f772fa1604 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0944164 Mar 22 14:33:36.560357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-122086db-2e41-4882-9c98-42fe2a294f16 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags HTTP/1.1" status: 204 len: 168 time: 0.0762050 Mar 22 14:33:36.564372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38538) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.568929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-6ddd5fda-3c94-4bd6-91e2-8e32146f70ed tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', 'tempest-TagsExtTest-Tag-1296071365') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.668794 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6ddd5fda-3c94-4bd6-91e2-8e32146f70ed tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags/tempest-TagsExtTest-Tag-1296071365 HTTP/1.1" status: 201 len: 201 time: 0.1013668 Mar 22 14:33:36.671562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38542) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.679429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-f715910d-f784-4c1b-b214-56c45d06bd92 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', 'tempest-TagsExtTest-Tag-638218244') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.700672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a6cff1d-7210-4795-8f24-4cfb6c5fc761 req-53e1161a-e807-4cdc-ba29-7a8c6dc69e17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0362291 Mar 22 14:33:36.784473 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f715910d-f784-4c1b-b214-56c45d06bd92 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags/tempest-TagsExtTest-Tag-638218244 HTTP/1.1" status: 201 len: 201 time: 0.1064117 Mar 22 14:33:36.785055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38544) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.792490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-b7760e5e-a9c5-48fd-b058-71f3e364bb41 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', 'tempest-TagsExtTest-Tag-1111153927') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.908736 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b7760e5e-a9c5-48fd-b058-71f3e364bb41 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags/tempest-TagsExtTest-Tag-1111153927 HTTP/1.1" status: 201 len: 201 time: 0.1204462 Mar 22 14:33:36.908995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38548) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.917194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-bd812e75-bf52-4b7e-85e3-23f975db4a49 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', 'tempest-TagsExtTest-Tag-337878451') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.981671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38550) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.986873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-56f925b6-6389-4321-aaad-a4387936b686 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', {'tags': ['tempest-TagsExtTest-Tag-1028678992', 'tempest-TagsExtTest-Tag-1676640598', 'tempest-TagsExtTest-Tag-982593078']}) {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:36.988668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd812e75-bf52-4b7e-85e3-23f975db4a49 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags/tempest-TagsExtTest-Tag-337878451 HTTP/1.1" status: 201 len: 201 time: 0.0683351 Mar 22 14:33:37.061622 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-56f925b6-6389-4321-aaad-a4387936b686 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags HTTP/1.1" status: 200 len: 317 time: 0.0784533 Mar 22 14:33:37.065160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38554) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.094247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-b6fbfa59-d852-4622-bd25-8ede28cc569e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.226302 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b6fbfa59-d852-4622-bd25-8ede28cc569e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags HTTP/1.1" status: 204 len: 168 time: 0.1569650 Mar 22 14:33:37.229169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38558) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.234478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-bc124958-4dba-4e88-bb23-740efade39fa tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', 'tempest-TagsExtTest-Tag-1028678992') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.293754 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-bc124958-4dba-4e88-bb23-740efade39fa tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:37.294857 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bc124958-4dba-4e88-bb23-740efade39fa tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags/tempest-TagsExtTest-Tag-1028678992 HTTP/1.1" status: 404 len: 329 time: 0.0643327 Mar 22 14:33:37.297735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38560) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.302496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-b6da3873-5450-49d7-bd3a-9a7d7d0caffe tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', 'tempest-TagsExtTest-Tag-1676640598') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.356912 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-b6da3873-5450-49d7-bd3a-9a7d7d0caffe tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:37.357941 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b6da3873-5450-49d7-bd3a-9a7d7d0caffe tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags/tempest-TagsExtTest-Tag-1676640598 HTTP/1.1" status: 404 len: 329 time: 0.0589461 Mar 22 14:33:37.360921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38562) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.365269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-b4349809-9f53-4da1-aa3d-2a514f4c8fe5 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb', 'tempest-TagsExtTest-Tag-982593078') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.428010 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-b4349809-9f53-4da1-aa3d-2a514f4c8fe5 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:37.429125 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b4349809-9f53-4da1-aa3d-2a514f4c8fe5 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags/tempest-TagsExtTest-Tag-982593078 HTTP/1.1" status: 404 len: 328 time: 0.0672710 Mar 22 14:33:37.432187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38566) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.437156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-df65b7ff-e126-49ab-b2f7-779f9f46b858 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', {'tags': ['tempest-TagsExtTest-Tag-1560690311', 'tempest-TagsExtTest-Tag-2140651096', 'tempest-TagsExtTest-Tag-2144759602']}) {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.504780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-df65b7ff-e126-49ab-b2f7-779f9f46b858 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags HTTP/1.1" status: 200 len: 318 time: 0.0711055 Mar 22 14:33:37.507309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38568) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.511803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-4fb57dd4-3246-4780-a810-ab147fb79aaf tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.582947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4fb57dd4-3246-4780-a810-ab147fb79aaf tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0742385 Mar 22 14:33:37.585379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38570) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.590187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-a7bb2758-f95a-4a95-a138-3aa4cc7ee312 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', 'tempest-TagsExtTest-Tag-1560690311') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.644393 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-a7bb2758-f95a-4a95-a138-3aa4cc7ee312 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:37.648714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a7bb2758-f95a-4a95-a138-3aa4cc7ee312 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags/tempest-TagsExtTest-Tag-1560690311 HTTP/1.1" status: 404 len: 329 time: 0.0596092 Mar 22 14:33:37.649017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38572) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.655143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-6890117b-6df7-4a51-8626-e0f3c8e4e633 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', 'tempest-TagsExtTest-Tag-2140651096') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.717283 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-6890117b-6df7-4a51-8626-e0f3c8e4e633 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:37.722957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6890117b-6df7-4a51-8626-e0f3c8e4e633 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags/tempest-TagsExtTest-Tag-2140651096 HTTP/1.1" status: 404 len: 329 time: 0.0685942 Mar 22 14:33:37.723214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38576) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.728001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-c9099e5a-6be0-4138-8f03-1b510e8af78c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc', 'tempest-TagsExtTest-Tag-2144759602') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.780545 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-c9099e5a-6be0-4138-8f03-1b510e8af78c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:37.781662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c9099e5a-6be0-4138-8f03-1b510e8af78c tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags/tempest-TagsExtTest-Tag-2144759602 HTTP/1.1" status: 404 len: 329 time: 0.0575430 Mar 22 14:33:37.784486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38578) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.789029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-31c34fed-edd0-438f-926f-9a0500cd2562 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', {'tags': ['tempest-TagsExtTest-Tag-1107826465', 'tempest-TagsExtTest-Tag-1909820709', 'tempest-TagsExtTest-Tag-468589181']}) {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:37.869987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-17ed93f4-9295-4f15-a024-2adb53d6a364 req-785c0244-5465-42b5-b668-90d2bbf32c5c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb3c192-3f23-4fe7-951c-58b0d172171d HTTP/1.1" status: 200 len: 210 time: 0.0871069 Mar 22 14:33:37.899018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-31c34fed-edd0-438f-926f-9a0500cd2562 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags HTTP/1.1" status: 200 len: 317 time: 0.1135530 Mar 22 14:33:37.901644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38580) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:37.906225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-4e170a8d-22f0-43b5-bf45-db6ecbe4f1f6 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.004400 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4e170a8d-22f0-43b5-bf45-db6ecbe4f1f6 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags HTTP/1.1" status: 204 len: 168 time: 0.1017058 Mar 22 14:33:38.007372 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38584) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.012764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-ef000f72-d2ef-4b3b-ba9b-426e57ca3a9d tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', 'tempest-TagsExtTest-Tag-1107826465') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.122562 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-ef000f72-d2ef-4b3b-ba9b-426e57ca3a9d tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:38.123851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ef000f72-d2ef-4b3b-ba9b-426e57ca3a9d tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags/tempest-TagsExtTest-Tag-1107826465 HTTP/1.1" status: 404 len: 329 time: 0.1153660 Mar 22 14:33:38.127227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38592) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.132406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-a2305ee9-1db2-423e-b7e7-f77e30514588 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', 'tempest-TagsExtTest-Tag-1909820709') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.231860 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-a2305ee9-1db2-423e-b7e7-f77e30514588 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:38.235911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a2305ee9-1db2-423e-b7e7-f77e30514588 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags/tempest-TagsExtTest-Tag-1909820709 HTTP/1.1" status: 404 len: 329 time: 0.1075161 Mar 22 14:33:38.236051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38596) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.241077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-1a2baa23-f987-4ad8-b174-6aa58193c422 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673', 'tempest-TagsExtTest-Tag-468589181') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.321182 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-1a2baa23-f987-4ad8-b174-6aa58193c422 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:38.324965 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a2baa23-f987-4ad8-b174-6aa58193c422 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags/tempest-TagsExtTest-Tag-468589181 HTTP/1.1" status: 404 len: 328 time: 0.0850689 Mar 22 14:33:38.325172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38598) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.329783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-9e3f579e-dafc-4a69-bcde-b6de0c6d80f7 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', {'tags': ['tempest-TagsExtTest-Tag-1051651206', 'tempest-TagsExtTest-Tag-328207562', 'tempest-TagsExtTest-Tag-237259110']}) {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.369699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e3f579e-dafc-4a69-bcde-b6de0c6d80f7 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "PUT /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags HTTP/1.1" status: 200 len: 316 time: 0.0411315 Mar 22 14:33:38.369927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38600) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.374439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.tag.tag_plugin [None req-c3a9dc53-836f-4d29-add1-9d91e34ff27b tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.416241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c3a9dc53-836f-4d29-add1-9d91e34ff27b tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags HTTP/1.1" status: 204 len: 168 time: 0.0426433 Mar 22 14:33:38.417304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38604) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.424057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-569175e8-7a06-41e4-b065-4900e59f0118 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', 'tempest-TagsExtTest-Tag-1051651206') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.452149 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-569175e8-7a06-41e4-b065-4900e59f0118 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:38.453218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-569175e8-7a06-41e4-b065-4900e59f0118 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags/tempest-TagsExtTest-Tag-1051651206 HTTP/1.1" status: 404 len: 329 time: 0.0345321 Mar 22 14:33:38.456059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38606) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.460398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-a4cc21df-128c-4ae6-b936-9fcaf0a1e331 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', 'tempest-TagsExtTest-Tag-328207562') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.480954 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-a4cc21df-128c-4ae6-b936-9fcaf0a1e331 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:38.484822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a4cc21df-128c-4ae6-b936-9fcaf0a1e331 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags/tempest-TagsExtTest-Tag-328207562 HTTP/1.1" status: 404 len: 328 time: 0.0250199 Mar 22 14:33:38.485018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38608) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.489210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-6b5b5e65-6e8a-49de-8764-ee27c9484544 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058', 'tempest-TagsExtTest-Tag-237259110') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.509564 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-6b5b5e65-6e8a-49de-8764-ee27c9484544 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] show failed (client error): The resource could not be found. Mar 22 14:33:38.513328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6b5b5e65-6e8a-49de-8764-ee27c9484544 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags/tempest-TagsExtTest-Tag-237259110 HTTP/1.1" status: 404 len: 328 time: 0.0247238 Mar 22 14:33:38.513328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38610) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.517501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-91cb605c-904f-48c3-a8bc-299b444a6b72 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '827d0311-003b-4e7a-a95b-b5573baa5058') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.545571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-91cb605c-904f-48c3-a8bc-299b444a6b72 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058/tags HTTP/1.1" status: 204 len: 168 time: 0.0288665 Mar 22 14:33:38.545779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38612) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.550321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-4861d6ab-0f22-4480-96de-39891fb7a931 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '092465cc-4523-48d2-9bd9-215098a2b673') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.644134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4861d6ab-0f22-4480-96de-39891fb7a931 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673/tags HTTP/1.1" status: 204 len: 168 time: 0.0944779 Mar 22 14:33:38.644317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38614) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.648403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-a0b7123a-e0bd-47f1-845d-ff916b594dc6 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '576c8756-2b34-4a42-a547-0aca6b1fa0dc') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.702399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a0b7123a-e0bd-47f1-845d-ff916b594dc6 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0548258 Mar 22 14:33:38.702705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38616) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.706746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.tag.tag_plugin [None req-84c6a92a-6232-4c7f-81eb-e1f5fec9d812 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '96875c09-453c-4167-8cee-e776713caaeb') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:38.763820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84c6a92a-6232-4c7f-81eb-e1f5fec9d812 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb/tags HTTP/1.1" status: 204 len: 168 time: 0.0559168 Mar 22 14:33:38.764242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38618) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.853152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1cff56d7-16ec-4715-8d52-048dfc2ad055 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:38.856717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1cff56d7-16ec-4715-8d52-048dfc2ad055 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnetpools/827d0311-003b-4e7a-a95b-b5573baa5058 HTTP/1.1" status: 204 len: 168 time: 0.0891531 Mar 22 14:33:38.856977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38620) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.884177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-948c7d30-bb39-4c0d-9b49-62a2e81da308 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "GET /v2.0/ports?device_id=092465cc-4523-48d2-9bd9-215098a2b673 HTTP/1.1" status: 200 len: 205 time: 0.0260096 Mar 22 14:33:38.886583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38622) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:38.983718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-899fa45e-1da4-45d1-9d67-7aaad0a252fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for router (092465cc-4523-48d2-9bd9-215098a2b673), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.152382 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-899fa45e-1da4-45d1-9d67-7aaad0a252fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (092465cc-4523-48d2-9bd9-215098a2b673), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.154834 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-899fa45e-1da4-45d1-9d67-7aaad0a252fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for router_controller (092465cc-4523-48d2-9bd9-215098a2b673), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.207977 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-899fa45e-1da4-45d1-9d67-7aaad0a252fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (092465cc-4523-48d2-9bd9-215098a2b673), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.208497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899fa45e-1da4-45d1-9d67-7aaad0a252fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Fanout notify agent at l3_agent the message router_deleted on router 092465cc-4523-48d2-9bd9-215098a2b673 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:33:39.220527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-899fa45e-1da4-45d1-9d67-7aaad0a252fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.221665 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-899fa45e-1da4-45d1-9d67-7aaad0a252fb tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/routers/092465cc-4523-48d2-9bd9-215098a2b673 HTTP/1.1" status: 204 len: 168 time: 0.3341858 Mar 22 14:33:39.224434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38630) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:39.326280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Deleting port 576c8756-2b34-4a42-a547-0aca6b1fa0dc {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:39.326624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (576c8756-2b34-4a42-a547-0aca6b1fa0dc), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.427409 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (576c8756-2b34-4a42-a547-0aca6b1fa0dc), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.443092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Calling delete_port for 576c8756-2b34-4a42-a547-0aca6b1fa0dc owned by {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:39.594222 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (576c8756-2b34-4a42-a547-0aca6b1fa0dc), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.633891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event deleted for resources: {'Port': ['ID=576c8756-2b34-4a42-a547-0aca6b1fa0dc,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:39.736945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.743189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-13e77073-0ee7-412e-98fc-b450d1c29c2e tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/ports/576c8756-2b34-4a42-a547-0aca6b1fa0dc HTTP/1.1" status: 204 len: 168 time: 0.5155323 Mar 22 14:33:39.743926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38636) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:39.840442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Deleting subnet 96875c09-453c-4167-8cee-e776713caaeb {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:33:39.845658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for subnet (96875c09-453c-4167-8cee-e776713caaeb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.893865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (96875c09-453c-4167-8cee-e776713caaeb), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.016159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (96875c09-453c-4167-8cee-e776713caaeb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.091049 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (96875c09-453c-4167-8cee-e776713caaeb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.132807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event deleted for resources: {'Subnet': ['ID=96875c09-453c-4167-8cee-e776713caaeb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:40.134317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8752e-2329-45dc-ba5a-fcc6909ad9a3 None None] Network 3fed4bde-787c-4e77-a2f2-d8e0c025209d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:40.136488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.140615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a5bfcba1-8929-4962-913f-ae77256589a9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/subnets/96875c09-453c-4167-8cee-e776713caaeb HTTP/1.1" status: 204 len: 168 time: 0.3953662 Mar 22 14:33:40.142895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38640) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:40.237325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3fed4bde-787c-4e77-a2f2-d8e0c025209d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.321565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Deleting port d0456b4d-6c63-4730-bf99-f61435b952bb {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:40.321909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.420971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] DHCP port deletion for 3fed4bde-787c-4e77-a2f2-d8e0c025209d request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:33:40.451134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] For port d0456b4d-6c63-4730-bf99-f61435b952bb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0456b4d-6c63-4730-bf99-f61435b952bb,segment=NetworkSegment(45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd),segment_id=45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:40.451495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.467804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Calling delete_port for d0456b4d-6c63-4730-bf99-f61435b952bb owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:40.517826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] Deleting port d0456b4d-6c63-4730-bf99-f61435b952bb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:33:40.518513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.571923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.591696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] No DVR routers for this DVR port d0456b4d-6c63-4730-bf99-f61435b952bb on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:40.641948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] For port d0456b4d-6c63-4730-bf99-f61435b952bb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d0456b4d-6c63-4730-bf99-f61435b952bb,segment=NetworkSegment(45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd),segment_id=45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:40.642305 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.657685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] Calling delete_port for d0456b4d-6c63-4730-bf99-f61435b952bb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:33:40.664437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event deleted for resources: {'Port': ['ID=d0456b4d-6c63-4730-bf99-f61435b952bb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:40.764463 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3fed4bde-787c-4e77-a2f2-d8e0c025209d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.792460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fed4bde-787c-4e77-a2f2-d8e0c025209d']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:40.794758 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (d0456b4d-6c63-4730-bf99-f61435b952bb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.805686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:40.805993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:40.815935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.830204 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.837320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:33:40.837846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (45cf8f6e-7d2f-4d75-a691-8f6d4cfe7cbd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:33:40.841437 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:33:40.850125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] Pushing event deleted for resources: {'Port': ['ID=d0456b4d-6c63-4730-bf99-f61435b952bb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:40.856017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc37077-b7fb-47b2-b161-d3e3c97d4e7c None None] No DVR routers for this DVR port d0456b4d-6c63-4730-bf99-f61435b952bb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:33:40.917342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3fed4bde-787c-4e77-a2f2-d8e0c025209d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.940726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.944824 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] 10.222.0.44 "DELETE /v2.0/networks/3fed4bde-787c-4e77-a2f2-d8e0c025209d HTTP/1.1" status: 204 len: 168 time: 0.8003807 Mar 22 14:33:40.946193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d0b6-02d0-4a21-8bd1-556eb4e7ebe9 tempest-TagsExtTest-742308885 tempest-TagsExtTest-742308885-project] Pushing event deleted for resources: {'Network': ['ID=3fed4bde-787c-4e77-a2f2-d8e0c025209d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:41.247552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38654) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:41.510061 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ec95d93-71c8-4f44-b4d6-d1d8e0a32bd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ced666e2ba794718a2fb5be5bff924c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593048 Mar 22 14:33:41.511423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38662) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:41.569686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0456b4d-6c63-4730-bf99-f61435b952bb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:41.607932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d97f232-d4ab-4151-9f98-35826fbd81c2 admin admin] Publish callbacks [] for security_group (d756f37c-a3ff-4b0f-9814-5f11eafec32b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:41.611105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d0456b4d-6c63-4730-bf99-f61435b952bb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:33:41.611459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d0456b4d-6c63-4730-bf99-f61435b952bb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:33:41.672167 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d97f232-d4ab-4151-9f98-35826fbd81c2 admin admin] Publish callbacks [] for security_group (d756f37c-a3ff-4b0f-9814-5f11eafec32b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:41.726379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d97f232-d4ab-4151-9f98-35826fbd81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d756f37c-a3ff-4b0f-9814-5f11eafec32b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:41.729400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5d97f232-d4ab-4151-9f98-35826fbd81c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:41.733350 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5d97f232-d4ab-4151-9f98-35826fbd81c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d756f37c-a3ff-4b0f-9814-5f11eafec32b HTTP/1.1" status: 204 len: 168 time: 0.2075317 Mar 22 14:33:41.748133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97f232-d4ab-4151-9f98-35826fbd81c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d756f37c-a3ff-4b0f-9814-5f11eafec32b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:45.057348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38748) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:45.367577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-edbf176b-062e-4c0f-9066-db457805d529 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67dbd6d21d3f4af8adcbad76f108c31c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077695 Mar 22 14:33:45.369156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38758) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:45.563339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e3015e4-364d-46eb-bc32-ae2dc5f3d094 admin admin] Publish callbacks [] for security_group (28ede562-9f97-4ed9-a68b-5c6bf9a5293c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:45.592900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e3015e4-364d-46eb-bc32-ae2dc5f3d094 admin admin] Publish callbacks [] for security_group (28ede562-9f97-4ed9-a68b-5c6bf9a5293c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:45.665393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e3015e4-364d-46eb-bc32-ae2dc5f3d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (28ede562-9f97-4ed9-a68b-5c6bf9a5293c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:45.668604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e3015e4-364d-46eb-bc32-ae2dc5f3d094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:45.669835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3e3015e4-364d-46eb-bc32-ae2dc5f3d094 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28ede562-9f97-4ed9-a68b-5c6bf9a5293c HTTP/1.1" status: 204 len: 168 time: 0.2997460 Mar 22 14:33:45.705704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3015e4-364d-46eb-bc32-ae2dc5f3d094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ede562-9f97-4ed9-a68b-5c6bf9a5293c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:48.223717 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-806d8e21-f5d0-40f0-ab99-0dad1a6dca2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:50.465315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c00a56a-9090-44dc-815c-b432e68c8184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:51.962172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:53.474852 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:54.637887 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:54.700383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:54.949662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38970) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:54.957599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-9ed1ba87-646b-4ba7-9f67-18f8909e9e9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52151234', 'description': 'tempest-secgroup-smoke-52151234 description', 'project_id': '609729885d6e48dc83fa687eff71aeea'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:55.022623 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba87-646b-4ba7-9f67-18f8909e9e9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.274561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba87-646b-4ba7-9f67-18f8909e9e9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group (11d8aaac-27af-472b-aa30-990aa3e5b5be), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.289713 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba87-646b-4ba7-9f67-18f8909e9e9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (11d8aaac-27af-472b-aa30-990aa3e5b5be), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.353927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba87-646b-4ba7-9f67-18f8909e9e9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.359004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38974) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:55.359399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9ed1ba87-646b-4ba7-9f67-18f8909e9e9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4083521 Mar 22 14:33:55.365275 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'security_group_rule': {'security_group_id': '11d8aaac-27af-472b-aa30-990aa3e5b5be', 'project_id': '609729885d6e48dc83fa687eff71aeea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:55.369371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1ba87-646b-4ba7-9f67-18f8909e9e9d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8aaac-27af-472b-aa30-990aa3e5b5be,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.496592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (4dd560aa-c6a7-47fa-9f88-fc9b9004a107), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.613737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (4dd560aa-c6a7-47fa-9f88-fc9b9004a107), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.627788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (4dd560aa-c6a7-47fa-9f88-fc9b9004a107), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.665112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.667121 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3067238 Mar 22 14:33:55.668987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd560aa-c6a7-47fa-9f88-fc9b9004a107,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.670115 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38980) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:55.675512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-dbc40472-2b9e-4be8-a3bc-a76089df0551 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'security_group_rule': {'security_group_id': '11d8aaac-27af-472b-aa30-990aa3e5b5be', 'project_id': '609729885d6e48dc83fa687eff71aeea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:55.679424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.680361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.681034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.681616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.683292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.684177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.684837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.687966 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.691828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.692566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.693114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.694149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.695286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.696646 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.700060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e32e8-c994-4019-84a0-1aac7614c1d7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.721065 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dbc40472-2b9e-4be8-a3bc-a76089df0551 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (5c7cc142-b2b8-401b-b6e7-d4e8358959c5), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.925358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dbc40472-2b9e-4be8-a3bc-a76089df0551 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (5c7cc142-b2b8-401b-b6e7-d4e8358959c5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.930280 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dbc40472-2b9e-4be8-a3bc-a76089df0551 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (5c7cc142-b2b8-401b-b6e7-d4e8358959c5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.953850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc40472-2b9e-4be8-a3bc-a76089df0551 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7cc142-b2b8-401b-b6e7-d4e8358959c5,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.968407 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-dbc40472-2b9e-4be8-a3bc-a76089df0551 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.971224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-dbc40472-2b9e-4be8-a3bc-a76089df0551 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990284 Mar 22 14:33:55.973539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38986) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:55.980549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-88304d4c-dfbd-4d52-bce6-4d2b202c81fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'security_group_rule': {'security_group_id': '11d8aaac-27af-472b-aa30-990aa3e5b5be', 'project_id': '609729885d6e48dc83fa687eff71aeea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:56.013166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88304d4c-dfbd-4d52-bce6-4d2b202c81fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (0e1350fb-9543-443d-87e4-b1dcd0cdfe68), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.116745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88304d4c-dfbd-4d52-bce6-4d2b202c81fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (0e1350fb-9543-443d-87e4-b1dcd0cdfe68), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.132849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88304d4c-dfbd-4d52-bce6-4d2b202c81fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0e1350fb-9543-443d-87e4-b1dcd0cdfe68), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.173049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88304d4c-dfbd-4d52-bce6-4d2b202c81fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1350fb-9543-443d-87e4-b1dcd0cdfe68,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:56.195890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-88304d4c-dfbd-4d52-bce6-4d2b202c81fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.199871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-88304d4c-dfbd-4d52-bce6-4d2b202c81fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2221735 Mar 22 14:33:56.200285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38992) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:56.207237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0ad5ba6a-91e1-49ef-bf2f-d1ada13ae609 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'security_group_rule': {'security_group_id': '11d8aaac-27af-472b-aa30-990aa3e5b5be', 'project_id': '609729885d6e48dc83fa687eff71aeea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:56.275190 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ba6a-91e1-49ef-bf2f-d1ada13ae609 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (fa9dbd50-5f1d-48ee-af9d-17a66d3bab4d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.409590 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ba6a-91e1-49ef-bf2f-d1ada13ae609 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (fa9dbd50-5f1d-48ee-af9d-17a66d3bab4d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.424890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ba6a-91e1-49ef-bf2f-d1ada13ae609 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (fa9dbd50-5f1d-48ee-af9d-17a66d3bab4d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.473944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5ba6a-91e1-49ef-bf2f-d1ada13ae609 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9dbd50-5f1d-48ee-af9d-17a66d3bab4d,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:56.492858 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ba6a-91e1-49ef-bf2f-d1ada13ae609 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.498520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0ad5ba6a-91e1-49ef-bf2f-d1ada13ae609 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2944078 Mar 22 14:33:56.499733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 38996) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:56.505137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'security_group_rule': {'security_group_id': '11d8aaac-27af-472b-aa30-990aa3e5b5be', 'project_id': '609729885d6e48dc83fa687eff71aeea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:56.509394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 38998) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:56.574094 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Project 609729885d6e48dc83fa687eff71aeea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:33:56.581527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (5cd3d7fd-dcc9-4033-b08c-21da47c83ac0), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.757242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (5cd3d7fd-dcc9-4033-b08c-21da47c83ac0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.759397 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c66f939-68dc-4510-9ea4-db59b51fe839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.767221 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (5cd3d7fd-dcc9-4033-b08c-21da47c83ac0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.852253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd3d7fd-dcc9-4033-b08c-21da47c83ac0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:56.872013 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.877827 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-27788ee2-dc41-45fb-a9de-88b8553d3994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3767011 Mar 22 14:33:56.878679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39020) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:56.981445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'security_group_rule': {'security_group_id': '11d8aaac-27af-472b-aa30-990aa3e5b5be', 'project_id': '609729885d6e48dc83fa687eff71aeea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:57.081427 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Project 609729885d6e48dc83fa687eff71aeea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:33:57.081427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (a874bafc-2efd-49d9-9232-b75c678082c9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:57.209094 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (a874bafc-2efd-49d9-9232-b75c678082c9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:57.215436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a874bafc-2efd-49d9-9232-b75c678082c9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:57.239982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a874bafc-2efd-49d9-9232-b75c678082c9,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:57.252303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:57.280579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fc2a9d0c-e11d-418f-8042-a38bf65b44e1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4006062 Mar 22 14:33:57.879712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c66f939-68dc-4510-9ea4-db59b51fe839 admin admin] Publish callbacks [] for security_group (95292b63-7cc5-45aa-bdbe-12680532bffc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:57.901732 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0c66f939-68dc-4510-9ea4-db59b51fe839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (95292b63-7cc5-45aa-bdbe-12680532bffc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.085919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39092) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:58.086523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0c66f939-68dc-4510-9ea4-db59b51fe839 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=967c47603a6943d496579ea1d2daa9a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5715680 Mar 22 14:33:58.126523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66f939-68dc-4510-9ea4-db59b51fe839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95292b63-7cc5-45aa-bdbe-12680532bffc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:58.239806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-167a686b-11c8-4d30-bcd8-2899733a7758 admin admin] Publish callbacks [] for security_group (95292b63-7cc5-45aa-bdbe-12680532bffc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.321513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-167a686b-11c8-4d30-bcd8-2899733a7758 admin admin] Publish callbacks [] for security_group (95292b63-7cc5-45aa-bdbe-12680532bffc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.446710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-167a686b-11c8-4d30-bcd8-2899733a7758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (95292b63-7cc5-45aa-bdbe-12680532bffc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.449733 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-167a686b-11c8-4d30-bcd8-2899733a7758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.454415 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-167a686b-11c8-4d30-bcd8-2899733a7758 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95292b63-7cc5-45aa-bdbe-12680532bffc HTTP/1.1" status: 204 len: 168 time: 0.3670671 Mar 22 14:33:58.464832 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a686b-11c8-4d30-bcd8-2899733a7758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95292b63-7cc5-45aa-bdbe-12680532bffc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:58.702133 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.780774 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:34:00.122415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39188) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:00.386295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2136099366-network', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:00.452065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Made reservation on behalf of 8f712576cfb94a9bac611d96ec3dd5da for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:00.454831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:00.469730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:00.713444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks [] for security_group (91de8acd-9a51-453a-9405-5d70d970446e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:00.722764 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (91de8acd-9a51-453a-9405-5d70d970446e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:00.824283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:34:00.835740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91de8acd-9a51-453a-9405-5d70d970446e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:00.846256 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f64a232c-e50e-4484-ab2e-b923429f9335), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:00.846799 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Added segment f64a232c-e50e-4484-ab2e-b923429f9335 of type vlan for network 622623fe-b297-472f-9181-f583ee93f667 Mar 22 14:34:00.952311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (622623fe-b297-472f-9181-f583ee93f667), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.002816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (622623fe-b297-472f-9181-f583ee93f667), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.004846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.005646 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.162374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] Pushing event updated for resources: {'Network': ['ID=622623fe-b297-472f-9181-f583ee93f667,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:01.173761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 622623fe-b297-472f-9181-f583ee93f667 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:34:01.179438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c58ff05b-423f-4194-8404-959c692dd0aa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0559449 Mar 22 14:34:01.182920 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39218) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:01.189387 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Request body: {'subnet': {'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2136099366-subnet', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:01.232369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Made reservation on behalf of 8f712576cfb94a9bac611d96ec3dd5da for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:01.235855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.587622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (5ea87a1f-c6fa-4282-bb39-570ee1564ba4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.654891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea87a1f-c6fa-4282-bb39-570ee1564ba4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:01.759227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Checking segment: {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:01.760429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Network hostable DHCP agents. Network: 622623fe-b297-472f-9181-f583ee93f667, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:34:01.792581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Network 622623fe-b297-472f-9181-f583ee93f667 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:34:01.810537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 622623fe-b297-472f-9181-f583ee93f667) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:01.824787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a39b0a-3cc6-41d3-b048-10c0c7ff5fe9 None None] Network 622623fe-b297-472f-9181-f583ee93f667 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:01.843419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.847043 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.890889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39230) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:01.896786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:01.900159 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1325aec3-536d-4a86-93a0-ce610be64c71 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7156076 Mar 22 14:34:01.937678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (4565686c-f85e-49e5-abf7-8456a514c01f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.939024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (4565686c-f85e-49e5-abf7-8456a514c01f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.087537 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks [] for router_controller (4565686c-f85e-49e5-abf7-8456a514c01f), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.140875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-622623fe-b297-472f-9181-f583ee93f667', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:34:02.141782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.377150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Allocated IP 172.20.0.2 (622623fe-b297-472f-9181-f583ee93f667/5ea87a1f-c6fa-4282-bb39-570ee1564ba4/62cc2442-c27b-47d3-86f8-18a985ef51dc) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:02.399503 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks [] for router_gateway (4565686c-f85e-49e5-abf7-8456a514c01f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.661638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Publish callbacks [] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.669409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.731571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Pushing event updated for resources: {'Port': ['ID=62cc2442-c27b-47d3-86f8-18a985ef51dc,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:02.743237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.743818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.744351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.744834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.745308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.746218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.746917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.747560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.749704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.750332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.751009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.751532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.752065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.752527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.752997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:02.763565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Network 622623fe-b297-472f-9181-f583ee93f667 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:02.769800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:02.773154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:02.922590 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks [] for router_gateway (4565686c-f85e-49e5-abf7-8456a514c01f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.971182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.128590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Attempting to bind port 62cc2442-c27b-47d3-86f8-18a985ef51dc on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:03.128972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Attempting to bind port 62cc2442-c27b-47d3-86f8-18a985ef51dc by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:03.129350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Attempting to bind port 62cc2442-c27b-47d3-86f8-18a985ef51dc on network 622623fe-b297-472f-9181-f583ee93f667 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:03.135696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:03.136106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Checking segment: {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:03.136972 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.138605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Bound using segment: {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:03.139798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Bound port: 62cc2442-c27b-47d3-86f8-18a985ef51dc, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:03.140193 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.259366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] For port 62cc2442-c27b-47d3-86f8-18a985ef51dc, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:03.260358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Allocated IP 172.25.2.192 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/6f9a0075-2dca-4bda-b980-0eec19ef822f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:03.265127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] For port 62cc2442-c27b-47d3-86f8-18a985ef51dc, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=62cc2442-c27b-47d3-86f8-18a985ef51dc,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:03.278143 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.373648 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae772f-030c-4c6a-a83d-e85bd405c3ca None None] Pushing event updated for resources: {'Port': ['ID=62cc2442-c27b-47d3-86f8-18a985ef51dc,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:03.538021 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks [] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.644395 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.848971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:03.853159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9a0075-2dca-4bda-b980-0eec19ef822f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:03.880339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:03.902927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:04.360987 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks [] for router_gateway (4565686c-f85e-49e5-abf7-8456a514c01f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:04.733921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (4565686c-f85e-49e5-abf7-8456a514c01f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:05.006267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Router 4565686c-f85e-49e5-abf7-8456a514c01f is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:34:05.110225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc30eb-74cd-48fc-8e79-f248508ea7cb None None] Network 622623fe-b297-472f-9181-f583ee93f667 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:05.233696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:05.245477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Sync routers for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:05.261000 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:05.262718 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:05.277634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:05.284188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6276b195-7b55-4eec-b65c-7594fb5a4cb8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3919344 Mar 22 14:34:05.286753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39298) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:05.438962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bec905f6-c849-4fb8-a418-569b7b6a108c None None] Provisioning complete for port 62cc2442-c27b-47d3-86f8-18a985ef51dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:05.440065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bec905f6-c849-4fb8-a418-569b7b6a108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:05.676715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 62cc2442-c27b-47d3-86f8-18a985ef51dc up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:05.689062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bec905f6-c849-4fb8-a418-569b7b6a108c None None] Current status of the port 62cc2442-c27b-47d3-86f8-18a985ef51dc is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:05.689349 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bec905f6-c849-4fb8-a418-569b7b6a108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:05.821813 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:05.873042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bec905f6-c849-4fb8-a418-569b7b6a108c None None] For port 62cc2442-c27b-47d3-86f8-18a985ef51dc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=62cc2442-c27b-47d3-86f8-18a985ef51dc,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:05.887008 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bec905f6-c849-4fb8-a418-569b7b6a108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.024379 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 62cc2442-c27b-47d3-86f8-18a985ef51dc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:06.030990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.259540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 62cc2442-c27b-47d3-86f8-18a985ef51dc is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:06.265011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec905f6-c849-4fb8-a418-569b7b6a108c None None] Pushing event updated for resources: {'Port': ['ID=62cc2442-c27b-47d3-86f8-18a985ef51dc,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:06.283290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7c23c2cc-0b85-4e11-a78b-ddf32fee5910 None None] Provisioning complete for port 62cc2442-c27b-47d3-86f8-18a985ef51dc triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:06.285530 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7c23c2cc-0b85-4e11-a78b-ddf32fee5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.311509 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:04Z', 'revision_number': 3, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:06.379497 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Checking router: 4565686c-f85e-49e5-abf7-8456a514c01f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:06.380242 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Updating router 4565686c-f85e-49e5-abf7-8456a514c01f port 6f9a0075-2dca-4bda-b980-0eec19ef822f binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:34:06.430605 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.507709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7c23c2cc-0b85-4e11-a78b-ddf32fee5910 None None] Current status of the port 62cc2442-c27b-47d3-86f8-18a985ef51dc is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:06.966699 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Publish callbacks [] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.986164 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.020924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.058443 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Attempting to bind port 6f9a0075-2dca-4bda-b980-0eec19ef822f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:07.059092 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Attempting to bind port 6f9a0075-2dca-4bda-b980-0eec19ef822f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:07.059519 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Attempting to bind port 6f9a0075-2dca-4bda-b980-0eec19ef822f on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:07.116225 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:07.126242 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:07.127830 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.129024 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:07.131233 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Bound port: 6f9a0075-2dca-4bda-b980-0eec19ef822f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:07.135133 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.227591 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Pushing event updated for resources: {'Port': ['ID=6f9a0075-2dca-4bda-b980-0eec19ef822f,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:07.241155 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.241617 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.243199 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.243199 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.243419 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.243874 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.244308 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.244741 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.245165 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.245838 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.246301 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.246715 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.247138 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.247557 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.247979 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:07.309396 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] For port 6f9a0075-2dca-4bda-b980-0eec19ef822f, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:07.313254 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] For port 6f9a0075-2dca-4bda-b980-0eec19ef822f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6f9a0075-2dca-4bda-b980-0eec19ef822f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:07.325442 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.487044 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2fda1-c299-4c9a-96aa-2415dcbc1bda None None] Pushing event updated for resources: {'Port': ['ID=6f9a0075-2dca-4bda-b980-0eec19ef822f,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:07.521064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Allocated IP 172.20.0.1 (622623fe-b297-472f-9181-f583ee93f667/5ea87a1f-c6fa-4282-bb39-570ee1564ba4/4493842e-5d0b-4bcb-bd02-4435dcf339e4) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:07.532655 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:07.533293 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:07.703476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 62cc2442-c27b-47d3-86f8-18a985ef51dc up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:07.809440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks [] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.823256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 62cc2442-c27b-47d3-86f8-18a985ef51dc triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:07.823632 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.865123 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:07.916439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.966163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 62cc2442-c27b-47d3-86f8-18a985ef51dc is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:08.015242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Network 622623fe-b297-472f-9181-f583ee93f667 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:08.018419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:08.022596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:08.062071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4493842e-5d0b-4bcb-bd02-4435dcf339e4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:08.104376 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (4565686c-f85e-49e5-abf7-8456a514c01f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:08.274644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:04Z', 'revision_number': 3, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:08.333912 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77de294-e058-4e9e-8898-58d0829466d3 None None] The sync data for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 is: [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:04Z', 'revision_number': 3, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:08.502838 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:08.542272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7718c2e8-b207-4612-ae2b-942456070223 None None] Provisioning complete for port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:08.543431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7718c2e8-b207-4612-ae2b-942456070223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:08.627052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7718c2e8-b207-4612-ae2b-942456070223 None None] Port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:08.965362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks [] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.000671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.108718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (4565686c-f85e-49e5-abf7-8456a514c01f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.258603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4493842e-5d0b-4bcb-bd02-4435dcf339e4,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:09.374008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Network 622623fe-b297-472f-9181-f583ee93f667 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:09.378489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:09.641355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6f9a0075-2dca-4bda-b980-0eec19ef822f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:09.843324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6f9a0075-2dca-4bda-b980-0eec19ef822f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:09.843936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Router 4565686c-f85e-49e5-abf7-8456a514c01f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:09.845614 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.982885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-779e3d2a-6ef1-4c00-8201-321f16677073 None None] Provisioning complete for port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:09.983503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-779e3d2a-6ef1-4c00-8201-321f16677073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.052507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6f9a0075-2dca-4bda-b980-0eec19ef822f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:10.053385 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.087222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 6f9a0075-2dca-4bda-b980-0eec19ef822f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6f9a0075-2dca-4bda-b980-0eec19ef822f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:10.089188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-779e3d2a-6ef1-4c00-8201-321f16677073 None None] Port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:10.099597 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.127293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:10.133090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c2ad676b-3f69-4fd9-8b9c-d1bab368f4a5 admin admin] 10.222.0.44 "PUT /v2.0/routers/4565686c-f85e-49e5-abf7-8456a514c01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8444755 Mar 22 14:34:10.194259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=6f9a0075-2dca-4bda-b980-0eec19ef822f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.076838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39454) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.087250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-995185169-network', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:11.121686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Made reservation on behalf of 9d13f18b20294f30ac095a43ed378e91 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:11.124438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.163167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.338451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Sync routers for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:11.348964 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks [] for security_group (d5e92513-3374-40ea-97d5-0d85b85b854d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.354534 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d5e92513-3374-40ea-97d5-0d85b85b854d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.359010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:11.361242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:11.397335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:34:11.447493 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4c578743-260c-4194-81ae-c0775c6efdb0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.450794 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Added segment 4c578743-260c-4194-81ae-c0775c6efdb0 of type vlan for network 5592f9d0-1248-42f4-9816-c66744ae7b39 Mar 22 14:34:11.585919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (5592f9d0-1248-42f4-9816-c66744ae7b39), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.592019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:11.606139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e92513-3374-40ea-97d5-0d85b85b854d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.655243 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (5592f9d0-1248-42f4-9816-c66744ae7b39), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.656727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:11.657455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.717507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6392519 Mar 22 14:34:11.720840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39464) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.725933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60205c1f-21a2-4f1e-bb10-b0edee7bd5cb admin admin] Pushing event updated for resources: {'Network': ['ID=5592f9d0-1248-42f4-9816-c66744ae7b39,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.726671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Request body: {'subnet': {'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-995185169-subnet', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:11.770848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Made reservation on behalf of 9d13f18b20294f30ac095a43ed378e91 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:11.773805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.838764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6f9a0075-2dca-4bda-b980-0eec19ef822f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:11.925185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:34:12.052267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6f9a0075-2dca-4bda-b980-0eec19ef822f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:12.052745 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.155492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6f9a0075-2dca-4bda-b980-0eec19ef822f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:12.162129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 2, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:12.203129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Checking router: 4565686c-f85e-49e5-abf7-8456a514c01f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:12.203129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Updating router 4565686c-f85e-49e5-abf7-8456a514c01f port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:34:12.238619 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.258814 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (6114eecb-f343-4dc0-aadb-2bbce2a6c008), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.390687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6114eecb-f343-4dc0-aadb-2bbce2a6c008,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:12.397883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Checking segment: {'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:12.398632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Network hostable DHCP agents. Network: 5592f9d0-1248-42f4-9816-c66744ae7b39, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:34:12.431362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:34:12.452959 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 5592f9d0-1248-42f4-9816-c66744ae7b39) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:12.457568 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:12.458484 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.491500 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-427e8990-7053-45e9-aaa2-70a50c863cc8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7688718 Mar 22 14:34:12.494130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39484) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.498419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:12.552470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (f012a10d-fa01-44c8-929e-7a06e49d5f88), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.554247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (f012a10d-fa01-44c8-929e-7a06e49d5f88), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.588982 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Publish callbacks [] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.593470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb60a0e-2d3e-43ec-8e44-3ba57b673cba None None] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:12.610995 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.735726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6a261-b6b5-4e50-95a4-2155ef7ba78d None None] Pushing event updated for resources: {'Port': ['ID=4493842e-5d0b-4bcb-bd02-4435dcf339e4,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:12.787676 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks [] for router_controller (f012a10d-fa01-44c8-929e-7a06e49d5f88), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.815765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Attempting to bind port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:12.816129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Attempting to bind port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:12.816488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Attempting to bind port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 on network 622623fe-b297-472f-9181-f583ee93f667 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:12.822600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:12.822968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Checking segment: {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:12.823370 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.823758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Bound using segment: {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:12.824234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Bound port: 4493842e-5d0b-4bcb-bd02-4435dcf339e4, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:12.824701 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.835862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-5592f9d0-1248-42f4-9816-c66744ae7b39', 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39', 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'fixed_ips': [{'subnet_id': '6114eecb-f343-4dc0-aadb-2bbce2a6c008'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:34:12.836743 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.971346 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] For port 4493842e-5d0b-4bcb-bd02-4435dcf339e4, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:12.981894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] For port 4493842e-5d0b-4bcb-bd02-4435dcf339e4, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4493842e-5d0b-4bcb-bd02-4435dcf339e4,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:13.002886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.121209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6a261-b6b5-4e50-95a4-2155ef7ba78d None None] Pushing event updated for resources: {'Port': ['ID=4493842e-5d0b-4bcb-bd02-4435dcf339e4,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:13.281794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks [] for router_gateway (f012a10d-fa01-44c8-929e-7a06e49d5f88), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.601043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:13.602376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:13.607763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a19e4b7b-9e65-48df-96d2-9db7d85ddeef None None] Provisioning complete for port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:13.608390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a19e4b7b-9e65-48df-96d2-9db7d85ddeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.797165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks [] for router_gateway (f012a10d-fa01-44c8-929e-7a06e49d5f88), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.819093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.901428 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Allocated IP 172.20.0.2 (5592f9d0-1248-42f4-9816-c66744ae7b39/6114eecb-f343-4dc0-aadb-2bbce2a6c008/18bc54f6-7637-4ff8-8080-71d04e1c80b0) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:14.052308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Allocated IP 172.25.2.185 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/90455b83-3509-43a8-be01-b89b901b5863) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:14.133228 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:14.202554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Publish callbacks [] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.230301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.324709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a19e4b7b-9e65-48df-96d2-9db7d85ddeef None None] Current status of the port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:14.325090 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a19e4b7b-9e65-48df-96d2-9db7d85ddeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.345597 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks [] for port (90455b83-3509-43a8-be01-b89b901b5863), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.431201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (90455b83-3509-43a8-be01-b89b901b5863), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.455885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:14.467719 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:14.473157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:14.476498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:14.476661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:14.480565 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:14.535317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Pushing event updated for resources: {'Port': ['ID=18bc54f6-7637-4ff8-8080-71d04e1c80b0,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:14.564667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Pushing event updated for resources: {'Port': ['ID=90455b83-3509-43a8-be01-b89b901b5863,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:14.706125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Attempting to bind port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:14.706710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Attempting to bind port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:14.707090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Attempting to bind port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 on network 5592f9d0-1248-42f4-9816-c66744ae7b39 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:14.727680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a19e4b7b-9e65-48df-96d2-9db7d85ddeef None None] For port 4493842e-5d0b-4bcb-bd02-4435dcf339e4, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4493842e-5d0b-4bcb-bd02-4435dcf339e4,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:14.729434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:14.730125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Checking segment: {'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:14.730784 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.731419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Bound using segment: {'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:14.732109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Bound port: 18bc54f6-7637-4ff8-8080-71d04e1c80b0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:14.732703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.753754 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a19e4b7b-9e65-48df-96d2-9db7d85ddeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.866885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] For port 18bc54f6-7637-4ff8-8080-71d04e1c80b0, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:14.871838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] For port 18bc54f6-7637-4ff8-8080-71d04e1c80b0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=18bc54f6-7637-4ff8-8080-71d04e1c80b0,segment=NetworkSegment(4c578743-260c-4194-81ae-c0775c6efdb0),segment_id=4c578743-260c-4194-81ae-c0775c6efdb0)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:14.908105 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.921142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f60447ea-b4c5-4230-88fd-cfd0de7b15ab None None] Provisioning complete for port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:14.921662 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f60447ea-b4c5-4230-88fd-cfd0de7b15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.000695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e4b7b-9e65-48df-96d2-9db7d85ddeef None None] Pushing event updated for resources: {'Port': ['ID=4493842e-5d0b-4bcb-bd02-4435dcf339e4,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:15.070233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:12Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:15.135839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231076f3-cbdc-44a4-b9d9-efacbda219f8 None None] The sync data for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 is: [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:12Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:15.158198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5484ab-d36b-44b2-8b8f-a2443eb77823 None None] Pushing event updated for resources: {'Port': ['ID=18bc54f6-7637-4ff8-8080-71d04e1c80b0,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:15.349027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f60447ea-b4c5-4230-88fd-cfd0de7b15ab None None] Current status of the port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:15.789654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 18bc54f6-7637-4ff8-8080-71d04e1c80b0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:15.950023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:15.958398 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.173006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:16.173484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.221715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 18bc54f6-7637-4ff8-8080-71d04e1c80b0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=18bc54f6-7637-4ff8-8080-71d04e1c80b0,segment=NetworkSegment(4c578743-260c-4194-81ae-c0775c6efdb0),segment_id=4c578743-260c-4194-81ae-c0775c6efdb0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:16.233070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.234154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4493842e-5d0b-4bcb-bd02-4435dcf339e4 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:16.317228 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks [] for router_gateway (f012a10d-fa01-44c8-929e-7a06e49d5f88), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.336082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=18bc54f6-7637-4ff8-8080-71d04e1c80b0,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:16.420217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:16.420603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.704930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:16.899178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (f012a10d-fa01-44c8-929e-7a06e49d5f88), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:17.101743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1256cc0a-6215-49e6-bbf6-a80ba1c72914 None None] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:17.284529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Router f012a10d-fa01-44c8-929e-7a06e49d5f88 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:34:17.388140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9a673020-0e6f-4f2e-a209-a5166f03b080 None None] Provisioning complete for port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:17.388520 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a673020-0e6f-4f2e-a209-a5166f03b080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:17.593075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:17.620654 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Sync routers for ids ['f012a10d-fa01-44c8-929e-7a06e49d5f88'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:17.651052 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Routers {'f012a10d-fa01-44c8-929e-7a06e49d5f88'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:17.651711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f012a10d-fa01-44c8-929e-7a06e49d5f88'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:17.678488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:17.681422 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f43766b6-177b-4a05-997d-6cce39b07021 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1861877 Mar 22 14:34:17.686114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39590) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:17.716475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9a673020-0e6f-4f2e-a209-a5166f03b080 None None] Current status of the port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:17.722082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 18bc54f6-7637-4ff8-8080-71d04e1c80b0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:17.969682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:17.970598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.247665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:18.351035 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-37491206-1fd8-4f18-9bd5-c7b3acfab5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.365658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-65731640-8d84-4725-8444-d359e7a0d46c None None] Provisioning complete for port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:18.366089 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-65731640-8d84-4725-8444-d359e7a0d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.376764 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Set router f012a10d-fa01-44c8-929e-7a06e49d5f88 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:18.600994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-65731640-8d84-4725-8444-d359e7a0d46c None None] Current status of the port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:18.729150 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '90455b83-3509-43a8-be01-b89b901b5863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 3, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port': {'id': '90455b83-3509-43a8-be01-b89b901b5863', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:18.775601 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Checking router: f012a10d-fa01-44c8-929e-7a06e49d5f88 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:18.776255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Updating router f012a10d-fa01-44c8-929e-7a06e49d5f88 port 90455b83-3509-43a8-be01-b89b901b5863 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:34:18.808570 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (90455b83-3509-43a8-be01-b89b901b5863), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.963102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.293817 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Publish callbacks [] for port (90455b83-3509-43a8-be01-b89b901b5863), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.310184 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (90455b83-3509-43a8-be01-b89b901b5863), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.383644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a3844-2da3-4463-aa44-be432de25577 None None] Pushing event updated for resources: {'Port': ['ID=90455b83-3509-43a8-be01-b89b901b5863,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:19.411950 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Attempting to bind port 90455b83-3509-43a8-be01-b89b901b5863 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:19.412541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Attempting to bind port 90455b83-3509-43a8-be01-b89b901b5863 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:19.412905 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Attempting to bind port 90455b83-3509-43a8-be01-b89b901b5863 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:19.428233 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:19.428595 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:19.428999 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.429387 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:19.429862 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Bound port: 90455b83-3509-43a8-be01-b89b901b5863, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:19.430293 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (90455b83-3509-43a8-be01-b89b901b5863), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.551560 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] For port 90455b83-3509-43a8-be01-b89b901b5863, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:19.558384 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] For port 90455b83-3509-43a8-be01-b89b901b5863, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=90455b83-3509-43a8-be01-b89b901b5863,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:19.587203 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (90455b83-3509-43a8-be01-b89b901b5863), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.599863 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Allocated IP 172.20.0.1 (5592f9d0-1248-42f4-9816-c66744ae7b39/6114eecb-f343-4dc0-aadb-2bbce2a6c008/bb74d20c-bf14-4343-91e4-985bb5eeedec) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:19.730065 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a3844-2da3-4463-aa44-be432de25577 None None] Pushing event updated for resources: {'Port': ['ID=90455b83-3509-43a8-be01-b89b901b5863,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:19.765321 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Routers {'f012a10d-fa01-44c8-929e-7a06e49d5f88'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:19.767888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks [] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.769235 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:33:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f012a10d-fa01-44c8-929e-7a06e49d5f88'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:19.852526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.976837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:19.994063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:19.997761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:20.042788 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] Set router f012a10d-fa01-44c8-929e-7a06e49d5f88 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:20.125170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Pushing event updated for resources: {'Port': ['ID=bb74d20c-bf14-4343-91e4-985bb5eeedec,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:20.152961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (f012a10d-fa01-44c8-929e-7a06e49d5f88), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.522469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-79785550-bfae-48dc-b3c3-4009a14fff99 None None] Provisioning complete for port bb74d20c-bf14-4343-91e4-985bb5eeedec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:20.523320 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-79785550-bfae-48dc-b3c3-4009a14fff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.565937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-79785550-bfae-48dc-b3c3-4009a14fff99 None None] Port bb74d20c-bf14-4343-91e4-985bb5eeedec cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:20.568301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02b0a554-f626-4541-a85c-26d82ebfd155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.614567 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.631920 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '90455b83-3509-43a8-be01-b89b901b5863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 3, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port': {'id': '90455b83-3509-43a8-be01-b89b901b5863', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:20.695644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc1eef-e631-4e92-96e9-42a3fc061c44 None None] The sync data for ids ['f012a10d-fa01-44c8-929e-7a06e49d5f88'] in n-d-834677-3 is: [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '90455b83-3509-43a8-be01-b89b901b5863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 3, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port': {'id': '90455b83-3509-43a8-be01-b89b901b5863', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:20.975763 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks [] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.023359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.139316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (f012a10d-fa01-44c8-929e-7a06e49d5f88), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.472597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Pushing event updated for resources: {'Port': ['ID=bb74d20c-bf14-4343-91e4-985bb5eeedec,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:21.629759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:21.632731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:21.757113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 90455b83-3509-43a8-be01-b89b901b5863 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:21.904559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 90455b83-3509-43a8-be01-b89b901b5863 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:21.914739 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (90455b83-3509-43a8-be01-b89b901b5863), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.054229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Router f012a10d-fa01-44c8-929e-7a06e49d5f88 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:22.058075 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.140096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 90455b83-3509-43a8-be01-b89b901b5863 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:22.141114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (90455b83-3509-43a8-be01-b89b901b5863), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.221246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 90455b83-3509-43a8-be01-b89b901b5863, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=90455b83-3509-43a8-be01-b89b901b5863,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:22.255006 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (90455b83-3509-43a8-be01-b89b901b5863), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.274954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-66d29015-21b2-4ab1-bd9f-156ccf172d77 None None] Provisioning complete for port bb74d20c-bf14-4343-91e4-985bb5eeedec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:22.275516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66d29015-21b2-4ab1-bd9f-156ccf172d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.363330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:22.373921 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-961c6d7d-4c06-4eac-9756-d9bfa754e519 admin admin] 10.222.0.44 "PUT /v2.0/routers/f012a10d-fa01-44c8-929e-7a06e49d5f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6852863 Mar 22 14:34:22.414690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-66d29015-21b2-4ab1-bd9f-156ccf172d77 None None] Port bb74d20c-bf14-4343-91e4-985bb5eeedec cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:22.486285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=90455b83-3509-43a8-be01-b89b901b5863,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:23.191909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:23.207338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1d880592-f4a0-4590-8191-7be27ce0116a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469285154', 'description': 'tempest-secgroup-smoke-1469285154 description', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:23.243324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1d880592-f4a0-4590-8191-7be27ce0116a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.366694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1d880592-f4a0-4590-8191-7be27ce0116a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group (68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.381957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1d880592-f4a0-4590-8191-7be27ce0116a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.412187 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1d880592-f4a0-4590-8191-7be27ce0116a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.419248 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1d880592-f4a0-4590-8191-7be27ce0116a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2233901 Mar 22 14:34:23.420566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39686) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:23.435171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'security_group_rule': {'security_group_id': '68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:23.448282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d880592-f4a0-4590-8191-7be27ce0116a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:23.490009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (89b1c031-0910-435d-b679-ad5582468075), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.505251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.576248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 90455b83-3509-43a8-be01-b89b901b5863 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:23.614427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (89b1c031-0910-435d-b679-ad5582468075), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.619693 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (89b1c031-0910-435d-b679-ad5582468075), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.642616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b1c031-0910-435d-b679-ad5582468075,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:23.653221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.653578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.654131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.655112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.655684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.656048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.656430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.656763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.657348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.657720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.658087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.658473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.658804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.659204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.659620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:23.674872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.677081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a203fabb-a81a-47a9-9ff8-4c5762aad636 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2550499 Mar 22 14:34:23.679847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39690) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:23.686549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-56cf01a3-db0b-47e3-8cda-3a33d44dda03 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'security_group_rule': {'security_group_id': '68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:23.752055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 90455b83-3509-43a8-be01-b89b901b5863 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:23.752459 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (90455b83-3509-43a8-be01-b89b901b5863), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.762797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56cf01a3-db0b-47e3-8cda-3a33d44dda03 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (bcc8e5f5-1503-4a60-8190-4cb3a6827a7b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.862834 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56cf01a3-db0b-47e3-8cda-3a33d44dda03 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (bcc8e5f5-1503-4a60-8190-4cb3a6827a7b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.869359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56cf01a3-db0b-47e3-8cda-3a33d44dda03 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (bcc8e5f5-1503-4a60-8190-4cb3a6827a7b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.937874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56cf01a3-db0b-47e3-8cda-3a33d44dda03 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.938208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39698) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:23.938208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e8362285-2085-4210-b71b-fabf405ffff9 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'security_group_rule': {'security_group_id': '68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:23.938355 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-56cf01a3-db0b-47e3-8cda-3a33d44dda03 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2506135 Mar 22 14:34:23.939811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf01a3-db0b-47e3-8cda-3a33d44dda03 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc8e5f5-1503-4a60-8190-4cb3a6827a7b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:23.955512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 90455b83-3509-43a8-be01-b89b901b5863 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:23.959276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Sync routers for ids ['f012a10d-fa01-44c8-929e-7a06e49d5f88'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:23.970819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Routers {'f012a10d-fa01-44c8-929e-7a06e49d5f88'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:23.971701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f012a10d-fa01-44c8-929e-7a06e49d5f88'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:23.999948 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8362285-2085-4210-b71b-fabf405ffff9 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (b91bcfef-dc7e-4918-a370-47bed65d6967), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.120974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8362285-2085-4210-b71b-fabf405ffff9 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (b91bcfef-dc7e-4918-a370-47bed65d6967), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.133681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8362285-2085-4210-b71b-fabf405ffff9 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b91bcfef-dc7e-4918-a370-47bed65d6967), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.152009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8362285-2085-4210-b71b-fabf405ffff9 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91bcfef-dc7e-4918-a370-47bed65d6967,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:24.186153 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8362285-2085-4210-b71b-fabf405ffff9 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.187485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e8362285-2085-4210-b71b-fabf405ffff9 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2640939 Mar 22 14:34:24.190473 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:24.195309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-0941a3c4-4f5d-4c29-bee1-5e7aae1d3ed4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'security_group_rule': {'security_group_id': '68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:24.247606 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0941a3c4-4f5d-4c29-bee1-5e7aae1d3ed4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (dc4b1061-a776-46e9-ae8c-7c4496c58c57), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.322730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Set router f012a10d-fa01-44c8-929e-7a06e49d5f88 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:24.387741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0941a3c4-4f5d-4c29-bee1-5e7aae1d3ed4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (dc4b1061-a776-46e9-ae8c-7c4496c58c57), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.397378 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0941a3c4-4f5d-4c29-bee1-5e7aae1d3ed4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (dc4b1061-a776-46e9-ae8c-7c4496c58c57), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.433233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0941a3c4-4f5d-4c29-bee1-5e7aae1d3ed4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.437307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0941a3c4-4f5d-4c29-bee1-5e7aae1d3ed4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2430477 Mar 22 14:34:24.437664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39706) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:24.443107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'security_group_rule': {'security_group_id': '68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:24.465254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941a3c4-4f5d-4c29-bee1-5e7aae1d3ed4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4b1061-a776-46e9-ae8c-7c4496c58c57,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:24.497453 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Project 8f712576cfb94a9bac611d96ec3dd5da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:24.505244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (bb88a85d-d9f9-4294-b627-094cd29d1e8c), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.648226 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (bb88a85d-d9f9-4294-b627-094cd29d1e8c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.665120 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (bb88a85d-d9f9-4294-b627-094cd29d1e8c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.683306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb88a85d-d9f9-4294-b627-094cd29d1e8c,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:24.703713 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.705330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-cc536d3b-b835-4efb-a71f-ae4e9bee2ae6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2659929 Mar 22 14:34:24.708569 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39720) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:24.713356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.715723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'security_group_rule': {'security_group_id': '68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1', 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:24.721466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.764300 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Project 8f712576cfb94a9bac611d96ec3dd5da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:24.771247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (29929ec5-4ff7-4365-a742-db35e37ace93), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.773764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '90455b83-3509-43a8-be01-b89b901b5863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port': {'id': '90455b83-3509-43a8-be01-b89b901b5863', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'bb74d20c-bf14-4343-91e4-985bb5eeedec', 'name': '', 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'mac_address': 'fa:16:3e:e3:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '6114eecb-f343-4dc0-aadb-2bbce2a6c008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 2, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'subnets': [{'id': '6114eecb-f343-4dc0-aadb-2bbce2a6c008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:24.822053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Checking router: f012a10d-fa01-44c8-929e-7a06e49d5f88 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:24.822381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Updating router f012a10d-fa01-44c8-929e-7a06e49d5f88 port bb74d20c-bf14-4343-91e4-985bb5eeedec binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:34:24.854107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (29929ec5-4ff7-4365-a742-db35e37ace93), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.865587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.866066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (29929ec5-4ff7-4365-a742-db35e37ace93), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.895639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29929ec5-4ff7-4365-a742-db35e37ace93,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:24.905080 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.930663 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a9314d1d-3dcc-4f6b-943a-8d5b89d9feac tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2204688 Mar 22 14:34:25.191928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-ef691988-0c3e-4846-ae81-f5fb4e088442 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469285154&fields=id&tenant_id=8f712576cfb94a9bac611d96ec3dd5da HTTP/1.1" status: 200 len: 267 time: 0.0877330 Mar 22 14:34:25.321555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Publish callbacks [] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.329081 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.389804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f35fb2-939e-450f-b7b0-50907a40d854 None None] Pushing event updated for resources: {'Port': ['ID=bb74d20c-bf14-4343-91e4-985bb5eeedec,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:25.503520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Attempting to bind port bb74d20c-bf14-4343-91e4-985bb5eeedec on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:25.504199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Attempting to bind port bb74d20c-bf14-4343-91e4-985bb5eeedec by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:25.505041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Attempting to bind port bb74d20c-bf14-4343-91e4-985bb5eeedec on network 5592f9d0-1248-42f4-9816-c66744ae7b39 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:25.512135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:25.512821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Checking segment: {'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:25.513470 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.514084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Bound using segment: {'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:25.514870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Bound port: bb74d20c-bf14-4343-91e4-985bb5eeedec, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c578743-260c-4194-81ae-c0775c6efdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:25.515466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.595133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-056631f1-8959-4619-9908-df05bb768664 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:25.603720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-056631f1-8959-4619-9908-df05bb768664 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 809 time: 0.4041123 Mar 22 14:34:25.617283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] For port bb74d20c-bf14-4343-91e4-985bb5eeedec, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:25.621699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] For port bb74d20c-bf14-4343-91e4-985bb5eeedec, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=bb74d20c-bf14-4343-91e4-985bb5eeedec,segment=NetworkSegment(4c578743-260c-4194-81ae-c0775c6efdb0),segment_id=4c578743-260c-4194-81ae-c0775c6efdb0)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:25.625806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-8ff2cc63-7e7c-4ac3-af71-9c630febaa30 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/quotas/8f712576cfb94a9bac611d96ec3dd5da HTTP/1.1" status: 200 len: 375 time: 0.0211015 Mar 22 14:34:25.635883 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.717145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Routers {'f012a10d-fa01-44c8-929e-7a06e49d5f88'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:25.717826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f012a10d-fa01-44c8-929e-7a06e49d5f88'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:25.801076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f35fb2-939e-450f-b7b0-50907a40d854 None None] Pushing event updated for resources: {'Port': ['ID=bb74d20c-bf14-4343-91e4-985bb5eeedec,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:25.810226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-b9f89002-eac6-4033-b4f9-8a023b276215 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753235 Mar 22 14:34:25.829446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-9a71da2a-3f7a-4ac3-9214-c812f73a3ed2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:34:25.830504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-9a71da2a-3f7a-4ac3-9214-c812f73a3ed2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054567 Mar 22 14:34:25.900112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e5bc7714-7cce-4eed-98a1-62b1b6a8cbe5 None None] Provisioning complete for port bb74d20c-bf14-4343-91e4-985bb5eeedec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:25.905595 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7714-7cce-4eed-98a1-62b1b6a8cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.965376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] Set router f012a10d-fa01-44c8-929e-7a06e49d5f88 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:26.011088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-9648aa18-43fd-4460-97a2-0cb474d34fd9 service neutron] 10.222.0.44 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671429 Mar 22 14:34:26.170922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-9b4b7165-31f1-453e-b148-e24bbb398ecf service neutron] 10.222.0.44 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523082 Mar 22 14:34:26.353136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc7714-7cce-4eed-98a1-62b1b6a8cbe5 None None] Current status of the port bb74d20c-bf14-4343-91e4-985bb5eeedec is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:26.353533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7714-7cce-4eed-98a1-62b1b6a8cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.404578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e5bc7714-7cce-4eed-98a1-62b1b6a8cbe5 None None] For port bb74d20c-bf14-4343-91e4-985bb5eeedec, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=bb74d20c-bf14-4343-91e4-985bb5eeedec,segment=NetworkSegment(4c578743-260c-4194-81ae-c0775c6efdb0),segment_id=4c578743-260c-4194-81ae-c0775c6efdb0)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:26.411594 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7714-7cce-4eed-98a1-62b1b6a8cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.467981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc7714-7cce-4eed-98a1-62b1b6a8cbe5 None None] Pushing event updated for resources: {'Port': ['ID=bb74d20c-bf14-4343-91e4-985bb5eeedec,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:26.475937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '90455b83-3509-43a8-be01-b89b901b5863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port': {'id': '90455b83-3509-43a8-be01-b89b901b5863', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'bb74d20c-bf14-4343-91e4-985bb5eeedec', 'name': '', 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'mac_address': 'fa:16:3e:e3:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '6114eecb-f343-4dc0-aadb-2bbce2a6c008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:25Z', 'revision_number': 4, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'subnets': [{'id': '6114eecb-f343-4dc0-aadb-2bbce2a6c008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:26.506941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a1101-878c-408f-aaaf-d7b9c0bcd7fb None None] The sync data for ids ['f012a10d-fa01-44c8-929e-7a06e49d5f88'] in n-d-834677-3 is: [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '90455b83-3509-43a8-be01-b89b901b5863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port': {'id': '90455b83-3509-43a8-be01-b89b901b5863', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'bb74d20c-bf14-4343-91e4-985bb5eeedec', 'name': '', 'network_id': '5592f9d0-1248-42f4-9816-c66744ae7b39', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'mac_address': 'fa:16:3e:e3:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '6114eecb-f343-4dc0-aadb-2bbce2a6c008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:25Z', 'revision_number': 4, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'subnets': [{'id': '6114eecb-f343-4dc0-aadb-2bbce2a6c008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:26.549399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e3aed76c-142f-4192-adf6-4c5526123b25 None None] Provisioning complete for port bb74d20c-bf14-4343-91e4-985bb5eeedec triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:26.549852 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3aed76c-142f-4192-adf6-4c5526123b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.748096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1fc0c3c7-1eb6-488f-8070-1d8a95de6082 req-c2918f1b-d9ff-4e72-97f0-ff22981cb1db tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 210 time: 0.2302864 Mar 22 14:34:26.781298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e3aed76c-142f-4192-adf6-4c5526123b25 None None] Current status of the port bb74d20c-bf14-4343-91e4-985bb5eeedec is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:27.482496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39786) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:27.672325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device bb74d20c-bf14-4343-91e4-985bb5eeedec up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:27.745887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c5ebf9c-404a-4291-9d3f-8731fbc19cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:27.803123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port bb74d20c-bf14-4343-91e4-985bb5eeedec triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:27.803681 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.025284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c29f0c5c-b6ac-46fd-ba5d-b5822312728d req-83cc52f1-d419-4fc7-a8c7-40ebec795fb6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 210 time: 0.0897110 Mar 22 14:34:28.056024 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c5ebf9c-404a-4291-9d3f-8731fbc19cae admin admin] Publish callbacks [] for security_group (19452707-7db3-4cff-848f-5169efc2cd43), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.062825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c5ebf9c-404a-4291-9d3f-8731fbc19cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (19452707-7db3-4cff-848f-5169efc2cd43), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.113718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port bb74d20c-bf14-4343-91e4-985bb5eeedec is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:28.121324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ebf9c-404a-4291-9d3f-8731fbc19cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19452707-7db3-4cff-848f-5169efc2cd43,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:28.175556 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c5ebf9c-404a-4291-9d3f-8731fbc19cae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e77dce6cde884a6390927e0ea9ba5d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6919131 Mar 22 14:34:28.178437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39798) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:28.288863 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc1605f3-0a6e-4621-a961-ee112a24dd2f admin admin] Publish callbacks [] for security_group (19452707-7db3-4cff-848f-5169efc2cd43), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.340403 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc1605f3-0a6e-4621-a961-ee112a24dd2f admin admin] Publish callbacks [] for security_group (19452707-7db3-4cff-848f-5169efc2cd43), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.604888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-e1f7dfdd-0829-427f-904d-0a7968ec3b60 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:28.616440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-e1f7dfdd-0829-427f-904d-0a7968ec3b60 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 809 time: 0.1878474 Mar 22 14:34:28.639759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc1605f3-0a6e-4621-a961-ee112a24dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (19452707-7db3-4cff-848f-5169efc2cd43), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.642464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bc1605f3-0a6e-4621-a961-ee112a24dd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.656970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bc1605f3-0a6e-4621-a961-ee112a24dd2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19452707-7db3-4cff-848f-5169efc2cd43 HTTP/1.1" status: 204 len: 168 time: 0.4668040 Mar 22 14:34:28.697191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.718415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1605f3-0a6e-4621-a961-ee112a24dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19452707-7db3-4cff-848f-5169efc2cd43,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:28.809375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-22ade453-fe4d-4517-b4e1-d8aec0cc02b7 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f712576cfb94a9bac611d96ec3dd5da HTTP/1.1" status: 200 len: 380 time: 0.1918900 Mar 22 14:34:28.827082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'port': {'device_id': '21df541d-1278-4ccf-9888-f550d02cfba0', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'admin_state_up': True, 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'security_groups': ['68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:29.252752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39812) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:29.277205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1bb61-b12b-4ec0-bf4e-fe57ba113342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.470855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1bb61-b12b-4ec0-bf4e-fe57ba113342 admin admin] Publish callbacks [] for security_group (038a8f8d-c55f-4170-885f-874f4f67ec66), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.487368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1bb61-b12b-4ec0-bf4e-fe57ba113342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (038a8f8d-c55f-4170-885f-874f4f67ec66), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.528990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20f14cfb-1011-4535-9706-decac0f4e2df req-e1d46618-b009-49cb-b630-b998878f8a02 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 210 time: 0.3965218 Mar 22 14:34:29.567340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Made reservation on behalf of 8f712576cfb94a9bac611d96ec3dd5da for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:29.572612 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.579461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1bb61-b12b-4ec0-bf4e-fe57ba113342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a8f8d-c55f-4170-885f-874f4f67ec66,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:29.598619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fdc1bb61-b12b-4ec0-bf4e-fe57ba113342 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3f787f40f25474cbaaef810a80796ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452396 Mar 22 14:34:29.602428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39822) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:29.712726 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73d5fa47-cbc4-42eb-a58f-caecb928de31 admin admin] Publish callbacks [] for security_group (038a8f8d-c55f-4170-885f-874f4f67ec66), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.738265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73d5fa47-cbc4-42eb-a58f-caecb928de31 admin admin] Publish callbacks [] for security_group (038a8f8d-c55f-4170-885f-874f4f67ec66), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.804006 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73d5fa47-cbc4-42eb-a58f-caecb928de31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (038a8f8d-c55f-4170-885f-874f4f67ec66), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.806958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-73d5fa47-cbc4-42eb-a58f-caecb928de31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.808285 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-73d5fa47-cbc4-42eb-a58f-caecb928de31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/038a8f8d-c55f-4170-885f-874f4f67ec66 HTTP/1.1" status: 204 len: 168 time: 0.2049360 Mar 22 14:34:29.821910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5fa47-cbc4-42eb-a58f-caecb928de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a8f8d-c55f-4170-885f-874f4f67ec66,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:29.847582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Allocated IP 172.20.0.8 (622623fe-b297-472f-9181-f583ee93f667/5ea87a1f-c6fa-4282-bb39-570ee1564ba4/4c19dacc-bc13-4884-b3e7-f45161c56375) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:30.143687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:30.214140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:30.287268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Network 622623fe-b297-472f-9181-f583ee93f667 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:30.292850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:30.343698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:30.379352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'Port': ['ID=4c19dacc-bc13-4884-b3e7-f45161c56375,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:30.466285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:30.466936 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:30.519780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-1fea010e-2bd8-4259-a863-e953c7e23385 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7042229 Mar 22 14:34:30.761161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fa1437bd-4cd9-460b-b4b4-d7b7406b0c7d None None] Provisioning complete for port 4c19dacc-bc13-4884-b3e7-f45161c56375 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:30.765416 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fa1437bd-4cd9-460b-b4b4-d7b7406b0c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:30.766507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33f44e-e708-4156-bf57-b85b520e639f req-fd007845-d12f-438c-8e59-37614f000697 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:30.768241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a33f44e-e708-4156-bf57-b85b520e639f req-fd007845-d12f-438c-8e59-37614f000697 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 931 time: 0.0904775 Mar 22 14:34:30.841858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fa1437bd-4cd9-460b-b4b4-d7b7406b0c7d None None] Port 4c19dacc-bc13-4884-b3e7-f45161c56375 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:30.860169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Request body: {'port': {'device_id': '21df541d-1278-4ccf-9888-f550d02cfba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:30.896213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a33f44e-e708-4156-bf57-b85b520e639f req-8086a85d-470e-49d9-8237-db1f9a0e3a7f tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207395 Mar 22 14:34:30.957912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.327335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c19dacc-bc13-4884-b3e7-f45161c56375 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:31.336023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Publish callbacks [] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.357894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Transition to ACTIVE for port object 4c19dacc-bc13-4884-b3e7-f45161c56375 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:34:31.366843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.497227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Pushing event updated for resources: {'Port': ['ID=4c19dacc-bc13-4884-b3e7-f45161c56375,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:31.541427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Attempting to bind port 4c19dacc-bc13-4884-b3e7-f45161c56375 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:31.542064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Attempting to bind port 4c19dacc-bc13-4884-b3e7-f45161c56375 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:31.542468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Attempting to bind port 4c19dacc-bc13-4884-b3e7-f45161c56375 on network 622623fe-b297-472f-9181-f583ee93f667 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:31.549200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Port 4c19dacc-bc13-4884-b3e7-f45161c56375 on network 622623fe-b297-472f-9181-f583ee93f667 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:34:31.551105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Attempting to bind port 4c19dacc-bc13-4884-b3e7-f45161c56375 on network 622623fe-b297-472f-9181-f583ee93f667 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:31.563284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:31.564195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Checking segment: {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:31.564578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Bound using segment: {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:31.565231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Bound port: 4c19dacc-bc13-4884-b3e7-f45161c56375, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64a232c-e50e-4484-ab2e-b923429f9335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '622623fe-b297-472f-9181-f583ee93f667'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:31.566929 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.663590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] For port 4c19dacc-bc13-4884-b3e7-f45161c56375, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:31.667211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] For port 4c19dacc-bc13-4884-b3e7-f45161c56375, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4c19dacc-bc13-4884-b3e7-f45161c56375,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:31.685212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.728900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:31.729766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.731192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] 10.222.0.42 "PUT /v2.0/ports/4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 1091 time: 1.2030249 Mar 22 14:34:31.731658 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:31.733957 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab6e3e-c316-402b-912d-df6a468fa51c" -d '{"events": [{"name": "network-changed", "server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:31.832869 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f79606-11bb-49ec-8a6f-0240bada2594 x-openstack-request-id: req-b5f79606-11bb-49ec-8a6f-0240bada2594 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:31.833477 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:31.833477 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5f79606-11bb-49ec-8a6f-0240bada2594 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:31.833808 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f79606-11bb-49ec-8a6f-0240bada2594'] response: {'name': 'network-changed', 'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'status': 'completed', 'code': 200} Mar 22 14:34:31.840615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002153d0-5359-43e7-a3ca-3b3d5d30e15c service neutron] Pushing event updated for resources: {'Port': ['ID=4c19dacc-bc13-4884-b3e7-f45161c56375,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:31.873554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-38e69c46-56e0-4635-91c5-3fabe54ca0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:31.879163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-38e69c46-56e0-4635-91c5-3fabe54ca0c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1125 time: 0.1025908 Mar 22 14:34:31.977789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-892086c7-a1bc-42cb-9cbf-03cbe2d08ca1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 217 time: 0.0899615 Mar 22 14:34:32.119143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-254aea4e-6154-4001-89bc-9c0c79696c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.120751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-254aea4e-6154-4001-89bc-9c0c79696c20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.1362545 Mar 22 14:34:32.149461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1613e9-df98-4a41-822b-ba04ad7af4bb req-d1f5f364-e1e3-4804-a656-3edd95b9c13f tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.151000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f1613e9-df98-4a41-822b-ba04ad7af4bb req-d1f5f364-e1e3-4804-a656-3edd95b9c13f tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 943 time: 0.1294909 Mar 22 14:34:32.229709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-0ea39c15-1175-417d-8135-9a833cac5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.231544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-0ea39c15-1175-417d-8135-9a833cac5818 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029994 Mar 22 14:34:32.238435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f1613e9-df98-4a41-822b-ba04ad7af4bb req-fdc06aa8-2f23-40f6-8a7c-3ce1557a7c98 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661097 Mar 22 14:34:32.341290 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-8c2a4e2a-7760-4903-8514-5faa036b5afe service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018040 Mar 22 14:34:32.456166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a665cb2c-9308-48e5-a2fc-2083760c05da req-f9cd4eff-ef22-48f1-b115-49cfda940ad6 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080842 Mar 22 14:34:32.600269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-11e9fcfd-14ff-4893-bc49-94f00139c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.603993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-11e9fcfd-14ff-4893-bc49-94f00139c286 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1125 time: 0.0751472 Mar 22 14:34:32.738144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-be2193a6-e06a-454f-9893-bfca9faee685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.739820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-be2193a6-e06a-454f-9893-bfca9faee685 service neutron] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 910 time: 0.1295092 Mar 22 14:34:32.787857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-c37df09f-ad83-4b72-9431-33a3c7fa22c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 217 time: 0.0389073 Mar 22 14:34:32.842232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-13046607-f518-40b2-896f-d5dcb82a2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.844016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-13046607-f518-40b2-896f-d5dcb82a2edd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.0503902 Mar 22 14:34:32.898886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-4d56072f-fd11-4d11-8cbc-b0a2275cc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.900627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-4d56072f-fd11-4d11-8cbc-b0a2275cc6fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495615 Mar 22 14:34:33.060372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-449d93ec-bb7d-4f57-9073-2cddfca7e705 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500320 Mar 22 14:34:33.195814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-60ab6e3e-c316-402b-912d-df6a468fa51c req-9d8951f9-f5b9-4d55-b694-4726463423b6 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282136 Mar 22 14:34:33.457853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98102e-deb3-4728-b74c-eddb596a1848 req-d9a78758-97dd-4dd3-b381-66bfa5f9f9db tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:33.459496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f98102e-deb3-4728-b74c-eddb596a1848 req-d9a78758-97dd-4dd3-b381-66bfa5f9f9db tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 943 time: 0.1000433 Mar 22 14:34:33.551694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f98102e-deb3-4728-b74c-eddb596a1848 req-af59bd01-4dee-4a26-a030-0a5980aa7cbe tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862656 Mar 22 14:34:34.623637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4c19dacc-bc13-4884-b3e7-f45161c56375 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:34:34.860627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc897d0-2213-4f80-986d-735f910f7a61 req-d4cf97eb-0654-49d5-b45a-873f4385dd39 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:34.867729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bdc897d0-2213-4f80-986d-735f910f7a61 req-d4cf97eb-0654-49d5-b45a-873f4385dd39 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 943 time: 0.1146624 Mar 22 14:34:34.875018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4c19dacc-bc13-4884-b3e7-f45161c56375, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4c19dacc-bc13-4884-b3e7-f45161c56375,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:34.921870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'port_id': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'mac_address': 'fa:16:3e:62:d7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:34:34.993923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bdc897d0-2213-4f80-986d-735f910f7a61 req-00027212-b1c0-492e-89bb-254688b69497 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055133 Mar 22 14:34:35.017195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 4c19dacc-bc13-4884-b3e7-f45161c56375 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:35.017815 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:35.034022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c19dacc-bc13-4884-b3e7-f45161c56375 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:35.054397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4c19dacc-bc13-4884-b3e7-f45161c56375, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4c19dacc-bc13-4884-b3e7-f45161c56375,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:35.067531 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:35.218441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=4c19dacc-bc13-4884-b3e7-f45161c56375,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:35.287593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4c19dacc-bc13-4884-b3e7-f45161c56375'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:34:35.786567 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:34:36.268660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335f68f-488a-4da7-bad0-b137424f901c req-d30b0c73-466f-424f-a4a9-08e66c4403be tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:36.281178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f335f68f-488a-4da7-bad0-b137424f901c req-d30b0c73-466f-424f-a4a9-08e66c4403be tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 944 time: 0.1634071 Mar 22 14:34:36.404801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f335f68f-488a-4da7-bad0-b137424f901c req-8c337b19-7201-45f7-a2c0-8a9189caccbf tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224837 Mar 22 14:34:36.639436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4c19dacc-bc13-4884-b3e7-f45161c56375 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:36.742181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 4c19dacc-bc13-4884-b3e7-f45161c56375 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:34:36.746334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 4c19dacc-bc13-4884-b3e7-f45161c56375 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:36.746708 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:36.911279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 4c19dacc-bc13-4884-b3e7-f45161c56375 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:36.911666 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:36.965334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4c19dacc-bc13-4884-b3e7-f45161c56375, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4c19dacc-bc13-4884-b3e7-f45161c56375,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:36.967015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:36.969715 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5912d-d8b3-4202-8cee-b5c6432ae573" -d '{"events": [{"server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "name": "network-vif-plugged", "status": "completed", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:36.994985 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.049961 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8100550-9429-4a2a-b1a0-29716ccbc535 x-openstack-request-id: req-f8100550-9429-4a2a-b1a0-29716ccbc535 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:37.050382 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "name": "network-vif-plugged", "status": "completed", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:37.050732 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8100550-9429-4a2a-b1a0-29716ccbc535 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:37.051231 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8100550-9429-4a2a-b1a0-29716ccbc535'] response: {'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'code': 200} Mar 22 14:34:37.084093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=4c19dacc-bc13-4884-b3e7-f45161c56375,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:37.210705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b0e6-fb02-4b81-a46e-c8d113c37bf7 req-0919bdac-e216-4fc1-9e8d-e911641273db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:37.212420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cfb9b0e6-fb02-4b81-a46e-c8d113c37bf7 req-0919bdac-e216-4fc1-9e8d-e911641273db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.0785630 Mar 22 14:34:37.341470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cfb9b0e6-fb02-4b81-a46e-c8d113c37bf7 req-48008a31-9d30-4386-8bce-eb4d8d79ebca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092439 Mar 22 14:34:37.546222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc90b-95b3-47db-896e-85611eff8096 req-2d37b865-a022-4a47-8c35-d242be4e3ea5 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:37.560928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f3cc90b-95b3-47db-896e-85611eff8096 req-2d37b865-a022-4a47-8c35-d242be4e3ea5 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 945 time: 0.0785437 Mar 22 14:34:37.620673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39942) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:37.676767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f3cc90b-95b3-47db-896e-85611eff8096 req-b1a477af-2e7f-4f20-814b-15a356dd4bb1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147501 Mar 22 14:34:37.912306 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] Deleting subnet a7b1ced3-17f6-4e84-b347-ce11479bff34 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:34:37.916150 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] Publish callbacks [] for subnet (a7b1ced3-17f6-4e84-b347-ce11479bff34), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.011454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (a7b1ced3-17f6-4e84-b347-ce11479bff34), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.112018 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a7b1ced3-17f6-4e84-b347-ce11479bff34), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.230651 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (a7b1ced3-17f6-4e84-b347-ce11479bff34), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.260645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b1ced3-17f6-4e84-b347-ce11479bff34,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:38.266851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.270980 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e2882966-d717-43aa-b5ee-1a0e541d5037 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a7b1ced3-17f6-4e84-b347-ce11479bff34 HTTP/1.1" status: 204 len: 168 time: 0.6481977 Mar 22 14:34:38.272974 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39950) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:38.398947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (61322600-9eb7-42ce-9baa-2e9d4a1515fb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.527260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (61322600-9eb7-42ce-9baa-2e9d4a1515fb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.547828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61322600-9eb7-42ce-9baa-2e9d4a1515fb']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:38.557676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79374e00-39b2-4432-a09d-1467412d5639') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:38.558101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79374e00-39b2-4432-a09d-1467412d5639') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:38.575401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (79374e00-39b2-4432-a09d-1467412d5639), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.589785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (79374e00-39b2-4432-a09d-1467412d5639), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.597628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:34:38.598522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (79374e00-39b2-4432-a09d-1467412d5639), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:34:38.600413 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:34:38.663899 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (61322600-9eb7-42ce-9baa-2e9d4a1515fb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.670901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.677179 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] 10.222.0.44 "DELETE /v2.0/networks/61322600-9eb7-42ce-9baa-2e9d4a1515fb HTTP/1.1" status: 204 len: 168 time: 0.3997152 Mar 22 14:34:38.692889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572a70c-8eb8-4492-9e7a-e9493f85ce15 admin admin] Pushing event deleted for resources: {'Network': ['ID=61322600-9eb7-42ce-9baa-2e9d4a1515fb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:38.803484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d59a8-913c-4c56-9016-13cd13492fff req-6cc88486-c911-4016-83f0-7451f0115335 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:38.805489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f7d59a8-913c-4c56-9016-13cd13492fff req-6cc88486-c911-4016-83f0-7451f0115335 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 945 time: 0.0585828 Mar 22 14:34:38.832979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 39958) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:38.879448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f7d59a8-913c-4c56-9016-13cd13492fff req-2381751a-c09c-4dfb-b8b2-803613283b7c tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665853 Mar 22 14:34:38.886893 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-63cd445b-e15e-48e7-97d2-13ffe0632988 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e06b24fa212642c6abb638129fabf21a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512400 Mar 22 14:34:38.888810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39960) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:38.961062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0430cfaa-afcf-44f2-972e-6a9647dd1878 admin admin] Publish callbacks [] for security_group (43c0e468-7df9-43ad-89fc-bb5d2bf685db), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:39.012645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0430cfaa-afcf-44f2-972e-6a9647dd1878 admin admin] Publish callbacks [] for security_group (43c0e468-7df9-43ad-89fc-bb5d2bf685db), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:39.074212 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07905e41-691f-45bc-b6b3-74f3c7624698 req-b792befb-ae6c-4526-a206-4b0676b86d00 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.075904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07905e41-691f-45bc-b6b3-74f3c7624698 req-b792befb-ae6c-4526-a206-4b0676b86d00 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 945 time: 0.1119270 Mar 22 14:34:39.120201 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0430cfaa-afcf-44f2-972e-6a9647dd1878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (43c0e468-7df9-43ad-89fc-bb5d2bf685db), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:39.122974 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0430cfaa-afcf-44f2-972e-6a9647dd1878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:39.124121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0430cfaa-afcf-44f2-972e-6a9647dd1878 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43c0e468-7df9-43ad-89fc-bb5d2bf685db HTTP/1.1" status: 204 len: 168 time: 0.2342451 Mar 22 14:34:39.173584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430cfaa-afcf-44f2-972e-6a9647dd1878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c0e468-7df9-43ad-89fc-bb5d2bf685db,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:39.195120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07905e41-691f-45bc-b6b3-74f3c7624698 req-a02984c0-e921-49b5-870d-728918e75ed8 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130664 Mar 22 14:34:39.347153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458a06-2478-439f-a31b-34ac1abaaaa7 req-78523826-3bda-4559-bc13-bbfcc237b40a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.349233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86458a06-2478-439f-a31b-34ac1abaaaa7 req-78523826-3bda-4559-bc13-bbfcc237b40a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 945 time: 0.0673952 Mar 22 14:34:39.424493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86458a06-2478-439f-a31b-34ac1abaaaa7 req-b11c6782-afed-4020-b06e-6f36492c83c4 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692992 Mar 22 14:34:39.454816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 39986) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:39.467487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-d991ccf8-4f19-4a2c-b550-d8b414593ada tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52151234&fields=id&tenant_id=609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 267 time: 0.0609620 Mar 22 14:34:39.608240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-e9cb72eb-7b0b-4802-b632-5e59739c5aec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.617953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-e9cb72eb-7b0b-4802-b632-5e59739c5aec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1428318 Mar 22 14:34:39.636187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-3b5e315f-b1a2-4205-9918-4a411bdd7eb7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/quotas/609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 375 time: 0.0169859 Mar 22 14:34:39.703799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-11bd168d-fbf4-4faa-9908-69080aca6777 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646677 Mar 22 14:34:40.014583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b3bc8-5e42-44e0-b126-da90f8dcf97b tempest-TestServerBasicOps-1719340768 tempest-TestServerBasicOps-1719340768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:40.019571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-292b3bc8-5e42-44e0-b126-da90f8dcf97b tempest-TestServerBasicOps-1719340768 tempest-TestServerBasicOps-1719340768-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1122 time: 0.5606182 Mar 22 14:34:40.020451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:40.026742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:40.042115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-62e50d03-c51a-4294-88cf-c8f93b2a3b54 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095579 Mar 22 14:34:40.085854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:40.230179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-7315bb33-69b1-45bf-803e-c82080eb6ccc service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869175 Mar 22 14:34:40.246777 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:40.439044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Allocated IP 172.25.2.114 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/95d41999-d392-45cb-a3c4-bd8a12acd1f9) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:40.650171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:40.733694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:40.784046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:40.787928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:40.790620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-734776a7-872f-4503-9f4e-b2dc65ec1e90 req-b9482baf-0adb-4246-a101-8cc873be7ed0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0551326 Mar 22 14:34:40.791680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:40.845946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'Port': ['ID=95d41999-d392-45cb-a3c4-bd8a12acd1f9,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:41.418252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for floatingip (e16624fa-6504-4dd9-9153-11c7ca34602f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:41.946660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c610a88d-83c2-42f8-bced-0b5049878e20 req-e88a77cf-d106-4629-b4fa-31b11017b127 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0526841 Mar 22 14:34:42.044747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.101053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-54ba67f9-c370-4c30-8dc6-0175c4608547 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:42.102704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-54ba67f9-c370-4c30-8dc6-0175c4608547 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1144013 Mar 22 14:34:42.193892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-b1b0c5cf-37f5-48b0-b60f-6a8954dad8a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 378 time: 0.0760169 Mar 22 14:34:42.206521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'port': {'device_id': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'admin_state_up': True, 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'security_groups': ['11d8aaac-27af-472b-aa30-990aa3e5b5be']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:42.336786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.347004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.382564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:42.384824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40072) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:42.404146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.408431 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-33b20736-428a-4e1f-8ea3-936076f3a153 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319711296', 'description': 'tempest-secgroup-smoke-1319711296 description', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:42.479891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event updated for resources: {'Port': ['ID=95d41999-d392-45cb-a3c4-bd8a12acd1f9,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:42.494140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33b20736-428a-4e1f-8ea3-936076f3a153 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.496294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e16624fa-6504-4dd9-9153-11c7ca34602f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.640029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.20.0.10 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/b036a5f5-aef3-4dc7-a890-1a53c4b44449) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:42.781104 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Floating IP e16624fa-6504-4dd9-9153-11c7ca34602f associated. External IP: 172.25.2.114, port: 4c19dacc-bc13-4884-b3e7-f45161c56375. Mar 22 14:34:42.842789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.917140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.934883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33b20736-428a-4e1f-8ea3-936076f3a153 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group (6e46bb2b-0456-4634-b21d-928fa9817e00), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:42.950884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:42.957401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:42.996503 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33b20736-428a-4e1f-8ea3-936076f3a153 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6e46bb2b-0456-4634-b21d-928fa9817e00), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.009360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:43.067976 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-33b20736-428a-4e1f-8ea3-936076f3a153 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.071050 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-33b20736-428a-4e1f-8ea3-936076f3a153 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6692648 Mar 22 14:34:43.077610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40078) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:43.100522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-955f3703-0240-4f69-b1f7-d82961886fd3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'security_group_rule': {'security_group_id': '6e46bb2b-0456-4634-b21d-928fa9817e00', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:43.123326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b20736-428a-4e1f-8ea3-936076f3a153 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46bb2b-0456-4634-b21d-928fa9817e00,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:43.183956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Router 4565686c-f85e-49e5-abf7-8456a514c01f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:43.232628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=b036a5f5-aef3-4dc7-a890-1a53c4b44449,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:43.251004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:43.251727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.313505 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-955f3703-0240-4f69-b1f7-d82961886fd3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (d06e1cdf-f40b-4485-a10e-60ba5cc24d2b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.332207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-070d65fa-b566-4c6c-80c4-de579031d0b4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1298084 Mar 22 14:34:43.342280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e222408-e5bf-4189-9475-393da0cc569f req-17b59a91-ab1f-4579-8dd7-e8da658d089c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:43.344461 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e222408-e5bf-4189-9475-393da0cc569f req-17b59a91-ab1f-4579-8dd7-e8da658d089c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 932 time: 0.2212439 Mar 22 14:34:43.357149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-65d23a94-35d2-4f67-9110-623ac889d0bf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:34:43.358185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-65d23a94-35d2-4f67-9110-623ac889d0bf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085123 Mar 22 14:34:43.365347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-400c7b87-de90-463e-be10-636550069b6a None None] Provisioning complete for port b036a5f5-aef3-4dc7-a890-1a53c4b44449 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:43.366500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-400c7b87-de90-463e-be10-636550069b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.447998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e222408-e5bf-4189-9475-393da0cc569f req-8baa0f24-52f1-48c6-90c8-8400fc181734 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887492 Mar 22 14:34:43.471890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-955f3703-0240-4f69-b1f7-d82961886fd3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (d06e1cdf-f40b-4485-a10e-60ba5cc24d2b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.473520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-400c7b87-de90-463e-be10-636550069b6a None None] Port b036a5f5-aef3-4dc7-a890-1a53c4b44449 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:43.482419 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-955f3703-0240-4f69-b1f7-d82961886fd3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d06e1cdf-f40b-4485-a10e-60ba5cc24d2b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.490735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:43.507672 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] Sync routers for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:43.526596 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:43.530214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.530920 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:43.534744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f3703-0240-4f69-b1f7-d82961886fd3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06e1cdf-f40b-4485-a10e-60ba5cc24d2b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:43.544714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-955f3703-0240-4f69-b1f7-d82961886fd3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.546239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-955f3703-0240-4f69-b1f7-d82961886fd3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4569204 Mar 22 14:34:43.552216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40086) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:43.582300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5ab71db0-5a42-41b1-8569-c505c3092680 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'security_group_rule': {'security_group_id': '6e46bb2b-0456-4634-b21d-928fa9817e00', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:43.603149 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e0ef1ff9-1a48-477f-babe-e8e47c3e1de1 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5808415 Mar 22 14:34:43.603858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:43.611453 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3806126-5598-4adc-ad2e-e2f98348d845" -d '{"events": [{"name": "network-changed", "server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:43.663158 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5ab71db0-5a42-41b1-8569-c505c3092680 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (8fc593fe-403a-4071-9f66-d5e3d73c837e), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.788889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Request body: {'port': {'device_id': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:43.859212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5ab71db0-5a42-41b1-8569-c505c3092680 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (8fc593fe-403a-4071-9f66-d5e3d73c837e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.866797 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:43.873128 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5ab71db0-5a42-41b1-8569-c505c3092680 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (8fc593fe-403a-4071-9f66-d5e3d73c837e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.925326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab71db0-5a42-41b1-8569-c505c3092680 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc593fe-403a-4071-9f66-d5e3d73c837e,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:43.931490 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5ab71db0-5a42-41b1-8569-c505c3092680 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.935557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5ab71db0-5a42-41b1-8569-c505c3092680 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3720047 Mar 22 14:34:43.936758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40094) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:43.951863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-81b1bf8e-d130-467f-a2ff-a82b46254883 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'security_group_rule': {'security_group_id': '6e46bb2b-0456-4634-b21d-928fa9817e00', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:43.967973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:43.979638 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94464847-b1fb-463a-9178-b78d348e2dc4 x-openstack-request-id: req-94464847-b1fb-463a-9178-b78d348e2dc4 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:43.979847 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:43.980136 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94464847-b1fb-463a-9178-b78d348e2dc4 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:43.980605 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94464847-b1fb-463a-9178-b78d348e2dc4'] response: {'name': 'network-changed', 'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'status': 'completed', 'code': 200} Mar 22 14:34:44.093777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf8e-d130-467f-a2ff-a82b46254883 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (05f4bac5-1969-40f5-bf7a-afcdca12b5da), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.210873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-59115a95-770a-4d8f-b48c-39bbd02a949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:44.212486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-59115a95-770a-4d8f-b48c-39bbd02a949f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.2007754 Mar 22 14:34:44.213958 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e16624fa-6504-4dd9-9153-11c7ca34602f', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'port_id': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'mac_address': 'fa:16:3e:62:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21df541d-1278-4ccf-9888-f550d02cfba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:41Z', 'updated_at': '2022-03-22T14:34:41Z', 'revision_number': 0, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 5, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:44.240728 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] Checking router: 4565686c-f85e-49e5-abf7-8456a514c01f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:44.249904 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:44.250838 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:44.326568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf8e-d130-467f-a2ff-a82b46254883 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (05f4bac5-1969-40f5-bf7a-afcdca12b5da), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.340282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf8e-d130-467f-a2ff-a82b46254883 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (05f4bac5-1969-40f5-bf7a-afcdca12b5da), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.387176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1bf8e-d130-467f-a2ff-a82b46254883 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f4bac5-1969-40f5-bf7a-afcdca12b5da,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:44.409183 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf8e-d130-467f-a2ff-a82b46254883 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.413452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40100) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:44.413748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-81b1bf8e-d130-467f-a2ff-a82b46254883 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4737830 Mar 22 14:34:44.420398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2266f1f2-75a5-4264-a204-bb9fbb1ac329 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'security_group_rule': {'security_group_id': '6e46bb2b-0456-4634-b21d-928fa9817e00', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:44.437584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-1234ff6a-072f-4dc4-aafb-94e6288678c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:44.439199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-1234ff6a-072f-4dc4-aafb-94e6288678c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 910 time: 0.2124767 Mar 22 14:34:44.482482 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:44.506526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2266f1f2-75a5-4264-a204-bb9fbb1ac329 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (382bf2c4-c9a2-4608-81ef-d14fce8b3cbf), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.643464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2266f1f2-75a5-4264-a204-bb9fbb1ac329 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (382bf2c4-c9a2-4608-81ef-d14fce8b3cbf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.652272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2266f1f2-75a5-4264-a204-bb9fbb1ac329 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (382bf2c4-c9a2-4608-81ef-d14fce8b3cbf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.680855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266f1f2-75a5-4264-a204-bb9fbb1ac329 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382bf2c4-c9a2-4608-81ef-d14fce8b3cbf,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:44.700830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2266f1f2-75a5-4264-a204-bb9fbb1ac329 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.704094 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2266f1f2-75a5-4264-a204-bb9fbb1ac329 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2873816 Mar 22 14:34:44.705105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40112) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:44.716091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'security_group_rule': {'security_group_id': '6e46bb2b-0456-4634-b21d-928fa9817e00', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:44.766654 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Project a43cc9602b8041cd8c05d03c3474583c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:44.774427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (32e1c603-70b3-4ead-a60d-f94488c491d6), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.851357 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e16624fa-6504-4dd9-9153-11c7ca34602f', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'port_id': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'mac_address': 'fa:16:3e:62:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21df541d-1278-4ccf-9888-f550d02cfba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:41Z', 'updated_at': '2022-03-22T14:34:41Z', 'revision_number': 0, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 5, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:44.884682 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb9619-5c1d-490a-b22a-46a66327cf19 None None] The sync data for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 is: [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e16624fa-6504-4dd9-9153-11c7ca34602f', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'port_id': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'mac_address': 'fa:16:3e:62:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21df541d-1278-4ccf-9888-f550d02cfba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:41Z', 'updated_at': '2022-03-22T14:34:41Z', 'revision_number': 0, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 5, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:44.910135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (32e1c603-70b3-4ead-a60d-f94488c491d6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.923126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (32e1c603-70b3-4ead-a60d-f94488c491d6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.952176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e1c603-70b3-4ead-a60d-f94488c491d6,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:44.969885 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:44.974141 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d55abce-b151-401b-a73e-305d2df946de tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2662518 Mar 22 14:34:44.977140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40116) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:44.990015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'security_group_rule': {'security_group_id': '6e46bb2b-0456-4634-b21d-928fa9817e00', 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:45.067282 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Project a43cc9602b8041cd8c05d03c3474583c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:45.075860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (39b5f4bf-298c-4acf-8bec-44f2a6a3004c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:45.190439 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (39b5f4bf-298c-4acf-8bec-44f2a6a3004c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:45.197470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (39b5f4bf-298c-4acf-8bec-44f2a6a3004c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:45.200404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b036a5f5-aef3-4dc7-a890-1a53c4b44449 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:45.235952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b5f4bf-298c-4acf-8bec-44f2a6a3004c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:45.253552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Publish callbacks [] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:45.268307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:45.269704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-adcef0cf-01c2-4b47-ad05-d8e16b4eb303 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2892957 Mar 22 14:34:45.276090 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba03f8-5bf8-4934-b1a9-d2fb089836ec req-d79d14b6-9037-466b-b15c-fa405c4d717a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:45.278085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49ba03f8-5bf8-4934-b1a9-d2fb089836ec req-d79d14b6-9037-466b-b15c-fa405c4d717a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 932 time: 0.1858890 Mar 22 14:34:45.282908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-0647a193-80eb-442b-aea1-8482174541b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 999 time: 0.8375154 Mar 22 14:34:45.299707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Transition to ACTIVE for port object b036a5f5-aef3-4dc7-a890-1a53c4b44449 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:34:45.315251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36a9e4-0f02-4d27-9136-3a072c392083 None None] New status for floating IP e16624fa-6504-4dd9-9153-11c7ca34602f: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:34:45.323054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:45.406273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Pushing event updated for resources: {'Port': ['ID=b036a5f5-aef3-4dc7-a890-1a53c4b44449,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:45.590487 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Attempting to bind port b036a5f5-aef3-4dc7-a890-1a53c4b44449 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:45.591832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Attempting to bind port b036a5f5-aef3-4dc7-a890-1a53c4b44449 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:45.592166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Attempting to bind port b036a5f5-aef3-4dc7-a890-1a53c4b44449 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:45.610352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Port b036a5f5-aef3-4dc7-a890-1a53c4b44449 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:34:45.610677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Attempting to bind port b036a5f5-aef3-4dc7-a890-1a53c4b44449 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:45.629529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49ba03f8-5bf8-4934-b1a9-d2fb089836ec req-3510873b-2776-4d72-8af5-988d898aadaa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3406639 Mar 22 14:34:45.642375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-8f6ad893-50c2-4b21-9795-4c3d8dfd4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:45.644826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-8f6ad893-50c2-4b21-9795-4c3d8dfd4c53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.3519468 Mar 22 14:34:45.645850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:45.648754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:45.649295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:45.649756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Bound port: b036a5f5-aef3-4dc7-a890-1a53c4b44449, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:45.650156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:45.810152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-e8baa7b2-cac9-45de-8952-31419589e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:45.811675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-e8baa7b2-cac9-45de-8952-31419589e394 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1282833 Mar 22 14:34:45.822060 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-c28bc07c-3ae3-4605-b37e-2f59f4e0a8c9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319711296&fields=id&tenant_id=a43cc9602b8041cd8c05d03c3474583c HTTP/1.1" status: 200 len: 267 time: 0.1374109 Mar 22 14:34:45.915233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-22de1fb3-63eb-45a6-b1f1-2ff34901d4f0 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919316 Mar 22 14:34:46.022513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-6744d1af-f5a9-44c9-ba5c-7af49c543253 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:46.024197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-6744d1af-f5a9-44c9-ba5c-7af49c543253 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/networks?id=558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 200 len: 814 time: 0.1081190 Mar 22 14:34:46.046247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] For port b036a5f5-aef3-4dc7-a890-1a53c4b44449, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:46.120020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-dbe2c958-3789-419d-b047-6aaaaf26d769 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/quotas/a43cc9602b8041cd8c05d03c3474583c HTTP/1.1" status: 200 len: 375 time: 0.0835967 Mar 22 14:34:46.124963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] For port b036a5f5-aef3-4dc7-a890-1a53c4b44449, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:46.168896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:46.232950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:46.234096 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:46.235811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] 10.222.0.57 "PUT /v2.0/ports/b036a5f5-aef3-4dc7-a890-1a53c4b44449 HTTP/1.1" status: 200 len: 1092 time: 2.8435187 Mar 22 14:34:46.239038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dbc27-076d-4702-9af8-e0a884bcfdfe service neutron] Pushing event updated for resources: {'Port': ['ID=b036a5f5-aef3-4dc7-a890-1a53c4b44449,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:46.243084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:46.245780 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7de480e-43a2-4ed5-9cac-dd348730ec25" -d '{"events": [{"name": "network-changed", "server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:46.333331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-cf813eeb-a482-4fc1-a8de-e72683e7a231 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a43cc9602b8041cd8c05d03c3474583c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2040334 Mar 22 14:34:46.340418 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1284fd47-5ca1-4595-9622-102b5e46c551 x-openstack-request-id: req-1284fd47-5ca1-4595-9622-102b5e46c551 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:46.340710 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:46.341133 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1284fd47-5ca1-4595-9622-102b5e46c551 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:46.341540 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1284fd47-5ca1-4595-9622-102b5e46c551'] response: {'name': 'network-changed', 'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'status': 'completed', 'code': 200} Mar 22 14:34:46.457753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-121de794-fc8d-43ea-8927-c555dc4e3611 service neutron] 10.222.0.44 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975311 Mar 22 14:34:46.472739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-2eade24d-1432-4fd0-9ca8-4d4e649990b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:46.474401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-2eade24d-1432-4fd0-9ca8-4d4e649990b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 1126 time: 0.1899109 Mar 22 14:34:46.476266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3806126-5598-4adc-ad2e-e2f98348d845 req-8cf1b1c8-fd9a-43ae-9020-5267069afac1 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488957 Mar 22 14:34:46.604031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-1a2f6ff8-7912-4bfd-9a13-19a8b9037306 service neutron] 10.222.0.44 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341999 Mar 22 14:34:46.651580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-5096156d-8ce4-4064-8604-16269a2c4d84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449 HTTP/1.1" status: 200 len: 217 time: 0.0541222 Mar 22 14:34:46.797900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-5246f069-6040-44fb-9b0b-023af2a4a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:46.799493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-5246f069-6040-44fb-9b0b-023af2a4a3a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.1439822 Mar 22 14:34:46.903059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-42c00328-c38b-4859-b52f-d34f3cc8351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:46.904654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-42c00328-c38b-4859-b52f-d34f3cc8351a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907662 Mar 22 14:34:46.912485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add79f1-753e-4836-af16-4ecee3e90657 req-6e6c69c4-9898-473d-bc9a-1c72f984a999 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:46.920386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3add79f1-753e-4836-af16-4ecee3e90657 req-6e6c69c4-9898-473d-bc9a-1c72f984a999 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.1173856 Mar 22 14:34:47.035506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3add79f1-753e-4836-af16-4ecee3e90657 req-86550b95-0383-4083-9b20-2d1a423e11c2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140516 Mar 22 14:34:47.087568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-ebad3a4c-bc75-40db-997b-3db4366a5bac service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648748 Mar 22 14:34:47.135210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68ce0cfa-470f-4002-a363-bdd426839fe1 req-1508b66e-7232-47e1-9ec8-cfd750cc41f4 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0385413 Mar 22 14:34:47.235732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-238bda47-e358-41d1-ba0e-64ed2ad70bdb req-5dc91542-8e81-4727-b8b3-5bf4ae287207 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992935 Mar 22 14:34:47.367376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-452217b7-c9c1-4ebe-a63e-52b2e13e052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:47.369029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-452217b7-c9c1-4ebe-a63e-52b2e13e052f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 1126 time: 0.0620034 Mar 22 14:34:47.505108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-572bd4c8-3f48-4f0d-ac70-8589c53e13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:47.508015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-572bd4c8-3f48-4f0d-ac70-8589c53e13f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.1292875 Mar 22 14:34:47.565984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-73453afe-3dcf-4926-92ad-8fdd9fc81526 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449 HTTP/1.1" status: 200 len: 217 time: 0.0495696 Mar 22 14:34:47.631880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-309c1f1f-fe3f-44bc-b188-9bed96cd8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:47.633738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-309c1f1f-fe3f-44bc-b188-9bed96cd8e72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0576844 Mar 22 14:34:47.735392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-db448b34-8e9b-432b-b794-5d0ba89d61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:47.736530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-db448b34-8e9b-432b-b794-5d0ba89d61e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923669 Mar 22 14:34:47.879947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-320b9451-dfab-4f29-bfc0-1e1bcd6efe90 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324484 Mar 22 14:34:47.999688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7de480e-43a2-4ed5-9cac-dd348730ec25 req-2cd0cd87-cae3-4f4c-beef-ab80656f8430 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125476 Mar 22 14:34:48.204240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2fbdfcba-8bd4-4a51-b539-dac301705610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.293336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-925466bd-9ba8-431f-838e-11fa7175feb1 req-ceb6c4e4-b51e-4981-a269-57349d113edf tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0686536 Mar 22 14:34:48.419540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fa6d2-4d3b-40e9-9944-2ec5b19ec3cb req-a8627f08-e13d-4cfa-a270-ad022fb08b28 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:48.426005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec2fa6d2-4d3b-40e9-9944-2ec5b19ec3cb req-a8627f08-e13d-4cfa-a270-ad022fb08b28 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.1597121 Mar 22 14:34:48.605093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec2fa6d2-4d3b-40e9-9944-2ec5b19ec3cb req-02171c85-4b00-4ca0-93ea-32b3b454a672 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1730986 Mar 22 14:34:48.694633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-5a39c0f9-8177-44bf-957a-993ce5c3d1f2 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:48.696759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-5a39c0f9-8177-44bf-957a-993ce5c3d1f2 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.42 "GET /v2.0/networks?id=558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 200 len: 814 time: 0.1833453 Mar 22 14:34:48.795086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-09128c26-78de-4a40-8382-61c513b87887 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43cc9602b8041cd8c05d03c3474583c HTTP/1.1" status: 200 len: 380 time: 0.0797832 Mar 22 14:34:48.803865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'port': {'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'admin_state_up': True, 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'security_groups': ['6e46bb2b-0456-4634-b21d-928fa9817e00']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:48.923610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Made reservation on behalf of a43cc9602b8041cd8c05d03c3474583c for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:48.927697 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.063116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Allocated IP 172.20.0.11 (558bf05b-6eb3-4b95-bab7-871a9d24b196/bf9c1de8-769c-49bc-b571-99e85620ad91/ba552dde-66a2-451d-9bae-564a72f27472) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:49.221510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for port (ba552dde-66a2-451d-9bae-564a72f27472), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.259854 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ba552dde-66a2-451d-9bae-564a72f27472), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.304940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:49.309916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:49.314504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:49.358163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'Port': ['ID=ba552dde-66a2-451d-9bae-564a72f27472,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:49.379302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:49.379945 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.420266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-33a49d14-dadc-4194-84c3-df26a261329b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6200843 Mar 22 14:34:49.448068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Request body: {'port': {'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:49.535389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb61b73-39a2-4da4-8d3d-bbd8f42455a2 req-062c9c65-9f9a-4eaf-a610-f5764b1b6f9c tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:49.536961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eb61b73-39a2-4da4-8d3d-bbd8f42455a2 req-062c9c65-9f9a-4eaf-a610-f5764b1b6f9c tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 932 time: 0.1336548 Mar 22 14:34:49.554648 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba552dde-66a2-451d-9bae-564a72f27472), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.638894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9eda6cf6-0e12-4636-9413-0df583d8d0f0 None None] Provisioning complete for port ba552dde-66a2-451d-9bae-564a72f27472 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:49.639952 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9eda6cf6-0e12-4636-9413-0df583d8d0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba552dde-66a2-451d-9bae-564a72f27472), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.642883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3eb61b73-39a2-4da4-8d3d-bbd8f42455a2 req-0a017e82-1d36-4b78-82a6-8e96a3bfe377 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957437 Mar 22 14:34:49.687100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9eda6cf6-0e12-4636-9413-0df583d8d0f0 None None] Port ba552dde-66a2-451d-9bae-564a72f27472 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:49.856023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82370e6f-d491-41be-b62f-322096531961 req-6080060a-c2bd-4c1e-819c-08f0a2782060 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:49.857634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82370e6f-d491-41be-b62f-322096531961 req-6080060a-c2bd-4c1e-819c-08f0a2782060 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.1162915 Mar 22 14:34:49.939182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82370e6f-d491-41be-b62f-322096531961 req-3abe9c69-9aea-460f-bab8-729708bc6025 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749013 Mar 22 14:34:50.012358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba552dde-66a2-451d-9bae-564a72f27472 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:50.020890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Publish callbacks [] for port (ba552dde-66a2-451d-9bae-564a72f27472), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:50.033237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Transition to ACTIVE for port object ba552dde-66a2-451d-9bae-564a72f27472 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:34:50.038808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ba552dde-66a2-451d-9bae-564a72f27472), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:50.110686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Pushing event updated for resources: {'Port': ['ID=ba552dde-66a2-451d-9bae-564a72f27472,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:50.164065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Attempting to bind port ba552dde-66a2-451d-9bae-564a72f27472 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:50.164401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Attempting to bind port ba552dde-66a2-451d-9bae-564a72f27472 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:50.164727 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Attempting to bind port ba552dde-66a2-451d-9bae-564a72f27472 on network 558bf05b-6eb3-4b95-bab7-871a9d24b196 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:50.169321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Port ba552dde-66a2-451d-9bae-564a72f27472 on network 558bf05b-6eb3-4b95-bab7-871a9d24b196 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:34:50.169674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Attempting to bind port ba552dde-66a2-451d-9bae-564a72f27472 on network 558bf05b-6eb3-4b95-bab7-871a9d24b196 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:50.174785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:50.175121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Checking segment: {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:50.175560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Bound using segment: {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:50.176002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Bound port: ba552dde-66a2-451d-9bae-564a72f27472, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f9661b-d2ca-4c52-985a-58b5917d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:50.176350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba552dde-66a2-451d-9bae-564a72f27472), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:50.247625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] For port ba552dde-66a2-451d-9bae-564a72f27472, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:50.251262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] For port ba552dde-66a2-451d-9bae-564a72f27472, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ba552dde-66a2-451d-9bae-564a72f27472,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:50.260523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (ba552dde-66a2-451d-9bae-564a72f27472), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:50.300741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:50.301548 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:50.303211 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] 10.222.0.42 "PUT /v2.0/ports/ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 200 len: 1092 time: 0.8645194 Mar 22 14:34:50.303757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:50.306147 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f255ff6-b706-4a2b-adeb-a476f825db40" -d '{"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:50.349814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be295c-d56d-4f0a-b016-2ceb5640770d service neutron] Pushing event updated for resources: {'Port': ['ID=ba552dde-66a2-451d-9bae-564a72f27472,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:50.371309 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba012087-153a-445c-9f47-c1da2f5e36fb x-openstack-request-id: req-ba012087-153a-445c-9f47-c1da2f5e36fb {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:50.371607 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:50.371858 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba012087-153a-445c-9f47-c1da2f5e36fb {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:50.372340 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba012087-153a-445c-9f47-c1da2f5e36fb'] response: {'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472', 'status': 'completed', 'code': 200} Mar 22 14:34:50.412286 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-23545394-0e0f-4fa1-99b6-6226643928ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:50.414363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-23545394-0e0f-4fa1-99b6-6226643928ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a43cc9602b8041cd8c05d03c3474583c&device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1126 time: 0.0530863 Mar 22 14:34:50.452775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-25259f8b-a88e-4430-9c8d-0b0a37b7f16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:50.456560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-889a65e1-04a7-4e03-9577-7e071f3b312c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 200 len: 217 time: 0.0353293 Mar 22 14:34:50.521576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-53301336-0f72-4713-930e-da1e0443b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:50.523209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-53301336-0f72-4713-930e-da1e0443b212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf9c1de8-769c-49bc-b571-99e85620ad91 HTTP/1.1" status: 200 len: 853 time: 0.0609970 Mar 22 14:34:50.580458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b69f84a0-fce3-4a49-bd95-37c1733c4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:50.582074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b69f84a0-fce3-4a49-bd95-37c1733c4273 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=558bf05b-6eb3-4b95-bab7-871a9d24b196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517952 Mar 22 14:34:50.673199 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-b2c1e50c-c8a7-4189-b334-a86bad6fcc69 service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845702 Mar 22 14:34:50.809146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5e07a5-e227-4584-8c40-7e8aef3cf896 req-2f160d63-1568-48eb-a111-1bb26043b6f0 service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230297 Mar 22 14:34:50.816966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88d73e-6b8b-4a53-b31c-676c8de5d4d2 req-cce84f37-3843-4d0b-be2b-923bd2fb81f7 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:50.818517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a88d73e-6b8b-4a53-b31c-676c8de5d4d2 req-cce84f37-3843-4d0b-be2b-923bd2fb81f7 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0841353 Mar 22 14:34:50.894568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a88d73e-6b8b-4a53-b31c-676c8de5d4d2 req-b1f3b6c1-bc95-4262-b2e4-00b7e8d8dfa3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698073 Mar 22 14:34:50.920620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-bddf893f-c89f-41cd-ac04-cb660a3a7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:50.922209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-bddf893f-c89f-41cd-ac04-cb660a3a7caa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a43cc9602b8041cd8c05d03c3474583c&device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1126 time: 0.0627542 Mar 22 14:34:51.330393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb532aeb-fe8d-4f92-bcd1-ab60fdce8325 req-1526ed8a-6b7f-40d6-b238-cfad1262e88d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:51.331837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb532aeb-fe8d-4f92-bcd1-ab60fdce8325 req-1526ed8a-6b7f-40d6-b238-cfad1262e88d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.1064248 Mar 22 14:34:51.332961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-d5ce2e8a-e012-45be-90e4-206e6f101a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:51.334330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-d5ce2e8a-e012-45be-90e4-206e6f101a74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 200 len: 915 time: 0.4060831 Mar 22 14:34:51.385000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-6d482e94-405b-4c49-8599-2f76005a42d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 200 len: 217 time: 0.0404809 Mar 22 14:34:51.443304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb532aeb-fe8d-4f92-bcd1-ab60fdce8325 req-387caf22-3a37-46fd-8b59-ae6ebbd0b5a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046355 Mar 22 14:34:51.453021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-74aa2f40-b7b1-4df4-aff7-0d50b9640d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:51.454672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-74aa2f40-b7b1-4df4-aff7-0d50b9640d5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf9c1de8-769c-49bc-b571-99e85620ad91 HTTP/1.1" status: 200 len: 853 time: 0.0638566 Mar 22 14:34:51.513100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-5fe434c3-b881-4733-8be6-a69d5fb43509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:51.514644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-5fe434c3-b881-4733-8be6-a69d5fb43509 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=558bf05b-6eb3-4b95-bab7-871a9d24b196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530894 Mar 22 14:34:51.602162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-cd85ac72-9e7e-4d04-9277-db94b6eead88 service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812199 Mar 22 14:34:51.700797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f255ff6-b706-4a2b-adeb-a476f825db40 req-7172a4fd-7e87-43f7-89fd-39fb8deef08f service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885553 Mar 22 14:34:51.956151 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:52.024853 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0aed2-13dd-415f-89f7-61c005d25746 req-a6eb2b89-cf76-407d-86d3-e5339491c843 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:52.026769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8c0aed2-13dd-415f-89f7-61c005d25746 req-a6eb2b89-cf76-407d-86d3-e5339491c843 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0547593 Mar 22 14:34:52.075821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8c0aed2-13dd-415f-89f7-61c005d25746 req-1bb7633c-316c-4aaf-ad1a-742811c19be6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Mar 22 14:34:52.569759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0833-037f-471a-8b8d-a030d6d1deb4 req-2d88edcb-8fe4-4ecd-a0e2-80c2370bcb25 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:52.571835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bbf0833-037f-471a-8b8d-a030d6d1deb4 req-2d88edcb-8fe4-4ecd-a0e2-80c2370bcb25 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0570869 Mar 22 14:34:52.628336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9bbf0833-037f-471a-8b8d-a030d6d1deb4 req-604d9880-e305-4c3e-923b-3987c5c850a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505826 Mar 22 14:34:53.197235 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c5b0-bb70-4b1d-b5cf-67714ace98a2 req-866946ca-1987-4d7d-aa92-c4358eaf4f7b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:53.198747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7564c5b0-bb70-4b1d-b5cf-67714ace98a2 req-866946ca-1987-4d7d-aa92-c4358eaf4f7b tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0539744 Mar 22 14:34:53.247978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7564c5b0-bb70-4b1d-b5cf-67714ace98a2 req-14df902e-7ec5-4c8b-86c0-4dd4a90b49ae tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Mar 22 14:34:53.461495 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.750437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14720f-c1c3-4b76-991c-82d316ef3838 req-ff19b6f2-fc7c-40a6-862d-47ee3b5bdc1a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:53.751921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a14720f-c1c3-4b76-991c-82d316ef3838 req-ff19b6f2-fc7c-40a6-862d-47ee3b5bdc1a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0546155 Mar 22 14:34:53.800992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a14720f-c1c3-4b76-991c-82d316ef3838 req-72a12dd5-d055-4d4c-9828-26aad58ddbc5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429745 Mar 22 14:34:54.374448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df224-3864-4450-b6af-75d2fb3c8c8c req-123d8583-4bf6-411b-944c-83725a34f403 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:54.375915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-533df224-3864-4450-b6af-75d2fb3c8c8c req-123d8583-4bf6-411b-944c-83725a34f403 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0584512 Mar 22 14:34:54.429159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-533df224-3864-4450-b6af-75d2fb3c8c8c req-1367fcd9-1af1-4032-bf26-4a733b3b0521 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473602 Mar 22 14:34:54.648309 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:54.653426 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:54.923271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df933d-2c35-47d6-b69e-05ac52654629 req-1ddb2fcd-e89f-4342-adc3-4aaa8e0806a7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:54.924761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4df933d-2c35-47d6-b69e-05ac52654629 req-1ddb2fcd-e89f-4342-adc3-4aaa8e0806a7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0546889 Mar 22 14:34:54.975555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4df933d-2c35-47d6-b69e-05ac52654629 req-35c1b5cc-37e3-43ad-9064-3831a14b0337 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448279 Mar 22 14:34:55.563121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef753d-699a-4033-a02e-206c8636e597 req-e027bb91-c78d-4ee2-9e9c-76d8c0f4eddc tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:55.564513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22ef753d-699a-4033-a02e-206c8636e597 req-e027bb91-c78d-4ee2-9e9c-76d8c0f4eddc tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0545681 Mar 22 14:34:55.623186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22ef753d-699a-4033-a02e-206c8636e597 req-fb2feb95-6115-42ae-a96c-72ffe16a658f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522571 Mar 22 14:34:56.099283 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d401cd-04be-457a-88b1-53d0d215414c req-2ed08071-0bc3-4b96-a008-a4244918df3f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:56.100953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0d401cd-04be-457a-88b1-53d0d215414c req-2ed08071-0bc3-4b96-a008-a4244918df3f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0557067 Mar 22 14:34:56.153997 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0d401cd-04be-457a-88b1-53d0d215414c req-0b23459c-9791-4569-bcde-b9f8d1de8e66 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471447 Mar 22 14:34:56.747647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1963ce-7878-4b56-bdfb-94931e65860e req-ba2498a0-e409-4098-bd20-20c016177d5f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:56.749135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd1963ce-7878-4b56-bdfb-94931e65860e req-ba2498a0-e409-4098-bd20-20c016177d5f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0553968 Mar 22 14:34:56.798733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd1963ce-7878-4b56-bdfb-94931e65860e req-42803807-0de5-4135-9b74-dcb9feebd8fa tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Mar 22 14:34:57.259627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-e07b520d-86e9-404f-aa52-12c422883740 req-82cf1a76-1761-4b80-8a33-f5d61f6f9a96 tempest-TestNetworkAdvancedServerOps-1367059808 tempest-TestNetworkAdvancedServerOps-1367059808-project-admin] (110458) timed out ('10.222.0.44', 38556) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:34:57.285889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec8881-cd26-4273-a149-fafdf6e2dd9c req-4fcadf87-4b16-4a9e-b47c-05558babfe6e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:57.287575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebec8881-cd26-4273-a149-fafdf6e2dd9c req-4fcadf87-4b16-4a9e-b47c-05558babfe6e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0600634 Mar 22 14:34:57.340150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebec8881-cd26-4273-a149-fafdf6e2dd9c req-f2633429-b8a0-45a0-b104-6f65c754807e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462871 Mar 22 14:34:57.925222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74275-47fb-4eb8-b4a9-290cdef93d39 req-61adde93-a95a-4f5a-be5a-54477fe0d417 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:57.926935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c74275-47fb-4eb8-b4a9-290cdef93d39 req-61adde93-a95a-4f5a-be5a-54477fe0d417 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0566821 Mar 22 14:34:57.987886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-07c74275-47fb-4eb8-b4a9-290cdef93d39 req-9cf556cc-16a3-49ce-b7d8-e794423d8123 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549724 Mar 22 14:34:58.474858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f00f5-ea5f-4264-a65c-9963e201974f req-2d1dbc35-3664-47d8-bcbe-b07496eb3e17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:58.476363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f6f00f5-ea5f-4264-a65c-9963e201974f req-2d1dbc35-3664-47d8-bcbe-b07496eb3e17 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0576298 Mar 22 14:34:58.526268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f6f00f5-ea5f-4264-a65c-9963e201974f req-063e68e5-a6ed-49b3-981b-6c3e87627fd6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439558 Mar 22 14:34:58.688377 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:59.112149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f6c1-770f-42d2-8269-d735b0f8aaf6 req-87e71dc2-5f55-4d40-b99b-6a952fe88249 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:59.113792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b34f6c1-770f-42d2-8269-d735b0f8aaf6 req-87e71dc2-5f55-4d40-b99b-6a952fe88249 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0556982 Mar 22 14:34:59.164556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b34f6c1-770f-42d2-8269-d735b0f8aaf6 req-18232dcc-b879-4e26-b0fd-844a7db1d8a7 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Mar 22 14:34:59.653327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94c45b-9629-4a9b-806c-94376f11006e req-60f0cecc-2f21-4ad9-9b7d-9d51ba1a9b19 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:59.654970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b94c45b-9629-4a9b-806c-94376f11006e req-60f0cecc-2f21-4ad9-9b7d-9d51ba1a9b19 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0562289 Mar 22 14:34:59.712729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b94c45b-9629-4a9b-806c-94376f11006e req-e3c7b537-7bf2-4de3-b7f5-27ddb6a90277 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515018 Mar 22 14:35:00.334886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e500f6b-796b-4ee1-8d66-be2a59037fb4 req-65b06131-190b-452f-a374-f34a08272ec6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:00.342689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e500f6b-796b-4ee1-8d66-be2a59037fb4 req-65b06131-190b-452f-a374-f34a08272ec6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0972645 Mar 22 14:35:00.395628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e500f6b-796b-4ee1-8d66-be2a59037fb4 req-6bcb2297-7f09-4e1c-ac86-11cf0857b497 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520458 Mar 22 14:35:00.840865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95221125-bb26-4e48-91c4-fde172647da6 req-c788829a-06ff-412f-ab62-91f7f645f122 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:00.843302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95221125-bb26-4e48-91c4-fde172647da6 req-c788829a-06ff-412f-ab62-91f7f645f122 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0561476 Mar 22 14:35:00.896041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95221125-bb26-4e48-91c4-fde172647da6 req-66776880-9267-4a19-998d-956f22052008 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464776 Mar 22 14:35:01.542259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094bef1-e1d5-410e-8e83-3b0611ac5013 req-3f1801c2-49ee-4c8c-b6d7-b2811e6883d6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:01.550297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b094bef1-e1d5-410e-8e83-3b0611ac5013 req-3f1801c2-49ee-4c8c-b6d7-b2811e6883d6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0728900 Mar 22 14:35:01.611612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b094bef1-e1d5-410e-8e83-3b0611ac5013 req-524f6fae-3e93-4db7-84ea-ea068ffd87b0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602779 Mar 22 14:35:02.042758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856d96c-d861-4d16-a0aa-7ed1a4b2ed72 req-f5b5fc04-3cbd-4a52-baae-c9c7feaba3e8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.044439 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9856d96c-d861-4d16-a0aa-7ed1a4b2ed72 req-f5b5fc04-3cbd-4a52-baae-c9c7feaba3e8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0548675 Mar 22 14:35:02.110858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9856d96c-d861-4d16-a0aa-7ed1a4b2ed72 req-cb85b4c5-7f59-4922-9833-a25962e4d2de tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578063 Mar 22 14:35:02.742192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000de23-79b4-41dc-88ba-8b30588d7eeb req-bcb6ad63-9500-4af0-8997-393c095253bc tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.744110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c000de23-79b4-41dc-88ba-8b30588d7eeb req-bcb6ad63-9500-4af0-8997-393c095253bc tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0597413 Mar 22 14:35:02.827736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c000de23-79b4-41dc-88ba-8b30588d7eeb req-e715682b-4007-4525-a174-a44488345afd tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778089 Mar 22 14:35:03.222787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52e8e-4c1d-496d-adcd-4c861cb6eb7c req-42c45759-7ca1-4312-bf0e-bd36d8bdcc94 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:03.224329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efd52e8e-4c1d-496d-adcd-4c861cb6eb7c req-42c45759-7ca1-4312-bf0e-bd36d8bdcc94 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0542059 Mar 22 14:35:03.274347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efd52e8e-4c1d-496d-adcd-4c861cb6eb7c req-0440e628-7257-48b9-9ee3-d3ef969c849a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440495 Mar 22 14:35:03.974060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495e7b-81a3-46d6-aacc-84593e1b42a7 req-cac5b025-7c06-4069-b8fe-ef5d74acbb1e tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:03.976315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0495e7b-81a3-46d6-aacc-84593e1b42a7 req-cac5b025-7c06-4069-b8fe-ef5d74acbb1e tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0586967 Mar 22 14:35:04.031105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0495e7b-81a3-46d6-aacc-84593e1b42a7 req-2afcc90e-b4c2-41c1-b841-6c821e3cd9e7 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Mar 22 14:35:04.413036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5657b65-d18f-4cbc-bf7d-c64071d84006 req-fc915c0c-ff0d-41d2-b571-ca901f4b4ddc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:04.414624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5657b65-d18f-4cbc-bf7d-c64071d84006 req-fc915c0c-ff0d-41d2-b571-ca901f4b4ddc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0705101 Mar 22 14:35:04.470947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5657b65-d18f-4cbc-bf7d-c64071d84006 req-84c3affd-4a1e-43a1-a1fc-f78df23d9085 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492949 Mar 22 14:35:05.154843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8857a8-c5f0-4f99-abd8-b4b1890c11f8 req-a7172e6a-54b1-44db-b652-281369d6de20 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:05.156538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d8857a8-c5f0-4f99-abd8-b4b1890c11f8 req-a7172e6a-54b1-44db-b652-281369d6de20 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0559425 Mar 22 14:35:05.204599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d8857a8-c5f0-4f99-abd8-b4b1890c11f8 req-f5b7bb18-8490-477d-9c51-10704851122e tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Mar 22 14:35:05.614263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76d9a-4b11-47f8-b4c2-007cfe52a472 req-b06ce6eb-434f-484c-b247-59b254e60cb2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:05.616621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95f76d9a-4b11-47f8-b4c2-007cfe52a472 req-b06ce6eb-434f-484c-b247-59b254e60cb2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0682642 Mar 22 14:35:05.671133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95f76d9a-4b11-47f8-b4c2-007cfe52a472 req-5da9b2db-228b-469d-8b7c-571d73478744 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470221 Mar 22 14:35:06.326905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfcd6e-468b-4abf-9d69-c3cb4107b0da req-34c22b52-fc92-490a-93e9-9be9f4951911 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:06.328374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28bfcd6e-468b-4abf-9d69-c3cb4107b0da req-34c22b52-fc92-490a-93e9-9be9f4951911 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0543733 Mar 22 14:35:06.379015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28bfcd6e-468b-4abf-9d69-c3cb4107b0da req-5f02bf5c-06fd-4820-a0da-076c284a4c3f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449123 Mar 22 14:35:06.815941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a300-a5c1-41f5-bfef-bac1de7c77fb req-f9e81544-45b7-4eb6-a8eb-97818c838542 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:06.822516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7610a300-a5c1-41f5-bfef-bac1de7c77fb req-f9e81544-45b7-4eb6-a8eb-97818c838542 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0742257 Mar 22 14:35:06.882825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7610a300-a5c1-41f5-bfef-bac1de7c77fb req-40ff3391-d8c2-4d39-b9cb-22f15f72a35f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582688 Mar 22 14:35:07.504040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ad22-1eda-4354-8524-9edcf0dd8d71 req-0ca523ca-a1c1-4050-8273-a61382a3fbd6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:07.505777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbb9ad22-1eda-4354-8524-9edcf0dd8d71 req-0ca523ca-a1c1-4050-8273-a61382a3fbd6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0576892 Mar 22 14:35:07.556930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dbb9ad22-1eda-4354-8524-9edcf0dd8d71 req-973b52c2-1ed9-442e-a2f6-3fdc30e935bc tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Mar 22 14:35:08.031584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8df161-493f-4fb2-9e6f-95e22e7ff125 req-e88dd211-7340-41d6-85e2-6572b48fb11b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.033189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e8df161-493f-4fb2-9e6f-95e22e7ff125 req-e88dd211-7340-41d6-85e2-6572b48fb11b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 944 time: 0.0618656 Mar 22 14:35:08.130408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e8df161-493f-4fb2-9e6f-95e22e7ff125 req-4a337d70-551e-404c-b741-c1c8a29454bd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902131 Mar 22 14:35:08.143134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:08.183720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-0ac3af53-9617-40a7-ab96-86ef74fb91ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672367 Mar 22 14:35:08.276185 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:08.289512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-ad3a4e20-2031-4414-bbba-ef636f4008c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.291259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-ad3a4e20-2031-4414-bbba-ef636f4008c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.0621138 Mar 22 14:35:08.370557 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Publish callbacks [] for security_group (788b396c-bc71-46f1-bbfa-7c5e2c109206), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:08.376849 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (788b396c-bc71-46f1-bbfa-7c5e2c109206), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:08.399936 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-b96d131e-2aec-4fb1-921c-51926e4a089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.402192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-b96d131e-2aec-4fb1-921c-51926e4a089b service neutron] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 910 time: 0.0932372 Mar 22 14:35:08.423089 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24ebe854f45942d79582c87420461263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2787375 Mar 22 14:35:08.424121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788b396c-bc71-46f1-bbfa-7c5e2c109206,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:08.432928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40310) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:08.434403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.434963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.435364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.435923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.436315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.436749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.437150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.437679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.438088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.439357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.439739 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.440125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.440520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.440904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.441285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897e3d6-3433-4807-abf6-02242cb3efb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:08.507070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-356d6d6e-522c-456f-b68f-e6d3c89f4ae8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 1001 time: 0.0985036 Mar 22 14:35:08.519451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e19dc363-089a-41c8-9d67-93f6c9c9da00 admin admin] Publish callbacks [] for security_group (788b396c-bc71-46f1-bbfa-7c5e2c109206), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:08.544417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e19dc363-089a-41c8-9d67-93f6c9c9da00 admin admin] Publish callbacks [] for security_group (788b396c-bc71-46f1-bbfa-7c5e2c109206), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:08.574951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-e2d06e0c-cf32-48cd-893c-a3b15012f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.576800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-e2d06e0c-cf32-48cd-893c-a3b15012f0fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.0633211 Mar 22 14:35:08.622421 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e19dc363-089a-41c8-9d67-93f6c9c9da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (788b396c-bc71-46f1-bbfa-7c5e2c109206), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:08.625794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e19dc363-089a-41c8-9d67-93f6c9c9da00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:08.629570 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e19dc363-089a-41c8-9d67-93f6c9c9da00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/788b396c-bc71-46f1-bbfa-7c5e2c109206 HTTP/1.1" status: 204 len: 168 time: 0.1814818 Mar 22 14:35:08.636696 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dc363-089a-41c8-9d67-93f6c9c9da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b396c-bc71-46f1-bbfa-7c5e2c109206,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:08.670080 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-6c77371a-5481-40aa-aef8-2c4f89667702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.672074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-6c77371a-5481-40aa-aef8-2c4f89667702 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0842891 Mar 22 14:35:08.799213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09551bdd-9025-4acd-abcf-ba149162b937 req-1d72291e-0eb6-4a3b-ae79-6e98d20485ca tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.800876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09551bdd-9025-4acd-abcf-ba149162b937 req-1d72291e-0eb6-4a3b-ae79-6e98d20485ca tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.1117318 Mar 22 14:35:08.857940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-69976d2d-acae-441b-bd1e-ba3b780f5e5c service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765981 Mar 22 14:35:08.874310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b036a5f5-aef3-4dc7-a890-1a53c4b44449 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:35:08.927385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09551bdd-9025-4acd-abcf-ba149162b937 req-a5596e0d-cc3e-4300-b7b7-1f5a7e2af2c1 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145499 Mar 22 14:35:09.005434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d9923dd9-b6e0-4e91-bb49-1a370178a389 req-8479cd8c-7d10-4db5-9fe5-f80326c779af service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359534 Mar 22 14:35:09.080687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b036a5f5-aef3-4dc7-a890-1a53c4b44449, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:09.093933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'port_id': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'mac_address': 'fa:16:3e:70:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:35:09.144829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b036a5f5-aef3-4dc7-a890-1a53c4b44449 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:09.145632 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:09.164949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b036a5f5-aef3-4dc7-a890-1a53c4b44449 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:09.192862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b036a5f5-aef3-4dc7-a890-1a53c4b44449, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:09.198651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:09.263461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b036a5f5-aef3-4dc7-a890-1a53c4b44449,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:09.273624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.274113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.274693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.274813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.275283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.275617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.275948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.276272 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.276688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.277041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.277367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.277689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.278323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.278553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.278877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:09.303361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eebaf3-d967-45f9-98f6-c66403e04f6b req-ad1a1c7f-4dd1-4678-ba6b-d9906a6b57b3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:09.304965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1eebaf3-d967-45f9-98f6-c66403e04f6b req-ad1a1c7f-4dd1-4678-ba6b-d9906a6b57b3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 945 time: 0.0615835 Mar 22 14:35:09.365288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1eebaf3-d967-45f9-98f6-c66403e04f6b req-0c58a685-ce61-4d20-ac64-d89aece7eb2a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526741 Mar 22 14:35:09.504133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['b036a5f5-aef3-4dc7-a890-1a53c4b44449'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:10.073359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceb731-3d98-4a0e-91ad-eab7686b5c8f req-3dcc4d17-47e5-4e7f-b7c9-4fcb723a178f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:10.080108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcceb731-3d98-4a0e-91ad-eab7686b5c8f req-3dcc4d17-47e5-4e7f-b7c9-4fcb723a178f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0655804 Mar 22 14:35:10.127856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcceb731-3d98-4a0e-91ad-eab7686b5c8f req-3967107f-860d-489c-a0ef-459dde996069 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468941 Mar 22 14:35:10.523901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89637db5-9e03-4ecd-a971-b9260cdda4d3 req-8ed7c705-62a0-4919-b3d8-b4560a9e5386 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:10.525615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89637db5-9e03-4ecd-a971-b9260cdda4d3 req-8ed7c705-62a0-4919-b3d8-b4560a9e5386 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 945 time: 0.0736783 Mar 22 14:35:10.580091 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89637db5-9e03-4ecd-a971-b9260cdda4d3 req-12b7e254-f635-466f-aece-f4190fae1897 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480888 Mar 22 14:35:10.888060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b036a5f5-aef3-4dc7-a890-1a53c4b44449 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:10.948987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port b036a5f5-aef3-4dc7-a890-1a53c4b44449 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:35:10.956665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port b036a5f5-aef3-4dc7-a890-1a53c4b44449 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:10.957044 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.046126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port b036a5f5-aef3-4dc7-a890-1a53c4b44449 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:11.046518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.070327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:11.072708 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a6321-6e89-4d9f-9fff-199a2b5906cb" -d '{"events": [{"server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "name": "network-vif-plugged", "status": "completed", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:11.086479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port b036a5f5-aef3-4dc7-a890-1a53c4b44449, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:11.092322 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.124737 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60176f25-30b2-4350-8ee2-18ea5a44e4d2 x-openstack-request-id: req-60176f25-30b2-4350-8ee2-18ea5a44e4d2 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:11.125034 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "name": "network-vif-plugged", "status": "completed", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:11.125287 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60176f25-30b2-4350-8ee2-18ea5a44e4d2 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:11.125684 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60176f25-30b2-4350-8ee2-18ea5a44e4d2'] response: {'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'code': 200} Mar 22 14:35:11.175097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=b036a5f5-aef3-4dc7-a890-1a53c4b44449,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:11.300902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d54ec-85f7-4be6-befa-72b2a251d623 req-6ba42489-9ff8-4458-a6e0-3005f098e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:11.302457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f78d54ec-85f7-4be6-befa-72b2a251d623 req-6ba42489-9ff8-4458-a6e0-3005f098e76c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 1128 time: 0.0905325 Mar 22 14:35:11.309694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aa527-bea6-4dc9-8b3f-1bfb3d8f324f req-31a92c15-b29f-43a8-89c6-b5f6991303c1 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:11.311336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3aa527-bea6-4dc9-8b3f-1bfb3d8f324f req-31a92c15-b29f-43a8-89c6-b5f6991303c1 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.1097076 Mar 22 14:35:11.354684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:11.391166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb3aa527-bea6-4dc9-8b3f-1bfb3d8f324f req-02172483-23db-4847-880d-c1f25d017411 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730720 Mar 22 14:35:11.404398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f78d54ec-85f7-4be6-befa-72b2a251d623 req-222b7cdb-1e31-425a-b41b-96fa98e0586d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918622 Mar 22 14:35:11.480431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a6202a4-b981-4a16-974a-44b0ae75c6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.555068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a6202a4-b981-4a16-974a-44b0ae75c6c5 admin admin] Publish callbacks [] for security_group (a2f11942-6eff-4d9e-aeca-ecacf58b0bf4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.559956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1a6202a4-b981-4a16-974a-44b0ae75c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2f11942-6eff-4d9e-aeca-ecacf58b0bf4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.600179 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1a6202a4-b981-4a16-974a-44b0ae75c6c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f870cfade22429083a95c6474a8a652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418315 Mar 22 14:35:11.600179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6202a4-b981-4a16-974a-44b0ae75c6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f11942-6eff-4d9e-aeca-ecacf58b0bf4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:11.600896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40500) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:11.667414 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-147a5bd4-8ab6-4b84-bc71-2aedf2cc21bb admin admin] Publish callbacks [] for security_group (a2f11942-6eff-4d9e-aeca-ecacf58b0bf4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.708806 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-147a5bd4-8ab6-4b84-bc71-2aedf2cc21bb admin admin] Publish callbacks [] for security_group (a2f11942-6eff-4d9e-aeca-ecacf58b0bf4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.751250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba275c4-7a36-4ac1-a672-b56c0c6fa3cd req-19aa4af7-68a2-4547-aedb-d753e98eb087 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:11.752733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ba275c4-7a36-4ac1-a672-b56c0c6fa3cd req-19aa4af7-68a2-4547-aedb-d753e98eb087 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 946 time: 0.0995579 Mar 22 14:35:11.787961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-147a5bd4-8ab6-4b84-bc71-2aedf2cc21bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a2f11942-6eff-4d9e-aeca-ecacf58b0bf4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.790466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-147a5bd4-8ab6-4b84-bc71-2aedf2cc21bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.791605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-147a5bd4-8ab6-4b84-bc71-2aedf2cc21bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2f11942-6eff-4d9e-aeca-ecacf58b0bf4 HTTP/1.1" status: 204 len: 168 time: 0.1896582 Mar 22 14:35:11.811390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a5bd4-8ab6-4b84-bc71-2aedf2cc21bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f11942-6eff-4d9e-aeca-ecacf58b0bf4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:11.818004 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ba275c4-7a36-4ac1-a672-b56c0c6fa3cd req-203ed82e-ffd3-4c16-a078-ac53caf19fbb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578451 Mar 22 14:35:12.084429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40508) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:12.098408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db26bfee-8a34-4de9-9a30-c9393139bf7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.182735 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db26bfee-8a34-4de9-9a30-c9393139bf7d admin admin] Publish callbacks [] for security_group (b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.187261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db26bfee-8a34-4de9-9a30-c9393139bf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.228052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-db26bfee-8a34-4de9-9a30-c9393139bf7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=831e2a256b184a699567ac0801bc2aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424563 Mar 22 14:35:12.229057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26bfee-8a34-4de9-9a30-c9393139bf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:12.231334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40510) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:12.284630 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db6321a5-34bb-4f73-8f5a-2dd494b5e61c admin admin] Publish callbacks [] for security_group (b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.307906 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db6321a5-34bb-4f73-8f5a-2dd494b5e61c admin admin] Publish callbacks [] for security_group (b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.359632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db6321a5-34bb-4f73-8f5a-2dd494b5e61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.362737 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db6321a5-34bb-4f73-8f5a-2dd494b5e61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.364308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-db6321a5-34bb-4f73-8f5a-2dd494b5e61c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f HTTP/1.1" status: 204 len: 168 time: 0.1316345 Mar 22 14:35:12.373385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6321a5-34bb-4f73-8f5a-2dd494b5e61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3af85d2-e4aa-4e77-8e02-b1d96d8a9d7f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:12.549605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f8a8c-d31e-4cc3-a376-d4c6b85cb5c4 req-1a756dad-06cb-4d6f-a3be-b567a5b37da1 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:12.551136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e8f8a8c-d31e-4cc3-a376-d4c6b85cb5c4 req-1a756dad-06cb-4d6f-a3be-b567a5b37da1 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 944 time: 0.0675235 Mar 22 14:35:12.611689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e8f8a8c-d31e-4cc3-a376-d4c6b85cb5c4 req-b714ebd5-321c-469b-87f6-d343bb62d9b7 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524352 Mar 22 14:35:12.786335 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:35:12.836794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ba552dde-66a2-451d-9bae-564a72f27472 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:35:12.950913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d31ff-1396-47a1-bc40-15114e485535 req-4d03a82c-8d8f-4361-83eb-d72a5f9a7e1a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:12.952477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-960d31ff-1396-47a1-bc40-15114e485535 req-4d03a82c-8d8f-4361-83eb-d72a5f9a7e1a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 946 time: 0.0575845 Mar 22 14:35:13.021193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-960d31ff-1396-47a1-bc40-15114e485535 req-63a95e03-0824-483f-98a4-b3514a4c7645 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583739 Mar 22 14:35:13.118510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ba552dde-66a2-451d-9bae-564a72f27472, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ba552dde-66a2-451d-9bae-564a72f27472,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:13.130617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'ba552dde-66a2-451d-9bae-564a72f27472', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'mac_address': 'fa:16:3e:05:b0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:35:13.166509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859f8f6-abdc-4c78-81e0-5b93496c06aa req-65135712-25cb-4e26-9601-23bc65b65f01 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:13.168062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ba552dde-66a2-451d-9bae-564a72f27472 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:13.168270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b859f8f6-abdc-4c78-81e0-5b93496c06aa req-65135712-25cb-4e26-9601-23bc65b65f01 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 946 time: 0.0546310 Mar 22 14:35:13.168455 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba552dde-66a2-451d-9bae-564a72f27472), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.182496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba552dde-66a2-451d-9bae-564a72f27472 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:13.203969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ba552dde-66a2-451d-9bae-564a72f27472, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ba552dde-66a2-451d-9bae-564a72f27472,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:13.209094 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba552dde-66a2-451d-9bae-564a72f27472), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.224884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b859f8f6-abdc-4c78-81e0-5b93496c06aa req-7335c398-0cb2-4080-b502-99b98c1f0af2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502167 Mar 22 14:35:13.247980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:13.267255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ba552dde-66a2-451d-9bae-564a72f27472,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:13.412904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['ba552dde-66a2-451d-9bae-564a72f27472'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:13.628209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d813e9-f5b8-412c-ae61-2f6c8f8a8dc4 tempest-TestVolumeBootPattern-995982493 tempest-TestVolumeBootPattern-995982493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:13.633699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:13.635973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f7d813e9-f5b8-412c-ae61-2f6c8f8a8dc4 tempest-TestVolumeBootPattern-995982493 tempest-TestVolumeBootPattern-995982493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 1123 time: 0.3848634 Mar 22 14:35:13.642773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:13.683562 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.762289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc91fa-fb81-4e4d-a477-4f7fa7bd4338 req-e43ac1a4-f6dd-449a-8da1-b8a78894cca2 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:13.764324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cfcc91fa-fb81-4e4d-a477-4f7fa7bd4338 req-e43ac1a4-f6dd-449a-8da1-b8a78894cca2 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 945 time: 0.0682304 Mar 22 14:35:13.824404 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cfcc91fa-fb81-4e4d-a477-4f7fa7bd4338 req-9a6cd6fb-b834-433e-9b45-8787729db044 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543230 Mar 22 14:35:13.831750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.946577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-d76f5a3b-7c56-4799-ac7a-0765823f8722 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554683 Mar 22 14:35:13.955734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.25.2.38 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/69c5e022-35dc-4065-bb70-e7c535572ac2) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:14.043330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-2030a256-9e15-428e-987e-1f6de8ff3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:14.044988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-2030a256-9e15-428e-987e-1f6de8ff3c39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 1128 time: 0.0526516 Mar 22 14:35:14.092238 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.136504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.180244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-6658d441-3a0c-4110-837a-0640d30270cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:14.183014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-6658d441-3a0c-4110-837a-0640d30270cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.1166012 Mar 22 14:35:14.186895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:14.190106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:14.194165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:14.227680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=69c5e022-35dc-4065-bb70-e7c535572ac2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:14.254375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-8258e5fb-88a9-4416-94d5-84c5f18d0ff7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449 HTTP/1.1" status: 200 len: 217 time: 0.0654204 Mar 22 14:35:14.307597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-82807c9c-2d84-4a0d-b0c9-18aa3e349a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:14.309378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-82807c9c-2d84-4a0d-b0c9-18aa3e349a30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0496042 Mar 22 14:35:14.368246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-a36056ab-0ad7-4f6b-9e50-175e1d6bd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:14.369950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-a36056ab-0ad7-4f6b-9e50-175e1d6bd36e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530858 Mar 22 14:35:14.491842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-5d06ce3d-137c-4e36-84b4-5ced92e0ce82 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155167 Mar 22 14:35:14.615335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c1e70d9-fefc-4626-a381-05ba9ccac877 req-e03f81ac-e132-402e-a5e8-b1819f442c88 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159549 Mar 22 14:35:14.616624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (a61b7091-194a-4360-93d7-65a91a8456db), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.712525 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.837067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ba552dde-66a2-451d-9bae-564a72f27472 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:14.892325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.898883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.938118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port ba552dde-66a2-451d-9bae-564a72f27472 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:35:14.942737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port ba552dde-66a2-451d-9bae-564a72f27472 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:14.943281 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ba552dde-66a2-451d-9bae-564a72f27472), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.997687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=69c5e022-35dc-4065-bb70-e7c535572ac2,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:14.999800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40592) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:15.010450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'network': {'name': 'tempest-network-smoke--125448272', 'project_id': '79959cdbe46541ce9ee666501eb50279', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:15.016059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (a61b7091-194a-4360-93d7-65a91a8456db), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.038596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f8b41-74d2-43d4-aa0b-64f3d5c75f6f req-7bbe7a34-1d3d-4c10-9a62-6aa40555d7f6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:15.040520 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b0f8b41-74d2-43d4-aa0b-64f3d5c75f6f req-7bbe7a34-1d3d-4c10-9a62-6aa40555d7f6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 945 time: 0.1032619 Mar 22 14:35:15.064434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Made reservation on behalf of 79959cdbe46541ce9ee666501eb50279 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:15.065123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ba552dde-66a2-451d-9bae-564a72f27472 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:15.065665 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ba552dde-66a2-451d-9bae-564a72f27472), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.068464 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.079663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.110201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ba552dde-66a2-451d-9bae-564a72f27472, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ba552dde-66a2-451d-9bae-564a72f27472,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:15.112605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:15.116620 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13dac3b-1cf9-4bbf-be79-53e5e23bb94d" -d '{"events": [{"server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "name": "network-vif-plugged", "status": "completed", "tag": "ba552dde-66a2-451d-9bae-564a72f27472"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:15.122932 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ba552dde-66a2-451d-9bae-564a72f27472), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.137675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b0f8b41-74d2-43d4-aa0b-64f3d5c75f6f req-9704d9a1-c47c-478b-97c3-a940b63adb87 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902514 Mar 22 14:35:15.173099 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Floating IP a61b7091-194a-4360-93d7-65a91a8456db associated. External IP: 172.25.2.38, port: b036a5f5-aef3-4dc7-a890-1a53c4b44449. Mar 22 14:35:15.187650 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339b7fc-140f-418c-82ad-ecbea36ab6e0 x-openstack-request-id: req-7339b7fc-140f-418c-82ad-ecbea36ab6e0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:15.188115 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "name": "network-vif-plugged", "status": "completed", "tag": "ba552dde-66a2-451d-9bae-564a72f27472", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:15.188458 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7339b7fc-140f-418c-82ad-ecbea36ab6e0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:15.188987 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7339b7fc-140f-418c-82ad-ecbea36ab6e0'] response: {'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472', 'code': 200} Mar 22 14:35:15.203633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ba552dde-66a2-451d-9bae-564a72f27472,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:15.216224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (fc8ee707-5a1e-4a14-8fc1-65c128c7ecef), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.234436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fc8ee707-5a1e-4a14-8fc1-65c128c7ecef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.289442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:35:15.306121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8ee707-5a1e-4a14-8fc1-65c128c7ecef,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:15.315777 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3daecdd6-62cc-45d1-9387-e7d1a0b991be), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.316120 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Added segment 3daecdd6-62cc-45d1-9387-e7d1a0b991be of type vlan for network d52f18a5-aa47-4019-a043-2fa8abc2ed49 Mar 22 14:35:15.362512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626e70e-13cc-4a46-850c-f3a36c747d04 req-50fb6886-6208-46f8-9115-67b187443faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:15.364045 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d626e70e-13cc-4a46-850c-f3a36c747d04 req-50fb6886-6208-46f8-9115-67b187443faf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1128 time: 0.1114092 Mar 22 14:35:15.378681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d52f18a5-aa47-4019-a043-2fa8abc2ed49), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.413354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:15.432529 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d626e70e-13cc-4a46-850c-f3a36c747d04 req-0ca94b59-5d15-4c66-be56-bdacd5d27309 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605848 Mar 22 14:35:15.437278 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d52f18a5-aa47-4019-a043-2fa8abc2ed49), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.442470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:15.443237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.528337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5256524 Mar 22 14:35:15.532812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40596) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:15.538377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:15.542145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'admin_state_up': True, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:15.549124 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:15.563901 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:15.566114 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:15.569512 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.572916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec202581-5ef6-496f-b118-518ef8746cca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Network': ['ID=d52f18a5-aa47-4019-a043-2fa8abc2ed49,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:15.614046 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cb300efb-53a9-450b-9220-cb85e8d2f39c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9665391 Mar 22 14:35:15.614046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:15.614046 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608ca8f7-ce07-4266-a4b4-d962eeab90c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:15.627444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.628753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.670386 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831739c9-100c-4be6-9f1c-19a44482f318 x-openstack-request-id: req-831739c9-100c-4be6-9f1c-19a44482f318 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:15.670769 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:15.671080 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-831739c9-100c-4be6-9f1c-19a44482f318 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:15.671592 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831739c9-100c-4be6-9f1c-19a44482f318'] response: {'name': 'network-changed', 'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'status': 'completed', 'code': 200} Mar 22 14:35:15.738315 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:15.756186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:35:15.759188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_controller (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.857593 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-e15320ee-17f0-42fe-831b-1a1d5fcd364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:15.859157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-e15320ee-17f0-42fe-831b-1a1d5fcd364a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 1128 time: 0.1425054 Mar 22 14:35:15.981761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.019998 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'a61b7091-194a-4360-93d7-65a91a8456db', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:70:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:14Z', 'updated_at': '2022-03-22T14:35:14Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:16.050771 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:16.059933 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:16.060876 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:16.252283 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:16.477073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-46bd34e2-d5bf-4cb7-acec-9dc6b1fb70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:16.478561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-46bd34e2-d5bf-4cb7-acec-9dc6b1fb70d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.6135678 Mar 22 14:35:16.519559 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'a61b7091-194a-4360-93d7-65a91a8456db', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:70:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:14Z', 'updated_at': '2022-03-22T14:35:14Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:16.549352 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405edd63-8189-4e80-b68b-06ecf71ec01e None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'a61b7091-194a-4360-93d7-65a91a8456db', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:70:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:14Z', 'updated_at': '2022-03-22T14:35:14Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:16.555573 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa49eb-26dc-4c8f-b927-1cb919bea76d req-caf18896-946b-4c0b-a8fc-33bd471a94fd tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:16.557049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7aa49eb-26dc-4c8f-b927-1cb919bea76d req-caf18896-946b-4c0b-a8fc-33bd471a94fd tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 946 time: 0.1359429 Mar 22 14:35:16.589265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-77e875f6-f7e3-4ad8-8354-76cd64cd0a18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449 HTTP/1.1" status: 200 len: 999 time: 0.1036935 Mar 22 14:35:16.669697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7aa49eb-26dc-4c8f-b927-1cb919bea76d req-962a71de-eb75-415f-8f9f-38a737d26240 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053467 Mar 22 14:35:16.681261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-5467ac53-360f-42ca-aad3-f0d104d1dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:16.682797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-5467ac53-360f-42ca-aad3-f0d104d1dc7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0871305 Mar 22 14:35:16.815866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.839161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.848360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-bf89356a-b89c-407e-a26e-efadd18af48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:16.850333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-bf89356a-b89c-407e-a26e-efadd18af48b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1606886 Mar 22 14:35:16.934127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210f337-549f-48c5-a216-a966bd269fa3 None None] New status for floating IP a61b7091-194a-4360-93d7-65a91a8456db: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:35:17.026082 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-62ddb0bf-d460-40c0-b78f-dbf79eadabe4 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702802 Mar 22 14:35:17.027108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Allocated IP 172.25.2.42 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c54b51f3-f251-4fe3-abf1-8ade1522198d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:17.185577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-608ca8f7-ce07-4266-a4b4-d962eeab90c0 req-975b6621-5da8-4e17-bc16-86f6b0be371f service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524448 Mar 22 14:35:17.201822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.240341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.281830 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:17.284852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:17.289436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:17.319578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=c54b51f3-f251-4fe3-abf1-8ade1522198d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:17.587253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.833188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84fc1e-9dda-4097-ab70-e509c6102494 req-89f8b9c1-6722-49c9-992b-7c9ebf8d2ee6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:17.834751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe84fc1e-9dda-4097-ab70-e509c6102494 req-89f8b9c1-6722-49c9-992b-7c9ebf8d2ee6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 946 time: 0.0785320 Mar 22 14:35:17.835865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.961494 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe84fc1e-9dda-4097-ab70-e509c6102494 req-76224c2d-d3e7-4ece-8e55-cb36aebf0e2d tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203415 Mar 22 14:35:18.026210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:35:18.181903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234eb0-1e43-4be2-ad75-b2a12d93f625 req-3cf3ad0e-7946-47bc-962f-db4d659dd9ea tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:18.183414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16234eb0-1e43-4be2-ad75-b2a12d93f625 req-3cf3ad0e-7946-47bc-962f-db4d659dd9ea tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 946 time: 0.1460793 Mar 22 14:35:18.191447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:18.195242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c254ebf-1d06-4bda-8747-e16e58f84399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.205902 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Sync routers for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:18.217685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:18.218833 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:18.228248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.229451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-af44a8c1-6af4-4072-812c-d75ce4288e64 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6951492 Mar 22 14:35:18.232942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40626) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:18.258472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16234eb0-1e43-4be2-ad75-b2a12d93f625 req-db375b0c-42b7-41f2-8cc1-c80f4d3f2393 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645986 Mar 22 14:35:18.284873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40632) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:18.403541 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:18.473312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40642) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:18.487042 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e2799700-f96f-40ac-a4b6-4d3e8c5be1bf tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=79959cdbe46541ce9ee666501eb50279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2528846 Mar 22 14:35:18.489906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40646) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:18.606196 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fc51d-d1c5-4d4e-abb4-0d632aace12a tempest-TestVolumeBackupRestore-366461991 tempest-TestVolumeBackupRestore-366461991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:18.607748 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-131fc51d-d1c5-4d4e-abb4-0d632aace12a tempest-TestVolumeBackupRestore-366461991 tempest-TestVolumeBackupRestore-366461991-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1123 time: 0.3212714 Mar 22 14:35:18.613472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40648) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:18.625751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:18.705241 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:17Z', 'revision_number': 3, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:18.733752 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Checking router: dbd55f7a-7dd0-4e5c-8822-c7277b97e06f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:18.734019 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Updating router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f port c54b51f3-f251-4fe3-abf1-8ade1522198d binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:35:18.767534 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.029439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.045602 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Publish callbacks [] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.051484 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.096825 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Attempting to bind port c54b51f3-f251-4fe3-abf1-8ade1522198d on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:19.097194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Attempting to bind port c54b51f3-f251-4fe3-abf1-8ade1522198d by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:19.097565 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Attempting to bind port c54b51f3-f251-4fe3-abf1-8ade1522198d on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:19.105765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8463c-2f9b-447c-a423-c4febf05c44f req-5a697caf-675b-4abc-a3b2-595d585465f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:19.107790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bdc8463c-2f9b-447c-a423-c4febf05c44f req-5a697caf-675b-4abc-a3b2-595d585465f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.6332083 Mar 22 14:35:19.112739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b749bf-2adb-439b-9c54-cbec8dd10796 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:19.118057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a2b749bf-2adb-439b-9c54-cbec8dd10796 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6232672 Mar 22 14:35:19.118231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:19.118231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:19.118231 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.118231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:19.118231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Bound port: c54b51f3-f251-4fe3-abf1-8ade1522198d, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:19.118231 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.118730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40652) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:19.174814 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bfb1e954-d567-405f-9303-47a96015b722 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551448 Mar 22 14:35:19.175451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40654) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:19.178523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bdc8463c-2f9b-447c-a423-c4febf05c44f req-9cc080c5-2537-42d7-bd51-499eb5ccf145 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630140 Mar 22 14:35:19.183279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334622399', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'project_id': '79959cdbe46541ce9ee666501eb50279', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:19.187231 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] For port c54b51f3-f251-4fe3-abf1-8ade1522198d, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:19.191746 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] For port c54b51f3-f251-4fe3-abf1-8ade1522198d, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c54b51f3-f251-4fe3-abf1-8ade1522198d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:19.206758 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Pushing event updated for resources: {'Port': ['ID=c54b51f3-f251-4fe3-abf1-8ade1522198d,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:19.213131 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.238110 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.238522 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.238871 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.240300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.240808 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.241129 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.241576 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.241778 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.242166 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.242493 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.242823 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.243924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.244253 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.244577 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.244899 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:19.266121 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.302886 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:19.303635 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:34:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:19.327820 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Made reservation on behalf of 79959cdbe46541ce9ee666501eb50279 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:19.331637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.390236 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d506058-1311-464d-8178-ac1240fc90b4 None None] Pushing event updated for resources: {'Port': ['ID=c54b51f3-f251-4fe3-abf1-8ade1522198d,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:19.422722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Allocated IP 172.25.2.115 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/0ea1d48d-0515-48c3-8c70-ccb52777917a) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:19.445756 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:19.582084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.625323 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.686791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:19.690955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:19.693888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:19.734773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'Port': ['ID=0ea1d48d-0515-48c3-8c70-ccb52777917a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:19.758080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:17Z', 'revision_number': 3, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:19.792729 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2906c6-18a9-452c-9aa8-0f378b6c1c80 None None] The sync data for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 is: [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:17Z', 'revision_number': 3, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:19.893431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (55a44472-fc0c-4ec6-bbbd-0014ff360376), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.971876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Subnet': ['ID=55a44472-fc0c-4ec6-bbbd-0014ff360376,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:19.975349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Checking segment: {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:19.975715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network hostable DHCP agents. Network: d52f18a5-aa47-4019-a043-2fa8abc2ed49, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:35:19.998273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:35:20.015950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d52f18a5-aa47-4019-a043-2fa8abc2ed49) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:20.025799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402687df-6793-4510-a5be-ce0f667e3e3e None None] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:20.031816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:20.033013 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.054435 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-059def84-c48a-4d5f-b604-d7d1749c1dff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8772907 Mar 22 14:35:20.057083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40670) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:20.153616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d52f18a5-aa47-4019-a043-2fa8abc2ed49', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'project_id': '79959cdbe46541ce9ee666501eb50279', 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:35:20.154722 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.363711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for floatingip (2503249e-ae2a-45b6-9605-2a14f7bc9440), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.391476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Allocated IP 172.20.0.2 (d52f18a5-aa47-4019-a043-2fa8abc2ed49/55a44472-fc0c-4ec6-bbbd-0014ff360376/67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:20.532187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.532699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0dc0fb15-028c-4ca5-a7ef-80f13501eac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.734888 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Publish callbacks [] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.742411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.747846 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.749066 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.812113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Pushing event updated for resources: {'Port': ['ID=67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:20.839006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:20.839250 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.839868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event updated for resources: {'Port': ['ID=0ea1d48d-0515-48c3-8c70-ccb52777917a,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:20.840961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:20.854009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:20.854229 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (2503249e-ae2a-45b6-9605-2a14f7bc9440), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.928503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Attempting to bind port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:20.929120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Attempting to bind port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:20.929674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Attempting to bind port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 on network d52f18a5-aa47-4019-a043-2fa8abc2ed49 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:20.935804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:20.936420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Checking segment: {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:20.936981 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.937547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Bound using segment: {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:20.938434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Bound port: 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:20.938824 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.992884 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Floating IP 2503249e-ae2a-45b6-9605-2a14f7bc9440 associated. External IP: 172.25.2.115, port: ba552dde-66a2-451d-9bae-564a72f27472. Mar 22 14:35:21.025343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] For port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:21.043688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] For port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:21.060921 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.136509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe8c51-3dbe-4fa7-9558-c132590930ab None None] Pushing event updated for resources: {'Port': ['ID=67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:21.256901 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Allocated IP 172.20.0.1 (d52f18a5-aa47-4019-a043-2fa8abc2ed49/55a44472-fc0c-4ec6-bbbd-0014ff360376/6374c25e-2b82-43d0-8173-bb552f8d4444) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:21.310179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Router 142791d3-4e20-4f8a-8218-5e4781fb8168 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:21.432359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.484734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.501040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:21.520625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] Sync routers for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:21.523135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.535158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:21.537630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:21.538437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:21.538635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:21.547240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:21.589702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=6374c25e-2b82-43d0-8173-bb552f8d4444,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:21.596092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:21.601488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eb4e33ee-5a82-43ea-b4a2-3ff8ba7bf7d0 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9798620 Mar 22 14:35:21.602383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:21.607554 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab948a3-393e-4f3e-8505-55b101a34e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:21.660866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.664211 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68af7d9f-c758-495b-a911-e22b210e50e0 x-openstack-request-id: req-68af7d9f-c758-495b-a911-e22b210e50e0 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:21.664512 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:21.664767 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68af7d9f-c758-495b-a911-e22b210e50e0 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:21.666822 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68af7d9f-c758-495b-a911-e22b210e50e0'] response: {'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472', 'status': 'completed', 'code': 200} Mar 22 14:35:21.703277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16938a7e-556f-40a5-a0df-0f18c2b24992 tempest-TestVolumeBackupRestore-366461991 tempest-TestVolumeBackupRestore-366461991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:21.704830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16938a7e-556f-40a5-a0df-0f18c2b24992 tempest-TestVolumeBackupRestore-366461991 tempest-TestVolumeBackupRestore-366461991-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1123 time: 0.1076488 Mar 22 14:35:21.707627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40704) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:21.711822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:21.713700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Request body: {'floatingip': {'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:21.741820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-4376df79-f442-4509-b141-3f03c653dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:21.746566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-4376df79-f442-4509-b141-3f03c653dbda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a43cc9602b8041cd8c05d03c3474583c&device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1128 time: 0.0605233 Mar 22 14:35:21.933942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-12987bac-f8ad-4eb2-8c3e-a07e9534a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:21.936219 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-12987bac-f8ad-4eb2-8c3e-a07e9534a7e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 200 len: 915 time: 0.1727962 Mar 22 14:35:21.947883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for floatingip (2503249e-ae2a-45b6-9605-2a14f7bc9440), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.988593 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.008913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:22.040971 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.077540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-693cb5d6-7cd6-4ab6-b775-dd77bb8e896c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 200 len: 1000 time: 0.1351118 Mar 22 14:35:22.147329 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-b1b1c7f3-5266-478d-bb41-8ad29399c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:22.148890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-b1b1c7f3-5266-478d-bb41-8ad29399c75b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf9c1de8-769c-49bc-b571-99e85620ad91 HTTP/1.1" status: 200 len: 853 time: 0.0650427 Mar 22 14:35:22.151746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:22.152345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.210855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-ca99f876-7223-4b3e-8d65-4c1ed4c5bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:22.213475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-ca99f876-7223-4b3e-8d65-4c1ed4c5bf94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=558bf05b-6eb3-4b95-bab7-871a9d24b196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561821 Mar 22 14:35:22.305102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:22.305223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.329508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-4b0ff1ab-de67-4e5e-b854-9f608c31d0ae service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096952 Mar 22 14:35:22.367232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:22.386804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '2503249e-ae2a-45b6-9605-2a14f7bc9440', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'mac_address': 'fa:16:3e:05:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:19Z', 'updated_at': '2022-03-22T14:35:19Z', 'revision_number': 0, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:22.431734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aab948a3-393e-4f3e-8505-55b101a34e0e req-03e5674e-b1db-4834-8364-ca73c315394e service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963473 Mar 22 14:35:22.433331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] Checking router: 142791d3-4e20-4f8a-8218-5e4781fb8168 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:22.440336 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.441356 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c54b51f3-f251-4fe3-abf1-8ade1522198d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:22.509385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:22.510067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:22.605004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:22.631889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c54b51f3-f251-4fe3-abf1-8ade1522198d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:22.632269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.693853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:22.954821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c54b51f3-f251-4fe3-abf1-8ade1522198d is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:22.955265 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.009459 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.016143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.053755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5ac20-bc65-4af7-b5ce-8856cf729ee0 None None] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:23.059521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port c54b51f3-f251-4fe3-abf1-8ade1522198d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c54b51f3-f251-4fe3-abf1-8ade1522198d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:23.066353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.080303 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.167173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=6374c25e-2b82-43d0-8173-bb552f8d4444,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:23.253537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=c54b51f3-f251-4fe3-abf1-8ade1522198d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:23.261013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-54da2837-d907-47fa-aec9-aeeb827d9cba None None] Provisioning complete for port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:23.261393 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-54da2837-d907-47fa-aec9-aeeb827d9cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.286971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:23.290182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:23.302217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.383560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (2503249e-ae2a-45b6-9605-2a14f7bc9440), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.455232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-54da2837-d907-47fa-aec9-aeeb827d9cba None None] Current status of the port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:23.491083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.498742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:23.500161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '2503249e-ae2a-45b6-9605-2a14f7bc9440', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'mac_address': 'fa:16:3e:05:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:19Z', 'updated_at': '2022-03-22T14:35:19Z', 'revision_number': 0, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:23.535481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f32388-16d6-49fe-be7a-eff33ad1dbf3 None None] The sync data for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 is: [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '2503249e-ae2a-45b6-9605-2a14f7bc9440', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'mac_address': 'fa:16:3e:05:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:19Z', 'updated_at': '2022-03-22T14:35:19Z', 'revision_number': 0, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:23.743536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:23.758384 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Sync routers for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:23.759292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40712) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:23.759713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f8ac504f-0113-406f-af64-70e8447da6a0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "PUT /v2.0/routers/dbd55f7a-7dd0-4e5c-8822-c7277b97e06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7011805 Mar 22 14:35:23.765867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--428115964', 'description': 'tempest-secgroup_access--428115964 description', 'project_id': '79959cdbe46541ce9ee666501eb50279'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:23.795599 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:23.797225 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:23.809626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0772197e-7341-45cc-b95b-76ab4abbd276 None None] Provisioning complete for port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:23.811059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0772197e-7341-45cc-b95b-76ab4abbd276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.813364 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.842625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Router 142791d3-4e20-4f8a-8218-5e4781fb8168 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:23.919193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2129f-0955-43cf-8c81-229e86563270 None None] New status for floating IP 2503249e-ae2a-45b6-9605-2a14f7bc9440: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:35:24.000378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (ff6a7a43-9061-4013-bc81-afd7eb7ce78d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.010440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ff6a7a43-9061-4013-bc81-afd7eb7ce78d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.044820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.046188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2851663 Mar 22 14:35:24.052009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40716) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:24.057120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ea2ec7f6-3cea-43c4-bf1d-b827fbb8f5b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1280743474', 'description': 'tempest-secgroup_general--1280743474 description', 'project_id': '79959cdbe46541ce9ee666501eb50279'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:24.082328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:24.089344 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.093341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec7f6-3cea-43c4-bf1d-b827fbb8f5b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.097700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6a7a43-9061-4013-bc81-afd7eb7ce78d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:24.101598 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:24.121860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.123730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.124493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.124973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.125446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.125865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.126243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.126868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.127232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.127568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.127968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.128417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.128618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.128993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.129354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:24.129825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201c712-0476-47e8-886f-ba1cc1463b6e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:24.132047 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7d1b5-f0eb-4885-8ec1-261441bc31af" -d '{"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:24.235813 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d3416443-93b0-4bd1-bf91-ac7fee7c91e9 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "PUT /v2.0/floatingips/2503249e-ae2a-45b6-9605-2a14f7bc9440 HTTP/1.1" status: 200 len: 992 time: 2.5270815 Mar 22 14:35:24.238463 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5582e2bf-a2c2-43a3-8687-3ada2965bf9b x-openstack-request-id: req-5582e2bf-a2c2-43a3-8687-3ada2965bf9b {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:24.238463 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:24.248001 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5582e2bf-a2c2-43a3-8687-3ada2965bf9b {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:24.251233 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5582e2bf-a2c2-43a3-8687-3ada2965bf9b'] response: {'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472', 'status': 'completed', 'code': 200} Mar 22 14:35:24.305589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec7f6-3cea-43c4-bf1d-b827fbb8f5b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (343bec49-0f3d-426f-a0e1-cc5b38a2b974), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.310959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:24.316170 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec7f6-3cea-43c4-bf1d-b827fbb8f5b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (343bec49-0f3d-426f-a0e1-cc5b38a2b974), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.362629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-d0249db3-931d-43f2-97d8-e76ce0042fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.364887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-d0249db3-931d-43f2-97d8-e76ce0042fb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a43cc9602b8041cd8c05d03c3474583c&device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1128 time: 0.1048534 Mar 22 14:35:24.380224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec7f6-3cea-43c4-bf1d-b827fbb8f5b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.382319 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ea2ec7f6-3cea-43c4-bf1d-b827fbb8f5b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3288836 Mar 22 14:35:24.385802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40720) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:24.389914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:24.390484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.392134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-bb6d5d4a-41ab-4854-b38d-807f9c0d2390 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'security_group_rule': {'security_group_id': 'ff6a7a43-9061-4013-bc81-afd7eb7ce78d', 'project_id': '79959cdbe46541ce9ee666501eb50279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:24.420109 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 2, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:24.446730 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5d4a-41ab-4854-b38d-807f9c0d2390 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group_rule (ffbfe16c-208b-4e25-b46b-971b4134cbc4), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.454009 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Checking router: dbd55f7a-7dd0-4e5c-8822-c7277b97e06f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:24.454374 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Updating router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f port 6374c25e-2b82-43d0-8173-bb552f8d4444 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:35:24.481726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0772197e-7341-45cc-b95b-76ab4abbd276 None None] Current status of the port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:24.496722 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.505514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec7f6-3cea-43c4-bf1d-b827fbb8f5b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343bec49-0f3d-426f-a0e1-cc5b38a2b974,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:24.509580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-f521196b-90d6-465d-984d-1e38648cd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.511169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-f521196b-90d6-465d-984d-1e38648cd6da service neutron] 10.222.0.42 "GET /v2.0/networks?id=558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 200 len: 915 time: 0.1264739 Mar 22 14:35:24.528617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0772197e-7341-45cc-b95b-76ab4abbd276 None None] Provisioning complete for port 6374c25e-2b82-43d0-8173-bb552f8d4444 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:24.530547 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0772197e-7341-45cc-b95b-76ab4abbd276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.547361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:24.548927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c54b51f3-f251-4fe3-abf1-8ade1522198d up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:24.555173 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5d4a-41ab-4854-b38d-807f9c0d2390 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group_rule (ffbfe16c-208b-4e25-b46b-971b4134cbc4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.559319 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] Sync routers for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:24.561583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5d4a-41ab-4854-b38d-807f9c0d2390 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ffbfe16c-208b-4e25-b46b-971b4134cbc4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.588627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d5d4a-41ab-4854-b38d-807f9c0d2390 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbfe16c-208b-4e25-b46b-971b4134cbc4,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:24.600612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5d4a-41ab-4854-b38d-807f9c0d2390 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.605267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-229c1f3f-a8a3-41d1-8475-a7793e0b7a47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 200 len: 1002 time: 0.0859809 Mar 22 14:35:24.606500 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bb6d5d4a-41ab-4854-b38d-807f9c0d2390 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2194378 Mar 22 14:35:24.628516 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:24.629236 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:24.650226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0772197e-7341-45cc-b95b-76ab4abbd276 None None] Port 6374c25e-2b82-43d0-8173-bb552f8d4444 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:24.667988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-4b94b45e-2d03-4756-89ee-868231b13148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.669894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-4b94b45e-2d03-4756-89ee-868231b13148 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf9c1de8-769c-49bc-b571-99e85620ad91 HTTP/1.1" status: 200 len: 853 time: 0.0576539 Mar 22 14:35:24.692680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.699420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.700273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c54b51f3-f251-4fe3-abf1-8ade1522198d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:24.700634 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.740170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-cf18656a-4de0-444f-8f0d-efa617321473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.741741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-cf18656a-4de0-444f-8f0d-efa617321473 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=558bf05b-6eb3-4b95-bab7-871a9d24b196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665352 Mar 22 14:35:24.765345 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:24.803106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c54b51f3-f251-4fe3-abf1-8ade1522198d is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:24.809626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d285b590-b94a-4050-b841-345d2cf5c452 None None] Provisioning complete for port 6374c25e-2b82-43d0-8173-bb552f8d4444 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:24.809911 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d285b590-b94a-4050-b841-345d2cf5c452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.846319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d285b590-b94a-4050-b841-345d2cf5c452 None None] Port 6374c25e-2b82-43d0-8173-bb552f8d4444 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:24.865235 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-996e9ecd-88ed-46ac-a619-8af394c74deb tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1280743474&fields=id&tenant_id=79959cdbe46541ce9ee666501eb50279 HTTP/1.1" status: 200 len: 267 time: 0.1176500 Mar 22 14:35:24.908594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-385b6d8e-2e8d-4c20-9868-877ad38c7273 service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597004 Mar 22 14:35:25.246321 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Publish callbacks [] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.254776 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.292852 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '2503249e-ae2a-45b6-9605-2a14f7bc9440', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'mac_address': 'fa:16:3e:05:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:19Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 2, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:25.321746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-386e9237-e596-40b7-a311-ac1a60a1a694 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--428115964&fields=id&tenant_id=79959cdbe46541ce9ee666501eb50279 HTTP/1.1" status: 200 len: 267 time: 0.4485390 Mar 22 14:35:25.332301 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] Checking router: 142791d3-4e20-4f8a-8218-5e4781fb8168 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:25.336433 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505a82c-5db7-44ce-aa29-72a09cdcc5c2 None None] Pushing event updated for resources: {'Port': ['ID=6374c25e-2b82-43d0-8173-bb552f8d4444,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:25.350021 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:25.350665 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:25.426725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b7d1b5-f0eb-4885-8ec1-261441bc31af req-52f1ddee-eea9-47ad-a38e-b4b8849c446f service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118682 Mar 22 14:35:25.478541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-aa1a2f23-a45f-4d8a-a177-2250a1023b38 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:25.488005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-aa1a2f23-a45f-4d8a-a177-2250a1023b38 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/networks?id=d52f18a5-aa47-4019-a043-2fa8abc2ed49 HTTP/1.1" status: 200 len: 796 time: 0.1531086 Mar 22 14:35:25.504324 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Attempting to bind port 6374c25e-2b82-43d0-8173-bb552f8d4444 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:25.505933 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Attempting to bind port 6374c25e-2b82-43d0-8173-bb552f8d4444 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:25.507413 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Attempting to bind port 6374c25e-2b82-43d0-8173-bb552f8d4444 on network d52f18a5-aa47-4019-a043-2fa8abc2ed49 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:25.510526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-e2eacc35-36ef-4a90-9ef8-241ad8f884fb tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/quotas/79959cdbe46541ce9ee666501eb50279 HTTP/1.1" status: 200 len: 375 time: 0.0213447 Mar 22 14:35:25.519948 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:25.520319 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Checking segment: {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:25.521827 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.522263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Bound using segment: {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:25.522733 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Bound port: 6374c25e-2b82-43d0-8173-bb552f8d4444, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:25.523180 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.578226 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:25.592244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-ef65ee82-12cd-4093-9493-9dfbbe79a3ea tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651026 Mar 22 14:35:25.687873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-35fe8a23-e7b1-4981-9bbc-b80021640660 None None] Provisioning complete for port 6374c25e-2b82-43d0-8173-bb552f8d4444 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:25.689604 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-35fe8a23-e7b1-4981-9bbc-b80021640660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.720606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-0f71efb7-66c0-49e7-96f6-3159df309f2a service neutron] 10.222.0.44 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122539 Mar 22 14:35:25.736274 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] For port 6374c25e-2b82-43d0-8173-bb552f8d4444, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:25.742210 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] For port 6374c25e-2b82-43d0-8173-bb552f8d4444, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6374c25e-2b82-43d0-8173-bb552f8d4444,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:25.743994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-35fe8a23-e7b1-4981-9bbc-b80021640660 None None] Port 6374c25e-2b82-43d0-8173-bb552f8d4444 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:25.768694 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.865638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-33348062-6cd6-4e5d-bd9b-41c66fc9f1db service neutron] 10.222.0.44 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438289 Mar 22 14:35:25.893286 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:25.893909 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:25.899303 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505a82c-5db7-44ce-aa29-72a09cdcc5c2 None None] Pushing event updated for resources: {'Port': ['ID=6374c25e-2b82-43d0-8173-bb552f8d4444,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:26.085607 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:26.136724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7770bee8-e714-44a2-af38-41afb7bdf77e req-1e30a8d4-cb57-4909-9a55-a6477d82a4db tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 210 time: 0.0445359 Mar 22 14:35:26.141988 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '2503249e-ae2a-45b6-9605-2a14f7bc9440', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'mac_address': 'fa:16:3e:05:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:19Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 2, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:26.189576 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6866e9-c118-47ef-a1ae-b16c373bab2b None None] The sync data for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 is: [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '2503249e-ae2a-45b6-9605-2a14f7bc9440', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'port_id': 'ba552dde-66a2-451d-9bae-564a72f27472', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'mac_address': 'fa:16:3e:05:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d5a90-09f3-4702-a77e-6da2e120d162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:19Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 2, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:26.207338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-396575d9-da3a-4730-b692-26979effa7ce None None] Provisioning complete for port 6374c25e-2b82-43d0-8173-bb552f8d4444 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:26.207851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-396575d9-da3a-4730-b692-26979effa7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.252603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:26.255808 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57c7d52-e59f-4330-af96-490f16c20478" -d '{"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:26.323801 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709f3325-ba31-4a6e-8794-55d4839cd15c x-openstack-request-id: req-709f3325-ba31-4a6e-8794-55d4839cd15c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:26.324096 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:26.324357 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-709f3325-ba31-4a6e-8794-55d4839cd15c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:26.324776 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709f3325-ba31-4a6e-8794-55d4839cd15c'] response: {'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472', 'status': 'completed', 'code': 200} Mar 22 14:35:26.367085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-396575d9-da3a-4730-b692-26979effa7ce None None] Current status of the port 6374c25e-2b82-43d0-8173-bb552f8d4444 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:26.367442 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-396575d9-da3a-4730-b692-26979effa7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.453302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7d52-e59f-4330-af96-490f16c20478 req-d245d80c-1a18-490b-a8e0-c93de642ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:26.455059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f57c7d52-e59f-4330-af96-490f16c20478 req-d245d80c-1a18-490b-a8e0-c93de642ff45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a43cc9602b8041cd8c05d03c3474583c&device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1128 time: 0.0887382 Mar 22 14:35:26.519922 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:25Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:26.542566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-396575d9-da3a-4730-b692-26979effa7ce None None] For port 6374c25e-2b82-43d0-8173-bb552f8d4444, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6374c25e-2b82-43d0-8173-bb552f8d4444,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:26.550877 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-396575d9-da3a-4730-b692-26979effa7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.573697 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2642d4-2e2b-4b16-8fa0-e2a5a2fbb2bb None None] The sync data for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 is: [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:25Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:26.615951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7d52-e59f-4330-af96-490f16c20478 req-76b90081-a9fe-448a-a5a7-89a718d3b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:26.617492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f57c7d52-e59f-4330-af96-490f16c20478 req-76b90081-a9fe-448a-a5a7-89a718d3b5a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 200 len: 915 time: 0.1502266 Mar 22 14:35:26.719300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396575d9-da3a-4730-b692-26979effa7ce None None] Pushing event updated for resources: {'Port': ['ID=6374c25e-2b82-43d0-8173-bb552f8d4444,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:26.800274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f57c7d52-e59f-4330-af96-490f16c20478 req-b5b17713-9d57-46eb-a00b-4db10e3ebb20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 200 len: 1002 time: 0.1619856 Mar 22 14:35:26.891232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7d52-e59f-4330-af96-490f16c20478 req-fb37f66c-859e-49af-adf5-388c80943698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:26.892715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f57c7d52-e59f-4330-af96-490f16c20478 req-fb37f66c-859e-49af-adf5-388c80943698 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf9c1de8-769c-49bc-b571-99e85620ad91 HTTP/1.1" status: 200 len: 853 time: 0.0875204 Mar 22 14:35:27.015515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7d52-e59f-4330-af96-490f16c20478 req-c77dba0a-1fa5-4f43-9889-780cdf7fc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:27.018538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f57c7d52-e59f-4330-af96-490f16c20478 req-c77dba0a-1fa5-4f43-9889-780cdf7fc515 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=558bf05b-6eb3-4b95-bab7-871a9d24b196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1193719 Mar 22 14:35:27.294097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f57c7d52-e59f-4330-af96-490f16c20478 req-087ddd0f-9f29-48fc-bccd-0833383b6a6c service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424812 Mar 22 14:35:27.404858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b964c10-3245-4b62-994b-9c56da4336d4 req-c57e9d33-70da-4bdc-8c8f-08f21d290e6c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 210 time: 0.0997937 Mar 22 14:35:27.500868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f57c7d52-e59f-4330-af96-490f16c20478 req-4ba462ca-09d7-4253-90d5-b8427da5ecad service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056973 Mar 22 14:35:27.883521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6374c25e-2b82-43d0-8173-bb552f8d4444 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:27.949355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6374c25e-2b82-43d0-8173-bb552f8d4444 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:27.950774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.113876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6374c25e-2b82-43d0-8173-bb552f8d4444 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:28.263066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-25b090a4-7a99-46ca-929c-33186381a931 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:28.267224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-25b090a4-7a99-46ca-929c-33186381a931 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.57 "GET /v2.0/networks?id=d52f18a5-aa47-4019-a043-2fa8abc2ed49 HTTP/1.1" status: 200 len: 796 time: 0.2039804 Mar 22 14:35:28.382719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-dae3617e-f878-426f-9b31-7ac48c0a730a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79959cdbe46541ce9ee666501eb50279 HTTP/1.1" status: 200 len: 477 time: 0.1030631 Mar 22 14:35:28.391594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'port': {'device_id': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'admin_state_up': True, 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'security_groups': ['343bec49-0f3d-426f-a0e1-cc5b38a2b974', 'ff6a7a43-9061-4013-bc81-afd7eb7ce78d']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:28.548594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Made reservation on behalf of 79959cdbe46541ce9ee666501eb50279 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:28.551337 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.580038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca266a86-af24-4300-9ecb-6826d195a535 req-19fb498c-2b80-4e1f-ae6e-3ad48ca783f8 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 210 time: 0.0459859 Mar 22 14:35:28.702058 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.734874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Allocated IP 172.20.0.6 (d52f18a5-aa47-4019-a043-2fa8abc2ed49/55a44472-fc0c-4ec6-bbbd-0014ff360376/720d7e81-1d92-4cd8-941c-7472f7e24a6d) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:28.898662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.933371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.980059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:28.987460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:28.990174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:29.032633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=720d7e81-1d92-4cd8-941c-7472f7e24a6d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:29.066357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.067098 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.089143 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-f7ec0aa4-ff3b-4bae-8e6a-e9b21a26e012 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7014048 Mar 22 14:35:29.112421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Request body: {'port': {'device_id': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:29.199589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.298692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-658d80de-3ff1-4f62-ac7e-dbfd222fb3e3 None None] Provisioning complete for port 720d7e81-1d92-4cd8-941c-7472f7e24a6d triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:29.299228 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-658d80de-3ff1-4f62-ac7e-dbfd222fb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.345383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-658d80de-3ff1-4f62-ac7e-dbfd222fb3e3 None None] Port 720d7e81-1d92-4cd8-941c-7472f7e24a6d cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:29.506886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720d7e81-1d92-4cd8-941c-7472f7e24a6d {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:29.514375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Publish callbacks [] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.526618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Transition to ACTIVE for port object 720d7e81-1d92-4cd8-941c-7472f7e24a6d will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:35:29.531529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.580369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Pushing event updated for resources: {'Port': ['ID=720d7e81-1d92-4cd8-941c-7472f7e24a6d,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:29.701688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Attempting to bind port 720d7e81-1d92-4cd8-941c-7472f7e24a6d on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:29.702140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Attempting to bind port 720d7e81-1d92-4cd8-941c-7472f7e24a6d by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:29.702522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Attempting to bind port 720d7e81-1d92-4cd8-941c-7472f7e24a6d on network d52f18a5-aa47-4019-a043-2fa8abc2ed49 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:29.711186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Port 720d7e81-1d92-4cd8-941c-7472f7e24a6d on network d52f18a5-aa47-4019-a043-2fa8abc2ed49 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:35:29.711597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Attempting to bind port 720d7e81-1d92-4cd8-941c-7472f7e24a6d on network d52f18a5-aa47-4019-a043-2fa8abc2ed49 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:29.721146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:29.721569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Checking segment: {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:29.722057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Bound using segment: {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:29.722523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Bound port: 720d7e81-1d92-4cd8-941c-7472f7e24a6d, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daecdd6-62cc-45d1-9387-e7d1a0b991be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:29.722952 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.750577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39d06-b35f-4a2b-a4aa-0f527887200b req-bcff9be1-bbdd-43ca-9bd4-7a6c1552ecd5 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.752227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19d39d06-b35f-4a2b-a4aa-0f527887200b req-bcff9be1-bbdd-43ca-9bd4-7a6c1552ecd5 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 982 time: 0.0862842 Mar 22 14:35:29.839982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] For port 720d7e81-1d92-4cd8-941c-7472f7e24a6d, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:29.843458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] For port 720d7e81-1d92-4cd8-941c-7472f7e24a6d, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:29.851000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19d39d06-b35f-4a2b-a4aa-0f527887200b req-5e9de6aa-b26b-483c-9051-992b873ca9fd tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0808074 Mar 22 14:35:29.852897 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.898357 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.899148 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.900833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] 10.222.0.57 "PUT /v2.0/ports/720d7e81-1d92-4cd8-941c-7472f7e24a6d HTTP/1.1" status: 200 len: 1130 time: 0.7940392 Mar 22 14:35:29.903163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:29.905453 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46674792-f294-4d6f-a8d7-e5bd06adcc59" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:29.940855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c080bb-3a20-4cd1-946c-6f7386eb842d service neutron] Pushing event updated for resources: {'Port': ['ID=720d7e81-1d92-4cd8-941c-7472f7e24a6d,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:30.015016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-3960a779-23a6-441c-90b4-9b9e381002bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.016504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-3960a779-23a6-441c-90b4-9b9e381002bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1164 time: 0.0609822 Mar 22 14:35:30.068973 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16f3052-5104-4200-8b7e-db9deac8bb13 x-openstack-request-id: req-d16f3052-5104-4200-8b7e-db9deac8bb13 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:30.069380 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:30.069717 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d16f3052-5104-4200-8b7e-db9deac8bb13 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:30.070397 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16f3052-5104-4200-8b7e-db9deac8bb13'] response: {'name': 'network-changed', 'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'status': 'completed', 'code': 200} Mar 22 14:35:30.072707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-e5decb20-120c-4de8-b4e1-cf32b44cda7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d HTTP/1.1" status: 200 len: 217 time: 0.0498946 Mar 22 14:35:30.138174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-b2aefcbb-b786-4fac-ad09-28e69011fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.139711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-b2aefcbb-b786-4fac-ad09-28e69011fddd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55a44472-fc0c-4ec6-bbbd-0014ff360376 HTTP/1.1" status: 200 len: 834 time: 0.0549285 Mar 22 14:35:30.191446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353d-968a-466e-b1de-bb5acf701d6d req-797db1e9-dc7e-4697-b71a-a78e02844c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.193059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-797db1e9-dc7e-4697-b71a-a78e02844c9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d52f18a5-aa47-4019-a043-2fa8abc2ed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443130 Mar 22 14:35:30.286999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-6d520abb-cb13-4c17-bbaf-8c7456ac4bf5 service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880928 Mar 22 14:35:30.405564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2350353d-968a-466e-b1de-bb5acf701d6d req-b4752fa0-fd5a-4dfc-888c-99ffc73aa9fe service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020672 Mar 22 14:35:30.547454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-f0d3f419-6fa2-4aa1-a69e-c47fde6cd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.549100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-f0d3f419-6fa2-4aa1-a69e-c47fde6cd6d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1164 time: 0.0816698 Mar 22 14:35:30.661817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-2ccfff94-34e3-4888-925c-d1f703242a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.664120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-2ccfff94-34e3-4888-925c-d1f703242a5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d52f18a5-aa47-4019-a043-2fa8abc2ed49 HTTP/1.1" status: 200 len: 897 time: 0.1056209 Mar 22 14:35:30.690613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40782) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:30.711584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-56ae9bf1-5c5d-474e-b62e-44d2555ebd14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d HTTP/1.1" status: 200 len: 217 time: 0.0402365 Mar 22 14:35:30.762428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-f506fbd9-b05d-4b3d-8d93-6a1949660302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.764137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-f506fbd9-b05d-4b3d-8d93-6a1949660302 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55a44472-fc0c-4ec6-bbbd-0014ff360376 HTTP/1.1" status: 200 len: 834 time: 0.0470858 Mar 22 14:35:30.811846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82505efd-bedc-4fa4-8018-2f03f3cb9ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.821832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-898a3ee4-e393-4b5b-a76b-bb45161bcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.823441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-898a3ee4-e393-4b5b-a76b-bb45161bcf57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d52f18a5-aa47-4019-a043-2fa8abc2ed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529046 Mar 22 14:35:30.894360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82505efd-bedc-4fa4-8018-2f03f3cb9ef6 admin admin] Publish callbacks [] for security_group (1d3d0770-c182-49e4-9a64-e4fcf0c9307b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.899312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-82505efd-bedc-4fa4-8018-2f03f3cb9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1d3d0770-c182-49e4-9a64-e4fcf0c9307b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.925756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-8b12b926-ad83-483f-9fec-c1633bffc67d service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952709 Mar 22 14:35:30.941320 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-82505efd-bedc-4fa4-8018-2f03f3cb9ef6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6ef35b7b94f4a30a69cc9939f3d5af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495716 Mar 22 14:35:30.942363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82505efd-bedc-4fa4-8018-2f03f3cb9ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3d0770-c182-49e4-9a64-e4fcf0c9307b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:30.946529 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40788) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:30.999210 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5762-b204-484b-9bfe-833a89a3c495 admin admin] Publish callbacks [] for security_group (1d3d0770-c182-49e4-9a64-e4fcf0c9307b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.020838 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5762-b204-484b-9bfe-833a89a3c495 admin admin] Publish callbacks [] for security_group (1d3d0770-c182-49e4-9a64-e4fcf0c9307b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.066454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954423d-3738-47a0-a0e8-5971a53a3886 req-e57b88f6-1018-47d2-a0f3-6323c9e614e2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:31.068127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5954423d-3738-47a0-a0e8-5971a53a3886 req-e57b88f6-1018-47d2-a0f3-6323c9e614e2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 982 time: 0.1089365 Mar 22 14:35:31.079788 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5762-b204-484b-9bfe-833a89a3c495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1d3d0770-c182-49e4-9a64-e4fcf0c9307b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.083340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5762-b204-484b-9bfe-833a89a3c495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.084868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e0e5762-b204-484b-9bfe-833a89a3c495 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d3d0770-c182-49e4-9a64-e4fcf0c9307b HTTP/1.1" status: 204 len: 168 time: 0.1371925 Mar 22 14:35:31.094231 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5762-b204-484b-9bfe-833a89a3c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3d0770-c182-49e4-9a64-e4fcf0c9307b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:31.164636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5954423d-3738-47a0-a0e8-5971a53a3886 req-84ed25b8-58aa-4ec6-8ad9-7b690c34ee72 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0894394 Mar 22 14:35:31.168995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-46674792-f294-4d6f-a8d7-e5bd06adcc59 req-b0009919-db5b-47b4-bd43-792d766ddac5 service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366731 Mar 22 14:35:31.377815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40794) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:31.391828 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-390ec92c-8cc3-48cd-a18b-ce1a496ca692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.472321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-390ec92c-8cc3-48cd-a18b-ce1a496ca692 admin admin] Publish callbacks [] for security_group (9642f1df-c4b1-41e1-9d44-79abc2e24e44), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.476958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-390ec92c-8cc3-48cd-a18b-ce1a496ca692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9642f1df-c4b1-41e1-9d44-79abc2e24e44), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.521445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-390ec92c-8cc3-48cd-a18b-ce1a496ca692 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c0df1a3412042dc89db13324c35ad36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424158 Mar 22 14:35:31.522377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ec92c-8cc3-48cd-a18b-ce1a496ca692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9642f1df-c4b1-41e1-9d44-79abc2e24e44,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:31.524552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40796) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:31.577689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dceaecf-2d6d-4876-97d8-de42f146326e admin admin] Publish callbacks [] for security_group (9642f1df-c4b1-41e1-9d44-79abc2e24e44), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.600440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dceaecf-2d6d-4876-97d8-de42f146326e admin admin] Publish callbacks [] for security_group (9642f1df-c4b1-41e1-9d44-79abc2e24e44), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.649766 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dceaecf-2d6d-4876-97d8-de42f146326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9642f1df-c4b1-41e1-9d44-79abc2e24e44), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.652632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7dceaecf-2d6d-4876-97d8-de42f146326e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.653930 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7dceaecf-2d6d-4876-97d8-de42f146326e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9642f1df-c4b1-41e1-9d44-79abc2e24e44 HTTP/1.1" status: 204 len: 168 time: 0.1282313 Mar 22 14:35:31.662885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceaecf-2d6d-4876-97d8-de42f146326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9642f1df-c4b1-41e1-9d44-79abc2e24e44,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:32.291442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198d75-e8bc-4d12-bd67-36c9205137dc req-8d1f15b6-501d-4f56-98dc-b2e205de6183 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.294588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52198d75-e8bc-4d12-bd67-36c9205137dc req-8d1f15b6-501d-4f56-98dc-b2e205de6183 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 982 time: 0.0616107 Mar 22 14:35:32.350343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52198d75-e8bc-4d12-bd67-36c9205137dc req-60ab6130-a176-4991-8d71-e295a394c460 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0515707 Mar 22 14:35:32.985121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 720d7e81-1d92-4cd8-941c-7472f7e24a6d details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:35:33.086576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 720d7e81-1d92-4cd8-941c-7472f7e24a6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:33.102544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'port_id': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'mac_address': 'fa:16:3e:24:eb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:35:33.149401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 720d7e81-1d92-4cd8-941c-7472f7e24a6d is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:33.150178 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.166116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720d7e81-1d92-4cd8-941c-7472f7e24a6d {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:33.187758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 720d7e81-1d92-4cd8-941c-7472f7e24a6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:33.193314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.248004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=720d7e81-1d92-4cd8-941c-7472f7e24a6d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:33.427683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['720d7e81-1d92-4cd8-941c-7472f7e24a6d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:33.485663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7134ca-cd59-4de1-8a04-9a8038722c75 req-75809f8d-a847-4467-bba1-55c30e5a283f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:33.490555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b7134ca-cd59-4de1-8a04-9a8038722c75 req-75809f8d-a847-4467-bba1-55c30e5a283f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 983 time: 0.0653713 Mar 22 14:35:33.550257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b7134ca-cd59-4de1-8a04-9a8038722c75 req-154c0030-3979-417b-8643-754f7dff6857 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0563648 Mar 22 14:35:33.781999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40868) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:33.902343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7dc55331-9d0f-4db6-b043-cd381a174aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.980894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7dc55331-9d0f-4db6-b043-cd381a174aa2 admin admin] Publish callbacks [] for security_group (cbefe8a4-b48e-4101-890e-d7db940450af), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.985673 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7dc55331-9d0f-4db6-b043-cd381a174aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cbefe8a4-b48e-4101-890e-d7db940450af), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.023142 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7dc55331-9d0f-4db6-b043-cd381a174aa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57fddf34829a455595fc658cbbe83e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401149 Mar 22 14:35:34.024269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc55331-9d0f-4db6-b043-cd381a174aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbefe8a4-b48e-4101-890e-d7db940450af,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:34.026270 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40872) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:34.074709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b1722ff-bedc-4900-9c1d-d403ca3496c8 admin admin] Publish callbacks [] for security_group (cbefe8a4-b48e-4101-890e-d7db940450af), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.099501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b1722ff-bedc-4900-9c1d-d403ca3496c8 admin admin] Publish callbacks [] for security_group (cbefe8a4-b48e-4101-890e-d7db940450af), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.149495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b1722ff-bedc-4900-9c1d-d403ca3496c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (cbefe8a4-b48e-4101-890e-d7db940450af), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.153639 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6b1722ff-bedc-4900-9c1d-d403ca3496c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.155393 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6b1722ff-bedc-4900-9c1d-d403ca3496c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbefe8a4-b48e-4101-890e-d7db940450af HTTP/1.1" status: 204 len: 168 time: 0.1281481 Mar 22 14:35:34.163711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1722ff-bedc-4900-9c1d-d403ca3496c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbefe8a4-b48e-4101-890e-d7db940450af,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:34.452431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40878) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:34.468043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e2ccc61-fb14-4b74-bde1-e886fee42db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.557101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e2ccc61-fb14-4b74-bde1-e886fee42db4 admin admin] Publish callbacks [] for security_group (37cf4268-5045-4943-b61e-024d784a6041), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.563074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e2ccc61-fb14-4b74-bde1-e886fee42db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (37cf4268-5045-4943-b61e-024d784a6041), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.604743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ccc61-fb14-4b74-bde1-e886fee42db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf4268-5045-4943-b61e-024d784a6041,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:34.609526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0e2ccc61-fb14-4b74-bde1-e886fee42db4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c21b6b734a324f87a5f85907bb4a5e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559560 Mar 22 14:35:34.612678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 40882) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:34.668535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5932fd5-5e17-491f-9124-d82316fdce41 admin admin] Publish callbacks [] for security_group (37cf4268-5045-4943-b61e-024d784a6041), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.687137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc02e24-23d1-4ab1-98df-23ff341326a7 req-2d2d3465-e103-4c8a-b337-36829389f95b tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:34.688702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adc02e24-23d1-4ab1-98df-23ff341326a7 req-2d2d3465-e103-4c8a-b337-36829389f95b tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 983 time: 0.0603218 Mar 22 14:35:34.692729 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5932fd5-5e17-491f-9124-d82316fdce41 admin admin] Publish callbacks [] for security_group (37cf4268-5045-4943-b61e-024d784a6041), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.742979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5932fd5-5e17-491f-9124-d82316fdce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (37cf4268-5045-4943-b61e-024d784a6041), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.746664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c5932fd5-5e17-491f-9124-d82316fdce41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:34.747856 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c5932fd5-5e17-491f-9124-d82316fdce41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37cf4268-5045-4943-b61e-024d784a6041 HTTP/1.1" status: 204 len: 168 time: 0.1344581 Mar 22 14:35:34.756467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5932fd5-5e17-491f-9124-d82316fdce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cf4268-5045-4943-b61e-024d784a6041,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:34.762605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adc02e24-23d1-4ab1-98df-23ff341326a7 req-d5fd16a4-4650-418b-974b-df64f583d46d tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0666242 Mar 22 14:35:35.011665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 720d7e81-1d92-4cd8-941c-7472f7e24a6d up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:35.068382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 720d7e81-1d92-4cd8-941c-7472f7e24a6d completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:35:35.073120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 720d7e81-1d92-4cd8-941c-7472f7e24a6d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:35.073751 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:35.157233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 720d7e81-1d92-4cd8-941c-7472f7e24a6d is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:35.157617 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:35.185084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:35.187545 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ae332b-871c-45ec-9549-f23acb954e47" -d '{"events": [{"server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "name": "network-vif-plugged", "status": "completed", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:35.206591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 720d7e81-1d92-4cd8-941c-7472f7e24a6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:35.215534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:35.246644 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1c0ae6-50be-4da7-bec5-b92451852d76 x-openstack-request-id: req-0d1c0ae6-50be-4da7-bec5-b92451852d76 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:35.247010 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "name": "network-vif-plugged", "status": "completed", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:35.247386 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d1c0ae6-50be-4da7-bec5-b92451852d76 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:35.247661 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1c0ae6-50be-4da7-bec5-b92451852d76'] response: {'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'code': 200} Mar 22 14:35:35.281021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=720d7e81-1d92-4cd8-941c-7472f7e24a6d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:35.381430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833d2ce-aaa5-49fa-8647-77481f8c4495 req-355200ce-ffb6-4c2c-b9f5-60ea40f08e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:35.383279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7833d2ce-aaa5-49fa-8647-77481f8c4495 req-355200ce-ffb6-4c2c-b9f5-60ea40f08e4c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1166 time: 0.0654757 Mar 22 14:35:35.445865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7833d2ce-aaa5-49fa-8647-77481f8c4495 req-c58480d5-7214-4351-89e2-4894e32f36b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0552747 Mar 22 14:35:35.886608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b2261-fb22-4913-b3f6-3e11288b45b6 req-ded9f608-d2da-44d1-820a-0de976c2311a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:35.888050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de2b2261-fb22-4913-b3f6-3e11288b45b6 req-ded9f608-d2da-44d1-820a-0de976c2311a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 984 time: 0.0546000 Mar 22 14:35:35.957374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de2b2261-fb22-4913-b3f6-3e11288b45b6 req-83829a44-9d54-4582-917a-ff7d2d93842e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0631626 Mar 22 14:35:37.084051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cb0e-5e79-479f-b9eb-4db2fa5dc555 req-fe41e7a7-c4a0-4195-a9ca-f264d63df516 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.085640 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2078cb0e-5e79-479f-b9eb-4db2fa5dc555 req-fe41e7a7-c4a0-4195-a9ca-f264d63df516 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 984 time: 0.0627642 Mar 22 14:35:37.151525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2078cb0e-5e79-479f-b9eb-4db2fa5dc555 req-f9fb0f21-d226-497d-99f0-d9bdbbb907e3 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0597408 Mar 22 14:35:37.284589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f8b36-4cd3-4b39-9f39-5d27743538b9 req-0dbe6cff-cfe9-41f0-b03a-2e47fe6b9262 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.286283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-455f8b36-4cd3-4b39-9f39-5d27743538b9 req-0dbe6cff-cfe9-41f0-b03a-2e47fe6b9262 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 984 time: 0.0601439 Mar 22 14:35:37.348103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-455f8b36-4cd3-4b39-9f39-5d27743538b9 req-0f9313be-2a6e-4414-8b77-7ac3cfb6f9ff tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0553377 Mar 22 14:35:37.472132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a4056-345d-4177-968e-79294a2b5bce req-4821c9aa-0ef2-4938-8634-53fc57824c75 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.473763 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd6a4056-345d-4177-968e-79294a2b5bce req-4821c9aa-0ef2-4938-8634-53fc57824c75 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1166 time: 0.0492647 Mar 22 14:35:37.497745 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cd6a4056-345d-4177-968e-79294a2b5bce req-259055e3-401c-4f02-893f-4276c8679c92 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.584754 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cd6a4056-345d-4177-968e-79294a2b5bce req-259055e3-401c-4f02-893f-4276c8679c92 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Publish callbacks [] for security_group (81efa3bb-b8af-4796-9fa4-ff81d2a1667d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.589450 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cd6a4056-345d-4177-968e-79294a2b5bce req-259055e3-401c-4f02-893f-4276c8679c92 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81efa3bb-b8af-4796-9fa4-ff81d2a1667d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.634612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259055e3-401c-4f02-893f-4276c8679c92 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81efa3bb-b8af-4796-9fa4-ff81d2a1667d,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:37.640460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cd6a4056-345d-4177-968e-79294a2b5bce req-259055e3-401c-4f02-893f-4276c8679c92 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1580412 Mar 22 14:35:37.667292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40990) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:37.712342 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a5d1d-330e-46ff-94e8-8100528718e1 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.716702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c70a5d1d-330e-46ff-94e8-8100528718e1 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1161 time: 0.0483344 Mar 22 14:35:37.720172 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40992) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:37.725050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:37.746662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.849523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.958704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Allocated IP 172.25.2.3 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/279d72b0-67e8-41cd-97f8-1fd833a994d7) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:38.073549 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:38.109654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:38.146240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:38.149456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:38.153069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:38.179813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=279d72b0-67e8-41cd-97f8-1fd833a994d7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:38.543978 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for floatingip (e7d973f2-fd6a-4dee-856d-b48204d3ef2b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:38.620750 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:38.791494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:38.797156 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:38.874843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=279d72b0-67e8-41cd-97f8-1fd833a994d7,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:38.885309 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e7d973f2-fd6a-4dee-856d-b48204d3ef2b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:38.999777 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Floating IP e7d973f2-fd6a-4dee-856d-b48204d3ef2b associated. External IP: 172.25.2.3, port: 720d7e81-1d92-4cd8-941c-7472f7e24a6d. Mar 22 14:35:39.547070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:39.665721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:39.677200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] Sync routers for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:39.686962 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:39.690692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:39.691693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:39.730181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-86e0cf27-0490-4be2-8a4c-23ea81a2acfa tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0083950 Mar 22 14:35:39.730509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 40998) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:39.730942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:39.733522 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572dfae4-de1f-4516-9979-4b862a559c90" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:39.806718 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6049a0-a59e-4e7e-88bf-eb5eabe951c8 x-openstack-request-id: req-2b6049a0-a59e-4e7e-88bf-eb5eabe951c8 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:39.806974 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:39.807105 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b6049a0-a59e-4e7e-88bf-eb5eabe951c8 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:39.807536 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6049a0-a59e-4e7e-88bf-eb5eabe951c8'] response: {'name': 'network-changed', 'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'status': 'completed', 'code': 200} Mar 22 14:35:39.977305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dfae4-de1f-4516-9979-4b862a559c90 req-f0d9ce76-b365-46d5-adae-cff71e7b6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:39.978859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-572dfae4-de1f-4516-9979-4b862a559c90 req-f0d9ce76-b365-46d5-adae-cff71e7b6651 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1166 time: 0.1607642 Mar 22 14:35:39.997612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:39.998200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:39.998753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:39.999268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:39.999772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.000355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.000870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.001365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.002087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.002553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.004744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2d822414-dd66-482b-8cb9-95386ad76c1b tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7080 time: 0.2685704 Mar 22 14:35:40.008031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41002) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:40.043599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:40.096997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dfae4-de1f-4516-9979-4b862a559c90 req-96fa422b-5ef8-49f1-82f2-4f44a9b78d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.099500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-572dfae4-de1f-4516-9979-4b862a559c90 req-96fa422b-5ef8-49f1-82f2-4f44a9b78d9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d52f18a5-aa47-4019-a043-2fa8abc2ed49 HTTP/1.1" status: 200 len: 897 time: 0.1116841 Mar 22 14:35:40.124435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.124896 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.125342 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.125784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.126255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.127076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.127542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.128076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.128595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.129106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.134073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-933dcd48-9da4-48fd-b127-e4d6fb59d04c tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6556 time: 0.1216943 Mar 22 14:35:40.134392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41004) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:40.199792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-572dfae4-de1f-4516-9979-4b862a559c90 req-632cf06d-e21a-4d96-ba7d-b1752d8d30cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d HTTP/1.1" status: 200 len: 997 time: 0.0923986 Mar 22 14:35:40.264285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dfae4-de1f-4516-9979-4b862a559c90 req-bd5de469-5484-42f0-ad2f-615b5b678fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.266806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-572dfae4-de1f-4516-9979-4b862a559c90 req-bd5de469-5484-42f0-ad2f-615b5b678fc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55a44472-fc0c-4ec6-bbbd-0014ff360376 HTTP/1.1" status: 200 len: 834 time: 0.0596745 Mar 22 14:35:40.329119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dfae4-de1f-4516-9979-4b862a559c90 req-405abfaa-18f1-4649-958a-8314d074a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.331836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-572dfae4-de1f-4516-9979-4b862a559c90 req-405abfaa-18f1-4649-958a-8314d074a3fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d52f18a5-aa47-4019-a043-2fa8abc2ed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0593553 Mar 22 14:35:40.396371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e7d973f2-fd6a-4dee-856d-b48204d3ef2b', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'port_id': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'mac_address': 'fa:16:3e:24:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:38Z', 'updated_at': '2022-03-22T14:35:38Z', 'revision_number': 0, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:40.448748 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f054c097-3618-4133-abbf-8abf134bd917 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5932 time: 0.3131471 Mar 22 14:35:40.450557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] Checking router: dbd55f7a-7dd0-4e5c-8822-c7277b97e06f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:40.451334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41008) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:40.453489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-572dfae4-de1f-4516-9979-4b862a559c90 req-232951fe-f8cd-48b4-b607-90c6786b4159 service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121953 Mar 22 14:35:40.462483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:40.463737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:40.506930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e59e4d-7521-4f2e-814d-8a3fff58f4bd tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.507712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e59e4d-7521-4f2e-814d-8a3fff58f4bd tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.509854 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a7e59e4d-7521-4f2e-814d-8a3fff58f4bd tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dbd55f7a-7dd0-4e5c-8822-c7277b97e06f HTTP/1.1" status: 200 len: 2061 time: 0.0575011 Mar 22 14:35:40.576196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-572dfae4-de1f-4516-9979-4b862a559c90 req-bf8b715a-2d7a-47a1-9671-e90ed9e5c16c service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165006 Mar 22 14:35:40.617207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:40.867866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e7d973f2-fd6a-4dee-856d-b48204d3ef2b', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'port_id': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'mac_address': 'fa:16:3e:24:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:38Z', 'updated_at': '2022-03-22T14:35:38Z', 'revision_number': 0, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:40.898058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a85c8-862c-4ea8-9c2d-c9d823ca020a None None] The sync data for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 is: [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'e7d973f2-fd6a-4dee-856d-b48204d3ef2b', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'port_id': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'mac_address': 'fa:16:3e:24:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:38Z', 'updated_at': '2022-03-22T14:35:38Z', 'revision_number': 0, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:41.122810 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3d2d6-5261-4cdf-9b46-4539b5575191 None None] New status for floating IP e7d973f2-fd6a-4dee-856d-b48204d3ef2b: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:35:48.194169 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ff85e6ce-2913-4f74-ac48-3841a7987030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.793020 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:35:50.456687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ecac-aeec-4cec-8f17-b04fa4b06f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:51.962357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:53.470989 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:54.657763 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:54.662782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:55.405210 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41084) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:55.636572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Deleting port 0ea1d48d-0515-48c3-8c70-ccb52777917a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:55.636997 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:55.718494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:55.718869 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for floatingip (0ea1d48d-0515-48c3-8c70-ccb52777917a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:55.734613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Calling delete_port for 0ea1d48d-0515-48c3-8c70-ccb52777917a owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:55.927007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (0ea1d48d-0515-48c3-8c70-ccb52777917a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:55.958833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event deleted for resources: {'Port': ['ID=0ea1d48d-0515-48c3-8c70-ccb52777917a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:56.040417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for floatingip (2503249e-ae2a-45b6-9605-2a14f7bc9440), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:56.040715 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Floating IP 2503249e-ae2a-45b6-9605-2a14f7bc9440 disassociated (deleted). External IP: 172.25.2.115, port: ba552dde-66a2-451d-9bae-564a72f27472. Mar 22 14:35:56.261317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Router 142791d3-4e20-4f8a-8218-5e4781fb8168 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:56.373165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:56.378658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:56.385881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] Sync routers for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:56.397426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:56.398599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:56.411161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4776d72f-a4f8-4f21-8be8-77fc6fd2ca29 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "DELETE /v2.0/floatingips/2503249e-ae2a-45b6-9605-2a14f7bc9440 HTTP/1.1" status: 204 len: 168 time: 1.0048101 Mar 22 14:35:56.412482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:56.415234 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a65d1-5c7d-408e-92fd-24e98082b130" -d '{"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:56.461491 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f73bab4-fc82-4725-b3bc-5f78fc20137b x-openstack-request-id: req-0f73bab4-fc82-4725-b3bc-5f78fc20137b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:56.461782 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "tag": "ba552dde-66a2-451d-9bae-564a72f27472", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:56.462064 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f73bab4-fc82-4725-b3bc-5f78fc20137b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:56.462483 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f73bab4-fc82-4725-b3bc-5f78fc20137b'] response: {'name': 'network-changed', 'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472', 'status': 'completed', 'code': 200} Mar 22 14:35:56.522815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:56.544881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-ebb017f9-5f35-4a70-bda5-30a6c897ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:56.546772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-ebb017f9-5f35-4a70-bda5-30a6c897ac9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a43cc9602b8041cd8c05d03c3474583c&device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 1128 time: 0.0612586 Mar 22 14:35:56.749479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:56.761384 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a27b7-6e2c-443e-bbd5-4c838da4acfb req-76de3e1b-d084-4f30-bc18-21b0eab55fa5 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:56.762913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa2a27b7-6e2c-443e-bbd5-4c838da4acfb req-76de3e1b-d084-4f30-bc18-21b0eab55fa5 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 946 time: 0.0807838 Mar 22 14:35:56.763881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-3dc53e5c-0922-4783-8bda-ffe420f6d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:56.765200 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-3dc53e5c-0922-4783-8bda-ffe420f6d604 service neutron] 10.222.0.42 "GET /v2.0/networks?id=558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 200 len: 915 time: 0.1937702 Mar 22 14:35:56.780718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] Checking router: 142791d3-4e20-4f8a-8218-5e4781fb8168 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:56.789882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:56.790167 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:56.821442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-b55cdff6-9d0b-4588-8342-88073b456d0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 200 len: 217 time: 0.0447235 Mar 22 14:35:56.883058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa2a27b7-6e2c-443e-bbd5-4c838da4acfb req-a907c204-8155-4853-bb27-a2d2b199dc4c tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123657 Mar 22 14:35:56.894600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-08e450cd-194b-4192-9bd0-da148cc055bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:56.896287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-08e450cd-194b-4192-9bd0-da148cc055bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf9c1de8-769c-49bc-b571-99e85620ad91 HTTP/1.1" status: 200 len: 853 time: 0.0632331 Mar 22 14:35:56.915776 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:56.950264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-ed8838a5-fe48-4734-a798-ebcb950dfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:56.952050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-ed8838a5-fe48-4734-a798-ebcb950dfab6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=558bf05b-6eb3-4b95-bab7-871a9d24b196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491655 Mar 22 14:35:57.138638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:57.165443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae2a9f-3073-4601-81cd-418677a103df None None] The sync data for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 is: [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:29:03Z', 'revision_number': 4, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4fd4d39a-50db-4ce9-b520-7f369cbc0df5', 'name': '', 'network_id': '558bf05b-6eb3-4b95-bab7-871a9d24b196', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'mac_address': 'fa:16:3e:38:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:02Z', 'updated_at': '2022-03-22T14:29:15Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'subnets': [{'id': 'bf9c1de8-769c-49bc-b571-99e85620ad91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:57.375585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-56292bbf-f7a6-4887-9465-b53e677c763a service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143152 Mar 22 14:35:57.447194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a1b91-3d3a-4e92-8982-f7a537e4ec38 None None] New status for floating IP 2503249e-ae2a-45b6-9605-2a14f7bc9440: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:35:57.471165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b1a65d1-5c7d-408e-92fd-24e98082b130 req-7ec2c80e-b092-49bf-a486-6a339dd10c95 service neutron] 10.222.0.42 "GET /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893188 Mar 22 14:35:58.024938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca22b9-e195-4cbf-879d-9292de4d6d79 req-d6f42fa1-becf-46e6-854a-77f18acf251f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:58.026455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acca22b9-e195-4cbf-879d-9292de4d6d79 req-d6f42fa1-becf-46e6-854a-77f18acf251f tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 946 time: 0.0600712 Mar 22 14:35:58.082811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acca22b9-e195-4cbf-879d-9292de4d6d79 req-66e93405-dc6d-416a-9e04-e24c75e87736 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e46bb2b-0456-4634-b21d-928fa9817e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505028 Mar 22 14:35:58.272464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-f6df69ef-7178-45a9-afbe-3fa349a9f9c6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:58.273866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-f6df69ef-7178-45a9-afbe-3fa349a9f9c6 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.42 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 946 time: 0.0550480 Mar 22 14:35:58.371595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Deleting port ba552dde-66a2-451d-9bae-564a72f27472 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:58.371908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ba552dde-66a2-451d-9bae-564a72f27472), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:58.465937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] For port ba552dde-66a2-451d-9bae-564a72f27472, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ba552dde-66a2-451d-9bae-564a72f27472,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:58.466315 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ba552dde-66a2-451d-9bae-564a72f27472), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:58.481908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Calling delete_port for ba552dde-66a2-451d-9bae-564a72f27472 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:58.615586 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ba552dde-66a2-451d-9bae-564a72f27472), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:58.645017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event deleted for resources: {'Port': ['ID=ba552dde-66a2-451d-9bae-564a72f27472,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:58.696139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] No DVR routers for this DVR port ba552dde-66a2-451d-9bae-564a72f27472 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:35:58.699341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:58.700885 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:58.704024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-856e6112-24d9-437e-b852-84044c1b5bf8 req-2949b009-7171-4f55-b0bd-a93e4e9c65ef tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.42 "DELETE /v2.0/ports/ba552dde-66a2-451d-9bae-564a72f27472 HTTP/1.1" status: 204 len: 173 time: 0.4249966 Mar 22 14:35:58.704492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'name': 'network-vif-deleted', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:58.707127 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d792d80-ec0c-4a9c-91cb-c8410309df47" -d '{"events": [{"server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "name": "network-vif-deleted", "tag": "ba552dde-66a2-451d-9bae-564a72f27472"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:58.780554 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b6279-5636-4970-8da0-81f86b74042f x-openstack-request-id: req-ae6b6279-5636-4970-8da0-81f86b74042f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:58.780847 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338d5a90-09f3-4702-a77e-6da2e120d162", "name": "network-vif-deleted", "tag": "ba552dde-66a2-451d-9bae-564a72f27472", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:58.781095 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae6b6279-5636-4970-8da0-81f86b74042f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:58.781522 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6b6279-5636-4970-8da0-81f86b74042f'] response: {'server_uuid': '338d5a90-09f3-4702-a77e-6da2e120d162', 'name': 'network-vif-deleted', 'tag': 'ba552dde-66a2-451d-9bae-564a72f27472', 'status': 'completed', 'code': 200} Mar 22 14:35:59.208355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-678c4d48-1d91-4693-9362-6114d88b9128 req-98f90782-576d-47a4-89e4-d9bedd220452 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0405045 Mar 22 14:36:00.325591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-718735d9-4592-416b-b58f-11e3e40df1dc req-0c33a505-a808-4797-b2d6-890348e04002 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0392594 Mar 22 14:36:01.042500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ba552dde-66a2-451d-9bae-564a72f27472 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:01.067791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: ba552dde-66a2-451d-9bae-564a72f27472 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:01.068151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ba552dde-66a2-451d-9bae-564a72f27472 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:01.423558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f83fbd74-afa6-40c4-b653-3b24cd6c7f24 req-4e3983d1-ef07-48fe-bedf-1bfab27e8e77 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0288062 Mar 22 14:36:02.527061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de9b1be6-5a5d-466e-8531-8259b812fff1 req-e66f5684-92db-462b-8eef-0814016996f3 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0281546 Mar 22 14:36:03.632447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-743a52e3-e626-4f93-b239-0fea6b5be35f req-08fc7cb0-8f26-45eb-af01-a0ad149d8703 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0337706 Mar 22 14:36:04.742960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39e1aff8-9029-417f-be78-7bec701fcfdf req-239a195e-0c96-4195-8ab7-d405e1bfb895 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0373285 Mar 22 14:36:05.882674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cfab413e-7a6c-4c21-afe1-62084e8f0f5a req-7c268603-51f4-4772-90b3-a3a557ea7954 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0424564 Mar 22 14:36:06.232517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-b023afcd-8aca-4d3e-aaec-75ab9543d46d req-5cff9fa5-92c3-4abd-9fb6-a480c47a6ff9 service neutron] (110457) timed out ('10.222.0.44', 36642) {{(pid=110457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:36:07.030620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e3c4412-d1f2-4e32-8bb1-617f8b536234 req-7c4e3e6f-a3b0-4858-81ac-22a9d8df7349 tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0313928 Mar 22 14:36:08.157701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7bddf800-4894-47f5-b12f-f8714479b492 req-bc6cdef2-52ad-4fcd-b916-f31a63a491fe tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "GET /v2.0/ports?device_id=338d5a90-09f3-4702-a77e-6da2e120d162 HTTP/1.1" status: 200 len: 210 time: 0.0442960 Mar 22 14:36:09.219001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41150) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:09.280819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f442-0445-4441-8efb-3d790327f15d tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group (6e46bb2b-0456-4634-b21d-928fa9817e00), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:09.312587 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f442-0445-4441-8efb-3d790327f15d tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group (6e46bb2b-0456-4634-b21d-928fa9817e00), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:09.394553 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f442-0445-4441-8efb-3d790327f15d tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6e46bb2b-0456-4634-b21d-928fa9817e00), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:09.397146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f442-0445-4441-8efb-3d790327f15d tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:09.398345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1fb8f442-0445-4441-8efb-3d790327f15d tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] 10.222.0.44 "DELETE /v2.0/security-groups/6e46bb2b-0456-4634-b21d-928fa9817e00 HTTP/1.1" status: 204 len: 168 time: 0.1775639 Mar 22 14:36:09.408630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8f442-0445-4441-8efb-3d790327f15d tempest-TestVolumeBackupRestore-324210151 tempest-TestVolumeBackupRestore-324210151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46bb2b-0456-4634-b21d-928fa9817e00,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:10.676113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-52f0b571-d5e2-45d0-8ac5-94c6bc0d8e97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594556 Mar 22 14:36:10.784074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-55066784-563b-4760-a9b3-28a631387e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:10.786487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-55066784-563b-4760-a9b3-28a631387e97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.0582058 Mar 22 14:36:10.930877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-ac3b2225-6c94-4c83-9fbe-ef429b36ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:10.932495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-ac3b2225-6c94-4c83-9fbe-ef429b36ba03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 910 time: 0.1261249 Mar 22 14:36:11.017553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-2a453583-6ccd-4e1c-9c11-28159c65f09c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 1001 time: 0.0763519 Mar 22 14:36:11.087827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-6b2807b1-9a5b-443a-8436-b9add1fba0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:11.089442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-6b2807b1-9a5b-443a-8436-b9add1fba0f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.0660963 Mar 22 14:36:11.145032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-3cda0cf8-59bf-4bb4-a173-074c49ffdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:11.146986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-3cda0cf8-59bf-4bb4-a173-074c49ffdd9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523303 Mar 22 14:36:11.250963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-5893bd8f-5f3c-4586-b655-57e9ae9f736f service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980232 Mar 22 14:36:11.392605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ea70b69-90a3-4095-8e94-cfb24a035a9f req-054ff601-a2ff-4ea7-9102-e7cba23ea2c6 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355467 Mar 22 14:36:14.931286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-1d168c0f-78bc-4df4-88c3-40a408c91365 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554106 Mar 22 14:36:15.034854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-8aa8363a-2c85-4b05-8d4f-1236ac389e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:15.036411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-8aa8363a-2c85-4b05-8d4f-1236ac389e11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 1128 time: 0.0494819 Mar 22 14:36:15.150305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-50bb32ae-3831-43b1-897f-0e63cf30e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:15.152541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-50bb32ae-3831-43b1-897f-0e63cf30e922 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0970037 Mar 22 14:36:15.229376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-18e3a5ee-79bf-403c-a703-eb45a6e3e78c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449 HTTP/1.1" status: 200 len: 1001 time: 0.0712957 Mar 22 14:36:15.287331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-49db19e8-11dc-4a41-a1ee-8bf509556f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:15.289648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-49db19e8-11dc-4a41-a1ee-8bf509556f48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0539920 Mar 22 14:36:15.343020 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-18efcb8c-4773-4d94-9b22-41c38d27ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:15.344467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-18efcb8c-4773-4d94-9b22-41c38d27ea26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491869 Mar 22 14:36:15.477432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-f122da42-337d-4009-9bda-922ac71f26d9 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246791 Mar 22 14:36:15.633785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9392b6a1-3d23-4e48-ac84-d51b5298908b req-7baabe59-a236-4a94-af13-2b6869c77b8e service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504226 Mar 22 14:36:17.388452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41646) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:17.950560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41652) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:17.952928 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (142791d3-4e20-4f8a-8218-5e4781fb8168), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.124224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c6d26c3a-3e71-4def-8b92-a434f88d82ca tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4225 time: 0.1716208 Mar 22 14:36:18.125209 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41654) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:18.132034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'network': {'name': 'tempest-network-smoke--1953413022', 'project_id': '79959cdbe46541ce9ee666501eb50279', 'port_security_enabled': False}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:18.161933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Made reservation on behalf of 79959cdbe46541ce9ee666501eb50279 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:18.167467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.201228 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d5bee35-920e-404c-9f6c-e3e0d0aaca57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.214003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:36:18.232635 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (aaf8a988-9310-4141-8ceb-42b4164de184), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.233011 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Added segment aaf8a988-9310-4141-8ceb-42b4164de184 of type vlan for network 793500b4-7534-45c6-9fb3-ea6cf45c9184 Mar 22 14:36:18.285297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (793500b4-7534-45c6-9fb3-ea6cf45c9184), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.318394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (793500b4-7534-45c6-9fb3-ea6cf45c9184), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.325025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:18.325878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.401308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2744110 Mar 22 14:36:18.404598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41656) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:18.410215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'admin_state_up': True, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:18.434368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886345d4-0317-4c23-b6dd-ba6b6baafa2a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Network': ['ID=793500b4-7534-45c6-9fb3-ea6cf45c9184,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:18.447936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:36:18.450025 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (da1d84c8-8904-4cfa-8c4c-d860253a0026), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.451357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (da1d84c8-8904-4cfa-8c4c-d860253a0026), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.553116 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_controller (da1d84c8-8904-4cfa-8c4c-d860253a0026), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.639710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Deleting port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:18.640290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.722366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] For port 4fd4d39a-50db-4ce9-b520-7f369cbc0df5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:18.722739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.733289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (da1d84c8-8904-4cfa-8c4c-d860253a0026), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.736651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Calling delete_port for 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:18.946419 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4fd4d39a-50db-4ce9-b520-7f369cbc0df5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.983338 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (da1d84c8-8904-4cfa-8c4c-d860253a0026), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.015888 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.048189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd4d39a-50db-4ce9-b520-7f369cbc0df5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:19.059470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.060132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.060727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.061460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.062195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.062927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.063630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.064337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.065332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.065845 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.066777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.067504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.068188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.068942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.069459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:19.220983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Allocated IP 172.25.2.224 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/a0b36a05-e9fa-49c8-9bcc-d8a530963bf3) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:19.267339 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (142791d3-4e20-4f8a-8218-5e4781fb8168), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.355052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.407115 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.477720 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:19.485125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:19.491048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:19.495903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:19.562272 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Router 142791d3-4e20-4f8a-8218-5e4781fb8168 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:19.709140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:19.720513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] Sync routers for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:19.722397 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6fbd9154-c6de-4896-8d11-cba8456c36f8 admin admin] 10.222.0.44 "PUT /v2.0/routers/142791d3-4e20-4f8a-8218-5e4781fb8168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3277717 Mar 22 14:36:19.723474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41660) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:19.733500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:19.734633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:19.920494 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (da1d84c8-8904-4cfa-8c4c-d860253a0026), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.941245 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks [] for router (142791d3-4e20-4f8a-8218-5e4781fb8168), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.961621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:20.069524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks [] for router_gateway (142791d3-4e20-4f8a-8218-5e4781fb8168), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.135352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Deleting port 1049076b-58ae-4ac7-904c-86c040e23985 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:20.136109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1049076b-58ae-4ac7-904c-86c040e23985), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.181369 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (da1d84c8-8904-4cfa-8c4c-d860253a0026), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.183015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '1049076b-58ae-4ac7-904c-86c040e23985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:36:18Z', 'revision_number': 5, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port': {'id': '1049076b-58ae-4ac7-904c-86c040e23985', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:59Z', 'updated_at': '2022-03-22T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:20.229603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] For port 1049076b-58ae-4ac7-904c-86c040e23985, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1049076b-58ae-4ac7-904c-86c040e23985,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:20.230549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1049076b-58ae-4ac7-904c-86c040e23985), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.248380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Calling delete_port for 1049076b-58ae-4ac7-904c-86c040e23985 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:20.345027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router da1d84c8-8904-4cfa-8c4c-d860253a0026 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:36:20.391365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] Checking router: 142791d3-4e20-4f8a-8218-5e4781fb8168 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:20.400864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] Routers {'142791d3-4e20-4f8a-8218-5e4781fb8168'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:20.401613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['142791d3-4e20-4f8a-8218-5e4781fb8168'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:20.444082 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1049076b-58ae-4ac7-904c-86c040e23985), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.490561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:20.501863 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Sync routers for ids ['da1d84c8-8904-4cfa-8c4c-d860253a0026'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:20.517125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] Set router 142791d3-4e20-4f8a-8218-5e4781fb8168 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:20.519494 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-50ef954d-bcf1-454b-99f6-69f7e354fd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.522703 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Routers {'da1d84c8-8904-4cfa-8c4c-d860253a0026'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:20.523326 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:35:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['da1d84c8-8904-4cfa-8c4c-d860253a0026'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:20.523514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.525539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ce91e49e-0e5e-4a7f-b220-e1ee4e83a613 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1192353 Mar 22 14:36:20.529030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41664) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:20.552815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Pushing event deleted for resources: {'Port': ['ID=1049076b-58ae-4ac7-904c-86c040e23985,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:20.584687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (142791d3-4e20-4f8a-8218-5e4781fb8168), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.611945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:36:20Z', 'revision_number': 6, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:20.633790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2fd7e-b2d7-421a-ba0a-6dd1c26d9f06 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:20.635656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4bc2fd7e-b2d7-421a-ba0a-6dd1c26d9f06 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=79959cdbe46541ce9ee666501eb50279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1048717 Mar 22 14:36:20.641618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41666) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:20.646709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25afad-022b-41ae-8d51-78c1b87fc5c2 None None] The sync data for ids ['142791d3-4e20-4f8a-8218-5e4781fb8168'] in n-d-834677-3 is: [{'id': '142791d3-4e20-4f8a-8218-5e4781fb8168', 'name': 'tempest-TestVolumeBackupRestore-1461378365-router', 'tenant_id': 'a43cc9602b8041cd8c05d03c3474583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:57Z', 'updated_at': '2022-03-22T14:36:20Z', 'revision_number': 6, 'project_id': 'a43cc9602b8041cd8c05d03c3474583c', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:20.709305 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Set router da1d84c8-8904-4cfa-8c4c-d860253a0026 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:20.744764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (142791d3-4e20-4f8a-8218-5e4781fb8168), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.747688 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks [] for router_controller (142791d3-4e20-4f8a-8218-5e4781fb8168), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.755399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d208997b-ee05-4e59-809f-9edd9bfbb6fc tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:20.758488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d208997b-ee05-4e59-809f-9edd9bfbb6fc tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1155937 Mar 22 14:36:20.760467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41668) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:20.803851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (142791d3-4e20-4f8a-8218-5e4781fb8168), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.808438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5d9fb863-2e71-49ca-9ebe-8295b4be4692 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439677 Mar 22 14:36:20.808702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41670) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:20.809296 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 142791d3-4e20-4f8a-8218-5e4781fb8168 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:20.814841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.818619 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fa54beb7-49ed-4535-8981-57c98187060e admin admin] 10.222.0.44 "DELETE /v2.0/routers/142791d3-4e20-4f8a-8218-5e4781fb8168 HTTP/1.1" status: 204 len: 168 time: 1.0910294 Mar 22 14:36:20.818917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41672) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:20.848242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-608a96da-878b-44bd-a027-6db3d6761924 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=79959cdbe46541ce9ee666501eb50279&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382056 Mar 22 14:36:20.852970 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41674) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:20.915803 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:19Z', 'revision_number': 3, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:20.954446 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Checking router: da1d84c8-8904-4cfa-8c4c-d860253a0026 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:20.954446 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Updating router da1d84c8-8904-4cfa-8c4c-d860253a0026 port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:20.978235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] Deleting subnet bf9c1de8-769c-49bc-b571-99e85620ad91 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:20.986014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] Publish callbacks [] for subnet (bf9c1de8-769c-49bc-b571-99e85620ad91), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.990737 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.071656 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (bf9c1de8-769c-49bc-b571-99e85620ad91), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.075082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd110e6-91f6-4cad-901c-cb2aaf749757 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:21.076882 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-edd110e6-91f6-4cad-901c-cb2aaf749757 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2227616 Mar 22 14:36:21.080078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41678) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:21.119638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f0ada138-a234-475b-8990-67be77c8b378 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354545 Mar 22 14:36:21.119638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41680) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:21.129731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-347157061', 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184', 'project_id': '79959cdbe46541ce9ee666501eb50279', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:21.183327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (bf9c1de8-769c-49bc-b571-99e85620ad91), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.259159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (bf9c1de8-769c-49bc-b571-99e85620ad91), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.260922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Made reservation on behalf of 79959cdbe46541ce9ee666501eb50279 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:21.266101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.271920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.277292 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bf9c1de8-769c-49bc-b571-99e85620ad91 HTTP/1.1" status: 204 len: 168 time: 0.4551764 Mar 22 14:36:21.279511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1eb548-2d64-4230-b1f0-fa52f2e79dc8 None None] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:21.291069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41682) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:21.293032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede198-01c7-487e-b5df-aea5e90a2ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9c1de8-769c-49bc-b571-99e85620ad91,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:21.303959 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Publish callbacks [] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.311088 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.368193 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Attempting to bind port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:21.368659 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Attempting to bind port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:21.368918 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Attempting to bind port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:21.374336 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Pushing event updated for resources: {'Port': ['ID=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:21.381262 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:21.381636 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:21.382259 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.382653 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:21.383125 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Bound port: a0b36a05-e9fa-49c8-9bcc-d8a530963bf3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:21.384134 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.446731 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] For port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:21.450216 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] For port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:21.454398 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.454843 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.455184 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.455644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.456015 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.456366 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.456739 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.457064 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.457387 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.457702 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.458050 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.458647 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.458962 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.459279 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.459727 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:21.464433 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.540118 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6174d-26e3-4b62-a06b-4aeb4fdea7e8 None None] Pushing event updated for resources: {'Port': ['ID=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:21.547321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (558bf05b-6eb3-4b95-bab7-871a9d24b196), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.549299 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (1bb6a00c-95bf-4dfc-ade7-07675d223e7a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.573407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] DHCP port deletion for 558bf05b-6eb3-4b95-bab7-871a9d24b196 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:21.582290 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Routers {'da1d84c8-8904-4cfa-8c4c-d860253a0026'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:21.582930 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['da1d84c8-8904-4cfa-8c4c-d860253a0026'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:21.636614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Deleting port f6354353-50b7-4410-a2b5-0cfe2e47e389 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:21.638015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.652412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Subnet': ['ID=1bb6a00c-95bf-4dfc-ade7-07675d223e7a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:21.662890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Checking segment: {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:21.663250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network hostable DHCP agents. Network: 793500b4-7534-45c6-9fb3-ea6cf45c9184, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:36:21.701826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:36:21.707470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Deleting port f6354353-50b7-4410-a2b5-0cfe2e47e389 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:21.707801 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.734472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 793500b4-7534-45c6-9fb3-ea6cf45c9184) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:21.747426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80defd4e-acb4-4fc3-8a37-102ab07b6be5 None None] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:21.752559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] For port f6354353-50b7-4410-a2b5-0cfe2e47e389, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f6354353-50b7-4410-a2b5-0cfe2e47e389,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:21.753690 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.777317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:21.777979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.782150 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] Set router da1d84c8-8904-4cfa-8c4c-d860253a0026 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:21.807888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a0421bbd-c439-48bb-8ce8-5665e44e5fef tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6875234 Mar 22 14:36:21.812453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Calling delete_port for f6354353-50b7-4410-a2b5-0cfe2e47e389 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:21.812751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:21.813827 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] For port f6354353-50b7-4410-a2b5-0cfe2e47e389, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=f6354353-50b7-4410-a2b5-0cfe2e47e389,segment=NetworkSegment(99f9661b-d2ca-4c52-985a-58b5917d8f14),segment_id=99f9661b-d2ca-4c52-985a-58b5917d8f14)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:21.814305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.838873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Calling delete_port for f6354353-50b7-4410-a2b5-0cfe2e47e389 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:21.998528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:22.006265 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.068252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6354353-50b7-4410-a2b5-0cfe2e47e389,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:22.090114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] No DVR routers for this DVR port f6354353-50b7-4410-a2b5-0cfe2e47e389 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:22.097781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:22.098158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4fd4d39a-50db-4ce9-b520-7f369cbc0df5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:22.098580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f6354353-50b7-4410-a2b5-0cfe2e47e389 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:22.152534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-793500b4-7534-45c6-9fb3-ea6cf45c9184', 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184', 'project_id': '79959cdbe46541ce9ee666501eb50279', 'fixed_ips': [{'subnet_id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:36:22.153421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.167120 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:19Z', 'revision_number': 3, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:22.172800 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (558bf05b-6eb3-4b95-bab7-871a9d24b196), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.196983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558bf05b-6eb3-4b95-bab7-871a9d24b196']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:22.197863 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a8099-563f-43a5-beb5-95bad8afc153 None None] The sync data for ids ['da1d84c8-8904-4cfa-8c4c-d860253a0026'] in n-d-834677-3 is: [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:19Z', 'revision_number': 3, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:22.212248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f9661b-d2ca-4c52-985a-58b5917d8f14') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:22.212687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f9661b-d2ca-4c52-985a-58b5917d8f14') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:22.225291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (99f9661b-d2ca-4c52-985a-58b5917d8f14), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.238390 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (99f9661b-d2ca-4c52-985a-58b5917d8f14), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.245669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:22.246461 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (99f9661b-d2ca-4c52-985a-58b5917d8f14), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:22.266455 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:22.277080 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.287129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: f6354353-50b7-4410-a2b5-0cfe2e47e389 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:22.287823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device f6354353-50b7-4410-a2b5-0cfe2e47e389 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:22.287919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1049076b-58ae-4ac7-904c-86c040e23985 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:36:22.331395 n-d-834677-3 neutron-server[110459]: self.session.flush() Mar 22 14:36:22.338242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 1049076b-58ae-4ac7-904c-86c040e23985 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:22.338797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1049076b-58ae-4ac7-904c-86c040e23985 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:22.352756 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (f6354353-50b7-4410-a2b5-0cfe2e47e389), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.353915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (558bf05b-6eb3-4b95-bab7-871a9d24b196), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.367548 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.376877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] 10.222.0.44 "DELETE /v2.0/networks/558bf05b-6eb3-4b95-bab7-871a9d24b196 HTTP/1.1" status: 204 len: 168 time: 0.9057784 Mar 22 14:36:22.380051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41688) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:22.410995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d377d4a-bd3b-4fb2-8174-aa111706365e admin admin] Pushing event deleted for resources: {'Network': ['ID=558bf05b-6eb3-4b95-bab7-871a9d24b196,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:22.442130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Network 558bf05b-6eb3-4b95-bab7-871a9d24b196 is not hosted by any dhcp agent {{(pid=110459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:36:22.442878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] No DVR routers for this DVR port f6354353-50b7-4410-a2b5-0cfe2e47e389 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:22.447201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Pushing event deleted for resources: {'Port': ['ID=f6354353-50b7-4410-a2b5-0cfe2e47e389,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:22.467398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.467751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.468097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.468457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.468723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.469049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.469374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.469882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.469882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.470381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.470734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.471053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.471370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.471689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.472003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64503fc2-6300-4d82-b81a-0ff92b820a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:22.525767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Allocated IP 172.20.0.18 (793500b4-7534-45c6-9fb3-ea6cf45c9184/1bb6a00c-95bf-4dfc-ade7-07675d223e7a/6b4a819b-372e-42ee-a322-d45890cf99be) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:22.845780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Publish callbacks [] for port (6b4a819b-372e-42ee-a322-d45890cf99be), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.868301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.934051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Pushing event updated for resources: {'Port': ['ID=6b4a819b-372e-42ee-a322-d45890cf99be,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:22.947321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:22.949278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:22.952125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:23.084993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Attempting to bind port 6b4a819b-372e-42ee-a322-d45890cf99be on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:23.085365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Attempting to bind port 6b4a819b-372e-42ee-a322-d45890cf99be by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:23.085733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Attempting to bind port 6b4a819b-372e-42ee-a322-d45890cf99be on network 793500b4-7534-45c6-9fb3-ea6cf45c9184 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:23.097570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:23.097949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Checking segment: {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:23.098384 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.098779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Bound using segment: {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:23.099256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Bound port: 6b4a819b-372e-42ee-a322-d45890cf99be, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:23.103943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.155171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.238365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] For port 6b4a819b-372e-42ee-a322-d45890cf99be, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:23.243190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] For port 6b4a819b-372e-42ee-a322-d45890cf99be, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6b4a819b-372e-42ee-a322-d45890cf99be,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:23.253483 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.345579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be18d49-ad87-435c-a04e-63be9e67f041 None None] Pushing event updated for resources: {'Port': ['ID=6b4a819b-372e-42ee-a322-d45890cf99be,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:23.490166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.497796 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.584984 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Allocated IP 172.20.0.17 (793500b4-7534-45c6-9fb3-ea6cf45c9184/1bb6a00c-95bf-4dfc-ade7-07675d223e7a/ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:23.751504 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.799803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.849232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:23.854441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:23.861015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:23.901536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:23.911866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Deleting port 77d79c22-8e66-4463-b706-d24948d4d1db {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:23.911866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.926393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (da1d84c8-8904-4cfa-8c4c-d860253a0026), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.040964 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] For port 77d79c22-8e66-4463-b706-d24948d4d1db, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=77d79c22-8e66-4463-b706-d24948d4d1db,segment=NetworkSegment(23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d),segment_id=23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:24.041444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.042969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6b4a819b-372e-42ee-a322-d45890cf99be up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:24.056139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Calling delete_port for 77d79c22-8e66-4463-b706-d24948d4d1db owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:24.105439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6b4a819b-372e-42ee-a322-d45890cf99be triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:24.106130 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.117662 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.217706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6b4a819b-372e-42ee-a322-d45890cf99be is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:24.218131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.243094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (77d79c22-8e66-4463-b706-d24948d4d1db), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.260610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 6b4a819b-372e-42ee-a322-d45890cf99be, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6b4a819b-372e-42ee-a322-d45890cf99be,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:24.265752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.266940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:24.274120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Pushing event deleted for resources: {'Port': ['ID=77d79c22-8e66-4463-b706-d24948d4d1db,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:24.282766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.283255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.283704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.284139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.284602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.285023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.285478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.285877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.286331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.286752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.287174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.287595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.288005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.288627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.289051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.386030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:24.386592 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.392107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=6b4a819b-372e-42ee-a322-d45890cf99be,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:24.529673 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:24.530589 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.559624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:24.568000 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.588715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.597555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.598472 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.704455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:24.709160 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.713471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.731768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:24.757694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (da1d84c8-8904-4cfa-8c4c-d860253a0026), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.918060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:24.919971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:24.971806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Router bb6a2619-1cca-44af-bc58-b8ac2cabf44a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:25.075232 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router da1d84c8-8904-4cfa-8c4c-d860253a0026 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:25.093311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c4e9e-d842-475c-88da-253281109fb1 None None] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:25.141284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:25.155614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] Sync routers for ids ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:25.156862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e5bef2ba-bc49-4450-bba6-5b7ce997330c admin admin] 10.222.0.44 "PUT /v2.0/routers/bb6a2619-1cca-44af-bc58-b8ac2cabf44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7514803 Mar 22 14:36:25.159438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41694) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:25.174536 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] Routers {'bb6a2619-1cca-44af-bc58-b8ac2cabf44a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:25.175161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:25.231396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:25.245444 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-72a5996d-95c2-4981-ad22-550042d79af9 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "PUT /v2.0/routers/da1d84c8-8904-4cfa-8c4c-d860253a0026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4238074 Mar 22 14:36:25.249012 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Sync routers for ids ['da1d84c8-8904-4cfa-8c4c-d860253a0026'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:25.262049 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Routers {'da1d84c8-8904-4cfa-8c4c-d860253a0026'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:25.262683 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['da1d84c8-8904-4cfa-8c4c-d860253a0026'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:25.282045 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-014a4adb-f9cd-4433-80b6-267b54751e10 None None] Provisioning complete for port 6b4a819b-372e-42ee-a322-d45890cf99be triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:25.282377 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-014a4adb-f9cd-4433-80b6-267b54751e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.344043 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks [] for router (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.373162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] Set router bb6a2619-1cca-44af-bc58-b8ac2cabf44a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:25.465460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks [] for router_gateway (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.550477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Set router da1d84c8-8904-4cfa-8c4c-d860253a0026 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:25.561298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Deleting port ada6657b-89bf-4a32-b500-e48d53bef664 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:25.562016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.754297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] For port ada6657b-89bf-4a32-b500-e48d53bef664, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ada6657b-89bf-4a32-b500-e48d53bef664,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:25.755015 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.770751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-8d571863-b8f4-4402-aa04-b71d3bdd2ce8 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:25.778010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-8d571863-b8f4-4402-aa04-b71d3bdd2ce8 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/networks?id=793500b4-7534-45c6-9fb3-ea6cf45c9184 HTTP/1.1" status: 200 len: 798 time: 0.1804492 Mar 22 14:36:25.792416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Calling delete_port for ada6657b-89bf-4a32-b500-e48d53bef664 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:25.803148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-88652f94-5ab0-429e-b72f-0e9bcdcf7524 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/quotas/79959cdbe46541ce9ee666501eb50279 HTTP/1.1" status: 200 len: 375 time: 0.0239711 Mar 22 14:36:25.859710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-014a4adb-f9cd-4433-80b6-267b54751e10 None None] Current status of the port 6b4a819b-372e-42ee-a322-d45890cf99be is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:25.876463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 5, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port': {'id': 'ada6657b-89bf-4a32-b500-e48d53bef664', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:10Z', 'updated_at': '2022-03-22T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:25.921010 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] Checking router: bb6a2619-1cca-44af-bc58-b8ac2cabf44a for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:25.921688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-1a31acf6-1410-4d2e-b86a-19814fb71f8a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1097362 Mar 22 14:36:25.946885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] Routers {'bb6a2619-1cca-44af-bc58-b8ac2cabf44a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:25.949618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:26.037250 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b', 'name': '', 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:51:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:23Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 2, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:26.054801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] Set router bb6a2619-1cca-44af-bc58-b8ac2cabf44a gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:26.117034 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Checking router: da1d84c8-8904-4cfa-8c4c-d860253a0026 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:26.117542 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Updating router da1d84c8-8904-4cfa-8c4c-d860253a0026 port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:26.127271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6b4a819b-372e-42ee-a322-d45890cf99be up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:26.131115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:36:25Z', 'revision_number': 6, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:26.140045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ada6657b-89bf-4a32-b500-e48d53bef664), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.169523 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.189823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9bea3-a9ad-43ba-b423-5a0359204b8d None None] The sync data for ids ['bb6a2619-1cca-44af-bc58-b8ac2cabf44a'] in n-d-834677-3 is: [{'id': 'bb6a2619-1cca-44af-bc58-b8ac2cabf44a', 'name': 'tempest-TestVolumeBackupRestore-1796649467-router', 'tenant_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:08Z', 'updated_at': '2022-03-22T14:36:25Z', 'revision_number': 6, 'project_id': '639801120ddd43f99e4cfc0ef8c4f1d6', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:26.202861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada6657b-89bf-4a32-b500-e48d53bef664,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:26.270059 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6b4a819b-372e-42ee-a322-d45890cf99be triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:26.270626 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.327626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-5e0eca8b-2494-47db-8b6f-2408db74a65f service neutron] 10.222.0.44 "GET /v2.0/networks/793500b4-7534-45c6-9fb3-ea6cf45c9184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019966 Mar 22 14:36:26.335376 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.456777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6b4a819b-372e-42ee-a322-d45890cf99be is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:26.458135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:26.517388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0c812acb-e105-4dd2-be52-efb0b2a649f4 None None] Provisioning complete for port 6b4a819b-372e-42ee-a322-d45890cf99be triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:26.517704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0c812acb-e105-4dd2-be52-efb0b2a649f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.597628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-601d0da5-a75d-4760-ad65-61da0b11b1a8 service neutron] 10.222.0.44 "GET /v2.0/networks/793500b4-7534-45c6-9fb3-ea6cf45c9184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633088 Mar 22 14:36:26.701389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:26.701771 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.734021 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.743452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks [] for router_controller (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.856988 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:36:26.892019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0c812acb-e105-4dd2-be52-efb0b2a649f4 None None] Current status of the port 6b4a819b-372e-42ee-a322-d45890cf99be is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:26.912743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0c812acb-e105-4dd2-be52-efb0b2a649f4 None None] Provisioning complete for port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:26.913177 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0c812acb-e105-4dd2-be52-efb0b2a649f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.914979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (bb6a2619-1cca-44af-bc58-b8ac2cabf44a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.923503 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Publish callbacks [] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.942798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb6a2619-1cca-44af-bc58-b8ac2cabf44a {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:26.942976 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.958375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.963191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-45731104-e771-4e06-bc2e-c07bc33cbfd4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb6a2619-1cca-44af-bc58-b8ac2cabf44a HTTP/1.1" status: 204 len: 168 time: 1.8024442 Mar 22 14:36:26.966280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41712) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:27.040996 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:27.077061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] Deleting subnet f3858cda-8dde-478f-b82e-a94f36aab3af {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:27.093019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0c812acb-e105-4dd2-be52-efb0b2a649f4 None None] Port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:27.108409 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Attempting to bind port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:27.108693 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Attempting to bind port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:27.109050 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Attempting to bind port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b on network 793500b4-7534-45c6-9fb3-ea6cf45c9184 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:27.112702 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc41f-df52-4e35-a1e1-6ac3616e9c89 None None] Pushing event updated for resources: {'Port': ['ID=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.115141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] Publish callbacks [] for subnet (f3858cda-8dde-478f-b82e-a94f36aab3af), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.125923 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:27.126361 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Checking segment: {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:27.126826 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.127212 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Bound using segment: {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:27.127681 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Bound port: ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:27.129308 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.170076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf0979a7-a367-48c3-85d6-1b0271525aaa req-a6f938d0-5795-47ee-b964-ea3e751ee62c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 210 time: 0.0807552 Mar 22 14:36:27.239183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-30d27800-b875-4872-b826-0a3715d09c82 None None] Provisioning complete for port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:27.239787 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-30d27800-b875-4872-b826-0a3715d09c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.283704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (f3858cda-8dde-478f-b82e-a94f36aab3af), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.295064 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] For port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:27.305096 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] For port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:27.323413 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.345813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-30d27800-b875-4872-b826-0a3715d09c82 None None] Port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:27.445478 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Routers {'da1d84c8-8904-4cfa-8c4c-d860253a0026'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:27.452098 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['da1d84c8-8904-4cfa-8c4c-d860253a0026'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:27.508767 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (f3858cda-8dde-478f-b82e-a94f36aab3af), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.668001 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (f3858cda-8dde-478f-b82e-a94f36aab3af), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.688612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b4e3bc67-5235-4880-a61a-ddee9e63862d None None] Provisioning complete for port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:27.691213 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bc67-5235-4880-a61a-ddee9e63862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.716494 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc41f-df52-4e35-a1e1-6ac3616e9c89 None None] Pushing event updated for resources: {'Port': ['ID=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.747757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3858cda-8dde-478f-b82e-a94f36aab3af,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.750145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.755532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9c1bf93a-5dc4-45ca-9a52-8fb7f957afe9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f3858cda-8dde-478f-b82e-a94f36aab3af HTTP/1.1" status: 204 len: 168 time: 0.7880633 Mar 22 14:36:27.758330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41726) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:27.788488 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] Set router da1d84c8-8904-4cfa-8c4c-d860253a0026 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:27.850439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0b5a8-e415-4a18-8819-de7694424cbf None None] Network 7a5df17d-17b2-4f67-b11f-bfce519acb71 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:27.991527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7a5df17d-17b2-4f67-b11f-bfce519acb71), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.083759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 77d79c22-8e66-4463-b706-d24948d4d1db no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:28.142592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Deleting port d2c16897-1bd3-4b4f-91ca-8c75bc12186b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:28.146114 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.190429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 77d79c22-8e66-4463-b706-d24948d4d1db {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:28.192716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 77d79c22-8e66-4463-b706-d24948d4d1db not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:28.195253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ada6657b-89bf-4a32-b500-e48d53bef664 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:28.312776 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b', 'name': '', 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:51:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:23Z', 'updated_at': '2022-03-22T14:36:27Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:28.329886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] For port d2c16897-1bd3-4b4f-91ca-8c75bc12186b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,segment=NetworkSegment(23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d),segment_id=23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:28.330726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.348531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Calling delete_port for d2c16897-1bd3-4b4f-91ca-8c75bc12186b owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:28.377496 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ab780-8adb-4a36-970f-c36360a7c861 None None] The sync data for ids ['da1d84c8-8904-4cfa-8c4c-d860253a0026'] in n-d-834677-3 is: [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b', 'name': '', 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:51:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:23Z', 'updated_at': '2022-03-22T14:36:27Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:28.385116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ada6657b-89bf-4a32-b500-e48d53bef664 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:28.387359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ada6657b-89bf-4a32-b500-e48d53bef664 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:28.391157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b4e3bc67-5235-4880-a61a-ddee9e63862d None None] Current status of the port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:28.391516 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bc67-5235-4880-a61a-ddee9e63862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.488454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b4e3bc67-5235-4880-a61a-ddee9e63862d None None] For port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:28.499972 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bc67-5235-4880-a61a-ddee9e63862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.591499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3bc67-5235-4880-a61a-ddee9e63862d None None] Pushing event updated for resources: {'Port': ['ID=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:28.622212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1beb66c5-9718-49f0-a881-30e601e273a9 req-6daa2d91-4fa3-4e76-80c5-7c954861e104 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 210 time: 0.0594645 Mar 22 14:36:28.639825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] DHCP port deletion for 7a5df17d-17b2-4f67-b11f-bfce519acb71 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:28.671909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.748398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:28.753669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] No DVR routers for this DVR port d2c16897-1bd3-4b4f-91ca-8c75bc12186b on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:28.850457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-57a4d0f9-d049-45b5-940c-26fdf9f2dea6 None None] Provisioning complete for port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:28.852942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57a4d0f9-d049-45b5-940c-26fdf9f2dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.894696 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7a5df17d-17b2-4f67-b11f-bfce519acb71), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.919698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.967666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] Deleting port d2c16897-1bd3-4b4f-91ca-8c75bc12186b {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:28.968023 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.035389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5df17d-17b2-4f67-b11f-bfce519acb71']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:29.060944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:29.061232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:29.114641 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.149306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] For port d2c16897-1bd3-4b4f-91ca-8c75bc12186b, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:29.149306 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.157692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.173232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-b4bcee45-142a-42d9-be3d-1d09285383c4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:29.174946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-b4bcee45-142a-42d9-be3d-1d09285383c4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.42 "GET /v2.0/networks?id=793500b4-7534-45c6-9fb3-ea6cf45c9184 HTTP/1.1" status: 200 len: 798 time: 0.3051999 Mar 22 14:36:29.176360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:29.176882 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (23d9adc6-5b1e-4c39-bfa7-f20d48d0f98d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:29.179014 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:29.192727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] Calling delete_port for d2c16897-1bd3-4b4f-91ca-8c75bc12186b owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:29.201340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Request body: {'port': {'device_id': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184', 'admin_state_up': True, 'tenant_id': '79959cdbe46541ce9ee666501eb50279'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:29.204263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-57a4d0f9-d049-45b5-940c-26fdf9f2dea6 None None] Current status of the port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:29.207549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] Port d2c16897-1bd3-4b4f-91ca-8c75bc12186b was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:36:29.208941 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (d2c16897-1bd3-4b4f-91ca-8c75bc12186b), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.251184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] Pushing event deleted for resources: {'Port': ['ID=d2c16897-1bd3-4b4f-91ca-8c75bc12186b,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:29.264491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f005e-be85-4a07-96a9-69f90796daeb None None] No DVR routers for this DVR port d2c16897-1bd3-4b4f-91ca-8c75bc12186b on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:29.356357 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7a5df17d-17b2-4f67-b11f-bfce519acb71), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.364822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.373714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7a5df17d-17b2-4f67-b11f-bfce519acb71 HTTP/1.1" status: 204 len: 168 time: 1.6145351 Mar 22 14:36:29.394948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f0d55-045f-4536-9abe-8561f38bd600 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5df17d-17b2-4f67-b11f-bfce519acb71,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:29.486673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Made reservation on behalf of 79959cdbe46541ce9ee666501eb50279 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:29.492299 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.596122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41734) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:29.656068 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-50b9385d-dd72-427f-8b7b-f41bcac80e18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a43cc9602b8041cd8c05d03c3474583c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586007 Mar 22 14:36:29.662535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41738) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:29.818170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f707006c-2ebb-4594-b8fb-ce7d3934491a admin admin] Publish callbacks [] for security_group (25aec67c-e93e-420c-9895-ef65a194c0c8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.832550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Allocated IP 172.20.0.20 (793500b4-7534-45c6-9fb3-ea6cf45c9184/1bb6a00c-95bf-4dfc-ade7-07675d223e7a/00538a95-1b53-4dd2-bbb2-339b85c4747b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:29.911855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f707006c-2ebb-4594-b8fb-ce7d3934491a admin admin] Publish callbacks [] for security_group (25aec67c-e93e-420c-9895-ef65a194c0c8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.922425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62e056c9-874e-4304-83f6-c4c04c015794 req-e471f3a7-117f-4578-a437-1ec3a10a6e93 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 210 time: 0.1770711 Mar 22 14:36:29.996393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f707006c-2ebb-4594-b8fb-ce7d3934491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (25aec67c-e93e-420c-9895-ef65a194c0c8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.996393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f707006c-2ebb-4594-b8fb-ce7d3934491a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.996393 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f707006c-2ebb-4594-b8fb-ce7d3934491a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25aec67c-e93e-420c-9895-ef65a194c0c8 HTTP/1.1" status: 204 len: 168 time: 0.3326042 Mar 22 14:36:30.030426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:30.037795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707006c-2ebb-4594-b8fb-ce7d3934491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aec67c-e93e-420c-9895-ef65a194c0c8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:30.102628 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.154075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:30.155051 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.176438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.282533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:30.286036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:30.298019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:30.332971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:30.356953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event updated for resources: {'Port': ['ID=00538a95-1b53-4dd2-bbb2-339b85c4747b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:30.414754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:30.416581 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.440885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2c16897-1bd3-4b4f-91ca-8c75bc12186b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:30.462727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-a8d3189a-5a56-4881-9c82-873933c4466c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2649987 Mar 22 14:36:30.481550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Request body: {'port': {'device_id': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:30.489560 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d2c16897-1bd3-4b4f-91ca-8c75bc12186b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:30.489910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2c16897-1bd3-4b4f-91ca-8c75bc12186b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:30.771820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1129269b-6fa0-4d54-95db-fa48cf1afe9a None None] Provisioning complete for port 00538a95-1b53-4dd2-bbb2-339b85c4747b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:30.772565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1129269b-6fa0-4d54-95db-fa48cf1afe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.834732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41746) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:30.857241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1129269b-6fa0-4d54-95db-fa48cf1afe9a None None] Port 00538a95-1b53-4dd2-bbb2-339b85c4747b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:30.966409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-17708b66-24c9-4e58-bc32-8e8eda2a8fd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=639801120ddd43f99e4cfc0ef8c4f1d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264384 Mar 22 14:36:30.967021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41752) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:31.061501 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a239351-b378-460d-97ce-97aa78c29fe3 admin admin] Publish callbacks [] for security_group (6af339ff-4461-423c-9225-068a66e84191), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.091474 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a239351-b378-460d-97ce-97aa78c29fe3 admin admin] Publish callbacks [] for security_group (6af339ff-4461-423c-9225-068a66e84191), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.147932 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a239351-b378-460d-97ce-97aa78c29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (6af339ff-4461-423c-9225-068a66e84191), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.151107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a239351-b378-460d-97ce-97aa78c29fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.152534 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5a239351-b378-460d-97ce-97aa78c29fe3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6af339ff-4461-423c-9225-068a66e84191 HTTP/1.1" status: 204 len: 168 time: 0.1836791 Mar 22 14:36:31.156281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.161802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a239351-b378-460d-97ce-97aa78c29fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af339ff-4461-423c-9225-068a66e84191,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:31.196334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1264f7-9903-46ae-81d8-b5c63f7dd865 req-051faf30-b1e9-453a-9d27-28eb77963ddc tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:31.208641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b1264f7-9903-46ae-81d8-b5c63f7dd865 req-051faf30-b1e9-453a-9d27-28eb77963ddc tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 895 time: 0.0954344 Mar 22 14:36:31.526338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00538a95-1b53-4dd2-bbb2-339b85c4747b {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:36:31.537634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Publish callbacks [] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.554673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Transition to ACTIVE for port object 00538a95-1b53-4dd2-bbb2-339b85c4747b will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:36:31.560228 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.655431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Pushing event updated for resources: {'Port': ['ID=00538a95-1b53-4dd2-bbb2-339b85c4747b,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:31.733596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Attempting to bind port 00538a95-1b53-4dd2-bbb2-339b85c4747b on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:31.733921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Attempting to bind port 00538a95-1b53-4dd2-bbb2-339b85c4747b by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:31.734295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Attempting to bind port 00538a95-1b53-4dd2-bbb2-339b85c4747b on network 793500b4-7534-45c6-9fb3-ea6cf45c9184 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:31.740124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Port 00538a95-1b53-4dd2-bbb2-339b85c4747b on network 793500b4-7534-45c6-9fb3-ea6cf45c9184 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:36:31.740425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Attempting to bind port 00538a95-1b53-4dd2-bbb2-339b85c4747b on network 793500b4-7534-45c6-9fb3-ea6cf45c9184 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:31.747810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:31.748126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Checking segment: {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:31.748522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Bound using segment: {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:31.748952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Bound port: 00538a95-1b53-4dd2-bbb2-339b85c4747b, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf8a988-9310-4141-8ceb-42b4164de184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:31.749306 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.862870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] For port 00538a95-1b53-4dd2-bbb2-339b85c4747b, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:31.871056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] For port 00538a95-1b53-4dd2-bbb2-339b85c4747b, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00538a95-1b53-4dd2-bbb2-339b85c4747b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:31.893890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.931564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:31.932184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.933613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] 10.222.0.42 "PUT /v2.0/ports/00538a95-1b53-4dd2-bbb2-339b85c4747b HTTP/1.1" status: 200 len: 1055 time: 1.4698606 Mar 22 14:36:31.934060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'tag': '00538a95-1b53-4dd2-bbb2-339b85c4747b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:31.936523 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381f6fa-3f36-4559-ae23-61041b099236" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ba450-2629-4377-b6a3-969cf6f9829a", "tag": "00538a95-1b53-4dd2-bbb2-339b85c4747b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:31.994595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c8917-21d1-4a39-8254-b1265bdf3e6e service neutron] Pushing event updated for resources: {'Port': ['ID=00538a95-1b53-4dd2-bbb2-339b85c4747b,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:32.026479 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903788a8-da96-4c3f-a60e-05580b3f49b0 x-openstack-request-id: req-903788a8-da96-4c3f-a60e-05580b3f49b0 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:32.027014 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ba450-2629-4377-b6a3-969cf6f9829a", "tag": "00538a95-1b53-4dd2-bbb2-339b85c4747b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:32.027276 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-903788a8-da96-4c3f-a60e-05580b3f49b0 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:32.027951 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903788a8-da96-4c3f-a60e-05580b3f49b0'] response: {'name': 'network-changed', 'server_uuid': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'tag': '00538a95-1b53-4dd2-bbb2-339b85c4747b', 'status': 'completed', 'code': 200} Mar 22 14:36:32.053835 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e2cefb39-06b3-4fa5-90df-6366bb7a3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.055482 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-e2cefb39-06b3-4fa5-90df-6366bb7a3168 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 1089 time: 0.0716584 Mar 22 14:36:32.105675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-9f5cc60a-0b4f-4780-8793-9e2cb866d09a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=00538a95-1b53-4dd2-bbb2-339b85c4747b HTTP/1.1" status: 200 len: 217 time: 0.0425534 Mar 22 14:36:32.157621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-f5e58e13-8151-4927-87ad-13ece226bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.159172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-f5e58e13-8151-4927-87ad-13ece226bfc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1bb6a00c-95bf-4dfc-ade7-07675d223e7a HTTP/1.1" status: 200 len: 837 time: 0.0478559 Mar 22 14:36:32.211408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-70d83b82-af96-472a-be80-ecf15915c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.212942 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-70d83b82-af96-472a-be80-ecf15915c744 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=793500b4-7534-45c6-9fb3-ea6cf45c9184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481410 Mar 22 14:36:32.355294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-8abcf273-c4b3-4f71-a8bd-33b89b9d0fae service neutron] 10.222.0.42 "GET /v2.0/networks/793500b4-7534-45c6-9fb3-ea6cf45c9184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351087 Mar 22 14:36:32.362483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16f483-36f6-4f15-ab0d-38b2f798134e req-49860ae5-2573-4f0e-ae38-a80b4d900172 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.363814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da16f483-36f6-4f15-ab0d-38b2f798134e req-49860ae5-2573-4f0e-ae38-a80b4d900172 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 907 time: 0.0842230 Mar 22 14:36:32.453069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64051218-039f-420d-9a1f-3a9e3fc96c04 req-7708bfd7-bcc6-4444-a2e9-a7def1513736 service neutron] 10.222.0.42 "GET /v2.0/networks/793500b4-7534-45c6-9fb3-ea6cf45c9184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882697 Mar 22 14:36:32.549871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f6fa-3f36-4559-ae23-61041b099236 req-67e2cb02-aca8-40ce-9d7b-98b28950823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.551469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1381f6fa-3f36-4559-ae23-61041b099236 req-67e2cb02-aca8-40ce-9d7b-98b28950823a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 1089 time: 0.0494552 Mar 22 14:36:32.642386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f6fa-3f36-4559-ae23-61041b099236 req-653a23a0-45ce-4a79-b97e-073c324c4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.643788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1381f6fa-3f36-4559-ae23-61041b099236 req-653a23a0-45ce-4a79-b97e-073c324c4ed3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=793500b4-7534-45c6-9fb3-ea6cf45c9184 HTTP/1.1" status: 200 len: 899 time: 0.0868642 Mar 22 14:36:32.688968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1381f6fa-3f36-4559-ae23-61041b099236 req-1bd6acea-bf6c-4fd1-b687-631dcf212b77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=00538a95-1b53-4dd2-bbb2-339b85c4747b HTTP/1.1" status: 200 len: 217 time: 0.0387352 Mar 22 14:36:32.740626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f6fa-3f36-4559-ae23-61041b099236 req-78aa10ed-8f4a-4416-a822-87eaff8377a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.742127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1381f6fa-3f36-4559-ae23-61041b099236 req-78aa10ed-8f4a-4416-a822-87eaff8377a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1bb6a00c-95bf-4dfc-ade7-07675d223e7a HTTP/1.1" status: 200 len: 837 time: 0.0456877 Mar 22 14:36:32.794393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f6fa-3f36-4559-ae23-61041b099236 req-a9b8d9d6-234e-4d2a-8a1f-37d71c7dc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.795943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1381f6fa-3f36-4559-ae23-61041b099236 req-a9b8d9d6-234e-4d2a-8a1f-37d71c7dc657 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=793500b4-7534-45c6-9fb3-ea6cf45c9184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471041 Mar 22 14:36:32.890849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1381f6fa-3f36-4559-ae23-61041b099236 req-05270944-5fd4-4b0f-a044-3b80be0ff965 service neutron] 10.222.0.42 "GET /v2.0/networks/793500b4-7534-45c6-9fb3-ea6cf45c9184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867453 Mar 22 14:36:32.987931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1381f6fa-3f36-4559-ae23-61041b099236 req-33a3e82b-de4b-4d71-b298-9a6f38fac896 service neutron] 10.222.0.42 "GET /v2.0/networks/793500b4-7534-45c6-9fb3-ea6cf45c9184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888424 Mar 22 14:36:33.488907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1b1be-d507-48c4-97bd-5b66416e68ec req-d8863d00-6e88-4266-ad1f-6bdc40333b0a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:33.490330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d3b1b1be-d507-48c4-97bd-5b66416e68ec req-d8863d00-6e88-4266-ad1f-6bdc40333b0a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 907 time: 0.0551972 Mar 22 14:36:34.644966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898d09d-aaa6-4591-9386-adb6238f2756 req-570ba52d-8f81-45fb-b38b-ee74a334b120 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:34.647342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3898d09d-aaa6-4591-9386-adb6238f2756 req-570ba52d-8f81-45fb-b38b-ee74a334b120 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 907 time: 0.0732594 Mar 22 14:36:35.234587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00538a95-1b53-4dd2-bbb2-339b85c4747b details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:36:35.341863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 00538a95-1b53-4dd2-bbb2-339b85c4747b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00538a95-1b53-4dd2-bbb2-339b85c4747b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:35.358099 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '00538a95-1b53-4dd2-bbb2-339b85c4747b', 'network_id': '793500b4-7534-45c6-9fb3-ea6cf45c9184', 'port_id': '00538a95-1b53-4dd2-bbb2-339b85c4747b', 'mac_address': 'fa:16:3e:38:f0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb6a00c-95bf-4dfc-ade7-07675d223e7a', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:36:35.405483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 00538a95-1b53-4dd2-bbb2-339b85c4747b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:35.405870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.419093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00538a95-1b53-4dd2-bbb2-339b85c4747b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:36:35.439940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 00538a95-1b53-4dd2-bbb2-339b85c4747b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00538a95-1b53-4dd2-bbb2-339b85c4747b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:35.444002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.491872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=00538a95-1b53-4dd2-bbb2-339b85c4747b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:35.669893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['00538a95-1b53-4dd2-bbb2-339b85c4747b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:36:35.784652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41984df7-1556-496e-ae03-cc70fa275e33 req-30e595f8-6bf5-44a3-a9d5-3cda3571956e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:35.786680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-41984df7-1556-496e-ae03-cc70fa275e33 req-30e595f8-6bf5-44a3-a9d5-3cda3571956e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 908 time: 0.0572217 Mar 22 14:36:36.907447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07697c-c01a-4033-a1b3-4b1775aba284 req-1fb94b7f-258a-4da2-989e-92a45002e99e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:36.908899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e07697c-c01a-4033-a1b3-4b1775aba284 req-1fb94b7f-258a-4da2-989e-92a45002e99e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 908 time: 0.0546052 Mar 22 14:36:37.264920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00538a95-1b53-4dd2-bbb2-339b85c4747b up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:37.319286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 00538a95-1b53-4dd2-bbb2-339b85c4747b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:36:37.323048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 00538a95-1b53-4dd2-bbb2-339b85c4747b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:37.323436 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.404946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 00538a95-1b53-4dd2-bbb2-339b85c4747b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:37.405346 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.429117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00538a95-1b53-4dd2-bbb2-339b85c4747b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:37.431476 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8376fbf-ffbb-45df-8b69-a63d6600c1af" -d '{"events": [{"server_uuid": "6e3ba450-2629-4377-b6a3-969cf6f9829a", "name": "network-vif-plugged", "status": "completed", "tag": "00538a95-1b53-4dd2-bbb2-339b85c4747b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:37.444243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 00538a95-1b53-4dd2-bbb2-339b85c4747b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00538a95-1b53-4dd2-bbb2-339b85c4747b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:37.451750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.514126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=00538a95-1b53-4dd2-bbb2-339b85c4747b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:37.692859 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224a0e68-b3c0-4b7f-bc93-c8ed9cf2f4ab x-openstack-request-id: req-224a0e68-b3c0-4b7f-bc93-c8ed9cf2f4ab {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:37.693154 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ba450-2629-4377-b6a3-969cf6f9829a", "name": "network-vif-plugged", "status": "completed", "tag": "00538a95-1b53-4dd2-bbb2-339b85c4747b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:37.693406 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-224a0e68-b3c0-4b7f-bc93-c8ed9cf2f4ab {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:37.693824 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224a0e68-b3c0-4b7f-bc93-c8ed9cf2f4ab'] response: {'server_uuid': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00538a95-1b53-4dd2-bbb2-339b85c4747b', 'code': 200} Mar 22 14:36:37.793279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac461aaf-113c-41e1-9394-7e51fd8416de req-0c2479b8-c1c0-447d-82f2-b2c40cfa9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:37.794771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ac461aaf-113c-41e1-9394-7e51fd8416de req-0c2479b8-c1c0-447d-82f2-b2c40cfa9b70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 1091 time: 0.0450151 Mar 22 14:36:38.036123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9073e-dade-40e9-800d-ecc1058227e1 req-6e22297d-ca45-432d-a981-873f6d5d3123 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:38.037616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-18c9073e-dade-40e9-800d-ecc1058227e1 req-6e22297d-ca45-432d-a981-873f6d5d3123 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 909 time: 0.0574446 Mar 22 14:36:39.163165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34274f-5e53-4321-8dfe-82205c11faf6 req-c18abdc0-e5df-4167-a029-bb3afd6c2f36 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:39.164645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be34274f-5e53-4321-8dfe-82205c11faf6 req-c18abdc0-e5df-4167-a029-bb3afd6c2f36 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 909 time: 0.0531232 Mar 22 14:36:39.287838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174362ba-5dcf-42f6-9cfb-aaf6ea525470 req-9a5ff167-bf67-43b8-8976-03af68a38fb5 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:39.289361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174362ba-5dcf-42f6-9cfb-aaf6ea525470 req-9a5ff167-bf67-43b8-8976-03af68a38fb5 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 909 time: 0.0561161 Mar 22 14:36:39.398316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129fb13-fafd-492d-8d07-542caa044fd1 req-8c2c9b12-d1be-443e-8f57-e6a61cc394b4 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:39.399883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5129fb13-fafd-492d-8d07-542caa044fd1 req-8c2c9b12-d1be-443e-8f57-e6a61cc394b4 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 1091 time: 0.0454917 Mar 22 14:36:39.514033 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d2259-97b8-48d4-9b8e-041b10c84168 req-88d00926-2b5b-41a4-8aa0-8d25c94d6cda tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:39.515946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-666d2259-97b8-48d4-9b8e-041b10c84168 req-88d00926-2b5b-41a4-8aa0-8d25c94d6cda tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1166 time: 0.0508461 Mar 22 14:36:39.571254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-666d2259-97b8-48d4-9b8e-041b10c84168 req-35eaedcc-1e4f-4c75-82c6-1ad142a3c248 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492945 Mar 22 14:36:39.595040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41806) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:39.642121 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a14051-a8b0-4caa-907b-440beaa5a670 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:39.643680 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-42a14051-a8b0-4caa-907b-440beaa5a670 tempest-TestSecurityGroupsBasicOps-427142363 tempest-TestSecurityGroupsBasicOps-427142363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 1086 time: 0.0470791 Mar 22 14:36:39.890359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679e518-9a8d-4107-a161-ed6532c3f968 req-5aaac0d4-e3d1-44c3-8272-a7782038dd8e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:39.892009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2679e518-9a8d-4107-a161-ed6532c3f968 req-5aaac0d4-e3d1-44c3-8272-a7782038dd8e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 909 time: 0.0548279 Mar 22 14:36:41.022448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe71829-89a0-4e03-99f1-9e32d1e4a54d req-2679c263-d4df-44f3-b9c0-3fcab1d43d6d tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:41.023957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efe71829-89a0-4e03-99f1-9e32d1e4a54d req-2679c263-d4df-44f3-b9c0-3fcab1d43d6d tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 909 time: 0.0559211 Mar 22 14:36:41.134381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-4f812ae6-46bd-417c-9d34-09859ea474ca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:41.135847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-4f812ae6-46bd-417c-9d34-09859ea474ca tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3ba450-2629-4377-b6a3-969cf6f9829a HTTP/1.1" status: 200 len: 909 time: 0.0584850 Mar 22 14:36:41.232491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting port 00538a95-1b53-4dd2-bbb2-339b85c4747b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:41.232791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.323147 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] For port 00538a95-1b53-4dd2-bbb2-339b85c4747b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=00538a95-1b53-4dd2-bbb2-339b85c4747b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:41.323508 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.336544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Calling delete_port for 00538a95-1b53-4dd2-bbb2-339b85c4747b owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:41.464490 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (00538a95-1b53-4dd2-bbb2-339b85c4747b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.496651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Port': ['ID=00538a95-1b53-4dd2-bbb2-339b85c4747b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:41.540022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] No DVR routers for this DVR port 00538a95-1b53-4dd2-bbb2-339b85c4747b on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:41.543647 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.548264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47d4c23f-c8d7-4508-9669-574440a8cdbd req-7c3d0e08-40a4-4f8a-99a9-3a3a5dfd44d1 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.42 "DELETE /v2.0/ports/00538a95-1b53-4dd2-bbb2-339b85c4747b HTTP/1.1" status: 204 len: 173 time: 0.4057500 Mar 22 14:36:41.548905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'name': 'network-vif-deleted', 'tag': '00538a95-1b53-4dd2-bbb2-339b85c4747b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:41.551824 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbe8e0d-2974-42a4-b69e-e77ab10109a9" -d '{"events": [{"server_uuid": "6e3ba450-2629-4377-b6a3-969cf6f9829a", "name": "network-vif-deleted", "tag": "00538a95-1b53-4dd2-bbb2-339b85c4747b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:41.600441 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c36eec9-11f7-4e12-a4db-8130b101094b x-openstack-request-id: req-5c36eec9-11f7-4e12-a4db-8130b101094b {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:41.600730 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ba450-2629-4377-b6a3-969cf6f9829a", "name": "network-vif-deleted", "tag": "00538a95-1b53-4dd2-bbb2-339b85c4747b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:41.600977 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c36eec9-11f7-4e12-a4db-8130b101094b {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:41.601440 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c36eec9-11f7-4e12-a4db-8130b101094b'] response: {'server_uuid': '6e3ba450-2629-4377-b6a3-969cf6f9829a', 'name': 'network-vif-deleted', 'tag': '00538a95-1b53-4dd2-bbb2-339b85c4747b', 'status': 'completed', 'code': 200} Mar 22 14:36:42.083185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41828) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:42.450730 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (da1d84c8-8904-4cfa-8c4c-d860253a0026), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.730339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:42.730594 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.821356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] For port ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:42.821726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.837527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Calling delete_port for ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:43.040253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.070532 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Port': ['ID=ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:43.248603 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (da1d84c8-8904-4cfa-8c4c-d860253a0026), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.472933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router da1d84c8-8904-4cfa-8c4c-d860253a0026 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:43.581177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:43.590552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e6045d02-7faa-43ca-9b98-ce248454a19c tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "PUT /v2.0/routers/da1d84c8-8904-4cfa-8c4c-d860253a0026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5022402 Mar 22 14:36:43.590660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41832) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:43.594632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] Sync routers for ids ['da1d84c8-8904-4cfa-8c4c-d860253a0026'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:43.605102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] Routers {'da1d84c8-8904-4cfa-8c4c-d860253a0026'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:43.605721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['da1d84c8-8904-4cfa-8c4c-d860253a0026'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:43.642332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting subnet 1bb6a00c-95bf-4dfc-ade7-07675d223e7a {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:43.645837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for subnet (1bb6a00c-95bf-4dfc-ade7-07675d223e7a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.687901 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (1bb6a00c-95bf-4dfc-ade7-07675d223e7a), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.717440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] Set router da1d84c8-8904-4cfa-8c4c-d860253a0026 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:43.778449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1bb6a00c-95bf-4dfc-ade7-07675d223e7a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.855825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (1bb6a00c-95bf-4dfc-ade7-07675d223e7a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.887610 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb6a00c-95bf-4dfc-ade7-07675d223e7a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:43.892691 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.899229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41836) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:43.899937 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-aa1dbd32-4b5c-4204-a8c6-8131bae869b6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/subnets/1bb6a00c-95bf-4dfc-ade7-07675d223e7a HTTP/1.1" status: 204 len: 168 time: 0.3088546 Mar 22 14:36:43.927958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d841b89-9c44-4f27-a320-c514d4887ec0 None None] Network 793500b4-7534-45c6-9fb3-ea6cf45c9184 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:44.055444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router (da1d84c8-8904-4cfa-8c4c-d860253a0026), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.070918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:42Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.113189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] Checking router: da1d84c8-8904-4cfa-8c4c-d860253a0026 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:44.124015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] Routers {'da1d84c8-8904-4cfa-8c4c-d860253a0026'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:44.124983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['da1d84c8-8904-4cfa-8c4c-d860253a0026'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.174592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] DHCP port deletion for 793500b4-7534-45c6-9fb3-ea6cf45c9184 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:44.483980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] Deleting port 6b4a819b-372e-42ee-a322-d45890cf99be {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:44.484296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.489259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] Set router da1d84c8-8904-4cfa-8c4c-d860253a0026 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:44.570157 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (da1d84c8-8904-4cfa-8c4c-d860253a0026), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.636470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:44.636967 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.710361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] For port 6b4a819b-372e-42ee-a322-d45890cf99be, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6b4a819b-372e-42ee-a322-d45890cf99be,segment=NetworkSegment(aaf8a988-9310-4141-8ceb-42b4164de184),segment_id=aaf8a988-9310-4141-8ceb-42b4164de184)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:44.710971 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.726616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] Calling delete_port for 6b4a819b-372e-42ee-a322-d45890cf99be owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:44.738425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] For port a0b36a05-e9fa-49c8-9bcc-d8a530963bf3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:44.739042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.758101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Calling delete_port for a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:44.787245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:42Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.820411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bbcb1-0b64-4e59-ac15-4ee0ea03ef7f None None] The sync data for ids ['da1d84c8-8904-4cfa-8c4c-d860253a0026'] in n-d-834677-3 is: [{'id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837797822', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:18Z', 'updated_at': '2022-03-22T14:36:42Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'a0b36a05-e9fa-49c8-9bcc-d8a530963bf3', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d84c8-8904-4cfa-8c4c-d860253a0026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:44.871393 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (6b4a819b-372e-42ee-a322-d45890cf99be), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.890961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] No DVR routers for this DVR port 6b4a819b-372e-42ee-a322-d45890cf99be on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:44.915945 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae646ed0-1d08-4e0e-8c20-253d9570144f None None] Pushing event deleted for resources: {'Port': ['ID=6b4a819b-372e-42ee-a322-d45890cf99be,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:45.011717 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a0b36a05-e9fa-49c8-9bcc-d8a530963bf3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.037293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Port': ['ID=a0b36a05-e9fa-49c8-9bcc-d8a530963bf3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:45.107878 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (da1d84c8-8904-4cfa-8c4c-d860253a0026), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.202963 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (da1d84c8-8904-4cfa-8c4c-d860253a0026), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.205362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_controller (da1d84c8-8904-4cfa-8c4c-d860253a0026), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.260543 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (da1d84c8-8904-4cfa-8c4c-d860253a0026), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.261454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Fanout notify agent at l3_agent the message router_deleted on router da1d84c8-8904-4cfa-8c4c-d860253a0026 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:45.268896 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.270164 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c531cc91-7b82-4554-a3d4-c3802585ccd2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/routers/da1d84c8-8904-4cfa-8c4c-d860253a0026 HTTP/1.1" status: 204 len: 168 time: 1.3693171 Mar 22 14:36:45.272783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41844) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:45.289911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00538a95-1b53-4dd2-bbb2-339b85c4747b no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:45.310647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 00538a95-1b53-4dd2-bbb2-339b85c4747b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:45.310999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 00538a95-1b53-4dd2-bbb2-339b85c4747b not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:45.358821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (793500b4-7534-45c6-9fb3-ea6cf45c9184), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.456510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (793500b4-7534-45c6-9fb3-ea6cf45c9184), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.490964 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793500b4-7534-45c6-9fb3-ea6cf45c9184']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:45.502007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf8a988-9310-4141-8ceb-42b4164de184') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:45.502314 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf8a988-9310-4141-8ceb-42b4164de184') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:45.513886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (aaf8a988-9310-4141-8ceb-42b4164de184), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.529396 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (aaf8a988-9310-4141-8ceb-42b4164de184), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.537617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:45.538037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (aaf8a988-9310-4141-8ceb-42b4164de184), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:45.541877 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:45.604856 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (793500b4-7534-45c6-9fb3-ea6cf45c9184), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.610671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.614723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/networks/793500b4-7534-45c6-9fb3-ea6cf45c9184 HTTP/1.1" status: 204 len: 168 time: 0.3402944 Mar 22 14:36:45.617274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41846) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:45.631482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717f2f2-8879-4544-b913-9cf763dec29a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Network': ['ID=793500b4-7534-45c6-9fb3-ea6cf45c9184,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:45.789495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting port 279d72b0-67e8-41cd-97f8-1fd833a994d7 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:45.789739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.865803 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.866252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for floatingip (279d72b0-67e8-41cd-97f8-1fd833a994d7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.877994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Calling delete_port for 279d72b0-67e8-41cd-97f8-1fd833a994d7 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:46.065899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6b4a819b-372e-42ee-a322-d45890cf99be no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:46.088032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (279d72b0-67e8-41cd-97f8-1fd833a994d7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:46.088456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6b4a819b-372e-42ee-a322-d45890cf99be {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:46.088903 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6b4a819b-372e-42ee-a322-d45890cf99be not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:46.089581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:46.117385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:46.117835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a0b36a05-e9fa-49c8-9bcc-d8a530963bf3 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:46.118902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:46.119871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Port': ['ID=279d72b0-67e8-41cd-97f8-1fd833a994d7,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:46.173854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:46.174423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ebc7859a-412f-49d6-ba2e-3a4fb1b6cd9b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:46.188769 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for floatingip (e7d973f2-fd6a-4dee-856d-b48204d3ef2b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:46.189282 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Floating IP e7d973f2-fd6a-4dee-856d-b48204d3ef2b disassociated (deleted). External IP: 172.25.2.3, port: 720d7e81-1d92-4cd8-941c-7472f7e24a6d. Mar 22 14:36:46.405623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:46.523899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:46.528864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:46.534444 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] Sync routers for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:46.543734 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:46.544459 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:46.560277 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df46f008-f0ad-4d1d-a6a5-632a90a72ee4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/floatingips/e7d973f2-fd6a-4dee-856d-b48204d3ef2b HTTP/1.1" status: 204 len: 168 time: 0.9418936 Mar 22 14:36:46.560884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:46.563617 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4f4985-60cc-4208-ba23-f935aac7249c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:46.614947 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2120fcd-528d-4dc6-8854-b777c9207a0c x-openstack-request-id: req-a2120fcd-528d-4dc6-8854-b777c9207a0c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:46.615231 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:46.615478 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2120fcd-528d-4dc6-8854-b777c9207a0c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:46.615888 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2120fcd-528d-4dc6-8854-b777c9207a0c'] response: {'name': 'network-changed', 'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'status': 'completed', 'code': 200} Mar 22 14:36:46.679347 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:46.717411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4985-60cc-4208-ba23-f935aac7249c req-23ccb304-4f06-45a7-90df-7beebb9e1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:46.719797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4f4985-60cc-4208-ba23-f935aac7249c req-23ccb304-4f06-45a7-90df-7beebb9e1c48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79959cdbe46541ce9ee666501eb50279&device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 1166 time: 0.0717154 Mar 22 14:36:46.860005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeee42-e4fc-407f-86d4-998fcd5f2724 req-d721890f-28fa-4116-9182-994356fedb89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:46.861503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0aeee42-e4fc-407f-86d4-998fcd5f2724 req-d721890f-28fa-4116-9182-994356fedb89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 984 time: 0.0835841 Mar 22 14:36:46.862548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4985-60cc-4208-ba23-f935aac7249c req-3e03ad40-e9eb-4b20-97ea-846b55321985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:46.863852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4f4985-60cc-4208-ba23-f935aac7249c req-3e03ad40-e9eb-4b20-97ea-846b55321985 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d52f18a5-aa47-4019-a043-2fa8abc2ed49 HTTP/1.1" status: 200 len: 897 time: 0.1330171 Mar 22 14:36:46.904035 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:46.916298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4f4985-60cc-4208-ba23-f935aac7249c req-cb43ddd5-f2f4-4828-b56e-98736a8c7dfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d HTTP/1.1" status: 200 len: 217 time: 0.0418921 Mar 22 14:36:46.999038 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0aeee42-e4fc-407f-86d4-998fcd5f2724 req-8492e8b3-bbd1-4fc3-bac9-85c7548f5f8f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1305182 Mar 22 14:36:47.000716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4985-60cc-4208-ba23-f935aac7249c req-6c041e31-b9b0-43d3-9679-0bb8354a21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:47.002146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4f4985-60cc-4208-ba23-f935aac7249c req-6c041e31-b9b0-43d3-9679-0bb8354a21c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55a44472-fc0c-4ec6-bbbd-0014ff360376 HTTP/1.1" status: 200 len: 834 time: 0.0781267 Mar 22 14:36:47.038244 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] Checking router: dbd55f7a-7dd0-4e5c-8822-c7277b97e06f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:47.047010 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:47.047631 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:47.061740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4985-60cc-4208-ba23-f935aac7249c req-500d9ddd-d0e0-4b6a-9b38-9438acefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:47.063381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4f4985-60cc-4208-ba23-f935aac7249c req-500d9ddd-d0e0-4b6a-9b38-9438acefbce5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d52f18a5-aa47-4019-a043-2fa8abc2ed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523822 Mar 22 14:36:47.154367 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:47.159001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4f4985-60cc-4208-ba23-f935aac7249c req-3746e5e0-30b8-48de-b8f8-92063edb94d0 service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886197 Mar 22 14:36:47.267605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da4f4985-60cc-4208-ba23-f935aac7249c req-6eb2adfa-766b-4ae1-9a63-229e569b2c3e service neutron] 10.222.0.57 "GET /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022058 Mar 22 14:36:47.355760 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:47.381663 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9ef0b-1aa6-4652-a546-4fabfd10d107 None None] The sync data for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 is: [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:35:21Z', 'revision_number': 4, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '6374c25e-2b82-43d0-8173-bb552f8d4444', 'name': '', 'network_id': 'd52f18a5-aa47-4019-a043-2fa8abc2ed49', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'mac_address': 'fa:16:3e:ca:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'subnets': [{'id': '55a44472-fc0c-4ec6-bbbd-0014ff360376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:47.651076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8e326-d03e-4786-85bf-6d5602b43c7e None None] New status for floating IP e7d973f2-fd6a-4dee-856d-b48204d3ef2b: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:36:48.133141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff87b9-cf6a-4598-849a-41d140e5942c req-7d3e2807-8e36-4854-bc19-2160d076fcb6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:48.134672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3ff87b9-cf6a-4598-849a-41d140e5942c req-7d3e2807-8e36-4854-bc19-2160d076fcb6 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 984 time: 0.0611420 Mar 22 14:36:48.193478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e3ff87b9-cf6a-4598-849a-41d140e5942c req-bf02247f-5ceb-4eca-ab51-ea926bc6b8e2 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/security-groups?id=343bec49-0f3d-426f-a0e1-cc5b38a2b974&id=ff6a7a43-9061-4013-bc81-afd7eb7ce78d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0529964 Mar 22 14:36:48.198994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-08e7633f-4134-4f88-b264-f47a30900890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.342828 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-2f653de2-abbb-4644-88ee-e7dff36b096a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:48.344951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-2f653de2-abbb-4644-88ee-e7dff36b096a tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 984 time: 0.0623660 Mar 22 14:36:48.454371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting port 720d7e81-1d92-4cd8-941c-7472f7e24a6d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:48.454780 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.549321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] For port 720d7e81-1d92-4cd8-941c-7472f7e24a6d, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=720d7e81-1d92-4cd8-941c-7472f7e24a6d,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:48.549686 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.566433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Calling delete_port for 720d7e81-1d92-4cd8-941c-7472f7e24a6d owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:48.701775 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (720d7e81-1d92-4cd8-941c-7472f7e24a6d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.733048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Port': ['ID=720d7e81-1d92-4cd8-941c-7472f7e24a6d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:48.781803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] No DVR routers for this DVR port 720d7e81-1d92-4cd8-941c-7472f7e24a6d on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:48.784539 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.788222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d758c264-bc47-4585-9bac-7e42c6571d44 req-5a40fecc-bade-406d-afb4-6585c064b67e tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.57 "DELETE /v2.0/ports/720d7e81-1d92-4cd8-941c-7472f7e24a6d HTTP/1.1" status: 204 len: 173 time: 0.4358845 Mar 22 14:36:48.788741 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'name': 'network-vif-deleted', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:48.791603 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc3a2ed-523d-4c08-af9a-f0b63716e2e2" -d '{"events": [{"server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "name": "network-vif-deleted", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:48.863842 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e918da8-dce6-4ca8-9513-e19ac7256ca6 x-openstack-request-id: req-2e918da8-dce6-4ca8-9513-e19ac7256ca6 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:48.864211 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8d1f84-2f90-4ee0-a59d-b2a24e19e059", "name": "network-vif-deleted", "tag": "720d7e81-1d92-4cd8-941c-7472f7e24a6d", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:48.864524 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e918da8-dce6-4ca8-9513-e19ac7256ca6 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:48.865385 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e918da8-dce6-4ca8-9513-e19ac7256ca6'] response: {'server_uuid': '8c8d1f84-2f90-4ee0-a59d-b2a24e19e059', 'name': 'network-vif-deleted', 'tag': '720d7e81-1d92-4cd8-941c-7472f7e24a6d', 'status': 'completed', 'code': 200} Mar 22 14:36:49.348779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-364d6e9f-e787-4799-a71d-2cfd28bfbc86 req-e9e15530-8c6e-490a-83c6-f1744ff428bf tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d1f84-2f90-4ee0-a59d-b2a24e19e059 HTTP/1.1" status: 200 len: 210 time: 0.0510538 Mar 22 14:36:50.416893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41874) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:50.470763 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c511380-8466-4d27-95c4-2839598fa733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.473005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-602516db-c5aa-4796-8671-6f2394cfffe4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (343bec49-0f3d-426f-a0e1-cc5b38a2b974), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.499059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-602516db-c5aa-4796-8671-6f2394cfffe4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (343bec49-0f3d-426f-a0e1-cc5b38a2b974), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.544440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-602516db-c5aa-4796-8671-6f2394cfffe4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (343bec49-0f3d-426f-a0e1-cc5b38a2b974), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.547143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-602516db-c5aa-4796-8671-6f2394cfffe4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.548357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-602516db-c5aa-4796-8671-6f2394cfffe4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/security-groups/343bec49-0f3d-426f-a0e1-cc5b38a2b974 HTTP/1.1" status: 204 len: 168 time: 0.1304221 Mar 22 14:36:50.551401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41878) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:50.558312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602516db-c5aa-4796-8671-6f2394cfffe4 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343bec49-0f3d-426f-a0e1-cc5b38a2b974,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:50.629911 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-36fa623d-2049-4401-ab0a-429b331df9ed tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (ff6a7a43-9061-4013-bc81-afd7eb7ce78d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.652024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-36fa623d-2049-4401-ab0a-429b331df9ed tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (ff6a7a43-9061-4013-bc81-afd7eb7ce78d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.696108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-36fa623d-2049-4401-ab0a-429b331df9ed tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ff6a7a43-9061-4013-bc81-afd7eb7ce78d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.698779 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-36fa623d-2049-4401-ab0a-429b331df9ed tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.699939 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-36fa623d-2049-4401-ab0a-429b331df9ed tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/security-groups/ff6a7a43-9061-4013-bc81-afd7eb7ce78d HTTP/1.1" status: 204 len: 168 time: 0.1451960 Mar 22 14:36:50.703155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41880) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:50.710504 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa623d-2049-4401-ab0a-429b331df9ed tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6a7a43-9061-4013-bc81-afd7eb7ce78d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:51.071457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.334346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting port 6374c25e-2b82-43d0-8173-bb552f8d4444 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:51.334653 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.366396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 720d7e81-1d92-4cd8-941c-7472f7e24a6d no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:51.386557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 720d7e81-1d92-4cd8-941c-7472f7e24a6d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:51.386864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 720d7e81-1d92-4cd8-941c-7472f7e24a6d not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:51.425729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] For port 6374c25e-2b82-43d0-8173-bb552f8d4444, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6374c25e-2b82-43d0-8173-bb552f8d4444,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:51.426354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.440459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Calling delete_port for 6374c25e-2b82-43d0-8173-bb552f8d4444 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:51.643920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6374c25e-2b82-43d0-8173-bb552f8d4444), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.975296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.975962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Port': ['ID=6374c25e-2b82-43d0-8173-bb552f8d4444,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:52.159585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.380273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:52.492983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:52.498325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a031d990-8d8d-446c-9543-275098b5db89 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "PUT /v2.0/routers/dbd55f7a-7dd0-4e5c-8822-c7277b97e06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940388 Mar 22 14:36:52.501194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41884) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:52.502762 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] Sync routers for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:52.513723 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:52.514265 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:52.563310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting subnet 55a44472-fc0c-4ec6-bbbd-0014ff360376 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:52.568319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for subnet (55a44472-fc0c-4ec6-bbbd-0014ff360376), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.621877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (55a44472-fc0c-4ec6-bbbd-0014ff360376), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.632999 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:52.724076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (55a44472-fc0c-4ec6-bbbd-0014ff360376), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.793497 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (55a44472-fc0c-4ec6-bbbd-0014ff360376), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.837881 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:36:51Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:52.839994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Subnet': ['ID=55a44472-fc0c-4ec6-bbbd-0014ff360376,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:52.856113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.856817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d891355a-1ac4-4fbe-ba7d-6b64a423fe83 None None] Network d52f18a5-aa47-4019-a043-2fa8abc2ed49 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:52.862627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:52.864998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aaf9bfb9-45c7-4ca4-ad41-ff418fbf210f tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/subnets/55a44472-fc0c-4ec6-bbbd-0014ff360376 HTTP/1.1" status: 204 len: 168 time: 0.3620141 Mar 22 14:36:52.865716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41894) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:52.897643 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] Checking router: dbd55f7a-7dd0-4e5c-8822-c7277b97e06f for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:52.912640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] Routers {'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:52.912640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:53.011931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9834e11a-c4d2-4f1d-9d8a-e4246741ad5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.030285 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.083670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] DHCP port deletion for d52f18a5-aa47-4019-a043-2fa8abc2ed49 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:53.113793 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] Set router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:53.114699 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9834e11a-c4d2-4f1d-9d8a-e4246741ad5a admin admin] Publish callbacks [] for security_group (c49264e4-aa5c-4c8d-9ba7-3c499e9ed874), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.125939 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9834e11a-c4d2-4f1d-9d8a-e4246741ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c49264e4-aa5c-4c8d-9ba7-3c499e9ed874), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.155260 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_gateway (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.177588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] Deleting port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:53.178421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.180875 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9834e11a-c4d2-4f1d-9d8a-e4246741ad5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27e0caa9737b4acb97f12c5053f61015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168666 Mar 22 14:36:53.181516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41898) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:53.210792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834e11a-c4d2-4f1d-9d8a-e4246741ad5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49264e4-aa5c-4c8d-9ba7-3c499e9ed874,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.241021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4fdaeee-33d2-4a25-86c2-3cc2279a833d admin admin] Publish callbacks [] for security_group (c49264e4-aa5c-4c8d-9ba7-3c499e9ed874), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.255808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] For port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80,segment=NetworkSegment(3daecdd6-62cc-45d1-9387-e7d1a0b991be),segment_id=3daecdd6-62cc-45d1-9387-e7d1a0b991be)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:53.256568 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.273236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] Calling delete_port for 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:53.273592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Deleting port c54b51f3-f251-4fe3-abf1-8ade1522198d {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:53.273939 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.295963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4fdaeee-33d2-4a25-86c2-3cc2279a833d admin admin] Publish callbacks [] for security_group (c49264e4-aa5c-4c8d-9ba7-3c499e9ed874), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.379122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.384120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] For port c54b51f3-f251-4fe3-abf1-8ade1522198d, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c54b51f3-f251-4fe3-abf1-8ade1522198d,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:53.385109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.387371 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:36:51Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:53.396371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] No DVR routers for this DVR port 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:53.401920 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4fdaeee-33d2-4a25-86c2-3cc2279a833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c49264e4-aa5c-4c8d-9ba7-3c499e9ed874), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.404740 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b4fdaeee-33d2-4a25-86c2-3cc2279a833d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.408807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b4fdaeee-33d2-4a25-86c2-3cc2279a833d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c49264e4-aa5c-4c8d-9ba7-3c499e9ed874 HTTP/1.1" status: 204 len: 168 time: 0.2234952 Mar 22 14:36:53.418988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdaeee-33d2-4a25-86c2-3cc2279a833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49264e4-aa5c-4c8d-9ba7-3c499e9ed874,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.426724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Calling delete_port for c54b51f3-f251-4fe3-abf1-8ade1522198d owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:53.432763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980af72-d654-4e34-b6f4-41ce0bbf9ea0 None None] Pushing event deleted for resources: {'Port': ['ID=67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.484779 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15405fa3-c3cc-47c7-b7af-a7420cd470ce None None] The sync data for ids ['dbd55f7a-7dd0-4e5c-8822-c7277b97e06f'] in n-d-834677-3 is: [{'id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502246808', 'tenant_id': '79959cdbe46541ce9ee666501eb50279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:15Z', 'updated_at': '2022-03-22T14:36:51Z', 'revision_number': 5, 'project_id': '79959cdbe46541ce9ee666501eb50279', 'gw_port': {'id': 'c54b51f3-f251-4fe3-abf1-8ade1522198d', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd55f7a-7dd0-4e5c-8822-c7277b97e06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:16Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:53.496371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.681226 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c54b51f3-f251-4fe3-abf1-8ade1522198d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.715580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Port': ['ID=c54b51f3-f251-4fe3-abf1-8ade1522198d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.805865 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.983602 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.987743 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router_controller (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.058949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (dbd55f7a-7dd0-4e5c-8822-c7277b97e06f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.060182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Fanout notify agent at l3_agent the message router_deleted on router dbd55f7a-7dd0-4e5c-8822-c7277b97e06f {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:54.064507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:54.071636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.072865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6561a259-ab9e-42bb-8e0f-87a43f3cfb51 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/routers/dbd55f7a-7dd0-4e5c-8822-c7277b97e06f HTTP/1.1" status: 204 len: 168 time: 1.2052100 Mar 22 14:36:54.075601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41904) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.087481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:54.087991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 67cc08c5-e51f-49c8-9fcc-cb9a8fbd2a80 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:54.088248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6374c25e-2b82-43d0-8173-bb552f8d4444 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:54.108789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6374c25e-2b82-43d0-8173-bb552f8d4444 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:54.109139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6374c25e-2b82-43d0-8173-bb552f8d4444 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:54.170885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d52f18a5-aa47-4019-a043-2fa8abc2ed49), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.259808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d52f18a5-aa47-4019-a043-2fa8abc2ed49), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.281529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52f18a5-aa47-4019-a043-2fa8abc2ed49']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:54.295615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daecdd6-62cc-45d1-9387-e7d1a0b991be') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:54.295924 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daecdd6-62cc-45d1-9387-e7d1a0b991be') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:54.309795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (3daecdd6-62cc-45d1-9387-e7d1a0b991be), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.323402 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3daecdd6-62cc-45d1-9387-e7d1a0b991be), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.329373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:54.329707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (3daecdd6-62cc-45d1-9387-e7d1a0b991be), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:54.332690 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:54.395760 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d52f18a5-aa47-4019-a043-2fa8abc2ed49), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.403546 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.407720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] 10.222.0.44 "DELETE /v2.0/networks/d52f18a5-aa47-4019-a043-2fa8abc2ed49 HTTP/1.1" status: 204 len: 168 time: 0.3306041 Mar 22 14:36:54.419662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca30f2-7907-42f3-b796-e10d3e2f0de0 tempest-TestSecurityGroupsBasicOps-136600194 tempest-TestSecurityGroupsBasicOps-136600194-project] Pushing event deleted for resources: {'Network': ['ID=d52f18a5-aa47-4019-a043-2fa8abc2ed49,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:54.666216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.669638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.731521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41912) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.875188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d65567ce-c69c-45eb-b45e-f2e9f6c7f7dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79959cdbe46541ce9ee666501eb50279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422098 Mar 22 14:36:54.878411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41916) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.932631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c28e4b-fe58-48aa-bd91-3be1518aa521 admin admin] Publish callbacks [] for security_group (fc8ee707-5a1e-4a14-8fc1-65c128c7ecef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.954890 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c28e4b-fe58-48aa-bd91-3be1518aa521 admin admin] Publish callbacks [] for security_group (fc8ee707-5a1e-4a14-8fc1-65c128c7ecef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.012763 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c28e4b-fe58-48aa-bd91-3be1518aa521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fc8ee707-5a1e-4a14-8fc1-65c128c7ecef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.015501 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c28e4b-fe58-48aa-bd91-3be1518aa521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.016726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d3c28e4b-fe58-48aa-bd91-3be1518aa521 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc8ee707-5a1e-4a14-8fc1-65c128c7ecef HTTP/1.1" status: 204 len: 168 time: 0.1373415 Mar 22 14:36:55.024900 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c28e4b-fe58-48aa-bd91-3be1518aa521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8ee707-5a1e-4a14-8fc1-65c128c7ecef,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.291846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41922) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:55.305454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9aae-410f-4405-b17b-27cb912add5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.384773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9aae-410f-4405-b17b-27cb912add5a admin admin] Publish callbacks [] for security_group (9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.391473 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9aae-410f-4405-b17b-27cb912add5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.428825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2f3b9aae-410f-4405-b17b-27cb912add5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0534faa4ecd846fb9049c9bb24d1bf7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358936 Mar 22 14:36:55.429706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9aae-410f-4405-b17b-27cb912add5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.431867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 41924) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:55.491337 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dac083b-1fe6-4e55-98fe-62117b79da82 admin admin] Publish callbacks [] for security_group (9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.513748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dac083b-1fe6-4e55-98fe-62117b79da82 admin admin] Publish callbacks [] for security_group (9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.570600 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dac083b-1fe6-4e55-98fe-62117b79da82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.574301 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2dac083b-1fe6-4e55-98fe-62117b79da82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.575808 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2dac083b-1fe6-4e55-98fe-62117b79da82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee HTTP/1.1" status: 204 len: 168 time: 0.1428776 Mar 22 14:36:55.584404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac083b-1fe6-4e55-98fe-62117b79da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9086eb5c-cbd7-4cdf-b3a2-113bc2fd91ee,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.831136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c54b51f3-f251-4fe3-abf1-8ade1522198d no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:55.852286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c54b51f3-f251-4fe3-abf1-8ade1522198d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:55.852633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c54b51f3-f251-4fe3-abf1-8ade1522198d not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:55.913474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41930) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:55.956014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2461ade4-06ad-408d-9fc2-49e52bc26664 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=411dc7b4f1154460837d23b0fb1c0050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412085 Mar 22 14:36:55.958640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 41932) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:56.009367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06116528-4d7d-4d2e-8369-6a4f58a92d8c admin admin] Publish callbacks [] for security_group (81efa3bb-b8af-4796-9fa4-ff81d2a1667d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.032136 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06116528-4d7d-4d2e-8369-6a4f58a92d8c admin admin] Publish callbacks [] for security_group (81efa3bb-b8af-4796-9fa4-ff81d2a1667d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.083415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06116528-4d7d-4d2e-8369-6a4f58a92d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (81efa3bb-b8af-4796-9fa4-ff81d2a1667d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.086017 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-06116528-4d7d-4d2e-8369-6a4f58a92d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.087538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-06116528-4d7d-4d2e-8369-6a4f58a92d8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81efa3bb-b8af-4796-9fa4-ff81d2a1667d HTTP/1.1" status: 204 len: 168 time: 0.1277564 Mar 22 14:36:56.095984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06116528-4d7d-4d2e-8369-6a4f58a92d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81efa3bb-b8af-4796-9fa4-ff81d2a1667d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:58.698884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.808821 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:37:04.659152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-3ac32e71-3389-49cd-8f7a-55684c4de666 req-ec462ccd-c5ac-46e3-9a67-e8fbfc7134a9 service neutron] (110458) timed out ('10.222.0.57', 64752) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:37:10.109887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-5431a44e-fd7d-4627-97da-e7ef69fdebd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448315 Mar 22 14:37:10.196961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-f62a5480-ce71-48ca-a948-56698fdb188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:10.198516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-f62a5480-ce71-48ca-a948-56698fdb188a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.0455155 Mar 22 14:37:10.302181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-f07d7bda-ca8b-426a-861d-b606cd0cfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:10.303638 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-f07d7bda-ca8b-426a-861d-b606cd0cfc60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 910 time: 0.0859048 Mar 22 14:37:10.368144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-495667a0-2b62-4a5d-af49-dc854537430d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 1001 time: 0.0578268 Mar 22 14:37:10.416489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-39625d11-594a-40a0-9775-c0df3fd26b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:10.417889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-39625d11-594a-40a0-9775-c0df3fd26b94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.0433319 Mar 22 14:37:10.471082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-7778a035-62e6-4558-a335-efb3d05afd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:10.472561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-7778a035-62e6-4558-a335-efb3d05afd0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488276 Mar 22 14:37:10.558336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-e5df7d0f-5a45-4496-8c8e-5e1066f379e2 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790489 Mar 22 14:37:10.668587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97c26a18-5231-40c7-bdbc-498b9029cc09 req-6f00ce6b-750f-42ad-bb61-df5271ff0a5c service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037545 Mar 22 14:37:14.878279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6724c23-66af-4ca7-b72f-5d47f5084385 req-ce2daa92-f852-4b4c-bc45-78b45770d84a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:14.879749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6724c23-66af-4ca7-b72f-5d47f5084385 req-ce2daa92-f852-4b4c-bc45-78b45770d84a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 946 time: 0.2858667 Mar 22 14:37:14.931002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6724c23-66af-4ca7-b72f-5d47f5084385 req-a56becef-929c-481b-ac95-e295ac294c62 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431354 Mar 22 14:37:16.130943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e7628-110e-4b21-91e0-b3aa77159bde req-82953dea-5025-4218-9d1e-078b936b1ac5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:16.132435 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-124e7628-110e-4b21-91e0-b3aa77159bde req-82953dea-5025-4218-9d1e-078b936b1ac5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 946 time: 0.1263874 Mar 22 14:37:16.185705 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-124e7628-110e-4b21-91e0-b3aa77159bde req-f8dcc3a2-7ef3-4439-8a69-a6e18c397424 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465384 Mar 22 14:37:16.412962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-3ab22a06-85f4-429d-9d8b-a5eee5bed16f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:16.414313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-3ab22a06-85f4-429d-9d8b-a5eee5bed16f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 946 time: 0.0632696 Mar 22 14:37:16.525126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port b036a5f5-aef3-4dc7-a890-1a53c4b44449 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:16.525426 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:16.627423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] For port b036a5f5-aef3-4dc7-a890-1a53c4b44449, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=b036a5f5-aef3-4dc7-a890-1a53c4b44449,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:16.627792 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:16.844077 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:16.844571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (a61b7091-194a-4360-93d7-65a91a8456db), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:16.844810 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Floating IP a61b7091-194a-4360-93d7-65a91a8456db disassociated. External IP: 172.25.2.38, port: b036a5f5-aef3-4dc7-a890-1a53c4b44449. Mar 22 14:37:16.845227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for b036a5f5-aef3-4dc7-a890-1a53c4b44449 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:16.976292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b036a5f5-aef3-4dc7-a890-1a53c4b44449), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:17.007807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=b036a5f5-aef3-4dc7-a890-1a53c4b44449,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:17.442001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e6bdbad-b3ac-48ce-b5f3-fa80147d0239 req-3ffdfd78-9927-4682-afba-76a45b9002b8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0309279 Mar 22 14:37:17.487537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:17.608558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:17.618591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:17.629327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:17.629948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:17.649766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] No DVR routers for this DVR port b036a5f5-aef3-4dc7-a890-1a53c4b44449 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:37:17.652804 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:17.656571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b031b7aa-496a-4684-be27-cc672e61d2d5 req-59aec492-d484-40d0-bf4f-70851c4586f1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "DELETE /v2.0/ports/b036a5f5-aef3-4dc7-a890-1a53c4b44449 HTTP/1.1" status: 204 len: 173 time: 1.2328234 Mar 22 14:37:17.656571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'name': 'network-vif-deleted', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:17.658920 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d769f82c-2456-49ee-9408-4f7266762f4a" -d '{"events": [{"server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "name": "network-vif-deleted", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:17.696251 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057398d2-efbc-4086-b30a-f87be4b9772d x-openstack-request-id: req-057398d2-efbc-4086-b30a-f87be4b9772d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:17.696695 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9013a20-54f0-41ef-8c83-ff525c202c07", "name": "network-vif-deleted", "tag": "b036a5f5-aef3-4dc7-a890-1a53c4b44449", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:17.697007 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-057398d2-efbc-4086-b30a-f87be4b9772d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:17.697524 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057398d2-efbc-4086-b30a-f87be4b9772d'] response: {'server_uuid': 'f9013a20-54f0-41ef-8c83-ff525c202c07', 'name': 'network-vif-deleted', 'tag': 'b036a5f5-aef3-4dc7-a890-1a53c4b44449', 'status': 'completed', 'code': 200} Mar 22 14:37:17.743733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:17.974779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:18.005164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:18.014179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:18.014792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:36:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:18.122083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:18.253143 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d58b1333-eb4d-4560-8345-25fa0fa8d42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:18.359778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:18.389997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeab088-be11-4535-b522-cc99ab7f226d None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:18.542052 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd36dbd2-e771-475a-96c0-4e1d1416e850 req-d1c164e7-06d4-41ff-b0e1-ad80518dafb9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0286694 Mar 22 14:37:18.641510 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462dd2e-0ba3-4047-b361-3aeaf84d1985 None None] New status for floating IP a61b7091-194a-4360-93d7-65a91a8456db: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:37:19.503300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b036a5f5-aef3-4dc7-a890-1a53c4b44449 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:37:19.524431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: b036a5f5-aef3-4dc7-a890-1a53c4b44449 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:37:19.524774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device b036a5f5-aef3-4dc7-a890-1a53c4b44449 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:37:19.650580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cef5ded5-7f14-4694-a244-f9d02e48657d req-f0c69171-5352-44bf-8005-f20c6a5c9ef6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0307729 Mar 22 14:37:20.467441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57b1f3d0-1b61-4996-a8a3-72d7c3091c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:20.746181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-003e0739-0b00-418f-9920-289afdeb107f req-1c0bc347-ec02-4fe6-909a-f81c8b3ecccf tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Mar 22 14:37:21.843308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f9b6372-15a1-4d28-9fcb-b6c66c022129 req-16626870-5334-4e5a-bcb6-66e0b0680105 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0285265 Mar 22 14:37:21.972886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:22.944126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99363787-b053-4da4-a186-3777d8aa81eb req-191fd7da-73b5-417c-afc5-9562ee7b2ef9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0286105 Mar 22 14:37:23.478214 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:24.043422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26bea6d6-3a03-47e3-b6cd-493881c5c5eb req-7a23ef29-3c89-4dc8-a3f4-5c24d4aa926d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0275395 Mar 22 14:37:24.646049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:24.666234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:25.141389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa2f88a0-739f-47ae-ad3f-64dff0ad8940 req-10fd3c08-ac1f-4105-b370-ee36060a090d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0273166 Mar 22 14:37:26.241148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fef1e028-79a2-4890-a66b-d81d394f1ee2 req-1b4ca4a0-6f3d-4740-b672-c04986bc46e8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9013a20-54f0-41ef-8c83-ff525c202c07 HTTP/1.1" status: 200 len: 210 time: 0.0309901 Mar 22 14:37:27.507196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-d6ad0a31-ad7a-4fc9-8f8a-1bc8d6a7457c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52151234&fields=id&tenant_id=609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 267 time: 0.0473802 Mar 22 14:37:27.613647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-cac2eba6-5b3e-49df-a0b6-c05e068950fb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:27.615170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-cac2eba6-5b3e-49df-a0b6-c05e068950fb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1011326 Mar 22 14:37:27.630194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-572519f7-1503-49c3-91a0-46e62e30749c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/quotas/609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 375 time: 0.0094790 Mar 22 14:37:27.690975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-4fa00d88-216b-43ac-ad5a-490bec63a4fe tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555873 Mar 22 14:37:27.837589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-fcb4e4ad-2602-4ec8-adc7-851eb459a38c service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350832 Mar 22 14:37:27.931071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-52a4b3dc-0e32-42e2-a946-b893125aa25f service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875020 Mar 22 14:37:28.235619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6717275a-9c74-47d1-8edb-adf7e9f40c75 req-76d73394-011e-4825-8c5d-3321b1ac4fdb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0287797 Mar 22 14:37:28.706956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:29.258520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-f0e2872e-bcde-4f2c-8b8a-556d78294aa9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:29.260373 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-f0e2872e-bcde-4f2c-8b8a-556d78294aa9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1087427 Mar 22 14:37:29.350678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bcf1e086-4e63-4c26-b685-af815ae22738 req-e76db6ea-b65e-49b3-8188-e3aa19f097c4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0434487 Mar 22 14:37:29.358372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-5888d450-b02b-4820-963a-9960fe96392f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 378 time: 0.0898280 Mar 22 14:37:29.369933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'port': {'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'admin_state_up': True, 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'security_groups': ['11d8aaac-27af-472b-aa30-990aa3e5b5be']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:29.477455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:29.480989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:29.610595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.20.0.3 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/385aba48-e9d3-4704-877e-532a473577c5) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:29.749164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (385aba48-e9d3-4704-877e-532a473577c5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:29.782722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (385aba48-e9d3-4704-877e-532a473577c5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:29.827191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:29.828569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:29.831114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:29.870998 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=385aba48-e9d3-4704-877e-532a473577c5,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:29.883930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.884263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.884681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.885015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.885332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.885671 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.886055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.886340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.886647 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.886968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.887274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.887587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.887899 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.888215 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.888513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:29.904163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:29.904827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:29.922833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-21b12387-380e-48ad-91e4-8468a802f27d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570171 Mar 22 14:37:29.937328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Request body: {'port': {'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:30.008845 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (385aba48-e9d3-4704-877e-532a473577c5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:30.116876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-00f9b487-9810-4ee4-808c-84eaec28dc00 None None] Provisioning complete for port 385aba48-e9d3-4704-877e-532a473577c5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:30.117437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00f9b487-9810-4ee4-808c-84eaec28dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (385aba48-e9d3-4704-877e-532a473577c5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:30.152639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-00f9b487-9810-4ee4-808c-84eaec28dc00 None None] Port 385aba48-e9d3-4704-877e-532a473577c5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:30.274127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385aba48-e9d3-4704-877e-532a473577c5 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:37:30.282195 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Publish callbacks [] for port (385aba48-e9d3-4704-877e-532a473577c5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:30.294724 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Transition to ACTIVE for port object 385aba48-e9d3-4704-877e-532a473577c5 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:37:30.300318 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (385aba48-e9d3-4704-877e-532a473577c5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:30.349387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Pushing event updated for resources: {'Port': ['ID=385aba48-e9d3-4704-877e-532a473577c5,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:30.478981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Attempting to bind port 385aba48-e9d3-4704-877e-532a473577c5 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:30.479482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Attempting to bind port 385aba48-e9d3-4704-877e-532a473577c5 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:30.479905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Attempting to bind port 385aba48-e9d3-4704-877e-532a473577c5 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:30.487678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Port 385aba48-e9d3-4704-877e-532a473577c5 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:37:30.487995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Attempting to bind port 385aba48-e9d3-4704-877e-532a473577c5 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:30.496749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:30.497094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:30.497485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:30.497927 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Bound port: 385aba48-e9d3-4704-877e-532a473577c5, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:30.498324 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (385aba48-e9d3-4704-877e-532a473577c5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:30.544771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b581-17d7-4529-8e39-9c61466152ee req-dd241f40-a195-40ef-995f-3b80c49f47b2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:30.546281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e430b581-17d7-4529-8e39-9c61466152ee req-dd241f40-a195-40ef-995f-3b80c49f47b2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.1078539 Mar 22 14:37:30.604140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] For port 385aba48-e9d3-4704-877e-532a473577c5, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:30.624847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] For port 385aba48-e9d3-4704-877e-532a473577c5, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=385aba48-e9d3-4704-877e-532a473577c5,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:30.631594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e430b581-17d7-4529-8e39-9c61466152ee req-c5e28af0-295b-4d7f-8ae3-c6bb4704560e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793228 Mar 22 14:37:30.633258 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (385aba48-e9d3-4704-877e-532a473577c5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:30.670195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:30.670807 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:30.672514 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] 10.222.0.57 "PUT /v2.0/ports/385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 1091 time: 0.7393875 Mar 22 14:37:30.674813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'tag': '385aba48-e9d3-4704-877e-532a473577c5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:30.676965 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270" -d '{"events": [{"name": "network-changed", "server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "tag": "385aba48-e9d3-4704-877e-532a473577c5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:30.707980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748211a-3427-4988-b4ec-bf3fd6ae4def service neutron] Pushing event updated for resources: {'Port': ['ID=385aba48-e9d3-4704-877e-532a473577c5,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:30.742592 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eccd5d-1c01-49c1-8810-75d6d05c026d x-openstack-request-id: req-69eccd5d-1c01-49c1-8810-75d6d05c026d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:30.742994 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "tag": "385aba48-e9d3-4704-877e-532a473577c5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:30.743334 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69eccd5d-1c01-49c1-8810-75d6d05c026d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:30.743900 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69eccd5d-1c01-49c1-8810-75d6d05c026d'] response: {'name': 'network-changed', 'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'tag': '385aba48-e9d3-4704-877e-532a473577c5', 'status': 'completed', 'code': 200} Mar 22 14:37:30.778610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-d23ece44-88a3-4cb9-91c0-298b1c20e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:30.780436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-d23ece44-88a3-4cb9-91c0-298b1c20e41e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1125 time: 0.0503106 Mar 22 14:37:30.828557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-028cc675-e3d4-40ba-b517-e32ed23b8968 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 217 time: 0.0375919 Mar 22 14:37:30.888645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-d0ddd5f6-bebe-4492-a964-8a9b70a0f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:30.890569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-d0ddd5f6-bebe-4492-a964-8a9b70a0f017 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0532858 Mar 22 14:37:30.942628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-dbd339d6-b16c-4cb0-848c-05bf66da59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:30.944039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-dbd339d6-b16c-4cb0-848c-05bf66da59f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447414 Mar 22 14:37:31.037677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-390015c1-01ce-4beb-a553-a5b9f81b768e service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830760 Mar 22 14:37:31.139673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7038032-1f1d-4933-9cc9-03fac355e675 req-b66f385c-b9b6-49dc-b8ba-5c3351be9aa7 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920901 Mar 22 14:37:31.236839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-f4a72456-b698-4466-bab1-c55d7c6df2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:31.238478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-f4a72456-b698-4466-bab1-c55d7c6df2aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1125 time: 0.0462554 Mar 22 14:37:31.337012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-fdd9e526-c536-4229-a8c7-c1219be86913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:31.338548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-fdd9e526-c536-4229-a8c7-c1219be86913 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0908229 Mar 22 14:37:31.383700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-0aad81e6-d261-46b7-8efd-be0ff3004772 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 217 time: 0.0357273 Mar 22 14:37:31.436193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-d8260703-5200-44b8-8696-04faed2720a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:31.437834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-d8260703-5200-44b8-8696-04faed2720a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0445054 Mar 22 14:37:31.494516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-f1d4bd1a-61dd-45e5-95f9-20f8c66a3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:31.495925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-f1d4bd1a-61dd-45e5-95f9-20f8c66a3980 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512371 Mar 22 14:37:31.587303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-d6679d2f-760f-4b6b-bd43-3e50bc790752 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822384 Mar 22 14:37:31.683710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76e6b4f1-33ff-4d09-8dfe-07148d9c1270 req-a9109bac-a347-4fbf-aa48-906cb634fea1 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869484 Mar 22 14:37:31.757171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3512a-083b-43f8-b51a-b8224afcecd8 req-0196b0e2-f108-4afd-b8a9-5fa39ce8ddac tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:31.759157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ceb3512a-083b-43f8-b51a-b8224afcecd8 req-0196b0e2-f108-4afd-b8a9-5fa39ce8ddac tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0571184 Mar 22 14:37:31.811506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ceb3512a-083b-43f8-b51a-b8224afcecd8 req-33123738-420d-413b-a34f-e3f7010661c5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463190 Mar 22 14:37:32.935737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612d110-28de-4cd0-ae20-76ec23f97c7e req-956a8d8d-7841-467f-bf28-5ba88fbfe701 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:32.937329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0612d110-28de-4cd0-ae20-76ec23f97c7e req-956a8d8d-7841-467f-bf28-5ba88fbfe701 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0555801 Mar 22 14:37:32.988882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0612d110-28de-4cd0-ae20-76ec23f97c7e req-ef995a95-2f90-47ef-8d60-90671fab4b7e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451982 Mar 22 14:37:34.111816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49819-8a3e-46ae-bd6d-63453e1e642f req-70a458c8-998c-48dc-934a-73445afe6c42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:34.113210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5f49819-8a3e-46ae-bd6d-63453e1e642f req-70a458c8-998c-48dc-934a-73445afe6c42 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0561860 Mar 22 14:37:34.163872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5f49819-8a3e-46ae-bd6d-63453e1e642f req-378bb4d7-a17d-4d79-9dc4-7e914c946027 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445638 Mar 22 14:37:35.285875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99ba55-c2d0-4150-b099-8f6dea05d29c req-0270d447-aac7-4460-afa1-a9196597bac0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:35.287288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e99ba55-c2d0-4150-b099-8f6dea05d29c req-0270d447-aac7-4460-afa1-a9196597bac0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0540273 Mar 22 14:37:35.337671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e99ba55-c2d0-4150-b099-8f6dea05d29c req-10213f63-659d-485e-99c2-f4c732094709 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445333 Mar 22 14:37:36.459437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482596-58aa-45bd-9a0d-a5910166e1bd req-63fe61eb-9dbb-42dd-9c08-1cbfd7e1124d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:36.460936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa482596-58aa-45bd-9a0d-a5910166e1bd req-63fe61eb-9dbb-42dd-9c08-1cbfd7e1124d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0535879 Mar 22 14:37:36.514234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa482596-58aa-45bd-9a0d-a5910166e1bd req-55d2c639-e5da-476a-8dba-2292e0189179 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472810 Mar 22 14:37:37.635193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabbe90-1d3a-4abb-85c4-69de388565e5 req-740ac120-49e0-4c24-9b18-c8fde053f95d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:37.636662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ffabbe90-1d3a-4abb-85c4-69de388565e5 req-740ac120-49e0-4c24-9b18-c8fde053f95d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0535595 Mar 22 14:37:37.685385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ffabbe90-1d3a-4abb-85c4-69de388565e5 req-4ae47ac1-d03e-427f-82cd-5c67feb2da2a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427027 Mar 22 14:37:38.804837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf50c9-3ed0-4e23-ba82-0f3895040022 req-ee02bc0a-9b16-42a1-a9a8-a0cb829a2126 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:38.806349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddcf50c9-3ed0-4e23-ba82-0f3895040022 req-ee02bc0a-9b16-42a1-a9a8-a0cb829a2126 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0531290 Mar 22 14:37:38.856031 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddcf50c9-3ed0-4e23-ba82-0f3895040022 req-8eccf9f6-6074-4fa7-be0b-7f3430183e3a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438828 Mar 22 14:37:40.003077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59259fef-0067-49b9-a0c6-b48bfdac88bc req-43fee632-a6be-4c73-bb36-6a9048ff6f38 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:40.004561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59259fef-0067-49b9-a0c6-b48bfdac88bc req-43fee632-a6be-4c73-bb36-6a9048ff6f38 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0706077 Mar 22 14:37:40.056027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59259fef-0067-49b9-a0c6-b48bfdac88bc req-f8d3ce45-2de3-4ca7-97dc-2c77e7addd8c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455375 Mar 22 14:37:40.811960 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:37:41.198419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c50a-0904-4eda-9e0f-f04de6f42414 req-4034df9b-09df-440f-ab6c-dc58d0e65b24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:41.199933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8489c50a-0904-4eda-9e0f-f04de6f42414 req-4034df9b-09df-440f-ab6c-dc58d0e65b24 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0562530 Mar 22 14:37:41.253168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8489c50a-0904-4eda-9e0f-f04de6f42414 req-4d359c81-1faa-4adc-903b-9448c9e3dc29 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443068 Mar 22 14:37:42.390968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b81a6-d336-438d-8a2c-6a964f7f8a61 req-2f28fc9f-68fd-4138-bfa4-5a0f5da46d46 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:42.392444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-819b81a6-d336-438d-8a2c-6a964f7f8a61 req-2f28fc9f-68fd-4138-bfa4-5a0f5da46d46 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0582342 Mar 22 14:37:42.450539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-819b81a6-d336-438d-8a2c-6a964f7f8a61 req-d27c9609-a95d-487f-b22e-42bb64c47ee7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487034 Mar 22 14:37:43.589804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dbbf8-48f2-4776-91a0-67277e5b276f req-c622b1d4-6988-41e0-930e-d1e1ddcc9a8e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:43.591342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-212dbbf8-48f2-4776-91a0-67277e5b276f req-c622b1d4-6988-41e0-930e-d1e1ddcc9a8e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0670366 Mar 22 14:37:43.651681 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-212dbbf8-48f2-4776-91a0-67277e5b276f req-060de2b3-27ec-4f88-b3d6-5d221ce6dd41 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539479 Mar 22 14:37:44.794610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec74e27-e733-47f0-9b15-bcccf3e4a72d req-c26f3a9b-f466-402a-992c-55143d4dca05 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:44.796049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eec74e27-e733-47f0-9b15-bcccf3e4a72d req-c26f3a9b-f466-402a-992c-55143d4dca05 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0612779 Mar 22 14:37:44.849067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eec74e27-e733-47f0-9b15-bcccf3e4a72d req-e2ec31f9-2704-4005-aae7-02d90682b281 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472970 Mar 22 14:37:45.975176 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84fe5-5a2b-4422-b211-b9e78e886fdb req-b793d1c7-03e7-4e67-b255-a1b2cb559495 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:45.976650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b84fe5-5a2b-4422-b211-b9e78e886fdb req-b793d1c7-03e7-4e67-b255-a1b2cb559495 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0591278 Mar 22 14:37:46.024745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48b84fe5-5a2b-4422-b211-b9e78e886fdb req-f82bd6a3-1bcb-4b6f-bd46-f5c1b4f32878 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423975 Mar 22 14:37:47.174815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aed5e5-f582-4048-b3e1-026ef09e5cc3 req-6d7f81ee-e21d-4b66-9445-98ab3dfd3928 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:47.176341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87aed5e5-f582-4048-b3e1-026ef09e5cc3 req-6d7f81ee-e21d-4b66-9445-98ab3dfd3928 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 943 time: 0.0637093 Mar 22 14:37:47.226613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-87aed5e5-f582-4048-b3e1-026ef09e5cc3 req-7fb3455d-e529-4c01-a96e-762f934832a2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445836 Mar 22 14:37:47.609882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 385aba48-e9d3-4704-877e-532a473577c5 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:37:47.888821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 385aba48-e9d3-4704-877e-532a473577c5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=385aba48-e9d3-4704-877e-532a473577c5,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:47.901241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '385aba48-e9d3-4704-877e-532a473577c5', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:37:47.939266 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 385aba48-e9d3-4704-877e-532a473577c5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:47.939657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (385aba48-e9d3-4704-877e-532a473577c5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.952828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385aba48-e9d3-4704-877e-532a473577c5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:37:47.972755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 385aba48-e9d3-4704-877e-532a473577c5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=385aba48-e9d3-4704-877e-532a473577c5,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:47.979180 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (385aba48-e9d3-4704-877e-532a473577c5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.024810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=385aba48-e9d3-4704-877e-532a473577c5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:48.032675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.033021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.033363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.033695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.034060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.034384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.034706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.035026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.035365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.035665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.035981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.036301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.036617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.036931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.037227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:48.201192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-50fb4dab-3eaa-4943-bd1a-f1ca8b682184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.254362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['385aba48-e9d3-4704-877e-532a473577c5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:37:48.357410 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b94e0b-18dc-4280-a09b-70fb92c17c77 req-861fb4b3-c4b3-4130-a138-1474905e62af tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:48.358908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82b94e0b-18dc-4280-a09b-70fb92c17c77 req-861fb4b3-c4b3-4130-a138-1474905e62af tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 944 time: 0.0575683 Mar 22 14:37:48.408016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82b94e0b-18dc-4280-a09b-70fb92c17c77 req-99e342ce-0250-47d5-8d1d-9b7fad88523e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432191 Mar 22 14:37:49.535801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0d034-8283-424b-a998-0a4db08e1130 req-b89dd591-7bd8-4840-a4e3-e1d7f24c8138 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:49.537303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ed0d034-8283-424b-a998-0a4db08e1130 req-b89dd591-7bd8-4840-a4e3-e1d7f24c8138 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 944 time: 0.0543365 Mar 22 14:37:49.590922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ed0d034-8283-424b-a998-0a4db08e1130 req-8051ecb1-3ecf-46d6-9fac-207db5253f65 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449345 Mar 22 14:37:49.630881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 385aba48-e9d3-4704-877e-532a473577c5 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:49.692504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 385aba48-e9d3-4704-877e-532a473577c5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:37:49.699131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 385aba48-e9d3-4704-877e-532a473577c5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:49.699752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (385aba48-e9d3-4704-877e-532a473577c5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.785699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 385aba48-e9d3-4704-877e-532a473577c5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:49.786114 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (385aba48-e9d3-4704-877e-532a473577c5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.810363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385aba48-e9d3-4704-877e-532a473577c5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:49.812677 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03616f02-3cf4-42a1-9f82-1cbddfb6d6cb" -d '{"events": [{"server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "name": "network-vif-plugged", "status": "completed", "tag": "385aba48-e9d3-4704-877e-532a473577c5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:49.825052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 385aba48-e9d3-4704-877e-532a473577c5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=385aba48-e9d3-4704-877e-532a473577c5,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:49.831088 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (385aba48-e9d3-4704-877e-532a473577c5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.859082 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaa1f0d-14a6-4b72-b8b9-5071abf9d485 x-openstack-request-id: req-4aaa1f0d-14a6-4b72-b8b9-5071abf9d485 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:49.859375 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "name": "network-vif-plugged", "status": "completed", "tag": "385aba48-e9d3-4704-877e-532a473577c5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:49.859622 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4aaa1f0d-14a6-4b72-b8b9-5071abf9d485 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:49.860070 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aaa1f0d-14a6-4b72-b8b9-5071abf9d485'] response: {'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385aba48-e9d3-4704-877e-532a473577c5', 'code': 200} Mar 22 14:37:49.887557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=385aba48-e9d3-4704-877e-532a473577c5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:49.967949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf23afb-0aea-4abb-9e36-fb30e6630568 req-b49e0681-a8bd-4cce-9400-0f9613188b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:49.969381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcf23afb-0aea-4abb-9e36-fb30e6630568 req-b49e0681-a8bd-4cce-9400-0f9613188b8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1127 time: 0.0497129 Mar 22 14:37:50.021379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fcf23afb-0aea-4abb-9e36-fb30e6630568 req-3c07cde3-0547-44c3-b147-3c3fa917f433 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429602 Mar 22 14:37:50.478481 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1960633e-7b6c-4466-b097-472c0ee2c5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:50.735698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080a3d6-cd9f-421a-9f3f-ddde852f04c1 req-1c71906d-a4be-4ebd-a504-574be52e327b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:50.737062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b080a3d6-cd9f-421a-9f3f-ddde852f04c1 req-1c71906d-a4be-4ebd-a504-574be52e327b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 945 time: 0.0593042 Mar 22 14:37:50.786656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b080a3d6-cd9f-421a-9f3f-ddde852f04c1 req-e75a1946-444b-4ea3-ba75-dd6794ec2739 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438149 Mar 22 14:37:51.924663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd21c-55f4-4c4e-ae92-8b3ed0a4a86e req-472c824b-5b55-403b-b7d8-90e355894b58 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:51.926151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6befd21c-55f4-4c4e-ae92-8b3ed0a4a86e req-472c824b-5b55-403b-b7d8-90e355894b58 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 945 time: 0.0563672 Mar 22 14:37:51.975226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.977014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6befd21c-55f4-4c4e-ae92-8b3ed0a4a86e req-450932fc-2d40-477b-88a7-d6a3c81d7a21 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451729 Mar 22 14:37:52.110311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70fbc3-309f-4cf9-9e30-a779ba2ef81d req-b4a160cc-2e2f-423b-94ba-2b1569259c7c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:52.111682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f70fbc3-309f-4cf9-9e30-a779ba2ef81d req-b4a160cc-2e2f-423b-94ba-2b1569259c7c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 945 time: 0.0669403 Mar 22 14:37:52.161313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f70fbc3-309f-4cf9-9e30-a779ba2ef81d req-14307071-646e-48ff-b075-3b36551964f8 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438638 Mar 22 14:37:52.186404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42042) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:52.230372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cffcba0-b069-4de3-8f40-daf7ee800dee tempest-TestVolumeBootPattern-995982493 tempest-TestVolumeBootPattern-995982493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:52.231764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6cffcba0-b069-4de3-8f40-daf7ee800dee tempest-TestVolumeBootPattern-995982493 tempest-TestVolumeBootPattern-995982493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1122 time: 0.0443645 Mar 22 14:37:52.235526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42044) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:52.239707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:52.263317 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.373130 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.482008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.25.2.116 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/2afdd5cc-b386-42db-8210-a00f301a61f2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:52.585122 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.625313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.666488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:52.669495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:52.672149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:52.697653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=2afdd5cc-b386-42db-8210-a00f301a61f2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:53.038802 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (36e0f191-6146-4664-a8de-12df823baf26), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.110261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.264146 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.271064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.341947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=2afdd5cc-b386-42db-8210-a00f301a61f2,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:53.352994 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (36e0f191-6146-4664-a8de-12df823baf26), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.461089 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Floating IP 36e0f191-6146-4664-a8de-12df823baf26 associated. External IP: 172.25.2.116, port: 385aba48-e9d3-4704-877e-532a473577c5. Mar 22 14:37:53.480677 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.011178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:54.120577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:54.130775 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:54.139774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.142027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:54.142686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:37:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:54.172278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f1ef35c9-ddce-4146-9a4a-044ead5668e5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9357872 Mar 22 14:37:54.173139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'tag': '385aba48-e9d3-4704-877e-532a473577c5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:54.175597 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "tag": "385aba48-e9d3-4704-877e-532a473577c5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:54.212029 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90916786-9322-4546-bdff-eed4af72af39 x-openstack-request-id: req-90916786-9322-4546-bdff-eed4af72af39 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:54.212384 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "tag": "385aba48-e9d3-4704-877e-532a473577c5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:54.212496 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90916786-9322-4546-bdff-eed4af72af39 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:54.212883 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90916786-9322-4546-bdff-eed4af72af39'] response: {'name': 'network-changed', 'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'tag': '385aba48-e9d3-4704-877e-532a473577c5', 'status': 'completed', 'code': 200} Mar 22 14:37:54.261246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:54.278840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-b0656bb8-c0fd-422b-8965-b2dab31742af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:54.280359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-b0656bb8-c0fd-422b-8965-b2dab31742af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1127 time: 0.0446165 Mar 22 14:37:54.370202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-72110697-b039-423e-8c93-55be4b16dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:54.371738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-72110697-b039-423e-8c93-55be4b16dc2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0859256 Mar 22 14:37:54.441798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-06e38153-7b11-4c82-b546-de9fc43a3084 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 999 time: 0.0644681 Mar 22 14:37:54.488224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:52Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:54.489751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-852f53fa-8aae-4e75-b6d3-fae135e13957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:54.491294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-852f53fa-8aae-4e75-b6d3-fae135e13957 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0442951 Mar 22 14:37:54.515609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:54.524426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:54.525035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:37:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:54.539850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-05247814-c94e-4310-90c2-4f21378ad91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:54.541392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-05247814-c94e-4310-90c2-4f21378ad91d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442688 Mar 22 14:37:54.633093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-fb5a5744-fe41-4064-bfb5-2bdd8e5371eb service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844676 Mar 22 14:37:54.642314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:54.680883 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.701014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.722843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-767f2ba3-fd74-4fe0-a7fd-a0baee6f484c req-b513c607-be7a-4447-a45a-84ce15fc6642 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Mar 22 14:37:54.891234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:52Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:54.917357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379563f-aa16-44cf-abf4-78d88e2147d1 None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:52Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:55.130668 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cea1aa-03da-4e67-a6ce-9ad8b38ea53a None None] New status for floating IP 36e0f191-6146-4664-a8de-12df823baf26: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:37:58.722779 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:10.101202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-6c4bae09-a9a4-4aa5-9f46-92854933421e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543411 Mar 22 14:38:10.197591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb646e65-d3e6-4022-b308-522297a72d8d req-dabefc54-dea1-4f92-9d47-08edfc2a0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:10.199168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-dabefc54-dea1-4f92-9d47-08edfc2a0164 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.0532289 Mar 22 14:38:10.307116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb646e65-d3e6-4022-b308-522297a72d8d req-f410ae0e-8141-44ad-af7f-a72099c7b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:10.308710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-f410ae0e-8141-44ad-af7f-a72099c7b303 service neutron] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 910 time: 0.0903058 Mar 22 14:38:10.381558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-b915b803-d0c3-4d3e-adf3-75d9ce49b3f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 1001 time: 0.0662377 Mar 22 14:38:10.428454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb646e65-d3e6-4022-b308-522297a72d8d req-717d9490-293b-41db-945a-2b9e6847adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:10.429879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-717d9490-293b-41db-945a-2b9e6847adf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.0432427 Mar 22 14:38:10.489736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb646e65-d3e6-4022-b308-522297a72d8d req-ec77c21e-e074-4bf1-9bfc-20315e8d4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:10.491429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-ec77c21e-e074-4bf1-9bfc-20315e8d4dac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556695 Mar 22 14:38:10.608084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-eb75299b-7dfa-4d30-abfc-085b62affeac service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108170 Mar 22 14:38:10.709479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb646e65-d3e6-4022-b308-522297a72d8d req-dd747953-e193-4d04-ada6-fbfbf7296617 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950243 Mar 22 14:38:17.812253 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:38:18.200137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-41469044-3388-4fe2-9561-1d7ebb3a2ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:18.905785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-6f8f79b0-a6e7-4a24-9af5-5c0457ebd36a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503325 Mar 22 14:38:18.997766 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-c752cb9f-efaa-4194-97cf-736f5da9809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:18.999492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-c752cb9f-efaa-4194-97cf-736f5da9809b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1127 time: 0.0482178 Mar 22 14:38:19.104795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-dcfee19f-951d-40f4-9a19-b1e609bba27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:19.106350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-dcfee19f-951d-40f4-9a19-b1e609bba27b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0867987 Mar 22 14:38:19.176233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-035e50b6-7f01-4156-8cd0-bbc154d4ae61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 1001 time: 0.0628793 Mar 22 14:38:19.223535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-c3b70861-be53-442a-b4b1-0e637c2460e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:19.225104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-c3b70861-be53-442a-b4b1-0e637c2460e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0437558 Mar 22 14:38:19.274805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-2a876900-8e6b-4741-87f2-22d74c58457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:19.276366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-2a876900-8e6b-4741-87f2-22d74c58457d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442505 Mar 22 14:38:19.370924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-7d17f4a9-11ea-4060-9056-c4a87e42da5f service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864203 Mar 22 14:38:19.466740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23c5c7c-6cec-4cba-8fdf-dd5ac59598ed req-b990e26d-671b-437b-b851-c73ba83a00cf service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897055 Mar 22 14:38:20.477193 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-954abffa-1fd0-4793-9ee0-a36375b5a673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.981092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.486560 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.661984 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.675926 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.738538 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.336259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-c194fae3-3b1b-416e-9ab6-eb6dbeadae19 req-68a6e11e-6f6e-4bcc-b63b-688273becee5 tempest-VolumesBackupsTest-1190061101 tempest-VolumesBackupsTest-1190061101-project] (110457) timed out ('10.222.0.42', 56076) {{(pid=110457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:38:48.201748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e42f4c6b-8165-400c-9ebb-f59238ed319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.485997 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb822-8aa3-49ee-ba84-bd7abef6df92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.983919 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.489276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.647345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.671149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.816170 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:38:58.747029 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.090554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-73c83d6c-468a-42a1-b2c5-056d841e8255 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521388 Mar 22 14:39:10.178794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-6718e2ae-44c2-4252-a637-ce2a44ac1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:10.180250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-6718e2ae-44c2-4252-a637-ce2a44ac1a3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 1127 time: 0.0461135 Mar 22 14:39:10.283306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-a20cd3d6-f3f7-4b29-89b0-a4b0da176a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:10.284771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-a20cd3d6-f3f7-4b29-89b0-a4b0da176a6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 200 len: 910 time: 0.0867708 Mar 22 14:39:10.355018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-2bcc2ad6-b7d9-4bd3-b278-80c6e2fae92f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 200 len: 1001 time: 0.0633588 Mar 22 14:39:10.401125 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-88a79af6-277f-4e3c-8db9-b836997790b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:10.402546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-88a79af6-277f-4e3c-8db9-b836997790b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 200 len: 848 time: 0.0420098 Mar 22 14:39:10.452839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-cbdcd5a5-7d50-46f3-ad52-d9fc3469a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:10.454227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-cbdcd5a5-7d50-46f3-ad52-d9fc3469a1f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=622623fe-b297-472f-9181-f583ee93f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461526 Mar 22 14:39:10.549430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-e3827b90-e851-4bd2-a53e-af5f90bc1e15 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884569 Mar 22 14:39:10.656357 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49bca435-88b7-40cc-9779-b4560b9d1e92 req-c402eaf9-8cb0-42cc-a5c4-afef0c648411 service neutron] 10.222.0.42 "GET /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000140 Mar 22 14:39:18.197052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36383c78-b96f-4689-958b-926d0a9384f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.916559 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-ba877972-135d-4d19-a881-fb67d257ff5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543211 Mar 22 14:39:20.028218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-784c8848-32f3-4daa-ab7f-debe0a746e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:20.029840 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-784c8848-32f3-4daa-ab7f-debe0a746e4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1127 time: 0.0560026 Mar 22 14:39:20.141782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-58ead5e3-fdc1-4ddc-aa23-76c730cb2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:20.143307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-58ead5e3-fdc1-4ddc-aa23-76c730cb2ddc service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0907476 Mar 22 14:39:20.220138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-8164c2b5-48fb-4b6b-954e-0ea6106db611 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 1001 time: 0.0672219 Mar 22 14:39:20.274462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-188cb3a4-2e42-4f6d-a3db-fb87c687a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:20.276865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-188cb3a4-2e42-4f6d-a3db-fb87c687a657 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0472381 Mar 22 14:39:20.332388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-80e685a9-c71f-4829-8a6b-af40adaf0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:20.334298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-80e685a9-c71f-4829-8a6b-af40adaf0fbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470304 Mar 22 14:39:20.439642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-68bd520e-6e74-4d9c-bf36-d5325f4abf2a service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958598 Mar 22 14:39:20.470763 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-af98f100-f51a-4771-978f-069e504c0cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.538125 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11139a70-99ff-493d-ae6b-e0ba3334ec52 req-14092002-434b-4ec1-9c98-4a2c4c94a382 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889828 Mar 22 14:39:21.984735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.494422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.621143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed32835-6eaa-4d33-97c5-6adef7cd2759 req-1966dace-4e34-4458-9b8f-88adf21d0861 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:23.622678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fed32835-6eaa-4d33-97c5-6adef7cd2759 req-1966dace-4e34-4458-9b8f-88adf21d0861 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 945 time: 0.0607393 Mar 22 14:39:23.674076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fed32835-6eaa-4d33-97c5-6adef7cd2759 req-b34fdfb0-5f48-478c-bee0-8fa64a697a9a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 Mar 22 14:39:24.644554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.678494 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.822794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5efc-6a08-45e5-9f23-1002382713fd req-586cb2f1-e6cb-49f9-abf9-157ce0a07aa0 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:24.824239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-281f5efc-6a08-45e5-9f23-1002382713fd req-586cb2f1-e6cb-49f9-abf9-157ce0a07aa0 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 945 time: 0.0722215 Mar 22 14:39:24.899895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-21264b99-b493-423d-ab2e-67563dffcd1a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:24.901207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-21264b99-b493-423d-ab2e-67563dffcd1a tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.42 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 945 time: 0.0960803 Mar 22 14:39:24.904676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-281f5efc-6a08-45e5-9f23-1002382713fd req-a46d1339-f440-4e65-810a-21ff994fdf46 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/security-groups?id=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656943 Mar 22 14:39:24.997315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Deleting port 4c19dacc-bc13-4884-b3e7-f45161c56375 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:24.997658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.095643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] For port 4c19dacc-bc13-4884-b3e7-f45161c56375, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4c19dacc-bc13-4884-b3e7-f45161c56375,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:25.095982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.290354 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.290631 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (e16624fa-6504-4dd9-9153-11c7ca34602f), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.290939 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Floating IP e16624fa-6504-4dd9-9153-11c7ca34602f disassociated. External IP: 172.25.2.114, port: 4c19dacc-bc13-4884-b3e7-f45161c56375. Mar 22 14:39:25.291277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Calling delete_port for 4c19dacc-bc13-4884-b3e7-f45161c56375 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:25.429582 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4c19dacc-bc13-4884-b3e7-f45161c56375), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.462401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event deleted for resources: {'Port': ['ID=4c19dacc-bc13-4884-b3e7-f45161c56375,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:25.472605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.472922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.473312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.473595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.473923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.474272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.474601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.474971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.475265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.475556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.475906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.476219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.476534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.476868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.477164 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:25.586570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Router 4565686c-f85e-49e5-abf7-8456a514c01f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:25.696211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:25.708026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] Sync routers for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:25.720183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:25.720894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:25.738594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] No DVR routers for this DVR port 4c19dacc-bc13-4884-b3e7-f45161c56375 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:25.741152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.744536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a4c0b87-8b80-4a02-aeeb-5db2dc8c35ff req-a3f6ad3d-b391-48ae-9d5f-6384223651f6 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.42 "DELETE /v2.0/ports/4c19dacc-bc13-4884-b3e7-f45161c56375 HTTP/1.1" status: 204 len: 173 time: 0.8380342 Mar 22 14:39:25.745204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'name': 'network-vif-deleted', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:39:25.747789 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ff2a56-2539-499e-8b7d-a376c2a5a946" -d '{"events": [{"server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "name": "network-vif-deleted", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:39:25.786085 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b37dc9-3391-4853-8c75-6a2f3b1af353 x-openstack-request-id: req-e2b37dc9-3391-4853-8c75-6a2f3b1af353 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:39:25.786379 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21df541d-1278-4ccf-9888-f550d02cfba0", "name": "network-vif-deleted", "tag": "4c19dacc-bc13-4884-b3e7-f45161c56375", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:39:25.786631 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2b37dc9-3391-4853-8c75-6a2f3b1af353 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:39:25.787043 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b37dc9-3391-4853-8c75-6a2f3b1af353'] response: {'server_uuid': '21df541d-1278-4ccf-9888-f550d02cfba0', 'name': 'network-vif-deleted', 'tag': '4c19dacc-bc13-4884-b3e7-f45161c56375', 'status': 'completed', 'code': 200} Mar 22 14:39:25.835491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:26.022132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47f64670-2d6d-4248-a862-482bd2101bc0 req-c2d0398b-cb41-478d-b974-cab0d3d9d54e tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "GET /v2.0/ports?device_id=21df541d-1278-4ccf-9888-f550d02cfba0 HTTP/1.1" status: 200 len: 210 time: 0.0280113 Mar 22 14:39:26.051806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 5, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:26.077585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] Checking router: 4565686c-f85e-49e5-abf7-8456a514c01f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:39:26.085897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:26.086595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:26.193098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:26.475515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 5, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:26.507341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850e36a-2e77-41aa-837b-723e4f39d7d5 None None] The sync data for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 is: [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 4, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '4493842e-5d0b-4bcb-bd02-4435dcf339e4', 'name': '', 'network_id': '622623fe-b297-472f-9181-f583ee93f667', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'mac_address': 'fa:16:3e:da:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:07Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 5, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'subnets': [{'id': '5ea87a1f-c6fa-4282-bb39-570ee1564ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:26.752323 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abafe4b-7e01-4088-85df-43085ab6dffb None None] New status for floating IP e16624fa-6504-4dd9-9153-11c7ca34602f: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:39:27.080434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42096) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:27.209962 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Deleting port 95d41999-d392-45cb-a3c4-bd8a12acd1f9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:27.210343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.289405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.289665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for floatingip (95d41999-d392-45cb-a3c4-bd8a12acd1f9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.301540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Calling delete_port for 95d41999-d392-45cb-a3c4-bd8a12acd1f9 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:27.438103 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (95d41999-d392-45cb-a3c4-bd8a12acd1f9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.468734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event deleted for resources: {'Port': ['ID=95d41999-d392-45cb-a3c4-bd8a12acd1f9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:27.481107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.481457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.481826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.482167 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.482491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.482844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.483162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.483481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.483802 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.484155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.484470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.484827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.485140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.485436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.485826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:27.539829 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for floatingip (e16624fa-6504-4dd9-9153-11c7ca34602f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.542258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.543398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-50bd6662-4889-4936-aaac-de5d5785fe10 tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "DELETE /v2.0/floatingips/e16624fa-6504-4dd9-9153-11c7ca34602f HTTP/1.1" status: 204 len: 168 time: 0.4618733 Mar 22 14:39:27.613022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42104) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:27.668798 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-117b3c05-47f2-4eaa-9e93-851c4ace59bd tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group (68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.694612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-117b3c05-47f2-4eaa-9e93-851c4ace59bd tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group (68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.756926 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-117b3c05-47f2-4eaa-9e93-851c4ace59bd tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.759758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-117b3c05-47f2-4eaa-9e93-851c4ace59bd tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.761045 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-117b3c05-47f2-4eaa-9e93-851c4ace59bd tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] 10.222.0.44 "DELETE /v2.0/security-groups/68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1 HTTP/1.1" status: 204 len: 168 time: 0.1470165 Mar 22 14:39:27.770389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b3c05-47f2-4eaa-9e93-851c4ace59bd tempest-TestServerBasicOps-736775740 tempest-TestServerBasicOps-736775740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68734c18-ab7b-4f2d-9e23-1b6ea7af8fa1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:27.802962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42108) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.024786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4c19dacc-bc13-4884-b3e7-f45161c56375 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:28.050029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 4c19dacc-bc13-4884-b3e7-f45161c56375 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:28.050914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4c19dacc-bc13-4884-b3e7-f45161c56375 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:28.343226 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (4565686c-f85e-49e5-abf7-8456a514c01f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.619709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Deleting port 4493842e-5d0b-4bcb-bd02-4435dcf339e4 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:28.620050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.698596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] For port 4493842e-5d0b-4bcb-bd02-4435dcf339e4, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4493842e-5d0b-4bcb-bd02-4435dcf339e4,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:28.699119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.712559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Calling delete_port for 4493842e-5d0b-4bcb-bd02-4435dcf339e4 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:28.740704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.909101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4493842e-5d0b-4bcb-bd02-4435dcf339e4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.931930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4493842e-5d0b-4bcb-bd02-4435dcf339e4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:29.443069 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (4565686c-f85e-49e5-abf7-8456a514c01f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.664836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Router 4565686c-f85e-49e5-abf7-8456a514c01f has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:29.775557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:29.780962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f676f3a9-a86f-4b51-9da1-8a179fe10c24 admin admin] 10.222.0.44 "PUT /v2.0/routers/4565686c-f85e-49e5-abf7-8456a514c01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9769406 Mar 22 14:39:29.784437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42114) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.785785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] Sync routers for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:29.797023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:29.797643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:29.893603 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks [] for router (4565686c-f85e-49e5-abf7-8456a514c01f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.010198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks [] for router_gateway (4565686c-f85e-49e5-abf7-8456a514c01f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.063938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Deleting port 6f9a0075-2dca-4bda-b980-0eec19ef822f {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:30.064178 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.072454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:30.148231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] For port 6f9a0075-2dca-4bda-b980-0eec19ef822f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6f9a0075-2dca-4bda-b980-0eec19ef822f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:30.148580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.161898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Calling delete_port for 6f9a0075-2dca-4bda-b980-0eec19ef822f owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:30.250628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:39:28Z', 'revision_number': 5, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port': {'id': '6f9a0075-2dca-4bda-b980-0eec19ef822f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:02Z', 'updated_at': '2022-03-22T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:30.276975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] Checking router: 4565686c-f85e-49e5-abf7-8456a514c01f for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:39:30.285298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] Routers {'4565686c-f85e-49e5-abf7-8456a514c01f'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:30.285943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4565686c-f85e-49e5-abf7-8456a514c01f'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:30.330819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (6f9a0075-2dca-4bda-b980-0eec19ef822f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.361150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9a0075-2dca-4bda-b980-0eec19ef822f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:30.374251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] Set router 4565686c-f85e-49e5-abf7-8456a514c01f gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:30.418707 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (4565686c-f85e-49e5-abf7-8456a514c01f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.430362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:39:30Z', 'revision_number': 6, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:30.456661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650fdcf-04d7-4c3c-a975-6d6f0b8bfae0 None None] The sync data for ids ['4565686c-f85e-49e5-abf7-8456a514c01f'] in n-d-834677-3 is: [{'id': '4565686c-f85e-49e5-abf7-8456a514c01f', 'name': 'tempest-TestServerBasicOps-2136099366-router', 'tenant_id': '8f712576cfb94a9bac611d96ec3dd5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:01Z', 'updated_at': '2022-03-22T14:39:30Z', 'revision_number': 6, 'project_id': '8f712576cfb94a9bac611d96ec3dd5da', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:30.512047 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (4565686c-f85e-49e5-abf7-8456a514c01f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.514302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks [] for router_controller (4565686c-f85e-49e5-abf7-8456a514c01f), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.558785 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (4565686c-f85e-49e5-abf7-8456a514c01f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.559362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4565686c-f85e-49e5-abf7-8456a514c01f {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:39:30.563894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.565032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b7999131-6a11-47be-b1b8-bb45847f315b admin admin] 10.222.0.44 "DELETE /v2.0/routers/4565686c-f85e-49e5-abf7-8456a514c01f HTTP/1.1" status: 204 len: 168 time: 0.7797096 Mar 22 14:39:30.567639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42116) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:30.613106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] Deleting subnet 5ea87a1f-c6fa-4282-bb39-570ee1564ba4 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:30.616439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] Publish callbacks [] for subnet (5ea87a1f-c6fa-4282-bb39-570ee1564ba4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.655017 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (5ea87a1f-c6fa-4282-bb39-570ee1564ba4), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.735361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (5ea87a1f-c6fa-4282-bb39-570ee1564ba4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.789824 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (5ea87a1f-c6fa-4282-bb39-570ee1564ba4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.817417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea87a1f-c6fa-4282-bb39-570ee1564ba4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:30.819425 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.823083 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ba7262df-49c4-4bb2-b7f0-fbaa713c6b18 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ea87a1f-c6fa-4282-bb39-570ee1564ba4 HTTP/1.1" status: 204 len: 168 time: 0.2540600 Mar 22 14:39:30.825323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69d39e-7525-4f19-a094-d50385bf6d5f None None] Network 622623fe-b297-472f-9181-f583ee93f667 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:30.825835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:30.903125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (622623fe-b297-472f-9181-f583ee93f667), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.961871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Deleting port 62cc2442-c27b-47d3-86f8-18a985ef51dc {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:30.962260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.034374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] For port 62cc2442-c27b-47d3-86f8-18a985ef51dc, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=62cc2442-c27b-47d3-86f8-18a985ef51dc,segment=NetworkSegment(f64a232c-e50e-4484-ab2e-b923429f9335),segment_id=f64a232c-e50e-4484-ab2e-b923429f9335)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:31.034742 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.048744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Calling delete_port for 62cc2442-c27b-47d3-86f8-18a985ef51dc owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:31.136413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (62cc2442-c27b-47d3-86f8-18a985ef51dc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.161269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Pushing event deleted for resources: {'Port': ['ID=62cc2442-c27b-47d3-86f8-18a985ef51dc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:31.166636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] No DVR routers for this DVR port 62cc2442-c27b-47d3-86f8-18a985ef51dc on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:31.237215 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (622623fe-b297-472f-9181-f583ee93f667), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.259154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622623fe-b297-472f-9181-f583ee93f667']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:31.269030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64a232c-e50e-4484-ab2e-b923429f9335') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:31.269313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64a232c-e50e-4484-ab2e-b923429f9335') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:31.279471 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (f64a232c-e50e-4484-ab2e-b923429f9335), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.281320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389a9df-98fb-4303-b401-98724be2ff1f None None] DHCP port deletion for 622623fe-b297-472f-9181-f583ee93f667 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:31.293145 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f64a232c-e50e-4484-ab2e-b923429f9335), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.299792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:31.300178 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (f64a232c-e50e-4484-ab2e-b923429f9335), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:31.301891 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:31.362318 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (622623fe-b297-472f-9181-f583ee93f667), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.368596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.374475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] 10.222.0.44 "DELETE /v2.0/networks/622623fe-b297-472f-9181-f583ee93f667 HTTP/1.1" status: 204 len: 168 time: 0.5476198 Mar 22 14:39:31.375480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42120) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.386667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b7f1a-935c-4d14-b4c1-bcd50e37bbae admin admin] Pushing event deleted for resources: {'Network': ['ID=622623fe-b297-472f-9181-f583ee93f667,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:31.740797 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (f012a10d-fa01-44c8-929e-7a06e49d5f88), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:31.816059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:39:31.969276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6f9a0075-2dca-4bda-b980-0eec19ef822f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:31.989779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6f9a0075-2dca-4bda-b980-0eec19ef822f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:31.990155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6f9a0075-2dca-4bda-b980-0eec19ef822f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:31.990584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 62cc2442-c27b-47d3-86f8-18a985ef51dc no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:31.996438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Deleting port bb74d20c-bf14-4343-91e4-985bb5eeedec {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:31.996712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.009262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 62cc2442-c27b-47d3-86f8-18a985ef51dc {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:32.009610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 62cc2442-c27b-47d3-86f8-18a985ef51dc not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:32.010067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4493842e-5d0b-4bcb-bd02-4435dcf339e4 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:32.031423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4493842e-5d0b-4bcb-bd02-4435dcf339e4 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:32.031758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4493842e-5d0b-4bcb-bd02-4435dcf339e4 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:32.086982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] For port bb74d20c-bf14-4343-91e4-985bb5eeedec, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=bb74d20c-bf14-4343-91e4-985bb5eeedec,segment=NetworkSegment(4c578743-260c-4194-81ae-c0775c6efdb0),segment_id=4c578743-260c-4194-81ae-c0775c6efdb0)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:32.087322 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.107676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Calling delete_port for bb74d20c-bf14-4343-91e4-985bb5eeedec owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:32.299279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (bb74d20c-bf14-4343-91e4-985bb5eeedec), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.328160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb74d20c-bf14-4343-91e4-985bb5eeedec,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:32.494748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (f012a10d-fa01-44c8-929e-7a06e49d5f88), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.729777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Router f012a10d-fa01-44c8-929e-7a06e49d5f88 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:32.837765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:32.845875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9aeb90a9-cdd5-4ea3-914d-c3829908d515 admin admin] 10.222.0.44 "PUT /v2.0/routers/f012a10d-fa01-44c8-929e-7a06e49d5f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662530 Mar 22 14:39:32.846185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42122) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:32.846718 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] Sync routers for ids ['f012a10d-fa01-44c8-929e-7a06e49d5f88'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:32.856433 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] Routers {'f012a10d-fa01-44c8-929e-7a06e49d5f88'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:32.857040 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f012a10d-fa01-44c8-929e-7a06e49d5f88'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:32.957242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks [] for router (f012a10d-fa01-44c8-929e-7a06e49d5f88), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.961133 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] Set router f012a10d-fa01-44c8-929e-7a06e49d5f88 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:33.060734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks [] for router_gateway (f012a10d-fa01-44c8-929e-7a06e49d5f88), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.116107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Deleting port 90455b83-3509-43a8-be01-b89b901b5863 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:33.116440 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (90455b83-3509-43a8-be01-b89b901b5863), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.140839 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '90455b83-3509-43a8-be01-b89b901b5863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:39:32Z', 'revision_number': 5, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port': {'id': '90455b83-3509-43a8-be01-b89b901b5863', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:33.166742 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] Checking router: f012a10d-fa01-44c8-929e-7a06e49d5f88 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:39:33.175456 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] Routers {'f012a10d-fa01-44c8-929e-7a06e49d5f88'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:33.176094 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f012a10d-fa01-44c8-929e-7a06e49d5f88'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:33.192208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] For port 90455b83-3509-43a8-be01-b89b901b5863, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=90455b83-3509-43a8-be01-b89b901b5863,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:33.192566 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (90455b83-3509-43a8-be01-b89b901b5863), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.205727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Calling delete_port for 90455b83-3509-43a8-be01-b89b901b5863 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:33.263510 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] Set router f012a10d-fa01-44c8-929e-7a06e49d5f88 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:33.312747 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:39:33Z', 'revision_number': 6, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:33.341786 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ca182-ff8c-45b9-9193-7dc9ac21cfd4 None None] The sync data for ids ['f012a10d-fa01-44c8-929e-7a06e49d5f88'] in n-d-834677-3 is: [{'id': 'f012a10d-fa01-44c8-929e-7a06e49d5f88', 'name': 'tempest-TestServerBasicOps-995185169-router', 'tenant_id': '9d13f18b20294f30ac095a43ed378e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:39:33Z', 'revision_number': 6, 'project_id': '9d13f18b20294f30ac095a43ed378e91', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:33.378647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (90455b83-3509-43a8-be01-b89b901b5863), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.405533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90455b83-3509-43a8-be01-b89b901b5863,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:33.473361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (f012a10d-fa01-44c8-929e-7a06e49d5f88), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.564483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (f012a10d-fa01-44c8-929e-7a06e49d5f88), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.566594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks [] for router_controller (f012a10d-fa01-44c8-929e-7a06e49d5f88), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.614734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (f012a10d-fa01-44c8-929e-7a06e49d5f88), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.615287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f012a10d-fa01-44c8-929e-7a06e49d5f88 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:39:33.619918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.621073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-901d238f-c076-4055-b061-3f6192c1e9c9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f012a10d-fa01-44c8-929e-7a06e49d5f88 HTTP/1.1" status: 204 len: 168 time: 0.7738431 Mar 22 14:39:33.624570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42124) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:33.669448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] Deleting subnet 6114eecb-f343-4dc0-aadb-2bbce2a6c008 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:33.672796 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] Publish callbacks [] for subnet (6114eecb-f343-4dc0-aadb-2bbce2a6c008), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.708245 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (6114eecb-f343-4dc0-aadb-2bbce2a6c008), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.790921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6114eecb-f343-4dc0-aadb-2bbce2a6c008), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.848172 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (6114eecb-f343-4dc0-aadb-2bbce2a6c008), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.874440 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6114eecb-f343-4dc0-aadb-2bbce2a6c008,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:33.876452 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.879710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-14b2b927-ce6e-4daf-9d8d-4a18b44d8624 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6114eecb-f343-4dc0-aadb-2bbce2a6c008 HTTP/1.1" status: 204 len: 168 time: 0.2541034 Mar 22 14:39:33.881539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbed9f5-a4d6-41cd-bf78-6521eb4f8752 None None] Network 5592f9d0-1248-42f4-9816-c66744ae7b39 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:33.882406 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42126) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:33.950176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (5592f9d0-1248-42f4-9816-c66744ae7b39), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.004919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Deleting port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:34.005258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.075015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] For port 18bc54f6-7637-4ff8-8080-71d04e1c80b0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=18bc54f6-7637-4ff8-8080-71d04e1c80b0,segment=NetworkSegment(4c578743-260c-4194-81ae-c0775c6efdb0),segment_id=4c578743-260c-4194-81ae-c0775c6efdb0)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:34.075371 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.088434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Calling delete_port for 18bc54f6-7637-4ff8-8080-71d04e1c80b0 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:34.119867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] DHCP port deletion for 5592f9d0-1248-42f4-9816-c66744ae7b39 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:34.185576 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.185890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Deleting port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:34.186526 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.205497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] No DVR routers for this DVR port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:34.226511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bc54f6-7637-4ff8-8080-71d04e1c80b0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:34.247151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 18bc54f6-7637-4ff8-8080-71d04e1c80b0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:34.287160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 18bc54f6-7637-4ff8-8080-71d04e1c80b0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:34.287765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 18bc54f6-7637-4ff8-8080-71d04e1c80b0 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:34.288336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 90455b83-3509-43a8-be01-b89b901b5863 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:34.313681 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (5592f9d0-1248-42f4-9816-c66744ae7b39), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.317009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 90455b83-3509-43a8-be01-b89b901b5863 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:34.317360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 90455b83-3509-43a8-be01-b89b901b5863 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:34.317811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device bb74d20c-bf14-4343-91e4-985bb5eeedec no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:34.320047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] For port 18bc54f6-7637-4ff8-8080-71d04e1c80b0, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:34.320650 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.336366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5592f9d0-1248-42f4-9816-c66744ae7b39']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:34.347043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c578743-260c-4194-81ae-c0775c6efdb0') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:34.347303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c578743-260c-4194-81ae-c0775c6efdb0') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:34.349353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: bb74d20c-bf14-4343-91e4-985bb5eeedec {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:34.349660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device bb74d20c-bf14-4343-91e4-985bb5eeedec not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:34.351457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Calling delete_port for 18bc54f6-7637-4ff8-8080-71d04e1c80b0 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:34.354566 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:39:34.355798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (18bc54f6-7637-4ff8-8080-71d04e1c80b0), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.357027 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (4c578743-260c-4194-81ae-c0775c6efdb0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.375188 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (4c578743-260c-4194-81ae-c0775c6efdb0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.381858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:34.382278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (4c578743-260c-4194-81ae-c0775c6efdb0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:34.384168 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:34.389142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Pushing event deleted for resources: {'Port': ['ID=18bc54f6-7637-4ff8-8080-71d04e1c80b0,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:34.391689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] No DVR routers for this DVR port 18bc54f6-7637-4ff8-8080-71d04e1c80b0 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:34.402505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.403359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.404124 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.404489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.404806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.405139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.405469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.405797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.406207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.406532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.406863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.407185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.407502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.407993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.408313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea092b50-151a-4d7c-bea1-fd5b2c3af251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:34.451157 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (5592f9d0-1248-42f4-9816-c66744ae7b39), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.458119 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.461247 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5592f9d0-1248-42f4-9816-c66744ae7b39 HTTP/1.1" status: 204 len: 168 time: 0.5778308 Mar 22 14:39:34.489452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6def7-068c-431c-8d0c-83e4e5cf0238 admin admin] Pushing event deleted for resources: {'Network': ['ID=5592f9d0-1248-42f4-9816-c66744ae7b39,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:34.607141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42142) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:34.647374 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-00ae5a27-2cf9-4175-aa85-be92229f02e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f712576cfb94a9bac611d96ec3dd5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390127 Mar 22 14:39:34.649847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42144) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:34.704273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a262ddc2-7064-40d4-b2b9-0f4084081e7e admin admin] Publish callbacks [] for security_group (91de8acd-9a51-453a-9405-5d70d970446e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.725290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a262ddc2-7064-40d4-b2b9-0f4084081e7e admin admin] Publish callbacks [] for security_group (91de8acd-9a51-453a-9405-5d70d970446e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.774139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a262ddc2-7064-40d4-b2b9-0f4084081e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (91de8acd-9a51-453a-9405-5d70d970446e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.776694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a262ddc2-7064-40d4-b2b9-0f4084081e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.778268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a262ddc2-7064-40d4-b2b9-0f4084081e7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91de8acd-9a51-453a-9405-5d70d970446e HTTP/1.1" status: 204 len: 168 time: 0.1271086 Mar 22 14:39:34.788002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ddc2-7064-40d4-b2b9-0f4084081e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91de8acd-9a51-453a-9405-5d70d970446e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:35.108753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42150) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:35.149952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-98059c70-7c9a-4ebf-9775-f0a1a9b60601 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d13f18b20294f30ac095a43ed378e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398500 Mar 22 14:39:35.152495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42152) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:35.202605 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c658378-a2f0-4ace-8a5d-b2f72f60e1a1 admin admin] Publish callbacks [] for security_group (d5e92513-3374-40ea-97d5-0d85b85b854d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.223479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c658378-a2f0-4ace-8a5d-b2f72f60e1a1 admin admin] Publish callbacks [] for security_group (d5e92513-3374-40ea-97d5-0d85b85b854d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.271559 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c658378-a2f0-4ace-8a5d-b2f72f60e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d5e92513-3374-40ea-97d5-0d85b85b854d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.274182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c658378-a2f0-4ace-8a5d-b2f72f60e1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.275400 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9c658378-a2f0-4ace-8a5d-b2f72f60e1a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5e92513-3374-40ea-97d5-0d85b85b854d HTTP/1.1" status: 204 len: 168 time: 0.1219285 Mar 22 14:39:35.285066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c658378-a2f0-4ace-8a5d-b2f72f60e1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e92513-3374-40ea-97d5-0d85b85b854d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:48.201004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f4b3327b-ddf2-4695-8fe0-1ff45fe23c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.822519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-e8f53cb9-de4e-425b-ae5b-31066b41b9b0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52151234&fields=id&tenant_id=609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 267 time: 0.0442438 Mar 22 14:39:49.952867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-ca4306cd-7aa1-486c-b6c7-2cfe55aa182c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:49.954340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-ca4306cd-7aa1-486c-b6c7-2cfe55aa182c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1218920 Mar 22 14:39:49.972351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-9ad44570-b205-4e30-8cf8-e5d2988db43f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/quotas/609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 375 time: 0.0098221 Mar 22 14:39:50.029248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-2709543b-b887-4581-bf4e-f385ed6ce9aa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514531 Mar 22 14:39:50.146170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-a8a5d09f-0bf8-4eab-8b4b-0215ae43d17b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:39:50.147178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-a8a5d09f-0bf8-4eab-8b4b-0215ae43d17b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1068025 Mar 22 14:39:50.239215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-704db4a5-73c7-4fca-9f82-bd2404143cf1 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847232 Mar 22 14:39:50.475361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6a003b23-e204-4b8f-83fe-cd3b35bc4a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:50.662479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-09da6306-0093-470b-bc4d-0458f1d83207 service neutron] 10.222.0.44 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176753 Mar 22 14:39:50.968957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44ab816c-8557-48d7-9cf7-80e3d3cda293 req-207713f1-9e2b-42bf-b51e-0e84467690d2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Mar 22 14:39:51.931350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-9a7ca27b-6074-4122-9f58-5fa917be71c9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:51.932820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-9a7ca27b-6074-4122-9f58-5fa917be71c9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 811 time: 0.1138849 Mar 22 14:39:51.987852 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.010353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-70762a52-b957-4131-9704-c664fde67917 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609729885d6e48dc83fa687eff71aeea HTTP/1.1" status: 200 len: 378 time: 0.0692389 Mar 22 14:39:52.019867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'port': {'device_id': '5ae62957-92fb-4359-aab4-b140c4368851', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'admin_state_up': True, 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'security_groups': ['11d8aaac-27af-472b-aa30-990aa3e5b5be']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.100553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efe72356-0882-4988-9838-2d91764fdea9 req-a6b44c19-1032-4678-bd4e-e441fac5f47e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0406229 Mar 22 14:39:52.153386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Made reservation on behalf of 609729885d6e48dc83fa687eff71aeea for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:52.156659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.279625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.20.0.4 (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1/ec379795-121c-40e4-a44a-94ea585434ec/fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:52.422261 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.456883 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.499348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:52.502505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:52.509216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:52.539982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:52.568612 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:52.569233 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.588378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-b66f6e1b-a762-4f02-928a-d1004cc40080 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724092 Mar 22 14:39:52.661683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Request body: {'port': {'device_id': '5ae62957-92fb-4359-aab4-b140c4368851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.722726 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.765476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fea162f1-cc89-41ca-9e78-cd832dcd1124 None None] Provisioning complete for port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:52.766002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fea162f1-cc89-41ca-9e78-cd832dcd1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.805498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fea162f1-cc89-41ca-9e78-cd832dcd1124 None None] Port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:39:52.993797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:39:53.002267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Publish callbacks [] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.016099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Transition to ACTIVE for port object fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:39:53.022993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.100249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:53.152905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Attempting to bind port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:53.153226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Attempting to bind port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:53.153561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Attempting to bind port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:53.158461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:39:53.158788 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Attempting to bind port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 on network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:53.163932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:53.164277 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Checking segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:53.164661 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Bound using segment: {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:53.165095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Bound port: fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f039b9b-208c-40bd-bf39-a759373e7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:53.165455 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.272344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] For port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:53.276842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] For port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:53.289506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5274d78-8c24-46b2-993c-2b8be427844d req-86c45d1e-e5c7-467a-a2a1-1ef8d6ca99eb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:53.291157 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5274d78-8c24-46b2-993c-2b8be427844d req-86c45d1e-e5c7-467a-a2a1-1ef8d6ca99eb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0871334 Mar 22 14:39:53.293007 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.365683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:53.366339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.367759 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 HTTP/1.1" status: 200 len: 1091 time: 0.7713916 Mar 22 14:39:53.368239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:39:53.370551 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00a2c31-2f8c-48ae-9f50-123560485d81" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:39:53.422245 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aa2488-3f23-4d64-b866-81c70e6069ae x-openstack-request-id: req-76aa2488-3f23-4d64-b866-81c70e6069ae {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:39:53.422537 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:39:53.422788 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76aa2488-3f23-4d64-b866-81c70e6069ae {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:39:53.423196 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76aa2488-3f23-4d64-b866-81c70e6069ae'] response: {'name': 'network-changed', 'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'status': 'completed', 'code': 200} Mar 22 14:39:53.437563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453075a-9aad-4ccf-8e48-c4a2484b72d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:53.477205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5274d78-8c24-46b2-993c-2b8be427844d req-75988414-14cb-45c8-a054-6e9c0cc478b9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1765156 Mar 22 14:39:53.508863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.514933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-f861760c-ac2a-4c81-98b0-c951fb951b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:53.516471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-f861760c-ac2a-4c81-98b0-c951fb951b15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 1125 time: 0.0925295 Mar 22 14:39:53.562133 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-fd2c3f08-5ccf-49d0-98da-c5cb91fefd38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 HTTP/1.1" status: 200 len: 217 time: 0.0372140 Mar 22 14:39:53.616400 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-3dff9b35-7ed2-4dcc-bb21-559af2b7415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:53.618742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-3dff9b35-7ed2-4dcc-bb21-559af2b7415c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0493855 Mar 22 14:39:53.673118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-2d70b282-d8b2-43fa-962a-fc3766d57024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:53.674709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-2d70b282-d8b2-43fa-962a-fc3766d57024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504143 Mar 22 14:39:53.767663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-4bbdcbcd-af91-4485-ad1f-bfbe3a9bee6f service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Mar 22 14:39:53.857743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5219c70b-7b25-42aa-87ad-046e41c98fb1 req-7cc98f4e-0073-47e6-b2fb-1208308934c6 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835223 Mar 22 14:39:53.954948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-1f7d8dee-5908-4a43-ad6e-50592ee03ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:53.956454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-1f7d8dee-5908-4a43-ad6e-50592ee03ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 1125 time: 0.0540252 Mar 22 14:39:54.046981 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-edda9e2d-7f04-4ab3-8ecc-4c26bb9e346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:54.048599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-edda9e2d-7f04-4ab3-8ecc-4c26bb9e346e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0861468 Mar 22 14:39:54.094680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-00f4993e-0af2-4430-99d2-82854f9b27dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 HTTP/1.1" status: 200 len: 217 time: 0.0401042 Mar 22 14:39:54.143056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-e57dbd49-919c-4b36-ac7a-23f1bab70a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:54.144511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-e57dbd49-919c-4b36-ac7a-23f1bab70a6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0441098 Mar 22 14:39:54.195225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-a7ee4c32-11fa-4d93-9383-39b9fa6929af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:54.196746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-a7ee4c32-11fa-4d93-9383-39b9fa6929af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454991 Mar 22 14:39:54.290014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-2ae43828-a264-451e-9cb1-a63be847bf1f service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869851 Mar 22 14:39:54.380971 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a00a2c31-2f8c-48ae-9f50-123560485d81 req-ce04002a-0b04-4a76-a323-753c78b3cc2f service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850809 Mar 22 14:39:54.610026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c576e-6fd6-468b-b6ca-ac488af41046 req-047d3b2a-548b-486a-be9b-86795ed387b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:54.611836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a9c576e-6fd6-468b-b6ca-ac488af41046 req-047d3b2a-548b-486a-be9b-86795ed387b1 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0566735 Mar 22 14:39:54.642943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.667929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a9c576e-6fd6-468b-b6ca-ac488af41046 req-d6026b70-f28e-49ed-b2dd-f7bb45a2fbd0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503211 Mar 22 14:39:54.695002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.798837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2684f-c611-4034-9410-1f741b112e6f req-039ce4de-899d-48c9-8d84-b73901becac4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:55.800323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efc2684f-c611-4034-9410-1f741b112e6f req-039ce4de-899d-48c9-8d84-b73901becac4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0608449 Mar 22 14:39:55.849471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efc2684f-c611-4034-9410-1f741b112e6f req-859db57e-7023-4293-b044-120ec2352a05 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433645 Mar 22 14:39:56.977810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16bb2-e9bd-4fc9-bb91-adb833f3afa5 req-af481d08-6a8b-46fa-a329-8ca19bac3c7d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:56.982818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63e16bb2-e9bd-4fc9-bb91-adb833f3afa5 req-af481d08-6a8b-46fa-a329-8ca19bac3c7d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0630562 Mar 22 14:39:57.038358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-63e16bb2-e9bd-4fc9-bb91-adb833f3afa5 req-9be76b28-b42d-4f37-a6b8-78f8d02e5b5c tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483742 Mar 22 14:39:58.166551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0348b87-86bd-471d-be04-f7ad29100b11 req-ba288a7a-9b8d-4b2c-8f08-9e0b0a50ffc5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:58.168135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0348b87-86bd-471d-be04-f7ad29100b11 req-ba288a7a-9b8d-4b2c-8f08-9e0b0a50ffc5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0595365 Mar 22 14:39:58.221903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0348b87-86bd-471d-be04-f7ad29100b11 req-e71ce0b9-2f0a-4392-8b56-e41dcdb05d8e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473933 Mar 22 14:39:58.746314 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:59.347996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95141d7f-438c-4fce-ac3d-33cd8afebdbe req-bdf04b1b-40d9-4c3a-aa76-3b2c62ce58dc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:59.349519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95141d7f-438c-4fce-ac3d-33cd8afebdbe req-bdf04b1b-40d9-4c3a-aa76-3b2c62ce58dc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0548949 Mar 22 14:39:59.401383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95141d7f-438c-4fce-ac3d-33cd8afebdbe req-6bdfca37-5eb8-4be3-968e-5d8d9850d055 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460565 Mar 22 14:40:00.523387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2967c6c-c6fc-4d79-a31f-c2c4044e622a req-661b5b0e-f6db-408d-be2a-ec805362d6c9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:00.524875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2967c6c-c6fc-4d79-a31f-c2c4044e622a req-661b5b0e-f6db-408d-be2a-ec805362d6c9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0552197 Mar 22 14:40:00.579535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2967c6c-c6fc-4d79-a31f-c2c4044e622a req-5825e3b3-1486-4685-b503-5b04a42675ab tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488269 Mar 22 14:40:01.701711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547deee-5926-4143-a403-f8cec3abbd8e req-37be5957-24e7-458e-b367-e81299b23994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:01.703356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5547deee-5926-4143-a403-f8cec3abbd8e req-37be5957-24e7-458e-b367-e81299b23994 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0551255 Mar 22 14:40:01.754810 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5547deee-5926-4143-a403-f8cec3abbd8e req-3f3ffb35-8149-4dee-8388-2ee117259b5a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452268 Mar 22 14:40:02.879818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b91a6a-333f-4ede-b0b8-707088ac430d req-b6d8b7f0-49e2-4159-9f97-3100c7530829 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:02.881285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44b91a6a-333f-4ede-b0b8-707088ac430d req-b6d8b7f0-49e2-4159-9f97-3100c7530829 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0539479 Mar 22 14:40:02.931424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44b91a6a-333f-4ede-b0b8-707088ac430d req-ae77e0f8-17c5-4acc-b7aa-72dc1fb9ae9e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442498 Mar 22 14:40:04.059094 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b723801-c064-4247-be0e-5894a45795e5 req-d0bbd3d6-3a70-4655-9a91-b4f672b980db tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:04.060599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b723801-c064-4247-be0e-5894a45795e5 req-d0bbd3d6-3a70-4655-9a91-b4f672b980db tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0587821 Mar 22 14:40:04.114926 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b723801-c064-4247-be0e-5894a45795e5 req-c5a6a3e5-bd8c-49ab-a1c0-e01e8f980355 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458255 Mar 22 14:40:05.248376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6777a2-03a1-42b0-a741-d805e0970edc req-06bd2b5d-ea14-4508-9e40-b3e259cd7972 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.249757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb6777a2-03a1-42b0-a741-d805e0970edc req-06bd2b5d-ea14-4508-9e40-b3e259cd7972 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0605845 Mar 22 14:40:05.297818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb6777a2-03a1-42b0-a741-d805e0970edc req-9aefe1f5-bf64-402d-a3e0-2cc139d7c6ea tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423853 Mar 22 14:40:05.695118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-35ad8d21-4a52-40cb-ae48-5ae8d1a57053 service neutron] (110458) timed out ('10.222.0.44', 38936) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:40:05.944330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-53e84930-391d-44d9-ab9f-7f3be0c209e3 req-5e32d5d7-f15c-48de-bc97-076ea932dc6c tempest-AttachVolumeShelveTestJSON-532977342 tempest-AttachVolumeShelveTestJSON-532977342-project] (110458) timed out ('10.222.0.44', 36254) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:40:06.432032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef417c-98df-41a9-8017-8a990772fb93 req-3f3cf1f4-42b5-4def-8ebe-5729f5a4a32a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:06.433543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51ef417c-98df-41a9-8017-8a990772fb93 req-3f3cf1f4-42b5-4def-8ebe-5729f5a4a32a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0548933 Mar 22 14:40:06.486488 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-51ef417c-98df-41a9-8017-8a990772fb93 req-0525b445-8a7d-44e9-b248-97cdb43a4dd6 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471649 Mar 22 14:40:07.618266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3788261-54ac-4aad-899a-45ba9017c2cf req-c26af4b0-901e-497d-9b63-3575a64d62ba tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:07.619794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3788261-54ac-4aad-899a-45ba9017c2cf req-c26af4b0-901e-497d-9b63-3575a64d62ba tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0533764 Mar 22 14:40:07.668921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3788261-54ac-4aad-899a-45ba9017c2cf req-41f7b1a0-2634-462c-8c74-65ec716757e0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434113 Mar 22 14:40:08.802696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714c07-7071-4189-aa6a-9be51a0794f4 req-978ed273-c07b-4ad7-b685-24fc0b0f24fa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:08.804183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2714c07-7071-4189-aa6a-9be51a0794f4 req-978ed273-c07b-4ad7-b685-24fc0b0f24fa tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0660691 Mar 22 14:40:08.815225 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:40:08.856694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2714c07-7071-4189-aa6a-9be51a0794f4 req-8d750889-afa0-441e-9545-4181d33cf2b3 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466757 Mar 22 14:40:09.990185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a16fd-435f-4d9a-9b47-b4142b8c6218 req-eebe5792-8935-4813-ab7c-a3a3b56c1be4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:09.991712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf9a16fd-435f-4d9a-9b47-b4142b8c6218 req-eebe5792-8935-4813-ab7c-a3a3b56c1be4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 943 time: 0.0572283 Mar 22 14:40:10.041044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf9a16fd-435f-4d9a-9b47-b4142b8c6218 req-6c2f8238-e51b-4ce8-b835-827bad20b723 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434213 Mar 22 14:40:10.149867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:40:10.254686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:40:10.271590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'port_id': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'mac_address': 'fa:16:3e:c8:27:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:40:10.319239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:40:10.319633 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:10.332980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:40:10.352556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:40:10.359822 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:10.411126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:10.605402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:40:11.163849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44008-9e18-4700-92d3-e61c7bdbd152 req-497383a2-b48b-43aa-b340-c20d0a2d5116 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:11.165310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea44008-9e18-4700-92d3-e61c7bdbd152 req-497383a2-b48b-43aa-b340-c20d0a2d5116 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 944 time: 0.0541871 Mar 22 14:40:11.214384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea44008-9e18-4700-92d3-e61c7bdbd152 req-64220fe9-1c44-4adf-90e4-230ce2f5d54d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433540 Mar 22 14:40:12.169338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:40:12.232891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:40:12.237487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:40:12.237869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:12.318735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:40:12.319094 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:12.339751 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296d4c3-2eb3-4e13-a74f-8be5dc425b8e req-db5d8492-501e-4e0f-9a0f-7e3b2a8f2309 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:12.341247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0296d4c3-2eb3-4e13-a74f-8be5dc425b8e req-db5d8492-501e-4e0f-9a0f-7e3b2a8f2309 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 944 time: 0.0557182 Mar 22 14:40:12.341792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:40:12.344186 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1f00d-19cc-4b2a-a915-14b727e08e31" -d '{"events": [{"server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "name": "network-vif-plugged", "status": "completed", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:40:12.357920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:40:12.363537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:12.386515 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea8ff83-7b93-4e60-8ab4-b71ef59291e2 x-openstack-request-id: req-2ea8ff83-7b93-4e60-8ab4-b71ef59291e2 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:40:12.386803 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "name": "network-vif-plugged", "status": "completed", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:40:12.387049 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ea8ff83-7b93-4e60-8ab4-b71ef59291e2 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:40:12.387444 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea8ff83-7b93-4e60-8ab4-b71ef59291e2'] response: {'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'code': 200} Mar 22 14:40:12.396991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0296d4c3-2eb3-4e13-a74f-8be5dc425b8e req-ffb70a19-c647-4e91-9033-d6c619f4e1dc tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477531 Mar 22 14:40:12.420662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:12.489109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea40da-df22-4f22-9e82-097c2b77b34c req-717dd809-c385-4cff-ae6d-d1d3c88bbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:12.490653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04ea40da-df22-4f22-9e82-097c2b77b34c req-717dd809-c385-4cff-ae6d-d1d3c88bbfda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 1127 time: 0.0439968 Mar 22 14:40:12.537454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-04ea40da-df22-4f22-9e82-097c2b77b34c req-755ef604-f51d-4702-833a-8edb7a974c64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406179 Mar 22 14:40:13.527672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daf5af-6fba-46cc-b58e-e10614d0ad6f req-d044a062-044d-4650-9eb2-49febfc11f89 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:13.529777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74daf5af-6fba-46cc-b58e-e10614d0ad6f req-d044a062-044d-4650-9eb2-49febfc11f89 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 945 time: 0.0567076 Mar 22 14:40:13.584102 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74daf5af-6fba-46cc-b58e-e10614d0ad6f req-ce81f731-dd47-4e03-83e8-622b2b1a44c9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486674 Mar 22 14:40:14.705481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea592a4c-8f1c-463c-8c4f-e27ce683d403 req-22907818-8eee-4854-b915-bc5c35a51d85 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:14.706999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea592a4c-8f1c-463c-8c4f-e27ce683d403 req-22907818-8eee-4854-b915-bc5c35a51d85 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 945 time: 0.0554383 Mar 22 14:40:14.756864 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea592a4c-8f1c-463c-8c4f-e27ce683d403 req-a417edd1-476e-4276-96f9-1c6ae9168e39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441535 Mar 22 14:40:14.883884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d356b1-e974-47dc-9151-907269fa2fec req-3df077b9-780b-4827-82fa-91cbd40ae644 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:14.885340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6d356b1-e974-47dc-9151-907269fa2fec req-3df077b9-780b-4827-82fa-91cbd40ae644 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 945 time: 0.0559180 Mar 22 14:40:14.934588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6d356b1-e974-47dc-9151-907269fa2fec req-606186fd-1389-4fce-ad98-ba136bdb87eb tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432467 Mar 22 14:40:14.962912 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42270) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:40:15.159413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241e8c2-d549-47c2-99f8-b5164d607f4c tempest-TestVolumeBootPattern-995982493 tempest-TestVolumeBootPattern-995982493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:15.160843 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2241e8c2-d549-47c2-99f8-b5164d607f4c tempest-TestVolumeBootPattern-995982493 tempest-TestVolumeBootPattern-995982493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 1122 time: 0.1969066 Mar 22 14:40:15.165024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:40:15.169250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:40:15.191975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:15.293603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:15.408422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Allocated IP 172.25.2.30 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/984f512f-48f3-41eb-b021-2e210d4274f2) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:40:15.516652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (984f512f-48f3-41eb-b021-2e210d4274f2), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:15.555507 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (984f512f-48f3-41eb-b021-2e210d4274f2), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:15.590421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:40:15.593188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:40:15.596672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:40:15.621917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=984f512f-48f3-41eb-b021-2e210d4274f2,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:16.264116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (8f1c3168-6ae3-4926-bd4e-6f2aa7479a51), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:16.338846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (984f512f-48f3-41eb-b021-2e210d4274f2), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:16.513098 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for port (984f512f-48f3-41eb-b021-2e210d4274f2), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:16.520531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (984f512f-48f3-41eb-b021-2e210d4274f2), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:16.588721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event updated for resources: {'Port': ['ID=984f512f-48f3-41eb-b021-2e210d4274f2,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:16.600402 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (8f1c3168-6ae3-4926-bd4e-6f2aa7479a51), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:16.706372 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Floating IP 8f1c3168-6ae3-4926-bd4e-6f2aa7479a51 associated. External IP: 172.25.2.30, port: fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7. Mar 22 14:40:16.920136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:40:17.030593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:40:17.041624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:40:17.048431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:17.054888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:40:17.055627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:40:17.090982 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9ac79d42-2bcb-432e-84ce-c252e95cc8d4 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9122684 Mar 22 14:40:17.090982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:40:17.090982 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abecf453-cbb2-4af9-811a-b9c35cd08d42" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:40:17.165995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:40:17.241999 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3d472f-708c-465f-a9c7-cdc35fea2cde x-openstack-request-id: req-6f3d472f-708c-465f-a9c7-cdc35fea2cde {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:40:17.242349 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:40:17.242576 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f3d472f-708c-465f-a9c7-cdc35fea2cde {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:40:17.243138 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3d472f-708c-465f-a9c7-cdc35fea2cde'] response: {'name': 'network-changed', 'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'status': 'completed', 'code': 200} Mar 22 14:40:17.311624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-82bf62b4-5009-45f4-b38c-caa4dc07f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:17.313147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-82bf62b4-5009-45f4-b38c-caa4dc07f945 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 1127 time: 0.0484946 Mar 22 14:40:17.392582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}, {'id': '8f1c3168-6ae3-4926-bd4e-6f2aa7479a51', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c8:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae62957-92fb-4359-aab4-b140c4368851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:40:16Z', 'updated_at': '2022-03-22T14:40:16Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:40:17.400926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-3b11f2e8-56c9-4e1d-bcac-41d1de75ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:17.402433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-3b11f2e8-56c9-4e1d-bcac-41d1de75ce59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0837352 Mar 22 14:40:17.418019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:40:17.426390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:40:17.426918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:39:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:40:17.470658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-c82fbc05-3405-46e6-a47e-663cabfa352a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 HTTP/1.1" status: 200 len: 998 time: 0.0617793 Mar 22 14:40:17.517995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-e9142964-9289-4227-8cd9-2fb41d2d4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:17.519441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-e9142964-9289-4227-8cd9-2fb41d2d4362 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0433927 Mar 22 14:40:17.537149 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:40:17.567543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-6a8b0514-bbc7-4e87-816d-570bf4eca0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:17.569155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-6a8b0514-bbc7-4e87-816d-570bf4eca0da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438080 Mar 22 14:40:17.660582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-1e09b11a-1a32-4592-8c4f-c9acb418d68c service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852978 Mar 22 14:40:17.749283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abecf453-cbb2-4af9-811a-b9c35cd08d42 req-fca13876-61f2-48a1-808b-a32fbaf1a802 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826721 Mar 22 14:40:17.766835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}, {'id': '8f1c3168-6ae3-4926-bd4e-6f2aa7479a51', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c8:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae62957-92fb-4359-aab4-b140c4368851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:40:16Z', 'updated_at': '2022-03-22T14:40:16Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:40:17.794986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb51a0-cf65-4bc9-a8d4-836d7f63dd7e None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}, {'id': '8f1c3168-6ae3-4926-bd4e-6f2aa7479a51', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c8:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae62957-92fb-4359-aab4-b140c4368851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:40:16Z', 'updated_at': '2022-03-22T14:40:16Z', 'revision_number': 0, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:40:18.003997 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa4765c-23a3-4e28-8223-2d0f2dee5e18 None None] New status for floating IP 8f1c3168-6ae3-4926-bd4e-6f2aa7479a51: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:40:18.209659 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7479f0a1-c2aa-4128-a623-57ac866a2888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:20.482973 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-37074140-184f-4269-afd4-a35cae2832da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:21.948285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-4a5c1282-e369-42aa-b43d-96795b2596cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962222 Mar 22 14:40:21.987175 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:22.054761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-c5d72037-1fc4-4b87-a1e8-e4ea76f22fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:22.058008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-c5d72037-1fc4-4b87-a1e8-e4ea76f22fc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1127 time: 0.0551562 Mar 22 14:40:22.176403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-03457056-acac-4d3f-97c0-ecb5d63cd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:22.177796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-03457056-acac-4d3f-97c0-ecb5d63cd168 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0891962 Mar 22 14:40:22.252655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-6ebdab5b-54ce-4d7c-87ab-864fdb18568d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 1001 time: 0.0646091 Mar 22 14:40:22.306733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-b5a9e143-c094-47b8-8a1d-3518fc0f5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:22.308238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-b5a9e143-c094-47b8-8a1d-3518fc0f5b86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0470655 Mar 22 14:40:22.366230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-ea0fe936-0242-4f8d-ab5d-7fb09a8a612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:22.367758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-ea0fe936-0242-4f8d-ab5d-7fb09a8a612a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490434 Mar 22 14:40:22.473120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-74bcea3f-b229-483c-b437-b20376e99f7e service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947573 Mar 22 14:40:22.562575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca2bd07e-54b0-42f5-b9b3-02eec5569e4d req-d3976d57-e237-4d29-9a6e-2d4002e3bf7c service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800920 Mar 22 14:40:23.505199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:24.638748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:24.712078 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:28.770038 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:45.818827 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:40:48.226818 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db0945e2-6a8f-42db-89f2-65faf181fe26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:50.471345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4594bfd-5942-4f0e-bcf4-2907b41b9197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:51.993220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:53.503729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:54.647872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:54.717335 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:58.771137 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:12.109662 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-6aae2b83-0204-4dcd-a950-e8d1e4d073e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450191 Mar 22 14:41:12.222686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-5158033e-55ae-47e9-8292-8c9409687443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:12.224190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-5158033e-55ae-47e9-8292-8c9409687443 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 1127 time: 0.0559928 Mar 22 14:41:12.334269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-d1bc1738-cb01-4274-8939-7abad18c515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:12.335800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-d1bc1738-cb01-4274-8939-7abad18c515e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0911090 Mar 22 14:41:12.408553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-2ed92c81-ac19-4cd4-9fd9-344c1036b7e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 HTTP/1.1" status: 200 len: 1000 time: 0.0666263 Mar 22 14:41:12.457260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-27a52bf3-94e3-4b56-9892-9bf340f4fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:12.458856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-27a52bf3-94e3-4b56-9892-9bf340f4fe04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0453491 Mar 22 14:41:12.510917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-2ab298b7-0865-4015-9872-db8941ef6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:12.512329 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-2ab298b7-0865-4015-9872-db8941ef6767 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467684 Mar 22 14:41:12.609788 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-e5d98893-46a2-4a04-9001-2226c0446d88 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907319 Mar 22 14:41:12.707818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d051ce98-2d5f-42c7-a4c4-d4261f5f7139 req-eb09a8c0-d6fd-4f56-a9b8-558ae37dd0b5 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914059 Mar 22 14:41:18.213422 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb87dd73-b447-4033-8702-42f40da718ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:20.464821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d1e71fc6-7dcc-4ba1-8da3-64d68bf6eef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:22.000839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:22.824063 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:41:23.511502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:23.912346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-f6285723-b821-4b21-8b34-870cc5acb581 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589161 Mar 22 14:41:24.010288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-d931b5af-176e-466c-bf34-10c1fa9d34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:24.011829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-d931b5af-176e-466c-bf34-10c1fa9d34c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1127 time: 0.0517650 Mar 22 14:41:24.116423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-0b7c3eca-1f6c-4b0a-8923-0261b4663cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:24.117903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-0b7c3eca-1f6c-4b0a-8923-0261b4663cc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0847180 Mar 22 14:41:24.191790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-1b46e7a1-3ff8-4ea5-a044-fed0cfbf041f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 1001 time: 0.0647511 Mar 22 14:41:24.245262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-769f20c3-acc5-43d5-b2b0-8fa40b8b071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:24.246776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-769f20c3-acc5-43d5-b2b0-8fa40b8b071d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0460677 Mar 22 14:41:24.302306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-c1cf1dcb-84e1-420e-919a-9eb9fd42e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:24.303847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-c1cf1dcb-84e1-420e-919a-9eb9fd42e423 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462363 Mar 22 14:41:24.394399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-44083e1d-d4a9-4bfb-9714-b0e9ec2e4d09 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832727 Mar 22 14:41:24.493628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7f74e436-0172-426d-b0b2-23b7d8b50c83 req-85560fdb-4743-4d10-a6c6-7a10da36b007 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925763 Mar 22 14:41:24.644519 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:24.728082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:28.772580 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:48.220269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-28b2f22c-8b75-446a-9473-9913ea280b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:50.479438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a109d70d-91e4-476c-936f-2f9061a7fed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:51.999187 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:53.511997 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:54.647915 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:54.731874 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:58.783155 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:59.731160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42332) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:41:59.824514 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:41:59.903979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port 984f512f-48f3-41eb-b021-2e210d4274f2 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:41:59.904321 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (984f512f-48f3-41eb-b021-2e210d4274f2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:59.989958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (984f512f-48f3-41eb-b021-2e210d4274f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:59.990312 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (984f512f-48f3-41eb-b021-2e210d4274f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:00.004118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for 984f512f-48f3-41eb-b021-2e210d4274f2 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:00.161355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (984f512f-48f3-41eb-b021-2e210d4274f2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:00.185958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=984f512f-48f3-41eb-b021-2e210d4274f2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:00.213618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.213991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.214330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.214666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.215002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.215333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.215662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.215990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.216340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.216643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.216964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.217277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.217591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.217910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.218260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:00.265959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (8f1c3168-6ae3-4926-bd4e-6f2aa7479a51), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:00.266234 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Floating IP 8f1c3168-6ae3-4926-bd4e-6f2aa7479a51 disassociated (deleted). External IP: 172.25.2.30, port: fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7. Mar 22 14:42:00.483579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:42:00.592553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:42:00.597387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:00.604518 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:42:00.615290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:00.616204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:41:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:00.627349 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9c82c4a9-6610-4eaa-9358-68366f74c888 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "DELETE /v2.0/floatingips/8f1c3168-6ae3-4926-bd4e-6f2aa7479a51 HTTP/1.1" status: 204 len: 168 time: 0.8941298 Mar 22 14:42:00.628634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:42:00.631111 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f054cef2-cc04-46c3-b582-5c0f366747cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:42:00.672571 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff19ec2-0620-4770-b0d1-e8042172b070 x-openstack-request-id: req-aff19ec2-0620-4770-b0d1-e8042172b070 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:42:00.672862 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:42:00.673105 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aff19ec2-0620-4770-b0d1-e8042172b070 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:42:00.673515 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff19ec2-0620-4770-b0d1-e8042172b070'] response: {'name': 'network-changed', 'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'status': 'completed', 'code': 200} Mar 22 14:42:00.724976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:00.744844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-7efa1cfc-cbad-4a36-b436-eba0bb4cbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:00.747065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-7efa1cfc-cbad-4a36-b436-eba0bb4cbd5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 1127 time: 0.0525472 Mar 22 14:42:00.890106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-34d5ff4b-8064-453e-84a3-f0f485a911a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:00.891527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-34d5ff4b-8064-453e-84a3-f0f485a911a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.1313212 Mar 22 14:42:00.899397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ddf0e-9f0e-4826-9d0f-d0fcfd276dc8 req-f8028789-b12a-4fba-9820-f9fe449945a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:00.900981 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a38ddf0e-9f0e-4826-9d0f-d0fcfd276dc8 req-f8028789-b12a-4fba-9820-f9fe449945a9 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 945 time: 0.0797930 Mar 22 14:42:00.947071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-fca27985-9d00-4148-b8af-8e7a00e7542d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 HTTP/1.1" status: 200 len: 217 time: 0.0451441 Mar 22 14:42:00.948765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:00.978794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:42:00.988577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:00.989202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:41:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:01.019440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a38ddf0e-9f0e-4826-9d0f-d0fcfd276dc8 req-b9c689da-81d2-4193-ac60-60092989ef96 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795662 Mar 22 14:42:01.022979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-b5cae1ef-2262-4778-aa97-0977555db219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:01.022979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-b5cae1ef-2262-4778-aa97-0977555db219 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0670078 Mar 22 14:42:01.072622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-61d0fe97-8bff-4183-b439-38d9dd6b71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:01.074134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-61d0fe97-8bff-4183-b439-38d9dd6b71ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455155 Mar 22 14:42:01.098209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:01.167207 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-c1e77735-c46a-4d66-a5f9-e6967a7da5cb service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849485 Mar 22 14:42:01.255175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f054cef2-cc04-46c3-b582-5c0f366747cb req-37d99b11-f75e-4558-848a-304e407dc757 service neutron] 10.222.0.42 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805037 Mar 22 14:42:01.323717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:01.352375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a22431-2649-40ee-b9ea-eb9ebdf83288 None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '36e0f191-6146-4664-a8de-12df823baf26', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83d49dea-528d-4940-87f8-05e77c580005', 'port_id': '385aba48-e9d3-4704-877e-532a473577c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'mac_address': 'fa:16:3e:c7:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:52Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 1, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:42:01.592288 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f3947-2c39-4ebd-9615-1e2e213371d6 None None] New status for floating IP 8f1c3168-6ae3-4926-bd4e-6f2aa7479a51: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:42:02.515705 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b66b75-d77f-4178-9264-40963a484a92 req-a5b4d506-ecd9-4079-a2c9-637152178c74 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:02.517185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67b66b75-d77f-4178-9264-40963a484a92 req-a5b4d506-ecd9-4079-a2c9-637152178c74 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 945 time: 0.4176300 Mar 22 14:42:02.535891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-14f64e28-b5ad-4e81-93d2-0abe8d304a6e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:02.537269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-14f64e28-b5ad-4e81-93d2-0abe8d304a6e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 945 time: 0.0736578 Mar 22 14:42:02.609576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-67b66b75-d77f-4178-9264-40963a484a92 req-ead82774-476c-4b27-b78c-bfe1f8f7e61a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859978 Mar 22 14:42:02.655287 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:02.655639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.741026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] For port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:02.741362 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.754317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:02.892699 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.921066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:02.934995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.935394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.935742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.936073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.936403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.936737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.937083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.937454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.937783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.938130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.938450 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.938764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.939104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.939454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.939774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:02.979118 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] No DVR routers for this DVR port fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:42:02.981910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.985648 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbd6e4c8-dfcb-4153-aa41-4e94b7782140 req-c9b72380-f14b-4693-9e9c-757de6b67f0f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.42 "DELETE /v2.0/ports/fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 HTTP/1.1" status: 204 len: 173 time: 0.4409368 Mar 22 14:42:02.985757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'name': 'network-vif-deleted', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:42:02.988085 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a764d55-895e-4731-9128-7c05f72953b4" -d '{"events": [{"server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "name": "network-vif-deleted", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:42:03.124136 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243d1bc7-4add-4650-9ddb-2592a26de85e x-openstack-request-id: req-243d1bc7-4add-4650-9ddb-2592a26de85e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:42:03.124434 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae62957-92fb-4359-aab4-b140c4368851", "name": "network-vif-deleted", "tag": "fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:42:03.124685 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-243d1bc7-4add-4650-9ddb-2592a26de85e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:42:03.125086 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243d1bc7-4add-4650-9ddb-2592a26de85e'] response: {'server_uuid': '5ae62957-92fb-4359-aab4-b140c4368851', 'name': 'network-vif-deleted', 'tag': 'fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7', 'status': 'completed', 'code': 200} Mar 22 14:42:03.710063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21bd70e1-b893-4068-a7a7-45fc96cb9ae0 req-501d0391-c608-43b4-af78-33bf6b8f2c82 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0284529 Mar 22 14:42:04.811513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2bcf7f06-2016-42b7-8ea1-79e22100c6dc req-3980d8a2-abe6-4771-a5fd-1429987bb3cd tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Mar 22 14:42:04.848119 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:04.867930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:04.868269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fbe103ce-e1d9-40e9-bcd7-c4b39cbfe6a7 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:05.911305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d051cc1-3967-4673-82e6-618f86419518 req-1af38c1c-4971-4f28-85d7-3ceae7bed69a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0319557 Mar 22 14:42:07.010943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e68882db-5fd3-4f10-976d-d5f29f6f260f req-e2e8cabd-ca63-406e-8b5b-5506ac83c765 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0287828 Mar 22 14:42:08.108699 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e4b50c4-b629-44a2-b39d-6f1365d4d426 req-e4c8c74a-ecd4-4a87-abed-56fda815834b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Mar 22 14:42:09.207737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55eb525f-580a-4194-8cc2-02c6acfbff58 req-97665a67-0033-41a6-a9ef-73c900788587 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0307958 Mar 22 14:42:10.303010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbdaf38d-31f0-4927-bf8d-68080eda7855 req-d6872438-3970-49e8-8435-a144c9e6b65b tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0272696 Mar 22 14:42:11.399046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d63c5328-79da-4eb7-b8bb-6e4737649b1e req-bcbac8f3-6181-4005-b04d-cd0eeb5843b0 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae62957-92fb-4359-aab4-b140c4368851 HTTP/1.1" status: 200 len: 210 time: 0.0271661 Mar 22 14:42:18.205273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6bf9beb7-766c-40c4-b442-50998544f829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:20.485473 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3f10f715-97c3-4774-a4ab-cfe1c4a8bb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:20.962005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42420) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:21.134359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port 2afdd5cc-b386-42db-8210-a00f301a61f2 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:21.134668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:21.210449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:21.210772 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (2afdd5cc-b386-42db-8210-a00f301a61f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:21.223772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for 2afdd5cc-b386-42db-8210-a00f301a61f2 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:21.395573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2afdd5cc-b386-42db-8210-a00f301a61f2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:21.430784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=2afdd5cc-b386-42db-8210-a00f301a61f2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:21.497697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (36e0f191-6146-4664-a8de-12df823baf26), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:21.497937 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Floating IP 36e0f191-6146-4664-a8de-12df823baf26 disassociated (deleted). External IP: 172.25.2.116, port: 385aba48-e9d3-4704-877e-532a473577c5. Mar 22 14:42:21.729770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:42:21.840331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:42:21.844794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:21.852271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:42:21.863165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:21.863816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:42:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:21.874364 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c67a74f5-0fb4-42fe-ac00-cbc3e61de382 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "DELETE /v2.0/floatingips/36e0f191-6146-4664-a8de-12df823baf26 HTTP/1.1" status: 204 len: 168 time: 0.9111192 Mar 22 14:42:21.874967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'tag': '385aba48-e9d3-4704-877e-532a473577c5'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:42:21.877316 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c760ebaa-7f66-421e-b6e2-cdee77368cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "tag": "385aba48-e9d3-4704-877e-532a473577c5"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:42:21.914160 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24152ef6-7ce2-4327-a5d6-dd6e4e9f1ead x-openstack-request-id: req-24152ef6-7ce2-4327-a5d6-dd6e4e9f1ead {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:42:21.914462 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "tag": "385aba48-e9d3-4704-877e-532a473577c5", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:42:21.914704 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24152ef6-7ce2-4327-a5d6-dd6e4e9f1ead {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:42:21.915128 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24152ef6-7ce2-4327-a5d6-dd6e4e9f1ead'] response: {'name': 'network-changed', 'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'tag': '385aba48-e9d3-4704-877e-532a473577c5', 'status': 'completed', 'code': 200} Mar 22 14:42:21.973221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:22.007951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-455426f0-dbe5-4eaf-8e20-4de746aa9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:22.009717 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-455426f0-dbe5-4eaf-8e20-4de746aa9de2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=609729885d6e48dc83fa687eff71aeea&device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 1127 time: 0.0679133 Mar 22 14:42:22.108898 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:22.113262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-45acfdfa-d485-434e-915a-9b4e8d73078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:22.114843 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-45acfdfa-d485-434e-915a-9b4e8d73078d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 200 len: 912 time: 0.0990171 Mar 22 14:42:22.165401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-a10f9f60-4995-45a0-ba5f-f76d6bda7248 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 200 len: 217 time: 0.0426223 Mar 22 14:42:22.210790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:22.239119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-c35976c3-e8b3-4d91-956d-5cfecd4ece04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:22.240598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-c35976c3-e8b3-4d91-956d-5cfecd4ece04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 200 len: 850 time: 0.0678537 Mar 22 14:42:22.241885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:42:22.250655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:22.251283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:42:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:22.261840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70cbfb-8f80-4f25-b319-f7fcdcce9cc6 req-78a9b245-d43b-4d56-87f2-e06061134ae5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:22.263331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a70cbfb-8f80-4f25-b319-f7fcdcce9cc6 req-78a9b245-d43b-4d56-87f2-e06061134ae5 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 945 time: 0.1997344 Mar 22 14:42:22.333580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-17166b69-d465-4b16-a125-e38524a2daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:22.335331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-17166b69-d465-4b16-a125-e38524a2daab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871718 Mar 22 14:42:22.339262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a70cbfb-8f80-4f25-b319-f7fcdcce9cc6 req-a0f47109-3be8-40b4-b2df-91d6cfae177a tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575280 Mar 22 14:42:22.365245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:22.432236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-509bc0dd-4a72-4d76-8fc5-e739c457d43b service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905709 Mar 22 14:42:22.526342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c760ebaa-7f66-421e-b6e2-cdee77368cc7 req-15aa657f-0b8e-4ee3-80f3-4e763f4382b5 service neutron] 10.222.0.57 "GET /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877261 Mar 22 14:42:22.729986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:22.756226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc18c2d-0ead-4790-a97b-2a235bd08abd None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:53Z', 'revision_number': 4, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab', 'name': '', 'network_id': '9dc29a45-d0af-4b41-9676-0a7c2b59e8d1', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'mac_address': 'fa:16:3e:38:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:52Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'subnets': [{'id': 'ec379795-121c-40e4-a44a-94ea585434ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:42:23.000610 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d63f2-3de0-4abc-9656-f26f7ff3c50a None None] New status for floating IP 36e0f191-6146-4664-a8de-12df823baf26: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:42:23.512157 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:23.532480 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2191386-30cf-4bee-bb25-0ba8cbe93472 req-c1d864cc-17b4-4744-836a-b628cbc422ee tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:23.534285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2191386-30cf-4bee-bb25-0ba8cbe93472 req-c1d864cc-17b4-4744-836a-b628cbc422ee tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 945 time: 0.1240504 Mar 22 14:42:23.588015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2191386-30cf-4bee-bb25-0ba8cbe93472 req-17a77c4b-1d01-4e76-aaed-a74281fb313e tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/security-groups?id=11d8aaac-27af-472b-aa30-990aa3e5b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463588 Mar 22 14:42:23.874938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b112705e-7330-4ce0-b268-defbcfb2e488 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:23.877153 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b112705e-7330-4ce0-b268-defbcfb2e488 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 945 time: 0.0753422 Mar 22 14:42:23.981587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port 385aba48-e9d3-4704-877e-532a473577c5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:23.981870 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (385aba48-e9d3-4704-877e-532a473577c5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:24.074272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] For port 385aba48-e9d3-4704-877e-532a473577c5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=385aba48-e9d3-4704-877e-532a473577c5,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:24.074603 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (385aba48-e9d3-4704-877e-532a473577c5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:24.087759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for 385aba48-e9d3-4704-877e-532a473577c5 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:24.227042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (385aba48-e9d3-4704-877e-532a473577c5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:24.261578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=385aba48-e9d3-4704-877e-532a473577c5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:24.312886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] No DVR routers for this DVR port 385aba48-e9d3-4704-877e-532a473577c5 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:42:24.316605 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:24.321489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2f9a1146-4adc-4c58-bebf-d4bd103b6b3f req-b7a965f9-49a3-42bf-8daa-a29208c45352 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.57 "DELETE /v2.0/ports/385aba48-e9d3-4704-877e-532a473577c5 HTTP/1.1" status: 204 len: 173 time: 0.4379513 Mar 22 14:42:24.322097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'name': 'network-vif-deleted', 'tag': '385aba48-e9d3-4704-877e-532a473577c5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:42:24.324916 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fb202b-3616-4db3-8e70-ee10bfec9dc3" -d '{"events": [{"server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "name": "network-vif-deleted", "tag": "385aba48-e9d3-4704-877e-532a473577c5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:42:24.364962 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ea52fd-bc63-43fa-876d-2e1c21577580 x-openstack-request-id: req-c4ea52fd-bc63-43fa-876d-2e1c21577580 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:42:24.365416 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc990b6f-25bb-4040-b11c-962322a4a204", "name": "network-vif-deleted", "tag": "385aba48-e9d3-4704-877e-532a473577c5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:42:24.365670 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4ea52fd-bc63-43fa-876d-2e1c21577580 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:42:24.366110 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ea52fd-bc63-43fa-876d-2e1c21577580'] response: {'server_uuid': 'dc990b6f-25bb-4040-b11c-962322a4a204', 'name': 'network-vif-deleted', 'tag': '385aba48-e9d3-4704-877e-532a473577c5', 'status': 'completed', 'code': 200} Mar 22 14:42:24.648473 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:24.703087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3728fd3c-de5b-4bf2-adce-6753b9c84f9d req-2e10183c-0ad5-4e77-a752-cbed5fbd32d2 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Mar 22 14:42:24.734976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:25.807663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3ce07df-f076-4d45-aab6-ad53f60a3468 req-c290c2ee-8607-475f-ae50-f88f771efd47 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0312200 Mar 22 14:42:26.905085 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc275c8e-cdc4-4ff7-9081-2897a6b858ea req-b616327f-336c-4964-a9df-888ef2e4c9ec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0278499 Mar 22 14:42:27.023642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 385aba48-e9d3-4704-877e-532a473577c5 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:27.044715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 385aba48-e9d3-4704-877e-532a473577c5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:27.045055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 385aba48-e9d3-4704-877e-532a473577c5 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:28.006078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-823cbcb0-3fae-43bd-be66-bfb43d00277e req-d72cc3e4-dd39-4e46-b1d0-6b7fb1d664ec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0327003 Mar 22 14:42:28.778252 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.101429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dc6912f9-7d48-4608-b7ca-8afdeca78451 req-554c731b-58c6-45b1-a1a3-4e2b079d2610 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0276089 Mar 22 14:42:30.197228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-097534f0-61a8-4f7e-8c9f-f48a9b51b46b req-bf98f485-6258-44df-bc8a-f65772e0bb14 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0279295 Mar 22 14:42:31.296386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aaee2a73-f27a-45c9-af85-375940114aab req-8f99440a-32cd-43fe-a10e-4976f7855d5d tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Mar 22 14:42:32.394907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfd9bfdd-dbcb-41b2-b331-59ecaac9ffeb req-76aea589-ae9d-4ec2-8992-69357939e2c7 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0310159 Mar 22 14:42:33.506254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71fbb66c-e10c-4a72-8349-9eb796d64de6 req-c466094a-c530-43b5-89db-5c7e58257d4f tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc990b6f-25bb-4040-b11c-962322a4a204 HTTP/1.1" status: 200 len: 210 time: 0.0269666 Mar 22 14:42:34.566223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42462) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:34.692315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Deleting port 69c5e022-35dc-4065-bb70-e7c535572ac2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:34.692690 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:34.765938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:34.766264 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (69c5e022-35dc-4065-bb70-e7c535572ac2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:34.778993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Calling delete_port for 69c5e022-35dc-4065-bb70-e7c535572ac2 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:34.912094 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (69c5e022-35dc-4065-bb70-e7c535572ac2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:34.937110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'Port': ['ID=69c5e022-35dc-4065-bb70-e7c535572ac2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:35.002600 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for floatingip (a61b7091-194a-4360-93d7-65a91a8456db), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:35.005134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:35.006318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2fa59743-14dc-4471-b334-bb8c7a12ea39 tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "DELETE /v2.0/floatingips/a61b7091-194a-4360-93d7-65a91a8456db HTTP/1.1" status: 204 len: 168 time: 0.4390514 Mar 22 14:42:36.824888 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:42:40.408103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42482) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:40.468435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c96aa35e-0bb5-43cf-9904-748dcb71dbec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group (11d8aaac-27af-472b-aa30-990aa3e5b5be), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:40.494908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c96aa35e-0bb5-43cf-9904-748dcb71dbec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group (11d8aaac-27af-472b-aa30-990aa3e5b5be), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:40.555795 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c96aa35e-0bb5-43cf-9904-748dcb71dbec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (11d8aaac-27af-472b-aa30-990aa3e5b5be), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:40.558254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c96aa35e-0bb5-43cf-9904-748dcb71dbec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:40.561943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c96aa35e-0bb5-43cf-9904-748dcb71dbec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] 10.222.0.44 "DELETE /v2.0/security-groups/11d8aaac-27af-472b-aa30-990aa3e5b5be HTTP/1.1" status: 204 len: 168 time: 0.1503081 Mar 22 14:42:40.572858 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aa35e-0bb5-43cf-9904-748dcb71dbec tempest-TestVolumeBootPattern-206567766 tempest-TestVolumeBootPattern-206567766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8aaac-27af-472b-aa30-990aa3e5b5be,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:40.639530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42486) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:41.111403 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (83d49dea-528d-4940-87f8-05e77c580005), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:41.371573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Deleting port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:41.371936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:41.449086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] For port 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:41.449444 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:41.463219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Calling delete_port for 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:41.645837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:41.675137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Pushing event deleted for resources: {'Port': ['ID=0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:42.142914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (83d49dea-528d-4940-87f8-05e77c580005), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:42.365833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Router 83d49dea-528d-4940-87f8-05e77c580005 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:42:42.480677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:42:42.485956 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-09cc8bb7-51d6-43f5-bbb4-2719c90865df admin admin] 10.222.0.44 "PUT /v2.0/routers/83d49dea-528d-4940-87f8-05e77c580005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456364 Mar 22 14:42:42.488528 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:42.493338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] Sync routers for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:42:42.504504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:42.505264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:42:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:42.596258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks [] for router (83d49dea-528d-4940-87f8-05e77c580005), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:42.610747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:42.704621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks [] for router_gateway (83d49dea-528d-4940-87f8-05e77c580005), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:42.766148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Deleting port b51bc8dc-6164-4118-a653-0ceee5bd6822 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:42.766377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:42.791849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:42:41Z', 'revision_number': 5, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port': {'id': 'b51bc8dc-6164-4118-a653-0ceee5bd6822', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d49dea-528d-4940-87f8-05e77c580005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:42.822112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] Checking router: 83d49dea-528d-4940-87f8-05e77c580005 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:42:42.830378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] Routers {'83d49dea-528d-4940-87f8-05e77c580005'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:42.830975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:42:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83d49dea-528d-4940-87f8-05e77c580005'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:42.843603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] For port b51bc8dc-6164-4118-a653-0ceee5bd6822, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b51bc8dc-6164-4118-a653-0ceee5bd6822,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:42.843970 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:42.856972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Calling delete_port for b51bc8dc-6164-4118-a653-0ceee5bd6822 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:42.917136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] Set router 83d49dea-528d-4940-87f8-05e77c580005 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:42.967311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:42:42Z', 'revision_number': 6, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:42.997415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31890d37-830d-4d3d-888f-7882b13d488e None None] The sync data for ids ['83d49dea-528d-4940-87f8-05e77c580005'] in n-d-834677-3 is: [{'id': '83d49dea-528d-4940-87f8-05e77c580005', 'name': 'tempest-TestVolumeBootPattern-986811121-router', 'tenant_id': '609729885d6e48dc83fa687eff71aeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:42:42Z', 'revision_number': 6, 'project_id': '609729885d6e48dc83fa687eff71aeea', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:42:43.032795 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b51bc8dc-6164-4118-a653-0ceee5bd6822), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.065303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Pushing event deleted for resources: {'Port': ['ID=b51bc8dc-6164-4118-a653-0ceee5bd6822,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:43.124826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (83d49dea-528d-4940-87f8-05e77c580005), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.221888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (83d49dea-528d-4940-87f8-05e77c580005), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.225214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks [] for router_controller (83d49dea-528d-4940-87f8-05e77c580005), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.278055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (83d49dea-528d-4940-87f8-05e77c580005), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.278799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d49dea-528d-4940-87f8-05e77c580005 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:42:43.285613 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.286981 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4dcef2cd-3cd2-43c9-9531-d280613f872c admin admin] 10.222.0.44 "DELETE /v2.0/routers/83d49dea-528d-4940-87f8-05e77c580005 HTTP/1.1" status: 204 len: 168 time: 0.7973888 Mar 22 14:42:43.289746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42492) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:43.339077 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] Deleting subnet ec379795-121c-40e4-a44a-94ea585434ec {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:42:43.342813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] Publish callbacks [] for subnet (ec379795-121c-40e4-a44a-94ea585434ec), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.379277 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (ec379795-121c-40e4-a44a-94ea585434ec), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.457552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ec379795-121c-40e4-a44a-94ea585434ec), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.513014 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (ec379795-121c-40e4-a44a-94ea585434ec), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.541058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec379795-121c-40e4-a44a-94ea585434ec,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:43.548561 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.554736 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6f106587-9136-4cbc-a095-b519a0746af8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ec379795-121c-40e4-a44a-94ea585434ec HTTP/1.1" status: 204 len: 168 time: 0.2615247 Mar 22 14:42:43.554912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a823c-9d62-4e35-925a-054ac4d17679 None None] Network 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:42:43.555363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42494) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:43.627465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.682256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Deleting port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:43.682598 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.752329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] For port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:43.752966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.759011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] DHCP port deletion for 9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:42:43.768800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Calling delete_port for e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:43.813235 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Deleting port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:43.813998 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.849106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.875357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:43.879299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] No DVR routers for this DVR port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:42:43.880133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] For port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,segment=NetworkSegment(1f039b9b-208c-40bd-bf39-a759373e7884),segment_id=1f039b9b-208c-40bd-bf39-a759373e7884)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:43.881134 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.895644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Calling delete_port for e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:43.961303 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.978524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:43.986704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc29a45-d0af-4b41-9676-0a7c2b59e8d1']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:43.997099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f039b9b-208c-40bd-bf39-a759373e7884') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:43.997446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f039b9b-208c-40bd-bf39-a759373e7884') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:44.002003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Pushing event deleted for resources: {'Port': ['ID=e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:44.007923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (1f039b9b-208c-40bd-bf39-a759373e7884), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.010989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.011333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.012575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.013008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.013236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.014022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.014022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.014311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.014635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.014950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.015268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.015634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.015884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.016195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.016506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:44.023055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1f039b9b-208c-40bd-bf39-a759373e7884), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.023234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c43c0-19b6-45b3-bd18-137c2df133c0 None None] No DVR routers for this DVR port e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:42:44.031655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:42:44.032596 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (1f039b9b-208c-40bd-bf39-a759373e7884), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:42:44.034641 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:42:44.095066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:44.098514 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (9dc29a45-d0af-4b41-9676-0a7c2b59e8d1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.104274 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.107510 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] 10.222.0.44 "DELETE /v2.0/networks/9dc29a45-d0af-4b41-9676-0a7c2b59e8d1 HTTP/1.1" status: 204 len: 168 time: 0.5513721 Mar 22 14:42:44.110605 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:44.116198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:44.116543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 0114dca8-ce08-4e0f-bc71-cf25ef0ae3ab not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:44.116967 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b51bc8dc-6164-4118-a653-0ceee5bd6822 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:44.130230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0bc2-aa27-423c-9151-071226945a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc29a45-d0af-4b41-9676-0a7c2b59e8d1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:44.136052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b51bc8dc-6164-4118-a653-0ceee5bd6822 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:44.136404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b51bc8dc-6164-4118-a653-0ceee5bd6822 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:44.136827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:44.155435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:44.155783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e7a83c9e-98c8-4ef1-9ba9-8754d12ad96f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:44.499678 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (b23666cc-ee74-4de9-a607-0af459cc6778), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.759628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Deleting port d536e728-9a28-484f-8f69-69ce95d17c2f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:44.760325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.835766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] For port d536e728-9a28-484f-8f69-69ce95d17c2f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d536e728-9a28-484f-8f69-69ce95d17c2f,segment=NetworkSegment(c094b943-89e5-4c46-b0d3-df99637b01ad),segment_id=c094b943-89e5-4c46-b0d3-df99637b01ad)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:44.836111 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:44.848648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Calling delete_port for d536e728-9a28-484f-8f69-69ce95d17c2f owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:45.047483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d536e728-9a28-484f-8f69-69ce95d17c2f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:45.083965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d536e728-9a28-484f-8f69-69ce95d17c2f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:45.247713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (b23666cc-ee74-4de9-a607-0af459cc6778), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:45.481162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Router b23666cc-ee74-4de9-a607-0af459cc6778 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:42:45.894704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:42:45.901414 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f57ac2d5-a7e5-4571-b202-9ef224481d32 admin admin] 10.222.0.44 "PUT /v2.0/routers/b23666cc-ee74-4de9-a607-0af459cc6778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7886629 Mar 22 14:42:45.903354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42498) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:45.906279 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] Sync routers for ids ['b23666cc-ee74-4de9-a607-0af459cc6778'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:42:45.917407 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] Routers {'b23666cc-ee74-4de9-a607-0af459cc6778'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:45.918139 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:42:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b23666cc-ee74-4de9-a607-0af459cc6778'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:46.009340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks [] for router (b23666cc-ee74-4de9-a607-0af459cc6778), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.032158 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] Set router b23666cc-ee74-4de9-a607-0af459cc6778 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:46.116458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks [] for router_gateway (b23666cc-ee74-4de9-a607-0af459cc6778), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.178982 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Deleting port e3365e04-44fc-491b-9f71-c637e1b18c02 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:46.179224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.258032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] For port e3365e04-44fc-491b-9f71-c637e1b18c02, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=e3365e04-44fc-491b-9f71-c637e1b18c02,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:46.258445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.271405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Calling delete_port for e3365e04-44fc-491b-9f71-c637e1b18c02 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:46.303539 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:42:44Z', 'revision_number': 5, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port': {'id': 'e3365e04-44fc-491b-9f71-c637e1b18c02', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:23:59Z', 'updated_at': '2022-03-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:46.336301 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] Checking router: b23666cc-ee74-4de9-a607-0af459cc6778 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:42:46.355222 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] Routers {'b23666cc-ee74-4de9-a607-0af459cc6778'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:46.355829 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:42:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['b23666cc-ee74-4de9-a607-0af459cc6778'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:46.440011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (e3365e04-44fc-491b-9f71-c637e1b18c02), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.464422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3365e04-44fc-491b-9f71-c637e1b18c02,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:46.502423 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] Set router b23666cc-ee74-4de9-a607-0af459cc6778 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:46.534056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (b23666cc-ee74-4de9-a607-0af459cc6778), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.555573 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:42:46Z', 'revision_number': 6, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:46.587296 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c4f85-cf09-478d-a354-b0b460fb357a None None] The sync data for ids ['b23666cc-ee74-4de9-a607-0af459cc6778'] in n-d-834677-3 is: [{'id': 'b23666cc-ee74-4de9-a607-0af459cc6778', 'name': 'tempest-TestVolumeBootPattern-695859721-router', 'tenant_id': '86d14939738b4138bff35dae4951ebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:23:58Z', 'updated_at': '2022-03-22T14:42:46Z', 'revision_number': 6, 'project_id': '86d14939738b4138bff35dae4951ebee', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:42:46.626916 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (b23666cc-ee74-4de9-a607-0af459cc6778), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.628978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks [] for router_controller (b23666cc-ee74-4de9-a607-0af459cc6778), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.674110 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (b23666cc-ee74-4de9-a607-0af459cc6778), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.674672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23666cc-ee74-4de9-a607-0af459cc6778 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:42:46.678953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.680070 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7c920bb3-f7a0-4f65-ab5f-2f8906c5a32e admin admin] 10.222.0.44 "DELETE /v2.0/routers/b23666cc-ee74-4de9-a607-0af459cc6778 HTTP/1.1" status: 204 len: 168 time: 0.7758446 Mar 22 14:42:46.683003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42500) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:46.735134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] Deleting subnet 51d8deb3-cad7-448d-a5f5-40614e042fa7 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:42:46.738224 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] Publish callbacks [] for subnet (51d8deb3-cad7-448d-a5f5-40614e042fa7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.772072 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (51d8deb3-cad7-448d-a5f5-40614e042fa7), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.847659 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (51d8deb3-cad7-448d-a5f5-40614e042fa7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.908279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (51d8deb3-cad7-448d-a5f5-40614e042fa7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.935008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d8deb3-cad7-448d-a5f5-40614e042fa7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:46.936917 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:46.940480 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0e7eaa5f-22c5-4a6d-95dc-6ae167e5d572 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/51d8deb3-cad7-448d-a5f5-40614e042fa7 HTTP/1.1" status: 204 len: 168 time: 0.2564399 Mar 22 14:42:46.943210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42502) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:46.946078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39281d73-3327-4cc3-bc5a-c22b40f746a3 None None] Network 2aa80fc5-3c50-4520-a276-1c31502dc338 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:42:47.025353 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (2aa80fc5-3c50-4520-a276-1c31502dc338), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.083625 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Deleting port 77a21a03-d004-4932-a229-04211b152131 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:42:47.083959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (77a21a03-d004-4932-a229-04211b152131), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.146252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] For port 77a21a03-d004-4932-a229-04211b152131, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=77a21a03-d004-4932-a229-04211b152131,segment=NetworkSegment(c094b943-89e5-4c46-b0d3-df99637b01ad),segment_id=c094b943-89e5-4c46-b0d3-df99637b01ad)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:47.146621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (77a21a03-d004-4932-a229-04211b152131), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.165428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Calling delete_port for 77a21a03-d004-4932-a229-04211b152131 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:42:47.259822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (77a21a03-d004-4932-a229-04211b152131), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.285104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Pushing event deleted for resources: {'Port': ['ID=77a21a03-d004-4932-a229-04211b152131,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:47.289719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] No DVR routers for this DVR port 77a21a03-d004-4932-a229-04211b152131 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:42:47.365388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (2aa80fc5-3c50-4520-a276-1c31502dc338), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.379756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f7f97c-885c-4bc3-9f68-91514383e5cb None None] DHCP port deletion for 2aa80fc5-3c50-4520-a276-1c31502dc338 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:42:47.389361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa80fc5-3c50-4520-a276-1c31502dc338']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:47.399930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c094b943-89e5-4c46-b0d3-df99637b01ad') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:47.400224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c094b943-89e5-4c46-b0d3-df99637b01ad') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:47.409890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (c094b943-89e5-4c46-b0d3-df99637b01ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.424164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (c094b943-89e5-4c46-b0d3-df99637b01ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.430480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:42:47.430864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (c094b943-89e5-4c46-b0d3-df99637b01ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:42:47.432661 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:42:47.493095 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (2aa80fc5-3c50-4520-a276-1c31502dc338), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.497751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.501579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] 10.222.0.44 "DELETE /v2.0/networks/2aa80fc5-3c50-4520-a276-1c31502dc338 HTTP/1.1" status: 204 len: 168 time: 0.5573626 Mar 22 14:42:47.514776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7ea99-3ef0-444c-8cb4-5dd84b94730e admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa80fc5-3c50-4520-a276-1c31502dc338,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:47.649433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42508) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:47.689542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eddb0752-dc5a-4c0b-aecf-52bb4f3d20da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=609729885d6e48dc83fa687eff71aeea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388460 Mar 22 14:42:47.692942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42510) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:47.754426 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-245d1593-4883-4f77-a1ea-e3c771087cfb admin admin] Publish callbacks [] for security_group (de6c5602-4e67-473b-82cb-6f1c289fab12), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.776336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-245d1593-4883-4f77-a1ea-e3c771087cfb admin admin] Publish callbacks [] for security_group (de6c5602-4e67-473b-82cb-6f1c289fab12), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.824720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-245d1593-4883-4f77-a1ea-e3c771087cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (de6c5602-4e67-473b-82cb-6f1c289fab12), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.827273 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-245d1593-4883-4f77-a1ea-e3c771087cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.828437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-245d1593-4883-4f77-a1ea-e3c771087cfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de6c5602-4e67-473b-82cb-6f1c289fab12 HTTP/1.1" status: 204 len: 168 time: 0.1346221 Mar 22 14:42:47.836107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d1593-4883-4f77-a1ea-e3c771087cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c5602-4e67-473b-82cb-6f1c289fab12,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:48.070386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3365e04-44fc-491b-9f71-c637e1b18c02 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:48.094743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: e3365e04-44fc-491b-9f71-c637e1b18c02 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:48.095049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device e3365e04-44fc-491b-9f71-c637e1b18c02 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:48.095496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d536e728-9a28-484f-8f69-69ce95d17c2f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:48.114630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d536e728-9a28-484f-8f69-69ce95d17c2f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:48.114963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d536e728-9a28-484f-8f69-69ce95d17c2f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:48.115386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 77a21a03-d004-4932-a229-04211b152131 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:42:48.133883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 77a21a03-d004-4932-a229-04211b152131 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:42:48.134345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 77a21a03-d004-4932-a229-04211b152131 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:42:48.160721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42516) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:48.206579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-edf96d1c-4d75-4e49-9d5d-e52e2b19d16b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86d14939738b4138bff35dae4951ebee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445628 Mar 22 14:42:48.209288 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42518) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:48.210181 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5296549d-cdbd-42d4-a9c3-7ea866f836b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:48.255431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83327f23-f4c9-4ed5-a8a5-69b76529eb25 admin admin] Publish callbacks [] for security_group (47f989d5-5e40-4aa2-98cb-a3935e88bb9c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:48.276549 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83327f23-f4c9-4ed5-a8a5-69b76529eb25 admin admin] Publish callbacks [] for security_group (47f989d5-5e40-4aa2-98cb-a3935e88bb9c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:48.326997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83327f23-f4c9-4ed5-a8a5-69b76529eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (47f989d5-5e40-4aa2-98cb-a3935e88bb9c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:48.329558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83327f23-f4c9-4ed5-a8a5-69b76529eb25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:48.330774 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-83327f23-f4c9-4ed5-a8a5-69b76529eb25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47f989d5-5e40-4aa2-98cb-a3935e88bb9c HTTP/1.1" status: 204 len: 168 time: 0.1205482 Mar 22 14:42:48.338323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83327f23-f4c9-4ed5-a8a5-69b76529eb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f989d5-5e40-4aa2-98cb-a3935e88bb9c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:50.470748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5731907b-b612-42e1-aeb3-3d952090a5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:52.003830 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:53.515350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:54.650545 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:54.733695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:58.792514 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:59.733232 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-9eb6e303-8242-4973-a7f2-45fa98bc883f tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=303e32b0f14742f195100c4fff6589b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265932 Mar 22 14:42:59.848045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-c7d73c85-0612-4743-bae4-fa62818e202d tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:59.849495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-c7d73c85-0612-4743-bae4-fa62818e202d tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111128 Mar 22 14:42:59.864545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-a0e8e37d-022f-4df7-8aa3-22c2e36a5d30 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/quotas/303e32b0f14742f195100c4fff6589b7 HTTP/1.1" status: 200 len: 375 time: 0.0095675 Mar 22 14:42:59.896413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-c000dee3-6c83-4925-bf62-12efd726f61f tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=303e32b0f14742f195100c4fff6589b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270772 Mar 22 14:43:00.064899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b41ed30d-4661-483f-b302-e7aeaed0692d req-36ac56f6-cf5f-4b70-804d-ae3446a99140 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 210 time: 0.0313263 Mar 22 14:43:01.160836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-e07c3eca-b3a1-49e9-804d-fdeaece3d4ba tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=303e32b0f14742f195100c4fff6589b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319870 Mar 22 14:43:01.184860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66eabe10-209e-42db-bf16-5d6a4a7fa1b6 req-1b402f97-7d0c-4e71-ba7b-796c44de351d tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 210 time: 0.0459182 Mar 22 14:43:01.280364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-ae24ac7f-f790-4ee5-88b1-03fa829aeb00 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:01.281713 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-ae24ac7f-f790-4ee5-88b1-03fa829aeb00 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070883 Mar 22 14:43:01.295009 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Request body: {'port': {'device_id': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'admin_state_up': True, 'tenant_id': '303e32b0f14742f195100c4fff6589b7'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:01.410885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Made reservation on behalf of 303e32b0f14742f195100c4fff6589b7 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:43:01.414366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:01.423270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:01.497699 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks [] for security_group (2518d336-99d4-405b-b5d5-24c1fb64d2aa), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:01.503100 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2518d336-99d4-405b-b5d5-24c1fb64d2aa), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:01.571467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2518d336-99d4-405b-b5d5-24c1fb64d2aa,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:01.639260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Allocated IP 192.168.233.48 (f8f4d24b-0732-45b3-a9c8-53c686765aad/fa271ce0-a2ac-4f17-bd37-683386986258/b4f6c821-7c83-4422-b38e-8da7253f47b0) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:43:01.784722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks [] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:01.826899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:01.868688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Network f8f4d24b-0732-45b3-a9c8-53c686765aad is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:43:01.871798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:43:01.874415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:43:01.901674 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Pushing event updated for resources: {'Port': ['ID=b4f6c821-7c83-4422-b38e-8da7253f47b0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:01.932213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:01.932799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:01.951289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-425a6229-3db2-4f93-8184-ad61ffca4400 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6597936 Mar 22 14:43:01.963894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Request body: {'port': {'device_id': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:02.029083 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:02.154314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-46b11ca9-6fd9-4afa-a301-9d4bcd6c01b5 None None] Provisioning complete for port b4f6c821-7c83-4422-b38e-8da7253f47b0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:43:02.154892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-46b11ca9-6fd9-4afa-a301-9d4bcd6c01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:02.193340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-46b11ca9-6fd9-4afa-a301-9d4bcd6c01b5 None None] Port b4f6c821-7c83-4422-b38e-8da7253f47b0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:43:02.321061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f6c821-7c83-4422-b38e-8da7253f47b0 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:43:02.330089 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Publish callbacks [] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:02.346567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Transition to ACTIVE for port object b4f6c821-7c83-4422-b38e-8da7253f47b0 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:43:02.354021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40c165-1a47-49ba-bd0f-8d4dc61910ae req-e6ab4c30-59a8-4ebe-a23e-fb6c3f2149e9 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:02.355502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a40c165-1a47-49ba-bd0f-8d4dc61910ae req-e6ab4c30-59a8-4ebe-a23e-fb6c3f2149e9 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 935 time: 0.0980601 Mar 22 14:43:02.356545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:02.423360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b4f6c821-7c83-4422-b38e-8da7253f47b0,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:02.467988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5a40c165-1a47-49ba-bd0f-8d4dc61910ae req-17cb0a24-08a1-4db4-ab45-2db5fd4c5088 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063142 Mar 22 14:43:02.520000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Attempting to bind port b4f6c821-7c83-4422-b38e-8da7253f47b0 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:43:02.520331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Attempting to bind port b4f6c821-7c83-4422-b38e-8da7253f47b0 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:43:02.520653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Attempting to bind port b4f6c821-7c83-4422-b38e-8da7253f47b0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:43:02.525195 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Port b4f6c821-7c83-4422-b38e-8da7253f47b0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:43:02.525543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Attempting to bind port b4f6c821-7c83-4422-b38e-8da7253f47b0 on network f8f4d24b-0732-45b3-a9c8-53c686765aad {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:43:02.530604 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:43:02.530933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Checking segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:43:02.531334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Bound using segment: {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:43:02.531722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Bound port: b4f6c821-7c83-4422-b38e-8da7253f47b0, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5fdd42-93eb-46a3-802f-ef76f36c0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:43:02.532073 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:02.597238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] For port b4f6c821-7c83-4422-b38e-8da7253f47b0, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:43:02.600312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] For port b4f6c821-7c83-4422-b38e-8da7253f47b0, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b4f6c821-7c83-4422-b38e-8da7253f47b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:43:02.608023 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:02.645522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:02.646232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:02.647564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] 10.222.0.42 "PUT /v2.0/ports/b4f6c821-7c83-4422-b38e-8da7253f47b0 HTTP/1.1" status: 200 len: 1095 time: 0.6880367 Mar 22 14:43:02.648006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'tag': 'b4f6c821-7c83-4422-b38e-8da7253f47b0'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:43:02.650312 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06c07e3-4890-40ab-b771-db092f019719" -d '{"events": [{"name": "network-changed", "server_uuid": "710a98c7-ab64-4e92-88b8-12da2186bf61", "tag": "b4f6c821-7c83-4422-b38e-8da7253f47b0"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:43:02.675653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bb16b-1061-449e-9e14-d921583d6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b4f6c821-7c83-4422-b38e-8da7253f47b0,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:02.703786 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dde271c-3bda-43f8-83e9-7c933695df65 x-openstack-request-id: req-4dde271c-3bda-43f8-83e9-7c933695df65 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:43:02.704060 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710a98c7-ab64-4e92-88b8-12da2186bf61", "tag": "b4f6c821-7c83-4422-b38e-8da7253f47b0", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:43:02.704306 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dde271c-3bda-43f8-83e9-7c933695df65 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:43:02.704705 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dde271c-3bda-43f8-83e9-7c933695df65'] response: {'name': 'network-changed', 'server_uuid': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'tag': 'b4f6c821-7c83-4422-b38e-8da7253f47b0', 'status': 'completed', 'code': 200} Mar 22 14:43:02.742107 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-468f19e8-498c-4052-b6ad-76f1a1656462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:02.743642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-468f19e8-498c-4052-b6ad-76f1a1656462 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=303e32b0f14742f195100c4fff6589b7&device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 1129 time: 0.0495043 Mar 22 14:43:02.786349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-78130d1b-09d7-4b4b-acfd-1966456fc515 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b4f6c821-7c83-4422-b38e-8da7253f47b0 HTTP/1.1" status: 200 len: 217 time: 0.0351763 Mar 22 14:43:02.838517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-9a94d03c-502e-4917-ae05-6c922e3e2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:02.840021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-9a94d03c-502e-4917-ae05-6c922e3e2d0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0485220 Mar 22 14:43:02.896204 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-1f13b693-04c2-4875-a0c6-567973261a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:02.898604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-1f13b693-04c2-4875-a0c6-567973261a9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0524714 Mar 22 14:43:03.000643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-a245ac81-0192-4240-97de-27ec18cc4147 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932157 Mar 22 14:43:03.102991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee9c02ba-0bfd-4f58-b8b0-2e2d84e300a0 req-e0969da3-1c36-4b5d-8496-8131d2759c74 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955436 Mar 22 14:43:03.196197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c07e3-4890-40ab-b771-db092f019719 req-df85c800-b9fd-44a2-bd9a-f28a96eb83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:03.197599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06c07e3-4890-40ab-b771-db092f019719 req-df85c800-b9fd-44a2-bd9a-f28a96eb83ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=303e32b0f14742f195100c4fff6589b7&device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 1129 time: 0.0487695 Mar 22 14:43:03.299137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c07e3-4890-40ab-b771-db092f019719 req-0d4601e3-e16b-4664-9ed2-d8cbb51605c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:03.300615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06c07e3-4890-40ab-b771-db092f019719 req-0d4601e3-e16b-4664-9ed2-d8cbb51605c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f4d24b-0732-45b3-a9c8-53c686765aad HTTP/1.1" status: 200 len: 870 time: 0.0972424 Mar 22 14:43:03.342879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06c07e3-4890-40ab-b771-db092f019719 req-78fb55a2-6802-4d90-8efa-1f3e5d0610ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b4f6c821-7c83-4422-b38e-8da7253f47b0 HTTP/1.1" status: 200 len: 217 time: 0.0358930 Mar 22 14:43:03.398211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c07e3-4890-40ab-b771-db092f019719 req-4f48d624-85eb-4f2e-aa34-167207da0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:03.399547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06c07e3-4890-40ab-b771-db092f019719 req-4f48d624-85eb-4f2e-aa34-167207da0d21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa271ce0-a2ac-4f17-bd37-683386986258 HTTP/1.1" status: 200 len: 843 time: 0.0508790 Mar 22 14:43:03.449455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c07e3-4890-40ab-b771-db092f019719 req-63a33c46-1a6a-4050-85b8-39686806dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:03.450850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06c07e3-4890-40ab-b771-db092f019719 req-63a33c46-1a6a-4050-85b8-39686806dc8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f4d24b-0732-45b3-a9c8-53c686765aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0450447 Mar 22 14:43:03.552366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06c07e3-4890-40ab-b771-db092f019719 req-a3851eb9-debe-4438-9f79-9a7a9c5b4a5f service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947170 Mar 22 14:43:03.655120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564ebc-47c9-4ee2-8cc4-13e1e8a282c2 req-e95f1074-d148-4627-98f5-7a83e39535cb tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:03.656609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66564ebc-47c9-4ee2-8cc4-13e1e8a282c2 req-e95f1074-d148-4627-98f5-7a83e39535cb tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 947 time: 0.1164396 Mar 22 14:43:03.689131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d06c07e3-4890-40ab-b771-db092f019719 req-92546407-f0ae-4c7e-9c2d-1b5c796fd372 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f4d24b-0732-45b3-a9c8-53c686765aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182120 Mar 22 14:43:03.715944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66564ebc-47c9-4ee2-8cc4-13e1e8a282c2 req-75f3da43-b663-47d1-8e27-1199aa4686a5 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Mar 22 14:43:04.852203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a7163-299e-4740-b4b4-3d044c4939ee req-4f67fc17-8307-4eea-92a6-81bb01dfa2f5 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:04.853701 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed5a7163-299e-4740-b4b4-3d044c4939ee req-4f67fc17-8307-4eea-92a6-81bb01dfa2f5 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 947 time: 0.0545208 Mar 22 14:43:04.907787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ed5a7163-299e-4740-b4b4-3d044c4939ee req-ebdc87a7-5694-491d-9da0-756395de6863 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461717 Mar 22 14:43:05.121046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b4f6c821-7c83-4422-b38e-8da7253f47b0 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:43:05.219183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port b4f6c821-7c83-4422-b38e-8da7253f47b0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b4f6c821-7c83-4422-b38e-8da7253f47b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:05.233690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'b4f6c821-7c83-4422-b38e-8da7253f47b0', 'network_id': 'f8f4d24b-0732-45b3-a9c8-53c686765aad', 'port_id': 'b4f6c821-7c83-4422-b38e-8da7253f47b0', 'mac_address': 'fa:16:3e:9e:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa271ce0-a2ac-4f17-bd37-683386986258', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:43:05.276495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port b4f6c821-7c83-4422-b38e-8da7253f47b0 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:43:05.276880 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:05.291147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f6c821-7c83-4422-b38e-8da7253f47b0 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:43:05.312068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port b4f6c821-7c83-4422-b38e-8da7253f47b0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b4f6c821-7c83-4422-b38e-8da7253f47b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:05.317729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:05.365802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=b4f6c821-7c83-4422-b38e-8da7253f47b0,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:05.570451 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['b4f6c821-7c83-4422-b38e-8da7253f47b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:43:06.038397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05807-18d8-46c8-860c-caf4b7959634 req-d3d2ac1e-6e6f-4790-beb7-0de4af0a59b9 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:06.039894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68e05807-18d8-46c8-860c-caf4b7959634 req-d3d2ac1e-6e6f-4790-beb7-0de4af0a59b9 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 948 time: 0.0543439 Mar 22 14:43:06.087239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-68e05807-18d8-46c8-860c-caf4b7959634 req-f6b9ac2a-9c95-40f9-8afb-4de8fdf4bab1 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Mar 22 14:43:07.149541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b4f6c821-7c83-4422-b38e-8da7253f47b0 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:43:07.200526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port b4f6c821-7c83-4422-b38e-8da7253f47b0 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:43:07.204796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port b4f6c821-7c83-4422-b38e-8da7253f47b0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:43:07.205178 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:07.217749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262587d-740a-46d2-b872-cb11eca66a68 req-bd5aa0ff-b949-4341-963d-43f0a71e1e33 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:07.219347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7262587d-740a-46d2-b872-cb11eca66a68 req-bd5aa0ff-b949-4341-963d-43f0a71e1e33 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 948 time: 0.0547044 Mar 22 14:43:07.268457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7262587d-740a-46d2-b872-cb11eca66a68 req-7d09407d-73b9-4c9e-963c-9ed980a26132 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Mar 22 14:43:07.286278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port b4f6c821-7c83-4422-b38e-8da7253f47b0 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:43:07.286669 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:07.308773 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f6c821-7c83-4422-b38e-8da7253f47b0'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:43:07.311070 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2b1ff8-b294-453c-b9fd-a0322cab6516" -d '{"events": [{"server_uuid": "710a98c7-ab64-4e92-88b8-12da2186bf61", "name": "network-vif-plugged", "status": "completed", "tag": "b4f6c821-7c83-4422-b38e-8da7253f47b0"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:43:07.323543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port b4f6c821-7c83-4422-b38e-8da7253f47b0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b4f6c821-7c83-4422-b38e-8da7253f47b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:07.328633 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:07.376596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=b4f6c821-7c83-4422-b38e-8da7253f47b0,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:07.417814 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df4fc1-9006-4e89-8a7f-6f897bc2d392 x-openstack-request-id: req-e4df4fc1-9006-4e89-8a7f-6f897bc2d392 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:43:07.418150 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710a98c7-ab64-4e92-88b8-12da2186bf61", "name": "network-vif-plugged", "status": "completed", "tag": "b4f6c821-7c83-4422-b38e-8da7253f47b0", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:43:07.418399 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4df4fc1-9006-4e89-8a7f-6f897bc2d392 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:43:07.418834 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4df4fc1-9006-4e89-8a7f-6f897bc2d392'] response: {'server_uuid': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f6c821-7c83-4422-b38e-8da7253f47b0', 'code': 200} Mar 22 14:43:07.525948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b90e5-96ad-4835-9c93-6a92c6af79c9 req-174942ba-0627-49a6-8296-a61563b1635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:07.527398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-270b90e5-96ad-4835-9c93-6a92c6af79c9 req-174942ba-0627-49a6-8296-a61563b1635b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 1131 time: 0.0484045 Mar 22 14:43:07.570478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-270b90e5-96ad-4835-9c93-6a92c6af79c9 req-73708da9-2540-4ae4-b0c1-454826b457e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372844 Mar 22 14:43:08.403980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e470-7f44-4e72-8eaf-1a905874a8b3 req-52237eb3-dd87-43aa-ba7c-a49c370931d4 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:08.405434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c81e470-7f44-4e72-8eaf-1a905874a8b3 req-52237eb3-dd87-43aa-ba7c-a49c370931d4 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 949 time: 0.0597444 Mar 22 14:43:08.453959 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c81e470-7f44-4e72-8eaf-1a905874a8b3 req-73d626ae-0b22-4527-b115-04a3d574eb8e tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Mar 22 14:43:09.604102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b776-6fa2-40b6-a7fe-4bb811a2bc84 req-749de4e2-e958-4366-97ca-af324641511f tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:09.605595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ed5b776-6fa2-40b6-a7fe-4bb811a2bc84 req-749de4e2-e958-4366-97ca-af324641511f tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 949 time: 0.0666254 Mar 22 14:43:09.655317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6ed5b776-6fa2-40b6-a7fe-4bb811a2bc84 req-9db85f15-8098-4dda-ace1-cdfc6997d0b7 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Mar 22 14:43:09.968790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-019341e7-015b-4813-b3d8-56f477b212af req-c8a3a4c1-098d-4c6d-aece-e9e76f17999a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:43:09.969805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-019341e7-015b-4813-b3d8-56f477b212af req-c8a3a4c1-098d-4c6d-aece-e9e76f17999a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053523 Mar 22 14:43:10.435935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-3b65705b-c36d-4b32-bcea-9a115ce915c8 req-b5e9a3b3-d6a2-4769-804e-86f554cbcd38 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:43:10.436952 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3b65705b-c36d-4b32-bcea-9a115ce915c8 req-b5e9a3b3-d6a2-4769-804e-86f554cbcd38 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1310041 Mar 22 14:43:10.789931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c8ce-a41c-41a2-a274-f1a26fc2185d req-91fef287-ca5e-4034-8b06-09aac50e6de8 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:10.791422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e959c8ce-a41c-41a2-a274-f1a26fc2185d req-91fef287-ca5e-4034-8b06-09aac50e6de8 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 949 time: 0.0547433 Mar 22 14:43:10.840431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e959c8ce-a41c-41a2-a274-f1a26fc2185d req-e2bf8605-0b70-43a6-9793-c67773ce7e19 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Mar 22 14:43:12.010528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be243df-409e-40d5-aa11-a6e4b76d1dec req-b459a841-f79c-4373-838a-80101222d6cd tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:12.011991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4be243df-409e-40d5-aa11-a6e4b76d1dec req-b459a841-f79c-4373-838a-80101222d6cd tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 949 time: 0.0889509 Mar 22 14:43:12.065555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-46296bef-d185-4073-800d-d37dd9a9ebe3 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:12.067024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-46296bef-d185-4073-800d-d37dd9a9ebe3 tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.42 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 949 time: 0.0952640 Mar 22 14:43:12.073884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4be243df-409e-40d5-aa11-a6e4b76d1dec req-45175696-51c5-4026-9356-1188dcec9b7b tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518d336-99d4-405b-b5d5-24c1fb64d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554087 Mar 22 14:43:12.161117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Deleting port b4f6c821-7c83-4422-b38e-8da7253f47b0 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:43:12.161371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:12.588985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] For port b4f6c821-7c83-4422-b38e-8da7253f47b0, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=b4f6c821-7c83-4422-b38e-8da7253f47b0,segment=NetworkSegment(ee5fdd42-93eb-46a3-802f-ef76f36c0878),segment_id=ee5fdd42-93eb-46a3-802f-ef76f36c0878)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:12.589349 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:12.602666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Calling delete_port for b4f6c821-7c83-4422-b38e-8da7253f47b0 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:43:12.730827 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b4f6c821-7c83-4422-b38e-8da7253f47b0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:12.743483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['b4f6c821-7c83-4422-b38e-8da7253f47b0'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:43:12.763626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Pushing event deleted for resources: {'Port': ['ID=b4f6c821-7c83-4422-b38e-8da7253f47b0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:12.775003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.775354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.775723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.776013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.776337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.780404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:12.819957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] No DVR routers for this DVR port b4f6c821-7c83-4422-b38e-8da7253f47b0 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:43:12.822836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:12.826205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19816138-04a8-47b7-b24d-e9ff67f52b9d req-b33e7435-0475-4b53-b998-741b2e591aea tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.42 "DELETE /v2.0/ports/b4f6c821-7c83-4422-b38e-8da7253f47b0 HTTP/1.1" status: 204 len: 173 time: 0.7513692 Mar 22 14:43:12.826654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'name': 'network-vif-deleted', 'tag': 'b4f6c821-7c83-4422-b38e-8da7253f47b0'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:43:12.828997 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e9790-5ac9-48cd-b120-6892032e3b4d" -d '{"events": [{"server_uuid": "710a98c7-ab64-4e92-88b8-12da2186bf61", "name": "network-vif-deleted", "tag": "b4f6c821-7c83-4422-b38e-8da7253f47b0"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:43:12.865454 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc524e85-7ea8-4400-a046-4a4175078d40 x-openstack-request-id: req-bc524e85-7ea8-4400-a046-4a4175078d40 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:43:12.865825 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710a98c7-ab64-4e92-88b8-12da2186bf61", "name": "network-vif-deleted", "tag": "b4f6c821-7c83-4422-b38e-8da7253f47b0", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:43:12.866104 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc524e85-7ea8-4400-a046-4a4175078d40 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:43:12.866512 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc524e85-7ea8-4400-a046-4a4175078d40'] response: {'server_uuid': '710a98c7-ab64-4e92-88b8-12da2186bf61', 'name': 'network-vif-deleted', 'tag': 'b4f6c821-7c83-4422-b38e-8da7253f47b0', 'status': 'completed', 'code': 200} Mar 22 14:43:13.180829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-049b5c66-1364-4813-b15a-33ec09e98199 req-fb0f1a14-7c37-4c75-aafb-f62d8bdf0bcf tempest-ServersAdminNegativeTestJSON-1062817941 tempest-ServersAdminNegativeTestJSON-1062817941-project] 10.222.0.44 "GET /v2.0/ports?device_id=710a98c7-ab64-4e92-88b8-12da2186bf61 HTTP/1.1" status: 200 len: 210 time: 0.0278950 Mar 22 14:43:13.830477 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:43:14.511400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42658) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:14.650653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e88bd215-4975-4744-93e2-feb40eecbfec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=303e32b0f14742f195100c4fff6589b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378229 Mar 22 14:43:14.653356 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42662) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:14.711574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Publish callbacks [] for security_group (2518d336-99d4-405b-b5d5-24c1fb64d2aa), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:14.737433 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Publish callbacks [] for security_group (2518d336-99d4-405b-b5d5-24c1fb64d2aa), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:14.792843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (2518d336-99d4-405b-b5d5-24c1fb64d2aa), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:14.795387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:14.796524 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2518d336-99d4-405b-b5d5-24c1fb64d2aa HTTP/1.1" status: 204 len: 168 time: 0.1422586 Mar 22 14:43:14.804259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2518d336-99d4-405b-b5d5-24c1fb64d2aa,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:14.811640 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.812344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.812680 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.813013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.813338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.813658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.814002 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.814322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.814636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.814936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.815237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.815560 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.816149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.816365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:14.816697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553afa96-f391-428c-b9dc-5dc14352709d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:15.081980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42668) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:15.095064 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf30c000-8308-408d-9a8b-35e70cd911c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:15.181794 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf30c000-8308-408d-9a8b-35e70cd911c4 admin admin] Publish callbacks [] for security_group (54be3816-06ac-486e-877a-016a96791b2b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:15.188845 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cf30c000-8308-408d-9a8b-35e70cd911c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (54be3816-06ac-486e-877a-016a96791b2b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:15.217157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b4f6c821-7c83-4422-b38e-8da7253f47b0 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:43:15.226207 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cf30c000-8308-408d-9a8b-35e70cd911c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ad366cb83a041c589877fce07bc863b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430674 Mar 22 14:43:15.227105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30c000-8308-408d-9a8b-35e70cd911c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54be3816-06ac-486e-877a-016a96791b2b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:15.229189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42670) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:15.237358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: b4f6c821-7c83-4422-b38e-8da7253f47b0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:43:15.237707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device b4f6c821-7c83-4422-b38e-8da7253f47b0 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:43:15.282918 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55e1732-d09b-46fd-8c74-84e32c2c332d admin admin] Publish callbacks [] for security_group (54be3816-06ac-486e-877a-016a96791b2b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:15.304119 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55e1732-d09b-46fd-8c74-84e32c2c332d admin admin] Publish callbacks [] for security_group (54be3816-06ac-486e-877a-016a96791b2b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:15.356634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55e1732-d09b-46fd-8c74-84e32c2c332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (54be3816-06ac-486e-877a-016a96791b2b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:15.360861 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b55e1732-d09b-46fd-8c74-84e32c2c332d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:15.362337 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b55e1732-d09b-46fd-8c74-84e32c2c332d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54be3816-06ac-486e-877a-016a96791b2b HTTP/1.1" status: 204 len: 168 time: 0.1319449 Mar 22 14:43:15.370346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e1732-d09b-46fd-8c74-84e32c2c332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be3816-06ac-486e-877a-016a96791b2b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:16.083285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42692) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:16.188048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2133185680-network', 'tenant_id': '204fd584369b487aa82e334240c94a1f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:16.210524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Made reservation on behalf of 204fd584369b487aa82e334240c94a1f for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:43:16.212813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.221045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.303269 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks [] for security_group (5be361d9-a931-4a2d-b310-6a2997a9301e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.310398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5be361d9-a931-4a2d-b310-6a2997a9301e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.334498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:43:16.343061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be361d9-a931-4a2d-b310-6a2997a9301e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:16.348915 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (acbddef2-d8b8-42db-aa0f-e90cf5d85850), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.349252 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Added segment acbddef2-d8b8-42db-aa0f-e90cf5d85850 of type vlan for network 56fcbab8-0c6a-497d-b511-012063f310da Mar 22 14:43:16.388634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (56fcbab8-0c6a-497d-b511-012063f310da), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.414510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (56fcbab8-0c6a-497d-b511-012063f310da), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.415387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:16.415938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.472312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3878963 Mar 22 14:43:16.475455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42696) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:16.477503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbc031-307b-4e5c-86b2-be17e63b11de admin admin] Pushing event updated for resources: {'Network': ['ID=56fcbab8-0c6a-497d-b511-012063f310da,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:16.480779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Request body: {'subnet': {'network_id': '56fcbab8-0c6a-497d-b511-012063f310da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2133185680-subnet', 'tenant_id': '204fd584369b487aa82e334240c94a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:16.488203 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 56fcbab8-0c6a-497d-b511-012063f310da details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:43:16.503168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Made reservation on behalf of 204fd584369b487aa82e334240c94a1f for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:43:16.505725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.678722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (bc59773e-5e1a-47cf-9909-5eadc95b3179), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.737318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc59773e-5e1a-47cf-9909-5eadc95b3179,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:16.752173 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Checking segment: {'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:43:16.752538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Network hostable DHCP agents. Network: 56fcbab8-0c6a-497d-b511-012063f310da, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:43:16.771614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Network 56fcbab8-0c6a-497d-b511-012063f310da is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:43:16.781623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 56fcbab8-0c6a-497d-b511-012063f310da) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:43:16.785895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:16.786516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.803725 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-62695846-ae3d-46f6-b699-dc4ee45595e0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3269472 Mar 22 14:43:16.957888 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0256a8-e9dc-40f0-a42e-95f3c5b6f60f None None] Network 56fcbab8-0c6a-497d-b511-012063f310da requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:43:17.050737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b2648-5ae9-4032-882e-d5eda7090cba None None] Network 56fcbab8-0c6a-497d-b511-012063f310da requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:43:17.248767 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a93ab0b6-6c65-437e-8a4f-dc5da8f583e7 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:17.250183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a93ab0b6-6c65-437e-8a4f-dc5da8f583e7 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 812 time: 0.1028049 Mar 22 14:43:17.265508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-06ea730d-4d15-46d9-9a39-f380b9e10c00 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/quotas/204fd584369b487aa82e334240c94a1f HTTP/1.1" status: 200 len: 375 time: 0.0095994 Mar 22 14:43:17.301656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-e03bd5f1-ef7b-4a44-bcf9-521452e99c88 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309408 Mar 22 14:43:17.400247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-37cc30de-f55b-4fdc-9b5c-f4ecb166cf82 service neutron] 10.222.0.44 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914419 Mar 22 14:43:17.500098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0f0cbad2-bf18-4b22-8e7b-48d8cf93d8e2 service neutron] 10.222.0.44 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909448 Mar 22 14:43:17.666517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7845da5c-d71e-44fb-9537-086e59345fd2 req-6db0fe44-4f56-4b26-8b61-7111dffcbc63 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 210 time: 0.0272717 Mar 22 14:43:18.215019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8914f178-16a4-48b4-9633-333d73f3309f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.764276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5479dd72-7d2f-488c-bd54-25cd3e11cd9a req-157f8449-660b-45fd-872d-7218bb7877a6 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 210 time: 0.0283134 Mar 22 14:43:19.105882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-6f49a993-27d8-4bc2-805f-7e2a8af5bcb6 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:19.107371 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-6f49a993-27d8-4bc2-805f-7e2a8af5bcb6 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.42 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 812 time: 0.1053882 Mar 22 14:43:19.119421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Request body: {'port': {'device_id': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da', 'admin_state_up': True, 'tenant_id': '204fd584369b487aa82e334240c94a1f'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:19.225279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Made reservation on behalf of 204fd584369b487aa82e334240c94a1f for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:43:19.228718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.353879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Allocated IP 172.20.0.14 (56fcbab8-0c6a-497d-b511-012063f310da/bc59773e-5e1a-47cf-9909-5eadc95b3179/de54375e-edfa-490f-b371-9beab7fa32e9) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:43:19.528791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks [] for port (de54375e-edfa-490f-b371-9beab7fa32e9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.565004 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.607303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Network 56fcbab8-0c6a-497d-b511-012063f310da is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:43:19.610294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:43:19.616069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:43:19.622806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:19.668749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:19.669361 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.687886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-0e37f06c-ae74-426d-8c76-004ad4f789ac tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723231 Mar 22 14:43:19.696984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-64c56117-10f3-4ce3-82a2-176c684c3e12 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:43:19.697938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-64c56117-10f3-4ce3-82a2-176c684c3e12 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050631 Mar 22 14:43:19.708677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Request body: {'port': {'device_id': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:19.769217 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.982642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92785091-cad8-460c-a6c3-3c704340789d req-49e71d5a-5f0f-49aa-a9c5-a0bb00d24431 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:19.984032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92785091-cad8-460c-a6c3-3c704340789d req-49e71d5a-5f0f-49aa-a9c5-a0bb00d24431 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 932 time: 0.1158137 Mar 22 14:43:20.063868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-92785091-cad8-460c-a6c3-3c704340789d req-dd64e821-85b3-49a5-a7e2-322ab8ed4a86 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734069 Mar 22 14:43:20.108560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de54375e-edfa-490f-b371-9beab7fa32e9 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:43:20.116431 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Publish callbacks [] for port (de54375e-edfa-490f-b371-9beab7fa32e9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.129085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Transition to ACTIVE for port object de54375e-edfa-490f-b371-9beab7fa32e9 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:43:20.135228 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.182337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:20.252036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:43:20.252258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:43:20.252592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 on network 56fcbab8-0c6a-497d-b511-012063f310da {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:43:20.257244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Port de54375e-edfa-490f-b371-9beab7fa32e9 on network 56fcbab8-0c6a-497d-b511-012063f310da not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:43:20.257583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 on network 56fcbab8-0c6a-497d-b511-012063f310da {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:43:20.262614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:43:20.262953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Checking segment: {'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:43:20.263336 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Bound using segment: {'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:43:20.263758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Bound port: de54375e-edfa-490f-b371-9beab7fa32e9, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:43:20.264108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.338403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:43:20.341448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:43:20.349737 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.390987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:20.391606 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.393021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] 10.222.0.42 "PUT /v2.0/ports/de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 1092 time: 0.6880639 Mar 22 14:43:20.393459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:43:20.395819 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a340c7b7-90e1-4be9-99b1-46d004e28bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:43:20.422223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b58536-13d3-4b99-8113-b62683c214ef service neutron] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:20.438309 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee49087e-20d8-454f-ba84-23a75512b2d1 x-openstack-request-id: req-ee49087e-20d8-454f-ba84-23a75512b2d1 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:43:20.438620 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:43:20.438876 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee49087e-20d8-454f-ba84-23a75512b2d1 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:43:20.439293 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee49087e-20d8-454f-ba84-23a75512b2d1'] response: {'name': 'network-changed', 'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'status': 'completed', 'code': 200} Mar 22 14:43:20.474559 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e84502f8-74e7-4e78-9548-c718b7165304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.494370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-03848a2b-2360-418f-bd29-aefaf65dc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:20.495899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-03848a2b-2360-418f-bd29-aefaf65dc3b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1126 time: 0.0512257 Mar 22 14:43:20.541791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-35fe90a6-c1f2-45bc-97c1-0acb3cdcd1a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 217 time: 0.0383410 Mar 22 14:43:20.588960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-efba9ea9-62e1-4e99-830a-7b245ca38d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:20.590410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-efba9ea9-62e1-4e99-830a-7b245ca38d18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 200 len: 852 time: 0.0434430 Mar 22 14:43:20.629111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-811c8b79-8d20-4a9a-8864-21a2b42394f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fcbab8-0c6a-497d-b511-012063f310da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291762 Mar 22 14:43:20.723504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-f5dd0df2-e539-4855-a1fe-71dcb2d4b531 service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877783 Mar 22 14:43:20.816853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-174bacf5-f43d-4600-8c0d-5daf45847116 req-c1043c8f-acc1-4b44-8113-43c7a83e5024 service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 Mar 22 14:43:20.906106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-80efac5a-de26-4452-aa29-662efaddc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:20.907714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-80efac5a-de26-4452-aa29-662efaddc264 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1126 time: 0.0454547 Mar 22 14:43:21.000888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-f7769cb3-543d-44cb-9c0f-fd9e0fd57f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:21.002412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-f7769cb3-543d-44cb-9c0f-fd9e0fd57f6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 913 time: 0.0883429 Mar 22 14:43:21.044292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-3bf27056-5042-4451-8fe1-ada9cccd50f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 217 time: 0.0349104 Mar 22 14:43:21.096507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-938e3355-7c33-4824-aae6-712b95265567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:21.097992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-938e3355-7c33-4824-aae6-712b95265567 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 200 len: 852 time: 0.0472043 Mar 22 14:43:21.130531 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-2ccee5be-e45b-4bd0-82b0-51496299634e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fcbab8-0c6a-497d-b511-012063f310da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257499 Mar 22 14:43:21.251925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585297a-5b8a-4010-bbf9-28ebcc15c17a req-4e742bb2-d0c4-4dbb-98f5-3b4e17e9203f tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:21.253378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c585297a-5b8a-4010-bbf9-28ebcc15c17a req-4e742bb2-d0c4-4dbb-98f5-3b4e17e9203f tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 944 time: 0.1175873 Mar 22 14:43:21.258984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-87a84461-4fa0-4e85-b472-48b67dfb9478 service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215296 Mar 22 14:43:21.347223 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c585297a-5b8a-4010-bbf9-28ebcc15c17a req-2fb394aa-95e9-4441-9601-07a356d02369 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872221 Mar 22 14:43:21.374949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a340c7b7-90e1-4be9-99b1-46d004e28bf5 req-45a86c05-62d3-4fb8-b82b-d50fd754698e service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085811 Mar 22 14:43:22.009418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:22.489645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e0d50-5abd-4dbe-8494-2b911cf70d48 req-21d46761-ec0a-4614-9f5d-4da1ec696fd2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:22.491138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-318e0d50-5abd-4dbe-8494-2b911cf70d48 req-21d46761-ec0a-4614-9f5d-4da1ec696fd2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 944 time: 0.0618463 Mar 22 14:43:22.539227 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-318e0d50-5abd-4dbe-8494-2b911cf70d48 req-92e46390-3b6c-4b7c-a8b9-7f1591a33a60 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Mar 22 14:43:23.213360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:43:23.309333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:23.321319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da', 'port_id': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'mac_address': 'fa:16:3e:3d:b1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc59773e-5e1a-47cf-9909-5eadc95b3179', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:43:23.357889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port de54375e-edfa-490f-b371-9beab7fa32e9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:43:23.358301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:23.374659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de54375e-edfa-490f-b371-9beab7fa32e9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:43:23.393907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:23.399336 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:23.448611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:23.519555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:23.591254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['de54375e-edfa-490f-b371-9beab7fa32e9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:43:23.659335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83389e-406c-427e-b4b8-f51bfdc51acc req-4a0da108-f858-4b62-89b5-057558d03796 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:23.661134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e83389e-406c-427e-b4b8-f51bfdc51acc req-4a0da108-f858-4b62-89b5-057558d03796 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 945 time: 0.0541203 Mar 22 14:43:23.707882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e83389e-406c-427e-b4b8-f51bfdc51acc req-00ef7a6a-fdd0-4953-aecc-bdfde7d4733e tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Mar 22 14:43:24.647932 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:24.733615 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:24.827181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0d5ca-24a2-4193-8ead-39a483b98bd2 req-4db06753-2484-4e94-b398-80dc212a4e99 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:24.828680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3bb0d5ca-24a2-4193-8ead-39a483b98bd2 req-4db06753-2484-4e94-b398-80dc212a4e99 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 945 time: 0.0523772 Mar 22 14:43:24.879417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3bb0d5ca-24a2-4193-8ead-39a483b98bd2 req-8bb5a5ce-4a32-489b-9f92-f9d1de46b552 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Mar 22 14:43:25.231014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:43:25.294810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port de54375e-edfa-490f-b371-9beab7fa32e9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:43:25.299938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port de54375e-edfa-490f-b371-9beab7fa32e9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:43:25.300497 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:25.387042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port de54375e-edfa-490f-b371-9beab7fa32e9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:43:25.387418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:25.417013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:43:25.419340 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3050d508-9f2e-4424-b7a7-50134b6ad3c3" -d '{"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-plugged", "status": "completed", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:43:25.432953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:25.438424 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:25.461765 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf3f648-6e4a-4cfc-b5ca-ec2ec5c8b9c0 x-openstack-request-id: req-2cf3f648-6e4a-4cfc-b5ca-ec2ec5c8b9c0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:43:25.462033 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-plugged", "status": "completed", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:43:25.462292 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cf3f648-6e4a-4cfc-b5ca-ec2ec5c8b9c0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:43:25.462780 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf3f648-6e4a-4cfc-b5ca-ec2ec5c8b9c0'] response: {'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'code': 200} Mar 22 14:43:25.489100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:25.560620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732934fa-565a-40f9-a784-9cab46d38bca req-3b53a4dd-ef8f-4169-93b7-5126d7d4fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:25.562386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-732934fa-565a-40f9-a784-9cab46d38bca req-3b53a4dd-ef8f-4169-93b7-5126d7d4fb52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1128 time: 0.0460484 Mar 22 14:43:25.607039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-732934fa-565a-40f9-a784-9cab46d38bca req-db23f10d-0d7f-4847-90fd-55ccf0986ba7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Mar 22 14:43:26.003884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8d7b-b919-4fb4-bd1a-261ac61c348c req-99583836-b18d-4609-8728-b0f43165e44e tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:26.006588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-975f8d7b-b919-4fb4-bd1a-261ac61c348c req-99583836-b18d-4609-8728-b0f43165e44e tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0555940 Mar 22 14:43:26.053098 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-975f8d7b-b919-4fb4-bd1a-261ac61c348c req-df9fc745-76ff-4635-b194-1aa36290d387 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Mar 22 14:43:27.182583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e58df-9046-4b21-ae38-2c5b82b72b76 req-084c91d2-9125-4343-944d-88f259a62700 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:27.184057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b5e58df-9046-4b21-ae38-2c5b82b72b76 req-084c91d2-9125-4343-944d-88f259a62700 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0587590 Mar 22 14:43:27.232119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b5e58df-9046-4b21-ae38-2c5b82b72b76 req-f0a2f602-ac8a-41f9-a211-23d0d73d5abb tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Mar 22 14:43:27.422470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42754) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:27.483871 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9188c0-0681-4a33-9c96-bd872dc1e669 req-96b63b66-5ee4-411b-8676-d2212b3f4f74 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:27.485748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b9188c0-0681-4a33-9c96-bd872dc1e669 req-96b63b66-5ee4-411b-8676-d2212b3f4f74 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0582371 Mar 22 14:43:27.534456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-4c25d2f3-c671-4031-a5b8-2a4671c07a39 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106050 Mar 22 14:43:27.539512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b9188c0-0681-4a33-9c96-bd872dc1e669 req-88cda3f9-8be2-49a1-be37-2325353f910b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476182 Mar 22 14:43:27.547364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-fe399988-0f7c-48b3-b70b-aacebdfca8c5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:43:27.548682 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-fe399988-0f7c-48b3-b70b-aacebdfca8c5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058258 Mar 22 14:43:27.850151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42774) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:27.958649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-99cfcef2-114c-4909-ada0-0e7ef388e910 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:27.960055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-99cfcef2-114c-4909-ada0-0e7ef388e910 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports/de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 943 time: 0.1088042 Mar 22 14:43:28.671467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5195bf1-375e-4252-b231-a9ddce2da556 req-609a6213-fd95-4b21-8eac-60b701ab0fdd tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:28.672977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5195bf1-375e-4252-b231-a9ddce2da556 req-609a6213-fd95-4b21-8eac-60b701ab0fdd tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0600255 Mar 22 14:43:28.721669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5195bf1-375e-4252-b231-a9ddce2da556 req-024aef39-2f7a-4dcf-bde4-7c22b4762ea1 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Mar 22 14:43:28.799811 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:28.829298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-4c4fcbec-7171-48bb-8776-2bf24bba8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:28.830809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-4c4fcbec-7171-48bb-8776-2bf24bba8e6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1128 time: 0.0473530 Mar 22 14:43:28.924837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-63d493ba-9e7b-4169-aa61-d1dbec20e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:28.926246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-63d493ba-9e7b-4169-aa61-d1dbec20e77c service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 913 time: 0.0890708 Mar 22 14:43:28.968930 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-01b8fbe4-d202-482c-80ba-fd0baf4ef8b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 217 time: 0.0352185 Mar 22 14:43:29.028030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-e21e81fc-0a16-4d14-bdcb-a8ecd1b5e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:29.029518 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-e21e81fc-0a16-4d14-bdcb-a8ecd1b5e1a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 200 len: 852 time: 0.0548761 Mar 22 14:43:29.060738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-b5ce4abf-11b5-43f7-9d43-ba351ddd91fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fcbab8-0c6a-497d-b511-012063f310da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254533 Mar 22 14:43:29.156254 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-a345c6f7-7530-4b94-ab4d-023c89a853ee service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886316 Mar 22 14:43:29.246342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-bb6f634b-7f84-42ca-970b-71432af0537e service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834696 Mar 22 14:43:29.862563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58877b-c75f-4b0d-a555-7597fac6ff5a req-0ed4befc-0eeb-4a36-ac07-4b2cb38d4381 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:29.864053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce58877b-c75f-4b0d-a555-7597fac6ff5a req-0ed4befc-0eeb-4a36-ac07-4b2cb38d4381 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0673099 Mar 22 14:43:29.914073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce58877b-c75f-4b0d-a555-7597fac6ff5a req-a027cc82-2d6d-481c-8dfe-65db0205ce77 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Mar 22 14:43:31.055037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f8fe1-db33-4bd5-a100-49a20f8524fa req-95cd9a64-e02a-408a-973a-857d4f85dba2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:31.056546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-771f8fe1-db33-4bd5-a100-49a20f8524fa req-95cd9a64-e02a-408a-973a-857d4f85dba2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0540228 Mar 22 14:43:31.112360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-771f8fe1-db33-4bd5-a100-49a20f8524fa req-aa733b42-c969-4ab9-b372-229bac88a33f tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Mar 22 14:43:32.252602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb811158-aefe-403c-99b7-1e6f3247fc0f req-b3479974-83c1-4ba2-855d-fb2165ba92cb tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:32.253996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb811158-aefe-403c-99b7-1e6f3247fc0f req-b3479974-83c1-4ba2-855d-fb2165ba92cb tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0581129 Mar 22 14:43:32.305131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb811158-aefe-403c-99b7-1e6f3247fc0f req-b2b8831f-5b89-4f24-af7a-074c235d03ad tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Mar 22 14:43:33.443515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca3a01-3f2d-4a49-8b4c-866bdc8e8ab8 req-51eac046-a90c-48a2-951b-ec4c5056ac20 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:33.446044 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12ca3a01-3f2d-4a49-8b4c-866bdc8e8ab8 req-51eac046-a90c-48a2-951b-ec4c5056ac20 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0657001 Mar 22 14:43:33.494663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-12ca3a01-3f2d-4a49-8b4c-866bdc8e8ab8 req-c97a0a89-0441-4250-ac4b-e9dc8cdc0eb0 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Mar 22 14:43:34.624306 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5430-6aa7-4dac-9fc2-775e53e20cf1 req-e07c8a44-dd75-4143-8006-995fbae0126c tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:34.625785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00ed5430-6aa7-4dac-9fc2-775e53e20cf1 req-e07c8a44-dd75-4143-8006-995fbae0126c tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0566223 Mar 22 14:43:34.675546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00ed5430-6aa7-4dac-9fc2-775e53e20cf1 req-69cf95f7-298c-4f6d-bc75-90718cebc99d tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Mar 22 14:43:35.814437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f7589-59b9-4779-b22d-f4808047e6e6 req-7ebc96bd-8a58-4900-96f0-75b82742fb77 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:35.815916 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e5f7589-59b9-4779-b22d-f4808047e6e6 req-7ebc96bd-8a58-4900-96f0-75b82742fb77 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0620666 Mar 22 14:43:35.867186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e5f7589-59b9-4779-b22d-f4808047e6e6 req-1ed92dfc-2e2b-4507-b566-56cfd01b19f1 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Mar 22 14:43:37.009178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e280ba-8814-4a32-9969-8fb1e23ae777 req-e1939c7e-5a9a-447b-946b-ef308af1f915 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:37.010708 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5e280ba-8814-4a32-9969-8fb1e23ae777 req-e1939c7e-5a9a-447b-946b-ef308af1f915 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0589654 Mar 22 14:43:37.059496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5e280ba-8814-4a32-9969-8fb1e23ae777 req-6cb7ab1e-c383-4b4b-9137-2e73d4568f5b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Mar 22 14:43:38.193096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea42d01-c624-4e62-ad1f-4ec5d176ccf4 req-019e30cf-cdf0-4a2a-9d68-9f5263d305c7 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:38.194679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ea42d01-c624-4e62-ad1f-4ec5d176ccf4 req-019e30cf-cdf0-4a2a-9d68-9f5263d305c7 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0595939 Mar 22 14:43:38.249795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ea42d01-c624-4e62-ad1f-4ec5d176ccf4 req-1482e4d4-481d-4fbe-af68-3aa6d9a5bc07 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464113 Mar 22 14:43:39.386335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f88ae-e9f3-4c20-bf59-7256bd4b7708 req-778bc6c6-1bae-448c-bbe3-1c4c88f0675a tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:39.387915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a9f88ae-e9f3-4c20-bf59-7256bd4b7708 req-778bc6c6-1bae-448c-bbe3-1c4c88f0675a tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0564580 Mar 22 14:43:39.438084 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a9f88ae-e9f3-4c20-bf59-7256bd4b7708 req-ea43dcc1-46c9-4ffc-aa52-f2e35559ab47 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442736 Mar 22 14:43:40.577534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610caa0-3ac8-456c-b7d3-53a29dc22bd5 req-af01f702-3c61-4459-b2d5-eef1aefe344b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:40.579059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6610caa0-3ac8-456c-b7d3-53a29dc22bd5 req-af01f702-3c61-4459-b2d5-eef1aefe344b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0580509 Mar 22 14:43:40.631914 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6610caa0-3ac8-456c-b7d3-53a29dc22bd5 req-6528e3de-c2f2-4a88-b319-a83053da6af9 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470088 Mar 22 14:43:41.763497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d87f73-18d1-4c0a-84ce-0c4f12948fec req-c95c12f8-4ec3-4046-af50-4ceb42e5d83d tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:41.764986 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1d87f73-18d1-4c0a-84ce-0c4f12948fec req-c95c12f8-4ec3-4046-af50-4ceb42e5d83d tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0565965 Mar 22 14:43:41.814666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d1d87f73-18d1-4c0a-84ce-0c4f12948fec req-970d645a-78de-4879-af53-6b77ef887422 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Mar 22 14:43:42.947328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028851d1-c777-4d01-a960-78bd81fff466 req-224e4371-4e7a-4eaf-9625-11634cebe309 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:42.948807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-028851d1-c777-4d01-a960-78bd81fff466 req-224e4371-4e7a-4eaf-9625-11634cebe309 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0590463 Mar 22 14:43:42.996566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-028851d1-c777-4d01-a960-78bd81fff466 req-c05d0bcd-a089-4bf0-84a9-722bbc2e5f05 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419192 Mar 22 14:43:44.127029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397259c-fb2a-4859-a209-bb7051ab22f2 req-c27c9dc8-84fa-4414-9fd5-21c66b1340ff tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:44.128580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f397259c-fb2a-4859-a209-bb7051ab22f2 req-c27c9dc8-84fa-4414-9fd5-21c66b1340ff tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0590854 Mar 22 14:43:44.177938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f397259c-fb2a-4859-a209-bb7051ab22f2 req-81d21e30-d223-4b23-856a-357182ec81ce tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Mar 22 14:43:45.311444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e19ad4-bf01-4b39-9f82-89a9248194ac req-27ac95a6-db41-4921-9601-00fb1eecbc9b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:45.312812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1e19ad4-bf01-4b39-9f82-89a9248194ac req-27ac95a6-db41-4921-9601-00fb1eecbc9b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0576453 Mar 22 14:43:45.362751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1e19ad4-bf01-4b39-9f82-89a9248194ac req-1bde9608-0fd2-4f2c-859a-ecebdbf4c72d tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Mar 22 14:43:46.497991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a63374-794a-47a2-be12-c3dd2e602f59 req-c269f92c-b411-48bb-bce6-36e155736178 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:46.499501 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8a63374-794a-47a2-be12-c3dd2e602f59 req-c269f92c-b411-48bb-bce6-36e155736178 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0530975 Mar 22 14:43:46.558825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8a63374-794a-47a2-be12-c3dd2e602f59 req-a5de5912-e243-42a3-bf7a-5dc7f990daea tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531089 Mar 22 14:43:47.691059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302003-fb42-4936-9c34-45f836b3b719 req-f4a7a538-136a-4d56-95cd-715a5a5cb63c tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:47.692509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0302003-fb42-4936-9c34-45f836b3b719 req-f4a7a538-136a-4d56-95cd-715a5a5cb63c tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0550721 Mar 22 14:43:47.741610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0302003-fb42-4936-9c34-45f836b3b719 req-967d5143-1879-4ea8-8b7e-cb23dbe3efbc tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Mar 22 14:43:48.220357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bf529c6c-6f8d-4ef7-9abe-8865a078c226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:49.149774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a649c-4448-4d22-90f9-584cad69c781 req-fae96072-1639-4d6c-8fa8-7855604aa248 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:49.151325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-666a649c-4448-4d22-90f9-584cad69c781 req-fae96072-1639-4d6c-8fa8-7855604aa248 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0585127 Mar 22 14:43:49.201512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-666a649c-4448-4d22-90f9-584cad69c781 req-4a84fddf-7556-419a-842c-d7cd292c67f5 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Mar 22 14:43:50.339284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61676efd-ea27-451e-9849-8230388a4555 req-6215e47a-3ba2-450c-8f6e-dafe9e494932 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:50.340875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61676efd-ea27-451e-9849-8230388a4555 req-6215e47a-3ba2-450c-8f6e-dafe9e494932 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0584679 Mar 22 14:43:50.392192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-61676efd-ea27-451e-9849-8230388a4555 req-29fc63c3-8e76-4dea-8862-81d6ca5dcd59 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Mar 22 14:43:50.482651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-49d871e7-59e6-4ab8-9312-32f3f8dd3cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:50.835171 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:43:51.527112 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c112971-d190-4602-b340-1a1f0f9a7914 req-36214efa-fced-424c-b084-d24b369b2d6b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:51.528647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c112971-d190-4602-b340-1a1f0f9a7914 req-36214efa-fced-424c-b084-d24b369b2d6b tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0536790 Mar 22 14:43:51.578441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c112971-d190-4602-b340-1a1f0f9a7914 req-ac0805a3-880b-4bf5-a97c-b5cb668c43ad tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Mar 22 14:43:52.014206 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:52.717799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7caee-dbab-4f29-9055-36841cc54f45 req-b5588235-0d5e-4dc2-9a15-9ed54d5c9846 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:52.719370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73f7caee-dbab-4f29-9055-36841cc54f45 req-b5588235-0d5e-4dc2-9a15-9ed54d5c9846 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0634499 Mar 22 14:43:52.765806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73f7caee-dbab-4f29-9055-36841cc54f45 req-cd778af1-6290-4a5a-851e-8f0d34f34324 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Mar 22 14:43:53.521265 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:53.907453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc9ccf-2ac2-4b11-8778-364ee267a8ef req-fb9df97c-4bdd-4abd-8383-34546f002c34 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:53.908941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97cc9ccf-2ac2-4b11-8778-364ee267a8ef req-fb9df97c-4bdd-4abd-8383-34546f002c34 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0607719 Mar 22 14:43:53.956833 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97cc9ccf-2ac2-4b11-8778-364ee267a8ef req-7f4f5ac6-6eac-4e9e-a1aa-270616fa0158 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Mar 22 14:43:54.643117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:54.748229 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:55.079950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a203ed7-485d-4919-b464-950d14bf61b5 req-f2501fa2-373b-4ccf-ae1d-4df5fff898c2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:55.081420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a203ed7-485d-4919-b464-950d14bf61b5 req-f2501fa2-373b-4ccf-ae1d-4df5fff898c2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0535440 Mar 22 14:43:55.138984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a203ed7-485d-4919-b464-950d14bf61b5 req-f87d53ed-2143-48c0-967e-d9680541dbad tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Mar 22 14:43:56.132320 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-9b481bfc-dbc3-4c5a-8e65-a3ff368df7f2 service neutron] show failed (client error): The resource could not be found. Mar 22 14:43:56.133540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-9b481bfc-dbc3-4c5a-8e65-a3ff368df7f2 service neutron] 10.222.0.42 "GET /v2.0/ports/de54375e-edfa-490f-b371-9beab7fa32e9/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0571277 Mar 22 14:43:56.264782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424717-d590-4355-b7f9-4d7359daa055 req-8f6a80ce-b1b4-4ba6-8d34-476b037cf396 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:56.266186 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4424717-d590-4355-b7f9-4d7359daa055 req-8f6a80ce-b1b4-4ba6-8d34-476b037cf396 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0559502 Mar 22 14:43:56.342990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4424717-d590-4355-b7f9-4d7359daa055 req-979c576f-4e76-4762-af54-4f8e469a4d38 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709317 Mar 22 14:43:56.393404 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-fdf43174-b515-461c-8da5-1c4209936a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:56.394949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-fdf43174-b515-461c-8da5-1c4209936a61 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c&tenant_id=204fd584369b487aa82e334240c94a1f HTTP/1.1" status: 200 len: 1128 time: 0.0825708 Mar 22 14:43:56.408364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:56.464840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:56.663127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:56.696986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:43:56.739969 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:43:56.742315 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a69a5f-0dcb-472f-ab5c-f450d3ba3c11" -d '{"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-unplugged", "status": "completed", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:43:56.745768 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Publish callbacks [] for port (de54375e-edfa-490f-b371-9beab7fa32e9), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:56.758681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Transition to ACTIVE for port object de54375e-edfa-490f-b371-9beab7fa32e9 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:43:56.764085 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:56.794870 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98cefa1-7561-40ab-93b0-39cd4da7c82e x-openstack-request-id: req-a98cefa1-7561-40ab-93b0-39cd4da7c82e {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:43:56.795159 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-unplugged", "status": "completed", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:43:56.795410 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a98cefa1-7561-40ab-93b0-39cd4da7c82e {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:43:56.795805 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98cefa1-7561-40ab-93b0-39cd4da7c82e'] response: {'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'code': 200} Mar 22 14:43:56.827585 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:56.829904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] No DVR routers for this DVR port de54375e-edfa-490f-b371-9beab7fa32e9 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:43:56.864518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:43:56.864867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:43:56.865185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 on network 56fcbab8-0c6a-497d-b511-012063f310da {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:43:56.869791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Port de54375e-edfa-490f-b371-9beab7fa32e9 on network 56fcbab8-0c6a-497d-b511-012063f310da not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:43:56.870140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Attempting to bind port de54375e-edfa-490f-b371-9beab7fa32e9 on network 56fcbab8-0c6a-497d-b511-012063f310da {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:43:56.875174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:43:56.875507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Checking segment: {'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:43:56.875880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Bound using segment: {'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:43:56.876304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Bound port: de54375e-edfa-490f-b371-9beab7fa32e9, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbddef2-d8b8-42db-aa0f-e90cf5d85850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:43:56.876676 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:56.940825 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:43:56.943715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:43:56.952207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:56.985024 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:56.985634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:56.987056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] 10.222.0.57 "PUT /v2.0/ports/de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 1092 time: 0.5830250 Mar 22 14:43:57.008070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e1b0c-b176-4659-854e-0156d70b5f9d service neutron] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:57.056356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-ef2a09d5-4d04-4df3-969c-f65455480457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:57.057842 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-ef2a09d5-4d04-4df3-969c-f65455480457 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1126 time: 0.0454993 Mar 22 14:43:57.526909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-720865aa-4c06-48b3-b979-cf8efc7c8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:57.528424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-720865aa-4c06-48b3-b979-cf8efc7c8c97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 913 time: 0.4618814 Mar 22 14:43:57.540132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58255f2-c42a-4584-82a6-8517f4bb32f1 req-4861a6f7-6dfd-4ddf-bbf3-bd4355bea7b2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:57.541485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e58255f2-c42a-4584-82a6-8517f4bb32f1 req-4861a6f7-6dfd-4ddf-bbf3-bd4355bea7b2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 944 time: 0.0820289 Mar 22 14:43:57.581051 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-0820b620-cc48-4f24-93ab-272b044bf949 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 217 time: 0.0386436 Mar 22 14:43:57.651937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e58255f2-c42a-4584-82a6-8517f4bb32f1 req-e5178937-0f4c-4c63-ad70-56f15b1d2529 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036246 Mar 22 14:43:57.653316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-5b299cf8-0169-4256-b6ec-3624da9e0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:57.654678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-5b299cf8-0169-4256-b6ec-3624da9e0055 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 200 len: 852 time: 0.0647776 Mar 22 14:43:57.689170 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-e46c390e-f321-4f80-9c2e-af40221b252c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56fcbab8-0c6a-497d-b511-012063f310da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266874 Mar 22 14:43:57.801410 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-3faec3e8-c30a-46a7-9024-62f5d29cb1cd service neutron] 10.222.0.57 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055996 Mar 22 14:43:57.906444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-510c8331-6eeb-46b6-92e9-2b738fdb358d req-7f52f046-44c9-423b-b04f-1dee8c933298 service neutron] 10.222.0.57 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958061 Mar 22 14:43:58.802521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260335f-c5c0-4c15-af07-65ad2c8d7077 req-ee708f56-adb7-40bc-9ce9-829dbc825e2e tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:58.804023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3260335f-c5c0-4c15-af07-65ad2c8d7077 req-ee708f56-adb7-40bc-9ce9-829dbc825e2e tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 944 time: 0.0677998 Mar 22 14:43:58.804495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:43:58.806790 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0ae85a-0212-400a-b86c-ca28b580a175" -d '{"events": [{"name": "network-changed", "server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:43:58.819983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:58.852059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3260335f-c5c0-4c15-af07-65ad2c8d7077 req-2dd5c5a0-0c34-423c-a9d3-c7f1abf9b2be tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Mar 22 14:43:58.856383 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659a1248-6093-43e0-9970-7c353d46a777 x-openstack-request-id: req-659a1248-6093-43e0-9970-7c353d46a777 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:43:58.856678 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:43:58.857569 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-659a1248-6093-43e0-9970-7c353d46a777 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:43:58.858472 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659a1248-6093-43e0-9970-7c353d46a777'] response: {'name': 'network-changed', 'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'status': 'completed', 'code': 200} Mar 22 14:43:58.951960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-ef079c9c-849b-4494-93f5-3e656f2193cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:58.953422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-ef079c9c-849b-4494-93f5-3e656f2193cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1126 time: 0.0791991 Mar 22 14:43:58.955135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-10c99156-5878-4fe5-a27d-d3d30a744833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:58.956449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-10c99156-5878-4fe5-a27d-d3d30a744833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1126 time: 0.0739033 Mar 22 14:43:59.116144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-3f3fb475-8597-4cd4-8475-6b6bbab0fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:59.117613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-3f3fb475-8597-4cd4-8475-6b6bbab0fe5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 913 time: 0.1577563 Mar 22 14:43:59.119111 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-336e2ccb-935e-4b05-9dc8-67ecff7dc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:59.120375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-336e2ccb-935e-4b05-9dc8-67ecff7dc11a service neutron] 10.222.0.57 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 913 time: 0.1533575 Mar 22 14:43:59.190666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-644add1c-76c8-47ab-a432-7129b57f2070 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 217 time: 0.0668504 Mar 22 14:43:59.191977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-17fab301-2429-4839-ad25-6c8b2c18fc27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 217 time: 0.0624731 Mar 22 14:43:59.273370 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-b31b7b3e-f3af-47e8-99e8-3d7ab9ab8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:59.274803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-b31b7b3e-f3af-47e8-99e8-3d7ab9ab8dab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 200 len: 852 time: 0.0787320 Mar 22 14:43:59.276208 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-5c2cc2dd-94ba-4fc3-8614-414e3ce893dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:59.277506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-5c2cc2dd-94ba-4fc3-8614-414e3ce893dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 200 len: 852 time: 0.0743608 Mar 22 14:43:59.311826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-f626b8d6-d8e4-4977-87cb-b2681cf6fbd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fcbab8-0c6a-497d-b511-012063f310da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315609 Mar 22 14:43:59.327524 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-f675a000-edd2-40f3-b4b3-6abafbb1fe60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56fcbab8-0c6a-497d-b511-012063f310da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400281 Mar 22 14:43:59.371444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:43:59.410879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port de54375e-edfa-490f-b371-9beab7fa32e9 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:43:59.411270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:43:59.460425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:43:59.480799 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-4f986621-37e3-43bb-a22d-8942280b4deb service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552606 Mar 22 14:43:59.484344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-d2d0cbe6-dcf0-44c2-b77c-a063fd4710fe service neutron] 10.222.0.57 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408427 Mar 22 14:43:59.559286 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:59.571112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'network_id': '56fcbab8-0c6a-497d-b511-012063f310da', 'port_id': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'mac_address': 'fa:16:3e:3d:b1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc59773e-5e1a-47cf-9909-5eadc95b3179', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:43:59.611520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port de54375e-edfa-490f-b371-9beab7fa32e9 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:43:59.611906 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:59.626278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de54375e-edfa-490f-b371-9beab7fa32e9 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:43:59.640140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-16db68c3-1038-4395-9b07-022e2b71681e service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538808 Mar 22 14:43:59.644225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a0ae85a-0212-400a-b86c-ca28b580a175 req-2a61e4ef-0bd0-4cf8-92fe-6ee0e7f992f5 service neutron] 10.222.0.57 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510999 Mar 22 14:43:59.648199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:43:59.652565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:59.705325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:59.712790 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.713139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.713482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.713818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.714174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.714506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.714831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.715154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.715473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.715795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.716113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.716432 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.716752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.717069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.717383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:59.922689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['de54375e-edfa-490f-b371-9beab7fa32e9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:43:59.992093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cb2ab-34b6-45c1-bb5e-9485c882243b req-b7dc0500-83bf-47d0-a7c9-d2e4803264ff tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:59.993572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a9cb2ab-34b6-45c1-bb5e-9485c882243b req-b7dc0500-83bf-47d0-a7c9-d2e4803264ff tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 945 time: 0.0651350 Mar 22 14:44:00.040977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a9cb2ab-34b6-45c1-bb5e-9485c882243b req-066c894a-5bd5-4697-b98d-23d0c3d3158f tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Mar 22 14:44:00.337611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c234-7bfd-4338-b149-940a94207008 req-93e0bed8-cf6a-480e-9a93-a460e6f8fee4 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:00.339104 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-93e0bed8-cf6a-480e-9a93-a460e6f8fee4 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.42 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c&tenant_id=204fd584369b487aa82e334240c94a1f&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 945 time: 0.1004820 Mar 22 14:44:00.402611 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-b1d4c234-7bfd-4338-b149-940a94207008 req-1cba3a73-ba86-4851-9619-cab285f271ce service neutron] delete failed (client error): The resource could not be found. Mar 22 14:44:00.403605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-1cba3a73-ba86-4851-9619-cab285f271ce service neutron] 10.222.0.42 "DELETE /v2.0/ports/de54375e-edfa-490f-b371-9beab7fa32e9/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0584264 Mar 22 14:44:00.495143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c234-7bfd-4338-b149-940a94207008 req-2e707be7-30c3-4ecb-955d-3ef5c1f39a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:00.496540 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-2e707be7-30c3-4ecb-955d-3ef5c1f39a04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=204fd584369b487aa82e334240c94a1f&device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 1127 time: 0.0464923 Mar 22 14:44:00.584979 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c234-7bfd-4338-b149-940a94207008 req-01799529-e9ee-4e7c-bf80-c5423304316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:00.586458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-01799529-e9ee-4e7c-bf80-c5423304316a service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 200 len: 913 time: 0.0846105 Mar 22 14:44:00.630197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-dfd43a5d-2860-46c5-8b21-507dd73aeb78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 200 len: 217 time: 0.0380545 Mar 22 14:44:00.677529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c234-7bfd-4338-b149-940a94207008 req-78c68dea-59c3-48ab-8449-559af51e90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:00.678963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-78c68dea-59c3-48ab-8449-559af51e90a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 200 len: 852 time: 0.0437338 Mar 22 14:44:00.711221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-2793e89c-86b2-4951-9af2-702b166e636b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fcbab8-0c6a-497d-b511-012063f310da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263534 Mar 22 14:44:00.812216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-d2d59f15-f81f-4d1d-a269-15fa26ec4800 service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948594 Mar 22 14:44:00.898449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-a021d717-9e5a-4ae8-a138-0952f9cc5076 service neutron] 10.222.0.42 "GET /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808659 Mar 22 14:44:01.474748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:44:01.523946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port de54375e-edfa-490f-b371-9beab7fa32e9 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:44:01.528369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port de54375e-edfa-490f-b371-9beab7fa32e9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:44:01.528754 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:01.606103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port de54375e-edfa-490f-b371-9beab7fa32e9 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:44:01.606491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:01.614388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d779d-a2e0-477a-ad5b-a038520e63b6 req-0bb93025-05fc-4e72-81fd-9e47256a07f2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:01.616948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-924d779d-a2e0-477a-ad5b-a038520e63b6 req-0bb93025-05fc-4e72-81fd-9e47256a07f2 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 945 time: 0.0541501 Mar 22 14:44:01.628923 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:01.631381 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609bb765-67d9-41ae-9ed8-be24abff4ddd" -d '{"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-plugged", "status": "completed", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:01.644107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:01.649212 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:01.674562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-924d779d-a2e0-477a-ad5b-a038520e63b6 req-c4a28300-447b-4519-8d62-2e177eb43a56 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528972 Mar 22 14:44:01.675852 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6cc781-33f4-46b3-a087-ca2e442fc5e1 x-openstack-request-id: req-db6cc781-33f4-46b3-a087-ca2e442fc5e1 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:01.676139 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-plugged", "status": "completed", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:01.676359 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db6cc781-33f4-46b3-a087-ca2e442fc5e1 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:01.676769 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6cc781-33f4-46b3-a087-ca2e442fc5e1'] response: {'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'code': 200} Mar 22 14:44:01.707527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:02.814980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf1331-1b67-4f41-a58e-832ab67a3507 req-257d1d1e-370b-4e01-9538-f27578aeae8c tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:02.816492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ebf1331-1b67-4f41-a58e-832ab67a3507 req-257d1d1e-370b-4e01-9538-f27578aeae8c tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0598979 Mar 22 14:44:02.863925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ebf1331-1b67-4f41-a58e-832ab67a3507 req-44fce5da-786d-424e-8f34-628d8c9e0945 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.44 "GET /v2.0/security-groups?id=5be361d9-a931-4a2d-b310-6a2997a9301e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Mar 22 14:44:02.984358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c234-7bfd-4338-b149-940a94207008 req-ef5c322c-e74c-4727-b241-f56d630a034e tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:02.985737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-ef5c322c-e74c-4727-b241-f56d630a034e tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c842ae-a913-495e-b1a8-36af1baaf11c HTTP/1.1" status: 200 len: 946 time: 0.0553131 Mar 22 14:44:03.088797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Deleting port de54375e-edfa-490f-b371-9beab7fa32e9 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:44:03.089109 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:03.188873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] For port de54375e-edfa-490f-b371-9beab7fa32e9, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=de54375e-edfa-490f-b371-9beab7fa32e9,segment=NetworkSegment(acbddef2-d8b8-42db-aa0f-e90cf5d85850),segment_id=acbddef2-d8b8-42db-aa0f-e90cf5d85850)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:03.189259 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:03.203758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Calling delete_port for de54375e-edfa-490f-b371-9beab7fa32e9 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:44:03.345719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (de54375e-edfa-490f-b371-9beab7fa32e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:03.362820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['de54375e-edfa-490f-b371-9beab7fa32e9'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:44:03.378729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Pushing event deleted for resources: {'Port': ['ID=de54375e-edfa-490f-b371-9beab7fa32e9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:03.426170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] No DVR routers for this DVR port de54375e-edfa-490f-b371-9beab7fa32e9 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:44:03.429250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:03.432598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b1d4c234-7bfd-4338-b149-940a94207008 req-21ca7b0f-0d35-49b5-a1a5-5575115bfc78 tempest-DeleteServersTestJSON-513720811 tempest-DeleteServersTestJSON-513720811-project] 10.222.0.57 "DELETE /v2.0/ports/de54375e-edfa-490f-b371-9beab7fa32e9 HTTP/1.1" status: 204 len: 173 time: 0.4376714 Mar 22 14:44:03.433047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-deleted', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:03.435697 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fcb758-ad93-4e8a-a148-d88ef23bbe7c" -d '{"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-deleted", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:03.476271 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f80efe0-fb91-40ed-90fe-9a75bf28741d x-openstack-request-id: req-1f80efe0-fb91-40ed-90fe-9a75bf28741d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:03.476553 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c842ae-a913-495e-b1a8-36af1baaf11c", "name": "network-vif-deleted", "tag": "de54375e-edfa-490f-b371-9beab7fa32e9", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:03.476804 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f80efe0-fb91-40ed-90fe-9a75bf28741d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:03.477212 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f80efe0-fb91-40ed-90fe-9a75bf28741d'] response: {'server_uuid': '25c842ae-a913-495e-b1a8-36af1baaf11c', 'name': 'network-vif-deleted', 'tag': 'de54375e-edfa-490f-b371-9beab7fa32e9', 'status': 'completed', 'code': 200} Mar 22 14:44:04.007772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42860) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:44:04.051883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] Deleting subnet bc59773e-5e1a-47cf-9909-5eadc95b3179 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:44:04.055128 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] Publish callbacks [] for subnet (bc59773e-5e1a-47cf-9909-5eadc95b3179), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.089051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (bc59773e-5e1a-47cf-9909-5eadc95b3179), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.126493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (bc59773e-5e1a-47cf-9909-5eadc95b3179), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.189417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (bc59773e-5e1a-47cf-9909-5eadc95b3179), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.214184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc59773e-5e1a-47cf-9909-5eadc95b3179,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:04.218068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.221685 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e2506e9e-aa76-4904-8abd-d4293ce66161 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bc59773e-5e1a-47cf-9909-5eadc95b3179 HTTP/1.1" status: 204 len: 168 time: 0.2128785 Mar 22 14:44:04.224435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42862) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:44:04.291467 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (56fcbab8-0c6a-497d-b511-012063f310da), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.380612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (56fcbab8-0c6a-497d-b511-012063f310da), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.402168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fcbab8-0c6a-497d-b511-012063f310da']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:44:04.412156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbddef2-d8b8-42db-aa0f-e90cf5d85850') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:44:04.412446 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbddef2-d8b8-42db-aa0f-e90cf5d85850') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:44:04.422265 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (acbddef2-d8b8-42db-aa0f-e90cf5d85850), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.437837 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (acbddef2-d8b8-42db-aa0f-e90cf5d85850), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.443811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:44:04.444121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (acbddef2-d8b8-42db-aa0f-e90cf5d85850), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:44:04.445725 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:44:04.499995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (56fcbab8-0c6a-497d-b511-012063f310da), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.505673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.508865 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/56fcbab8-0c6a-497d-b511-012063f310da HTTP/1.1" status: 204 len: 168 time: 0.2834630 Mar 22 14:44:04.519996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d209a-91c7-4ed4-8790-ff074fd6f5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=56fcbab8-0c6a-497d-b511-012063f310da,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:04.625173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42866) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:44:04.680376 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-49b11600-3abb-4eff-a9ba-e35a6d3bebac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=204fd584369b487aa82e334240c94a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539870 Mar 22 14:44:04.682960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42868) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:44:04.737720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-444180af-722d-49c0-8561-d90f1631cab9 admin admin] Publish callbacks [] for security_group (5be361d9-a931-4a2d-b310-6a2997a9301e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.760093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-444180af-722d-49c0-8561-d90f1631cab9 admin admin] Publish callbacks [] for security_group (5be361d9-a931-4a2d-b310-6a2997a9301e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.829223 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-444180af-722d-49c0-8561-d90f1631cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5be361d9-a931-4a2d-b310-6a2997a9301e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.831817 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-444180af-722d-49c0-8561-d90f1631cab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:04.832975 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-444180af-722d-49c0-8561-d90f1631cab9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5be361d9-a931-4a2d-b310-6a2997a9301e HTTP/1.1" status: 204 len: 168 time: 0.1491556 Mar 22 14:44:04.840387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444180af-722d-49c0-8561-d90f1631cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be361d9-a931-4a2d-b310-6a2997a9301e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:05.477343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:44:05.497753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: de54375e-edfa-490f-b371-9beab7fa32e9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:44:05.498074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device de54375e-edfa-490f-b371-9beab7fa32e9 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:44:05.551395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 42890) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:44:05.657118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-866731071-network', 'tenant_id': '464629ee48064f64a1cd0459e6f9b2ab'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:05.680806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Made reservation on behalf of 464629ee48064f64a1cd0459e6f9b2ab for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:44:05.683240 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.692165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.770257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks [] for security_group (31f71066-939e-473a-b192-039e19dbb086), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.776112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (31f71066-939e-473a-b192-039e19dbb086), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.799628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:44:05.809059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f71066-939e-473a-b192-039e19dbb086,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:05.814523 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6b90dbe7-47e0-41ca-8e02-2d275625ad18), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.814871 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Added segment 6b90dbe7-47e0-41ca-8e02-2d275625ad18 of type vlan for network 79bd6667-42e4-40de-a7f8-7c75219872fd Mar 22 14:44:05.854005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (79bd6667-42e4-40de-a7f8-7c75219872fd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.882354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (79bd6667-42e4-40de-a7f8-7c75219872fd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.883465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:05.884194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:05.968659 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4160380 Mar 22 14:44:05.972084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 42894) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:44:05.977634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Request body: {'subnet': {'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-866731071-subnet', 'tenant_id': '464629ee48064f64a1cd0459e6f9b2ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:05.987261 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa4370-ae6b-458b-97c9-2bccb1b2dc2e admin admin] Pushing event updated for resources: {'Network': ['ID=79bd6667-42e4-40de-a7f8-7c75219872fd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:05.999009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 79bd6667-42e4-40de-a7f8-7c75219872fd details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:44:05.999264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Made reservation on behalf of 464629ee48064f64a1cd0459e6f9b2ab for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:44:06.001600 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:06.179084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8d36aa7c-f412-451b-858f-269e3e20fbd1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:06.230623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d36aa7c-f412-451b-858f-269e3e20fbd1,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:06.240988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Checking segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:44:06.241344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Network hostable DHCP agents. Network: 79bd6667-42e4-40de-a7f8-7c75219872fd, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:44:06.261403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Network 79bd6667-42e4-40de-a7f8-7c75219872fd is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:44:06.272035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 79bd6667-42e4-40de-a7f8-7c75219872fd) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:44:06.276368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:06.276958 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:06.283587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55133126-7d48-4171-9057-c71961168562 None None] Network 79bd6667-42e4-40de-a7f8-7c75219872fd requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:44:06.301846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-61f64bb9-e939-41a3-a057-819f4d14139f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3206670 Mar 22 14:44:06.382543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2986a-206f-4c46-bb30-bf7418c71ac4 None None] Network 79bd6667-42e4-40de-a7f8-7c75219872fd requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:44:06.728831 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-962b3e8e-64b9-4b2b-ab67-77d86aca0f77 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:06.730336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-962b3e8e-64b9-4b2b-ab67-77d86aca0f77 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 814 time: 0.1110747 Mar 22 14:44:06.745079 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-5f25ec46-8d88-46ae-bd62-4f246de83d66 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/quotas/464629ee48064f64a1cd0459e6f9b2ab HTTP/1.1" status: 200 len: 375 time: 0.0091989 Mar 22 14:44:06.778530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-fe444976-d5f8-4907-967b-f4162dbd4844 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282962 Mar 22 14:44:06.883433 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-b5e08843-fb51-4195-8f70-60cc398c548e service neutron] 10.222.0.44 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978987 Mar 22 14:44:06.983246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-d36d20e7-096b-45b5-bbcd-e3cd88db8f5c service neutron] 10.222.0.44 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937207 Mar 22 14:44:07.153726 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49e2c062-8c91-471d-9f34-9f116cf10991 req-db2d6d53-8ad5-4aa0-a28a-4b0541cf84df tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Mar 22 14:44:08.223656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-80589b99-a95e-4d7a-b765-295c37bb55cb tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:08.225428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-80589b99-a95e-4d7a-b765-295c37bb55cb tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 814 time: 0.1141293 Mar 22 14:44:08.256144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-faa95225-b002-4f7f-abd3-1a7d1d033bac req-97c33e2c-bcc1-443c-86e4-3d7b4a845e41 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 210 time: 0.0292871 Mar 22 14:44:08.259510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Request body: {'port': {'device_id': '4dc689b9-210b-40ad-ae01-074750a06c74', 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd', 'admin_state_up': True, 'tenant_id': '464629ee48064f64a1cd0459e6f9b2ab'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:08.373824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Made reservation on behalf of 464629ee48064f64a1cd0459e6f9b2ab for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:44:08.377514 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:08.506657 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Allocated IP 172.20.0.4 (79bd6667-42e4-40de-a7f8-7c75219872fd/8d36aa7c-f412-451b-858f-269e3e20fbd1/9ff3cc40-615f-45c6-b5e5-bd00baf7b159) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:44:08.667463 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks [] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:08.701992 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:08.743051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Network 79bd6667-42e4-40de-a7f8-7c75219872fd is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:44:08.746205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:44:08.748638 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:44:08.775186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:08.810257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:08.811144 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:08.828673 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-60f0d1d0-0ef3-4973-b949-7e41cc341a67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753877 Mar 22 14:44:08.843791 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Request body: {'port': {'device_id': '4dc689b9-210b-40ad-ae01-074750a06c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:08.910778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:09.175246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:44:09.182851 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Publish callbacks [] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:09.201813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Transition to ACTIVE for port object 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:44:09.208610 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:09.255355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:09.338627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:44:09.338952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:44:09.339276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:09.359004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on network 79bd6667-42e4-40de-a7f8-7c75219872fd not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:44:09.359326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:09.367224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:44:09.367564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Checking segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:44:09.367947 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Bound using segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:44:09.368359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Bound port: 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:44:09.368712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:09.418862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53299e8-f0ab-4083-9e4b-b1d771bae82d req-c3775f1b-49be-4d2d-98a4-915e1538bf13 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:09.420340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a53299e8-f0ab-4083-9e4b-b1d771bae82d req-c3775f1b-49be-4d2d-98a4-915e1538bf13 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 943 time: 0.0946441 Mar 22 14:44:09.463276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:44:09.467170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:44:09.483852 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:09.514884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a53299e8-f0ab-4083-9e4b-b1d771bae82d req-c2e9ffd6-4c2c-4651-b8dd-bb4a8656902c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883288 Mar 22 14:44:09.538165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:09.538165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:09.538165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] 10.222.0.57 "PUT /v2.0/ports/9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 1091 time: 0.6951771 Mar 22 14:44:09.538165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:09.539085 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf301e3c-d424-49cc-a6dd-22b476ce2987" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:09.566884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0694997-13ef-4680-8c83-a0dad2bc4552 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:09.587251 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb6a9e-fd33-45e6-a768-edb70df232a4 x-openstack-request-id: req-37bb6a9e-fd33-45e6-a768-edb70df232a4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:09.587539 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:09.587807 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37bb6a9e-fd33-45e6-a768-edb70df232a4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:09.588249 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bb6a9e-fd33-45e6-a768-edb70df232a4'] response: {'name': 'network-changed', 'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'status': 'completed', 'code': 200} Mar 22 14:44:09.629473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-df3da83e-ebd8-4ce3-81ee-d5942377ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:09.631288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-df3da83e-ebd8-4ce3-81ee-d5942377ba2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1125 time: 0.0543201 Mar 22 14:44:09.683733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-4b3e5c93-7841-4944-9df2-e1ca840c24ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0419257 Mar 22 14:44:09.745087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-1d4e2cde-af4e-4880-8c13-1c26a65619f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:09.746471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-1d4e2cde-af4e-4880-8c13-1c26a65619f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0537028 Mar 22 14:44:09.780256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-0ba409d6-b156-4224-b23d-94bc935f68ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248532 Mar 22 14:44:09.876428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-6d25817b-b8b6-4f94-acda-92f2ab64957c service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855632 Mar 22 14:44:09.976214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f89e2e4a-8e4d-4a07-bc34-56effc3eb1de req-3df2ef26-64bc-4d69-8bd9-0e6e268a5c45 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899427 Mar 22 14:44:10.074888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-d50bd3fc-be78-42a1-9f92-38e27f6e9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:10.076432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-d50bd3fc-be78-42a1-9f92-38e27f6e9311 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1125 time: 0.0489833 Mar 22 14:44:10.168460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-70b8085c-a8d7-4aee-8696-b9f9840b4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:10.169936 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-70b8085c-a8d7-4aee-8696-b9f9840b4a79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0870943 Mar 22 14:44:10.211007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-7139fca9-59ed-47b3-934d-c2e188c8b5d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0340185 Mar 22 14:44:10.262525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-59f1c9ec-7a87-4e90-a762-36a16f0219f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:10.264020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-59f1c9ec-7a87-4e90-a762-36a16f0219f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0478623 Mar 22 14:44:10.641355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-4cbfac99-a422-43c8-a6c6-5443eadab91b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3697836 Mar 22 14:44:10.749015 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713de44f-2154-48d8-aa5b-c1d99a519b74 req-98df0bcb-68ea-4bc8-90dd-e019b2e769f5 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:10.750543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-713de44f-2154-48d8-aa5b-c1d99a519b74 req-98df0bcb-68ea-4bc8-90dd-e019b2e769f5 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 943 time: 0.1117494 Mar 22 14:44:10.775413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-22d0d2d1-80a1-4896-946e-8bcd5a1fe94a service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261463 Mar 22 14:44:10.844408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-713de44f-2154-48d8-aa5b-c1d99a519b74 req-00ff9797-5892-48ef-834c-f1d5620f77bd tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851066 Mar 22 14:44:10.882917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bf301e3c-d424-49cc-a6dd-22b476ce2987 req-f4bb1303-bfd2-4eef-95af-22a199777693 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999110 Mar 22 14:44:11.492704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:44:11.596585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:11.608452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd', 'port_id': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d36aa7c-f412-451b-858f-269e3e20fbd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:44:11.648362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:44:11.648633 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:11.662273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:44:11.682979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:11.689527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:11.740538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:11.916737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['9ff3cc40-615f-45c6-b5e5-bd00baf7b159'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:44:11.982495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc599-2cad-48d8-b1af-23ce2c55b75b req-a33ffc9b-9b70-4fe3-acad-d6718e1138e2 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:11.985320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ddfc599-2cad-48d8-b1af-23ce2c55b75b req-a33ffc9b-9b70-4fe3-acad-d6718e1138e2 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 944 time: 0.0636680 Mar 22 14:44:12.037259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ddfc599-2cad-48d8-b1af-23ce2c55b75b req-05adf69e-ea90-4768-9a98-435c3ece6561 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Mar 22 14:44:13.167258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627fa00-2ae4-44da-9e0d-c45cfbc70fb6 req-d6024593-844d-46a8-9502-f4de36886e77 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:13.168733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f627fa00-2ae4-44da-9e0d-c45cfbc70fb6 req-d6024593-844d-46a8-9502-f4de36886e77 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 944 time: 0.0573783 Mar 22 14:44:13.217292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f627fa00-2ae4-44da-9e0d-c45cfbc70fb6 req-23b8a435-2401-4bf9-bee9-8be049a8be73 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Mar 22 14:44:13.516810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:44:13.577360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:44:13.581658 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:44:13.582056 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:13.659397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:44:13.659745 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:13.682225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:13.684823 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150d9dd-4b30-4357-9aeb-0f0c9ac21659" -d '{"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-plugged", "status": "completed", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:13.697542 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:13.703583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:13.729461 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e9b7d0-e31a-4cb4-b9b6-4a04deb633d5 x-openstack-request-id: req-c9e9b7d0-e31a-4cb4-b9b6-4a04deb633d5 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:13.729753 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-plugged", "status": "completed", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:13.730038 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9e9b7d0-e31a-4cb4-b9b6-4a04deb633d5 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:13.730437 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e9b7d0-e31a-4cb4-b9b6-4a04deb633d5'] response: {'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'code': 200} Mar 22 14:44:13.757943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:13.841425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f50ad-cef4-4408-a8f7-6037b51ab6b0 req-2b0f277b-e52a-4415-8529-8b0ebcef3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:13.842973 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b66f50ad-cef4-4408-a8f7-6037b51ab6b0 req-2b0f277b-e52a-4415-8529-8b0ebcef3a27 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1127 time: 0.0498257 Mar 22 14:44:13.889315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b66f50ad-cef4-4408-a8f7-6037b51ab6b0 req-966c68a5-f39c-4089-a3de-34f5b35408c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371199 Mar 22 14:44:14.349268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95bcf8-51cd-4060-a4e5-3d67573fe472 req-2b3f1769-f668-4a27-9f4c-5d29b23810ee tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:14.350764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a95bcf8-51cd-4060-a4e5-3d67573fe472 req-2b3f1769-f668-4a27-9f4c-5d29b23810ee tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0576940 Mar 22 14:44:14.399441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a95bcf8-51cd-4060-a4e5-3d67573fe472 req-a19f3223-dba6-417d-ab9d-4047215c8bda tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Mar 22 14:44:15.541260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0391f26-cdd1-41bc-bc0e-70cce10ed43d req-f499e2c1-e715-4d43-9fa4-2332c840dcd0 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:15.542772 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0391f26-cdd1-41bc-bc0e-70cce10ed43d req-f499e2c1-e715-4d43-9fa4-2332c840dcd0 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0569186 Mar 22 14:44:15.596087 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0391f26-cdd1-41bc-bc0e-70cce10ed43d req-2f870c78-fa01-4768-82e8-da50da36b15c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452173 Mar 22 14:44:15.719143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603d472-b33c-4447-b23a-8ba6a2297776 req-472d14de-8206-4f22-ae1b-32da442bb9b6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:15.720586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2603d472-b33c-4447-b23a-8ba6a2297776 req-472d14de-8206-4f22-ae1b-32da442bb9b6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0526764 Mar 22 14:44:15.768858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2603d472-b33c-4447-b23a-8ba6a2297776 req-fcf64630-2176-43d2-b65f-02d7e2d4566f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Mar 22 14:44:15.975246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552b2e-0f62-4427-bb81-7f0a692d1ca7 req-934b5942-fe7a-4bc6-8282-c16b7372c598 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:15.976585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb552b2e-0f62-4427-bb81-7f0a692d1ca7 req-934b5942-fe7a-4bc6-8282-c16b7372c598 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0544751 Mar 22 14:44:16.023549 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb552b2e-0f62-4427-bb81-7f0a692d1ca7 req-fb540c84-f728-4c29-ba5f-510f1c987b4b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Mar 22 14:44:16.155782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f6025-1139-4a53-b66b-a927a999e7f9 req-914b2133-2146-4fa9-935f-5aa44aa95a66 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:16.157285 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d6f6025-1139-4a53-b66b-a927a999e7f9 req-914b2133-2146-4fa9-935f-5aa44aa95a66 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0641894 Mar 22 14:44:16.205870 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d6f6025-1139-4a53-b66b-a927a999e7f9 req-5933d438-a3b0-4fec-b995-85ef9d884597 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Mar 22 14:44:16.455028 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-33c681a9-2e69-4b8b-9dd9-84639fbe8b19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457902 Mar 22 14:44:16.466072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1dcab-2e89-49ff-9ed0-55025e96bd33 req-95078d02-46b3-4891-9a87-6e9e11425316 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:16.467569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ba1dcab-2e89-49ff-9ed0-55025e96bd33 req-95078d02-46b3-4891-9a87-6e9e11425316 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0536520 Mar 22 14:44:16.516568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2ba1dcab-2e89-49ff-9ed0-55025e96bd33 req-c8af7a8a-88c8-47c1-acc9-c53df012ae33 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 Mar 22 14:44:16.858797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-e29f8d89-fb2f-44b4-a09c-15c445220aa5 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:16.860145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-e29f8d89-fb2f-44b4-a09c-15c445220aa5 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports/9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 942 time: 0.0461400 Mar 22 14:44:17.676976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5f3f5-f0bf-426f-8a92-f6871c022368 req-11cb3e2c-ca63-488d-aa22-697981f5539a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:17.678463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fac5f3f5-f0bf-426f-8a92-f6871c022368 req-11cb3e2c-ca63-488d-aa22-697981f5539a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0837536 Mar 22 14:44:17.695817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-2da48130-6f47-46e6-a6a8-1dd300ba9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:17.697260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-2da48130-6f47-46e6-a6a8-1dd300ba9296 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1127 time: 0.0732493 Mar 22 14:44:17.778280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fac5f3f5-f0bf-426f-8a92-f6871c022368 req-fc172522-a197-43b8-8f62-2a36b6bd94fc tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937588 Mar 22 14:44:17.807608 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-2c6cc2fb-4ed8-43f3-bd0c-933e4b1ac8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:17.808983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-2c6cc2fb-4ed8-43f3-bd0c-933e4b1ac8d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.1056936 Mar 22 14:44:17.852933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-f308d469-476b-43c1-8a3f-5a6e55ddc9e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0378449 Mar 22 14:44:17.900985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-e456bd6e-4053-4f91-ac48-4366b3b0f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:17.902413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-e456bd6e-4053-4f91-ac48-4366b3b0f8b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0443535 Mar 22 14:44:17.931866 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-4168fdad-d3b2-4d3a-8800-042a5b948d17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242889 Mar 22 14:44:18.031460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-5f190d1c-5125-43e1-935f-f41334b93c38 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936842 Mar 22 14:44:18.119007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-ff4845f9-0deb-41ad-ba61-34dc53645593 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818000 Mar 22 14:44:18.215348 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bd51c32a-ef83-4243-873f-7d4cf4eab8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:18.913813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8837e72-61f0-437a-b1c4-c0ce43e30bcc req-07605b62-9140-437b-853c-3f95f08f190c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:18.915310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8837e72-61f0-437a-b1c4-c0ce43e30bcc req-07605b62-9140-437b-853c-3f95f08f190c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0611527 Mar 22 14:44:18.973921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a8837e72-61f0-437a-b1c4-c0ce43e30bcc req-9725a856-3788-4894-b13c-66b5ca3c354d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501726 Mar 22 14:44:20.105672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2324-6aa9-4779-9339-34079f9d869d req-1b1fb42b-0916-4125-a83c-4ea6cf968f67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:20.107197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f25d2324-6aa9-4779-9339-34079f9d869d req-1b1fb42b-0916-4125-a83c-4ea6cf968f67 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0581381 Mar 22 14:44:20.165898 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f25d2324-6aa9-4779-9339-34079f9d869d req-a8b66e55-5b50-4292-be88-ca3c55956318 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529647 Mar 22 14:44:20.488192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-925005b0-b83f-4506-9add-e4139411257e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:21.302805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30009e-e25a-4a69-a277-30838f646366 req-7e82f723-54b9-4db7-a88c-c34d74b6c872 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:21.304217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d30009e-e25a-4a69-a277-30838f646366 req-7e82f723-54b9-4db7-a88c-c34d74b6c872 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0566874 Mar 22 14:44:21.357871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d30009e-e25a-4a69-a277-30838f646366 req-8f074713-d9df-4be5-9f9b-513f37539b32 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Mar 22 14:44:22.015549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:22.490489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0708bc7-11a5-4beb-a330-487a6c98c2e6 req-0dfcd490-8c29-4a09-a3b3-81bd64dbdcc7 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:22.491974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0708bc7-11a5-4beb-a330-487a6c98c2e6 req-0dfcd490-8c29-4a09-a3b3-81bd64dbdcc7 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0545957 Mar 22 14:44:22.541100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0708bc7-11a5-4beb-a330-487a6c98c2e6 req-079444fe-3f50-41ec-a78d-fc6e7fbfce54 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Mar 22 14:44:23.529696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:23.676833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461e2b2-1a93-4502-a443-c273d298bad4 req-15f8145c-9f43-4765-9c26-df8f6c93ef2c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:23.679306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7461e2b2-1a93-4502-a443-c273d298bad4 req-15f8145c-9f43-4765-9c26-df8f6c93ef2c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0682926 Mar 22 14:44:23.734022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7461e2b2-1a93-4502-a443-c273d298bad4 req-e4eab7de-6a3c-49a4-8f38-2dd3a7f9451d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483046 Mar 22 14:44:24.653254 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:24.743611 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:24.860278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5ca5a-2d89-4a2b-86d5-04d990c96956 req-3125c71c-723a-4050-b1c8-5f4c62691b29 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:24.861771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76c5ca5a-2d89-4a2b-86d5-04d990c96956 req-3125c71c-723a-4050-b1c8-5f4c62691b29 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0583940 Mar 22 14:44:24.910516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76c5ca5a-2d89-4a2b-86d5-04d990c96956 req-2e413bb6-b353-49c5-8441-e9373ad015ec tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Mar 22 14:44:26.056903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2014b6c-904e-47d3-ab56-811509446f66 req-bfef23b0-0260-4c21-ae8d-e8e027bedc91 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:26.058578 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2014b6c-904e-47d3-ab56-811509446f66 req-bfef23b0-0260-4c21-ae8d-e8e027bedc91 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0704346 Mar 22 14:44:26.110791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2014b6c-904e-47d3-ab56-811509446f66 req-fe53fa02-a1ac-49e9-9bc2-80ec162ddb4c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Mar 22 14:44:26.917359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-6d9456bf-fdcd-42e8-bdbb-3ad9054d915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:26.919050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-6d9456bf-fdcd-42e8-bdbb-3ad9054d915a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1127 time: 0.0476363 Mar 22 14:44:27.030888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-9c120c7a-6b0a-46e9-9f7c-332d293b0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:27.032548 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-9c120c7a-6b0a-46e9-9f7c-332d293b0858 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0907848 Mar 22 14:44:27.079624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-9c65fe7d-bcda-43c3-8b16-664eeca25f91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0369480 Mar 22 14:44:27.133390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-18b99ec0-35d9-4317-8edd-1e92f6bbd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:27.135007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-18b99ec0-35d9-4317-8edd-1e92f6bbd163 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0499489 Mar 22 14:44:27.170860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-a60d4700-aa7b-49d4-82d5-edc00d81da9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265143 Mar 22 14:44:27.302555 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877cbaa-0d65-4a66-9838-c1a74c8e871a req-44097808-e07e-475a-8078-525ba904cb2d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:27.304239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8877cbaa-0d65-4a66-9838-c1a74c8e871a req-44097808-e07e-475a-8078-525ba904cb2d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.1183448 Mar 22 14:44:27.307929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-b6912c03-756d-4a4d-9175-6f1fe3404ded service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300430 Mar 22 14:44:27.401349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8877cbaa-0d65-4a66-9838-c1a74c8e871a req-9f91b226-283b-4884-b2ee-ddf6978868de tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909381 Mar 22 14:44:27.428283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7036e27f-7b27-4491-8b28-efa46fad4aac req-c42a2c1d-899c-4525-8da4-bd774f434ceb service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116359 Mar 22 14:44:27.834935 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:44:28.536213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde93f-f701-4553-b66c-e21b66b75548 req-e921ba4c-a730-4a9e-ac0a-a8573c72df58 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:28.537931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8dde93f-f701-4553-b66c-e21b66b75548 req-e921ba4c-a730-4a9e-ac0a-a8573c72df58 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0622146 Mar 22 14:44:28.590049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8dde93f-f701-4553-b66c-e21b66b75548 req-4362b83f-6744-4a3d-935a-8830b92f3699 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Mar 22 14:44:28.830284 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:29.724876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d46a-ae95-4af4-8d19-694ecb430ac2 req-d220903c-6888-4203-914f-888a7d182405 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:29.726387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a61d46a-ae95-4af4-8d19-694ecb430ac2 req-d220903c-6888-4203-914f-888a7d182405 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0550992 Mar 22 14:44:29.780228 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a61d46a-ae95-4af4-8d19-694ecb430ac2 req-1a7edb10-e04b-4421-9747-da826fe3c1d2 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 Mar 22 14:44:30.912409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498346-c608-424e-95b1-a29ded7cabc7 req-52ba9f4b-37fb-4f6d-81d7-3c8c6d07ebd4 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:30.913947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f498346-c608-424e-95b1-a29ded7cabc7 req-52ba9f4b-37fb-4f6d-81d7-3c8c6d07ebd4 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0598645 Mar 22 14:44:30.964428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f498346-c608-424e-95b1-a29ded7cabc7 req-593e7740-7d0c-4234-ad4d-881157842d8e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Mar 22 14:44:32.092193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb191d-258b-4460-bcf7-0cbcaf1a10ed req-2106bb76-8699-4326-966b-c77f83fef32a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:32.093779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33eb191d-258b-4460-bcf7-0cbcaf1a10ed req-2106bb76-8699-4326-966b-c77f83fef32a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0564618 Mar 22 14:44:32.142365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33eb191d-258b-4460-bcf7-0cbcaf1a10ed req-33c60ee5-d247-4888-96f0-27462e23bdd7 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 Mar 22 14:44:33.275254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943e164-cfff-4013-8ad2-0e21624a4290 req-2cc9dff3-6f6f-4d2b-8e09-b36371a32a41 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:33.276740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c943e164-cfff-4013-8ad2-0e21624a4290 req-2cc9dff3-6f6f-4d2b-8e09-b36371a32a41 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0570867 Mar 22 14:44:33.327785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c943e164-cfff-4013-8ad2-0e21624a4290 req-76b15f05-e67b-406f-9956-bdd4b102d7fa tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454357 Mar 22 14:44:34.472980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9944-c219-4456-b8ce-e2da6e2377d4 req-23813eb4-53f8-4dcc-a641-903651b97b0c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:34.474465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1caa9944-c219-4456-b8ce-e2da6e2377d4 req-23813eb4-53f8-4dcc-a641-903651b97b0c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0668774 Mar 22 14:44:34.521672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1caa9944-c219-4456-b8ce-e2da6e2377d4 req-3014dc75-e381-4626-867c-db74ef48b59b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Mar 22 14:44:35.662748 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cce3d-6777-460f-84a2-c40f23c91d19 req-ef6df595-dc7d-4e9d-8041-d5a0ac09dc7c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:35.664299 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-156cce3d-6777-460f-84a2-c40f23c91d19 req-ef6df595-dc7d-4e9d-8041-d5a0ac09dc7c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0577633 Mar 22 14:44:35.714076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-156cce3d-6777-460f-84a2-c40f23c91d19 req-2f09ecdd-c80e-4f5a-8274-76e35ca8e8b9 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Mar 22 14:44:36.842991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d588-6aa5-43cd-b681-36ae63b640a3 req-0fda36a0-560b-4886-b195-0bd177e4cb9a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:36.844564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77a0d588-6aa5-43cd-b681-36ae63b640a3 req-0fda36a0-560b-4886-b195-0bd177e4cb9a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0570824 Mar 22 14:44:36.893369 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-77a0d588-6aa5-43cd-b681-36ae63b640a3 req-8ad0c4be-3df4-4262-9add-fd09c567577c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Mar 22 14:44:38.019468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e7b0-08a3-4ac2-b1b2-6431b2252b11 req-be840ba0-e8f2-4b83-b9f6-133656852e6a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:38.020978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1296e7b0-08a3-4ac2-b1b2-6431b2252b11 req-be840ba0-e8f2-4b83-b9f6-133656852e6a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0561240 Mar 22 14:44:38.068719 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1296e7b0-08a3-4ac2-b1b2-6431b2252b11 req-e584b934-d115-4ed4-bb52-c68d068cdcdc tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Mar 22 14:44:39.205386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6c190-b922-4a41-8537-bd2dc1f52c26 req-6beed4a2-9566-46ae-a266-4db4084839fe tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:39.207113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20a6c190-b922-4a41-8537-bd2dc1f52c26 req-6beed4a2-9566-46ae-a266-4db4084839fe tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0612671 Mar 22 14:44:39.266920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20a6c190-b922-4a41-8537-bd2dc1f52c26 req-44a7a7a3-c70b-4869-a8fc-525f10f6fa4e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Mar 22 14:44:40.410714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100068b-5059-4984-9df9-b37d24d6d8ff req-8c065896-f726-4a0d-8a78-74c63b1cdcb2 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:40.412177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b100068b-5059-4984-9df9-b37d24d6d8ff req-8c065896-f726-4a0d-8a78-74c63b1cdcb2 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0652847 Mar 22 14:44:40.462247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b100068b-5059-4984-9df9-b37d24d6d8ff req-4e96e2d0-c13e-4aec-bf7d-0cf1dbc52603 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Mar 22 14:44:41.608721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb755b22-3799-4b37-8be9-0c59c6f9bf61 req-89df3b4d-fbda-4e75-902b-b44d36319a5c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:41.610339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb755b22-3799-4b37-8be9-0c59c6f9bf61 req-89df3b4d-fbda-4e75-902b-b44d36319a5c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0623641 Mar 22 14:44:41.660852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb755b22-3799-4b37-8be9-0c59c6f9bf61 req-05bbe787-2d1b-4ceb-9351-5e4e84f8c0de tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Mar 22 14:44:42.796132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2cfb-9813-4006-9f68-1a6f04527ff1 req-4f186078-01b1-40e8-8d11-68300a6631be tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:42.797606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecfb2cfb-9813-4006-9f68-1a6f04527ff1 req-4f186078-01b1-40e8-8d11-68300a6631be tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0596426 Mar 22 14:44:42.856202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecfb2cfb-9813-4006-9f68-1a6f04527ff1 req-402c0b01-29f8-44e7-9a73-3fd8272abdfd tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498540 Mar 22 14:44:43.988742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcec70c-4434-4c25-9d68-3ff115cd776c req-a5cce963-7008-40b4-84c7-8a8f7f306014 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:43.990692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7bcec70c-4434-4c25-9d68-3ff115cd776c req-a5cce963-7008-40b4-84c7-8a8f7f306014 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0592949 Mar 22 14:44:44.040239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7bcec70c-4434-4c25-9d68-3ff115cd776c req-d82f67b0-205d-4be2-ada6-ec64a84ef64b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Mar 22 14:44:45.173980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be737be7-892a-429c-b299-9c0425768c77 req-aa8d4899-a18e-457f-8b6e-af4843e328ab tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:45.175458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be737be7-892a-429c-b299-9c0425768c77 req-aa8d4899-a18e-457f-8b6e-af4843e328ab tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0595856 Mar 22 14:44:45.223066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be737be7-892a-429c-b299-9c0425768c77 req-fd9c9cd6-2693-4af6-8223-c1303d332fc6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Mar 22 14:44:46.357006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb9615-08d0-486a-9546-4a24bf9eb61d req-b0e61499-7067-4a2a-8d46-8d762c66184a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:46.358527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54bb9615-08d0-486a-9546-4a24bf9eb61d req-b0e61499-7067-4a2a-8d46-8d762c66184a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0592401 Mar 22 14:44:46.405226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-54bb9615-08d0-486a-9546-4a24bf9eb61d req-4bc06d87-477c-472f-972a-03f8cf09787e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Mar 22 14:44:47.547223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb75610-fc65-41ae-ae36-3d50b2127229 req-e2719e66-f02d-4c06-b2d8-a39096069a49 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:47.548734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cb75610-fc65-41ae-ae36-3d50b2127229 req-e2719e66-f02d-4c06-b2d8-a39096069a49 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0631781 Mar 22 14:44:47.599510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9cb75610-fc65-41ae-ae36-3d50b2127229 req-49e254ad-0d1e-4706-bc3a-6ac079fcd136 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449312 Mar 22 14:44:48.227764 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24e67071-516c-4309-8b83-2d4a61061554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:48.730422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b15d-691b-4b13-b4eb-c1ef24c25f16 req-21999fe6-21a2-4061-a489-35c635e9e538 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:48.731987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a97b15d-691b-4b13-b4eb-c1ef24c25f16 req-21999fe6-21a2-4061-a489-35c635e9e538 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0559750 Mar 22 14:44:48.778848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a97b15d-691b-4b13-b4eb-c1ef24c25f16 req-af53d98e-da33-44b5-92ae-6cae53dd1fb8 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Mar 22 14:44:49.913992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d7e4b-888c-4fcd-ad10-f0cc209dc82a req-de8ed6e1-b87d-444f-88c5-7d5841ad2885 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:49.915496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d81d7e4b-888c-4fcd-ad10-f0cc209dc82a req-de8ed6e1-b87d-444f-88c5-7d5841ad2885 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0564346 Mar 22 14:44:49.966631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d81d7e4b-888c-4fcd-ad10-f0cc209dc82a req-250e47b9-ba8c-4b66-9b0f-f273f1bc8172 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427995 Mar 22 14:44:50.325785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-effbd617-2026-47fe-bf28-a196b9343867 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:44:50.327655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-effbd617-2026-47fe-bf28-a196b9343867 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088382 Mar 22 14:44:50.397404 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-5e9893fb-8a33-4fc5-828f-b1304cc7f66f service neutron] show failed (client error): The resource could not be found. Mar 22 14:44:50.398957 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-5e9893fb-8a33-4fc5-828f-b1304cc7f66f service neutron] 10.222.0.57 "GET /v2.0/ports/9ff3cc40-615f-45c6-b5e5-bd00baf7b159/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0636666 Mar 22 14:44:50.482748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0b6801b-5ef8-4197-88ee-75f2772f4422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:50.622730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-0b67bae7-d9a6-4ca1-9bab-56d93e154865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:50.624343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-0b67bae7-d9a6-4ca1-9bab-56d93e154865 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74&tenant_id=464629ee48064f64a1cd0459e6f9b2ab HTTP/1.1" status: 200 len: 1127 time: 0.0476131 Mar 22 14:44:50.636057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:50.694617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:50.899826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:50.934534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:44:50.974891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:50.977186 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687222c8-5c36-49da-b20b-c07c75b63d9c" -d '{"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:50.981391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Publish callbacks [] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.002275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Transition to ACTIVE for port object 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:44:51.008302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.039321 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3184264-37dd-435c-9f69-474bceac6eb4 x-openstack-request-id: req-a3184264-37dd-435c-9f69-474bceac6eb4 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:51.039600 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:51.039851 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3184264-37dd-435c-9f69-474bceac6eb4 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:51.040247 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3184264-37dd-435c-9f69-474bceac6eb4'] response: {'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'code': 200} Mar 22 14:44:51.095531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] No DVR routers for this DVR port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:44:51.104988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:51.135512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.135851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.136185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.136519 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.136905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.137240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.137551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.137865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.138211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.138525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.138838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.139149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.139442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.139765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.140076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.156545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:44:51.156807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:44:51.157126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:51.169396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c652af-e0f6-4acd-a53f-38e61aefe598 req-d5f2c88d-0ea1-4345-96f0-d62e0b15d5af tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:51.170909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1c652af-e0f6-4acd-a53f-38e61aefe598 req-d5f2c88d-0ea1-4345-96f0-d62e0b15d5af tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 943 time: 0.1250494 Mar 22 14:44:51.171859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on network 79bd6667-42e4-40de-a7f8-7c75219872fd not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:44:51.172190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Attempting to bind port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:51.183509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:44:51.183839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Checking segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:44:51.184207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Bound using segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:44:51.184635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Bound port: 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:44:51.184982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.251054 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1c652af-e0f6-4acd-a53f-38e61aefe598 req-5cfe4364-44c5-47fc-9cd0-1079d96d204e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737212 Mar 22 14:44:51.275808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:44:51.279158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:44:51.286572 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.320481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:51.321096 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.322457 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] 10.222.0.42 "PUT /v2.0/ports/9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 1091 time: 0.6907048 Mar 22 14:44:51.343901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dd4a8-458d-4fde-869c-90227d7bbed8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:51.394276 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-5567ecbd-37bf-4faa-810c-37e0726fd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:51.395766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-5567ecbd-37bf-4faa-810c-37e0726fd02e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1125 time: 0.0484157 Mar 22 14:44:51.484489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-c197b8a8-2a08-4799-aeb2-c87808578f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:51.485944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-c197b8a8-2a08-4799-aeb2-c87808578f26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0843728 Mar 22 14:44:51.529447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-ea8c7604-4bba-4b1a-b7bc-98da2edd9c0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0374825 Mar 22 14:44:51.576933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-5cb016e4-3240-4305-a65f-e87a9c8ab601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:51.578429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-5cb016e4-3240-4305-a65f-e87a9c8ab601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0431006 Mar 22 14:44:51.609605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-729e8a28-3fb2-4e79-b001-1bc4c558e2cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244405 Mar 22 14:44:51.695339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-dfe211dc-31c2-46e5-9551-0c946c562eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790908 Mar 22 14:44:51.785651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50d143fa-e446-4a83-aa08-28ba327f93c5 req-84f20a1f-025f-4d0b-a9e8-05718f2fe59c service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835078 Mar 22 14:44:52.017945 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:52.380864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40cea-b145-4ac7-81c0-691039a476a7 req-8bf2104a-e5ec-457b-b651-6492be4d0f36 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:52.382274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efc40cea-b145-4ac7-81c0-691039a476a7 req-8bf2104a-e5ec-457b-b651-6492be4d0f36 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 943 time: 0.0562270 Mar 22 14:44:52.430381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efc40cea-b145-4ac7-81c0-691039a476a7 req-6179d6a7-faba-4277-a447-be7b1d786736 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Mar 22 14:44:53.041628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:53.044528 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6359cf6-031d-4fe9-9245-d626a2258be2" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:53.113114 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35320039-d982-45cd-830f-8013e7dc3f56 x-openstack-request-id: req-35320039-d982-45cd-830f-8013e7dc3f56 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:53.113418 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:53.113662 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35320039-d982-45cd-830f-8013e7dc3f56 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:53.114101 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35320039-d982-45cd-830f-8013e7dc3f56'] response: {'name': 'network-changed', 'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'status': 'completed', 'code': 200} Mar 22 14:44:53.188904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-b878f59e-b4cc-4efa-b867-33862e4a5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:53.190614 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-b878f59e-b4cc-4efa-b867-33862e4a5bd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1125 time: 0.0501969 Mar 22 14:44:53.295594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-dbd8f027-9548-4c11-b973-9926de0afe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:53.297741 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-dbd8f027-9548-4c11-b973-9926de0afe06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1125 time: 0.1631763 Mar 22 14:44:53.354558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-90cc34e9-372f-441e-bb46-395f5aa22c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:53.356039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-90cc34e9-372f-441e-bb46-395f5aa22c5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.1568294 Mar 22 14:44:53.410355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-63bebb15-93af-4121-94c7-e1b41ed880e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0418880 Mar 22 14:44:53.467237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-e33ea48d-2adf-40e1-8a95-e3f0fa4b1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:53.468682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-e33ea48d-2adf-40e1-8a95-e3f0fa4b1eb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.1626167 Mar 22 14:44:53.522845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-6d4fb9a5-2303-4ac5-b676-cabbb238914a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0468035 Mar 22 14:44:53.525735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-1ea02a06-28fd-404e-a253-38a2c1e6bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:53.527144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-1ea02a06-28fd-404e-a253-38a2c1e6bc98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.1083477 Mar 22 14:44:53.529308 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:53.553355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:44:53.600913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-f8ff8b8e-3161-4f0b-bf21-f96a116379ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580351 Mar 22 14:44:53.634857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-5202f10a-ffb7-44c0-8627-7f91260d6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:53.636274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-5202f10a-ffb7-44c0-8627-7f91260d6a87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0945830 Mar 22 14:44:53.652520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:53.664273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd', 'port_id': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d36aa7c-f412-451b-858f-269e3e20fbd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:44:53.698921 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-feed7b78-ca28-4523-af13-94d69bee1ba4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386679 Mar 22 14:44:53.701787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:44:53.702212 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:53.706188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89267d4-a8a2-4d9a-aab8-bbd1d62b72f4 req-715985d0-0393-4a5d-955f-03270385c563 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:53.707695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b89267d4-a8a2-4d9a-aab8-bbd1d62b72f4 req-715985d0-0393-4a5d-955f-03270385c563 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 943 time: 0.1977122 Mar 22 14:44:53.716159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:44:53.728305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:44:53.755879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:53.761684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:53.806465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:44:53.806788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:44:53.820702 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-881994cb-709f-448e-93e4-64178d21dabf service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091107 Mar 22 14:44:53.824232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:53.861036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b89267d4-a8a2-4d9a-aab8-bbd1d62b72f4 req-823f659e-65e3-4746-8c94-194fc3dd72d6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435025 Mar 22 14:44:53.897631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-eff04bdb-9581-4243-9d2a-b36e06381d2a service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889369 Mar 22 14:44:53.981695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-6c16cf48-0ab1-47c4-acf2-0df2d7921154 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502659 Mar 22 14:44:53.988146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9ff3cc40-615f-45c6-b5e5-bd00baf7b159'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:44:54.018744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6359cf6-031d-4fe9-9245-d626a2258be2 req-f801ef60-e07d-4997-bb5c-3725dceaf7a8 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040108 Mar 22 14:44:54.120564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44352f-bbe8-4513-944c-7f2afd15bb5a req-f0bcf7e9-a36f-4dd1-8ed8-aade26caad6d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:54.122055 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f44352f-bbe8-4513-944c-7f2afd15bb5a req-f0bcf7e9-a36f-4dd1-8ed8-aade26caad6d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 944 time: 0.0923905 Mar 22 14:44:54.130138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-61b17cfd-97a0-4bba-b3de-1c18b2d690ab tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:54.131525 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-61b17cfd-97a0-4bba-b3de-1c18b2d690ab tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.57 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74&tenant_id=464629ee48064f64a1cd0459e6f9b2ab&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 944 time: 0.0917361 Mar 22 14:44:54.208176 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f44352f-bbe8-4513-944c-7f2afd15bb5a req-b22ef44a-920f-4be3-b341-d9983d806f5a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757048 Mar 22 14:44:54.216959 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-cb82920e-0486-4256-9c7d-fdce54161d9e service neutron] delete failed (client error): The resource could not be found. Mar 22 14:44:54.218163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-cb82920e-0486-4256-9c7d-fdce54161d9e service neutron] 10.222.0.57 "DELETE /v2.0/ports/9ff3cc40-615f-45c6-b5e5-bd00baf7b159/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0730062 Mar 22 14:44:54.323956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-393599e5-baa7-4e59-bb5a-8f3a53e973b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:54.325366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-393599e5-baa7-4e59-bb5a-8f3a53e973b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 1126 time: 0.0552156 Mar 22 14:44:54.416782 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-e20d2af7-3342-42e0-b438-521c72c20fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:54.418266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-e20d2af7-3342-42e0-b438-521c72c20fa7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0821130 Mar 22 14:44:54.461204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-1ccc49ac-730a-4314-81e8-541d98f530da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 200 len: 217 time: 0.0369835 Mar 22 14:44:54.649573 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:54.761217 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:54.849328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-db0ae3ac-114c-4267-b89f-d6b8f80a08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:54.850808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-db0ae3ac-114c-4267-b89f-d6b8f80a08f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.3809278 Mar 22 14:44:54.884858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-a0aed60d-88e9-4725-b8fe-c0c1d151ea36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246520 Mar 22 14:44:54.984310 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-2724dd8c-f71f-454b-af9b-c105c6b9f4b3 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905366 Mar 22 14:44:55.086707 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8ddd20c-6bac-491b-9291-091643f1ed5e req-19076944-d173-43e8-b7aa-fe10862c7aaa service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927651 Mar 22 14:44:55.337089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e3f5f-a4bd-420b-9a0b-0cf6fb1576ed req-123e2618-b395-46aa-b597-bd80f668266c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:55.338613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d20e3f5f-a4bd-420b-9a0b-0cf6fb1576ed req-123e2618-b395-46aa-b597-bd80f668266c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 944 time: 0.0538564 Mar 22 14:44:55.387294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d20e3f5f-a4bd-420b-9a0b-0cf6fb1576ed req-0c399cf7-89e8-4416-aeec-f654ed44ea62 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Mar 22 14:44:55.569622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:44:55.621372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:44:55.625892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:44:55.626316 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:55.703989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:44:55.704892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:55.727333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:55.729621 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f3ea23-96a2-46e1-bcf5-e371088e0358" -d '{"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-plugged", "status": "completed", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:55.746140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:55.750767 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:55.773164 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e834f40-bca3-4bbf-b272-86e017645e2e x-openstack-request-id: req-5e834f40-bca3-4bbf-b272-86e017645e2e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:55.773458 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-plugged", "status": "completed", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:55.773710 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e834f40-bca3-4bbf-b272-86e017645e2e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:55.774135 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e834f40-bca3-4bbf-b272-86e017645e2e'] response: {'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'code': 200} Mar 22 14:44:55.799064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:56.534349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3d487-2cc8-4a0c-98a7-c2246a50dda5 req-8bc81278-0a95-4051-9613-983d94639975 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:56.535929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8b3d487-2cc8-4a0c-98a7-c2246a50dda5 req-8bc81278-0a95-4051-9613-983d94639975 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0595894 Mar 22 14:44:56.587912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8b3d487-2cc8-4a0c-98a7-c2246a50dda5 req-180451be-d487-45f6-8b64-e99f0331bde6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Mar 22 14:44:56.709564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb351c9-d99b-430f-9deb-8f836c90687e req-f7ab5d55-21f6-4aba-86ef-b66c29638db1 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:56.710960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eb351c9-d99b-430f-9deb-8f836c90687e req-f7ab5d55-21f6-4aba-86ef-b66c29638db1 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0538521 Mar 22 14:44:56.757918 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5eb351c9-d99b-430f-9deb-8f836c90687e req-5e977eef-19e8-4a22-a39a-169039099ae1 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Mar 22 14:44:56.894870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8f07-c1a3-4316-9028-e3e925d37607 req-110afeba-a564-4d86-83ab-948ed216b44c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:56.896384 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73cc8f07-c1a3-4316-9028-e3e925d37607 req-110afeba-a564-4d86-83ab-948ed216b44c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0661714 Mar 22 14:44:56.946825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73cc8f07-c1a3-4316-9028-e3e925d37607 req-78d4c80d-c2e8-483c-a10c-fac02f5419c3 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Mar 22 14:44:57.323643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-f6ee84d0-fc36-4a73-9ffe-9b4105e79917 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:57.325108 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-f6ee84d0-fc36-4a73-9ffe-9b4105e79917 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 814 time: 0.1058733 Mar 22 14:44:57.344920 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-17c558f8-8fa4-49e9-bdcb-a6ce24452a00 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/quotas/464629ee48064f64a1cd0459e6f9b2ab HTTP/1.1" status: 200 len: 375 time: 0.0112734 Mar 22 14:44:57.403391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-3c9e39dc-9858-4734-bcf5-4a628e2160b6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527148 Mar 22 14:44:57.413682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-6c7bb9aa-165d-497e-bcb3-593f9da7fd1d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:44:57.414618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-6c7bb9aa-165d-497e-bcb3-593f9da7fd1d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048842 Mar 22 14:44:57.505947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-d3eff3ad-5555-4162-841d-b376e65c209c service neutron] 10.222.0.44 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859716 Mar 22 14:44:57.604361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-ec29e5e3-e09f-4d0d-b613-bdb254c7bde3 service neutron] 10.222.0.44 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894356 Mar 22 14:44:57.766811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a3cad46-7666-49f8-9747-97b425ed5abd req-701de5df-2771-4f34-a1d9-3fd5e750e407 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 210 time: 0.0273843 Mar 22 14:44:58.474719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-d5b77b3f-795e-4645-aaea-ed5b28fe944b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:58.476061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-d5b77b3f-795e-4645-aaea-ed5b28fe944b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc689b9-210b-40ad-ae01-074750a06c74 HTTP/1.1" status: 200 len: 945 time: 0.0567644 Mar 22 14:44:58.573603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Deleting port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:44:58.573870 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:58.630614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.42', 56640) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:44:58.671977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] For port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:58.672649 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:58.686572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Calling delete_port for 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:44:58.806494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-ee674e51-598d-430e-81a8-9b176365820a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:58.808340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-ee674e51-598d-430e-81a8-9b176365820a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 814 time: 0.1760697 Mar 22 14:44:58.819660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9ff3cc40-615f-45c6-b5e5-bd00baf7b159), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:58.824019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Request body: {'port': {'device_id': 'd698ec6c-035d-46e6-8e16-11d05966face', 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd', 'admin_state_up': True, 'tenant_id': '464629ee48064f64a1cd0459e6f9b2ab'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:58.827167 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:58.833703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9ff3cc40-615f-45c6-b5e5-bd00baf7b159'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:44:58.854414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Pushing event deleted for resources: {'Port': ['ID=9ff3cc40-615f-45c6-b5e5-bd00baf7b159,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:58.925069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] No DVR routers for this DVR port 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:44:58.928448 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e41ab7c4-40f0-4048-92d4-0d02be0b3db6 req-61d04ebe-33bc-4065-895a-ea2ab93b393b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 210 time: 0.0486677 Mar 22 14:44:58.929423 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:58.933024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.42 "DELETE /v2.0/ports/9ff3cc40-615f-45c6-b5e5-bd00baf7b159 HTTP/1.1" status: 204 len: 173 time: 0.4511476 Mar 22 14:44:58.933354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-deleted', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:58.935653 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c42bdc1-fbc2-4141-9db1-1b832dd28827" -d '{"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-deleted", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:58.964350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Made reservation on behalf of 464629ee48064f64a1cd0459e6f9b2ab for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:44:58.968348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:58.976106 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a99a0c-8d81-458b-9471-ae859a7e9276 x-openstack-request-id: req-c5a99a0c-8d81-458b-9471-ae859a7e9276 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:58.976390 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc689b9-210b-40ad-ae01-074750a06c74", "name": "network-vif-deleted", "tag": "9ff3cc40-615f-45c6-b5e5-bd00baf7b159", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:58.976641 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5a99a0c-8d81-458b-9471-ae859a7e9276 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:58.977031 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a99a0c-8d81-458b-9471-ae859a7e9276'] response: {'server_uuid': '4dc689b9-210b-40ad-ae01-074750a06c74', 'name': 'network-vif-deleted', 'tag': '9ff3cc40-615f-45c6-b5e5-bd00baf7b159', 'status': 'completed', 'code': 200} Mar 22 14:44:59.097595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Allocated IP 172.20.0.7 (79bd6667-42e4-40de-a7f8-7c75219872fd/8d36aa7c-f412-451b-858f-269e3e20fbd1/081200ac-f17f-4eb1-ab42-3e1fbcd25849) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:44:59.257603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks [] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:59.298170 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:59.310503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['9ff3cc40-615f-45c6-b5e5-bd00baf7b159'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:44:59.342887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Network 79bd6667-42e4-40de-a7f8-7c75219872fd is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:44:59.345999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:44:59.351766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:44:59.358470 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:59.386871 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.387214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.387547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.387872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.388193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.388511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.388825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.389140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.389445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.389761 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.390111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.390426 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.390738 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.392564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.392884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:59.414769 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:59.415377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:59.433727 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-23d9bd2e-b99c-4343-a084-a129cd1e7f4f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6144679 Mar 22 14:44:59.445469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Request body: {'port': {'device_id': 'd698ec6c-035d-46e6-8e16-11d05966face', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:59.507317 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:59.826349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081200ac-f17f-4eb1-ab42-3e1fbcd25849 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:44:59.834224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Publish callbacks [] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:59.850241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Transition to ACTIVE for port object 081200ac-f17f-4eb1-ab42-3e1fbcd25849 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:44:59.856719 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:59.906676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:59.974193 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:44:59.974536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:44:59.974851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:59.983058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on network 79bd6667-42e4-40de-a7f8-7c75219872fd not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:44:59.983058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:59.984550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:44:59.984884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Checking segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:44:59.985269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Bound using segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:44:59.985704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Bound port: 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:44:59.986417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:00.052705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:00.055850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:45:00.055995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b46ec-7bb9-4b14-8615-fafd88d35987 req-bcc07b32-766c-45ca-a69c-0ba437d8d4ef tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:00.057825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-465b46ec-7bb9-4b14-8615-fafd88d35987 req-bcc07b32-766c-45ca-a69c-0ba437d8d4ef tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0527332 Mar 22 14:45:00.063338 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:00.098952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:00.098952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:00.101040 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] 10.222.0.42 "PUT /v2.0/ports/081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 1091 time: 0.6594784 Mar 22 14:45:00.103298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:00.106217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-465b46ec-7bb9-4b14-8615-fafd88d35987 req-7112ee63-b503-43a4-afcd-9350aeff4fa4 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Mar 22 14:45:00.107281 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:00.139462 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f15a3-2d2b-44d3-a1fb-9ffa07926c7a service neutron] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:00.146445 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11c598-71ed-4db9-a52d-cc0b74176025 x-openstack-request-id: req-7a11c598-71ed-4db9-a52d-cc0b74176025 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:00.146738 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:00.146989 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a11c598-71ed-4db9-a52d-cc0b74176025 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:00.147390 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a11c598-71ed-4db9-a52d-cc0b74176025'] response: {'name': 'network-changed', 'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'status': 'completed', 'code': 200} Mar 22 14:45:00.228005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-6a455283-7678-433b-9fef-c1740333f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:00.229477 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-6a455283-7678-433b-9fef-c1740333f5df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1125 time: 0.0787706 Mar 22 14:45:00.288055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-54b584a0-aef7-4b37-8ccd-1d57b7623b1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0509305 Mar 22 14:45:00.346268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-ace307e3-40a2-4c62-a9d1-ada9c6d02461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:00.347647 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-ace307e3-40a2-4c62-a9d1-ada9c6d02461 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0536065 Mar 22 14:45:00.398831 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-c28c7add-980b-47a7-825d-eb77529c21c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447326 Mar 22 14:45:00.489644 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-14086529-bd75-45fb-b955-20871c6ed0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842521 Mar 22 14:45:00.882841 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5924a5cd-aac7-4fb0-9edb-9db18940741d req-4b733d5d-7c46-426d-804c-acb100545253 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870587 Mar 22 14:45:00.977340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-4188511d-4ab3-45dc-9d41-69e706808332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:00.978910 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-4188511d-4ab3-45dc-9d41-69e706808332 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1125 time: 0.0471003 Mar 22 14:45:01.131468 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-5b519390-b7f4-4b40-a0ff-124f1f8cbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:01.132985 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-5b519390-b7f4-4b40-a0ff-124f1f8cbe8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.1480236 Mar 22 14:45:01.176181 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-82775130-1a45-4dff-9402-88764fd9e040 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0355740 Mar 22 14:45:01.225255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-def23988-e1f5-40c3-8c2a-f5534c445ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:01.226801 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-def23988-e1f5-40c3-8c2a-f5534c445ad9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0451188 Mar 22 14:45:01.240541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5d0dc-93a1-4821-a667-b7f2ba03c3b2 req-dbe98cf2-18bc-4968-9d5b-8d8b50928403 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:01.241995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ef5d0dc-93a1-4821-a667-b7f2ba03c3b2 req-dbe98cf2-18bc-4968-9d5b-8d8b50928403 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0534801 Mar 22 14:45:01.259624 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-6b3ef7c7-efc6-4d18-abcb-955e5d28772f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257692 Mar 22 14:45:01.290729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ef5d0dc-93a1-4821-a667-b7f2ba03c3b2 req-921e3e2a-ee74-48cb-a985-4938430087cb tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 Mar 22 14:45:01.356325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-c7de6e09-36bf-4efe-8992-effcbb53ba1b service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888209 Mar 22 14:45:01.450653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-da97cac6-ef69-4916-bd0e-e8b09bda5ad1 req-14b13724-6c7d-4805-808f-bed800c962a5 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866375 Mar 22 14:45:02.431466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5cb17-fdc3-4f74-8254-c9b6d3ed6627 req-4ac46a05-a083-400a-acec-a8ea9dbb5255 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:02.433293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24d5cb17-fdc3-4f74-8254-c9b6d3ed6627 req-4ac46a05-a083-400a-acec-a8ea9dbb5255 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0586858 Mar 22 14:45:02.482385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24d5cb17-fdc3-4f74-8254-c9b6d3ed6627 req-f5064752-dd12-49ea-85e9-5c0bfc998d1e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Mar 22 14:45:03.611414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f25fb2-c4d1-41db-b274-b267b8ece4c6 req-a280061e-b4eb-4d17-87b9-fa88e76b8a82 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:03.612938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f25fb2-c4d1-41db-b274-b267b8ece4c6 req-a280061e-b4eb-4d17-87b9-fa88e76b8a82 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0541487 Mar 22 14:45:03.616472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:45:03.618603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:45:03.645376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:45:03.645718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 9ff3cc40-615f-45c6-b5e5-bd00baf7b159 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:45:03.659881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f25fb2-c4d1-41db-b274-b267b8ece4c6 req-f1076ea4-0bf9-4776-b99e-e6e75d608c76 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Mar 22 14:45:03.733362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:03.748408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd', 'port_id': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'mac_address': 'fa:16:3e:76:6e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d36aa7c-f412-451b-858f-269e3e20fbd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:45:03.792612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:03.792956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:03.805933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081200ac-f17f-4eb1-ab42-3e1fbcd25849 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:45:03.826663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:03.833341 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:03.882058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:03.889476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.889825 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.890191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.890527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.890856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.891180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.891502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.891822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.892138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.892455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.892772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.893086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.893401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.893716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:03.894057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:04.024485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['081200ac-f17f-4eb1-ab42-3e1fbcd25849'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:45:04.784987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e6e02-0e32-4f8f-9e42-a0dba9bdd1ca req-941f1518-1b26-47ff-b959-e44a51c40b48 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:04.786542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-006e6e02-0e32-4f8f-9e42-a0dba9bdd1ca req-941f1518-1b26-47ff-b959-e44a51c40b48 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 944 time: 0.0570369 Mar 22 14:45:04.834612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-006e6e02-0e32-4f8f-9e42-a0dba9bdd1ca req-30791d78-035e-4924-96c5-823ca4701bba tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Mar 22 14:45:04.834943 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:45:05.618586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:05.681751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:45:05.686214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:05.686587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:05.767869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:05.768253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:05.790641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:05.792873 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e518d8-bd35-4606-a8e8-28fbb175d949" -d '{"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-plugged", "status": "completed", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:05.805756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:05.811317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:05.835635 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae22427-e120-4be1-8134-ff7c783653dd x-openstack-request-id: req-1ae22427-e120-4be1-8134-ff7c783653dd {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:05.835971 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-plugged", "status": "completed", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:05.836177 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ae22427-e120-4be1-8134-ff7c783653dd {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:05.836569 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae22427-e120-4be1-8134-ff7c783653dd'] response: {'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'code': 200} Mar 22 14:45:05.863239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:05.932061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad99f8-5a65-4f55-b04a-376ebae0bafb req-ea16e631-7e36-41f8-afef-cb447794923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:05.933958 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78ad99f8-5a65-4f55-b04a-376ebae0bafb req-ea16e631-7e36-41f8-afef-cb447794923a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1127 time: 0.0461144 Mar 22 14:45:05.954011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629835eb-0e83-4aa6-bb15-ceb777c90cfc req-1a53e62a-c52e-49c6-be3f-d6a1696178ae tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:05.955597 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-629835eb-0e83-4aa6-bb15-ceb777c90cfc req-1a53e62a-c52e-49c6-be3f-d6a1696178ae tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0528715 Mar 22 14:45:05.986317 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78ad99f8-5a65-4f55-b04a-376ebae0bafb req-ee0ef1be-6197-4b4e-992d-16c3e22ef7c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Mar 22 14:45:06.004428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-629835eb-0e83-4aa6-bb15-ceb777c90cfc req-d899d0f5-4896-4194-83fd-e038443a1e66 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Mar 22 14:45:07.128547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aa75f-effa-430d-834b-091f2e59fd17 req-c82104c6-3a80-4e80-b6fd-f2fc6dec59b0 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:07.130057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-012aa75f-effa-430d-834b-091f2e59fd17 req-c82104c6-3a80-4e80-b6fd-f2fc6dec59b0 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0546439 Mar 22 14:45:07.184128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-012aa75f-effa-430d-834b-091f2e59fd17 req-93b301dc-dd87-4c6b-9437-f87db19c5e3a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 Mar 22 14:45:07.314926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eebaf4-757d-4589-9bdc-6a0bc1a9f54b req-73791b7a-d566-4631-89f2-d3dbcdf18f21 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:07.316315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3eebaf4-757d-4589-9bdc-6a0bc1a9f54b req-73791b7a-d566-4631-89f2-d3dbcdf18f21 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0553885 Mar 22 14:45:07.363544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f3eebaf4-757d-4589-9bdc-6a0bc1a9f54b req-b5bc5602-92f5-45fb-aadb-8fc24090b676 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Mar 22 14:45:07.707568 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-e4b3dee3-74d5-4655-aac0-4f55f01fcf3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453055 Mar 22 14:45:07.716918 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce887e-f8f1-40c0-bb11-4b0448ff6533 req-18667426-a94a-4aba-acea-e8c07dbc9d59 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:07.718449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5ce887e-f8f1-40c0-bb11-4b0448ff6533 req-18667426-a94a-4aba-acea-e8c07dbc9d59 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0515137 Mar 22 14:45:07.765056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5ce887e-f8f1-40c0-bb11-4b0448ff6533 req-4fd4cd40-ef82-42ce-8b58-8cba9af36410 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Mar 22 14:45:08.149392 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-811e9b28-ebf0-45cb-b1f7-864a34eae06b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:08.150689 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-811e9b28-ebf0-45cb-b1f7-864a34eae06b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports/081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 942 time: 0.0451994 Mar 22 14:45:08.898230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e62622-ad55-465d-9634-8087ecbb1bcf req-aa189ee7-176d-4e32-af8a-3ccebbf038c3 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:08.899746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49e62622-ad55-465d-9634-8087ecbb1bcf req-aa189ee7-176d-4e32-af8a-3ccebbf038c3 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0597582 Mar 22 14:45:08.951086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49e62622-ad55-465d-9634-8087ecbb1bcf req-ef770753-938d-4b0e-b6ed-0be58ad46114 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Mar 22 14:45:09.080030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-26bcadd9-d7f4-4cf6-b651-8bb799b2118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:09.082073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-26bcadd9-d7f4-4cf6-b651-8bb799b2118b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1127 time: 0.0576417 Mar 22 14:45:09.183858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-df9f3d1b-cb2b-4436-bf58-197438d66752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:09.185293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-df9f3d1b-cb2b-4436-bf58-197438d66752 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0956032 Mar 22 14:45:09.230202 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-61d50d0a-2512-41f3-8a16-15de2f59c5cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0386083 Mar 22 14:45:09.279609 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-c185866c-c36f-4004-97ba-9b9bc3744770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:09.281071 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-c185866c-c36f-4004-97ba-9b9bc3744770 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0446513 Mar 22 14:45:09.314517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-e783a67e-f7dd-4ec0-a67e-c13f1b722739 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270402 Mar 22 14:45:09.422546 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-3bc0dd1d-ed79-40b0-9502-5904518c1a6e service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018229 Mar 22 14:45:09.516661 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-46da2a88-8315-4a6a-831d-e62f8169dd16 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882993 Mar 22 14:45:10.075233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696c571-e872-4a43-8cc1-c56c39a96060 req-489fd49a-fb91-4009-9a08-5553e3f3a09d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:10.076700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7696c571-e872-4a43-8cc1-c56c39a96060 req-489fd49a-fb91-4009-9a08-5553e3f3a09d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0550859 Mar 22 14:45:10.123528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7696c571-e872-4a43-8cc1-c56c39a96060 req-3c33cca7-aa08-4653-b5b2-d0cc366dfe70 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Mar 22 14:45:11.260909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68031b-ab21-43e3-9a06-f6b33780b96d req-9bf8a526-b073-4dc0-8aa0-8e88d716c55b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:11.262293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c68031b-ab21-43e3-9a06-f6b33780b96d req-9bf8a526-b073-4dc0-8aa0-8e88d716c55b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0560608 Mar 22 14:45:11.312239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c68031b-ab21-43e3-9a06-f6b33780b96d req-6a6aeecf-dc67-4864-be9f-c2d5580e056c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Mar 22 14:45:12.446355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45bcb0-116c-4ff1-9a73-1dbce6b7f295 req-940cab3d-cff7-4bcc-a94b-966cf0f95443 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:12.447839 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca45bcb0-116c-4ff1-9a73-1dbce6b7f295 req-940cab3d-cff7-4bcc-a94b-966cf0f95443 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0563407 Mar 22 14:45:12.499963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca45bcb0-116c-4ff1-9a73-1dbce6b7f295 req-fa467f24-2c94-4ede-bb62-6bfb789ac514 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Mar 22 14:45:13.631433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe122f3f-4d6b-4732-a19c-0b961668d227 req-c4845632-b3d0-49f5-a533-4f7e04374ced tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:13.633059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe122f3f-4d6b-4732-a19c-0b961668d227 req-c4845632-b3d0-49f5-a533-4f7e04374ced tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0534394 Mar 22 14:45:13.680571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fe122f3f-4d6b-4732-a19c-0b961668d227 req-a9ec0893-a434-4f2c-8838-c623296307bc tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Mar 22 14:45:14.816681 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4b8c0-6e0d-49e1-a1bf-2dea0e3d9695 req-85114a8e-b2a2-4788-9c66-c98c8f4e67c9 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:14.818179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ef4b8c0-6e0d-49e1-a1bf-2dea0e3d9695 req-85114a8e-b2a2-4788-9c66-c98c8f4e67c9 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0661776 Mar 22 14:45:14.864744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ef4b8c0-6e0d-49e1-a1bf-2dea0e3d9695 req-06f2a7bd-6ca0-49e0-944c-68abad69a838 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Mar 22 14:45:16.001861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef2d5a-7506-4736-9744-dc7c6565138b req-d9239f73-8406-427b-acc4-3cb19b5cef22 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:16.003322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5ef2d5a-7506-4736-9744-dc7c6565138b req-d9239f73-8406-427b-acc4-3cb19b5cef22 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0611320 Mar 22 14:45:16.052335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e5ef2d5a-7506-4736-9744-dc7c6565138b req-f132c1de-36b3-4657-b9c5-c1687d216f9a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Mar 22 14:45:17.187987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bef256-a40d-4d25-bbaf-2227a620fa31 req-23f64d88-1df2-4256-bc71-64d7ba029399 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:17.189469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25bef256-a40d-4d25-bbaf-2227a620fa31 req-23f64d88-1df2-4256-bc71-64d7ba029399 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0573096 Mar 22 14:45:17.237589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25bef256-a40d-4d25-bbaf-2227a620fa31 req-244db4da-d9b5-45ba-ba32-4e62bab3054b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Mar 22 14:45:18.101940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-2494c73c-ff46-4bbf-b166-bf07af104657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:18.103476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-2494c73c-ff46-4bbf-b166-bf07af104657 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1127 time: 0.0482042 Mar 22 14:45:18.211174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-7e93aee2-43ea-45aa-8520-1b180caefebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:18.212653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-7e93aee2-43ea-45aa-8520-1b180caefebc service neutron] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0896900 Mar 22 14:45:18.222813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d5b3483f-245c-4aac-970f-d056fa1c5157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:18.255653 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-c106ff33-2d6e-415b-9b4f-c41da7e70640 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0367308 Mar 22 14:45:18.302918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-2a395858-eba5-455a-9606-f076f87c60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:18.304581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-2a395858-eba5-455a-9606-f076f87c60c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0434866 Mar 22 14:45:18.340909 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-ab701e27-15cf-402f-aa11-b7bfbfb81a48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303037 Mar 22 14:45:18.363557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ef6dd-5a38-496e-bf5a-203da77a70ff req-aa90e7c0-2f8a-459c-b72b-64742af8d380 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:18.365059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-778ef6dd-5a38-496e-bf5a-203da77a70ff req-aa90e7c0-2f8a-459c-b72b-64742af8d380 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0522130 Mar 22 14:45:18.412586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-778ef6dd-5a38-496e-bf5a-203da77a70ff req-af12ce30-2010-460a-a48c-bfee31e0abb9 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Mar 22 14:45:18.429461 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-979d8b3f-acaa-49cc-b1ef-2f8579531454 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815544 Mar 22 14:45:18.525232 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f39bb43e-8abb-4115-b706-beca9b8a3f30 req-416abcca-79d2-4a66-88da-486949b5483e service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898552 Mar 22 14:45:19.547149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7717e-4678-41f3-97eb-9e5decb3290d req-ef00eef9-2521-443c-9bc5-224c75d9b2d2 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:19.548610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f7717e-4678-41f3-97eb-9e5decb3290d req-ef00eef9-2521-443c-9bc5-224c75d9b2d2 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0544343 Mar 22 14:45:19.605213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-52f7717e-4678-41f3-97eb-9e5decb3290d req-e732ddd3-6882-4edc-97be-31566b1bdd88 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482395 Mar 22 14:45:20.486348 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4f71-9d36-424f-b922-2aff2eea251d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:20.745240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c1de-ea6f-4e62-9e50-7b0f4eccf625 req-9e7a51bf-f460-4898-9463-2daddd585f53 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:20.746738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcd4c1de-ea6f-4e62-9e50-7b0f4eccf625 req-9e7a51bf-f460-4898-9463-2daddd585f53 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0576465 Mar 22 14:45:20.804691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcd4c1de-ea6f-4e62-9e50-7b0f4eccf625 req-f417435a-f6c1-4037-b776-429148b0c93c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501592 Mar 22 14:45:21.933691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135165-0a35-41f6-ba97-68adfd25ffa3 req-8dc432cc-ca49-496d-8ad1-f207ac14952a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:21.935151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95135165-0a35-41f6-ba97-68adfd25ffa3 req-8dc432cc-ca49-496d-8ad1-f207ac14952a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0545037 Mar 22 14:45:21.985366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95135165-0a35-41f6-ba97-68adfd25ffa3 req-76ee681f-43eb-48d7-8dce-3111a5e6d588 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Mar 22 14:45:22.020712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:23.117309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb9247-1f8e-41b3-b951-733ed662e6bf req-7b95bd15-da03-40e7-90ba-2c38a027711d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:23.118907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4deb9247-1f8e-41b3-b951-733ed662e6bf req-7b95bd15-da03-40e7-90ba-2c38a027711d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0586741 Mar 22 14:45:23.170020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4deb9247-1f8e-41b3-b951-733ed662e6bf req-9b4c821b-e3f8-4933-ab28-076e1fa899d5 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Mar 22 14:45:23.537012 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:24.318688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980af2f3-5cec-4f03-b614-b780c4885d34 req-696064e6-7c3b-4dd9-aeb1-53fe9946b9ee tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:24.320675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-980af2f3-5cec-4f03-b614-b780c4885d34 req-696064e6-7c3b-4dd9-aeb1-53fe9946b9ee tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0621748 Mar 22 14:45:24.367262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-980af2f3-5cec-4f03-b614-b780c4885d34 req-3b55f009-2412-4e57-9ffd-654d8a734641 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Mar 22 14:45:24.647063 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:24.779840 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:25.503037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8bb8-8656-41f7-8fda-523420249a42 req-679239fa-3c3b-4b9c-8339-7a741fbe49e4 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:25.504500 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a8c8bb8-8656-41f7-8fda-523420249a42 req-679239fa-3c3b-4b9c-8339-7a741fbe49e4 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0580080 Mar 22 14:45:25.563539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a8c8bb8-8656-41f7-8fda-523420249a42 req-dcbe28db-1932-406e-8995-5ed5554b3ba7 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505462 Mar 22 14:45:26.695264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1791aa4-c958-46d1-9d16-efda90d72396 req-7f47de20-0c0c-4955-8f84-3d6ba6ece218 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:26.696929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1791aa4-c958-46d1-9d16-efda90d72396 req-7f47de20-0c0c-4955-8f84-3d6ba6ece218 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0556316 Mar 22 14:45:26.748656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f1791aa4-c958-46d1-9d16-efda90d72396 req-1a49099c-f67c-40c8-b95f-5b3027b7a63e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Mar 22 14:45:27.872299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23bfc4-59db-431e-a607-0cdffe7a5cc6 req-b6790351-80bd-43ba-8e7e-5fc8e0a2884f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:27.873682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec23bfc4-59db-431e-a607-0cdffe7a5cc6 req-b6790351-80bd-43ba-8e7e-5fc8e0a2884f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0546026 Mar 22 14:45:27.921158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ec23bfc4-59db-431e-a607-0cdffe7a5cc6 req-b8b319d8-78bb-4e8e-93fe-89d7e3b3544a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Mar 22 14:45:28.834289 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:29.048683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a951-8e0f-4ed0-9bb4-c7c9c57e2d8d req-cfc6e5b5-ee27-44cd-a982-a39dfc23ad0e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:29.050248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c22a951-8e0f-4ed0-9bb4-c7c9c57e2d8d req-cfc6e5b5-ee27-44cd-a982-a39dfc23ad0e tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0578988 Mar 22 14:45:29.100543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c22a951-8e0f-4ed0-9bb4-c7c9c57e2d8d req-1c9a63de-59ff-4700-b715-6899f26b3298 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Mar 22 14:45:30.223425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fea18-f91f-48c7-a7be-d5e9f497b566 req-e0ec14c6-0f27-4987-be6b-d95e32ba92a1 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:30.224908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d5fea18-f91f-48c7-a7be-d5e9f497b566 req-e0ec14c6-0f27-4987-be6b-d95e32ba92a1 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0537467 Mar 22 14:45:30.272750 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d5fea18-f91f-48c7-a7be-d5e9f497b566 req-9776b733-2d74-4949-a7d0-61548c8af66f tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Mar 22 14:45:31.414693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86a005-64d4-42ec-88bb-0e8fd12cd939 req-f057da00-60b7-4e8d-ad0b-0c06b9667f1a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:31.416169 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e86a005-64d4-42ec-88bb-0e8fd12cd939 req-f057da00-60b7-4e8d-ad0b-0c06b9667f1a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0639346 Mar 22 14:45:31.466450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e86a005-64d4-42ec-88bb-0e8fd12cd939 req-8905cba9-a019-4992-9b88-cc95024dc704 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Mar 22 14:45:32.597138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa205254-fda0-4d78-8fb7-02ce3df18d6f req-43be826c-a0f1-4496-8bc8-3df269f42dff tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:32.598666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa205254-fda0-4d78-8fb7-02ce3df18d6f req-43be826c-a0f1-4496-8bc8-3df269f42dff tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0553129 Mar 22 14:45:32.647911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa205254-fda0-4d78-8fb7-02ce3df18d6f req-1a6d9030-a018-41e5-8d8f-4642c26a4b07 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Mar 22 14:45:33.779892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7df77-c8d9-4434-99c4-36d6a85e4c60 req-8b617952-5bf1-42c5-b24b-b32062819e88 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:33.781353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5f7df77-c8d9-4434-99c4-36d6a85e4c60 req-8b617952-5bf1-42c5-b24b-b32062819e88 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0536010 Mar 22 14:45:33.832065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a5f7df77-c8d9-4434-99c4-36d6a85e4c60 req-284b005c-c7f9-4cf3-adb7-ee30ebb481e6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Mar 22 14:45:34.982806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d3a0f-2a1c-49ba-baa8-5d8433ad2ca5 req-efd5b582-a969-4f12-b15c-85c702306114 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:34.984295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-902d3a0f-2a1c-49ba-baa8-5d8433ad2ca5 req-efd5b582-a969-4f12-b15c-85c702306114 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0646451 Mar 22 14:45:35.030585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-902d3a0f-2a1c-49ba-baa8-5d8433ad2ca5 req-96c307e4-1355-41b4-9ded-572064bb005a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Mar 22 14:45:36.174273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aa518-6683-4a44-8106-d98e1a940c9e req-1ec5d510-3d98-405f-8c6f-adacf4f056b6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:36.175761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d87aa518-6683-4a44-8106-d98e1a940c9e req-1ec5d510-3d98-405f-8c6f-adacf4f056b6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0535553 Mar 22 14:45:36.222704 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d87aa518-6683-4a44-8106-d98e1a940c9e req-da98914f-2022-469e-a3b4-53be8eadea17 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Mar 22 14:45:36.267953 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-50ffc241-d12a-43e2-a8c3-342cad468f4b service neutron] show failed (client error): The resource could not be found. Mar 22 14:45:36.269055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-50ffc241-d12a-43e2-a8c3-342cad468f4b service neutron] 10.222.0.42 "GET /v2.0/ports/081200ac-f17f-4eb1-ab42-3e1fbcd25849/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0576663 Mar 22 14:45:36.538491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-13212221-9e67-4d45-98f1-69c221307e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:36.539923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-13212221-9e67-4d45-98f1-69c221307e9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face&tenant_id=464629ee48064f64a1cd0459e6f9b2ab HTTP/1.1" status: 200 len: 1127 time: 0.1014490 Mar 22 14:45:36.555119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:36.612461 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:36.815189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:36.848274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:36.892062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:36.894375 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48abe304-4b1a-472a-9da1-27122c973ae1" -d '{"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-unplugged", "status": "completed", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:36.897839 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Publish callbacks [] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:36.910784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Transition to ACTIVE for port object 081200ac-f17f-4eb1-ab42-3e1fbcd25849 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:45:36.915741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:36.948147 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957ea9eb-74fa-4872-b768-cbbf8d92e9d7 x-openstack-request-id: req-957ea9eb-74fa-4872-b768-cbbf8d92e9d7 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:36.948555 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-unplugged", "status": "completed", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:36.948808 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-957ea9eb-74fa-4872-b768-cbbf8d92e9d7 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:36.949205 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957ea9eb-74fa-4872-b768-cbbf8d92e9d7'] response: {'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'code': 200} Mar 22 14:45:36.982493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] No DVR routers for this DVR port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:45:36.985562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:37.019290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:45:37.019595 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:45:37.019913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:37.024265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on network 79bd6667-42e4-40de-a7f8-7c75219872fd not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:45:37.024577 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Attempting to bind port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on network 79bd6667-42e4-40de-a7f8-7c75219872fd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:37.029522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:45:37.029850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Checking segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:45:37.030253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Bound using segment: {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:45:37.030670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Bound port: 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b90dbe7-47e0-41ca-8e02-2d275625ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:45:37.031016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:37.094696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:37.097685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:45:37.106160 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:37.138576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:37.139188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:37.140545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 1091 time: 0.5893707 Mar 22 14:45:37.160710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e320bbd-f7a6-4cfd-89bf-826494e989f9 service neutron] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:37.212578 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-11fe68d2-eec2-4dcc-af8c-97b2ff542ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:37.214105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-11fe68d2-eec2-4dcc-af8c-97b2ff542ba6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1125 time: 0.0451152 Mar 22 14:45:37.337813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-14694356-5d6a-4cdc-98a5-cb9f11f157da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:37.339359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-14694356-5d6a-4cdc-98a5-cb9f11f157da service neutron] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.1150661 Mar 22 14:45:37.365179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78923a0-35de-44e8-a92e-708419560f2b req-fed99ed2-c7c6-4687-9e85-c44d339c20a8 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:37.366553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e78923a0-35de-44e8-a92e-708419560f2b req-fed99ed2-c7c6-4687-9e85-c44d339c20a8 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0753033 Mar 22 14:45:37.398676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-6096a777-f46e-44b4-8985-10ed68811b27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0489833 Mar 22 14:45:37.471908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e78923a0-35de-44e8-a92e-708419560f2b req-77e4bd90-8dd8-4412-bd5a-a1b16ec2bf83 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799236 Mar 22 14:45:37.473651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-7de56c53-c206-4bf7-b6a2-e086a5dfde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:37.475193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-7de56c53-c206-4bf7-b6a2-e086a5dfde63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0665953 Mar 22 14:45:37.511507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-b42cc9e8-cb29-48ff-bf75-f0a429b9e1eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264635 Mar 22 14:45:37.602817 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-6f0f5f65-957a-47db-91cc-041eba21cd96 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814795 Mar 22 14:45:37.703961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ed05d4c-0e30-41a8-9daa-57b0c8338229 req-d307e1cf-5d75-4a5e-8010-d10197bf3efe service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918434 Mar 22 14:45:38.612453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa265b-48ea-45ea-8434-6035c8d44ab9 req-418f9033-9711-48ee-bccb-d94b8d0b87d5 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:38.613933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81fa265b-48ea-45ea-8434-6035c8d44ab9 req-418f9033-9711-48ee-bccb-d94b8d0b87d5 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0628619 Mar 22 14:45:38.665636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-81fa265b-48ea-45ea-8434-6035c8d44ab9 req-3b62eade-1a45-4ada-a3d3-32c686f0504a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Mar 22 14:45:38.950654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:38.954476 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f220a4ee-de63-458b-a39e-45d38acac11d" -d '{"events": [{"name": "network-changed", "server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:39.014288 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0a8b4c-fcab-4367-a3ca-6d45c8e7bc20 x-openstack-request-id: req-cd0a8b4c-fcab-4367-a3ca-6d45c8e7bc20 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:39.014564 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:39.014848 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd0a8b4c-fcab-4367-a3ca-6d45c8e7bc20 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:39.015256 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0a8b4c-fcab-4367-a3ca-6d45c8e7bc20'] response: {'name': 'network-changed', 'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'status': 'completed', 'code': 200} Mar 22 14:45:39.074475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a4ee-de63-458b-a39e-45d38acac11d req-fafe4b01-49af-4d13-9e26-e1c92170c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:39.076000 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-fafe4b01-49af-4d13-9e26-e1c92170c8cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1125 time: 0.0488985 Mar 22 14:45:39.083494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a4ee-de63-458b-a39e-45d38acac11d req-badb2e10-58ee-4967-894a-ddc07b340251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:39.084964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-badb2e10-58ee-4967-894a-ddc07b340251 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1125 time: 0.0500906 Mar 22 14:45:39.169561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a4ee-de63-458b-a39e-45d38acac11d req-d3df2dcd-805b-4d3c-8816-c2908d69a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:39.171124 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-d3df2dcd-805b-4d3c-8816-c2908d69a3ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0889440 Mar 22 14:45:39.174183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a4ee-de63-458b-a39e-45d38acac11d req-409ad193-62e2-498d-bf62-b2fbbe8c72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:39.175627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-409ad193-62e2-498d-bf62-b2fbbe8c72ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0837972 Mar 22 14:45:39.213826 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-44e6ade6-6c62-4d55-b109-ebbb02c9ae94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0363724 Mar 22 14:45:39.221403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-3954259c-cb3b-44f2-8ee3-5cfdab6d1894 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0388048 Mar 22 14:45:39.261950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a4ee-de63-458b-a39e-45d38acac11d req-b61ecebc-26ee-4a93-96f5-54349f7319c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:39.263495 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-b61ecebc-26ee-4a93-96f5-54349f7319c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0442293 Mar 22 14:45:39.271168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a4ee-de63-458b-a39e-45d38acac11d req-2ae3c799-1fc6-4442-afd1-daae797833b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:39.272672 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-2ae3c799-1fc6-4442-afd1-daae797833b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0454390 Mar 22 14:45:39.299437 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-340fee82-0e99-4bb8-b74e-e01b959568c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295682 Mar 22 14:45:39.304245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-cb46ec1b-2a7d-4960-bec4-e477d2fd0978 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254979 Mar 22 14:45:39.388439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-d9b8f17f-5173-4b35-8c91-8390eb3dcc37 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Mar 22 14:45:39.395241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-2027592d-3fff-4e09-9f8f-af53e3bc47bb service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816839 Mar 22 14:45:39.485752 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-ea9d7506-cc19-4519-9773-6e0bab08e93d service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Mar 22 14:45:39.500112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f220a4ee-de63-458b-a39e-45d38acac11d req-1dfaf53d-eb23-4df4-8715-a04db9de22b7 service neutron] 10.222.0.57 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896652 Mar 22 14:45:39.810809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4402-1347-4a12-a7f6-0811650b69e5 req-3d542de9-a113-443b-8390-55d6ca613a5c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:39.812205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97fb4402-1347-4a12-a7f6-0811650b69e5 req-3d542de9-a113-443b-8390-55d6ca613a5c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0680137 Mar 22 14:45:39.863300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-97fb4402-1347-4a12-a7f6-0811650b69e5 req-9e09533e-8914-4364-818b-4497368e6d44 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Mar 22 14:45:39.971433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:45:40.083441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c057d9-ac83-4102-b975-dfaaa2d503f6 req-c46f6456-cdfb-4180-adf9-fb47f2d6d926 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:40.085193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5c057d9-ac83-4102-b975-dfaaa2d503f6 req-c46f6456-cdfb-4180-adf9-fb47f2d6d926 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 943 time: 0.0623283 Mar 22 14:45:40.128916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89187779-4d1f-4586-86df-777cda38c6f6 req-59ea8b58-2219-4350-a813-9f6e3ba29200 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:40.130719 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-59ea8b58-2219-4350-a813-9f6e3ba29200 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face&tenant_id=464629ee48064f64a1cd0459e6f9b2ab&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 943 time: 0.1025865 Mar 22 14:45:40.144385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5c057d9-ac83-4102-b975-dfaaa2d503f6 req-4ccaa8ee-b511-4a61-b2ff-f8785f5aff33 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 Mar 22 14:45:40.193061 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-89187779-4d1f-4586-86df-777cda38c6f6 req-83b8cffe-dcef-4344-9fc4-2ce9bc3c7382 service neutron] delete failed (client error): The resource could not be found. Mar 22 14:45:40.194189 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-83b8cffe-dcef-4344-9fc4-2ce9bc3c7382 service neutron] 10.222.0.42 "DELETE /v2.0/ports/081200ac-f17f-4eb1-ab42-3e1fbcd25849/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0570190 Mar 22 14:45:40.237001 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:40.248575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'network_id': '79bd6667-42e4-40de-a7f8-7c75219872fd', 'port_id': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'mac_address': 'fa:16:3e:76:6e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d36aa7c-f412-451b-858f-269e3e20fbd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:45:40.285735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:40.286105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89187779-4d1f-4586-86df-777cda38c6f6 req-acbd5d6a-a766-457e-bfc2-e727810d23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:40.286234 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:40.287605 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-acbd5d6a-a766-457e-bfc2-e727810d23d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 1125 time: 0.0476506 Mar 22 14:45:40.298929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081200ac-f17f-4eb1-ab42-3e1fbcd25849 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:45:40.318540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:40.323479 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:40.369369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:40.375398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89187779-4d1f-4586-86df-777cda38c6f6 req-fc26379a-7ad9-4687-a16c-fabb7ae9b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:40.376849 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-fc26379a-7ad9-4687-a16c-fabb7ae9b0ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 200 len: 915 time: 0.0838003 Mar 22 14:45:40.419895 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-cbbad716-250b-4363-9891-b41a5e9fbe84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 200 len: 217 time: 0.0374167 Mar 22 14:45:40.474885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89187779-4d1f-4586-86df-777cda38c6f6 req-25facd36-929a-4240-a332-243addb9eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:40.476364 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-25facd36-929a-4240-a332-243addb9eac0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 200 len: 854 time: 0.0499504 Mar 22 14:45:40.507122 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-a644785a-cea4-47e4-842c-7f466e6c5979 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79bd6667-42e4-40de-a7f8-7c75219872fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253832 Mar 22 14:45:40.562549 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['081200ac-f17f-4eb1-ab42-3e1fbcd25849'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:45:40.599859 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-06d092b6-f8e0-4c04-bf0d-c679cd8e0429 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872309 Mar 22 14:45:40.687470 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-89187779-4d1f-4586-86df-777cda38c6f6 req-765470ba-12c6-4f9d-aaa8-e08e197e12d2 service neutron] 10.222.0.42 "GET /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Mar 22 14:45:41.268495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef1e5-8553-42cf-ad86-6bb77c314972 req-e3821ff3-be05-4b9e-bd86-420010bb5697 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:41.269901 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4eef1e5-8553-42cf-ad86-6bb77c314972 req-e3821ff3-be05-4b9e-bd86-420010bb5697 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 944 time: 0.0566325 Mar 22 14:45:41.316837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d4eef1e5-8553-42cf-ad86-6bb77c314972 req-9931cf53-9c78-4aab-9120-0911a0af76b8 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Mar 22 14:45:41.444197 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c82a-24fe-48a7-b625-490bc2d214f6 req-3dd3af4c-f796-490e-bfa6-825d0dc78e75 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:41.445688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6661c82a-24fe-48a7-b625-490bc2d214f6 req-3dd3af4c-f796-490e-bfa6-825d0dc78e75 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 944 time: 0.0556073 Mar 22 14:45:41.498277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6661c82a-24fe-48a7-b625-490bc2d214f6 req-3256ed48-d1b4-4893-8a93-72c0883f1956 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452805 Mar 22 14:45:41.614643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46e78-7351-42cd-a449-97c8c8ca5090 req-dc719fa5-1c43-4002-b165-2541becc0503 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:41.616128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09a46e78-7351-42cd-a449-97c8c8ca5090 req-dc719fa5-1c43-4002-b165-2541becc0503 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 944 time: 0.0528281 Mar 22 14:45:41.669375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-09a46e78-7351-42cd-a449-97c8c8ca5090 req-61e4cd9e-3ad1-4740-a255-bfbfea49bdb9 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476947 Mar 22 14:45:41.772729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:45:41.825065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:45:41.825460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:45:41.834013 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:45:41.991088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:42.012367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a838bb-5a98-44be-8a52-9f1f2846717a req-abc38d5c-2daf-441b-a162-a61b282beff8 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:42.013889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2a838bb-5a98-44be-8a52-9f1f2846717a req-abc38d5c-2daf-441b-a162-a61b282beff8 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 944 time: 0.0551667 Mar 22 14:45:42.049113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:45:42.053003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:42.053380 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:42.069405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2a838bb-5a98-44be-8a52-9f1f2846717a req-167c1772-02b8-4214-8b30-58eb64ada51a tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Mar 22 14:45:42.128942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:42.129333 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:42.152091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:42.154530 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027768ac-e2b2-4ada-80ab-4bd8b5a566c0" -d '{"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-plugged", "status": "completed", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:42.170054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:42.175769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:42.198432 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b34b6-81c4-40cd-a38d-5704520d9120 x-openstack-request-id: req-5b9b34b6-81c4-40cd-a38d-5704520d9120 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:42.198726 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-plugged", "status": "completed", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:42.198978 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b9b34b6-81c4-40cd-a38d-5704520d9120 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:42.199471 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9b34b6-81c4-40cd-a38d-5704520d9120'] response: {'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'code': 200} Mar 22 14:45:42.225760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:43.210790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69547e-3af5-4a8e-90ca-c64ab9208092 req-3ca7c3c9-3f0c-4c28-86b6-a0068ccca79c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:43.212284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb69547e-3af5-4a8e-90ca-c64ab9208092 req-3ca7c3c9-3f0c-4c28-86b6-a0068ccca79c tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0644209 Mar 22 14:45:43.265330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cb69547e-3af5-4a8e-90ca-c64ab9208092 req-29a68007-316c-4101-9ce2-212dd5364422 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.44 "GET /v2.0/security-groups?id=31f71066-939e-473a-b192-039e19dbb086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Mar 22 14:45:43.326920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-43182cd7-1355-4a26-8228-54059982d6d6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:43.328374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-43182cd7-1355-4a26-8228-54059982d6d6 tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.57 "GET /v2.0/ports?device_id=d698ec6c-035d-46e6-8e16-11d05966face HTTP/1.1" status: 200 len: 945 time: 0.0541604 Mar 22 14:45:43.441159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Deleting port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:45:43.441482 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:43.551884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] For port 081200ac-f17f-4eb1-ab42-3e1fbcd25849, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=081200ac-f17f-4eb1-ab42-3e1fbcd25849,segment=NetworkSegment(6b90dbe7-47e0-41ca-8e02-2d275625ad18),segment_id=6b90dbe7-47e0-41ca-8e02-2d275625ad18)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:43.552117 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:43.569645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Calling delete_port for 081200ac-f17f-4eb1-ab42-3e1fbcd25849 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:45:43.709998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (081200ac-f17f-4eb1-ab42-3e1fbcd25849), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:43.725590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['081200ac-f17f-4eb1-ab42-3e1fbcd25849'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:45:43.738955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Pushing event deleted for resources: {'Port': ['ID=081200ac-f17f-4eb1-ab42-3e1fbcd25849,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:43.780265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] No DVR routers for this DVR port 081200ac-f17f-4eb1-ab42-3e1fbcd25849 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:45:43.783112 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:43.786462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e16ec5d0-f97d-4e3c-8ef9-574d9d133248 req-93b6ea24-289b-495b-b566-b41d128b084d tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] 10.222.0.57 "DELETE /v2.0/ports/081200ac-f17f-4eb1-ab42-3e1fbcd25849 HTTP/1.1" status: 204 len: 173 time: 0.4487844 Mar 22 14:45:43.786909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-deleted', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:43.789225 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821b00f-b450-488d-b73a-e5fc1330930f" -d '{"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-deleted", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:43.830347 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf81de0-d034-49f2-8d56-d4b03d977648 x-openstack-request-id: req-acf81de0-d034-49f2-8d56-d4b03d977648 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:43.830634 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d698ec6c-035d-46e6-8e16-11d05966face", "name": "network-vif-deleted", "tag": "081200ac-f17f-4eb1-ab42-3e1fbcd25849", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:43.830882 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acf81de0-d034-49f2-8d56-d4b03d977648 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:43.831289 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf81de0-d034-49f2-8d56-d4b03d977648'] response: {'server_uuid': 'd698ec6c-035d-46e6-8e16-11d05966face', 'name': 'network-vif-deleted', 'tag': '081200ac-f17f-4eb1-ab42-3e1fbcd25849', 'status': 'completed', 'code': 200} Mar 22 14:45:44.401876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43228) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:44.448259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] Deleting subnet 8d36aa7c-f412-451b-858f-269e3e20fbd1 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:45:44.451710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] Publish callbacks [] for subnet (8d36aa7c-f412-451b-858f-269e3e20fbd1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.489027 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (8d36aa7c-f412-451b-858f-269e3e20fbd1), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.526308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8d36aa7c-f412-451b-858f-269e3e20fbd1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.583173 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (8d36aa7c-f412-451b-858f-269e3e20fbd1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.607943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d36aa7c-f412-451b-858f-269e3e20fbd1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:44.614475 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.614891 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4b3fc6f3-9660-450c-b4d9-d53b6f105d2e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8d36aa7c-f412-451b-858f-269e3e20fbd1 HTTP/1.1" status: 204 len: 168 time: 0.2119267 Mar 22 14:45:44.617562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43230) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:44.690807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (79bd6667-42e4-40de-a7f8-7c75219872fd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.769689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (79bd6667-42e4-40de-a7f8-7c75219872fd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.791282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bd6667-42e4-40de-a7f8-7c75219872fd']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:44.800736 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b90dbe7-47e0-41ca-8e02-2d275625ad18') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:44.801026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b90dbe7-47e0-41ca-8e02-2d275625ad18') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:44.810800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (6b90dbe7-47e0-41ca-8e02-2d275625ad18), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.826438 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6b90dbe7-47e0-41ca-8e02-2d275625ad18), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.835852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:45:44.836441 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (6b90dbe7-47e0-41ca-8e02-2d275625ad18), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:45:44.839080 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:45:44.910607 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (79bd6667-42e4-40de-a7f8-7c75219872fd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.918668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:44.923809 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] 10.222.0.44 "DELETE /v2.0/networks/79bd6667-42e4-40de-a7f8-7c75219872fd HTTP/1.1" status: 204 len: 168 time: 0.3037927 Mar 22 14:45:44.935131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981978b-e95c-4745-a1fc-c3dd9c2fff6b admin admin] Pushing event deleted for resources: {'Network': ['ID=79bd6667-42e4-40de-a7f8-7c75219872fd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:45.033305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43234) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:45.077725 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d1845f7d-5d03-4e77-a459-8929380dd53d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=464629ee48064f64a1cd0459e6f9b2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432043 Mar 22 14:45:45.080484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43236) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:45.130781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dcd06df-f66a-457e-a7c2-8c4ebaf09eef admin admin] Publish callbacks [] for security_group (31f71066-939e-473a-b192-039e19dbb086), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:45.150966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dcd06df-f66a-457e-a7c2-8c4ebaf09eef admin admin] Publish callbacks [] for security_group (31f71066-939e-473a-b192-039e19dbb086), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:45.205279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dcd06df-f66a-457e-a7c2-8c4ebaf09eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (31f71066-939e-473a-b192-039e19dbb086), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:45.207930 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-0dcd06df-f66a-457e-a7c2-8c4ebaf09eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:45.209151 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0dcd06df-f66a-457e-a7c2-8c4ebaf09eef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31f71066-939e-473a-b192-039e19dbb086 HTTP/1.1" status: 204 len: 168 time: 0.1276870 Mar 22 14:45:45.218350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd06df-f66a-457e-a7c2-8c4ebaf09eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f71066-939e-473a-b192-039e19dbb086,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:45.922243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43258) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:46.005041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:45:46.023309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-727895390-network', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:46.033389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 081200ac-f17f-4eb1-ab42-3e1fbcd25849 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:45:46.033765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 081200ac-f17f-4eb1-ab42-3e1fbcd25849 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:45:46.043990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Made reservation on behalf of feb1412ff02343479c1ac2c9d3d8aff7 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:45:46.046558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.055021 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.138289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks [] for security_group (144ba09f-7093-4a94-857d-42ee0bdc89fd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.143442 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (144ba09f-7093-4a94-857d-42ee0bdc89fd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.166986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:45:46.176564 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144ba09f-7093-4a94-857d-42ee0bdc89fd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:46.181510 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f7a88bcb-91d7-4d94-8016-83daf7829e09), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.181851 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Added segment f7a88bcb-91d7-4d94-8016-83daf7829e09 of type vlan for network 7840b53f-0113-4755-aff2-4bcec248bbe6 Mar 22 14:45:46.220960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (7840b53f-0113-4755-aff2-4bcec248bbe6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.246856 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (7840b53f-0113-4755-aff2-4bcec248bbe6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.247712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:46.248295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.300356 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3769901 Mar 22 14:45:46.303791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43262) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:46.310659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Request body: {'subnet': {'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-727895390-subnet', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:46.313375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71912916-2a26-4f66-b62f-86889e64fb2e admin admin] Pushing event updated for resources: {'Network': ['ID=7840b53f-0113-4755-aff2-4bcec248bbe6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:46.323646 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:45:46.338535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Made reservation on behalf of feb1412ff02343479c1ac2c9d3d8aff7 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:45:46.341066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.507611 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a451f2d2-68fe-4b4d-8f5f-363eba849025), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.566519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a451f2d2-68fe-4b4d-8f5f-363eba849025,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:46.577794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:45:46.578190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Network hostable DHCP agents. Network: 7840b53f-0113-4755-aff2-4bcec248bbe6, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:45:46.596631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:45:46.605957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 7840b53f-0113-4755-aff2-4bcec248bbe6) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:46.610255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:46.610843 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.616462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd6807-452e-4851-a05f-f101756472e2 None None] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:45:46.626809 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-28ac4f6c-7d4d-4887-ae58-99107d803bce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3216341 Mar 22 14:45:46.629611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43264) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:46.633791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:46.652638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (1689bc47-7eed-4abf-91cc-a931cabdbb9d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.653751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (1689bc47-7eed-4abf-91cc-a931cabdbb9d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.711615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks [] for router_controller (1689bc47-7eed-4abf-91cc-a931cabdbb9d), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.718887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-7840b53f-0113-4755-aff2-4bcec248bbe6', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:45:46.719740 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.852808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks [] for router_gateway (1689bc47-7eed-4abf-91cc-a931cabdbb9d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:46.856854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Allocated IP 172.20.0.2 (7840b53f-0113-4755-aff2-4bcec248bbe6/a451f2d2-68fe-4b4d-8f5f-363eba849025/8b4c13d1-3a56-42e8-8c76-f1b3d5377694) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:45:46.996588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Publish callbacks [] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.003546 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.044795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:47.047789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:47.053434 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:45:47.055149 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks [] for router_gateway (1689bc47-7eed-4abf-91cc-a931cabdbb9d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.063025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Pushing event updated for resources: {'Port': ['ID=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:47.075609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.114174 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Attempting to bind port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:45:47.114823 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Attempting to bind port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:45:47.115232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Attempting to bind port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:47.120659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:45:47.121061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:45:47.121522 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.121918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:45:47.122435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Bound port: 8b4c13d1-3a56-42e8-8c76-f1b3d5377694, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:45:47.122814 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.179651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Allocated IP 172.25.2.234 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/685f80bd-fc5d-4d38-b426-c917a4754066) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:45:47.185221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] For port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:47.188334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] For port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:45:47.195279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.254672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec564a9-58fd-4336-9cf9-73c85f86f0dc None None] Pushing event updated for resources: {'Port': ['ID=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:47.290537 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks [] for port (685f80bd-fc5d-4d38-b426-c917a4754066), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.323880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:47.364617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:47.367411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:47.370950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:45:47.396686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Pushing event updated for resources: {'Port': ['ID=685f80bd-fc5d-4d38-b426-c917a4754066,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:47.981783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks [] for router_gateway (1689bc47-7eed-4abf-91cc-a931cabdbb9d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.188054 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (1689bc47-7eed-4abf-91cc-a931cabdbb9d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.211564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28989c-6a17-4cbb-8da3-43d59419158d None None] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:45:48.213707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:48.304095 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c73e5b30-29bf-47da-852e-9bc0c7f461bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.319391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-685105a8-5b76-4549-9807-341a0c41d62c None None] Provisioning complete for port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:48.319893 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-685105a8-5b76-4549-9807-341a0c41d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.323552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:45:48.396736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:48.397097 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.434534 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:45:48.447890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:45:48.453648 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.454968 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a65b8c20-a359-44ad-9032-371186623e7d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8243990 Mar 22 14:45:48.457885 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43268) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:48.496093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:45:48.496239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:45:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:48.585477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-685105a8-5b76-4549-9807-341a0c41d62c None None] Current status of the port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:48.585863 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-685105a8-5b76-4549-9807-341a0c41d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.603131 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:48.603515 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.660511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:48.671554 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.735303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:45:48.810897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-685105a8-5b76-4549-9807-341a0c41d62c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:45:48.811265 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-685105a8-5b76-4549-9807-341a0c41d62c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:45:48.845092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:48.909672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:48.944541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:47Z', 'revision_number': 3, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:49.070221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Allocated IP 172.20.0.1 (7840b53f-0113-4755-aff2-4bcec248bbe6/a451f2d2-68fe-4b4d-8f5f-363eba849025/c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:45:49.138822 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:45:49.139094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Updating router 1689bc47-7eed-4abf-91cc-a931cabdbb9d port 685f80bd-fc5d-4d38-b426-c917a4754066 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:45:49.166525 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.174855 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks [] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.212806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.263381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:49.271024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:49.273524 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:45:49.294070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Pushing event updated for resources: {'Port': ['ID=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:49.315582 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (1689bc47-7eed-4abf-91cc-a931cabdbb9d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.362598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-685105a8-5b76-4549-9807-341a0c41d62c None None] Current status of the port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:49.460554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.466302 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Publish callbacks [] for port (685f80bd-fc5d-4d38-b426-c917a4754066), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.477711 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.542443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-de229d44-009a-481f-a6cc-3a3846b9e191 None None] Provisioning complete for port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:49.542732 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de229d44-009a-481f-a6cc-3a3846b9e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.549674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Attempting to bind port 685f80bd-fc5d-4d38-b426-c917a4754066 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:45:49.550089 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Attempting to bind port 685f80bd-fc5d-4d38-b426-c917a4754066 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:45:49.550476 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Attempting to bind port 685f80bd-fc5d-4d38-b426-c917a4754066 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:49.573110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6323a00-f1a0-4601-8571-3474a6e552ea None None] Pushing event updated for resources: {'Port': ['ID=685f80bd-fc5d-4d38-b426-c917a4754066,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:49.581661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:45:49.582081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:45:49.582487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.582878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:45:49.583363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Bound port: 685f80bd-fc5d-4d38-b426-c917a4754066, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:45:49.583777 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.635034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks [] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.640728 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.656575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] For port 685f80bd-fc5d-4d38-b426-c917a4754066, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:49.689037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] For port 685f80bd-fc5d-4d38-b426-c917a4754066, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=685f80bd-fc5d-4d38-b426-c917a4754066,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:45:49.701960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.705526 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (1689bc47-7eed-4abf-91cc-a931cabdbb9d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.706230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-de229d44-009a-481f-a6cc-3a3846b9e191 None None] Current status of the port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:49.708469 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Pushing event updated for resources: {'Port': ['ID=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:49.763262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:45:49.763901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:45:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:49.802964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6323a00-f1a0-4601-8571-3474a6e552ea None None] Pushing event updated for resources: {'Port': ['ID=685f80bd-fc5d-4d38-b426-c917a4754066,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:49.807485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:49.808938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:49.865026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bee10bd2-0ea0-4250-a49f-0f107ee7d20e None None] Provisioning complete for port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:49.865393 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bee10bd2-0ea0-4250-a49f-0f107ee7d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:49.918060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bee10bd2-0ea0-4250-a49f-0f107ee7d20e None None] Port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:45:49.921905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:45:49.927206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:45:50.046648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:45:50.051844 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f65ad832-8872-4a29-a46f-55c33780379b admin admin] 10.222.0.44 "PUT /v2.0/routers/1689bc47-7eed-4abf-91cc-a931cabdbb9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5929570 Mar 22 14:45:50.079333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7615100-f85b-4c21-b48d-9059f2af7150 None None] Provisioning complete for port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:50.079697 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7615100-f85b-4c21-b48d-9059f2af7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.145296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7615100-f85b-4c21-b48d-9059f2af7150 None None] Port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:45:50.173543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 2, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:50.178122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:50.204076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13a35d-13cb-4a67-b6c4-66830d3928bb None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 2, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:45:50.256539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:50.256999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.340426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:50.492249 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-158b767c-6361-43fc-a056-4d06f4a98640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.496510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43276) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:50.501350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-de998e00-1313-48af-a6bc-bcd1914468ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113765031', 'description': 'tempest-description--689372941'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:50.523184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de998e00-1313-48af-a6bc-bcd1914468ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.593773 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de998e00-1313-48af-a6bc-bcd1914468ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group (f9a93477-d515-4a8f-9a0d-27e2007b0b0e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.598620 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de998e00-1313-48af-a6bc-bcd1914468ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f9a93477-d515-4a8f-9a0d-27e2007b0b0e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.631345 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-de998e00-1313-48af-a6bc-bcd1914468ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.632605 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-de998e00-1313-48af-a6bc-bcd1914468ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1349871 Mar 22 14:45:50.635492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43278) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:50.640685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fd73db98-46a4-4027-976d-1d4ca5850787 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'security_group_rule': {'security_group_id': 'f9a93477-d515-4a8f-9a0d-27e2007b0b0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:50.647942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de998e00-1313-48af-a6bc-bcd1914468ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a93477-d515-4a8f-9a0d-27e2007b0b0e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:50.669194 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd73db98-46a4-4027-976d-1d4ca5850787 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group_rule (d990395a-1abd-4114-8a2f-199ee5ee8cdf), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.728937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd73db98-46a4-4027-976d-1d4ca5850787 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group_rule (d990395a-1abd-4114-8a2f-199ee5ee8cdf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.733519 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd73db98-46a4-4027-976d-1d4ca5850787 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d990395a-1abd-4114-8a2f-199ee5ee8cdf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.752021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73db98-46a4-4027-976d-1d4ca5850787 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d990395a-1abd-4114-8a2f-199ee5ee8cdf,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:50.763235 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fd73db98-46a4-4027-976d-1d4ca5850787 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.764503 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fd73db98-46a4-4027-976d-1d4ca5850787 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280763 Mar 22 14:45:50.767159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43280) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:50.771607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2ccbd82d-6502-4c7a-a778-bcb44dd15ad4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'security_group_rule': {'security_group_id': 'f9a93477-d515-4a8f-9a0d-27e2007b0b0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:50.796246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd82d-6502-4c7a-a778-bcb44dd15ad4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group_rule (8b6ab779-3cdf-47e3-8f20-dd2ca62c45fd), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.854011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd82d-6502-4c7a-a778-bcb44dd15ad4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group_rule (8b6ab779-3cdf-47e3-8f20-dd2ca62c45fd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.860386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd82d-6502-4c7a-a778-bcb44dd15ad4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (8b6ab779-3cdf-47e3-8f20-dd2ca62c45fd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.885251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbd82d-6502-4c7a-a778-bcb44dd15ad4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6ab779-3cdf-47e3-8f20-dd2ca62c45fd,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:50.893099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd82d-6502-4c7a-a778-bcb44dd15ad4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.895898 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2ccbd82d-6502-4c7a-a778-bcb44dd15ad4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277225 Mar 22 14:45:50.897596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43282) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:50.902107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:50.923200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.030258 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.136589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Allocated IP 172.25.2.163 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/30e8db63-f61c-493b-b0b6-e476b52886dd) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:45:51.245568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.280072 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.318064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:51.321250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:51.327486 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:45:51.350189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'Port': ['ID=30e8db63-f61c-493b-b0b6-e476b52886dd,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:51.420249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.461143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.619088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.625689 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.694542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'Port': ['ID=30e8db63-f61c-493b-b0b6-e476b52886dd,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:51.704642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.722683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.723983 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8b9ba7b3-1b8e-4093-a9f8-7f5a8ce01532 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8254204 Mar 22 14:45:51.884295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-8efd59cf-8f74-449c-8647-ff43fc7cfe15 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1113765031&fields=id&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 267 time: 0.0480044 Mar 22 14:45:51.990796 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-5e85a1e5-856f-4e08-a2fa-7f81f3e85900 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:51.992289 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-5e85a1e5-856f-4e08-a2fa-7f81f3e85900 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1011801 Mar 22 14:45:52.007165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-42601e6a-6e7e-4d30-a2ce-dca45427642d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/quotas/feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 375 time: 0.0093482 Mar 22 14:45:52.022812 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.068570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-117f8936-e7a7-4553-92a2-5461c84c029b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557830 Mar 22 14:45:52.172690 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:45:52.173558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-a0bfa468-0cd0-4f13-bc82-54fc02939533 service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931170 Mar 22 14:45:52.189777 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:45:52.190429 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:45:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:52.192407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 685f80bd-fc5d-4d38-b426-c917a4754066 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:52.246240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 685f80bd-fc5d-4d38-b426-c917a4754066 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:52.247024 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.279114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-d9fe8c8f-2071-4cda-83f7-d342af83d42a service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958714 Mar 22 14:45:52.298152 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:45:52.329423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 685f80bd-fc5d-4d38-b426-c917a4754066 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:52.329912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.351937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 685f80bd-fc5d-4d38-b426-c917a4754066, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=685f80bd-fc5d-4d38-b426-c917a4754066,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:52.356947 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.415041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=685f80bd-fc5d-4d38-b426-c917a4754066,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:52.454532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-94a67a81-9251-4f76-b078-460693f47a3b req-eba9b007-c018-4731-8b24-dd58465ad9de tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 210 time: 0.0369265 Mar 22 14:45:52.501685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 2, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:52.528359 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:45:52.528713 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Updating router 1689bc47-7eed-4abf-91cc-a931cabdbb9d port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:45:52.556001 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.921149 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Publish callbacks [] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.927255 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.003300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Pushing event updated for resources: {'Port': ['ID=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:53.030033 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.030377 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.030705 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.031200 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.031528 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.031851 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.032169 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.032487 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.032800 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.033136 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.033448 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.033757 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.034089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.034399 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.034766 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:53.052861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Attempting to bind port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:45:53.053448 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Attempting to bind port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:45:53.053827 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Attempting to bind port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:53.060259 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:45:53.060630 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:45:53.061084 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.061478 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:45:53.061941 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Bound port: c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:45:53.062389 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.126663 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] For port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:53.130579 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] For port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:45:53.137112 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.197517 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:45:53.198623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-af8367a6-7469-4f54-a4f3-855afb739962 None None] Provisioning complete for port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:53.199105 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:45:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:53.199233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-af8367a6-7469-4f54-a4f3-855afb739962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.202086 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53162193-d679-40c6-a042-6e8a7b176e14 None None] Pushing event updated for resources: {'Port': ['ID=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:53.295101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-af8367a6-7469-4f54-a4f3-855afb739962 None None] Current status of the port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:53.295538 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-af8367a6-7469-4f54-a4f3-855afb739962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.309753 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:45:53.336692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-af8367a6-7469-4f54-a4f3-855afb739962 None None] For port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:53.344541 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-af8367a6-7469-4f54-a4f3-855afb739962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.403904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8367a6-7469-4f54-a4f3-855afb739962 None None] Pushing event updated for resources: {'Port': ['ID=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:53.474956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0536e588-20d1-407b-9b1c-3d61340b42de None None] Provisioning complete for port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:53.475315 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0536e588-20d1-407b-9b1c-3d61340b42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.524126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-eca0f8ef-5bfd-4d84-a2d0-ac49f14b2dee tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:53.526113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-eca0f8ef-5bfd-4d84-a2d0-ac49f14b2dee tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1495857 Mar 22 14:45:53.549957 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.561429 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:53.577212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9527227f-8026-4443-8eec-c9f0a929088a req-51337850-a8fa-4ddd-8ac6-b9eb069088a3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 210 time: 0.0375161 Mar 22 14:45:53.588075 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9fa51-a696-4c78-b233-e9e755e8b773 None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:45:53.604040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0536e588-20d1-407b-9b1c-3d61340b42de None None] Current status of the port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:53.650032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-990c2877-2146-43eb-ad2c-c15260917e07 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 380 time: 0.1078641 Mar 22 14:45:53.659265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'port': {'device_id': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'admin_state_up': True, 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'security_groups': ['f9a93477-d515-4a8f-9a0d-27e2007b0b0e']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:53.767227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Made reservation on behalf of feb1412ff02343479c1ac2c9d3d8aff7 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:45:53.770982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:53.904057 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Allocated IP 172.20.0.6 (7840b53f-0113-4755-aff2-4bcec248bbe6/a451f2d2-68fe-4b4d-8f5f-363eba849025/4dc874bd-e6a3-49d7-9925-cc9b8b55ad41) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:45:54.047991 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.085780 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.127590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:54.130938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:54.137785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:45:54.161525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:54.178536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.178873 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.179207 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.179536 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.179863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.180187 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.180861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.181177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.181489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.181800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.182133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.182444 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.182761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.183088 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.183425 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:54.203733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:54.204400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.225911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-339e85a5-4789-4d4e-adc2-bf294a0c0f68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705009 Mar 22 14:45:54.233163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:54.243412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Request body: {'port': {'device_id': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:54.289012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:54.289389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.315934 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.373489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:54.374645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 685f80bd-fc5d-4d38-b426-c917a4754066 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:54.423495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 685f80bd-fc5d-4d38-b426-c917a4754066 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:54.423765 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.464019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-625707ce-58ad-401e-8e02-495a9eb64e1b None None] Provisioning complete for port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:54.464391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-625707ce-58ad-401e-8e02-495a9eb64e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.505853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-625707ce-58ad-401e-8e02-495a9eb64e1b None None] Port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:45:54.543310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 685f80bd-fc5d-4d38-b426-c917a4754066 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:54.645159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.771181 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.921652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6eed22-c1f2-4b52-b8e5-843d556c563f req-981c9f05-5827-44b2-8492-72b53d78bb89 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:54.923119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb6eed22-c1f2-4b52-b8e5-843d556c563f req-981c9f05-5827-44b2-8492-72b53d78bb89 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 931 time: 0.0881734 Mar 22 14:45:55.018108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:45:55.036780 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Publish callbacks [] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:55.047964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bb6eed22-c1f2-4b52-b8e5-843d556c563f req-6d7b86f6-41aa-4294-83a0-910c88479c9a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150119 Mar 22 14:45:55.057231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Transition to ACTIVE for port object 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:45:55.063438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:55.116665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:55.188397 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:45:55.188734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:45:55.189064 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:55.193783 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:45:55.194138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:55.199636 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:45:55.199995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:45:55.200348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:45:55.200778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Bound port: 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:45:55.201133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:55.269161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:55.272259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:45:55.279314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:55.311360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:55.312067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:55.313474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] 10.222.0.57 "PUT /v2.0/ports/4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 1091 time: 1.0744684 Mar 22 14:45:55.313944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:55.316250 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59364624-1153-440a-8074-dc57954f4b80" -d '{"events": [{"name": "network-changed", "server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:55.353765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7518cb-68cf-425e-b8dd-8571a79c006a service neutron] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:55.362777 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2113990b-2e6d-4963-adc5-afc758cc81cb x-openstack-request-id: req-2113990b-2e6d-4963-adc5-afc758cc81cb {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:55.363078 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:55.363385 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2113990b-2e6d-4963-adc5-afc758cc81cb {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:55.364523 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2113990b-2e6d-4963-adc5-afc758cc81cb'] response: {'name': 'network-changed', 'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'status': 'completed', 'code': 200} Mar 22 14:45:55.419143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-1ba0bfee-86ec-4443-a383-e73fe95bdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:55.420670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-1ba0bfee-86ec-4443-a383-e73fe95bdf76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1125 time: 0.0457580 Mar 22 14:45:55.474221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-b503073d-ffe4-4bb9-a36d-d8472ee5f199 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 217 time: 0.0392914 Mar 22 14:45:55.532063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-df1ba7ee-3095-4e81-89ef-fbc7d6d444be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:55.533582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-df1ba7ee-3095-4e81-89ef-fbc7d6d444be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0510776 Mar 22 14:45:55.583145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-91ceabb3-4ba0-46ac-8bd8-d8d1da5a8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:55.584676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-91ceabb3-4ba0-46ac-8bd8-d8d1da5a8719 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454876 Mar 22 14:45:55.691302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-238ae2bf-7df9-47bb-90de-9453b01a9187 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980201 Mar 22 14:45:55.789147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f6a68e3f-7330-4d53-8a1f-f520276c7732 req-d81a46d3-5260-4826-97ca-fa926c2ba5b1 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891340 Mar 22 14:45:55.892679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364624-1153-440a-8074-dc57954f4b80 req-cc978839-b4a7-4954-b2df-f828602da7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:55.894181 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59364624-1153-440a-8074-dc57954f4b80 req-cc978839-b4a7-4954-b2df-f828602da7bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1125 time: 0.0483263 Mar 22 14:45:55.987529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364624-1153-440a-8074-dc57954f4b80 req-1612acdb-c8af-474c-89ef-d6f10c1794b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:55.989032 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59364624-1153-440a-8074-dc57954f4b80 req-1612acdb-c8af-474c-89ef-d6f10c1794b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0893393 Mar 22 14:45:56.029729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59364624-1153-440a-8074-dc57954f4b80 req-7264f999-7c98-4540-baeb-4553e9474435 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 217 time: 0.0351202 Mar 22 14:45:56.086631 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364624-1153-440a-8074-dc57954f4b80 req-2213d3ef-981d-4966-b9ec-708d24d5e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:56.088121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59364624-1153-440a-8074-dc57954f4b80 req-2213d3ef-981d-4966-b9ec-708d24d5e002 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0512083 Mar 22 14:45:56.176541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364624-1153-440a-8074-dc57954f4b80 req-0be38cd5-a296-4c98-b392-03e4998ed754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:56.178122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59364624-1153-440a-8074-dc57954f4b80 req-0be38cd5-a296-4c98-b392-03e4998ed754 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791740 Mar 22 14:45:56.189755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0b7ba-65fa-47f2-8402-c735d50a4d01 req-194333d2-af60-4ed4-a1ae-afc47ee7a478 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:56.191138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34f0b7ba-65fa-47f2-8402-c735d50a4d01 req-194333d2-af60-4ed4-a1ae-afc47ee7a478 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 943 time: 0.0644331 Mar 22 14:45:56.293654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-34f0b7ba-65fa-47f2-8402-c735d50a4d01 req-a3fe332d-6c53-4ae7-abc6-15dfb811c914 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945339 Mar 22 14:45:56.310197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59364624-1153-440a-8074-dc57954f4b80 req-2d647ce8-322c-43d7-b6e2-6bff9348eff6 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180642 Mar 22 14:45:56.405375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59364624-1153-440a-8074-dc57954f4b80 req-86821dd2-8dc9-4098-bd22-b4839a85cfbe service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869408 Mar 22 14:45:57.416744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c2d14-b9a1-46ac-9849-1af2403b0ac8 req-59d54f5f-e249-451c-ba95-7196c98d3889 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:57.418347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a8c2d14-b9a1-46ac-9849-1af2403b0ac8 req-59d54f5f-e249-451c-ba95-7196c98d3889 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 943 time: 0.0546918 Mar 22 14:45:57.467643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a8c2d14-b9a1-46ac-9849-1af2403b0ac8 req-14277cec-38de-4ef6-9725-a41d07760a05 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 Mar 22 14:45:58.067809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:45:58.170964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:58.183431 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'mac_address': 'fa:16:3e:69:67:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:45:58.219653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:58.220039 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:58.233406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:45:58.258136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:58.264707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:58.312584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:58.513998 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:45:58.595055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d35dda-b6b8-454f-b042-6ec25ccbcb5e req-91ddf664-28f2-4a69-970f-07e2d14fb7ec tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:58.596589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78d35dda-b6b8-454f-b042-6ec25ccbcb5e req-91ddf664-28f2-4a69-970f-07e2d14fb7ec tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 944 time: 0.0540674 Mar 22 14:45:58.643657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78d35dda-b6b8-454f-b042-6ec25ccbcb5e req-e2816565-4f0c-4878-b4e1-18893791c542 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Mar 22 14:45:58.831903 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:59.774538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf672f04-d384-4b3d-8e92-db6b1e2c8feb req-69471a54-1e7a-4090-9c12-18867bec85b9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:59.776000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf672f04-d384-4b3d-8e92-db6b1e2c8feb req-69471a54-1e7a-4090-9c12-18867bec85b9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 944 time: 0.0613389 Mar 22 14:45:59.824081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf672f04-d384-4b3d-8e92-db6b1e2c8feb req-db811139-f909-4277-86d9-4312f7c695cb tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Mar 22 14:46:00.114515 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:46:00.169910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:46:00.173555 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:46:00.173928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:00.255209 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:46:00.255500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:00.278378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:00.280780 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1095fbdc-22af-4426-a5f3-83fc6f4132bf" -d '{"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:00.293436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:00.298999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:00.321996 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c36302f-47ab-470d-98cd-b4422baa415f x-openstack-request-id: req-4c36302f-47ab-470d-98cd-b4422baa415f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:00.322297 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:00.322549 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c36302f-47ab-470d-98cd-b4422baa415f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:00.322943 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c36302f-47ab-470d-98cd-b4422baa415f'] response: {'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'code': 200} Mar 22 14:46:00.349922 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:00.421419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1c5c-fa67-414c-b282-da2ff2d46191 req-32a93516-78c0-403a-b9a3-5782de35e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:00.422970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-385f1c5c-fa67-414c-b282-da2ff2d46191 req-32a93516-78c0-403a-b9a3-5782de35e8cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1127 time: 0.0450490 Mar 22 14:46:00.472122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-385f1c5c-fa67-414c-b282-da2ff2d46191 req-f075cf5a-4844-4bf8-9f6e-f970115aaaf1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393698 Mar 22 14:46:00.959117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e811f15-9cf5-475a-b95c-6f29f05a7e98 req-d86d2159-50cf-4c81-a60c-ce1d46e7987a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:00.960542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e811f15-9cf5-475a-b95c-6f29f05a7e98 req-d86d2159-50cf-4c81-a60c-ce1d46e7987a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0569947 Mar 22 14:46:01.015938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e811f15-9cf5-475a-b95c-6f29f05a7e98 req-c33c9e6d-6971-4b37-9f89-bb131e96163f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468645 Mar 22 14:46:02.153240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcae79c-a2db-4175-b094-7249677a94ee req-f3b6a4d5-ae4c-46a9-ad7a-38d34c8980e5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:02.154773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edcae79c-a2db-4175-b094-7249677a94ee req-f3b6a4d5-ae4c-46a9-ad7a-38d34c8980e5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0547318 Mar 22 14:46:02.204255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-edcae79c-a2db-4175-b094-7249677a94ee req-e1c79a18-07f6-46a9-bf47-7a0ebd7b14d7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Mar 22 14:46:02.331396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9ba6-1dba-495b-9b1e-989e22682150 req-7d940f20-3ba6-4bfb-adae-145fe11b1cfc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:02.332909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-567f9ba6-1dba-495b-9b1e-989e22682150 req-7d940f20-3ba6-4bfb-adae-145fe11b1cfc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0654695 Mar 22 14:46:02.341935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 43328) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:46:02.346586 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'floatingip': {'port_id': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:46:02.389360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:02.807859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:02.814527 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:02.913209 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 associated. External IP: 172.25.2.163, port: 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41. Mar 22 14:46:03.121543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:46:03.565163 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:46:03.570753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:03.576091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:46:03.585637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:46:03.586282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:45:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:03.601709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6c052f11-3c46-4106-a5fd-a2821406f64a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "PUT /v2.0/floatingips/1252bf47-827c-42a0-ba0d-30bcba348d18 HTTP/1.1" status: 200 len: 991 time: 1.2586272 Mar 22 14:46:03.602453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:03.605349 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e056930d-6490-404a-a521-bfdf1658ccb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:03.705488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:46:03.722798 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9483fb0-67b4-4546-940f-73a3a2816952 x-openstack-request-id: req-f9483fb0-67b4-4546-940f-73a3a2816952 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:03.723090 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:03.723337 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9483fb0-67b4-4546-940f-73a3a2816952 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:03.723743 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9483fb0-67b4-4546-940f-73a3a2816952'] response: {'name': 'network-changed', 'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'status': 'completed', 'code': 200} Mar 22 14:46:03.793646 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-3c7d521c-79d0-4b2c-b4da-f7a6be939101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:03.795382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-3c7d521c-79d0-4b2c-b4da-f7a6be939101 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1127 time: 0.0515306 Mar 22 14:46:03.892290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-7e307588-f9cb-4eb5-a8a8-610fb35fd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:03.893782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-7e307588-f9cb-4eb5-a8a8-610fb35fd789 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0927627 Mar 22 14:46:03.944630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:69:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:46:02Z', 'revision_number': 1, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:03.970770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:46:03.979419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:46:03.980039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:45:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:03.990590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-be76e858-4cfc-4990-a36b-a14ce6370e9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 999 time: 0.0911295 Mar 22 14:46:04.036940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f7384-42c1-4c66-9719-04de2133c63b req-4163a760-0b1e-4029-bf5d-62e7ed670916 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:04.038443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb0f7384-42c1-4c66-9719-04de2133c63b req-4163a760-0b1e-4029-bf5d-62e7ed670916 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.1033592 Mar 22 14:46:04.057502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-f7856355-ff6a-4f56-bd41-57aed1ca28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:04.058996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-f7856355-ff6a-4f56-bd41-57aed1ca28bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0624187 Mar 22 14:46:04.089626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:46:04.123375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb0f7384-42c1-4c66-9719-04de2133c63b req-7f31cf9d-9523-4ceb-87b5-aa9ae2009adb tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770099 Mar 22 14:46:04.129559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-85df7168-6ff4-4d34-b613-07e75473f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:04.131239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-85df7168-6ff4-4d34-b613-07e75473f426 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0663249 Mar 22 14:46:04.254116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-49279b79-b348-4fb6-be6e-51293782b905 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169314 Mar 22 14:46:04.324029 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011fe16-aa79-4b13-af36-e413caeeca87 req-746c7c47-0e49-4d0f-b808-07b6ae24e23b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:04.325617 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e011fe16-aa79-4b13-af36-e413caeeca87 req-746c7c47-0e49-4d0f-b808-07b6ae24e23b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.1266911 Mar 22 14:46:04.386018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e056930d-6490-404a-a521-bfdf1658ccb0 req-4dff7c92-8b20-48ca-b719-b24b5f0241c0 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266358 Mar 22 14:46:04.405890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e011fe16-aa79-4b13-af36-e413caeeca87 req-9a1437b5-0409-492a-bc68-5597597617a3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739539 Mar 22 14:46:04.478132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:69:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:46:02Z', 'revision_number': 1, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:04.507590 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998045be-2547-4bd8-85d2-38a8f611f569 None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:69:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:46:02Z', 'revision_number': 1, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:46:04.721077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84de40-2336-4c47-9d5c-2df2922f9825 None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:46:05.533259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3996-673d-4316-b4b0-63a25d14b289 req-4c7e10f9-d19d-42df-a0f3-7bb6e6c59853 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:05.534756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36fa3996-673d-4316-b4b0-63a25d14b289 req-4c7e10f9-d19d-42df-a0f3-7bb6e6c59853 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Mar 22 14:46:05.580610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36fa3996-673d-4316-b4b0-63a25d14b289 req-ad62d63b-7aea-4f7f-9e45-db60ef1b8752 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Mar 22 14:46:05.706085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128ed4-5de6-456e-a6e6-ac4440dc3edc req-15fb6651-d92d-42d9-94ae-3366cd36529a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:05.707522 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36128ed4-5de6-456e-a6e6-ac4440dc3edc req-15fb6651-d92d-42d9-94ae-3366cd36529a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0593457 Mar 22 14:46:05.754911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36128ed4-5de6-456e-a6e6-ac4440dc3edc req-9898bc63-ce93-432d-a75d-9dd154be82e0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Mar 22 14:46:05.990983 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-f7354104-e66d-4cdf-bc5c-e48f3463846e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446682 Mar 22 14:46:06.003175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038550fb-aa1e-4c04-88bb-fa76d7bc4a38 req-3d6c8838-58bf-4c23-8421-3d2832a86f45 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:06.004625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-038550fb-aa1e-4c04-88bb-fa76d7bc4a38 req-3d6c8838-58bf-4c23-8421-3d2832a86f45 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0533631 Mar 22 14:46:06.058994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-038550fb-aa1e-4c04-88bb-fa76d7bc4a38 req-0dc94529-9269-41c9-97f5-d4c84483e846 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474033 Mar 22 14:46:06.399980 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-9f8ff6e6-8aed-4649-86e0-9ffdb712f0af tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:06.401323 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-9f8ff6e6-8aed-4649-86e0-9ffdb712f0af tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports/4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 942 time: 0.0456064 Mar 22 14:46:07.220866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9f3fb-78c3-4205-83d9-96e631f76d7e req-a5279de1-e491-4101-87e9-f5fac54f5c6f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.222352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9f3fb-78c3-4205-83d9-96e631f76d7e req-a5279de1-e491-4101-87e9-f5fac54f5c6f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0870883 Mar 22 14:46:07.250542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-0d20a86b-8ef3-4bf2-8700-bc83e0373400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.252020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-0d20a86b-8ef3-4bf2-8700-bc83e0373400 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1127 time: 0.0771515 Mar 22 14:46:07.320063 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73e9f3fb-78c3-4205-83d9-96e631f76d7e req-3407069f-6ae6-416a-a268-983ecdf2340d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905726 Mar 22 14:46:07.359178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-74af6080-b7bb-44b6-a16a-886899d05639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.360593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-74af6080-b7bb-44b6-a16a-886899d05639 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.1027193 Mar 22 14:46:07.430747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-3b08a2d0-6bfe-4e40-9ac9-974e8469e714 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 1001 time: 0.0646334 Mar 22 14:46:07.484515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-11cd9de9-8426-4a2d-81e4-e04a1e6b474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.486323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-11cd9de9-8426-4a2d-81e4-e04a1e6b474a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0498593 Mar 22 14:46:07.537540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-cd945f93-2890-4f19-be17-309383e6fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.539107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-cd945f93-2890-4f19-be17-309383e6fcab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471416 Mar 22 14:46:07.629783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-08ebff45-cd36-41a4-b4da-2d442e646541 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847654 Mar 22 14:46:07.716686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-52944868-2ed4-42b6-a20d-87145c68c115 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815730 Mar 22 14:46:08.460635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b188b-b79a-4438-8b70-322fbc6b550f req-ad2b0784-92d7-4399-b828-d283f6081873 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:08.462174 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-195b188b-b79a-4438-8b70-322fbc6b550f req-ad2b0784-92d7-4399-b828-d283f6081873 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0604534 Mar 22 14:46:08.510947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-195b188b-b79a-4438-8b70-322fbc6b550f req-ebc1a02f-425d-4384-ad1a-025fc014f1d2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Mar 22 14:46:09.645523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab25f18-5238-474c-ad04-9acbc92ee6df req-e1a9301a-bdac-48e0-82c4-3e25709c8d0d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:09.647056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ab25f18-5238-474c-ad04-9acbc92ee6df req-e1a9301a-bdac-48e0-82c4-3e25709c8d0d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0577855 Mar 22 14:46:09.695026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ab25f18-5238-474c-ad04-9acbc92ee6df req-04641dfb-a785-4314-afd6-040dc5c7f80a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Mar 22 14:46:10.840449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115f651-cdb5-4216-ad2c-0f46e0f37a34 req-a29c7a3a-24b6-4010-b8b0-e174193583c2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:10.842041 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2115f651-cdb5-4216-ad2c-0f46e0f37a34 req-a29c7a3a-24b6-4010-b8b0-e174193583c2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0624042 Mar 22 14:46:10.890789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2115f651-cdb5-4216-ad2c-0f46e0f37a34 req-dfb8633c-7142-4683-8b86-0b0b3242a0ea tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Mar 22 14:46:12.024373 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bb667-2edd-46ff-a55b-016f47df93b4 req-6b4b4e86-2904-4a32-95c9-d0fa1e898a44 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:12.025852 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-636bb667-2edd-46ff-a55b-016f47df93b4 req-6b4b4e86-2904-4a32-95c9-d0fa1e898a44 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0541606 Mar 22 14:46:12.075043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-636bb667-2edd-46ff-a55b-016f47df93b4 req-4947ead0-feb9-466a-97b7-81d952936b64 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433741 Mar 22 14:46:13.203829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476fc15-d4d8-42e9-a2b2-103d4409e1d1 req-d1d5f034-6fea-4bcb-9955-69dcc973de15 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:13.205334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b476fc15-d4d8-42e9-a2b2-103d4409e1d1 req-d1d5f034-6fea-4bcb-9955-69dcc973de15 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0558379 Mar 22 14:46:13.257761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b476fc15-d4d8-42e9-a2b2-103d4409e1d1 req-faf53cb1-3278-4689-ba14-752c0af5844a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463738 Mar 22 14:46:14.394637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0de8-2e92-43ee-ac41-93bc86297b8b req-c1eede1c-0f1d-4857-b108-b6e236636025 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:14.396128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70ba0de8-2e92-43ee-ac41-93bc86297b8b req-c1eede1c-0f1d-4857-b108-b6e236636025 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0563688 Mar 22 14:46:14.443666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70ba0de8-2e92-43ee-ac41-93bc86297b8b req-c695ef65-b5f4-4195-a9e0-e65a13baff30 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Mar 22 14:46:15.581392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940771-b083-4959-b676-8c5bc93c0d05 req-2f169da3-6896-4ad8-b782-0323e025e0a5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:15.582961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a940771-b083-4959-b676-8c5bc93c0d05 req-2f169da3-6896-4ad8-b782-0323e025e0a5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0544260 Mar 22 14:46:15.630912 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a940771-b083-4959-b676-8c5bc93c0d05 req-111eeaec-55fe-4154-9ee5-cd996fb91599 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Mar 22 14:46:16.769205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ebcd4-498c-4015-ab56-a92fcded05ce req-8926cf4e-46e6-4b1c-9487-9c11b7a4236e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:16.771147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-052ebcd4-498c-4015-ab56-a92fcded05ce req-8926cf4e-46e6-4b1c-9487-9c11b7a4236e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0708754 Mar 22 14:46:16.818660 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-052ebcd4-498c-4015-ab56-a92fcded05ce req-54997b14-e19c-428a-a8cb-c605135d11cb tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410674 Mar 22 14:46:17.952133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048a91c-c016-4007-95de-bb0875577100 req-ad8333d4-1bd6-4280-b781-f35bb743cb3f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:17.954302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2048a91c-c016-4007-95de-bb0875577100 req-ad8333d4-1bd6-4280-b781-f35bb743cb3f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0624027 Mar 22 14:46:18.005273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2048a91c-c016-4007-95de-bb0875577100 req-ee558ca6-7005-4ee3-b88c-6702f90085e0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440879 Mar 22 14:46:18.238443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fafb2d3c-2d98-4e8e-9a04-94c5a64aac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:18.839651 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:46:19.129001 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e459a1-2c86-46e7-9bda-9115e5102375 req-32a25e7e-9469-4e81-9024-4de4668c5b7c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:19.130485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9e459a1-2c86-46e7-9bda-9115e5102375 req-32a25e7e-9469-4e81-9024-4de4668c5b7c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0551491 Mar 22 14:46:19.191760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9e459a1-2c86-46e7-9bda-9115e5102375 req-215c1b12-dcac-4634-b8be-35c014a2e7e8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Mar 22 14:46:20.322558 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d502-85a2-498a-8e13-31e0f0dc08e5 req-55d040e4-8d35-469c-be90-250fb74af9ca tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:20.324080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b971d502-85a2-498a-8e13-31e0f0dc08e5 req-55d040e4-8d35-469c-be90-250fb74af9ca tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0558476 Mar 22 14:46:20.372776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b971d502-85a2-498a-8e13-31e0f0dc08e5 req-6444894d-21d8-44b2-94c1-5398df6be3ea tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 Mar 22 14:46:20.494535 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-446fb03f-4fd4-4cfb-a040-b4c388d80406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:21.509529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0930255-f5f3-480a-a985-1c4787a38810 req-93b4ff79-0266-4258-9f54-b5b2e5cd471b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:21.511119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0930255-f5f3-480a-a985-1c4787a38810 req-93b4ff79-0266-4258-9f54-b5b2e5cd471b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0592349 Mar 22 14:46:21.558889 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0930255-f5f3-480a-a985-1c4787a38810 req-734c8118-bd52-44f2-ab17-dfc8576ffbbc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Mar 22 14:46:22.026605 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:22.696049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f9f3-fb5d-4674-9325-160ded16a738 req-991372ed-d287-4520-ade1-efb8f9d41a0a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:22.697509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b92f9f3-fb5d-4674-9325-160ded16a738 req-991372ed-d287-4520-ade1-efb8f9d41a0a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0588303 Mar 22 14:46:22.745859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b92f9f3-fb5d-4674-9325-160ded16a738 req-d317f88c-8712-4e23-9dd9-defdfa632989 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Mar 22 14:46:23.541750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:23.881568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf055e3-9866-495c-abe0-0d737833536b req-eba13fdf-f68e-4891-b1a6-d1fea18ceafe tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:23.883056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abf055e3-9866-495c-abe0-0d737833536b req-eba13fdf-f68e-4891-b1a6-d1fea18ceafe tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0646169 Mar 22 14:46:23.931403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-abf055e3-9866-495c-abe0-0d737833536b req-4d6c89b2-6453-4d6a-8f52-d5e9032e1bbd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Mar 22 14:46:24.643073 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:24.794173 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:25.077445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3527cb-38dc-4de2-aa28-37a5cb8e0f63 req-d001b0cc-0f05-461a-831a-91814504885f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:25.079451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce3527cb-38dc-4de2-aa28-37a5cb8e0f63 req-d001b0cc-0f05-461a-831a-91814504885f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0663884 Mar 22 14:46:25.130287 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ce3527cb-38dc-4de2-aa28-37a5cb8e0f63 req-dd390c57-2536-46f2-b3db-e4443505a9f5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 Mar 22 14:46:26.273417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687000-ead7-4a6d-b3a4-80898a92fb7f req-49fd8418-25a1-4540-8fd0-635f67eb6c8e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:26.274899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91687000-ead7-4a6d-b3a4-80898a92fb7f req-49fd8418-25a1-4540-8fd0-635f67eb6c8e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0627546 Mar 22 14:46:26.322103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91687000-ead7-4a6d-b3a4-80898a92fb7f req-398fb8c4-399c-427c-b520-487773704d1e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Mar 22 14:46:27.452375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124b2f1-9a2f-4064-aac5-64a0c55507a2 req-f0d300a4-6a4d-45a6-bf43-665b4bd2f790 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:27.453824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9124b2f1-9a2f-4064-aac5-64a0c55507a2 req-f0d300a4-6a4d-45a6-bf43-665b4bd2f790 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0577497 Mar 22 14:46:27.508765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9124b2f1-9a2f-4064-aac5-64a0c55507a2 req-af545540-7e81-419a-ab0f-0006a89566a8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491383 Mar 22 14:46:28.649481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225b7ee-92b6-4512-94cf-a724ad30fd4c req-d29399f9-0bc6-4e7d-bc6c-37fa2dd3c70a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:28.651250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4225b7ee-92b6-4512-94cf-a724ad30fd4c req-d29399f9-0bc6-4e7d-bc6c-37fa2dd3c70a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0605617 Mar 22 14:46:28.704061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4225b7ee-92b6-4512-94cf-a724ad30fd4c req-8cc176f4-8c5d-4ad5-aee6-f101b47a84cf tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466108 Mar 22 14:46:28.851614 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:29.854230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27865d1-fd0f-4fc8-bb63-7afccf1e4b0c req-54354883-bf61-428b-a1ae-613bb31be955 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:29.855715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d27865d1-fd0f-4fc8-bb63-7afccf1e4b0c req-54354883-bf61-428b-a1ae-613bb31be955 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0675404 Mar 22 14:46:29.904399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d27865d1-fd0f-4fc8-bb63-7afccf1e4b0c req-c46997e2-1c20-48d5-a24c-aaf0cb7d77c9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Mar 22 14:46:30.793629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-34dd91b7-8d84-4ffb-80e7-45368995d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:30.795190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-34dd91b7-8d84-4ffb-80e7-45368995d693 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1127 time: 0.0540814 Mar 22 14:46:30.902177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-af8dd18e-66ce-4db6-94ce-ab9ec135ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:30.903667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-af8dd18e-66ce-4db6-94ce-ab9ec135ac98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0877790 Mar 22 14:46:30.974967 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-cbd8c488-800a-43cc-bb1d-077104de19e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 1001 time: 0.0653472 Mar 22 14:46:31.048966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-3ac2c2cf-2fe8-43da-b637-788e3a23b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:31.050368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-3ac2c2cf-2fe8-43da-b637-788e3a23b833 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0648093 Mar 22 14:46:31.061799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46242f-66d4-4358-833a-278c31ec643b req-501471e8-8ea2-42de-925f-ecfd744261d5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:31.063190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c46242f-66d4-4358-833a-278c31ec643b req-501471e8-8ea2-42de-925f-ecfd744261d5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0873761 Mar 22 14:46:31.138419 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c46242f-66d4-4358-833a-278c31ec643b req-59cb7654-cd9d-4400-a9ee-833cab7b97b5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670490 Mar 22 14:46:31.142109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-fb7574e7-e62b-44c4-b432-b7ece969d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:31.143538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-fb7574e7-e62b-44c4-b432-b7ece969d451 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0795236 Mar 22 14:46:31.246117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-620fc0c4-4a3f-4915-86fc-b09f11dfa632 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952384 Mar 22 14:46:31.343429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-91c92787-bb88-48ec-85f1-ce33ce0f51eb req-885b78b3-77dd-4a04-b841-510ee4d2c7f6 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883026 Mar 22 14:46:32.279942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4b900-3260-4145-ade3-cc58ab503b2f req-239dd77d-e9aa-46ab-bba4-cef61f8d70bd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:32.281327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ad4b900-3260-4145-ade3-cc58ab503b2f req-239dd77d-e9aa-46ab-bba4-cef61f8d70bd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0699363 Mar 22 14:46:32.329610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ad4b900-3260-4145-ade3-cc58ab503b2f req-08317879-2063-4f4b-b4f3-ea57f13f6416 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Mar 22 14:46:33.461633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5011-31bb-4578-b5c7-8bea4363701b req-b2fc0d9f-a2ac-444a-9980-235c75d9bd57 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:33.463185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30ba5011-31bb-4578-b5c7-8bea4363701b req-b2fc0d9f-a2ac-444a-9980-235c75d9bd57 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0546761 Mar 22 14:46:33.512163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-30ba5011-31bb-4578-b5c7-8bea4363701b req-25411963-343e-40aa-ae12-eb2e86e2e617 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411220 Mar 22 14:46:34.648948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a54b7f-339e-44f6-b1c6-bd253c7da5a0 req-e6b8874a-4cba-4f13-a62f-44ddbc9d0dae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:34.651187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1a54b7f-339e-44f6-b1c6-bd253c7da5a0 req-e6b8874a-4cba-4f13-a62f-44ddbc9d0dae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0579429 Mar 22 14:46:34.698150 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1a54b7f-339e-44f6-b1c6-bd253c7da5a0 req-47a07c9d-540f-4b62-8db8-ef3e44df8d19 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Mar 22 14:46:34.877003 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-2775852d-7a7f-4fbf-b4d9-4db7bb5ebfca service neutron] show failed (client error): The resource could not be found. Mar 22 14:46:34.878080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-2775852d-7a7f-4fbf-b4d9-4db7bb5ebfca service neutron] 10.222.0.57 "GET /v2.0/ports/4dc874bd-e6a3-49d7-9925-cc9b8b55ad41/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0668666 Mar 22 14:46:35.138162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-6bb5fd14-dd86-4c5a-8c2f-91f6705089a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:35.139581 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-6bb5fd14-dd86-4c5a-8c2f-91f6705089a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 1127 time: 0.0789855 Mar 22 14:46:35.155510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:46:35.220221 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:35.432953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:35.465647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:46:35.504709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:35.507178 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3814b-48e5-4e83-8299-cacec960f0a0" -d '{"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:35.511066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Publish callbacks [] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:35.523177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Transition to ACTIVE for port object 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:46:35.527485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:35.561665 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f47f58-4964-41c1-b799-5e24f92681e4 x-openstack-request-id: req-34f47f58-4964-41c1-b799-5e24f92681e4 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:35.561947 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:35.562218 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34f47f58-4964-41c1-b799-5e24f92681e4 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:35.562608 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f47f58-4964-41c1-b799-5e24f92681e4'] response: {'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'code': 200} Mar 22 14:46:35.640711 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=6']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:35.663539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.663884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.664182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.664541 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.664865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.665188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.665503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.665819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.666148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.666450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.667074 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.667352 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.667666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.667976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.668286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:35.714198 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] No DVR routers for this DVR port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:46:35.821120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040d848-8a37-45af-99f4-9d46f09dd8fd req-09487da9-93fc-4ec1-a011-64b2a8f16e95 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:35.822647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8040d848-8a37-45af-99f4-9d46f09dd8fd req-09487da9-93fc-4ec1-a011-64b2a8f16e95 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 943 time: 0.0532937 Mar 22 14:46:35.854158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:46:35.854419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:46:35.854748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:46:35.858975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:46:35.859286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Attempting to bind port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:46:35.864018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:46:35.864354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:46:35.864734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:46:35.865592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Bound port: 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:46:35.865592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:35.872857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8040d848-8a37-45af-99f4-9d46f09dd8fd req-960d3b05-dfb8-4a4c-80c7-fa26bd8f29c1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Mar 22 14:46:35.928318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:46:35.932040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:46:35.939417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:35.971273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:35.971897 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:35.973303 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] 10.222.0.42 "PUT /v2.0/ports/4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 1091 time: 0.8261318 Mar 22 14:46:36.021485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dd378-c96f-4a98-920c-b9e3249f509e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=7']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:36.043983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-183627d7-dedd-43a7-b0c3-ee9e81e62cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:36.045539 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-183627d7-dedd-43a7-b0c3-ee9e81e62cad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1125 time: 0.0509331 Mar 22 14:46:36.144338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-7d517070-6727-4987-8c4b-8f230cd8b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:36.145830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-7d517070-6727-4987-8c4b-8f230cd8b77b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0945542 Mar 22 14:46:36.245855 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-cbe85eae-7156-48b3-b1a8-7c1c841b2bb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 999 time: 0.0940483 Mar 22 14:46:36.293987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-afbe972e-b775-4562-a623-86d6f2ddf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:36.295438 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-afbe972e-b775-4562-a623-86d6f2ddf522 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0432887 Mar 22 14:46:36.356943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-8a4b2806-d3aa-414f-ab8c-2f96f3fad6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:36.358459 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-8a4b2806-d3aa-414f-ab8c-2f96f3fad6fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567844 Mar 22 14:46:36.454312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-5c69877d-c329-4c28-b2fc-c699dc1f5e3c service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885489 Mar 22 14:46:36.542061 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fefed80-6fbf-41f3-be2b-a9ddc68e9d19 req-6baa94c6-1288-4ff9-a49b-72f473c6b495 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815959 Mar 22 14:46:37.009498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444043a3-5586-4a41-99a0-6dcec6c8badf req-c6122cc0-a886-4927-be96-745af962d808 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.011053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-444043a3-5586-4a41-99a0-6dcec6c8badf req-c6122cc0-a886-4927-be96-745af962d808 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 943 time: 0.0547750 Mar 22 14:46:37.068547 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-444043a3-5586-4a41-99a0-6dcec6c8badf req-c2dedf4f-871e-48f2-90cb-4fbe61707b79 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498312 Mar 22 14:46:37.564585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:37.567092 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:37.620534 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9affc446-40fe-4acb-ad12-17a439d52480 x-openstack-request-id: req-9affc446-40fe-4acb-ad12-17a439d52480 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:37.620971 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:37.621336 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9affc446-40fe-4acb-ad12-17a439d52480 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:37.621825 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9affc446-40fe-4acb-ad12-17a439d52480'] response: {'name': 'network-changed', 'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'status': 'completed', 'code': 200} Mar 22 14:46:37.692484 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-a76a4fc7-0e94-40ad-9c17-8366db090bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.693522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-bd2efc2e-ca3d-432c-850f-cfbbe0f4fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.695011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-bd2efc2e-ca3d-432c-850f-cfbbe0f4fdd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1125 time: 0.0447571 Mar 22 14:46:37.695848 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-a76a4fc7-0e94-40ad-9c17-8366db090bf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1125 time: 0.0533299 Mar 22 14:46:37.787072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-408b2dc0-daf9-4655-91b4-f79d04ea7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.788557 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-408b2dc0-daf9-4655-91b4-f79d04ea7ffc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0866151 Mar 22 14:46:37.789232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-c16b6154-c9c4-4316-9e5e-03fdab5131ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.790835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-c16b6154-c9c4-4316-9e5e-03fdab5131ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0854142 Mar 22 14:46:37.861271 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-731c7ad5-795d-46e8-8afc-74894254a2dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 999 time: 0.0645494 Mar 22 14:46:37.861789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-b37144ed-1c65-4ee8-95ad-efecb1da04e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 999 time: 0.0590537 Mar 22 14:46:37.911771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-3bf26003-c7bd-458e-9275-27fd2363dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.912472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-4280fb60-2dcf-480d-88e4-2edb0f68c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.913233 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-3bf26003-c7bd-458e-9275-27fd2363dae3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0455246 Mar 22 14:46:37.913899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-4280fb60-2dcf-480d-88e4-2edb0f68c87c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0435629 Mar 22 14:46:37.966614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-8fc4f559-06d8-4f05-9432-84dc344d2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.968143 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-8fc4f559-06d8-4f05-9432-84dc344d2f3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489841 Mar 22 14:46:37.973000 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-66eb4028-3abc-44ac-9891-ba3452126bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:37.974527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-66eb4028-3abc-44ac-9891-ba3452126bbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512834 Mar 22 14:46:38.071885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-205c765b-ea80-48ea-a177-5bbd6b2c54d8 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892575 Mar 22 14:46:38.078418 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-9015014c-ed6c-4d85-8658-d8fce82d84c7 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962315 Mar 22 14:46:38.108091 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:46:38.202048 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-8e1ced25-c497-4e17-950d-2bee23650e0f service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171944 Mar 22 14:46:38.249342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:38.263082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'mac_address': 'fa:16:3e:69:67:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:46:38.269560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c824-7f31-4c1c-9781-ed72f141c29c req-f9c33532-005c-4a50-8b49-74fb4a4d6239 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:38.274000 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc27c824-7f31-4c1c-9781-ed72f141c29c req-f9c33532-005c-4a50-8b49-74fb4a4d6239 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 943 time: 0.0770524 Mar 22 14:46:38.296212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:46:38.301302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ebd57f1a-c989-4ac9-859b-c0777ec25aa6 req-30b41380-e514-4ac1-91d0-6bd54dcf1d10 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211928 Mar 22 14:46:38.329793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:46:38.331086 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:38.335779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc27c824-7f31-4c1c-9781-ed72f141c29c req-3b5cdbc1-d53c-44ef-8c72-4b0227ef0bbd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561171 Mar 22 14:46:38.359051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:46:38.366585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:46:38.366895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:46:38.376041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:38.380612 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:38.432973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:38.441183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.441597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.442062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.442462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.442853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.443270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.443666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.444028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.444410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.444789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.445171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.445548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.445953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.446351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.446768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:38.595824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:46:38.608545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e981b9a-2f87-4d4c-b9b8-94deec62288e req-fac649f6-f490-40bc-919f-fc3eeb93f6d7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:38.610042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e981b9a-2f87-4d4c-b9b8-94deec62288e req-fac649f6-f490-40bc-919f-fc3eeb93f6d7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 944 time: 0.0990515 Mar 22 14:46:38.624726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-98476eb9-5659-46f8-84d1-12384e1cfc05 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:38.626095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-98476eb9-5659-46f8-84d1-12384e1cfc05 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.57 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 944 time: 0.0793350 Mar 22 14:46:38.696888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e981b9a-2f87-4d4c-b9b8-94deec62288e req-cca67518-9bf7-4f6a-9e61-bc96768d7cf6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803354 Mar 22 14:46:38.714499 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-86bcc567-d3f4-42ae-be1f-7f639f9697c9 service neutron] delete failed (client error): The resource could not be found. Mar 22 14:46:38.715510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-86bcc567-d3f4-42ae-be1f-7f639f9697c9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4dc874bd-e6a3-49d7-9925-cc9b8b55ad41/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0775948 Mar 22 14:46:38.816664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-55fc2268-4bbf-4610-9fd5-bb00297f0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:38.818187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-55fc2268-4bbf-4610-9fd5-bb00297f0707 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 1126 time: 0.0485759 Mar 22 14:46:38.910603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-abcc2a1a-06e4-4a2e-807d-e3ea09412456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:38.911972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-abcc2a1a-06e4-4a2e-807d-e3ea09412456 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0836225 Mar 22 14:46:38.984121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-d887ae8b-cfd7-4bd4-b73b-439f8536d52f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 200 len: 1000 time: 0.0628192 Mar 22 14:46:39.034228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-4053bf83-d70a-4528-a461-cc2cfb1343d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:39.035686 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-4053bf83-d70a-4528-a461-cc2cfb1343d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0433033 Mar 22 14:46:39.088926 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-7e0aab21-0843-4043-8fa5-53da00fbf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:39.090425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-7e0aab21-0843-4043-8fa5-53da00fbf39b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461349 Mar 22 14:46:39.195801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-8a0ca72a-4947-4056-9298-4cbc354c34d1 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957768 Mar 22 14:46:39.285876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ff2f844-64c4-4a88-b429-b354c0581693 req-11295957-e022-4ddc-a5e1-240fb667c533 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804229 Mar 22 14:46:39.826402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5dfb-fe16-4a1f-876e-524d7ec5df65 req-b30f2389-da28-434e-93c8-5ec1d1ebab71 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:39.827922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08bc5dfb-fe16-4a1f-876e-524d7ec5df65 req-b30f2389-da28-434e-93c8-5ec1d1ebab71 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 944 time: 0.0581357 Mar 22 14:46:39.876076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-08bc5dfb-fe16-4a1f-876e-524d7ec5df65 req-e3073b24-573d-41e2-be25-5435c639497d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Mar 22 14:46:40.108446 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:46:40.162511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:46:40.167003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:46:40.167462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:40.258815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:46:40.259079 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:40.283110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:40.285441 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed6874-2fbb-4ebf-b231-efbaac07d05d" -d '{"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:40.300375 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:40.306172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:40.330779 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd91123-882a-478b-ae03-2f95dd56bdc3 x-openstack-request-id: req-1fd91123-882a-478b-ae03-2f95dd56bdc3 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:40.331043 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:40.331316 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fd91123-882a-478b-ae03-2f95dd56bdc3 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:40.331715 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd91123-882a-478b-ae03-2f95dd56bdc3'] response: {'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'code': 200} Mar 22 14:46:40.359054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:40.361478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14a0f-38e3-4a54-825a-d879b772b437 req-079af1be-b210-45e3-a61b-4c82bae9a49c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:40.363014 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3a14a0f-38e3-4a54-825a-d879b772b437 req-079af1be-b210-45e3-a61b-4c82bae9a49c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 944 time: 0.4183059 Mar 22 14:46:40.410414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3a14a0f-38e3-4a54-825a-d879b772b437 req-c1ad69b9-65ef-490a-bfc8-b6cba6cc7f69 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415299 Mar 22 14:46:40.551609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cfb72-fe51-4530-bf05-8c6a0a5793f4 req-b03b8fd9-8dd4-49c0-8a90-0a81711461c1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:40.553056 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc4cfb72-fe51-4530-bf05-8c6a0a5793f4 req-b03b8fd9-8dd4-49c0-8a90-0a81711461c1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0650933 Mar 22 14:46:40.605602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bc4cfb72-fe51-4530-bf05-8c6a0a5793f4 req-720c012b-a512-48cb-afe4-079811c63800 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457475 Mar 22 14:46:40.864167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe9b3-5ad3-4f89-aec2-0c6d7e00794c req-2c1b17d1-9077-449d-95aa-1a3d09f4345f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:40.865646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-985fe9b3-5ad3-4f89-aec2-0c6d7e00794c req-2c1b17d1-9077-449d-95aa-1a3d09f4345f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0568769 Mar 22 14:46:40.913422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-985fe9b3-5ad3-4f89-aec2-0c6d7e00794c req-1cacbfc1-b991-432d-8dcb-414335b86ad8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Mar 22 14:46:42.036635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816643ed-6610-413e-8503-2d6cdc098211 req-7ccb5ab6-f478-434e-a2d0-345dffbb3b73 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:42.038141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-816643ed-6610-413e-8503-2d6cdc098211 req-7ccb5ab6-f478-434e-a2d0-345dffbb3b73 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0534058 Mar 22 14:46:42.085619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-816643ed-6610-413e-8503-2d6cdc098211 req-b6aa91f5-32ec-4c68-ae61-eb32f30b126c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Mar 22 14:46:42.106833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-b930ae43-4641-4b07-96e6-fd261f26b8bc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:42.108331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-b930ae43-4641-4b07-96e6-fd261f26b8bc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 945 time: 0.0660510 Mar 22 14:46:42.205846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Deleting port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:46:42.206180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:42.297899 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] For port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:42.298282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:42.540355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:42.540355 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:42.540355 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 disassociated. External IP: 172.25.2.163, port: 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41. Mar 22 14:46:42.540355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Calling delete_port for 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:46:42.673644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (4dc874bd-e6a3-49d7-9925-cc9b8b55ad41), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:42.701130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event deleted for resources: {'Port': ['ID=4dc874bd-e6a3-49d7-9925-cc9b8b55ad41,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:42.820317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:46:42.941699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:46:42.952214 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:46:42.966107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:46:42.966732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:46:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:43.003401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] No DVR routers for this DVR port 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:46:43.006805 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:43.010236 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2fa00f9e-428d-4c36-ae83-63f4c714f312 req-8b399280-06d8-4c78-92dd-17cc0cfee520 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "DELETE /v2.0/ports/4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 HTTP/1.1" status: 204 len: 173 time: 0.8958528 Mar 22 14:46:43.010689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-deleted', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:43.013050 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3cc3ba-8104-4bcc-bcbe-ca66c1db4c52" -d '{"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-deleted", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:43.056013 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b63a4ec-f849-4134-99f0-17d1d94809d2 x-openstack-request-id: req-6b63a4ec-f849-4134-99f0-17d1d94809d2 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:43.056370 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7778edc6-2d25-4bb7-a9a6-e255c211eaf2", "name": "network-vif-deleted", "tag": "4dc874bd-e6a3-49d7-9925-cc9b8b55ad41", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:43.056628 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b63a4ec-f849-4134-99f0-17d1d94809d2 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:43.057037 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b63a4ec-f849-4134-99f0-17d1d94809d2'] response: {'server_uuid': '7778edc6-2d25-4bb7-a9a6-e255c211eaf2', 'name': 'network-vif-deleted', 'tag': '4dc874bd-e6a3-49d7-9925-cc9b8b55ad41', 'status': 'completed', 'code': 200} Mar 22 14:46:43.082989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:46:43.211792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de152d4f-8e04-433e-bb05-fcf8541d9ed5 req-9ef8ef6e-f738-4e0f-8d99-5b530b2bb42e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=7778edc6-2d25-4bb7-a9a6-e255c211eaf2 HTTP/1.1" status: 200 len: 210 time: 0.0328953 Mar 22 14:46:43.316520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:43.342039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:46:43.350453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:46:43.351038 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:46:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:43.458342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:46:43.655797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:43.685899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c3d03-ff3a-45b9-9300-03c01c4b085c None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:46:43.906332 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0509a5-4674-43d7-b9db-fe85602c5d40 None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:46:44.485508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-70f2999a-7b5c-4a23-b06a-478fd0113cfd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1113765031&fields=id&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 267 time: 0.0469925 Mar 22 14:46:44.594808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-446b6856-6ebc-4114-b714-fd1e01e27cea tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:44.596264 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-446b6856-6ebc-4114-b714-fd1e01e27cea tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1041391 Mar 22 14:46:44.611491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-a3e32118-9fa3-4da7-a287-d2c2b0644093 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/quotas/feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 375 time: 0.0093987 Mar 22 14:46:44.669661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-e03f46e6-d0fd-4d5b-b616-57d579907552 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529337 Mar 22 14:46:44.779343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-6551d0a1-89fe-4517-ba57-0a20aa5d9b65 service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950971 Mar 22 14:46:44.866692 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-6e0b218f-3912-40ca-9be3-31f6eb706520 service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813344 Mar 22 14:46:45.044195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b40c1684-e13e-4dfc-808a-c7b93fa6e013 req-65dca4b1-e09b-4ad2-9255-3a64fdfeab8b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 210 time: 0.0329304 Mar 22 14:46:46.041184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-78db0be9-480d-41e1-9c45-e183925a0a05 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:46.043261 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-78db0be9-480d-41e1-9c45-e183925a0a05 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1085219 Mar 22 14:46:46.115976 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-9e523bfe-f8af-4c44-811a-151a0cadbbc6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 380 time: 0.0636289 Mar 22 14:46:46.124875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'port': {'device_id': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'admin_state_up': True, 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'security_groups': ['f9a93477-d515-4a8f-9a0d-27e2007b0b0e']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:46:46.148195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8ccef6de-39dc-4886-b0db-f9b2b66f4c64 req-e6c51afb-2378-46fe-abc4-67325842a820 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 210 time: 0.0290780 Mar 22 14:46:46.159510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:46:46.194702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:46:46.195044 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 4dc874bd-e6a3-49d7-9925-cc9b8b55ad41 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:46:46.240750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Made reservation on behalf of feb1412ff02343479c1ac2c9d3d8aff7 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:46:46.244270 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:46.375380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Allocated IP 172.20.0.6 (7840b53f-0113-4755-aff2-4bcec248bbe6/a451f2d2-68fe-4b4d-8f5f-363eba849025/96c11270-9da1-4b02-96ef-99acda655696) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:46:46.521623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for port (96c11270-9da1-4b02-96ef-99acda655696), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:46.562958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:46.604999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:46:46.608189 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:46:46.614180 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:46:46.620886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:46.667536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:46.668156 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:46.686347 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-af5cec31-b80d-40c9-8f68-8b15ec752595 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648153 Mar 22 14:46:46.697190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Request body: {'port': {'device_id': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:46:46.761757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96c11270-9da1-4b02-96ef-99acda655696), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:46.809138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ae710dd1-ea48-46d8-8eeb-9d0ffa84b943 None None] Provisioning complete for port 96c11270-9da1-4b02-96ef-99acda655696 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:46:46.809602 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ae710dd1-ea48-46d8-8eeb-9d0ffa84b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (96c11270-9da1-4b02-96ef-99acda655696), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:46.847404 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ae710dd1-ea48-46d8-8eeb-9d0ffa84b943 None None] Port 96c11270-9da1-4b02-96ef-99acda655696 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:46:47.280746 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31723635-0256-4425-a364-326e879c8b47 req-122f7aea-bca3-42e2-beb8-05f44da251c5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.282943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31723635-0256-4425-a364-326e879c8b47 req-122f7aea-bca3-42e2-beb8-05f44da251c5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 931 time: 0.0575581 Mar 22 14:46:47.330667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31723635-0256-4425-a364-326e879c8b47 req-314669b4-1a38-451a-91ed-33db4c32f69a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Mar 22 14:46:47.371461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c11270-9da1-4b02-96ef-99acda655696 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:46:47.379442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Publish callbacks [] for port (96c11270-9da1-4b02-96ef-99acda655696), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:47.392399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Transition to ACTIVE for port object 96c11270-9da1-4b02-96ef-99acda655696 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:46:47.398604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:47.450109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Pushing event updated for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:47.518498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Attempting to bind port 96c11270-9da1-4b02-96ef-99acda655696 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:46:47.518827 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Attempting to bind port 96c11270-9da1-4b02-96ef-99acda655696 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:46:47.519152 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Attempting to bind port 96c11270-9da1-4b02-96ef-99acda655696 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:46:47.524055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Port 96c11270-9da1-4b02-96ef-99acda655696 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:46:47.524383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Attempting to bind port 96c11270-9da1-4b02-96ef-99acda655696 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:46:47.529614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:46:47.529947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:46:47.530365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:46:47.530764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Bound port: 96c11270-9da1-4b02-96ef-99acda655696, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:46:47.531152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96c11270-9da1-4b02-96ef-99acda655696), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:47.597986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:46:47.601259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:46:47.608495 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:47.642725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.643322 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:47.644730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] 10.222.0.42 "PUT /v2.0/ports/96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 1091 time: 0.9518349 Mar 22 14:46:47.645164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'tag': '96c11270-9da1-4b02-96ef-99acda655696'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:47.647763 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb224605-4cd2-4bd3-a17f-426d3453db2b" -d '{"events": [{"name": "network-changed", "server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "tag": "96c11270-9da1-4b02-96ef-99acda655696"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:47.689436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f1e54-e8a4-4b4b-9595-007dd0799b4f service neutron] Pushing event updated for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:47.705566 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238db98d-5b53-46af-a493-d2b4cf444311 x-openstack-request-id: req-238db98d-5b53-46af-a493-d2b4cf444311 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:47.705808 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "tag": "96c11270-9da1-4b02-96ef-99acda655696", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:47.705912 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-238db98d-5b53-46af-a493-d2b4cf444311 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:47.706335 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238db98d-5b53-46af-a493-d2b4cf444311'] response: {'name': 'network-changed', 'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'tag': '96c11270-9da1-4b02-96ef-99acda655696', 'status': 'completed', 'code': 200} Mar 22 14:46:47.739826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-49746503-53dc-4755-9fee-fbfdbfd231cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.741380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-49746503-53dc-4755-9fee-fbfdbfd231cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1125 time: 0.0489056 Mar 22 14:46:47.786376 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-636e7122-6c14-4d9d-9074-44dd57abdbc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 217 time: 0.0385945 Mar 22 14:46:47.836475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-bb699bfa-358a-4466-acb5-fe29e714feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.837986 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-bb699bfa-358a-4466-acb5-fe29e714feab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0464032 Mar 22 14:46:47.899043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-66fea367-10ab-45b8-aa23-37104bb7df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.900674 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-66fea367-10ab-45b8-aa23-37104bb7df53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563848 Mar 22 14:46:47.997102 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-8bfb03a5-9f6c-4628-b64a-aa8765fb1e69 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Mar 22 14:46:48.086807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1152ac7b-9255-443f-9d81-11bd23c3b262 req-d423dc8d-0645-49f2-a4dd-5ad55fe9e259 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823276 Mar 22 14:46:48.191841 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-fe9984c9-2e0f-4a97-bc34-8ab22ead09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:48.193398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-fe9984c9-2e0f-4a97-bc34-8ab22ead09c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1125 time: 0.0542810 Mar 22 14:46:48.231872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cad18adf-6762-4cad-a617-5a0134ab8e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:48.282957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-a8e3a4c9-0851-47a4-8da4-ee9ce75a6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:48.284344 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-a8e3a4c9-0851-47a4-8da4-ee9ce75a6264 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0846648 Mar 22 14:46:48.330438 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-f73851be-ca63-4541-a392-fc1caec8814f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 217 time: 0.0393419 Mar 22 14:46:48.378498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-a9d8a7ce-315f-497c-b1e4-7a6ce5fc3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:48.379960 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-a9d8a7ce-315f-497c-b1e4-7a6ce5fc3627 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0439074 Mar 22 14:46:48.431862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-0aa1760d-87ee-4803-a057-ebdafc23d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:48.433391 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-0aa1760d-87ee-4803-a057-ebdafc23d9ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462248 Mar 22 14:46:48.449715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6027e-412a-4a48-a5d1-13e246db3eb2 req-e23740aa-293f-40a1-bbd5-30b40ec2e38e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:48.451214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdd6027e-412a-4a48-a5d1-13e246db3eb2 req-e23740aa-293f-40a1-bbd5-30b40ec2e38e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 943 time: 0.0537636 Mar 22 14:46:48.501076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cdd6027e-412a-4a48-a5d1-13e246db3eb2 req-61924c4f-b376-4d05-aa36-11fa5151389e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439148 Mar 22 14:46:48.526351 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-a055e58f-6c8a-4f0e-b8ab-762f2123ab19 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856640 Mar 22 14:46:48.627204 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fb224605-4cd2-4bd3-a17f-426d3453db2b req-2e778e44-c22b-4365-9b36-52da2986fd32 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940676 Mar 22 14:46:49.625233 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8062-afc1-4b08-9f73-4fd37dec80a1 req-3f41f261-9fdf-4f67-aba5-4dd9e7b97f35 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:49.626749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59de8062-afc1-4b08-9f73-4fd37dec80a1 req-3f41f261-9fdf-4f67-aba5-4dd9e7b97f35 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 943 time: 0.0538602 Mar 22 14:46:49.679483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59de8062-afc1-4b08-9f73-4fd37dec80a1 req-764438fc-7666-4e64-a137-2ebcb517afb0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445769 Mar 22 14:46:50.178699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 96c11270-9da1-4b02-96ef-99acda655696 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:46:50.277897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:50.288884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '96c11270-9da1-4b02-96ef-99acda655696', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '96c11270-9da1-4b02-96ef-99acda655696', 'mac_address': 'fa:16:3e:28:dd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:46:50.333287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 96c11270-9da1-4b02-96ef-99acda655696 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:46:50.333687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96c11270-9da1-4b02-96ef-99acda655696), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:50.347232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c11270-9da1-4b02-96ef-99acda655696 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:46:50.373603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:50.380776 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:50.428543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:50.489013 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-084f1c40-ed56-43d9-ab3d-5896df13293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:50.568622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['96c11270-9da1-4b02-96ef-99acda655696'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:46:50.798137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126ba29-653c-4256-a80c-3a7f830926fb req-4e6ad42c-604f-40f4-940d-c0ef91f5e39c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:50.799633 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a126ba29-653c-4256-a80c-3a7f830926fb req-4e6ad42c-604f-40f4-940d-c0ef91f5e39c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 944 time: 0.0522838 Mar 22 14:46:50.858198 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a126ba29-653c-4256-a80c-3a7f830926fb req-0786d8bf-3285-494e-b74e-f5e7ba1fc692 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494282 Mar 22 14:46:51.999983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf9928-9401-4d7c-8671-3a107d7dc2ac req-52716571-ae68-4e94-8335-745c81ecd216 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:52.001444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbbf9928-9401-4d7c-8671-3a107d7dc2ac req-52716571-ae68-4e94-8335-745c81ecd216 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 944 time: 0.0583544 Mar 22 14:46:52.028409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:52.049490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cbbf9928-9401-4d7c-8671-3a107d7dc2ac req-79b45736-4d4f-45a8-8a79-528acdc25785 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Mar 22 14:46:52.191494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 96c11270-9da1-4b02-96ef-99acda655696 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:46:52.245530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 96c11270-9da1-4b02-96ef-99acda655696 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:46:52.249400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 96c11270-9da1-4b02-96ef-99acda655696 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:46:52.249778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (96c11270-9da1-4b02-96ef-99acda655696), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:52.331470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 96c11270-9da1-4b02-96ef-99acda655696 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:46:52.331850 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96c11270-9da1-4b02-96ef-99acda655696), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:52.354128 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c11270-9da1-4b02-96ef-99acda655696'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:52.356404 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e09ef9-f83a-4d96-b3d9-14fc2631e0aa" -d '{"events": [{"server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "name": "network-vif-plugged", "status": "completed", "tag": "96c11270-9da1-4b02-96ef-99acda655696"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:52.368631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:52.374417 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:52.396580 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7876d169-1157-4deb-ae8a-2cb323fa555e x-openstack-request-id: req-7876d169-1157-4deb-ae8a-2cb323fa555e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:52.396812 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "name": "network-vif-plugged", "status": "completed", "tag": "96c11270-9da1-4b02-96ef-99acda655696", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:52.397063 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7876d169-1157-4deb-ae8a-2cb323fa555e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:52.397462 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7876d169-1157-4deb-ae8a-2cb323fa555e'] response: {'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c11270-9da1-4b02-96ef-99acda655696', 'code': 200} Mar 22 14:46:52.425708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:52.494328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034166e-c141-4213-99f9-6937cd813789 req-a2d3cb2b-8044-4d45-a4f2-dae8c590fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:52.495815 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0034166e-c141-4213-99f9-6937cd813789 req-a2d3cb2b-8044-4d45-a4f2-dae8c590fe6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1127 time: 0.0448928 Mar 22 14:46:52.541332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0034166e-c141-4213-99f9-6937cd813789 req-4fb2bb4e-a60f-42ab-8400-5e6db36b7903 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385234 Mar 22 14:46:53.181551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb7184-3a5b-4e3e-82d2-e7d0c37bd1a3 req-9df8f7dd-2f8a-4ae3-b9e7-320cb9c6d7e6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:53.183066 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfdb7184-3a5b-4e3e-82d2-e7d0c37bd1a3 req-9df8f7dd-2f8a-4ae3-b9e7-320cb9c6d7e6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0578139 Mar 22 14:46:53.233658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfdb7184-3a5b-4e3e-82d2-e7d0c37bd1a3 req-f77c1b46-32e9-4a0b-9374-19e54f41aedc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447631 Mar 22 14:46:53.542735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:54.380079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d889b17-36f3-41a7-89c4-372d414c37f2 req-55ec93b8-6ed1-4795-ab3d-f93219a9d414 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:54.381521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d889b17-36f3-41a7-89c4-372d414c37f2 req-55ec93b8-6ed1-4795-ab3d-f93219a9d414 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0577388 Mar 22 14:46:54.429933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8d889b17-36f3-41a7-89c4-372d414c37f2 req-41ff8aac-373a-4fa3-93ee-573960f06853 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Mar 22 14:46:54.560743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36443514-1a8d-4aaf-a504-4635ea89c7a9 req-32ae6370-606b-48b0-8c1d-f96147837663 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:54.562158 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36443514-1a8d-4aaf-a504-4635ea89c7a9 req-32ae6370-606b-48b0-8c1d-f96147837663 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0554140 Mar 22 14:46:54.571673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:46:54.576232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'floatingip': {'port_id': '96c11270-9da1-4b02-96ef-99acda655696'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:46:54.615068 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:54.637854 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:54.788603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:55.056666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:55.063312 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:55.165194 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 associated. External IP: 172.25.2.163, port: 96c11270-9da1-4b02-96ef-99acda655696. Mar 22 14:46:55.397907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:46:55.508478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:46:55.513949 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:55.519509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:46:55.530109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:46:55.530733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:46:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:55.546047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3cb4359d-260f-4f3b-9347-69471c06d0f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "PUT /v2.0/floatingips/1252bf47-827c-42a0-ba0d-30bcba348d18 HTTP/1.1" status: 200 len: 991 time: 0.9707704 Mar 22 14:46:55.546047 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'tag': '96c11270-9da1-4b02-96ef-99acda655696'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:55.546351 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dccccf9-0dcb-4205-a986-0710670adae4" -d '{"events": [{"name": "network-changed", "server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "tag": "96c11270-9da1-4b02-96ef-99acda655696"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:55.587397 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2517484-baaf-4a61-80ce-a4b5eb4a1bce x-openstack-request-id: req-e2517484-baaf-4a61-80ce-a4b5eb4a1bce {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:55.587688 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "tag": "96c11270-9da1-4b02-96ef-99acda655696", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:55.587949 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2517484-baaf-4a61-80ce-a4b5eb4a1bce {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:55.588381 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2517484-baaf-4a61-80ce-a4b5eb4a1bce'] response: {'name': 'network-changed', 'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'tag': '96c11270-9da1-4b02-96ef-99acda655696', 'status': 'completed', 'code': 200} Mar 22 14:46:55.647033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:46:55.662423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-08bbfe8c-b134-4798-8944-40eb92528cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:55.664684 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-08bbfe8c-b134-4798-8944-40eb92528cb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1127 time: 0.0547926 Mar 22 14:46:55.755297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eada7-0c28-41aa-a6b4-8e26dcde4407 req-e903ae19-97ab-48ae-88c0-f76304245dcd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:55.758463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a80eada7-0c28-41aa-a6b4-8e26dcde4407 req-e903ae19-97ab-48ae-88c0-f76304245dcd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0611494 Mar 22 14:46:55.765555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-97de24dd-ddb0-4791-a929-bc5561132ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:55.767986 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-97de24dd-ddb0-4791-a929-bc5561132ae2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0929418 Mar 22 14:46:55.810381 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a80eada7-0c28-41aa-a6b4-8e26dcde4407 req-a21f9708-e53f-4108-9ee8-2bc3d8230a6d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Mar 22 14:46:55.839842 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:46:55.845293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-e9626ab0-f96f-41cf-965f-277ac1a4b90a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 999 time: 0.0710096 Mar 22 14:46:55.885017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '96c11270-9da1-4b02-96ef-99acda655696', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:28:dd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:46:54Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:55.892719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-31ee2abc-493f-441c-8bc5-c4ee65b3f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:55.894256 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-31ee2abc-493f-441c-8bc5-c4ee65b3f932 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0427933 Mar 22 14:46:55.910581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:46:55.919005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:46:55.919615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:46:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:55.942765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-84803984-66e9-404a-b9d5-0968c7594f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:55.944334 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-84803984-66e9-404a-b9d5-0968c7594f34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444458 Mar 22 14:46:56.026909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:46:56.037813 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-0ab54adc-1447-4e78-bdce-929f37feb706 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874448 Mar 22 14:46:56.127571 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6dccccf9-0dcb-4205-a986-0710670adae4 req-40c4e22c-8fdb-4945-8079-19f2a9b54a4e service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834348 Mar 22 14:46:56.409083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '96c11270-9da1-4b02-96ef-99acda655696', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:28:dd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:46:54Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:46:56.435820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e3710-7740-45b4-b97c-93ed855ec0ad None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '96c11270-9da1-4b02-96ef-99acda655696', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:28:dd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:46:54Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:46:56.648080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df82cd-2177-4307-a3f0-079b03f592c0 None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:46:56.934760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8298d4-7932-4606-940d-591df31f045a req-9df9d675-4f64-4b79-b6b8-b6505554ee93 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:56.936226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd8298d4-7932-4606-940d-591df31f045a req-9df9d675-4f64-4b79-b6b8-b6505554ee93 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0550609 Mar 22 14:46:56.987243 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd8298d4-7932-4606-940d-591df31f045a req-d0bd0473-1d96-4a7a-aec0-7753612c7ba6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452452 Mar 22 14:46:58.116226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721de26c-9360-49c5-98cf-9214e604fbc5 req-9aa0d2ea-c340-482a-a288-7670f90d8c9a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:58.117925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-721de26c-9360-49c5-98cf-9214e604fbc5 req-9aa0d2ea-c340-482a-a288-7670f90d8c9a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0558658 Mar 22 14:46:58.168637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-721de26c-9360-49c5-98cf-9214e604fbc5 req-86885fb0-dee7-492b-8431-7afc6aeff84b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428498 Mar 22 14:46:58.848698 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:59.321299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23be01e-f189-4b4e-b685-2cdccf7c8608 req-0469f0d9-06f6-4130-b462-322e3a721a81 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:59.322837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a23be01e-f189-4b4e-b685-2cdccf7c8608 req-0469f0d9-06f6-4130-b462-322e3a721a81 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0659363 Mar 22 14:46:59.372214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a23be01e-f189-4b4e-b685-2cdccf7c8608 req-b921f424-7461-442f-86dd-941f4ebd3564 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Mar 22 14:47:00.517633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215accc4-f2fc-49b4-a6aa-d1f716a20b68 req-964db1d5-ba71-437c-be27-095593b2e0b8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:00.519382 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-215accc4-f2fc-49b4-a6aa-d1f716a20b68 req-964db1d5-ba71-437c-be27-095593b2e0b8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0637083 Mar 22 14:47:00.567803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-215accc4-f2fc-49b4-a6aa-d1f716a20b68 req-36480f8d-b756-483b-83ff-94eaa68c46dc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Mar 22 14:47:01.695462 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57bc56-ff25-4566-923f-37cfac808d1d req-f3105f8b-ad53-4022-9d8c-db4e249b94cd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:01.696944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b57bc56-ff25-4566-923f-37cfac808d1d req-f3105f8b-ad53-4022-9d8c-db4e249b94cd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0560601 Mar 22 14:47:01.747850 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b57bc56-ff25-4566-923f-37cfac808d1d req-27e0ff1d-225d-40de-8881-1e819999075f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431523 Mar 22 14:47:02.891992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a721282-b484-4010-a9b6-6c12e9e2226e req-86379ecb-1010-4eb5-a144-35024501ebf0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:02.893493 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a721282-b484-4010-a9b6-6c12e9e2226e req-86379ecb-1010-4eb5-a144-35024501ebf0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0605869 Mar 22 14:47:02.945992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a721282-b484-4010-a9b6-6c12e9e2226e req-166ab2fa-3201-47fb-8318-3fcd0b398cb9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Mar 22 14:47:04.067483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37642588-ffbe-49a3-9b2c-a7ae56b7bf20 req-5c3a98f8-53c7-4fbd-a391-8c8c9f81a468 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:04.068946 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37642588-ffbe-49a3-9b2c-a7ae56b7bf20 req-5c3a98f8-53c7-4fbd-a391-8c8c9f81a468 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0548995 Mar 22 14:47:04.115241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37642588-ffbe-49a3-9b2c-a7ae56b7bf20 req-bb3e81c0-fb7a-48b5-806e-c4e30825d451 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405359 Mar 22 14:47:05.252034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4799df-85be-4e17-b8d4-5287ad977d4c req-2e79856b-56db-4ce4-811d-1862bd12c3a2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:05.253441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e4799df-85be-4e17-b8d4-5287ad977d4c req-2e79856b-56db-4ce4-811d-1862bd12c3a2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0595379 Mar 22 14:47:05.310303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e4799df-85be-4e17-b8d4-5287ad977d4c req-86885db5-9011-42de-8ff5-cf2b1f3b8f0e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495331 Mar 22 14:47:06.441383 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d18aec-f2e4-4cd4-b374-eaa44cabfd56 req-c1ce88c0-611a-4843-b757-9c491e41874a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:06.442786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64d18aec-f2e4-4cd4-b374-eaa44cabfd56 req-c1ce88c0-611a-4843-b757-9c491e41874a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0585394 Mar 22 14:47:06.492755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64d18aec-f2e4-4cd4-b374-eaa44cabfd56 req-3459414b-3b01-4e0a-b2ba-5b8162281318 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Mar 22 14:47:07.632258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f5103-f01b-4489-842e-bff9c174f403 req-1357bc47-4c2f-49a4-8bcf-8a084d05f3b4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:07.633831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a3f5103-f01b-4489-842e-bff9c174f403 req-1357bc47-4c2f-49a4-8bcf-8a084d05f3b4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0562658 Mar 22 14:47:07.681463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2a3f5103-f01b-4489-842e-bff9c174f403 req-f8fb593b-1d1b-43b1-baa4-b0b4f29a7325 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418625 Mar 22 14:47:08.809814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf6cea-ee74-4d6c-b455-3850ce63b112 req-2d5b2efa-e9ba-478f-808d-7d9df5abe2b4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:08.811346 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62bf6cea-ee74-4d6c-b455-3850ce63b112 req-2d5b2efa-e9ba-478f-808d-7d9df5abe2b4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0596240 Mar 22 14:47:08.859790 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62bf6cea-ee74-4d6c-b455-3850ce63b112 req-a4129600-a045-4bca-8c58-d24d18abd6fe tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Mar 22 14:47:09.999117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acccb8-40e5-494f-92d3-09df946b471c req-1749faf8-87b3-42eb-8ea3-1b4c1f91a8d4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:10.000602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16acccb8-40e5-494f-92d3-09df946b471c req-1749faf8-87b3-42eb-8ea3-1b4c1f91a8d4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0560558 Mar 22 14:47:10.046892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16acccb8-40e5-494f-92d3-09df946b471c req-9be893a3-26b3-4a16-8001-b33a29cba8de tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405025 Mar 22 14:47:11.172154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585def05-6f67-4880-b297-6ca96d8f84dd req-e2628d15-8545-4062-a6ca-6c77452d2cb9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:11.173627 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-585def05-6f67-4880-b297-6ca96d8f84dd req-e2628d15-8545-4062-a6ca-6c77452d2cb9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0567985 Mar 22 14:47:11.228620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-585def05-6f67-4880-b297-6ca96d8f84dd req-cee94cbf-7377-4288-a990-e45b7462df46 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 Mar 22 14:47:12.378446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5a606-4fbb-4136-81be-f97b504ea645 req-c3916098-c6cf-4361-aafe-f826474b88f8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:12.379941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1e5a606-4fbb-4136-81be-f97b504ea645 req-c3916098-c6cf-4361-aafe-f826474b88f8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0661900 Mar 22 14:47:12.431456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1e5a606-4fbb-4136-81be-f97b504ea645 req-adaf5d3a-eec8-4792-9f0c-3fcc1afc4db0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457010 Mar 22 14:47:13.573761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c045ba-1449-4f82-ad56-fdd2ec796241 req-ecd6b110-f214-4edb-bdb0-83197323277b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:13.575275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7c045ba-1449-4f82-ad56-fdd2ec796241 req-ecd6b110-f214-4edb-bdb0-83197323277b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0643547 Mar 22 14:47:13.624463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7c045ba-1449-4f82-ad56-fdd2ec796241 req-29a283d1-df41-4914-93e5-39b746e21f11 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Mar 22 14:47:14.749749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef490-fea7-4f05-9b36-1f5d0f783918 req-06ec850e-1254-4e14-85de-d7020b7e7025 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:14.751249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae7ef490-fea7-4f05-9b36-1f5d0f783918 req-06ec850e-1254-4e14-85de-d7020b7e7025 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0579741 Mar 22 14:47:14.797396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae7ef490-fea7-4f05-9b36-1f5d0f783918 req-59df5b0b-ce12-49c0-8009-a8c47ccbff28 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Mar 22 14:47:15.935448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24727d3d-4826-4687-a383-57d65d35b0d5 req-96350e60-9f78-4fa3-9129-395b0cae0bab tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:15.936933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24727d3d-4826-4687-a383-57d65d35b0d5 req-96350e60-9f78-4fa3-9129-395b0cae0bab tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0557120 Mar 22 14:47:15.983451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24727d3d-4826-4687-a383-57d65d35b0d5 req-5ac5af84-52e7-427a-b1f3-2a0ed9f06ba0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Mar 22 14:47:17.110201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4d138-f583-4972-8ef8-003a74fcf7c0 req-d033d86c-0e67-4e62-a10a-226ba272777e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:17.111689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ffa4d138-f583-4972-8ef8-003a74fcf7c0 req-d033d86c-0e67-4e62-a10a-226ba272777e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0596654 Mar 22 14:47:17.160469 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ffa4d138-f583-4972-8ef8-003a74fcf7c0 req-f5deec3d-4d59-4f33-a1af-7de515508ca5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Mar 22 14:47:18.235356 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-46713526-eec7-48b3-9026-d797bf8a8c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:18.286520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bcee5-32d3-43b3-9f9c-6de79716bb1a req-1d681546-b652-4784-ba73-a70eff80d448 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:18.287867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-501bcee5-32d3-43b3-9f9c-6de79716bb1a req-1d681546-b652-4784-ba73-a70eff80d448 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0561848 Mar 22 14:47:18.348171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-501bcee5-32d3-43b3-9f9c-6de79716bb1a req-cb71edfc-aa50-4563-a607-80f21ddf1159 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518012 Mar 22 14:47:19.484278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942ee77-4db9-4957-a700-0e967016597e req-b9a703d6-f582-4f65-b262-c2d47752ce70 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:19.485720 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3942ee77-4db9-4957-a700-0e967016597e req-b9a703d6-f582-4f65-b262-c2d47752ce70 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0599029 Mar 22 14:47:19.536590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3942ee77-4db9-4957-a700-0e967016597e req-b1a0121e-1e69-4857-86bb-a5836f7ef47f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Mar 22 14:47:20.502421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0e003d3b-dd31-44ff-9b96-9656dd4cdd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:20.664266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7894c-2137-48a2-affd-52dc2f49ded9 req-8932b14f-f27c-4689-a291-7bc76dfdb800 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:20.666002 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cf7894c-2137-48a2-affd-52dc2f49ded9 req-8932b14f-f27c-4689-a291-7bc76dfdb800 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0608265 Mar 22 14:47:20.717340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4cf7894c-2137-48a2-affd-52dc2f49ded9 req-a53a83d6-0e89-42c8-b54c-a505146e6685 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453467 Mar 22 14:47:21.106621 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-98708819-efba-4a96-9e4f-346fbb6d0355 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530977 Mar 22 14:47:21.197487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-3abde9b3-f9e0-4b04-b7ea-052f4430bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.199011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-3abde9b3-f9e0-4b04-b7ea-052f4430bf26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1127 time: 0.0497239 Mar 22 14:47:21.313733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-62ad14ea-c2e7-4700-bcfb-37b709bf4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.315150 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-62ad14ea-c2e7-4700-bcfb-37b709bf4b4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0964773 Mar 22 14:47:21.389802 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-49eb232c-0c4e-4a1f-b61e-ca87930b0cf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 1001 time: 0.0687523 Mar 22 14:47:21.439366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-6bbabf80-243e-46d6-9997-5344713986c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.440711 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-6bbabf80-243e-46d6-9997-5344713986c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0448451 Mar 22 14:47:21.490706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-763427dd-f3b7-4f90-a48b-9ee68a2b3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.492200 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-763427dd-f3b7-4f90-a48b-9ee68a2b3e86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455787 Mar 22 14:47:21.582849 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-c5c44a4a-bc3e-4b12-9a4d-98f64f065f2b service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841465 Mar 22 14:47:21.685644 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1ca9a23d-76f1-43c3-9aa6-9e206bceca45 req-499d2861-87a0-418f-9b5f-fa9d9d7fd5e6 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970814 Mar 22 14:47:21.911445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10bcc5-8189-4b5d-a4f4-4cfd026487ad req-8b32db6b-af22-45d4-8342-9aef13de3ed9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.912927 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e10bcc5-8189-4b5d-a4f4-4cfd026487ad req-8b32db6b-af22-45d4-8342-9aef13de3ed9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.1114857 Mar 22 14:47:21.961407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3e10bcc5-8189-4b5d-a4f4-4cfd026487ad req-e3584cb0-099f-4665-93b3-254b2e401e79 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Mar 22 14:47:22.032726 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:22.212667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-e92ef8c8-44de-430a-ba13-0cf248426b6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453513 Mar 22 14:47:22.230272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f2d85-63b4-411e-a5e8-3eeed1f6a1ac req-513c6022-ece0-4305-b70f-419572ff941c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:22.231832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b3f2d85-63b4-411e-a5e8-3eeed1f6a1ac req-513c6022-ece0-4305-b70f-419572ff941c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0562863 Mar 22 14:47:22.280539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b3f2d85-63b4-411e-a5e8-3eeed1f6a1ac req-7b7d4698-7d12-4d20-b0e8-f77c08b04e87 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Mar 22 14:47:22.581508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-58bc5297-7e77-4e08-9f6b-58a430fa40a8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:22.582899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-58bc5297-7e77-4e08-9f6b-58a430fa40a8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports/96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 942 time: 0.0507007 Mar 22 14:47:23.376030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-6e12aee7-714c-40d8-924c-d719eaaa107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:23.377704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-6e12aee7-714c-40d8-924c-d719eaaa107b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1127 time: 0.0448806 Mar 22 14:47:23.462427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c9de7-9d33-49ee-aefd-9da40ae38fb4 req-f2ea39ca-0df8-4024-b33e-f596a4a04c3d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:23.464021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e79c9de7-9d33-49ee-aefd-9da40ae38fb4 req-f2ea39ca-0df8-4024-b33e-f596a4a04c3d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.1092651 Mar 22 14:47:23.465777 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-18cd289b-58fb-40b0-a83c-062471703901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:23.467270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-18cd289b-58fb-40b0-a83c-062471703901 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0840795 Mar 22 14:47:23.512072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e79c9de7-9d33-49ee-aefd-9da40ae38fb4 req-643106f9-f1e6-44c3-89b0-03ac05986cb0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Mar 22 14:47:23.536933 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-5e115cc4-6b63-477f-bef4-d098ab138c6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 1001 time: 0.0631597 Mar 22 14:47:23.543987 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:23.584906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-7a408a5e-ec79-4305-9949-9c40769e7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:23.586370 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-7a408a5e-ec79-4305-9949-9c40769e7f8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0436707 Mar 22 14:47:23.641137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-8f12ed39-4711-4207-b425-727e28cbbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:23.642709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-8f12ed39-4711-4207-b425-727e28cbbeec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503888 Mar 22 14:47:23.737569 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-0480f2f8-913e-4015-9407-4f12dab4ee5d service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883081 Mar 22 14:47:23.833735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-c2f03d75-9ccf-47c0-a18a-6157c6963c7a service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899177 Mar 22 14:47:24.642924 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:24.647999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989cc46-c2d2-4f6b-8a65-edf63006182d req-01760ca9-8800-4566-83c6-c358ad186964 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:24.649517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9989cc46-c2d2-4f6b-8a65-edf63006182d req-01760ca9-8800-4566-83c6-c358ad186964 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0581951 Mar 22 14:47:24.703391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9989cc46-c2d2-4f6b-8a65-edf63006182d req-149732c5-4702-4551-9cbb-5d5d11452a1c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470216 Mar 22 14:47:24.793309 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:25.403887 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-6b7f82be-dfa4-41df-800e-b9d0dead5add service neutron] 10.222.0.42 "GET /v2.0/ports/96c11270-9da1-4b02-96ef-99acda655696/bindings/n-h1-834677-3 HTTP/1.1" status: 200 len: 382 time: 0.0692463 Mar 22 14:47:25.611365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-404b349d-c638-46b6-8711-004bb2e547aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:25.612853 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-404b349d-c638-46b6-8711-004bb2e547aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 1127 time: 0.0455086 Mar 22 14:47:25.678344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-c614107a-eebd-44ee-a271-ececc71f078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:25.679742 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-c614107a-eebd-44ee-a271-ececc71f078b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1127 time: 0.0447621 Mar 22 14:47:25.770741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-4e24fcd4-f917-46a5-aacf-0c1ff780f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:25.772441 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-4e24fcd4-f917-46a5-aacf-0c1ff780f4c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0869007 Mar 22 14:47:25.833497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e55f8-7bf3-433e-9f8b-9e625241506f req-82b0b0e5-41e4-4a04-b9ce-e5c42965b1a4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:25.835016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b61e55f8-7bf3-433e-9f8b-9e625241506f req-82b0b0e5-41e4-4a04-b9ce-e5c42965b1a4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0533185 Mar 22 14:47:25.836749 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-60d0e101-62fc-48fd-96e0-9398ae65bbc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 1001 time: 0.0583870 Mar 22 14:47:25.883621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b61e55f8-7bf3-433e-9f8b-9e625241506f req-259d8bdf-76fd-4bff-a8e7-56ddba47e1a3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Mar 22 14:47:25.884361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-a9780b2d-577e-451d-9da8-8f8a59e53667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:25.885830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-a9780b2d-577e-451d-9da8-8f8a59e53667 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0431798 Mar 22 14:47:25.940097 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-70e8e23f-def2-492d-a67f-7639081d3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:25.941500 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-70e8e23f-def2-492d-a67f-7639081d3fda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492749 Mar 22 14:47:26.040234 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-08d2d03c-7777-4f32-a2e6-836fca0bb54b service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927103 Mar 22 14:47:26.131705 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6c6ce252-6436-4ad5-a6eb-947c9af3a59e req-adbae19d-b92d-4e5a-90b5-09c59036c7cb service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850825 Mar 22 14:47:27.007143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b000d9-1c84-42a8-a283-7494112b4347 req-6ad7d67c-a867-4a63-a022-3aefeafc494d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:27.008619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55b000d9-1c84-42a8-a283-7494112b4347 req-6ad7d67c-a867-4a63-a022-3aefeafc494d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0538743 Mar 22 14:47:27.058873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55b000d9-1c84-42a8-a283-7494112b4347 req-0c837530-7890-48a7-a920-cd8d3b741150 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Mar 22 14:47:28.191146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2980814-bc50-41f8-b984-44bbaf758ab6 req-abafd609-9c5d-41d3-a380-531ef0a67dcf tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.192652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2980814-bc50-41f8-b984-44bbaf758ab6 req-abafd609-9c5d-41d3-a380-531ef0a67dcf tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0620246 Mar 22 14:47:28.240046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2980814-bc50-41f8-b984-44bbaf758ab6 req-377dca15-506d-486f-89a7-da34f6794976 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 Mar 22 14:47:28.427661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 96c11270-9da1-4b02-96ef-99acda655696 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:47:28.445739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020082e9-95ce-4229-a17e-8f77efbc104e req-81380a5a-501e-45ea-9b97-eb07ca0f8b3d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.447424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-020082e9-95ce-4229-a17e-8f77efbc104e req-81380a5a-501e-45ea-9b97-eb07ca0f8b3d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0550280 Mar 22 14:47:28.474547 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-9b883c96-8bda-4be0-8734-237cc73dd93a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.476305 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-9b883c96-8bda-4be0-8734-237cc73dd93a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&binding%3Ahost_id=n-h1-834677-3 HTTP/1.1" status: 200 len: 945 time: 0.0750964 Mar 22 14:47:28.514727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-020082e9-95ce-4229-a17e-8f77efbc104e req-658496e9-7392-447b-bccd-2aca21dffce7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612743 Mar 22 14:47:28.544810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:28.557551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '96c11270-9da1-4b02-96ef-99acda655696', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '96c11270-9da1-4b02-96ef-99acda655696', 'mac_address': 'fa:16:3e:28:dd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:47:28.566781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-297fb06e-b16e-4b9e-9281-aec4e30f1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.568295 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-297fb06e-b16e-4b9e-9281-aec4e30f1f35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1127 time: 0.0490065 Mar 22 14:47:28.594505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 96c11270-9da1-4b02-96ef-99acda655696 is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:47:28.594870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96c11270-9da1-4b02-96ef-99acda655696), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:28.609960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96c11270-9da1-4b02-96ef-99acda655696 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:47:28.632696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:28.639181 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:28.676214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-3315a7bf-748f-44d2-a84e-d92e1b19b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.678490 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-3315a7bf-748f-44d2-a84e-d92e1b19b4e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.1027203 Mar 22 14:47:28.690715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:28.745732 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-e18c782e-3384-4241-a47e-f5dcffd7c4a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 1000 time: 0.0611839 Mar 22 14:47:28.794049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-63aa0e90-621a-46b4-a5b2-5ea860dced4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.795447 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-63aa0e90-621a-46b4-a5b2-5ea860dced4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0426986 Mar 22 14:47:28.836288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['96c11270-9da1-4b02-96ef-99acda655696'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:47:28.850787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-67286fc8-c556-460c-8f28-aca54fba7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.852371 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-67286fc8-c556-460c-8f28-aca54fba7595 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503819 Mar 22 14:47:28.867432 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:28.945756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-b1748a80-d8c4-490f-88f1-7d758d95ba6e service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Mar 22 14:47:29.050034 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fa4d0b04-4c7d-4c60-8d0e-964d9443e813 req-7022848e-8dc4-4b68-974d-87145f66a3d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938916 Mar 22 14:47:29.645829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680ce7f-9418-4d83-baf6-a610f3af50fa req-cde5cc9e-14ab-406d-953b-3e057057da6a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:29.647377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b680ce7f-9418-4d83-baf6-a610f3af50fa req-cde5cc9e-14ab-406d-953b-3e057057da6a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 944 time: 0.0555351 Mar 22 14:47:29.695182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b680ce7f-9418-4d83-baf6-a610f3af50fa req-3cc52bf3-87bd-4c1f-a67f-e3ada6141ab5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Mar 22 14:47:29.842956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b1393-1882-40c8-99a5-cad0a35a1caf req-be19922a-2809-49a5-9654-36f6e7ba1dd1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:29.844495 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75b1393-1882-40c8-99a5-cad0a35a1caf req-be19922a-2809-49a5-9654-36f6e7ba1dd1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 944 time: 0.0770636 Mar 22 14:47:29.905722 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b75b1393-1882-40c8-99a5-cad0a35a1caf req-673f605d-3ec7-4bd6-88b0-cfc3083e6171 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553639 Mar 22 14:47:30.114264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e379b-870b-413a-a237-d25896487d71 req-e7fac98a-9199-4396-985d-2da8bd29ca22 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:30.116362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e3e379b-870b-413a-a237-d25896487d71 req-e7fac98a-9199-4396-985d-2da8bd29ca22 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 944 time: 0.0539699 Mar 22 14:47:30.141888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-fff29d49-c992-4906-8562-ea85c47f6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:30.143439 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-fff29d49-c992-4906-8562-ea85c47f6940 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 1126 time: 0.0474181 Mar 22 14:47:30.166306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e3e379b-870b-413a-a237-d25896487d71 req-c3cfdc9d-0912-4e3e-86f2-cedf8d00ad97 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440984 Mar 22 14:47:30.237944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-5498dd2f-765f-4c17-b9e3-1fde24b662fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:30.239335 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-5498dd2f-765f-4c17-b9e3-1fde24b662fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0899289 Mar 22 14:47:30.302599 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-f35648b7-bf37-4de0-96b8-9d23b221f08e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 200 len: 1000 time: 0.0568545 Mar 22 14:47:30.348467 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-af603384-30ac-4edf-9d2d-1c83eb4b4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:30.349882 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-af603384-30ac-4edf-9d2d-1c83eb4b4a41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0420399 Mar 22 14:47:30.411109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-d81fb13b-0149-48d4-99cf-4a717abaebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:30.412600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-d81fb13b-0149-48d4-99cf-4a717abaebdf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566106 Mar 22 14:47:30.453309 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 96c11270-9da1-4b02-96ef-99acda655696 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:47:30.505595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 96c11270-9da1-4b02-96ef-99acda655696 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:47:30.505882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (96c11270-9da1-4b02-96ef-99acda655696), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:30.509501 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-3d488cc5-d132-4a0d-be9b-2bf733f516a7 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903175 Mar 22 14:47:30.586638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 96c11270-9da1-4b02-96ef-99acda655696 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:47:30.586999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96c11270-9da1-4b02-96ef-99acda655696), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:30.601906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bcf32f57-cf05-4b75-93cc-0caa04f588b8 req-b3c56b40-b363-48d8-a1b8-7503a3286682 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858917 Mar 22 14:47:30.611422 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c11270-9da1-4b02-96ef-99acda655696'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:30.613816 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f913f4-5d9b-4e83-baa4-671b9907fdb1" -d '{"events": [{"server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "name": "network-vif-plugged", "status": "completed", "tag": "96c11270-9da1-4b02-96ef-99acda655696"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:30.628739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:30.634630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:30.660252 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca8a87-7b55-40af-bad4-f1ca4aa77ace x-openstack-request-id: req-68ca8a87-7b55-40af-bad4-f1ca4aa77ace {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:30.660536 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "name": "network-vif-plugged", "status": "completed", "tag": "96c11270-9da1-4b02-96ef-99acda655696", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:30.660782 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68ca8a87-7b55-40af-bad4-f1ca4aa77ace {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:30.661173 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ca8a87-7b55-40af-bad4-f1ca4aa77ace'] response: {'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c11270-9da1-4b02-96ef-99acda655696', 'code': 200} Mar 22 14:47:30.686876 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:31.308399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0401ab0-d305-4c72-bdba-0c153c9e104a req-d5359cf9-d944-4fda-b62d-e6a8c3428575 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:31.314267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0401ab0-d305-4c72-bdba-0c153c9e104a req-d5359cf9-d944-4fda-b62d-e6a8c3428575 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0605438 Mar 22 14:47:31.357295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0401ab0-d305-4c72-bdba-0c153c9e104a req-676a1c96-5ade-44a4-adf3-bf20dcf7d4d1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Mar 22 14:47:31.604364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b02ced-82a0-4e74-99da-f899247ed012 req-2126cd10-a309-4ba5-bcb8-d049973807ca tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:31.605871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25b02ced-82a0-4e74-99da-f899247ed012 req-2126cd10-a309-4ba5-bcb8-d049973807ca tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0547333 Mar 22 14:47:31.653658 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25b02ced-82a0-4e74-99da-f899247ed012 req-d5336f79-bf7a-4a3b-aca4-afacea1cb599 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Mar 22 14:47:32.785482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0b382-7114-4c2b-a294-10706938a35e req-6b394c11-a529-4563-be92-466bb8f59e57 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:32.787247 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ea0b382-7114-4c2b-a294-10706938a35e req-6b394c11-a529-4563-be92-466bb8f59e57 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0620720 Mar 22 14:47:32.835567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1ea0b382-7114-4c2b-a294-10706938a35e req-286b25a5-3563-470a-9b0f-fd5476ca7261 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Mar 22 14:47:32.838724 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:47:32.844092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-03ab4812-b014-4b3b-aa41-39b004c6591b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:32.845635 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-03ab4812-b014-4b3b-aa41-39b004c6591b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 945 time: 0.0553856 Mar 22 14:47:32.948809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Deleting port 96c11270-9da1-4b02-96ef-99acda655696 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:47:32.949159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (96c11270-9da1-4b02-96ef-99acda655696), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:33.054404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] For port 96c11270-9da1-4b02-96ef-99acda655696, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=96c11270-9da1-4b02-96ef-99acda655696,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:33.054854 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (96c11270-9da1-4b02-96ef-99acda655696), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:33.482819 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:33.483139 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:33.483477 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 disassociated. External IP: 172.25.2.163, port: 96c11270-9da1-4b02-96ef-99acda655696. Mar 22 14:47:33.483813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Calling delete_port for 96c11270-9da1-4b02-96ef-99acda655696 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:47:33.615867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (96c11270-9da1-4b02-96ef-99acda655696), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:33.645051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event deleted for resources: {'Port': ['ID=96c11270-9da1-4b02-96ef-99acda655696,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:33.770013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:47:33.881886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:47:33.893770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:47:33.903961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:47:33.904834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:47:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:33.926274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] No DVR routers for this DVR port 96c11270-9da1-4b02-96ef-99acda655696 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:47:33.929352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:33.932966 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b583299-0b88-4fdc-b484-11dd0d6f8e44 req-ac41cbcb-fa72-473c-b299-b02f77e84654 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "DELETE /v2.0/ports/96c11270-9da1-4b02-96ef-99acda655696 HTTP/1.1" status: 204 len: 173 time: 1.0821302 Mar 22 14:47:33.933438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'name': 'network-vif-deleted', 'tag': '96c11270-9da1-4b02-96ef-99acda655696'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:33.935853 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667cee3c-265c-47a4-82e8-54a99a31a9c6" -d '{"events": [{"server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "name": "network-vif-deleted", "tag": "96c11270-9da1-4b02-96ef-99acda655696"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:33.950882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a47a54d1-eca1-4573-9767-d4b0260eab68 req-77904c68-6e96-407e-94f7-d4d3ed69be33 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=de79a8bc-8df3-4db6-979e-63c48d9d072a HTTP/1.1" status: 200 len: 210 time: 0.0302029 Mar 22 14:47:33.991626 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846e6a8c-befe-493d-85f4-cefe3dee9b0c x-openstack-request-id: req-846e6a8c-befe-493d-85f4-cefe3dee9b0c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:33.991925 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de79a8bc-8df3-4db6-979e-63c48d9d072a", "name": "network-vif-deleted", "tag": "96c11270-9da1-4b02-96ef-99acda655696", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:33.992175 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-846e6a8c-befe-493d-85f4-cefe3dee9b0c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:33.992590 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846e6a8c-befe-493d-85f4-cefe3dee9b0c'] response: {'server_uuid': 'de79a8bc-8df3-4db6-979e-63c48d9d072a', 'name': 'network-vif-deleted', 'tag': '96c11270-9da1-4b02-96ef-99acda655696', 'status': 'completed', 'code': 200} Mar 22 14:47:34.030528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:47:34.254612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:34.286226 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:47:34.296347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:47:34.297043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:47:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:34.413017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:47:34.612968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:34.638917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455622c-df88-4c4f-8ff1-06bbf0868849 None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:47:34.866481 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160a69-63c4-4691-a9c6-8343d0664020 None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:47:35.211291 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-dc9806c3-a9ec-4598-9890-72860cf2c913 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1113765031&fields=id&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 267 time: 0.0434387 Mar 22 14:47:35.330778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-466dfea8-26fa-4953-a0de-67f1a94e681c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:35.332250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-466dfea8-26fa-4953-a0de-67f1a94e681c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1143198 Mar 22 14:47:35.347256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-20d88ea9-eaf5-4c67-a534-b8efb87c06db tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/quotas/feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 375 time: 0.0095749 Mar 22 14:47:35.404126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-ca5f4c03-7bac-42b8-8b03-a842a49ffb5f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520475 Mar 22 14:47:35.566503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-e17be877-53c8-4788-8f52-9d106ed96555 service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488225 Mar 22 14:47:35.661019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-69d93bfc-7f81-413f-be32-6dcea7f11c8a service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Mar 22 14:47:35.824832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-caed85bf-e553-4462-a802-d63bb5b61091 req-879a18e9-53b2-4a87-8c00-f5cd7e7b5455 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 210 time: 0.0284910 Mar 22 14:47:36.787284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-8f16eb55-7d49-444c-ae66-bd37d7a33385 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:36.788733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-8f16eb55-7d49-444c-ae66-bd37d7a33385 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1110075 Mar 22 14:47:36.849833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-7170e0e7-1c24-484a-9c6c-45f488639765 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 380 time: 0.0514932 Mar 22 14:47:36.859424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'port': {'device_id': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'admin_state_up': True, 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'security_groups': ['f9a93477-d515-4a8f-9a0d-27e2007b0b0e']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:47:36.923626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbaee399-67ac-4455-a9c3-2a86e8dc656b req-05f16f1e-8f89-4d83-8913-d6c8ce5f60c3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Mar 22 14:47:36.973689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Made reservation on behalf of feb1412ff02343479c1ac2c9d3d8aff7 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:47:36.977160 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.135238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Allocated IP 172.20.0.11 (7840b53f-0113-4755-aff2-4bcec248bbe6/a451f2d2-68fe-4b4d-8f5f-363eba849025/0febecd1-edce-4fba-9efa-83db71f1d191) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:47:37.273432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for port (0febecd1-edce-4fba-9efa-83db71f1d191), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.308750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.351215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:47:37.354433 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:47:37.360134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:47:37.366938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:37.397785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.398088 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.398420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.398747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.399076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.399399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.399717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.400040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.400361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.400676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.400989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.401301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.401615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.401925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.402260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:37.428009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:37.428758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.446587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-5790ee44-7059-45d5-95d1-c1b9486ebde1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5907242 Mar 22 14:47:37.458349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Request body: {'port': {'device_id': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:47:37.523014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.591643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e69052ff-c9e9-4a69-85df-6357396a555e None None] Provisioning complete for port 0febecd1-edce-4fba-9efa-83db71f1d191 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:47:37.592267 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e69052ff-c9e9-4a69-85df-6357396a555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.625652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e69052ff-c9e9-4a69-85df-6357396a555e None None] Port 0febecd1-edce-4fba-9efa-83db71f1d191 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:47:37.786405 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0febecd1-edce-4fba-9efa-83db71f1d191 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:47:37.794121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Publish callbacks [] for port (0febecd1-edce-4fba-9efa-83db71f1d191), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.807378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Transition to ACTIVE for port object 0febecd1-edce-4fba-9efa-83db71f1d191 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:47:37.813305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:37.860345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:37.937168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:47:37.937510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:47:37.937858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:47:37.942492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:47:37.942810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:47:37.952260 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:47:37.952518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:47:37.953245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:47:37.953245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Bound port: 0febecd1-edce-4fba-9efa-83db71f1d191, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:47:37.953586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:38.023679 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:47:38.026954 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:47:38.034618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:38.059765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d70-42e9-4253-8eb1-32b0541196b6 req-c1958091-03e3-45a2-8881-6d6f417f7574 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.061272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cff86d70-42e9-4253-8eb1-32b0541196b6 req-c1958091-03e3-45a2-8881-6d6f417f7574 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 944 time: 0.0600076 Mar 22 14:47:38.067413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.068146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:38.069532 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] 10.222.0.42 "PUT /v2.0/ports/0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1092 time: 0.6156485 Mar 22 14:47:38.070010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:38.072539 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee132f2-e823-454b-8be7-149d034fc11d" -d '{"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:38.098955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418058b-a08b-409b-8a14-9f85f153aabf service neutron] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:38.126128 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9d8da-18c7-44b2-b874-fac612593aba x-openstack-request-id: req-b1d9d8da-18c7-44b2-b874-fac612593aba {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:38.126415 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:38.126664 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1d9d8da-18c7-44b2-b874-fac612593aba {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:38.127069 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d9d8da-18c7-44b2-b874-fac612593aba'] response: {'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'status': 'completed', 'code': 200} Mar 22 14:47:38.129456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cff86d70-42e9-4253-8eb1-32b0541196b6 req-3adaddab-d645-4ba4-8488-11cbfec20cb8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585036 Mar 22 14:47:38.171072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-dab3f071-7321-4f8b-bb81-51fe3d88e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.172680 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-dab3f071-7321-4f8b-bb81-51fe3d88e6bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1126 time: 0.0565248 Mar 22 14:47:38.215313 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-a49ee9b5-9462-4402-8cbc-345ac739bdf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 217 time: 0.0358171 Mar 22 14:47:38.265779 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-43dbc5d9-3af4-4b50-ba03-966c8dae7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.267310 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-43dbc5d9-3af4-4b50-ba03-966c8dae7a7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0440636 Mar 22 14:47:38.320703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-f539f37a-23d8-41b2-ad58-d3c0b1fbc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.322237 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-f539f37a-23d8-41b2-ad58-d3c0b1fbc5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488014 Mar 22 14:47:38.415136 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-016e0921-dbcb-4ca9-a3bc-7e4cc95f5397 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866828 Mar 22 14:47:38.474389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 96c11270-9da1-4b02-96ef-99acda655696 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:47:38.498728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 96c11270-9da1-4b02-96ef-99acda655696 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:47:38.499066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 96c11270-9da1-4b02-96ef-99acda655696 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:47:38.507371 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6fa8f40f-591c-42f4-bab7-f9d287882297 req-6565eb20-f886-44f5-b1db-414f06e24350 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864084 Mar 22 14:47:38.604414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee132f2-e823-454b-8be7-149d034fc11d req-08b2b3f0-5062-41f8-81dd-a9457ea531f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.605955 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aee132f2-e823-454b-8be7-149d034fc11d req-08b2b3f0-5062-41f8-81dd-a9457ea531f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1126 time: 0.0515141 Mar 22 14:47:38.701034 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee132f2-e823-454b-8be7-149d034fc11d req-b4b26a55-f1d1-4cba-9600-059e6bde30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.702643 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aee132f2-e823-454b-8be7-149d034fc11d req-b4b26a55-f1d1-4cba-9600-059e6bde30e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0898142 Mar 22 14:47:38.753431 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aee132f2-e823-454b-8be7-149d034fc11d req-05f733bd-83fd-4538-bb2c-1b5efbf4cf95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 217 time: 0.0441892 Mar 22 14:47:38.801378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee132f2-e823-454b-8be7-149d034fc11d req-25d05209-d8e3-4aed-8785-2ad8374a3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.803164 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aee132f2-e823-454b-8be7-149d034fc11d req-25d05209-d8e3-4aed-8785-2ad8374a3a69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0429049 Mar 22 14:47:38.855655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee132f2-e823-454b-8be7-149d034fc11d req-34ab0878-80b3-482f-bbfe-c76f78879d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.857064 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aee132f2-e823-454b-8be7-149d034fc11d req-34ab0878-80b3-482f-bbfe-c76f78879d17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464473 Mar 22 14:47:38.953713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aee132f2-e823-454b-8be7-149d034fc11d req-f26d8651-c7d5-44de-984f-f819dbb50332 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877638 Mar 22 14:47:39.052437 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aee132f2-e823-454b-8be7-149d034fc11d req-84a64e4e-5bbd-4b3b-9ec7-f80e4fc6476e service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924251 Mar 22 14:47:39.279689 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f720dd-5788-4fa8-b356-8ce97e35dfe1 req-13dd5334-6dff-445c-9768-594e3975adf4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:39.281407 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95f720dd-5788-4fa8-b356-8ce97e35dfe1 req-13dd5334-6dff-445c-9768-594e3975adf4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 944 time: 0.0624704 Mar 22 14:47:39.329596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95f720dd-5788-4fa8-b356-8ce97e35dfe1 req-5345268d-ef8a-422f-af77-0a1297d92a74 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Mar 22 14:47:40.455431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0365b02-56fe-4b48-839d-055a4b3fbfff req-3406553a-b933-44f6-8fde-8b98042d4099 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:40.456888 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0365b02-56fe-4b48-839d-055a4b3fbfff req-3406553a-b933-44f6-8fde-8b98042d4099 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 944 time: 0.0539751 Mar 22 14:47:40.483811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:47:40.509361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0365b02-56fe-4b48-839d-055a4b3fbfff req-36ddffab-b2de-4cc3-9560-0fa5288b1fc9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466788 Mar 22 14:47:40.583069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:40.596697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '0febecd1-edce-4fba-9efa-83db71f1d191', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '0febecd1-edce-4fba-9efa-83db71f1d191', 'mac_address': 'fa:16:3e:55:c3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:47:40.638007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0febecd1-edce-4fba-9efa-83db71f1d191 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:47:40.638328 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:40.651073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0febecd1-edce-4fba-9efa-83db71f1d191 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:47:40.670179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:40.676046 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:40.722532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:40.730280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.730624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.730956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.731291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.731642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.731949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.732269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.732585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.732905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.733207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.733523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.733842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.734175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.734492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.734805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:40.882677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0febecd1-edce-4fba-9efa-83db71f1d191'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:47:41.639268 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc5ead-a835-4abd-9999-ca595d0d21d4 req-f75ebd21-111d-409c-9267-d6b816d1cb6d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:41.640998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bdc5ead-a835-4abd-9999-ca595d0d21d4 req-f75ebd21-111d-409c-9267-d6b816d1cb6d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0629034 Mar 22 14:47:41.689134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1bdc5ead-a835-4abd-9999-ca595d0d21d4 req-5c59ea1a-1a00-4994-bda4-3b944f712b42 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423300 Mar 22 14:47:42.500786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:47:42.555952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 0febecd1-edce-4fba-9efa-83db71f1d191 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:47:42.559907 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 0febecd1-edce-4fba-9efa-83db71f1d191 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:47:42.560277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:42.646639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0febecd1-edce-4fba-9efa-83db71f1d191 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:47:42.647030 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:42.671173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:42.673473 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b14ea95-915a-49fa-bd8f-afc60659d809" -d '{"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-plugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:42.686357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:42.691468 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:42.717736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d4a09d-c424-4c3e-abec-d1bf2e75b325 x-openstack-request-id: req-21d4a09d-c424-4c3e-abec-d1bf2e75b325 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:42.717736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-plugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:42.717736 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21d4a09d-c424-4c3e-abec-d1bf2e75b325 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:42.718183 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d4a09d-c424-4c3e-abec-d1bf2e75b325'] response: {'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'code': 200} Mar 22 14:47:42.746870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:42.823791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07243d-c292-4c65-930c-87b5258bf604 req-43357adc-467f-4ec4-97bb-83c8fc899138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:42.825331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a07243d-c292-4c65-930c-87b5258bf604 req-43357adc-467f-4ec4-97bb-83c8fc899138 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1128 time: 0.0504124 Mar 22 14:47:42.829194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b213c2-1c0c-4106-97de-6a2ab0a67ae9 req-a725d11f-64b0-4346-bbca-d3422ae39dc7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:42.830706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96b213c2-1c0c-4106-97de-6a2ab0a67ae9 req-a725d11f-64b0-4346-bbca-d3422ae39dc7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0591750 Mar 22 14:47:42.871165 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8a07243d-c292-4c65-930c-87b5258bf604 req-c5f85f53-a900-4a23-8039-1af0826ae54d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374000 Mar 22 14:47:42.877190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96b213c2-1c0c-4106-97de-6a2ab0a67ae9 req-e1f05b98-1647-4271-8916-76f61f162abd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Mar 22 14:47:44.009653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66806f5d-0b16-4c2f-8aad-4dd7d3ad121c req-6ea06604-c1fb-4583-a679-471aac5c4f7b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:44.011152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66806f5d-0b16-4c2f-8aad-4dd7d3ad121c req-6ea06604-c1fb-4583-a679-471aac5c4f7b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0588875 Mar 22 14:47:44.060671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66806f5d-0b16-4c2f-8aad-4dd7d3ad121c req-a1f9a3e4-dafa-4664-b58d-227e0029d762 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Mar 22 14:47:44.187101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c22ec-62a2-4e4a-a49e-937370e3d082 req-b884aa84-639d-44e3-a667-d50aaae1d57a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:44.188606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa7c22ec-62a2-4e4a-a49e-937370e3d082 req-b884aa84-639d-44e3-a667-d50aaae1d57a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0557792 Mar 22 14:47:44.200387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43666) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:47:44.204901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'floatingip': {'port_id': '0febecd1-edce-4fba-9efa-83db71f1d191'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:47:44.246576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:45.014703 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:45.021175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:45.121171 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 associated. External IP: 172.25.2.163, port: 0febecd1-edce-4fba-9efa-83db71f1d191. Mar 22 14:47:45.332894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:47:45.451447 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:47:45.456518 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:45.461249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:47:45.472335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:47:45.472954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:47:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:45.486377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-91787ccc-fba6-474f-bf45-e36fd067a70b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "PUT /v2.0/floatingips/1252bf47-827c-42a0-ba0d-30bcba348d18 HTTP/1.1" status: 200 len: 992 time: 1.2848570 Mar 22 14:47:45.487227 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:45.490589 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d93b8f0-46c0-4b80-ac74-d89228208cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:45.593537 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:47:45.599320 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931db95-ee48-4329-88d4-ee3feed0cd4f x-openstack-request-id: req-a931db95-ee48-4329-88d4-ee3feed0cd4f {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:45.599635 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:45.599900 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a931db95-ee48-4329-88d4-ee3feed0cd4f {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:45.600283 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a931db95-ee48-4329-88d4-ee3feed0cd4f'] response: {'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'status': 'completed', 'code': 200} Mar 22 14:47:45.682175 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-59275712-6769-4f49-a93c-43607418bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.684428 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-59275712-6769-4f49-a93c-43607418bf30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1128 time: 0.0606716 Mar 22 14:47:45.731642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b2b59-a0aa-4aaa-b11f-daa9d5c0e1ab req-58eca1a4-707d-4a46-9c08-08436aa4d2ee tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.733144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af2b2b59-a0aa-4aaa-b11f-daa9d5c0e1ab req-58eca1a4-707d-4a46-9c08-08436aa4d2ee tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Mar 22 14:47:45.782760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af2b2b59-a0aa-4aaa-b11f-daa9d5c0e1ab req-af0b8ba1-660e-41af-aeda-fda32fb1d615 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436196 Mar 22 14:47:45.795131 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-a07d7583-24c0-40c0-ad0f-cb68520d3428 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087828 Mar 22 14:47:45.814417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-64c9d941-fdb8-4cc5-a5e2-1d834369918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.815896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-64c9d941-fdb8-4cc5-a5e2-1d834369918e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.1221490 Mar 22 14:47:45.862743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '0febecd1-edce-4fba-9efa-83db71f1d191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:55:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:47:44Z', 'revision_number': 9, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:45.883975 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-1a1daf80-e23e-4ee7-9f6a-7fcc295bde20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1000 time: 0.0619929 Mar 22 14:47:45.888769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:47:45.897722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:47:45.898362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:47:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:45.938581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-836bfd02-8487-463a-84ce-6a5a98a51cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.940169 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-836bfd02-8487-463a-84ce-6a5a98a51cfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0506694 Mar 22 14:47:45.991855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-b4fd17d5-b1ce-4a61-9d63-30026faaa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.993579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-b4fd17d5-b1ce-4a61-9d63-30026faaa5e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476310 Mar 22 14:47:46.016397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:47:46.087643 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-b11ef947-3dbd-49c1-bb56-20ba904d7043 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Mar 22 14:47:46.235133 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-6c30ef16-ffc4-4aaa-93d1-172e95f55379 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:46.236507 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-6c30ef16-ffc4-4aaa-93d1-172e95f55379 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports/0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 943 time: 0.0625217 Mar 22 14:47:46.238517 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9d93b8f0-46c0-4b80-ac74-d89228208cb4 req-8c7e1468-d4d4-4393-9e66-7c9dbf056a24 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451690 Mar 22 14:47:46.421544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '0febecd1-edce-4fba-9efa-83db71f1d191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:55:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:47:44Z', 'revision_number': 9, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:46.449057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27383d-d5df-468c-8142-009b8472a1ae None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '0febecd1-edce-4fba-9efa-83db71f1d191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:55:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:47:44Z', 'revision_number': 9, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:47:46.659152 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40693b-a62c-49e5-8947-14b5e9c07d33 None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:47:46.915463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aa6cb-a394-49db-9fe3-a8deb4575a15 req-7ee7ee00-cab6-44d7-a29c-8e6671db90a4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:46.916997 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-795aa6cb-a394-49db-9fe3-a8deb4575a15 req-7ee7ee00-cab6-44d7-a29c-8e6671db90a4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0607672 Mar 22 14:47:46.966555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-795aa6cb-a394-49db-9fe3-a8deb4575a15 req-83711b00-410c-4739-803d-8d050edaabc6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Mar 22 14:47:47.273796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-fe011b23-0eb7-44ab-a16d-386df60da7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:47.277500 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-fe011b23-0eb7-44ab-a16d-386df60da7a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1128 time: 0.0609219 Mar 22 14:47:47.381838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-083e6cc4-6e36-40e7-a9b4-8754f88a1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:47.383321 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-083e6cc4-6e36-40e7-a9b4-8754f88a1ab5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.1003692 Mar 22 14:47:47.450839 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-0f0754a8-6cf0-455d-ada3-4e16aefd77b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1003 time: 0.0613294 Mar 22 14:47:47.498220 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-e62f4e55-2db6-41ba-8523-ad1bb8134c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:47.499614 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-e62f4e55-2db6-41ba-8523-ad1bb8134c16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0429049 Mar 22 14:47:47.548273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-16eca641-1b5a-49f4-8d08-dad120c61621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:47.549771 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-16eca641-1b5a-49f4-8d08-dad120c61621 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434365 Mar 22 14:47:47.652919 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-8483a0f1-c5b2-480b-ab65-130c9774d2b6 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969694 Mar 22 14:47:47.744769 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-820a4dfc-6128-41f5-9459-870b20718727 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850580 Mar 22 14:47:48.089144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812255b-bb47-4880-add8-03f30defbcba req-cfe7d4e5-c33a-44d5-8bdf-a84417e06b68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:48.090669 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4812255b-bb47-4880-add8-03f30defbcba req-cfe7d4e5-c33a-44d5-8bdf-a84417e06b68 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0558665 Mar 22 14:47:48.137241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4812255b-bb47-4880-add8-03f30defbcba req-47160a15-3e5a-4e81-aed8-d9ae631048b5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 Mar 22 14:47:48.239722 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-020b558c-34e6-47c2-8bef-152a7ae8da42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:49.281441 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf39f-f738-42bc-a446-d92b87e9d4ef req-57b77ef8-95ab-4ab6-988b-b00c7146a2ca tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:49.282836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2edf39f-f738-42bc-a446-d92b87e9d4ef req-57b77ef8-95ab-4ab6-988b-b00c7146a2ca tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0595984 Mar 22 14:47:49.338797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2edf39f-f738-42bc-a446-d92b87e9d4ef req-4d810069-f589-4204-83f3-a9d018617bea tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502739 Mar 22 14:47:50.481629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2bc2-d0f0-41b2-859f-c17d5e163a34 req-79928d9e-23f1-4e4b-b3a7-eb75b826a971 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:50.483148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c60e2bc2-d0f0-41b2-859f-c17d5e163a34 req-79928d9e-23f1-4e4b-b3a7-eb75b826a971 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0590117 Mar 22 14:47:50.496195 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4b81d17d-0923-462c-a1b2-b1050d7e0ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:50.529649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c60e2bc2-d0f0-41b2-859f-c17d5e163a34 req-9c915332-6dae-44aa-b8e7-5b6f195a4d8c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408099 Mar 22 14:47:51.662183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb466bfc-e556-47f3-b721-de434e6f57af req-777b7e54-5355-4a42-a63c-33b6ece0f1bc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:51.663684 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb466bfc-e556-47f3-b721-de434e6f57af req-777b7e54-5355-4a42-a63c-33b6ece0f1bc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0528247 Mar 22 14:47:51.724499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb466bfc-e556-47f3-b721-de434e6f57af req-33cb6a8c-2c3f-4123-a807-ef1d05ac8ae2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520694 Mar 22 14:47:52.035929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:52.867546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751d543-44c4-4dc3-868a-2cf6ce1e59f8 req-7c9cbab4-bcf2-480a-8725-1ca93a04db5d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:52.869033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0751d543-44c4-4dc3-868a-2cf6ce1e59f8 req-7c9cbab4-bcf2-480a-8725-1ca93a04db5d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0649304 Mar 22 14:47:52.916561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0751d543-44c4-4dc3-868a-2cf6ce1e59f8 req-f61ff844-3088-4cfb-8de3-bc496ac90ddf tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Mar 22 14:47:53.547079 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:54.058432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9413f-4d2f-483f-8723-284717786c23 req-da12aa1e-198c-4e97-9e9e-d5f122916122 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:54.059953 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec9413f-4d2f-483f-8723-284717786c23 req-da12aa1e-198c-4e97-9e9e-d5f122916122 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0568888 Mar 22 14:47:54.131552 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dec9413f-4d2f-483f-8723-284717786c23 req-a88c5a6b-8ee8-45f7-9f36-8ee0ba38d5b6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629339 Mar 22 14:47:54.649339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:54.802113 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:55.279813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c20a7-a318-4c2e-b33e-21d9968adcd9 req-689926c3-d303-4582-936b-8960b365e649 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:55.281221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f9c20a7-a318-4c2e-b33e-21d9968adcd9 req-689926c3-d303-4582-936b-8960b365e649 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0683336 Mar 22 14:47:55.332189 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f9c20a7-a318-4c2e-b33e-21d9968adcd9 req-5d9820f5-99fd-4bc0-9de9-ad91815e300c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Mar 22 14:47:56.467730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbcd01-a343-48e8-a538-e6af4caf2457 req-bcecfe63-a48c-417c-a30b-14b369c6b8fd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:56.469160 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ccbcd01-a343-48e8-a538-e6af4caf2457 req-bcecfe63-a48c-417c-a30b-14b369c6b8fd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0632200 Mar 22 14:47:56.520486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4ccbcd01-a343-48e8-a538-e6af4caf2457 req-dfc190d1-ee75-4382-a1a2-edfc7e87c289 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Mar 22 14:47:57.657281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6882-cfe1-4683-874b-565610078716 req-e63abd82-1d97-4303-857d-e536c6e91c17 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:57.658974 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-982c6882-cfe1-4683-874b-565610078716 req-e63abd82-1d97-4303-857d-e536c6e91c17 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0557458 Mar 22 14:47:57.712656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-982c6882-cfe1-4683-874b-565610078716 req-f1398525-903d-4e29-846d-584255492d33 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478899 Mar 22 14:47:58.842388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:58.854745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7035622-6e35-4074-8088-1f666d5bc8d4 req-b229ae04-7280-4a2f-8058-d346b38fdd61 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:58.856195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7035622-6e35-4074-8088-1f666d5bc8d4 req-b229ae04-7280-4a2f-8058-d346b38fdd61 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0654712 Mar 22 14:47:58.903005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7035622-6e35-4074-8088-1f666d5bc8d4 req-6386bb96-42b6-4b65-8540-0fac4226f326 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Mar 22 14:48:00.038896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3587c6-6256-4ab2-be0a-539f580431b8 req-a167a80e-cbd3-4cbb-8174-8a3e74cab36d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:00.040599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f3587c6-6256-4ab2-be0a-539f580431b8 req-a167a80e-cbd3-4cbb-8174-8a3e74cab36d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0606616 Mar 22 14:48:00.091116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9f3587c6-6256-4ab2-be0a-539f580431b8 req-3eb391ad-272e-4d89-87e9-862184799943 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Mar 22 14:48:01.227663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca876a9c-d305-4e07-9cc3-bbfcb662eb07 req-4d727778-7dfd-492c-b757-06f753f4b473 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:01.229137 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca876a9c-d305-4e07-9cc3-bbfcb662eb07 req-4d727778-7dfd-492c-b757-06f753f4b473 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0684221 Mar 22 14:48:01.277478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca876a9c-d305-4e07-9cc3-bbfcb662eb07 req-2279e7b3-9435-4a33-beec-870a5bd18d39 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 Mar 22 14:48:02.413031 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d77f4c-6fff-41ff-a43b-841dba29c4c0 req-12a57002-baf1-4210-a5e0-1fbb8ba35b12 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:02.414628 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8d77f4c-6fff-41ff-a43b-841dba29c4c0 req-12a57002-baf1-4210-a5e0-1fbb8ba35b12 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0547860 Mar 22 14:48:02.462619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d8d77f4c-6fff-41ff-a43b-841dba29c4c0 req-7b138419-3e44-409b-867d-c1c0fbd5657d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Mar 22 14:48:03.611753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc76c4-b01b-4dea-a4c1-45f51ed3e0d4 req-28389d4e-924b-41d9-8fe1-12df1dd42c09 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:03.613587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5cc76c4-b01b-4dea-a4c1-45f51ed3e0d4 req-28389d4e-924b-41d9-8fe1-12df1dd42c09 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0632722 Mar 22 14:48:03.670394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5cc76c4-b01b-4dea-a4c1-45f51ed3e0d4 req-6cd73b0a-0a70-449f-94d6-79a309a3c80f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484056 Mar 22 14:48:04.805877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65d3b5-a791-4092-bd0c-027873e405e7 req-17d467cc-25ff-4e9b-a9aa-a7d5be05b8f4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:04.807392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b65d3b5-a791-4092-bd0c-027873e405e7 req-17d467cc-25ff-4e9b-a9aa-a7d5be05b8f4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0630200 Mar 22 14:48:04.859352 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b65d3b5-a791-4092-bd0c-027873e405e7 req-be507458-bf31-45d7-b873-cc9d7a61b2ed tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441058 Mar 22 14:48:05.997856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d99a06-32cf-4ccd-a746-3a80d878b99e req-194b88e4-da47-47d3-ae90-ab18ca7720ec tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:05.999415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6d99a06-32cf-4ccd-a746-3a80d878b99e req-194b88e4-da47-47d3-ae90-ab18ca7720ec tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0557692 Mar 22 14:48:06.049269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b6d99a06-32cf-4ccd-a746-3a80d878b99e req-13d79ff0-6dd0-4e24-bf35-f5ca67438995 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Mar 22 14:48:07.183800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6581de7-6eae-45cb-96b7-185d0421d5fa req-d50af5fc-722b-4fcc-b723-ee15edee4c33 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:07.185308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6581de7-6eae-45cb-96b7-185d0421d5fa req-d50af5fc-722b-4fcc-b723-ee15edee4c33 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0601835 Mar 22 14:48:07.237745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a6581de7-6eae-45cb-96b7-185d0421d5fa req-5ce7f39d-65ea-4530-89d8-98af5122fd6c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Mar 22 14:48:08.376340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c4259-6730-489e-b257-12940c9e41ba req-5296d72e-e7a0-4161-927b-9c05ea32ecc5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:08.377865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e1c4259-6730-489e-b257-12940c9e41ba req-5296d72e-e7a0-4161-927b-9c05ea32ecc5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0592208 Mar 22 14:48:08.429616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e1c4259-6730-489e-b257-12940c9e41ba req-8e2507c6-53f0-4c8b-8988-8c0c332d3db9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Mar 22 14:48:09.576120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d51f0-b645-432d-ad66-67ea63dfa04c req-8733421b-8b47-4dc1-aca3-6193bd024588 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:09.577615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c31d51f0-b645-432d-ad66-67ea63dfa04c req-8733421b-8b47-4dc1-aca3-6193bd024588 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0694213 Mar 22 14:48:09.627077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c31d51f0-b645-432d-ad66-67ea63dfa04c req-1e725a0f-523b-4535-a2fd-8325c3eb21b7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Mar 22 14:48:09.841225 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:48:10.761071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714bc3f-0c93-4fcb-818f-c9fc36d32765 req-6d633c8b-48ff-4f16-a59f-c5704c6b9e5b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:10.762587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5714bc3f-0c93-4fcb-818f-c9fc36d32765 req-6d633c8b-48ff-4f16-a59f-c5704c6b9e5b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0537481 Mar 22 14:48:10.812830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5714bc3f-0c93-4fcb-818f-c9fc36d32765 req-c75ca200-ec3a-42a0-9464-cf8df4cb77c7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418506 Mar 22 14:48:11.953540 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9483e-0218-4b32-9260-55712c923838 req-f226ca23-acbc-4218-b462-a2f08e1c49fe tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:11.955072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0c9483e-0218-4b32-9260-55712c923838 req-f226ca23-acbc-4218-b462-a2f08e1c49fe tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0598252 Mar 22 14:48:12.010712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0c9483e-0218-4b32-9260-55712c923838 req-8d8809c6-8bf1-4f99-bc5b-856c37c18d82 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472574 Mar 22 14:48:13.143996 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d37229-4cfa-4708-b89f-7c3938b88a95 req-d0ea05b1-b7ec-4d7c-9678-5690283e6007 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:13.145467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21d37229-4cfa-4708-b89f-7c3938b88a95 req-d0ea05b1-b7ec-4d7c-9678-5690283e6007 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0576160 Mar 22 14:48:13.195811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21d37229-4cfa-4708-b89f-7c3938b88a95 req-b871699a-8acc-4516-bf66-defda80c5a2b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Mar 22 14:48:14.326739 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9937-d42e-4d06-865d-12767a36dc58 req-87be1e96-6799-4cb8-b446-a372de59f7e2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:14.328215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-967b9937-d42e-4d06-865d-12767a36dc58 req-87be1e96-6799-4cb8-b446-a372de59f7e2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0567064 Mar 22 14:48:14.381077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-967b9937-d42e-4d06-865d-12767a36dc58 req-383cb150-f67c-409c-b659-e02546e13401 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443690 Mar 22 14:48:14.564448 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-bb7ef8e6-b0ed-49ec-ab79-d79b2799a257 service neutron] show failed (client error): The resource could not be found. Mar 22 14:48:14.565400 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-bb7ef8e6-b0ed-49ec-ab79-d79b2799a257 service neutron] 10.222.0.42 "GET /v2.0/ports/0febecd1-edce-4fba-9efa-83db71f1d191/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0730557 Mar 22 14:48:14.786696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-4cc5516a-1be5-443a-9c33-d7dfb7f5d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:14.788336 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-4cc5516a-1be5-443a-9c33-d7dfb7f5d0eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 1128 time: 0.0525370 Mar 22 14:48:14.803520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:48:14.863745 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:15.066363 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:15.099508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:48:15.151846 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:15.154068 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0fe95a-373a-45d2-af05-8c4855f781ba" -d '{"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-unplugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:15.157886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Publish callbacks [] for port (0febecd1-edce-4fba-9efa-83db71f1d191), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:15.170723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Transition to ACTIVE for port object 0febecd1-edce-4fba-9efa-83db71f1d191 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:48:15.176070 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:15.208655 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e43545-d4a9-4408-842c-a0d8e134a69d x-openstack-request-id: req-c4e43545-d4a9-4408-842c-a0d8e134a69d {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:15.208947 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-unplugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:15.209224 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4e43545-d4a9-4408-842c-a0d8e134a69d {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:15.209576 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e43545-d4a9-4408-842c-a0d8e134a69d'] response: {'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'code': 200} Mar 22 14:48:15.291843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:15.315395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.315744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.316084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.316421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.316753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.317087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.317413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.317856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.318194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.318511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.318843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.319166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.319476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.319810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.320109 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:15.366617 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] No DVR routers for this DVR port 0febecd1-edce-4fba-9efa-83db71f1d191 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:48:15.536427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:48:15.536667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:48:15.536962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:48:15.547012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b38f8-3640-49a0-805f-c6dfd155276e req-460047c6-2eb6-4d0c-9a33-698722dbf2f8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:15.548577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-423b38f8-3640-49a0-805f-c6dfd155276e req-460047c6-2eb6-4d0c-9a33-698722dbf2f8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 944 time: 0.0897493 Mar 22 14:48:15.551036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:48:15.551358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:48:15.562190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:48:15.562529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:48:15.562901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:48:15.563334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Bound port: 0febecd1-edce-4fba-9efa-83db71f1d191, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:48:15.563685 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:15.632762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-423b38f8-3640-49a0-805f-c6dfd155276e req-bd1f4986-29c2-4f54-b3d3-ececa903e0d2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780084 Mar 22 14:48:15.655693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:48:15.660025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:48:15.668137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:15.702218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:15.702841 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:15.704245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] 10.222.0.57 "PUT /v2.0/ports/0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1092 time: 0.9050491 Mar 22 14:48:15.731951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d015bcc-be8d-43b3-be09-7ab995b40540 service neutron] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:15.781945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-0ea28cc8-bcac-412a-ba38-a271ebdf818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:15.783528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-0ea28cc8-bcac-412a-ba38-a271ebdf818f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1126 time: 0.0470438 Mar 22 14:48:15.883332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-0b10b9bf-07da-40f2-b879-83c19cbf433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:15.884818 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-0b10b9bf-07da-40f2-b879-83c19cbf433b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0924542 Mar 22 14:48:15.971422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-23e41031-ef93-42ca-a1d4-070f8e5d34a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1001 time: 0.0765893 Mar 22 14:48:16.029583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-4aafb2dc-35af-4e61-a1aa-576bc5c87171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:16.031146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-4aafb2dc-35af-4e61-a1aa-576bc5c87171 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0507836 Mar 22 14:48:16.095517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-6484d0e1-dc85-4ff2-8c25-835d94483d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:16.097050 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-6484d0e1-dc85-4ff2-8c25-835d94483d72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570936 Mar 22 14:48:16.188885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-cf2513b0-6df0-4dd9-b5c9-f9e1c084ed25 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809946 Mar 22 14:48:16.299180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fce05d6-b5d7-4d1e-bf3d-46f2bd1c2695 req-cea21b3d-ae23-4d24-9532-06375a1f45b0 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978563 Mar 22 14:48:16.776005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5476ba-264f-4ca6-b300-6ca26e6a1907 req-09b36545-4b80-4fdd-b4b5-304405210039 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:16.777478 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c5476ba-264f-4ca6-b300-6ca26e6a1907 req-09b36545-4b80-4fdd-b4b5-304405210039 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 944 time: 0.0635202 Mar 22 14:48:16.825652 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c5476ba-264f-4ca6-b300-6ca26e6a1907 req-874789e7-8def-44e9-90dd-2143611e1ad6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Mar 22 14:48:17.211106 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:17.215182 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5" -d '{"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:17.274692 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7e4752-cf1c-4d99-aaa3-cea5ba9ca255 x-openstack-request-id: req-1e7e4752-cf1c-4d99-aaa3-cea5ba9ca255 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:17.275098 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:17.275345 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e7e4752-cf1c-4d99-aaa3-cea5ba9ca255 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:17.275727 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7e4752-cf1c-4d99-aaa3-cea5ba9ca255'] response: {'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'status': 'completed', 'code': 200} Mar 22 14:48:17.343618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-bbf5ab5e-0a53-495b-9d82-4a2af54420f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.344842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-71cf8b4f-6ca5-4bda-bb82-56e39b2d34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.345347 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-bbf5ab5e-0a53-495b-9d82-4a2af54420f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1126 time: 0.0478663 Mar 22 14:48:17.346416 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-71cf8b4f-6ca5-4bda-bb82-56e39b2d34e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1126 time: 0.0537927 Mar 22 14:48:17.436855 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-37ab450f-5bf7-403c-a325-583715d712cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.438184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-1a45ecb2-52b2-466e-a3f2-baba376f9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.438380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-37ab450f-5bf7-403c-a325-583715d712cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0859702 Mar 22 14:48:17.439642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-1a45ecb2-52b2-466e-a3f2-baba376f9e66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0878060 Mar 22 14:48:17.503437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-85bd94c7-83cc-4ba0-8b7b-a6964e5e891d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1001 time: 0.0572221 Mar 22 14:48:17.505576 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-6b1d658e-717c-4a05-9550-191af7ca011f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1001 time: 0.0615456 Mar 22 14:48:17.554907 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-ebce5bec-20d6-4cb6-9496-daf271c72775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.556468 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-ebce5bec-20d6-4cb6-9496-daf271c72775 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0445204 Mar 22 14:48:17.558703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-66d56d60-0138-49d6-81a8-0d55875c3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.560122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-66d56d60-0138-49d6-81a8-0d55875c3445 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0504212 Mar 22 14:48:17.606108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-95ea5aa5-9c80-402b-bcf8-925d6cdee838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.607618 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-95ea5aa5-9c80-402b-bcf8-925d6cdee838 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456679 Mar 22 14:48:17.613750 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-05dbe0b9-3bb6-42f2-aae1-cd63b2c5308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.615418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-05dbe0b9-3bb6-42f2-aae1-cd63b2c5308f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454965 Mar 22 14:48:17.707030 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-14194303-070b-4d50-81a0-a0203763f7d4 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834877 Mar 22 14:48:17.712731 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-89bfc900-847a-48e0-b603-4536f151df9e service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973551 Mar 22 14:48:17.799812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-4d7bb5ac-d9b9-484b-9b5a-226388e0c68e service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865788 Mar 22 14:48:17.800756 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8385bc1b-5fe9-4e9b-95e7-2640dcb122b5 req-2a58a5b2-25b5-4500-842e-13b34a5d0517 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809991 Mar 22 14:48:17.971489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdd6f0-3109-4019-83d2-128b4dcc02bc req-9e3510ff-3c39-4e4f-89d7-4aff8fd91eb1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:17.972985 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8bdd6f0-3109-4019-83d2-128b4dcc02bc req-9e3510ff-3c39-4e4f-89d7-4aff8fd91eb1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 944 time: 0.0596316 Mar 22 14:48:18.024385 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e8bdd6f0-3109-4019-83d2-128b4dcc02bc req-cef463c9-9b07-401f-9e15-f977433e2202 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Mar 22 14:48:18.247865 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-90cb1c90-6654-459a-87eb-e8236ad0f766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:18.740762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:48:18.782877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 0febecd1-edce-4fba-9efa-83db71f1d191 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:48:18.783244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:48:18.808784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:48:18.907557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:18.919139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '0febecd1-edce-4fba-9efa-83db71f1d191', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '0febecd1-edce-4fba-9efa-83db71f1d191', 'mac_address': 'fa:16:3e:55:c3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:48:18.957015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 0febecd1-edce-4fba-9efa-83db71f1d191 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:48:18.957408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:18.970899 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0febecd1-edce-4fba-9efa-83db71f1d191 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:48:18.992144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:18.997245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:19.051289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:19.157860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95034de-e386-4c33-8f96-6bb76f2ef9f1 req-f2d988db-c404-4799-89fd-5d42ce4b91f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:19.159362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f95034de-e386-4c33-8f96-6bb76f2ef9f1 req-f2d988db-c404-4799-89fd-5d42ce4b91f6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0574059 Mar 22 14:48:19.206292 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f95034de-e386-4c33-8f96-6bb76f2ef9f1 req-ebfec831-ebf4-40a8-8fb7-87bc9c8ac446 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Mar 22 14:48:19.270832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['0febecd1-edce-4fba-9efa-83db71f1d191'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:48:19.543743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-42015520-8e27-4a8f-9b86-b7bb90da4da8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:19.545096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-42015520-8e27-4a8f-9b86-b7bb90da4da8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.57 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 945 time: 0.0809004 Mar 22 14:48:19.561366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6493b-7eb3-4cb7-b321-02d874f11087 req-8791f344-9c81-4d11-b053-6eb7473fa27e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:19.562807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1a6493b-7eb3-4cb7-b321-02d874f11087 req-8791f344-9c81-4d11-b053-6eb7473fa27e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0721090 Mar 22 14:48:19.649160 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1a6493b-7eb3-4cb7-b321-02d874f11087 req-1dd2174d-cfa2-4315-84cc-cf5bec31ae89 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805166 Mar 22 14:48:19.651100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6d989889-bb11-4be7-a2be-f8d1c9cbd8b3 service neutron] 10.222.0.57 "GET /v2.0/ports/0febecd1-edce-4fba-9efa-83db71f1d191/bindings/n-h2-834677-3 HTTP/1.1" status: 200 len: 382 time: 0.0969172 Mar 22 14:48:19.727554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-79b29c91-6d0f-4c84-835f-938e377f53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:19.729080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-79b29c91-6d0f-4c84-835f-938e377f53ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1127 time: 0.0477278 Mar 22 14:48:19.824116 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-83cf1534-c555-4aae-a4c7-f98a6010d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:19.825611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-83cf1534-c555-4aae-a4c7-f98a6010d265 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0905960 Mar 22 14:48:19.889767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-41b85b41-dab4-456b-aa90-5f211938cdf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1002 time: 0.0578580 Mar 22 14:48:19.942676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-5d5beb3a-070c-4a52-98d0-8df91a54183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:19.944966 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-5d5beb3a-070c-4a52-98d0-8df91a54183e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0494015 Mar 22 14:48:19.998230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-118b1a82-f16a-4bc6-b242-8fc6bcfc81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:19.999747 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-118b1a82-f16a-4bc6-b242-8fc6bcfc81f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494666 Mar 22 14:48:20.086765 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-d4ef3c0b-5229-40c8-bc95-c46dda3374dc service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809531 Mar 22 14:48:20.182517 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-f8871fc8-106c-4127-82a5-219bd49bb884 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902667 Mar 22 14:48:20.510776 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8131-e174-4daa-abac-5580660a32a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:20.787734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d51c11-cbdd-4182-a413-5e33870a9dac req-02885a28-c89b-4cb4-a7ec-00a70b2735d8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:20.789146 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0d51c11-cbdd-4182-a413-5e33870a9dac req-02885a28-c89b-4cb4-a7ec-00a70b2735d8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0555611 Mar 22 14:48:20.818500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:48:20.838406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0d51c11-cbdd-4182-a413-5e33870a9dac req-d6ebb45a-a5f7-414a-95c2-a2c576a34ab4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Mar 22 14:48:20.872202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 0febecd1-edce-4fba-9efa-83db71f1d191 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:48:20.876017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 0febecd1-edce-4fba-9efa-83db71f1d191 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:48:20.876396 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:20.955216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 0febecd1-edce-4fba-9efa-83db71f1d191 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:48:20.955602 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:20.986389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:20.988430 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f43226-afe7-4e43-8d9a-0823642ed010" -d '{"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-plugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:21.006903 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:21.012078 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:21.061614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:21.107381 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49568114-b9d0-4eee-9197-ccbccb00c09a x-openstack-request-id: req-49568114-b9d0-4eee-9197-ccbccb00c09a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:21.107675 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-plugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:21.107925 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49568114-b9d0-4eee-9197-ccbccb00c09a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:21.108298 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49568114-b9d0-4eee-9197-ccbccb00c09a'] response: {'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'code': 200} Mar 22 14:48:21.970146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d664a02-e8f7-45bc-8357-6014cb56cb84 req-637855d3-f51b-4225-aeab-8317ee0ae95f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:21.971691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d664a02-e8f7-45bc-8357-6014cb56cb84 req-637855d3-f51b-4225-aeab-8317ee0ae95f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0601556 Mar 22 14:48:22.029590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3d664a02-e8f7-45bc-8357-6014cb56cb84 req-2d374c97-a1be-4f5f-9af6-90a94a64de31 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518303 Mar 22 14:48:22.038744 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:22.369819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-8125ca7b-3c8a-406e-823d-70144a41a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:22.371877 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-8125ca7b-3c8a-406e-823d-70144a41a695 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 1128 time: 0.0548108 Mar 22 14:48:22.386432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:48:22.452552 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:22.890806 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:22.931750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:48:22.979148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:22.981700 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b25d68-9704-41aa-8fb7-30d35dc1ff9e" -d '{"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-unplugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:22.985892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Publish callbacks [] for port (0febecd1-edce-4fba-9efa-83db71f1d191), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:23.001110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Transition to ACTIVE for port object 0febecd1-edce-4fba-9efa-83db71f1d191 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:48:23.006143 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:23.037685 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043a3bc-3f3a-4aa8-94bc-a0e5168bf0d7 x-openstack-request-id: req-d043a3bc-3f3a-4aa8-94bc-a0e5168bf0d7 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:23.038005 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-unplugged", "status": "completed", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:23.038261 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d043a3bc-3f3a-4aa8-94bc-a0e5168bf0d7 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:23.038657 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d043a3bc-3f3a-4aa8-94bc-a0e5168bf0d7'] response: {'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'code': 200} Mar 22 14:48:23.091400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:23.137570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] No DVR routers for this DVR port 0febecd1-edce-4fba-9efa-83db71f1d191 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:48:23.174012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0e891-302a-4a3b-9aac-26aaae6c3533 req-c3b3ab2b-0975-4e22-a85e-74d2ff9ad16d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:23.176454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4dc0e891-302a-4a3b-9aac-26aaae6c3533 req-c3b3ab2b-0975-4e22-a85e-74d2ff9ad16d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0647447 Mar 22 14:48:23.226862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4dc0e891-302a-4a3b-9aac-26aaae6c3533 req-6c76ae9d-d0ef-4db8-8da5-b1eaa5996fe6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445054 Mar 22 14:48:23.278976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:48:23.279312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:48:23.279639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:48:23.283939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:48:23.284256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Attempting to bind port 0febecd1-edce-4fba-9efa-83db71f1d191 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:48:23.288973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:48:23.289305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:48:23.289681 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:48:23.290137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Bound port: 0febecd1-edce-4fba-9efa-83db71f1d191, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:48:23.290508 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:23.357695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:48:23.362476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:48:23.373180 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:23.408457 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:23.409074 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:23.410516 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] 10.222.0.42 "PUT /v2.0/ports/0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1093 time: 1.0283060 Mar 22 14:48:23.433759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aaf82-3d10-4842-bc22-b547e4ea5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=11']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:23.483144 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-ec52a35d-7454-436e-b31f-07368d0e8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:23.484737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-ec52a35d-7454-436e-b31f-07368d0e8a9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1127 time: 0.0479171 Mar 22 14:48:23.549685 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:23.581082 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-230c9559-3ba0-479e-a173-e5b19cdb871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:23.583545 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-230c9559-3ba0-479e-a173-e5b19cdb871a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0932219 Mar 22 14:48:23.652817 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-9d677214-80c2-4b8c-ab12-68a5ed248cc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1001 time: 0.0621684 Mar 22 14:48:23.702936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-5d5e41d5-61d6-464a-9453-1796bd0c6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:23.704411 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-5d5e41d5-61d6-464a-9453-1796bd0c6982 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0451860 Mar 22 14:48:23.757688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-fed4d755-07d7-4269-bbff-78689879a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:23.759274 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-fed4d755-07d7-4269-bbff-78689879a760 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488358 Mar 22 14:48:23.859770 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-c3bd145e-f122-47ca-a14d-ff5bb634ade4 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943739 Mar 22 14:48:23.956513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b23261bb-9367-49b6-862f-68faeba0b9ac req-f99c36da-db32-43cc-a98d-a96d4dba366e service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905170 Mar 22 14:48:24.084957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-9795cf0f-e3f4-4739-85f7-f7c2baf75853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:24.087111 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-9795cf0f-e3f4-4739-85f7-f7c2baf75853 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1127 time: 0.0563281 Mar 22 14:48:24.201398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-953b3140-c526-42be-9600-6d3e803c8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:24.202975 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-953b3140-c526-42be-9600-6d3e803c8e81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0973766 Mar 22 14:48:24.273806 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-a0f0de74-b231-4a18-a107-937b0f887800 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1001 time: 0.0637534 Mar 22 14:48:24.323543 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-9ec0ad43-d56f-463f-8755-fa0e38a20166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:24.324996 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-9ec0ad43-d56f-463f-8755-fa0e38a20166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0450838 Mar 22 14:48:24.356940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ed4f-efe5-4395-875b-c27219d49b58 req-507d31cb-8aec-4d11-80bd-22e9613da83e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:24.358483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab04ed4f-efe5-4395-875b-c27219d49b58 req-507d31cb-8aec-4d11-80bd-22e9613da83e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0545440 Mar 22 14:48:24.374793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-4456cbcc-ddb9-49bf-b559-a109d0dc63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:24.377062 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-4456cbcc-ddb9-49bf-b559-a109d0dc63fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448525 Mar 22 14:48:24.406256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab04ed4f-efe5-4395-875b-c27219d49b58 req-e7fafc2d-9ab9-413b-bf1c-fb1691d61a83 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Mar 22 14:48:24.469593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-d5738368-0f1a-4e87-babd-da9c34fedf67 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861251 Mar 22 14:48:24.557446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4e8325da-9af5-42db-b06d-a4a6d1074c3b req-e7faf10f-af03-4fa6-b570-568d4cb4cd99 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816975 Mar 22 14:48:24.656981 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:24.801652 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:24.862336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:48:24.906116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] The host n-h2-834677-3 is not matching for port 0febecd1-edce-4fba-9efa-83db71f1d191 host n-h1-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:48:24.906479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:48:25.040211 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:25.044189 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:25.108781 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401cd46c-93b1-41ab-b2e4-ddd26e1d2737 x-openstack-request-id: req-401cd46c-93b1-41ab-b2e4-ddd26e1d2737 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:25.109075 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:25.109322 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-401cd46c-93b1-41ab-b2e4-ddd26e1d2737 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:25.109720 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401cd46c-93b1-41ab-b2e4-ddd26e1d2737'] response: {'name': 'network-changed', 'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'status': 'completed', 'code': 200} Mar 22 14:48:25.179314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-33cc80b2-6ca3-46cd-a420-8ca7c0a72f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.180927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-33cc80b2-6ca3-46cd-a420-8ca7c0a72f48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1127 time: 0.0552251 Mar 22 14:48:25.182703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-cb5bdbd8-e9bf-4086-b828-fc84875da194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.184184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-cb5bdbd8-e9bf-4086-b828-fc84875da194 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 1127 time: 0.0460904 Mar 22 14:48:25.276975 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-79e2411e-86d1-4bc5-b43b-fb6102518a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.279390 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-79e2411e-86d1-4bc5-b43b-fb6102518a7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0884006 Mar 22 14:48:25.284919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-26902faa-c3fe-466a-bd50-b1c7a49003d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.286413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-26902faa-c3fe-466a-bd50-b1c7a49003d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0924225 Mar 22 14:48:25.357484 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-7f466c4f-913f-4fe8-a149-3bcea1b3510b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1001 time: 0.0681586 Mar 22 14:48:25.361231 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-bd7e88cf-42bf-4db7-862a-401a64947ce6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 200 len: 1001 time: 0.0650039 Mar 22 14:48:25.407968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-af732990-d308-4ce1-b9ce-189a7a46b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.409646 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-af732990-d308-4ce1-b9ce-189a7a46b5f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0456421 Mar 22 14:48:25.418333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-3f79b0b9-8e8b-47c4-8c2f-b5be90735d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.419881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-3f79b0b9-8e8b-47c4-8c2f-b5be90735d3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0503910 Mar 22 14:48:25.462554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-15cb1521-5e4c-4f20-b828-beafa5b82742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.464140 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-15cb1521-5e4c-4f20-b828-beafa5b82742 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490344 Mar 22 14:48:25.478785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-436194c9-1231-49d7-a827-57cd9e6c7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.480491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-436194c9-1231-49d7-a827-57cd9e6c7e22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504069 Mar 22 14:48:25.568056 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-c472bd5a-182a-4e9e-b9b1-4ced8263c57a service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965905 Mar 22 14:48:25.592230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797ea0-f77a-4bff-883f-320067016ee5 req-16cc5384-e1e8-460d-9f1e-07f5d5ff7d1b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:25.593729 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33797ea0-f77a-4bff-883f-320067016ee5 req-16cc5384-e1e8-460d-9f1e-07f5d5ff7d1b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.1122692 Mar 22 14:48:25.622691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-3149cc57-3ac8-4192-97c4-5b2a6dfa6bd6 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313648 Mar 22 14:48:25.657255 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-c967899c-df43-471f-bfa0-e3e849b09a76 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828304 Mar 22 14:48:25.699197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33797ea0-f77a-4bff-883f-320067016ee5 req-e40f0d27-70b9-4194-ab56-b13bedd22b38 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974581 Mar 22 14:48:25.736184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bea68d22-aa47-41a3-a3dd-68aa4207c0e2 req-c8b2f6ea-618e-4ca9-8fb0-1322b6d9c8f9 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010389 Mar 22 14:48:26.173789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fefedd-1f39-403a-9feb-315e3a777204 req-d74f6eb2-df9c-425b-890d-0c9e3beaa1ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:26.175656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4fefedd-1f39-403a-9feb-315e3a777204 req-d74f6eb2-df9c-425b-890d-0c9e3beaa1ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.4046056 Mar 22 14:48:26.229338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4fefedd-1f39-403a-9feb-315e3a777204 req-f426e00d-4789-476f-9da0-39d501f056ad tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Mar 22 14:48:26.364571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f17f2-e078-42d8-8465-36243ad63c31 req-9186e6eb-fa14-4081-b052-e7638f87a56f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:26.366330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-002f17f2-e078-42d8-8465-36243ad63c31 req-9186e6eb-fa14-4081-b052-e7638f87a56f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0622244 Mar 22 14:48:26.413455 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-002f17f2-e078-42d8-8465-36243ad63c31 req-41e989a9-e633-4033-a2c8-64dc906aff5c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Mar 22 14:48:26.662231 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfbc72-9ca4-4e2d-a616-03673e30dcdd req-addc26bf-4578-45f2-8862-e4f2527df77e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:26.663822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0dfbc72-9ca4-4e2d-a616-03673e30dcdd req-addc26bf-4578-45f2-8862-e4f2527df77e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 945 time: 0.0563045 Mar 22 14:48:26.711723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0dfbc72-9ca4-4e2d-a616-03673e30dcdd req-00124728-17f4-4b77-b4ce-a11cae528702 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Mar 22 14:48:26.749692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:48:26.848107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:26.860345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '0febecd1-edce-4fba-9efa-83db71f1d191', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '0febecd1-edce-4fba-9efa-83db71f1d191', 'mac_address': 'fa:16:3e:55:c3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:48:26.902051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0febecd1-edce-4fba-9efa-83db71f1d191 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:48:26.902441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:26.915264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0febecd1-edce-4fba-9efa-83db71f1d191 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:48:26.934868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:26.939871 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:26.989208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=12']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:27.158110 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0febecd1-edce-4fba-9efa-83db71f1d191'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:48:27.842945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5513d-e98f-4e5c-8784-2a6928e6c174 req-caae05e9-7477-4674-83e8-2255e86d969c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:27.844418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd5513d-e98f-4e5c-8784-2a6928e6c174 req-caae05e9-7477-4674-83e8-2255e86d969c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0611019 Mar 22 14:48:27.876891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-4ce11dbf-04ae-4f2d-92dd-771b27795755 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:27.879459 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-4ce11dbf-04ae-4f2d-92dd-771b27795755 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 946 time: 0.0557895 Mar 22 14:48:27.898511 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bd5513d-e98f-4e5c-8784-2a6928e6c174 req-0ba5ce18-b727-4a0f-a9ad-c5fc7f7a39bd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479875 Mar 22 14:48:27.984369 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Deleting port 0febecd1-edce-4fba-9efa-83db71f1d191 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:48:27.984779 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:28.071312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] For port 0febecd1-edce-4fba-9efa-83db71f1d191, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0febecd1-edce-4fba-9efa-83db71f1d191,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:28.071673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:28.268279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:28.268647 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:28.268948 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 disassociated. External IP: 172.25.2.163, port: 0febecd1-edce-4fba-9efa-83db71f1d191. Mar 22 14:48:28.269285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Calling delete_port for 0febecd1-edce-4fba-9efa-83db71f1d191 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:48:28.398183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0febecd1-edce-4fba-9efa-83db71f1d191), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:28.430302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event deleted for resources: {'Port': ['ID=0febecd1-edce-4fba-9efa-83db71f1d191,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:28.561891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:48:28.675571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:48:28.686633 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:48:28.697132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:48:28.697749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:48:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:28.719601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] No DVR routers for this DVR port 0febecd1-edce-4fba-9efa-83db71f1d191 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:48:28.722190 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:28.725416 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2b4e99aa-8f45-4484-a478-b29e6d19fb81 req-e58707cf-bf33-4674-8f76-dadc358f8be8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "DELETE /v2.0/ports/0febecd1-edce-4fba-9efa-83db71f1d191 HTTP/1.1" status: 204 len: 173 time: 0.8411381 Mar 22 14:48:28.725850 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-deleted', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:28.728198 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dad680-d015-4c68-bf34-4e9241f80c5f" -d '{"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-deleted", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:28.762850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:48:28.766902 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9192698-77d0-4cf7-9156-98eea3c82f8f x-openstack-request-id: req-d9192698-77d0-4cf7-9156-98eea3c82f8f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:28.767211 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f80c99-93a4-4f1c-8035-55f8522bd594", "name": "network-vif-deleted", "tag": "0febecd1-edce-4fba-9efa-83db71f1d191", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:28.768391 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9192698-77d0-4cf7-9156-98eea3c82f8f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:28.768391 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9192698-77d0-4cf7-9156-98eea3c82f8f'] response: {'server_uuid': '34f80c99-93a4-4f1c-8035-55f8522bd594', 'name': 'network-vif-deleted', 'tag': '0febecd1-edce-4fba-9efa-83db71f1d191', 'status': 'completed', 'code': 200} Mar 22 14:48:28.787198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 0febecd1-edce-4fba-9efa-83db71f1d191 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:48:28.787466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 14:48:28.815074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Port 0febecd1-edce-4fba-9efa-83db71f1d191 not found, will not notify nova. {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 14:48:28.866301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:48:28.868947 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:29.005987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a9557cf9-f586-492b-8e7c-a624606dc2c5 req-a4be0d13-02d2-4656-8396-7d62d5c67687 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f80c99-93a4-4f1c-8035-55f8522bd594 HTTP/1.1" status: 200 len: 210 time: 0.0297270 Mar 22 14:48:29.080746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:29.106862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:48:29.115413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:48:29.116033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:48:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:29.230488 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:48:29.433935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:29.464766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216507a-3de3-4d0c-baca-d0cfa19b158a None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:48:29.822067 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b95d36-91cb-463e-a9d9-502f8d7388aa None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:48:30.287826 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-e2cd3c88-bfa9-4b7d-8c42-648e21422149 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1113765031&fields=id&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 267 time: 0.0424151 Mar 22 14:48:30.400847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-e2596604-b275-40ce-a05f-618855bee7ce tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:30.402341 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-e2596604-b275-40ce-a05f-618855bee7ce tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1065288 Mar 22 14:48:30.420298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-c9c07870-96ab-4266-926d-41b6d6f154f4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/quotas/feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 375 time: 0.0099053 Mar 22 14:48:30.483855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-532c1f9e-226c-4863-8c09-a0dc6cb84953 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557280 Mar 22 14:48:30.582642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-e7d2f0c7-e3e6-46ac-ba29-6ad42b030670 service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816100 Mar 22 14:48:30.677489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-e789ca44-d29b-41b1-91e8-e180f1fa852d service neutron] 10.222.0.44 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859544 Mar 22 14:48:30.842415 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7c73e4f-0a0a-4016-8d0f-9476950ce2ae req-66aa4470-9d44-4b8c-a638-47d681f04df0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0277071 Mar 22 14:48:31.874898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-86245cb1-8aac-495f-b26b-5aa731d8fbb0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:31.876380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-86245cb1-8aac-495f-b26b-5aa731d8fbb0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 811 time: 0.1050057 Mar 22 14:48:31.944528 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-cd99ad9c-2126-4ef4-a7a9-65030a6abf27 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 380 time: 0.0598116 Mar 22 14:48:31.952512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecd4dc80-ebad-4cbc-856e-6bd5c5b3d4b6 req-384dfbbe-8192-4b13-a1df-0441f7a27d54 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0278013 Mar 22 14:48:31.954019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'port': {'device_id': '9642eb84-0ab7-4833-b473-513545ed5f52', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'admin_state_up': True, 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'security_groups': ['f9a93477-d515-4a8f-9a0d-27e2007b0b0e']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:48:32.065660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Made reservation on behalf of feb1412ff02343479c1ac2c9d3d8aff7 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:48:32.069092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.197701 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Allocated IP 172.20.0.7 (7840b53f-0113-4755-aff2-4bcec248bbe6/a451f2d2-68fe-4b4d-8f5f-363eba849025/15554ca7-0912-41e7-b294-7689a20598a5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:48:32.337114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for port (15554ca7-0912-41e7-b294-7689a20598a5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.373171 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.418219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:48:32.421339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:48:32.427345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:48:32.433993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:32.479706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:32.480422 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.497666 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b5e2ef2e-a5db-4700-97d6-64c5ba5000f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480387 Mar 22 14:48:32.509365 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Request body: {'port': {'device_id': '9642eb84-0ab7-4833-b473-513545ed5f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:48:32.583389 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.673468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dea99956-ef47-42ab-b550-2a4551053c53 None None] Provisioning complete for port 15554ca7-0912-41e7-b294-7689a20598a5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:48:32.674125 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dea99956-ef47-42ab-b550-2a4551053c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (15554ca7-0912-41e7-b294-7689a20598a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.708883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dea99956-ef47-42ab-b550-2a4551053c53 None None] Port 15554ca7-0912-41e7-b294-7689a20598a5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:48:32.784440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:48:32.805005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 0febecd1-edce-4fba-9efa-83db71f1d191 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:48:32.805503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0febecd1-edce-4fba-9efa-83db71f1d191 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:48:32.846695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15554ca7-0912-41e7-b294-7689a20598a5 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:48:32.854208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Publish callbacks [] for port (15554ca7-0912-41e7-b294-7689a20598a5), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.866229 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Transition to ACTIVE for port object 15554ca7-0912-41e7-b294-7689a20598a5 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:48:32.872499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:32.920161 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:32.995099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:48:32.995442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:48:32.996145 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:48:33.002043 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:48:33.002374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:48:33.007537 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:48:33.007874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:48:33.008256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:48:33.008678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Bound port: 15554ca7-0912-41e7-b294-7689a20598a5, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:48:33.009034 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:33.081790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:48:33.084300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59935eab-32c1-4b04-a936-26bb1d415b2d req-6887f0a3-e232-4f06-9769-7678c8fd37d1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.085104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:48:33.086027 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59935eab-32c1-4b04-a936-26bb1d415b2d req-6887f0a3-e232-4f06-9769-7678c8fd37d1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0557170 Mar 22 14:48:33.092974 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:33.127113 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.127715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:33.129178 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1091 time: 0.6242764 Mar 22 14:48:33.129630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:33.131970 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:33.150603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-59935eab-32c1-4b04-a936-26bb1d415b2d req-9f03e131-4075-407f-a898-4b699840ad6e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579169 Mar 22 14:48:33.174344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fb10d-4f2d-4787-9f76-60e2a33105a6 service neutron] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:33.189321 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3104f32-58d0-4ab7-95e8-9fb9bd913bfb x-openstack-request-id: req-d3104f32-58d0-4ab7-95e8-9fb9bd913bfb {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:33.189610 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:33.189858 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3104f32-58d0-4ab7-95e8-9fb9bd913bfb {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:33.190291 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3104f32-58d0-4ab7-95e8-9fb9bd913bfb'] response: {'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'status': 'completed', 'code': 200} Mar 22 14:48:33.228589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-e4435723-331d-4734-a5a3-9433c91ccd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.230062 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-e4435723-331d-4734-a5a3-9433c91ccd62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1125 time: 0.0507779 Mar 22 14:48:33.279391 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-38e0b270-235d-4bf4-997a-ec55a8273848 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 217 time: 0.0391235 Mar 22 14:48:33.331329 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b1eeec01-bccf-43d1-989f-9bdae5320eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.332805 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-b1eeec01-bccf-43d1-989f-9bdae5320eb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0462449 Mar 22 14:48:33.381386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-ad702bf5-1549-460f-b690-1f89f2ff35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.382985 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-ad702bf5-1549-460f-b690-1f89f2ff35fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439990 Mar 22 14:48:33.482331 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-a3a0f467-ec71-4b40-a4ef-1c0909d31107 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929291 Mar 22 14:48:33.571306 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-695f4900-541a-4c8c-affe-1f15004c04e4 req-fead3fbc-5ee9-4485-aad0-5adac3b7a420 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832934 Mar 22 14:48:33.668350 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-7e787b5e-1782-4478-9ff0-e292760a1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.669828 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-7e787b5e-1782-4478-9ff0-e292760a1138 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1125 time: 0.0454855 Mar 22 14:48:33.764998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-e871b4c6-4887-4974-ac1a-2bfb3f264c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.766379 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-e871b4c6-4887-4974-ac1a-2bfb3f264c96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0885715 Mar 22 14:48:33.807441 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-5f94748c-80c5-44ff-ae54-bbacf01bcdd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 217 time: 0.0349283 Mar 22 14:48:33.860859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-420d2b2c-1a0b-4027-b22d-712c7d44f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.862371 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-420d2b2c-1a0b-4027-b22d-712c7d44f530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0466876 Mar 22 14:48:33.924311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-7233b3df-230c-4082-b34a-c225accb705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:33.926231 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-7233b3df-230c-4082-b34a-c225accb705c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569704 Mar 22 14:48:34.014829 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-abbedef7-faec-4deb-b168-a8f94272d22d service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818748 Mar 22 14:48:34.109446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c95e671a-c33b-4c0e-9c4b-7e47395dd6a5 req-b4d979cf-c0bc-4c1a-992d-ac831164dee9 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885134 Mar 22 14:48:34.285132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86db2-ed86-4f3f-bf14-5a5d8054dcc9 req-6a256d77-2ed0-4556-b2db-ec782f6743b9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:34.286632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13d86db2-ed86-4f3f-bf14-5a5d8054dcc9 req-6a256d77-2ed0-4556-b2db-ec782f6743b9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0573227 Mar 22 14:48:34.336134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-13d86db2-ed86-4f3f-bf14-5a5d8054dcc9 req-9ff4aa25-d7a1-4302-8c5f-8e0988d4ff54 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Mar 22 14:48:34.801442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:48:34.909497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:34.922055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '15554ca7-0912-41e7-b294-7689a20598a5', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '15554ca7-0912-41e7-b294-7689a20598a5', 'mac_address': 'fa:16:3e:cd:ef:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:48:34.968255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:48:34.969043 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:34.982247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15554ca7-0912-41e7-b294-7689a20598a5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:48:35.001620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:35.007000 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:35.053061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:35.201671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['15554ca7-0912-41e7-b294-7689a20598a5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:48:35.464968 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67f1f-03c7-4fae-9351-a97353fb2f87 req-76e718e8-cd6c-4c7e-9d14-0ca62c5425c3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:35.466503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75a67f1f-03c7-4fae-9351-a97353fb2f87 req-76e718e8-cd6c-4c7e-9d14-0ca62c5425c3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0563457 Mar 22 14:48:35.522571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-75a67f1f-03c7-4fae-9351-a97353fb2f87 req-18ecf88e-98e1-4263-8e97-bd5a87bc111d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484729 Mar 22 14:48:36.659507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8faa-6197-4560-b6ae-81c3e0828918 req-adecb6fd-02b6-487f-ac0f-5799941f6469 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:36.660993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d6e8faa-6197-4560-b6ae-81c3e0828918 req-adecb6fd-02b6-487f-ac0f-5799941f6469 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0614736 Mar 22 14:48:36.714434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d6e8faa-6197-4560-b6ae-81c3e0828918 req-6e2ed30b-9c30-4099-9c37-66cceb0b44eb tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455289 Mar 22 14:48:36.812062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:48:36.870616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 15554ca7-0912-41e7-b294-7689a20598a5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:48:36.874733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 15554ca7-0912-41e7-b294-7689a20598a5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:48:36.875108 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (15554ca7-0912-41e7-b294-7689a20598a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:36.971889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:48:36.972431 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:36.999759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:37.002239 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f04726-f44e-4287-a85d-fa28bed6418e" -d '{"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-plugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:37.017956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:48:37.023604 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:37.046350 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d42ed6-eaf8-457f-a1b6-fb6265d819b7 x-openstack-request-id: req-f1d42ed6-eaf8-457f-a1b6-fb6265d819b7 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:37.046850 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-plugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:37.047139 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1d42ed6-eaf8-457f-a1b6-fb6265d819b7 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:37.047540 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d42ed6-eaf8-457f-a1b6-fb6265d819b7'] response: {'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'code': 200} Mar 22 14:48:37.074895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:37.137403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87504ef-3024-41c2-9c7c-d1a305a09a54 req-89832705-ffc4-4935-b10b-6c56f7d5bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:37.138916 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f87504ef-3024-41c2-9c7c-d1a305a09a54 req-89832705-ffc4-4935-b10b-6c56f7d5bfbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1127 time: 0.0428507 Mar 22 14:48:37.196747 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f87504ef-3024-41c2-9c7c-d1a305a09a54 req-0d05675f-ab42-45fa-b522-c7bfc8800661 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509632 Mar 22 14:48:37.842198 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d667f12-8bd6-4bde-a76e-ecfd080f7ceb req-192fdb55-41eb-4053-bb5c-b1d22be366b6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:37.843695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d667f12-8bd6-4bde-a76e-ecfd080f7ceb req-192fdb55-41eb-4053-bb5c-b1d22be366b6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0585930 Mar 22 14:48:37.892057 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d667f12-8bd6-4bde-a76e-ecfd080f7ceb req-2cd6a37d-f1e5-44ca-a49b-604a8dac27ba tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Mar 22 14:48:39.017427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bf8f1-a810-4636-bff9-0e05529efffe req-3d77626c-99bd-4516-82ba-b9d946eb4226 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:39.018963 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694bf8f1-a810-4636-bff9-0e05529efffe req-3d77626c-99bd-4516-82ba-b9d946eb4226 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0545735 Mar 22 14:48:39.067860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-694bf8f1-a810-4636-bff9-0e05529efffe req-272eb2d2-2e5c-4372-831b-d0b88326a7fa tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Mar 22 14:48:39.214110 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bc0d2-69a7-4e78-bfad-995280dcd612 req-a9ea319d-673c-4c08-9807-26b7de59de75 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:39.215526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0b6bc0d2-69a7-4e78-bfad-995280dcd612 req-a9ea319d-673c-4c08-9807-26b7de59de75 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0612240 Mar 22 14:48:39.229262 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 43854) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:48:39.233775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Request body: {'floatingip': {'port_id': '15554ca7-0912-41e7-b294-7689a20598a5'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:48:39.273539 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:39.731866 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:39.738020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:39.844378 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 associated. External IP: 172.25.2.163, port: 15554ca7-0912-41e7-b294-7689a20598a5. Mar 22 14:48:40.064065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:48:40.188907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:48:40.194159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:40.199430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:48:40.210534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:48:40.211237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:48:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:40.224830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4f5b3a97-f8b7-4c4e-963e-a25506c7e11e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "PUT /v2.0/floatingips/1252bf47-827c-42a0-ba0d-30bcba348d18 HTTP/1.1" status: 200 len: 992 time: 0.9945505 Mar 22 14:48:40.225717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:48:40.228322 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:48:40.266007 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c85baa1-4f1f-49f9-8c87-a2b59fc57d55 x-openstack-request-id: req-8c85baa1-4f1f-49f9-8c87-a2b59fc57d55 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:48:40.266295 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:48:40.266505 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c85baa1-4f1f-49f9-8c87-a2b59fc57d55 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:48:40.266927 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c85baa1-4f1f-49f9-8c87-a2b59fc57d55'] response: {'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'status': 'completed', 'code': 200} Mar 22 14:48:40.326963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:48:40.336159 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-775aaff3-02fa-449a-b417-41becd66fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:40.337704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-775aaff3-02fa-449a-b417-41becd66fa49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1127 time: 0.0490692 Mar 22 14:48:40.690716 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-37fa33e8-56a4-4e02-a7f3-21d6d133ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:40.692357 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-37fa33e8-56a4-4e02-a7f3-21d6d133ec8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.3471189 Mar 22 14:48:40.741632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '15554ca7-0912-41e7-b294-7689a20598a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:cd:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9642eb84-0ab7-4833-b473-513545ed5f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:48:39Z', 'revision_number': 13, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:40.764022 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-36742b58-2aaf-4d12-93cf-79e6bdee2f30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0650539 Mar 22 14:48:40.771674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:48:40.780490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:48:40.781123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:48:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:40.813588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-5918827f-4bb6-487b-8fb0-a3ed668c591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:40.815312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-5918827f-4bb6-487b-8fb0-a3ed668c591d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0456829 Mar 22 14:48:40.865316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-8586ccd3-6113-4fab-9b0f-319228822fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:40.867022 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-8586ccd3-6113-4fab-9b0f-319228822fea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462565 Mar 22 14:48:40.890026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:48:40.962907 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-5fa0a078-e6c3-471c-8a27-4f348da9a65c service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895214 Mar 22 14:48:41.051385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ddcf21dd-0d88-4019-bf58-b9b10bb777cd req-1688f532-d13b-4057-bdb5-af5ac0fdfdee service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820503 Mar 22 14:48:41.124635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '15554ca7-0912-41e7-b294-7689a20598a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:cd:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9642eb84-0ab7-4833-b473-513545ed5f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:48:39Z', 'revision_number': 13, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:41.154502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e39c76-1f3a-49b6-b5bb-71ae55898e88 None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1252bf47-827c-42a0-ba0d-30bcba348d18', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'port_id': '15554ca7-0912-41e7-b294-7689a20598a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'mac_address': 'fa:16:3e:cd:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9642eb84-0ab7-4833-b473-513545ed5f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:51Z', 'updated_at': '2022-03-22T14:48:39Z', 'revision_number': 13, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:48:41.342379 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ca710-e222-4202-baff-0040d30cb390 None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:48:42.742413 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7082d8f-2481-45c5-b331-6cfc40de078f req-be1d3daa-a107-4660-8a86-cb2918f8e40d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:42.743903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7082d8f-2481-45c5-b331-6cfc40de078f req-be1d3daa-a107-4660-8a86-cb2918f8e40d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0536683 Mar 22 14:48:42.791018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7082d8f-2481-45c5-b331-6cfc40de078f req-b17a98e6-8d6d-4459-8d2f-7eb086566248 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Mar 22 14:48:46.840473 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:48:48.244200 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-77d79325-32d6-4dc8-9a1a-ef56c60a184c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:50.506317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d1649350-9248-4a91-aca0-d8780bc407d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:52.041382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:53.557849 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:54.652337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:54.798142 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:58.872113 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:59.291062 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f9e1-e2f0-4a07-97d7-3a30c4dcf173 req-0be636bf-49b7-4bef-bbee-3f779123107d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:59.292554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0396f9e1-e2f0-4a07-97d7-3a30c4dcf173 req-0be636bf-49b7-4bef-bbee-3f779123107d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Mar 22 14:48:59.333034 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-33eb42dd-baba-4ffd-b42c-c43ed9f02d78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973628 Mar 22 14:48:59.343556 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0396f9e1-e2f0-4a07-97d7-3a30c4dcf173 req-688fcd20-77b0-46de-91be-ba52ca3a6390 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452845 Mar 22 14:48:59.788040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-69a5ffd4-bf96-458b-9dc7-da1b662baac4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:59.789453 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-69a5ffd4-bf96-458b-9dc7-da1b662baac4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports/15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 942 time: 0.1160419 Mar 22 14:49:00.470672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67bfd-4799-4cee-87c2-bf93f498bb36 req-407e7e79-e9a3-40a1-a86a-3f437adf68b2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:00.472216 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcd67bfd-4799-4cee-87c2-bf93f498bb36 req-407e7e79-e9a3-40a1-a86a-3f437adf68b2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0573232 Mar 22 14:49:00.520891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dcd67bfd-4799-4cee-87c2-bf93f498bb36 req-7dbf88b7-37de-4788-b5ed-b10958fcfb83 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421116 Mar 22 14:49:00.734597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-669aaa6c-0c09-4e8a-859a-0a8ca19c36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:00.736073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-669aaa6c-0c09-4e8a-859a-0a8ca19c36e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1127 time: 0.0449944 Mar 22 14:49:00.825870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-05a28b69-dd2a-47dc-9013-4ee4c22af27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:00.827338 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-05a28b69-dd2a-47dc-9013-4ee4c22af27a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0853195 Mar 22 14:49:00.896316 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-f9c24944-71f1-4cf8-972a-9c0d20eb09eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1002 time: 0.0623837 Mar 22 14:49:00.945707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-ae868b39-a93b-4b11-a754-9e404420e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:00.947172 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-ae868b39-a93b-4b11-a754-9e404420e683 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0449035 Mar 22 14:49:00.998295 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-c5ef7b9a-0dfb-4189-b7e9-0b2a77105fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:00.999790 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-c5ef7b9a-0dfb-4189-b7e9-0b2a77105fa5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451818 Mar 22 14:49:01.092488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-000d7989-f67c-447d-8029-eae0b735dde4 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862963 Mar 22 14:49:01.182217 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-c83ce608-42d3-49fc-b950-b130eb22933b service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831742 Mar 22 14:49:01.647975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0570ef-ee84-4577-a039-0f3be9fddea0 req-fac77ee9-c3bf-460c-ad46-5d749d9f0d24 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:01.649462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae0570ef-ee84-4577-a039-0f3be9fddea0 req-fac77ee9-c3bf-460c-ad46-5d749d9f0d24 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0552156 Mar 22 14:49:01.699897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae0570ef-ee84-4577-a039-0f3be9fddea0 req-20922255-4327-44be-8076-ffb26b35aa70 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Mar 22 14:49:02.849333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00db8e6-32ce-474f-b897-dc8c3512fed3 req-a69507f1-cbaa-445d-aa17-7179d2b51e4d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:02.850829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d00db8e6-32ce-474f-b897-dc8c3512fed3 req-a69507f1-cbaa-445d-aa17-7179d2b51e4d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0741234 Mar 22 14:49:02.901428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d00db8e6-32ce-474f-b897-dc8c3512fed3 req-b96f327b-18fa-4c20-a60e-fd3dbaf0768b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Mar 22 14:49:04.031034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7754f04-e922-48a7-9d35-e9655a597995 req-b5b9f5bf-5b7a-4004-98b5-2c972b97eb60 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:04.032502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7754f04-e922-48a7-9d35-e9655a597995 req-b5b9f5bf-5b7a-4004-98b5-2c972b97eb60 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0551882 Mar 22 14:49:04.082987 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a7754f04-e922-48a7-9d35-e9655a597995 req-2fe32b32-4048-4016-8874-60c0ce8e3af9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Mar 22 14:49:05.220507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d776d-f4bb-4a50-914b-3cc468f83ea9 req-1275e57e-90ea-4a69-8b0b-a5a3b43e77df tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:05.221994 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e9d776d-f4bb-4a50-914b-3cc468f83ea9 req-1275e57e-90ea-4a69-8b0b-a5a3b43e77df tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0591071 Mar 22 14:49:05.273442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e9d776d-f4bb-4a50-914b-3cc468f83ea9 req-6dc5179a-cc1d-40da-ae15-434c61e41514 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 Mar 22 14:49:06.410264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c944e1d-c5ed-4e3f-b9ae-3cb64cbe88d7 req-0cff8f64-f086-4365-9416-aaf22be68aa1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:06.411758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c944e1d-c5ed-4e3f-b9ae-3cb64cbe88d7 req-0cff8f64-f086-4365-9416-aaf22be68aa1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0549748 Mar 22 14:49:06.461546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c944e1d-c5ed-4e3f-b9ae-3cb64cbe88d7 req-7cdda45b-f2bc-440f-b886-535e1f5982e7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Mar 22 14:49:07.590484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b737628-5533-4d08-a414-3f40be9d0bb0 req-5c6406d6-c0ca-4d0c-9b8f-dadfedb26a2e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:07.592092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b737628-5533-4d08-a414-3f40be9d0bb0 req-5c6406d6-c0ca-4d0c-9b8f-dadfedb26a2e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0545335 Mar 22 14:49:07.652074 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2b737628-5533-4d08-a414-3f40be9d0bb0 req-2c73767e-a20a-474e-8347-84c4e915de7f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519416 Mar 22 14:49:08.775059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15943b-ffa8-44f3-b835-27c1a0d7f02d req-91ce725a-4d85-475d-95e9-976108aa4a5a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:08.776600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af15943b-ffa8-44f3-b835-27c1a0d7f02d req-91ce725a-4d85-475d-95e9-976108aa4a5a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0543587 Mar 22 14:49:08.829589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af15943b-ffa8-44f3-b835-27c1a0d7f02d req-38a421aa-e5ad-4160-a8f1-7d73410dc85c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466731 Mar 22 14:49:09.955957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753c9a0-9428-459d-8179-c7ac6df03c46 req-88b4694c-e3ec-454b-b12b-4d3de711561b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:09.957543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a753c9a0-9428-459d-8179-c7ac6df03c46 req-88b4694c-e3ec-454b-b12b-4d3de711561b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0554004 Mar 22 14:49:10.008011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a753c9a0-9428-459d-8179-c7ac6df03c46 req-a21e54e4-020d-4894-ba92-5a13d2e1910c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Mar 22 14:49:11.138971 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1db3b2-c5a5-497d-938a-9394b1643961 req-b4377066-51a7-49c7-9da0-9a15aa1802a7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:11.140483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e1db3b2-c5a5-497d-938a-9394b1643961 req-b4377066-51a7-49c7-9da0-9a15aa1802a7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0620694 Mar 22 14:49:11.188024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e1db3b2-c5a5-497d-938a-9394b1643961 req-c84c0ae9-3a07-4aaf-8319-dca41bcf948e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414112 Mar 22 14:49:11.868815 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-b47eee70-a239-470d-933b-daf6b1a343da req-d4665216-f1ec-4a07-9a33-74c0f86e92b1 service neutron] show failed (client error): The resource could not be found. Mar 22 14:49:11.869826 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-d4665216-f1ec-4a07-9a33-74c0f86e92b1 service neutron] 10.222.0.42 "GET /v2.0/ports/15554ca7-0912-41e7-b294-7689a20598a5/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0616651 Mar 22 14:49:12.085027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-77d66fbc-ecdf-456a-a40b-ddebe2382324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:12.086587 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-77d66fbc-ecdf-456a-a40b-ddebe2382324 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 1127 time: 0.0492420 Mar 22 14:49:12.101364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:49:12.166422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.370787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c5e37-db95-4dfd-ab71-8a885b836522 req-e7ee6c00-f9aa-4873-a99e-8222bd299c2f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:12.372255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b78c5e37-db95-4dfd-ab71-8a885b836522 req-e7ee6c00-f9aa-4873-a99e-8222bd299c2f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.1099036 Mar 22 14:49:12.422687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:12.449420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b78c5e37-db95-4dfd-ab71-8a885b836522 req-439cce2a-2c67-42cc-b26c-5452dbb3edc2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669634 Mar 22 14:49:12.468284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:49:12.509774 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:12.512000 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1de7de-32f3-4924-8a49-115738c50919" -d '{"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-unplugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:12.515809 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Publish callbacks [] for port (15554ca7-0912-41e7-b294-7689a20598a5), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.528042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Transition to ACTIVE for port object 15554ca7-0912-41e7-b294-7689a20598a5 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:49:12.532237 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.564565 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536e9858-736b-4e5c-a4c5-1d65847e48ad x-openstack-request-id: req-536e9858-736b-4e5c-a4c5-1d65847e48ad {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:12.564884 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-unplugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:12.565099 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-536e9858-736b-4e5c-a4c5-1d65847e48ad {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:12.565508 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536e9858-736b-4e5c-a4c5-1d65847e48ad'] response: {'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'code': 200} Mar 22 14:49:12.616148 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:12.657042 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] No DVR routers for this DVR port 15554ca7-0912-41e7-b294-7689a20598a5 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:12.793765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:49:12.794123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:49:12.794454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:49:12.799213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:49:12.799531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:49:12.804346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:49:12.804676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:49:12.805052 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:49:12.805472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Bound port: 15554ca7-0912-41e7-b294-7689a20598a5, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:49:12.805818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.869922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:49:12.873120 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:49:12.883794 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.921759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:12.922745 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.924612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] 10.222.0.57 "PUT /v2.0/ports/15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1091 time: 0.8276420 Mar 22 14:49:12.948656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a82c9-23c7-4177-ae8a-e405aa34e8bc service neutron] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:12.958575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:49:13.002676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-c4febf06-787b-4c3f-ab87-8ceeb8ba7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.002928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port 15554ca7-0912-41e7-b294-7689a20598a5 host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:49:13.003291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:49:13.004210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-c4febf06-787b-4c3f-ab87-8ceeb8ba7877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1125 time: 0.0525520 Mar 22 14:49:13.099018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-21709092-e36a-4115-9a3e-e8bc9dcc75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.100565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-21709092-e36a-4115-9a3e-e8bc9dcc75b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0863259 Mar 22 14:49:13.174036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-949f4264-d86c-4590-97e8-248b2850a633 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0627463 Mar 22 14:49:13.225270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-a6f7c3fb-cf30-480a-9879-2c688beedd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.226879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-a6f7c3fb-cf30-480a-9879-2c688beedd6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0445814 Mar 22 14:49:13.279833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eee70-a239-470d-933b-daf6b1a343da req-27778ec5-7309-49cc-8683-86e12bb42617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.281323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-27778ec5-7309-49cc-8683-86e12bb42617 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451558 Mar 22 14:49:13.375625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-d4c0701a-e0c8-4a75-af75-cb4875e71f7e service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845151 Mar 22 14:49:13.865516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bc92a-4436-4e32-b068-5dcba80204ca req-29ac4693-817b-49af-84fc-1b4a3e0c9f43 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.867001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d7bc92a-4436-4e32-b068-5dcba80204ca req-29ac4693-817b-49af-84fc-1b4a3e0c9f43 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.1073689 Mar 22 14:49:13.868875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-a9e31f2b-abbb-43ef-b6b8-21599657d7e4 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838641 Mar 22 14:49:13.919134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d7bc92a-4436-4e32-b068-5dcba80204ca req-6dc157c2-da54-40d8-aeea-9e17936566a6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Mar 22 14:49:14.567098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:14.569610 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33610483-01e2-4b96-a423-5265c877c48d" -d '{"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:14.619810 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56782dd9-7657-452d-94cd-a4ab0600df9a x-openstack-request-id: req-56782dd9-7657-452d-94cd-a4ab0600df9a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:14.620121 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:14.620373 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56782dd9-7657-452d-94cd-a4ab0600df9a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:14.620819 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56782dd9-7657-452d-94cd-a4ab0600df9a'] response: {'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'status': 'completed', 'code': 200} Mar 22 14:49:14.687096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-3a297f0c-04e3-42f4-828e-6136f2c31bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.688913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-3a297f0c-04e3-42f4-828e-6136f2c31bef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1125 time: 0.0488212 Mar 22 14:49:14.692570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-cec10cd2-667f-498c-8e29-87859e31d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.694257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-cec10cd2-667f-498c-8e29-87859e31d272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1125 time: 0.0467062 Mar 22 14:49:14.779063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-873a3038-2169-4c2b-855c-b381055d94de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.780525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-873a3038-2169-4c2b-855c-b381055d94de service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0850103 Mar 22 14:49:14.784916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-f3e26237-465c-4ead-8389-781afa97fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.786390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-f3e26237-465c-4ead-8389-781afa97fdf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0849066 Mar 22 14:49:14.853730 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-9abf0aac-2713-40b6-b506-4804ed37757d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0646868 Mar 22 14:49:14.859449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-eac70db7-6314-4f2a-b05c-82c621882ef5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0629666 Mar 22 14:49:14.902149 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-e5cb7be4-916d-40c3-ac8b-20e2cfccc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.903675 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-e5cb7be4-916d-40c3-ac8b-20e2cfccc7bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0438070 Mar 22 14:49:14.910190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-e19e5572-b2a0-41ce-aac0-80798ef0fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.911715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-e19e5572-b2a0-41ce-aac0-80798ef0fefe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0442138 Mar 22 14:49:14.966100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-04cfe5d2-6ef2-4667-aef8-87393f8297ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.967785 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-04cfe5d2-6ef2-4667-aef8-87393f8297ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584061 Mar 22 14:49:14.977048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610483-01e2-4b96-a423-5265c877c48d req-ff552323-66c5-4737-8c9e-2df4bc51a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:14.978724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-ff552323-66c5-4737-8c9e-2df4bc51a948 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575233 Mar 22 14:49:15.069325 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-224a5ce7-7535-4b25-ae9d-f7ab3fb73628 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938363 Mar 22 14:49:15.116086 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1a95f-8dd0-41c7-a0d3-6f911b0c7c0b req-646b44f8-6b07-4959-a19b-b1e811f8711c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:15.118743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eeb1a95f-8dd0-41c7-a0d3-6f911b0c7c0b req-646b44f8-6b07-4959-a19b-b1e811f8711c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.1062586 Mar 22 14:49:15.123884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-cf2b62c2-4eab-4796-bcbd-a35d913199f5 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354234 Mar 22 14:49:15.163605 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-025ebf71-6ca6-442e-826b-567c01bc178e service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885770 Mar 22 14:49:15.222105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eeb1a95f-8dd0-41c7-a0d3-6f911b0c7c0b req-25d673fb-b7a1-47e8-9a6e-4d1a13a8d3ff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965152 Mar 22 14:49:15.249096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-33610483-01e2-4b96-a423-5265c877c48d req-7c52301a-3668-4e70-8e21-a2adae21b9c9 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092541 Mar 22 14:49:16.349505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43311def-836f-418b-b196-53ca9811f9f2 req-d6d566d3-b084-44c6-9cf4-5e907c8c0df7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:16.351106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43311def-836f-418b-b196-53ca9811f9f2 req-d6d566d3-b084-44c6-9cf4-5e907c8c0df7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0546625 Mar 22 14:49:16.397935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43311def-836f-418b-b196-53ca9811f9f2 req-ffa67635-0497-4611-8d37-02f44c24440e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Mar 22 14:49:17.525818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77c69f-3a67-493e-b8b2-4c787f2e747a req-7b8c62bd-9dce-44fc-8878-812240364d7f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:17.527418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d77c69f-3a67-493e-b8b2-4c787f2e747a req-7b8c62bd-9dce-44fc-8878-812240364d7f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0581028 Mar 22 14:49:17.578656 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d77c69f-3a67-493e-b8b2-4c787f2e747a req-1d95d122-7bf7-4b12-8e18-8e22654fd154 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453854 Mar 22 14:49:18.239662 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-abfdddec-b282-470e-84d5-0e42f8728712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:18.705497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93fba5-1b1b-4609-972f-f684735c1ff1 req-647684f8-4080-4340-9383-6e5050ef4761 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:18.707040 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a93fba5-1b1b-4609-972f-f684735c1ff1 req-647684f8-4080-4340-9383-6e5050ef4761 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0548081 Mar 22 14:49:18.754761 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0a93fba5-1b1b-4609-972f-f684735c1ff1 req-7409fb03-9918-473b-ad96-6578651b65c2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Mar 22 14:49:19.881556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff214d18-32ce-47df-93e3-e93cc34d5eb9 req-dd9e420e-326e-4af6-bfbc-f7fe452d092a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:19.883065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff214d18-32ce-47df-93e3-e93cc34d5eb9 req-dd9e420e-326e-4af6-bfbc-f7fe452d092a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0576975 Mar 22 14:49:19.929685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ff214d18-32ce-47df-93e3-e93cc34d5eb9 req-69a44ef7-b092-4076-a30d-b3d390b964b7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Mar 22 14:49:20.501817 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-89f58a41-62fb-4b27-99b7-b37bf6a8d4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:21.053019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ba669-8222-47c9-b1f4-a0f6332f3a7e req-5889a0e0-8f26-4d0f-a540-34b214a030af tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:21.054637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a5ba669-8222-47c9-b1f4-a0f6332f3a7e req-5889a0e0-8f26-4d0f-a540-34b214a030af tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0538900 Mar 22 14:49:21.101680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a5ba669-8222-47c9-b1f4-a0f6332f3a7e req-bab6b329-0390-44d6-8998-96f3c3405517 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Mar 22 14:49:22.047235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:22.223708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256882-98f0-4b26-b321-a4f178d8b66f req-9d81ceaf-1aea-4698-8193-3869a7917af3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:22.225340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25256882-98f0-4b26-b321-a4f178d8b66f req-9d81ceaf-1aea-4698-8193-3869a7917af3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0538967 Mar 22 14:49:22.277180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25256882-98f0-4b26-b321-a4f178d8b66f req-ed0d3a8f-765f-4873-be66-89c31e77fd7b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460167 Mar 22 14:49:23.403493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab77868-49c4-4109-9308-e93f57b2b676 req-dba9e216-edaf-484e-89f7-0013fdefd7f4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:23.404979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dab77868-49c4-4109-9308-e93f57b2b676 req-dba9e216-edaf-484e-89f7-0013fdefd7f4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0529110 Mar 22 14:49:23.452188 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dab77868-49c4-4109-9308-e93f57b2b676 req-fae374dc-216d-4ec4-bddd-0ddb7f9e4fec tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413008 Mar 22 14:49:23.554529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:23.840300 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:49:24.585545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a158c5-5867-4ed2-9c2b-845ec8b2a942 req-d19418ed-45b6-4b2f-bd19-14e0d67616b4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:24.587064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6a158c5-5867-4ed2-9c2b-845ec8b2a942 req-d19418ed-45b6-4b2f-bd19-14e0d67616b4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0545378 Mar 22 14:49:24.634092 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6a158c5-5867-4ed2-9c2b-845ec8b2a942 req-f637d15b-861b-4d4e-899c-68c6bebc576a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Mar 22 14:49:24.657371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:24.815723 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:25.773232 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b0358-78d5-4f3f-b78d-89200ab5ec09 req-e5143eb3-dd1d-4111-b686-505c9eb661e3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:25.774758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b66b0358-78d5-4f3f-b78d-89200ab5ec09 req-e5143eb3-dd1d-4111-b686-505c9eb661e3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0603814 Mar 22 14:49:25.824661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b66b0358-78d5-4f3f-b78d-89200ab5ec09 req-8d330bde-b9e1-4c45-ac13-afb8159e56a0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Mar 22 14:49:26.957502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ca5e3-7e5e-4c86-ae20-8abfab2f9d0a req-03096e74-6218-486c-93b2-7e1f9f220b4d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:26.959021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da0ca5e3-7e5e-4c86-ae20-8abfab2f9d0a req-03096e74-6218-486c-93b2-7e1f9f220b4d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0557873 Mar 22 14:49:27.008550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-da0ca5e3-7e5e-4c86-ae20-8abfab2f9d0a req-0911630a-6e04-4c20-b571-8dfb0a6dacec tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Mar 22 14:49:28.131016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bf3a6-de93-40d1-95b2-31e15a0eafa8 req-ca93eed4-130b-4047-ab70-218a4c1c9bc2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:28.134392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c21bf3a6-de93-40d1-95b2-31e15a0eafa8 req-ca93eed4-130b-4047-ab70-218a4c1c9bc2 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0542288 Mar 22 14:49:28.185575 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c21bf3a6-de93-40d1-95b2-31e15a0eafa8 req-0185e041-854e-42cf-8e36-fcf2fbfec682 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453796 Mar 22 14:49:28.885142 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:29.325275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5cfd8-20b0-4177-b5e2-e7471bd87185 req-89637909-dad4-4f42-9250-3c757bd9ace0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:29.326766 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa5cfd8-20b0-4177-b5e2-e7471bd87185 req-89637909-dad4-4f42-9250-3c757bd9ace0 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0559244 Mar 22 14:49:29.387456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa5cfd8-20b0-4177-b5e2-e7471bd87185 req-e242f8c3-eb81-4bac-9456-a934ec151707 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529513 Mar 22 14:49:30.538228 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a41f0-0047-4e60-be7a-e01f61cff0be req-e6b5e62a-43c6-4c6e-aab7-640b139ae7a5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:30.539644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-450a41f0-0047-4e60-be7a-e01f61cff0be req-e6b5e62a-43c6-4c6e-aab7-640b139ae7a5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0633106 Mar 22 14:49:30.588489 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-450a41f0-0047-4e60-be7a-e01f61cff0be req-79696d09-72c2-4764-a7ad-80dba69e113d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406539 Mar 22 14:49:31.715415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0eceb-de90-42ef-b21c-91ea5128fb59 req-5b61d425-9233-46a5-92f6-f228fb6b717e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:31.716892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b0eceb-de90-42ef-b21c-91ea5128fb59 req-5b61d425-9233-46a5-92f6-f228fb6b717e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0587940 Mar 22 14:49:31.767001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-53b0eceb-de90-42ef-b21c-91ea5128fb59 req-fc03ce83-dc05-4ca1-afe4-a3743e73e946 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Mar 22 14:49:32.105236 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-9705b4fc-fd22-466f-94ec-a4a7768687c3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:32.106751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-9705b4fc-fd22-466f-94ec-a4a7768687c3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.57 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 943 time: 0.0901015 Mar 22 14:49:32.118431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44feaa39-c08f-45ea-b527-b69ac60c59bf req-91c24845-17ed-43b9-8b6e-7740e0921fa4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:32.119769 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44feaa39-c08f-45ea-b527-b69ac60c59bf req-91c24845-17ed-43b9-8b6e-7740e0921fa4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0720990 Mar 22 14:49:32.208013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-44feaa39-c08f-45ea-b527-b69ac60c59bf req-6bf5fd10-7b21-494f-b570-1e3e39b08bb8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822403 Mar 22 14:49:32.211293 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-a1515a2a-e156-47af-9fd7-09a575917a12 service neutron] 10.222.0.57 "GET /v2.0/ports/15554ca7-0912-41e7-b294-7689a20598a5/bindings/n-h2-834677-3 HTTP/1.1" status: 200 len: 382 time: 0.0904422 Mar 22 14:49:32.277081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-b976aa6c-330d-46b5-b2b6-fa16a5390d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:32.278647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-b976aa6c-330d-46b5-b2b6-fa16a5390d8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1125 time: 0.0457106 Mar 22 14:49:32.371415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-524231d6-19d7-4bdf-98b7-345dff258087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:32.372943 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-524231d6-19d7-4bdf-98b7-345dff258087 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0889115 Mar 22 14:49:32.436893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-cd8efd1b-9f91-425b-bef2-4d22e2427491 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0582180 Mar 22 14:49:32.493696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-851fd714-53c8-4a0e-94e1-9528c8f00d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:32.495148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-851fd714-53c8-4a0e-94e1-9528c8f00d50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0530272 Mar 22 14:49:32.550685 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-c758a967-ad83-472f-a7d9-d18d8827d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:32.552192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-c758a967-ad83-472f-a7d9-d18d8827d8fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515108 Mar 22 14:49:32.638937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-5fb4eb70-db20-4c94-99bd-2b57be7dd65e service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805564 Mar 22 14:49:32.731758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-24e881c0-203e-46e2-9883-660a7e54fdb0 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872877 Mar 22 14:49:33.184715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:49:33.289414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:33.302455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '15554ca7-0912-41e7-b294-7689a20598a5', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '15554ca7-0912-41e7-b294-7689a20598a5', 'mac_address': 'fa:16:3e:cd:ef:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:49:33.338580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5274ad3-cd16-464f-923a-2a8017d769e8 req-5547fe98-a7c0-415b-bded-e72b219612dc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:33.340069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5274ad3-cd16-464f-923a-2a8017d769e8 req-5547fe98-a7c0-415b-bded-e72b219612dc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 943 time: 0.0536900 Mar 22 14:49:33.340273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:49:33.340659 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.353859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15554ca7-0912-41e7-b294-7689a20598a5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:49:33.373385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:33.378877 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.387775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5274ad3-cd16-464f-923a-2a8017d769e8 req-7a06a6b3-499c-4ed2-8b1b-043fd39dea93 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Mar 22 14:49:33.428694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:33.436225 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.436509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.436848 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.437180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.437506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.437831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.438186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.438511 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.438831 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.439152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.439468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.439791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.440101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.440420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.440734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.622613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['15554ca7-0912-41e7-b294-7689a20598a5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:49:33.623733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-072fdecd-3bc8-47c1-8138-024538915d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:33.625255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-072fdecd-3bc8-47c1-8138-024538915d01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1126 time: 0.0460370 Mar 22 14:49:33.731763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-c2d72450-7723-4b9a-aa17-de353c455d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:33.733192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-c2d72450-7723-4b9a-aa17-de353c455d5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0890679 Mar 22 14:49:33.805175 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-9d5488d5-ccd7-45a5-8b14-8b79d24c8ee5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1001 time: 0.0655022 Mar 22 14:49:33.858551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-11d5e752-e452-4e01-a708-795451c02da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:33.860021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-11d5e752-e452-4e01-a708-795451c02da7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0476346 Mar 22 14:49:33.912925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-928f0497-5f4f-4a20-93b4-3eecac9c2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:33.914464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-928f0497-5f4f-4a20-93b4-3eecac9c2170 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480523 Mar 22 14:49:34.007351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-76763c2e-b935-4f78-a9eb-96e47b977d53 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Mar 22 14:49:34.106015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-70b4736e-ad5c-4a12-8297-7a14bb39f5c6 req-be7bc76c-9774-485d-95d6-797642d234b1 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922520 Mar 22 14:49:34.520330 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4cdf-3493-4719-942a-4c563c72c5db req-36a0fd0a-4ffd-47c3-91f9-355589575b30 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:34.521848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-866a4cdf-3493-4719-942a-4c563c72c5db req-36a0fd0a-4ffd-47c3-91f9-355589575b30 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0572627 Mar 22 14:49:34.570730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-866a4cdf-3493-4719-942a-4c563c72c5db req-ea1a3705-d723-4c49-8f05-879bc611eff9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Mar 22 14:49:35.202483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:49:35.262661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 15554ca7-0912-41e7-b294-7689a20598a5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:49:35.266308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 15554ca7-0912-41e7-b294-7689a20598a5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:49:35.266676 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (15554ca7-0912-41e7-b294-7689a20598a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:35.342794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:49:35.343177 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:35.365530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:35.367912 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbcbdb4-a0f6-46f0-b23f-81e0239dfe09" -d '{"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-plugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:35.380350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:35.384764 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:35.424978 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184aecb4-4474-4a6e-a819-af8469e79b4f x-openstack-request-id: req-184aecb4-4474-4a6e-a819-af8469e79b4f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:35.425273 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-plugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:35.425520 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-184aecb4-4474-4a6e-a819-af8469e79b4f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:35.425916 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184aecb4-4474-4a6e-a819-af8469e79b4f'] response: {'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'code': 200} Mar 22 14:49:35.437751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:35.703267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b71a5-7fd1-43e0-8746-a57fdd265b60 req-ce70b892-7644-4ecc-8ac5-b99c323d5696 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:35.704782 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a81b71a5-7fd1-43e0-8746-a57fdd265b60 req-ce70b892-7644-4ecc-8ac5-b99c323d5696 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0604143 Mar 22 14:49:35.752666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a81b71a5-7fd1-43e0-8746-a57fdd265b60 req-1ef040a6-8e97-4a09-8a1d-193bb6a1fd9f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Mar 22 14:49:36.878246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4111813-8df9-4006-b7a4-96674089ff64 req-9f69b3bc-c751-46eb-8e35-9b1d893ddaa6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:36.879703 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4111813-8df9-4006-b7a4-96674089ff64 req-9f69b3bc-c751-46eb-8e35-9b1d893ddaa6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0528932 Mar 22 14:49:36.930311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c4111813-8df9-4006-b7a4-96674089ff64 req-563b6671-861b-48c2-95ac-1b0b98dbedbc tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447674 Mar 22 14:49:38.060254 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65d574-ffbd-475b-8099-064ec6b96fed req-1c4bc85b-3708-438e-aa4f-c0eb84601920 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:38.061859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b65d574-ffbd-475b-8099-064ec6b96fed req-1c4bc85b-3708-438e-aa4f-c0eb84601920 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0565944 Mar 22 14:49:38.116413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b65d574-ffbd-475b-8099-064ec6b96fed req-0854f932-b5c2-4079-b3ae-399f8ba0998b tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483286 Mar 22 14:49:39.004780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-60b5a41a-be51-4026-be4c-53004ae1fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:39.006333 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-60b5a41a-be51-4026-be4c-53004ae1fef0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52&tenant_id=feb1412ff02343479c1ac2c9d3d8aff7 HTTP/1.1" status: 200 len: 1127 time: 0.0537827 Mar 22 14:49:39.017614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:49:39.078903 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:39.203058 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:49:39.248640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ebdcc-2e3b-4a50-9119-c213e206f4b9 req-d6134e60-907e-4c74-a131-fe7fe453a651 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:39.250933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-813ebdcc-2e3b-4a50-9119-c213e206f4b9 req-d6134e60-907e-4c74-a131-fe7fe453a651 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0632443 Mar 22 14:49:39.300201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:39.312066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:49:39.312462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:39.316190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-813ebdcc-2e3b-4a50-9119-c213e206f4b9 req-aa23595b-7db4-4360-ab75-e59466ed1e91 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589306 Mar 22 14:49:39.349689 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h2-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:49:39.394313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:39.396713 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d9aae6-8f55-4e40-8d2d-fbc445fc14ae" -d '{"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-unplugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:39.400961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Publish callbacks [] for port (15554ca7-0912-41e7-b294-7689a20598a5), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:39.415206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Transition to ACTIVE for port object 15554ca7-0912-41e7-b294-7689a20598a5 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:49:39.420498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:39.449367 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e26d797-32bb-4e5c-a252-730d945a673a x-openstack-request-id: req-7e26d797-32bb-4e5c-a252-730d945a673a {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:39.449670 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-unplugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:39.449921 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e26d797-32bb-4e5c-a252-730d945a673a {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:39.450350 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e26d797-32bb-4e5c-a252-730d945a673a'] response: {'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'code': 200} Mar 22 14:49:39.464437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:49:39.464801 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:49:39.505214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=10']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:39.516884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.517236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.517612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.517950 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.518317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.518698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.518946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.519302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.519600 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.519953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.520276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.520597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.520921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.521244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.521563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:39.565219 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] No DVR routers for this DVR port 15554ca7-0912-41e7-b294-7689a20598a5 on host n-h2-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:39.705061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:49:39.705378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:49:39.705702 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:49:39.710184 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:49:39.710514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Attempting to bind port 15554ca7-0912-41e7-b294-7689a20598a5 on network 7840b53f-0113-4755-aff2-4bcec248bbe6 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:49:39.716830 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:49:39.717174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Checking segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:49:39.717561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Bound using segment: {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:49:39.718089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Bound port: 15554ca7-0912-41e7-b294-7689a20598a5, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a88bcb-91d7-4d94-8016-83daf7829e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:49:39.718453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:39.780873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:49:39.784197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:49:39.790991 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:39.824815 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:39.825435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:39.826869 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] 10.222.0.42 "PUT /v2.0/ports/15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1092 time: 0.8132291 Mar 22 14:49:39.847772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a80520-a203-4cb4-a8b0-ff8e07bb3667 service neutron] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=11']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:39.897102 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-4c82bf48-2b7d-4225-a330-6ba65ccd222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:39.898710 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-4c82bf48-2b7d-4225-a330-6ba65ccd222c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1126 time: 0.0480306 Mar 22 14:49:40.001718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-22877841-5c85-4907-96bb-45c16627f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:40.003241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-22877841-5c85-4907-96bb-45c16627f2c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0978527 Mar 22 14:49:40.007901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: DOWN; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:49:40.071244 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-1e099a84-9e38-409f-9f1a-6d2ca2397beb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0605493 Mar 22 14:49:40.123213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-8f7f42b5-67ce-4a7e-92d1-a5e42eae86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:40.124586 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-8f7f42b5-67ce-4a7e-92d1-a5e42eae86d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0473428 Mar 22 14:49:40.178107 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-c0786927-85cf-4807-9ef7-9b744bb02c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:40.179973 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-c0786927-85cf-4807-9ef7-9b744bb02c57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495121 Mar 22 14:49:40.273952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-1a54ae91-5b7a-4deb-bc35-41fad180c9b1 service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867176 Mar 22 14:49:40.367503 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e6c45637-adb5-4cc1-8dd5-f6fe70cf5fea req-215ea3d5-bbd4-470a-a392-3c1129d68d4b service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876250 Mar 22 14:49:40.445908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101087d2-dce1-448c-b382-939e4861155b req-ebc5a808-53fb-4ea0-841e-5b1e07e2b3d1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:40.447354 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-101087d2-dce1-448c-b382-939e4861155b req-ebc5a808-53fb-4ea0-841e-5b1e07e2b3d1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0547285 Mar 22 14:49:40.495015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-101087d2-dce1-448c-b382-939e4861155b req-069ed311-c85a-4c18-a146-7d5c385485b1 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Mar 22 14:49:41.452335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:41.455017 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a385c0-0320-46ed-9749-208c927d0c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:41.513489 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc226bb7-ed95-4d87-baa1-7eeed6f09275 x-openstack-request-id: req-bc226bb7-ed95-4d87-baa1-7eeed6f09275 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:41.513787 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:41.514647 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc226bb7-ed95-4d87-baa1-7eeed6f09275 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:41.515094 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc226bb7-ed95-4d87-baa1-7eeed6f09275'] response: {'name': 'network-changed', 'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'status': 'completed', 'code': 200} Mar 22 14:49:41.591642 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-7a87add4-ebdc-4e78-be69-d364f23f44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.593180 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-7a87add4-ebdc-4e78-be69-d364f23f44a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1126 time: 0.0540419 Mar 22 14:49:41.629917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-9bde65c1-f38d-46a5-bdc6-d49b1a2d3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.631679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-9bde65c1-f38d-46a5-bdc6-d49b1a2d3ef2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 1126 time: 0.0896575 Mar 22 14:49:41.696583 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-c47a884e-04b9-4dff-a569-6ba3321d2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.698706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-c47a884e-04b9-4dff-a569-6ba3321d2fee service neutron] 10.222.0.42 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.0997303 Mar 22 14:49:41.700925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958c9e4-3393-409b-9a73-4077369fc5fc req-cb7537a8-5046-48eb-a777-15a147c09604 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.702586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d958c9e4-3393-409b-9a73-4077369fc5fc req-cb7537a8-5046-48eb-a777-15a147c09604 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.1119394 Mar 22 14:49:41.743691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-050bfca7-03b0-4dfb-b8eb-5f17f07e59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.745268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-050bfca7-03b0-4dfb-b8eb-5f17f07e59ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 200 len: 912 time: 0.1046004 Mar 22 14:49:41.768880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-19817b39-f06a-44e6-93c8-233ea4543851 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0636487 Mar 22 14:49:41.821714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-4857af00-9c33-4e97-88f8-ce6540dc4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.824124 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-4857af00-9c33-4e97-88f8-ce6540dc4221 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0491230 Mar 22 14:49:41.834859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d958c9e4-3393-409b-9a73-4077369fc5fc req-45aa3761-df18-4bda-acf6-68b21da56416 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885334 Mar 22 14:49:41.856837 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-769cee5d-7eef-444c-9d9a-c8d83fc10c34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 200 len: 1000 time: 0.0784938 Mar 22 14:49:41.879018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-4b5afaab-e894-4a4a-90fd-368fb08fb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.880532 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-4b5afaab-e894-4a4a-90fd-368fb08fb3b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505171 Mar 22 14:49:41.900476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-ec763593-05e0-4c2c-8ab7-a296cc0b9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.901933 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-ec763593-05e0-4c2c-8ab7-a296cc0b9ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 200 len: 850 time: 0.0454986 Mar 22 14:49:41.961868 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a385c0-0320-46ed-9749-208c927d0c6e req-058ea6ce-01ea-40ab-b0fa-186c9bf1885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:41.963334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-058ea6ce-01ea-40ab-b0fa-186c9bf1885f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7840b53f-0113-4755-aff2-4bcec248bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525365 Mar 22 14:49:41.973810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-4c3fe75e-dc35-40e6-a98d-f1abe2f2c3dc service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869234 Mar 22 14:49:42.059330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-5a54610e-c927-4bdc-b369-fdc8a3b5a3f8 service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868895 Mar 22 14:49:42.070949 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-7c2165d3-8a62-4253-a481-93c829ac5b8c service neutron] 10.222.0.42 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905223 Mar 22 14:49:42.157555 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66a385c0-0320-46ed-9749-208c927d0c6e req-0287a3bf-5278-4c14-96b6-ddad088c899f service neutron] 10.222.0.57 "GET /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886297 Mar 22 14:49:42.961467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3d14-5891-43d5-ae92-b6dacd6783a2 req-a4be30e6-8694-4846-b66a-bf8295481365 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:42.963124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a1d3d14-5891-43d5-ae92-b6dacd6783a2 req-a4be30e6-8694-4846-b66a-bf8295481365 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0555434 Mar 22 14:49:43.011779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a1d3d14-5891-43d5-ae92-b6dacd6783a2 req-80f95d9d-20d6-419b-9712-a1d555c8dc4f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Mar 22 14:49:44.142672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f797d-4e01-4261-b1a1-962a5b6cc9a0 req-3aad46e2-e08f-4561-8480-1fdb27ff0fd5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:44.144159 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a5f797d-4e01-4261-b1a1-962a5b6cc9a0 req-3aad46e2-e08f-4561-8480-1fdb27ff0fd5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0574908 Mar 22 14:49:44.192897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a5f797d-4e01-4261-b1a1-962a5b6cc9a0 req-842c87e0-0015-4931-b001-5077395ec0da tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Mar 22 14:49:45.321010 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168cb82-9da5-4386-9953-3863301d8c85 req-1569c7dd-f30d-42da-9516-3278572f8245 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:45.322523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0168cb82-9da5-4386-9953-3863301d8c85 req-1569c7dd-f30d-42da-9516-3278572f8245 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0584478 Mar 22 14:49:45.368947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0168cb82-9da5-4386-9953-3863301d8c85 req-c126340f-b23b-48d3-b9a8-48b74a9d28df tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Mar 22 14:49:46.492317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b605df3-4281-46d0-a7d4-88cdb58a3efd req-99697ac9-34b3-4b9e-8516-4ea62f6852bd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:46.493805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b605df3-4281-46d0-a7d4-88cdb58a3efd req-99697ac9-34b3-4b9e-8516-4ea62f6852bd tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0545907 Mar 22 14:49:46.541184 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b605df3-4281-46d0-a7d4-88cdb58a3efd req-b8ffcc02-62ee-4d6b-baa8-a20e583a49e3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Mar 22 14:49:47.668326 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1b1a3-653f-4292-8615-b2bf815c8f56 req-6892022c-b841-45ae-b477-552eaa59ed87 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:47.670149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ed1b1a3-653f-4292-8615-b2bf815c8f56 req-6892022c-b841-45ae-b477-552eaa59ed87 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0547690 Mar 22 14:49:47.722393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ed1b1a3-653f-4292-8615-b2bf815c8f56 req-ddc09e39-7e77-4631-8ce4-3191712c3457 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456951 Mar 22 14:49:48.247301 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eff1f7c1-42c0-4c9b-8d1b-5ccb809e092c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:48.846988 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d418d-6e66-4f08-925d-70cac7b83fdb req-964551a7-591d-42fb-8b66-785a472ba63c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:48.848507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f1d418d-6e66-4f08-925d-70cac7b83fdb req-964551a7-591d-42fb-8b66-785a472ba63c tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0558591 Mar 22 14:49:48.896783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f1d418d-6e66-4f08-925d-70cac7b83fdb req-07dd6ef5-031b-4e64-acf7-8984d1e06bff tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Mar 22 14:49:50.019349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2161-013e-438f-b6ef-d349213562f8 req-9f3be55b-fbab-470a-8fe3-83f5242fbed9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:50.021012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39ab2161-013e-438f-b6ef-d349213562f8 req-9f3be55b-fbab-470a-8fe3-83f5242fbed9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0544086 Mar 22 14:49:50.068130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39ab2161-013e-438f-b6ef-d349213562f8 req-b0ba8d95-a5ac-4391-9494-993b0febc95f tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Mar 22 14:49:50.506515 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-096a36cd-35cf-45a9-955c-28b083b4d4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:51.197874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45454-8217-4149-9e67-4db20fd194cc req-62b7c1f2-953e-49bd-baf3-42b0b5acf157 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:51.199389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8a45454-8217-4149-9e67-4db20fd194cc req-62b7c1f2-953e-49bd-baf3-42b0b5acf157 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0604875 Mar 22 14:49:51.250221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8a45454-8217-4149-9e67-4db20fd194cc req-614ffd0a-2361-40e1-8efc-54ee6e51c9f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449684 Mar 22 14:49:52.054651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:52.446556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b7496-03e4-4a2c-b0be-1bc3383cbaa9 req-f3b79053-ba41-4ab3-89c3-9f3c87c83da5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:52.448023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e66b7496-03e4-4a2c-b0be-1bc3383cbaa9 req-f3b79053-ba41-4ab3-89c3-9f3c87c83da5 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0520587 Mar 22 14:49:52.494321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e66b7496-03e4-4a2c-b0be-1bc3383cbaa9 req-96a1c8e4-9b71-423e-a52a-8f5e92485204 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Mar 22 14:49:53.561729 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:53.643598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa2658-40e8-4c79-b4db-df5cf80bb7f2 req-f5aba392-7b38-4e01-a599-44cb7c29fded tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:53.645081 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20fa2658-40e8-4c79-b4db-df5cf80bb7f2 req-f5aba392-7b38-4e01-a599-44cb7c29fded tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0646887 Mar 22 14:49:53.693114 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20fa2658-40e8-4c79-b4db-df5cf80bb7f2 req-124551bf-d61a-4a26-966f-8f746c26062a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 Mar 22 14:49:54.663031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.807160 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.828877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e87318-5241-4b53-a15f-c905af4bb75a req-bf63aff3-8c0f-417a-b898-7ba7791ffed7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:54.830405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22e87318-5241-4b53-a15f-c905af4bb75a req-bf63aff3-8c0f-417a-b898-7ba7791ffed7 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0546334 Mar 22 14:49:54.879757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-22e87318-5241-4b53-a15f-c905af4bb75a req-00e72cbb-5075-4254-9248-3365ac07d7e4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Mar 22 14:49:56.054142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49498065-725b-4750-a222-3ae2adbe9886 req-3feffb3b-c881-43bd-a9c9-8d8f5ae892a6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:56.055645 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49498065-725b-4750-a222-3ae2adbe9886 req-3feffb3b-c881-43bd-a9c9-8d8f5ae892a6 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0544250 Mar 22 14:49:56.107020 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49498065-725b-4750-a222-3ae2adbe9886 req-5b6b936c-3703-4eda-aada-b6232a7f0c31 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456693 Mar 22 14:49:57.105762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:49:57.220740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:57.233543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '15554ca7-0912-41e7-b294-7689a20598a5', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'port_id': '15554ca7-0912-41e7-b294-7689a20598a5', 'mac_address': 'fa:16:3e:cd:ef:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:49:57.256297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0090a3f-245a-4897-81f6-d3c4b010dc50 req-46061ab0-41e0-4c43-af6c-5cb989e2a9e8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:57.257800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0090a3f-245a-4897-81f6-d3c4b010dc50 req-46061ab0-41e0-4c43-af6c-5cb989e2a9e8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 944 time: 0.0586283 Mar 22 14:49:57.271399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:49:57.271792 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:57.285137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15554ca7-0912-41e7-b294-7689a20598a5 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:49:57.305544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:57.308928 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b0090a3f-245a-4897-81f6-d3c4b010dc50 req-4355f15f-21d5-401a-ab8f-2461c6173550 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Mar 22 14:49:57.314956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:57.365668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=12']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:57.543957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['15554ca7-0912-41e7-b294-7689a20598a5'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:49:58.448050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc0ae-b5a1-4d2b-9d8f-c7c25f055fc3 req-e934d467-11fa-41ad-99ba-4166a9dc2da4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:58.449509 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9dcc0ae-b5a1-4d2b-9d8f-c7c25f055fc3 req-e934d467-11fa-41ad-99ba-4166a9dc2da4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0521805 Mar 22 14:49:58.497230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9dcc0ae-b5a1-4d2b-9d8f-c7c25f055fc3 req-603b793d-32ad-4e08-927e-6e99f2948dae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Mar 22 14:49:58.631483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18ba6-8f1b-4a4d-93b0-421c2e4ddc0b req-ae7288ae-3319-405c-90fb-e8e5036b7213 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:58.632983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dea18ba6-8f1b-4a4d-93b0-421c2e4ddc0b req-ae7288ae-3319-405c-90fb-e8e5036b7213 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0587480 Mar 22 14:49:58.682527 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dea18ba6-8f1b-4a4d-93b0-421c2e4ddc0b req-56427ebc-65e9-41a3-b2e6-d3e7680eb766 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 Mar 22 14:49:58.822851 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55649f1b-011c-41e9-9af4-46db48fedb15 req-4fc76c63-9877-4355-b91b-096a9e18fb39 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:58.824333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55649f1b-011c-41e9-9af4-46db48fedb15 req-4fc76c63-9877-4355-b91b-096a9e18fb39 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0656347 Mar 22 14:49:58.868125 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.874147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-55649f1b-011c-41e9-9af4-46db48fedb15 req-70e38cc2-55f2-4721-97a3-51883655ba76 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Mar 22 14:49:59.111956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:49:59.116084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987c5b5-51f7-4f57-b875-4d509a6aabfc req-0df13976-a103-4836-b359-47b68c316688 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:59.117580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3987c5b5-51f7-4f57-b875-4d509a6aabfc req-0df13976-a103-4836-b359-47b68c316688 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 945 time: 0.0530393 Mar 22 14:49:59.168218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3987c5b5-51f7-4f57-b875-4d509a6aabfc req-950058d7-1279-4701-ad1a-6013aa589f31 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446889 Mar 22 14:49:59.168594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 15554ca7-0912-41e7-b294-7689a20598a5 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:49:59.172887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 15554ca7-0912-41e7-b294-7689a20598a5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:49:59.173297 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (15554ca7-0912-41e7-b294-7689a20598a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.253315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 15554ca7-0912-41e7-b294-7689a20598a5 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:49:59.253693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.277507 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:59.279839 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ae0f6b88f2d8aa811659ad839cf3d5e03f3f869ba2bf7fe73382475b40e776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539fb057-8ca2-44a0-9071-d37ee33f1dd8" -d '{"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-plugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:59.291579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:59.296203 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.321780 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89563fb5-740a-41fc-ad6d-cc53397fe817 x-openstack-request-id: req-89563fb5-740a-41fc-ad6d-cc53397fe817 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:59.322099 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-plugged", "status": "completed", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:59.322357 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89563fb5-740a-41fc-ad6d-cc53397fe817 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:59.322746 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89563fb5-740a-41fc-ad6d-cc53397fe817'] response: {'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'code': 200} Mar 22 14:49:59.348950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=13']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:00.305150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e976-7e1e-4f43-a9be-331b94131930 req-d8d61fda-c6d6-47e9-9359-50d13d5fbe5a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:00.306671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43a9e976-7e1e-4f43-a9be-331b94131930 req-d8d61fda-c6d6-47e9-9359-50d13d5fbe5a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 946 time: 0.0585949 Mar 22 14:50:00.356416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43a9e976-7e1e-4f43-a9be-331b94131930 req-79a6a8eb-a641-4fe1-ad18-fcbbd702a38a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9a93477-d515-4a8f-9a0d-27e2007b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Mar 22 14:50:00.666868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a308-5209-401a-8292-603be0bd57f9 req-a03c345e-af73-4a2b-af87-48c35b5a8c47 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:00.668280 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2884a308-5209-401a-8292-603be0bd57f9 req-a03c345e-af73-4a2b-af87-48c35b5a8c47 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 946 time: 0.0579908 Mar 22 14:50:00.765860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Deleting port 15554ca7-0912-41e7-b294-7689a20598a5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:00.766237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (15554ca7-0912-41e7-b294-7689a20598a5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.841529 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:50:00.864323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] For port 15554ca7-0912-41e7-b294-7689a20598a5, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=15554ca7-0912-41e7-b294-7689a20598a5,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:00.864793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (15554ca7-0912-41e7-b294-7689a20598a5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:01.036328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:01.036686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:01.036996 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18 disassociated. External IP: 172.25.2.163, port: 15554ca7-0912-41e7-b294-7689a20598a5. Mar 22 14:50:01.037326 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Calling delete_port for 15554ca7-0912-41e7-b294-7689a20598a5 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:01.175908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (15554ca7-0912-41e7-b294-7689a20598a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:01.203964 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event deleted for resources: {'Port': ['ID=15554ca7-0912-41e7-b294-7689a20598a5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:01.322835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:50:01.435414 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:50:01.446478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:50:01.456035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:50:01.456647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:49:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:01.480014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] No DVR routers for this DVR port 15554ca7-0912-41e7-b294-7689a20598a5 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:50:01.482783 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:01.486198 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2884a308-5209-401a-8292-603be0bd57f9 req-bfef2969-d9a0-4ed2-bb20-55256d04b63d tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.42 "DELETE /v2.0/ports/15554ca7-0912-41e7-b294-7689a20598a5 HTTP/1.1" status: 204 len: 173 time: 0.8119142 Mar 22 14:50:01.486645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-deleted', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:01.489069 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb0197aaf099aa552f76daf6f8d5d5ae4bf61fb67bafcbcee8e13e90d30977e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26d0f11-93b9-4e5d-a7d6-c65e80c87571" -d '{"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-deleted", "tag": "15554ca7-0912-41e7-b294-7689a20598a5"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:01.530056 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72463895-d6e5-4da7-9868-6b52c294b956 x-openstack-request-id: req-72463895-d6e5-4da7-9868-6b52c294b956 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:01.530355 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9642eb84-0ab7-4833-b473-513545ed5f52", "name": "network-vif-deleted", "tag": "15554ca7-0912-41e7-b294-7689a20598a5", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:01.530711 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72463895-d6e5-4da7-9868-6b52c294b956 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:01.531149 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72463895-d6e5-4da7-9868-6b52c294b956'] response: {'server_uuid': '9642eb84-0ab7-4833-b473-513545ed5f52', 'name': 'network-vif-deleted', 'tag': '15554ca7-0912-41e7-b294-7689a20598a5', 'status': 'completed', 'code': 200} Mar 22 14:50:01.565868 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d92f7b6d-7153-43ed-a93e-25f32d3951fa req-337ab04f-2098-4ce7-bb21-abb27c06f1f9 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.1010342 Mar 22 14:50:01.584857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:50:01.783042 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:01.812905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:50:01.822972 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:50:01.823676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:49:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:01.927557 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:50:02.124630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:02.150575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33bf413-4d8f-46a9-950f-ce66e20f81f5 None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:45:49Z', 'revision_number': 4, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e', 'name': '', 'network_id': '7840b53f-0113-4755-aff2-4bcec248bbe6', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'mac_address': 'fa:16:3e:66:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:48Z', 'updated_at': '2022-03-22T14:45:53Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'subnets': [{'id': 'a451f2d2-68fe-4b4d-8f5f-363eba849025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:50:02.372866 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca45c8-3e25-4d15-b1b5-9045a5b8abbb None None] New status for floating IP 1252bf47-827c-42a0-ba0d-30bcba348d18: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:50:02.669126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f2b41985-9f30-49db-a44d-65ff079ee610 req-448ce108-f2d5-4862-8d48-10b1c341a1e4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Mar 22 14:50:03.767195 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c4337a0-2c39-43c3-b5cb-c33b392ab461 req-ce1344a9-cac9-4cf9-b288-d4380bfb9779 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Mar 22 14:50:04.949504 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e0b32537-a194-4c75-b2e1-dd1476d6ec10 req-099423e3-70de-4370-9b9c-4a2f38d653e8 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0727844 Mar 22 14:50:05.134491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:05.155313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 15554ca7-0912-41e7-b294-7689a20598a5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:05.155656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 15554ca7-0912-41e7-b294-7689a20598a5 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:06.051115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7608f2c7-0063-4201-98b7-934c8ba4c691 req-f62c1bd1-8362-4c1e-a328-fd65826fee33 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0276287 Mar 22 14:50:07.146945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f283f324-f3c7-4717-b9af-2bc8e1f27bd1 req-6f3db095-ac6d-4407-9097-7ee23a3aec19 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0271373 Mar 22 14:50:08.244607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fa30e3cd-1598-4cd7-afb8-d03888bdc497 req-d4416672-e371-4c6c-87e9-bc4af4c5d6c3 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Mar 22 14:50:09.345610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-811261b4-f4c1-4292-bd1c-cd4042347d22 req-b394c80d-3968-450c-a7e6-b7589936f03e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0317681 Mar 22 14:50:10.444094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5208630d-0517-44f3-9766-5b64014ea3e2 req-b3aed063-4b30-4ed4-8ac4-861e23378f7e tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/ports?device_id=9642eb84-0ab7-4833-b473-513545ed5f52 HTTP/1.1" status: 200 len: 210 time: 0.0277770 Mar 22 14:50:17.287154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44146) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:17.341758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group (f9a93477-d515-4a8f-9a0d-27e2007b0b0e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.364485 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group (f9a93477-d515-4a8f-9a0d-27e2007b0b0e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.413135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (f9a93477-d515-4a8f-9a0d-27e2007b0b0e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.415683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.416838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "DELETE /v2.0/security-groups/f9a93477-d515-4a8f-9a0d-27e2007b0b0e HTTP/1.1" status: 204 len: 168 time: 0.1285894 Mar 22 14:50:17.419690 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44148) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:17.426338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a93477-d515-4a8f-9a0d-27e2007b0b0e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:17.435722 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [None req-7b3358e7-f860-467c-80df-274bb2f61b12 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] show failed (client error): The resource could not be found. Mar 22 14:50:17.440459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44150) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:17.440706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7b3358e7-f860-467c-80df-274bb2f61b12 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "GET /v2.0/security-groups/f9a93477-d515-4a8f-9a0d-27e2007b0b0e HTTP/1.1" status: 404 len: 347 time: 0.0191348 Mar 22 14:50:17.448414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.448755 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.449087 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.449417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.449713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.450058 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.450385 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.450777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.451092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.451409 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.451725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.452032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.452350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.452664 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.452977 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e96ee-da04-471c-8f24-c313612ff29a tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:17.573414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Deleting port 30e8db63-f61c-493b-b0b6-e476b52886dd {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:17.573752 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.653024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.653352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (30e8db63-f61c-493b-b0b6-e476b52886dd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.666723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Calling delete_port for 30e8db63-f61c-493b-b0b6-e476b52886dd owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:17.803564 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (30e8db63-f61c-493b-b0b6-e476b52886dd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.829624 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Pushing event deleted for resources: {'Port': ['ID=30e8db63-f61c-493b-b0b6-e476b52886dd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:17.895313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks [] for floatingip (1252bf47-827c-42a0-ba0d-30bcba348d18), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.898064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:17.899203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7b774d83-780e-4290-8963-bdedd08a05ae tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] 10.222.0.44 "DELETE /v2.0/floatingips/1252bf47-827c-42a0-ba0d-30bcba348d18 HTTP/1.1" status: 204 len: 168 time: 0.4575438 Mar 22 14:50:17.902333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44152) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:18.241439 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40f8d55a-0df8-46bb-870b-889dc69c67e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:18.253849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (1689bc47-7eed-4abf-91cc-a931cabdbb9d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:18.521312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Deleting port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:18.522062 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:18.597349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] For port c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:18.597708 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:18.610278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Calling delete_port for c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:18.804416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:18.830552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:19.311553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-bdc8463c-2f9b-447c-a423-c4febf05c44f req-9cc080c5-2537-42d7-bd51-499eb5ccf145 service neutron] (110457) timed out ('10.222.0.44', 40642) {{(pid=110457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:50:19.354669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (1689bc47-7eed-4abf-91cc-a931cabdbb9d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:19.571760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Router 1689bc47-7eed-4abf-91cc-a931cabdbb9d has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:50:19.680017 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:50:19.686152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5bcc39f4-c7d4-4396-b50f-2cdd60686efd admin admin] 10.222.0.44 "PUT /v2.0/routers/1689bc47-7eed-4abf-91cc-a931cabdbb9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827523 Mar 22 14:50:19.688219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44154) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:19.690395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] Sync routers for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:50:19.703514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:50:19.704132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:49:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:19.799223 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks [] for router (1689bc47-7eed-4abf-91cc-a931cabdbb9d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:19.826455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:50:19.904181 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks [] for router_gateway (1689bc47-7eed-4abf-91cc-a931cabdbb9d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:19.959226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Deleting port 685f80bd-fc5d-4d38-b426-c917a4754066 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:19.959555 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.006690 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:50:18Z', 'revision_number': 5, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port': {'id': '685f80bd-fc5d-4d38-b426-c917a4754066', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:45:47Z', 'updated_at': '2022-03-22T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:20.032920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] Checking router: 1689bc47-7eed-4abf-91cc-a931cabdbb9d for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:50:20.040103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] For port 685f80bd-fc5d-4d38-b426-c917a4754066, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=685f80bd-fc5d-4d38-b426-c917a4754066,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:20.040466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.041054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] Routers {'1689bc47-7eed-4abf-91cc-a931cabdbb9d'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:50:20.041774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:49:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:20.053557 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Calling delete_port for 685f80bd-fc5d-4d38-b426-c917a4754066 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:20.132143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] Set router 1689bc47-7eed-4abf-91cc-a931cabdbb9d gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:50:20.188480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:50:19Z', 'revision_number': 6, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:20.214845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9282e8-17fb-43bf-b47c-7fddcdf519dd None None] The sync data for ids ['1689bc47-7eed-4abf-91cc-a931cabdbb9d'] in n-d-834677-3 is: [{'id': '1689bc47-7eed-4abf-91cc-a931cabdbb9d', 'name': 'tempest-ServerActionsTestJSON-727895390-router', 'tenant_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:45:46Z', 'updated_at': '2022-03-22T14:50:19Z', 'revision_number': 6, 'project_id': 'feb1412ff02343479c1ac2c9d3d8aff7', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:50:20.227198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (685f80bd-fc5d-4d38-b426-c917a4754066), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.256959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Pushing event deleted for resources: {'Port': ['ID=685f80bd-fc5d-4d38-b426-c917a4754066,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:20.318700 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (1689bc47-7eed-4abf-91cc-a931cabdbb9d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.415554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (1689bc47-7eed-4abf-91cc-a931cabdbb9d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.418956 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks [] for router_controller (1689bc47-7eed-4abf-91cc-a931cabdbb9d), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.473823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (1689bc47-7eed-4abf-91cc-a931cabdbb9d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.474427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1689bc47-7eed-4abf-91cc-a931cabdbb9d {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:50:20.479304 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.480651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-68cc3fd3-2b83-4c32-9bdf-4150afc0c028 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1689bc47-7eed-4abf-91cc-a931cabdbb9d HTTP/1.1" status: 204 len: 168 time: 0.7908220 Mar 22 14:50:20.483181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44156) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:20.509633 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f5b84507-2f91-4e3f-8082-0eefbfaab31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.530442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] Deleting subnet a451f2d2-68fe-4b4d-8f5f-363eba849025 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:50:20.533616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] Publish callbacks [] for subnet (a451f2d2-68fe-4b4d-8f5f-363eba849025), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.570310 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (a451f2d2-68fe-4b4d-8f5f-363eba849025), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.660585 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a451f2d2-68fe-4b4d-8f5f-363eba849025), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.667865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:20.692005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:20.692663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c8f5341e-9981-4f0b-b4e9-d3c13d6ad40e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:20.715601 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (a451f2d2-68fe-4b4d-8f5f-363eba849025), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.741790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a451f2d2-68fe-4b4d-8f5f-363eba849025,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:20.743771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.746950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3e1b381a-8802-4784-be71-1ad6015f2818 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a451f2d2-68fe-4b4d-8f5f-363eba849025 HTTP/1.1" status: 204 len: 168 time: 0.2628372 Mar 22 14:50:20.748767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab809a-ecdc-456d-a04b-a5c0c004e860 None None] Network 7840b53f-0113-4755-aff2-4bcec248bbe6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:20.749588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44158) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:20.819394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (7840b53f-0113-4755-aff2-4bcec248bbe6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.872930 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Deleting port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:20.873258 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.933925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] For port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,segment=NetworkSegment(f7a88bcb-91d7-4d94-8016-83daf7829e09),segment_id=f7a88bcb-91d7-4d94-8016-83daf7829e09)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:20.934176 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:20.946820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Calling delete_port for 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:21.005503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] DHCP port deletion for 7840b53f-0113-4755-aff2-4bcec248bbe6 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:50:21.035831 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.062500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:21.063564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] Deleting port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:21.064587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.065949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] No DVR routers for this DVR port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:50:21.129712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] For port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:21.130159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.139998 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (7840b53f-0113-4755-aff2-4bcec248bbe6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.143808 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] Calling delete_port for 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:21.146532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] Port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:50:21.147791 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (8b4c13d1-3a56-42e8-8c76-f1b3d5377694), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.164171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7840b53f-0113-4755-aff2-4bcec248bbe6']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:21.172464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] Pushing event deleted for resources: {'Port': ['ID=8b4c13d1-3a56-42e8-8c76-f1b3d5377694,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:21.174888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a88bcb-91d7-4d94-8016-83daf7829e09') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:21.175182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a88bcb-91d7-4d94-8016-83daf7829e09') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:21.177305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f786f-ad67-4cc0-bc24-53a2380ec04c None None] No DVR routers for this DVR port 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:50:21.190048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (f7a88bcb-91d7-4d94-8016-83daf7829e09), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.205321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f7a88bcb-91d7-4d94-8016-83daf7829e09), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.211572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:50:21.211955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (f7a88bcb-91d7-4d94-8016-83daf7829e09), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:50:21.214392 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:50:21.268137 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (7840b53f-0113-4755-aff2-4bcec248bbe6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.274097 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.277571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7840b53f-0113-4755-aff2-4bcec248bbe6 HTTP/1.1" status: 204 len: 168 time: 0.5270603 Mar 22 14:50:21.298752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff230bf-e45f-4796-819b-076cda100c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7840b53f-0113-4755-aff2-4bcec248bbe6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:21.398300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44162) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:21.445924 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-593cde00-911c-4aad-9301-e01957b8c2a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=feb1412ff02343479c1ac2c9d3d8aff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463119 Mar 22 14:50:21.448851 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44164) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:21.498102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d90a09e6-776e-49a1-bacf-9fc948164cdc admin admin] Publish callbacks [] for security_group (144ba09f-7093-4a94-857d-42ee0bdc89fd), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.519269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d90a09e6-776e-49a1-bacf-9fc948164cdc admin admin] Publish callbacks [] for security_group (144ba09f-7093-4a94-857d-42ee0bdc89fd), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.567638 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d90a09e6-776e-49a1-bacf-9fc948164cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (144ba09f-7093-4a94-857d-42ee0bdc89fd), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.570363 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d90a09e6-776e-49a1-bacf-9fc948164cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.571607 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d90a09e6-776e-49a1-bacf-9fc948164cdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/144ba09f-7093-4a94-857d-42ee0bdc89fd HTTP/1.1" status: 204 len: 168 time: 0.1217971 Mar 22 14:50:21.579492 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a09e6-776e-49a1-bacf-9fc948164cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144ba09f-7093-4a94-857d-42ee0bdc89fd,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:22.052570 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.271778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44186) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:22.329180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:22.349680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:22.350047 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8b4c13d1-3a56-42e8-8c76-f1b3d5377694 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:22.350467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 685f80bd-fc5d-4d38-b426-c917a4754066 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:22.368785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 685f80bd-fc5d-4d38-b426-c917a4754066 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:22.369126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 685f80bd-fc5d-4d38-b426-c917a4754066 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:22.385188 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1160144881-network', 'tenant_id': '47d18359f1eb4462ab4f41935a73e9a3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:22.407360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Made reservation on behalf of 47d18359f1eb4462ab4f41935a73e9a3 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:22.410380 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.423723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.502897 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks [] for security_group (13b91884-7f12-4670-84f9-1deea70e008c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.510326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (13b91884-7f12-4670-84f9-1deea70e008c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.535508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:50:22.551479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b91884-7f12-4670-84f9-1deea70e008c,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:22.555387 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d97309fe-ee9a-4c4b-a01c-585bdbffcd2b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.555738 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Added segment d97309fe-ee9a-4c4b-a01c-585bdbffcd2b of type vlan for network 4b009b04-40db-4b4a-a6d1-31660def30bd Mar 22 14:50:22.595462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (4b009b04-40db-4b4a-a6d1-31660def30bd), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.623903 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (4b009b04-40db-4b4a-a6d1-31660def30bd), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.624847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:22.625420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.681275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4081464 Mar 22 14:50:22.684451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44190) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:22.686605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1892628-bac4-42fa-9fff-4c3b188c47d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4b009b04-40db-4b4a-a6d1-31660def30bd,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:22.689877 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Request body: {'subnet': {'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1160144881-subnet', 'tenant_id': '47d18359f1eb4462ab4f41935a73e9a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:22.696120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 4b009b04-40db-4b4a-a6d1-31660def30bd details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:50:22.712813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Made reservation on behalf of 47d18359f1eb4462ab4f41935a73e9a3 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:22.715295 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.880104 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a1fc8dbe-87ef-4290-a3f4-b3058e2faa79), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.930403 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fc8dbe-87ef-4290-a3f4-b3058e2faa79,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:22.949312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Checking segment: {'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:22.949675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Network hostable DHCP agents. Network: 4b009b04-40db-4b4a-a6d1-31660def30bd, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:50:22.969591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Network 4b009b04-40db-4b4a-a6d1-31660def30bd is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:50:22.980344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 4b009b04-40db-4b4a-a6d1-31660def30bd) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:22.984755 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:22.985634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.991076 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2ec09-2436-4e6b-bd81-c14174f309c2 None None] Network 4b009b04-40db-4b4a-a6d1-31660def30bd requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:23.003349 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-53f2663d-4b3f-43df-9d12-db0b5f82fe3a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3175871 Mar 22 14:50:23.094819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d8f3f4-1e6d-4971-a68f-5c59582affc0 None None] Network 4b009b04-40db-4b4a-a6d1-31660def30bd requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:23.444687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-68b0c9fd-ba34-4fb4-a09b-19de7d863f14 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:23.446217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-68b0c9fd-ba34-4fb4-a09b-19de7d863f14 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/networks?id=4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 200 len: 814 time: 0.1184409 Mar 22 14:50:23.462365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-ae54e2bb-9bd3-4580-a54c-6d006ee58b02 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/quotas/47d18359f1eb4462ab4f41935a73e9a3 HTTP/1.1" status: 200 len: 375 time: 0.0103796 Mar 22 14:50:23.494530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-72e9e19b-b43d-4acc-be22-e6eee1375828 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270476 Mar 22 14:50:23.559700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:23.643757 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-dc63456a-9a0b-4bf6-96b5-c92e26043d52 service neutron] 10.222.0.44 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395271 Mar 22 14:50:23.741610 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-461c5f41-225d-4403-bb55-15f3123655e0 service neutron] 10.222.0.44 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920041 Mar 22 14:50:23.907955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8afd7634-339b-4449-8195-ce501fb3e878 req-7a3ffb44-26dd-4ea5-b142-2fcc243a15dd tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0296278 Mar 22 14:50:24.668790 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:24.806705 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:24.948222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5cb5e8b4-f70a-4402-93ee-82aa624c24f0 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:24.949841 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5cb5e8b4-f70a-4402-93ee-82aa624c24f0 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.57 "GET /v2.0/networks?id=4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 200 len: 814 time: 0.1107190 Mar 22 14:50:24.968718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Request body: {'port': {'device_id': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd', 'admin_state_up': True, 'tenant_id': '47d18359f1eb4462ab4f41935a73e9a3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:25.042076 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e1d4b0cb-1919-4937-a87d-c619f2df919c req-626c6bcf-687b-4dfe-a3c8-aadbe7b46fdb tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0572796 Mar 22 14:50:25.112801 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Made reservation on behalf of 47d18359f1eb4462ab4f41935a73e9a3 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:25.116535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:25.249114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Allocated IP 172.20.0.10 (4b009b04-40db-4b4a-a6d1-31660def30bd/a1fc8dbe-87ef-4290-a3f4-b3058e2faa79/5a174617-c15f-46c1-bbcf-6ae52b759a85) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:50:25.398912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks [] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:25.446005 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:25.495826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Network 4b009b04-40db-4b4a-a6d1-31660def30bd is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:50:25.499039 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:25.505430 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:50:25.511158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Pushing event updated for resources: {'Port': ['ID=5a174617-c15f-46c1-bbcf-6ae52b759a85,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:25.561305 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:25.561909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:25.581115 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-5eea1ed0-0c71-4deb-bad5-530fe91814b8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6175277 Mar 22 14:50:25.595695 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Request body: {'port': {'device_id': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:25.655105 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:25.918495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a174617-c15f-46c1-bbcf-6ae52b759a85 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:25.926527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Publish callbacks [] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:25.940071 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Transition to ACTIVE for port object 5a174617-c15f-46c1-bbcf-6ae52b759a85 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:50:25.947886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.014611 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a174617-c15f-46c1-bbcf-6ae52b759a85,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:26.064225 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Attempting to bind port 5a174617-c15f-46c1-bbcf-6ae52b759a85 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:50:26.064522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Attempting to bind port 5a174617-c15f-46c1-bbcf-6ae52b759a85 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:50:26.064879 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Attempting to bind port 5a174617-c15f-46c1-bbcf-6ae52b759a85 on network 4b009b04-40db-4b4a-a6d1-31660def30bd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:26.070007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Port 5a174617-c15f-46c1-bbcf-6ae52b759a85 on network 4b009b04-40db-4b4a-a6d1-31660def30bd not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:50:26.070301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Attempting to bind port 5a174617-c15f-46c1-bbcf-6ae52b759a85 on network 4b009b04-40db-4b4a-a6d1-31660def30bd {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:26.075773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:50:26.076253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Checking segment: {'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:26.076635 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Bound using segment: {'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:50:26.077054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Bound port: 5a174617-c15f-46c1-bbcf-6ae52b759a85, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:50:26.077385 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.167763 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] For port 5a174617-c15f-46c1-bbcf-6ae52b759a85, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:50:26.172249 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] For port 5a174617-c15f-46c1-bbcf-6ae52b759a85, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:50:26.180244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.216482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de090e-1494-4caa-b3c5-73afef7877b1 req-c8940c34-7a2b-4009-8d88-9d0feff75d7f tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.217940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2de090e-1494-4caa-b3c5-73afef7877b1 req-c8940c34-7a2b-4009-8d88-9d0feff75d7f tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 944 time: 0.1028395 Mar 22 14:50:26.229035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.229662 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.230983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/5a174617-c15f-46c1-bbcf-6ae52b759a85 HTTP/1.1" status: 200 len: 1092 time: 0.6392272 Mar 22 14:50:26.232032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'tag': '5a174617-c15f-46c1-bbcf-6ae52b759a85'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:26.234293 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c83b1dc28807254194ebf9d89e7b6fdb4b00a98dde5c430dc4c5b5a19696bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c14ac-7078-4059-9f39-3434d99e3dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2d747-b803-4e78-9eac-70bf3411c2e1", "tag": "5a174617-c15f-46c1-bbcf-6ae52b759a85"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:26.275813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96b1ec-49dc-4315-9d9e-f637c06fe8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a174617-c15f-46c1-bbcf-6ae52b759a85,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:26.281595 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377dce0a-e7d1-4c50-91e6-f2bef840b551 x-openstack-request-id: req-377dce0a-e7d1-4c50-91e6-f2bef840b551 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:26.281877 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2d747-b803-4e78-9eac-70bf3411c2e1", "tag": "5a174617-c15f-46c1-bbcf-6ae52b759a85", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:26.282158 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-377dce0a-e7d1-4c50-91e6-f2bef840b551 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:26.282539 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377dce0a-e7d1-4c50-91e6-f2bef840b551'] response: {'name': 'network-changed', 'server_uuid': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'tag': '5a174617-c15f-46c1-bbcf-6ae52b759a85', 'status': 'completed', 'code': 200} Mar 22 14:50:26.306311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d2de090e-1494-4caa-b3c5-73afef7877b1 req-fa5c8a55-93c8-4256-a38f-8aab33dff722 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802751 Mar 22 14:50:26.338127 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-cb75b2fd-ee8a-43d1-a008-2b8ce78e6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.339667 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-cb75b2fd-ee8a-43d1-a008-2b8ce78e6f7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 1126 time: 0.0539098 Mar 22 14:50:26.389816 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-ea265fd9-6b36-429b-865d-779279e7d3cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85 HTTP/1.1" status: 200 len: 217 time: 0.0377758 Mar 22 14:50:26.441364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-40712480-5cc2-4fc0-888a-6ef0ee261287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.442738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-40712480-5cc2-4fc0-888a-6ef0ee261287 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1fc8dbe-87ef-4290-a3f4-b3058e2faa79 HTTP/1.1" status: 200 len: 854 time: 0.0431979 Mar 22 14:50:26.480752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-effd1c4b-ffa3-4813-be00-6d8b913c5820 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b009b04-40db-4b4a-a6d1-31660def30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291333 Mar 22 14:50:26.582380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-880e3278-c4d8-4b1e-bd9d-74ec50f7f930 service neutron] 10.222.0.57 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921571 Mar 22 14:50:26.676323 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0087744c-6ae9-4e65-8acc-e276dca2701e req-deb2dee5-2e55-4db2-ad1c-67033ba69da3 service neutron] 10.222.0.57 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Mar 22 14:50:26.780865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-7ff76194-c143-4dde-a7f0-ec6820f8a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.782327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-7ff76194-c143-4dde-a7f0-ec6820f8a847 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 1126 time: 0.0486238 Mar 22 14:50:26.888843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-94056753-6ce4-4c3f-8f5f-9a655e7245ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.890379 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-94056753-6ce4-4c3f-8f5f-9a655e7245ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 200 len: 915 time: 0.1024895 Mar 22 14:50:26.933427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-829b17b2-bdc6-4e73-a2fa-2eda23b801fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85 HTTP/1.1" status: 200 len: 217 time: 0.0371611 Mar 22 14:50:26.987045 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-953dab32-7583-4cc4-9dfa-fbaad79ba1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.988312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-953dab32-7583-4cc4-9dfa-fbaad79ba1f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1fc8dbe-87ef-4290-a3f4-b3058e2faa79 HTTP/1.1" status: 200 len: 854 time: 0.0490425 Mar 22 14:50:27.020968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-1871e2b0-c613-4171-97e0-cf5a435fd990 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b009b04-40db-4b4a-a6d1-31660def30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260141 Mar 22 14:50:27.109805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-311d2591-e4b0-43f5-bf56-d66b717f3cd7 service neutron] 10.222.0.57 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823393 Mar 22 14:50:27.206869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c1c14ac-7078-4059-9f39-3434d99e3dcf req-c3504562-14f1-41c0-aaa5-94de76fb97e9 service neutron] 10.222.0.57 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883663 Mar 22 14:50:27.435332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddbe35-072f-4c72-b6ff-6cb8a375a958 req-52cad661-358d-414f-a6d9-faa264e79093 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:27.436724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6ddbe35-072f-4c72-b6ff-6cb8a375a958 req-52cad661-358d-414f-a6d9-faa264e79093 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0594351 Mar 22 14:50:27.493863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6ddbe35-072f-4c72-b6ff-6cb8a375a958 req-1e9f245c-8947-40cb-b8c1-4a5945b2b945 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 Mar 22 14:50:28.620378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33301-26f6-47a2-9a94-14f165adf663 req-e52394f8-056c-49e6-8cf1-9056c871d2c3 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:28.622218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbf33301-26f6-47a2-9a94-14f165adf663 req-e52394f8-056c-49e6-8cf1-9056c871d2c3 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0562553 Mar 22 14:50:28.676273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbf33301-26f6-47a2-9a94-14f165adf663 req-d7ba61c8-1154-4532-8fcd-3df09ba91624 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Mar 22 14:50:28.886371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.424738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5a174617-c15f-46c1-bbcf-6ae52b759a85 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:50:29.534256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5a174617-c15f-46c1-bbcf-6ae52b759a85, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:29.546127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '5a174617-c15f-46c1-bbcf-6ae52b759a85', 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd', 'port_id': '5a174617-c15f-46c1-bbcf-6ae52b759a85', 'mac_address': 'fa:16:3e:02:95:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fc8dbe-87ef-4290-a3f4-b3058e2faa79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:50:29.583008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 5a174617-c15f-46c1-bbcf-6ae52b759a85 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:29.583390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.598503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a174617-c15f-46c1-bbcf-6ae52b759a85 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:29.625616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5a174617-c15f-46c1-bbcf-6ae52b759a85, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:29.631383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.678289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=5a174617-c15f-46c1-bbcf-6ae52b759a85,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:29.796453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2000bd-7457-48e8-a99d-da11d14f0166 req-da16cf1c-6f3a-4341-ad9f-30b744f18269 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:29.798270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f2000bd-7457-48e8-a99d-da11d14f0166 req-da16cf1c-6f3a-4341-ad9f-30b744f18269 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 945 time: 0.0552239 Mar 22 14:50:29.847321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f2000bd-7457-48e8-a99d-da11d14f0166 req-f37b0fc6-5928-4842-862b-4b9e4880d002 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409915 Mar 22 14:50:29.870014 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['5a174617-c15f-46c1-bbcf-6ae52b759a85'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:30.987914 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79149aca-11e6-4fcd-9f46-691c1f4d56b0 req-a664ba8c-5d2c-4946-b42a-001433d4f850 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:30.989546 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79149aca-11e6-4fcd-9f46-691c1f4d56b0 req-a664ba8c-5d2c-4946-b42a-001433d4f850 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 945 time: 0.0624127 Mar 22 14:50:31.039025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79149aca-11e6-4fcd-9f46-691c1f4d56b0 req-8c6e7845-c505-455d-91fe-049638e91900 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Mar 22 14:50:31.434742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5a174617-c15f-46c1-bbcf-6ae52b759a85 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:50:31.498917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 5a174617-c15f-46c1-bbcf-6ae52b759a85 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:50:31.503026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 5a174617-c15f-46c1-bbcf-6ae52b759a85 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:31.503407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:31.594528 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 5a174617-c15f-46c1-bbcf-6ae52b759a85 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:31.595059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:31.622750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a174617-c15f-46c1-bbcf-6ae52b759a85'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:31.642157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 5a174617-c15f-46c1-bbcf-6ae52b759a85, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:31.647355 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:31.678066 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f38e7b-9e02-4b1c-a429-c694025d42c0" -d '{"events": [{"server_uuid": "eca2d747-b803-4e78-9eac-70bf3411c2e1", "name": "network-vif-plugged", "status": "completed", "tag": "5a174617-c15f-46c1-bbcf-6ae52b759a85"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:31.709479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=5a174617-c15f-46c1-bbcf-6ae52b759a85,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:31.762995 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ae326-baa6-4ab8-b9f4-8df8b5aad81b x-openstack-request-id: req-ad6ae326-baa6-4ab8-b9f4-8df8b5aad81b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:31.763293 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2d747-b803-4e78-9eac-70bf3411c2e1", "name": "network-vif-plugged", "status": "completed", "tag": "5a174617-c15f-46c1-bbcf-6ae52b759a85", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:31.763567 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad6ae326-baa6-4ab8-b9f4-8df8b5aad81b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:31.763952 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6ae326-baa6-4ab8-b9f4-8df8b5aad81b'] response: {'server_uuid': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a174617-c15f-46c1-bbcf-6ae52b759a85', 'code': 200} Mar 22 14:50:31.875662 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca721f-0716-461f-bb3d-ee9bde84113d req-417be3bd-f5ed-4acb-bf89-c95d82851117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:31.877147 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29ca721f-0716-461f-bb3d-ee9bde84113d req-417be3bd-f5ed-4acb-bf89-c95d82851117 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 1128 time: 0.0482643 Mar 22 14:50:31.936218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-29ca721f-0716-461f-bb3d-ee9bde84113d req-387a3f09-5296-435f-b19d-8f23098e2806 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515552 Mar 22 14:50:32.180415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0925a-660d-4f6c-a8fa-025a82cf15af req-48de2bd8-874d-4319-8cc7-945965fca474 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:32.182112 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7af0925a-660d-4f6c-a8fa-025a82cf15af req-48de2bd8-874d-4319-8cc7-945965fca474 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0626810 Mar 22 14:50:32.231257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7af0925a-660d-4f6c-a8fa-025a82cf15af req-c7fd0857-d9b5-433c-8467-ff557f141980 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 Mar 22 14:50:33.363224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487c0f2-36c5-4cd2-a458-7ea6ac1a14a3 req-7979d0a1-65e2-4043-9986-2e9e7e8d603b tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.364683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9487c0f2-36c5-4cd2-a458-7ea6ac1a14a3 req-7979d0a1-65e2-4043-9986-2e9e7e8d603b tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0591114 Mar 22 14:50:33.416609 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9487c0f2-36c5-4cd2-a458-7ea6ac1a14a3 req-0ec24adf-1333-4691-85cd-71b58bc59b2d tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Mar 22 14:50:33.661730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56a427-0269-4412-be05-350237744571 req-ba6c390f-f072-49e4-baba-ebf58940a0aa tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.663265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-ba6c390f-f072-49e4-baba-ebf58940a0aa tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/networks?id=4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 200 len: 814 time: 0.1082003 Mar 22 14:50:33.681993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-8569bd74-c287-48f2-aba0-6fab946a0329 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/quotas/47d18359f1eb4462ab4f41935a73e9a3 HTTP/1.1" status: 200 len: 375 time: 0.0104721 Mar 22 14:50:33.736068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-aaa46a1f-afce-4a50-82a7-6a2cf8a13e43 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481761 Mar 22 14:50:33.844857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-4b62fce1-d9c1-4c0c-974e-8a100c2afcbf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:50:33.845876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-4b62fce1-d9c1-4c0c-974e-8a100c2afcbf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462401 Mar 22 14:50:34.305029 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-4ae9b837-278d-466f-8e4d-3cf4ea703f3e service neutron] 10.222.0.44 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505103 Mar 22 14:50:34.406003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-8d552d82-4891-44d1-b6ea-f8e511178dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949271 Mar 22 14:50:34.585405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-119375db-4c23-453a-ab1b-23a10854a235 req-7700ecb5-8295-4e0e-9e67-8f54410fcca3 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 210 time: 0.0280268 Mar 22 14:50:35.527079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56a427-0269-4412-be05-350237744571 req-0b39a29d-4ca1-4f1d-b049-05431b57f13a tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:35.528574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-0b39a29d-4ca1-4f1d-b049-05431b57f13a tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.42 "GET /v2.0/networks?id=4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 200 len: 814 time: 0.1076179 Mar 22 14:50:35.540940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Request body: {'port': {'device_id': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd', 'admin_state_up': True, 'tenant_id': '47d18359f1eb4462ab4f41935a73e9a3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:35.655759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Made reservation on behalf of 47d18359f1eb4462ab4f41935a73e9a3 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:35.659491 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:35.691178 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5ccd5935-bf2b-45b4-8b93-ba3bd9ab9daf req-cfb72b57-2be7-402b-814e-90193966bd2a tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 210 time: 0.0322249 Mar 22 14:50:35.776573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-63a92b27-629c-4d6e-8aaf-513f505365f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072347 Mar 22 14:50:35.795727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Allocated IP 172.20.0.6 (4b009b04-40db-4b4a-a6d1-31660def30bd/a1fc8dbe-87ef-4290-a3f4-b3058e2faa79/3936fe37-93ad-47da-babf-f5c1566da713) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:50:35.862606 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-6c851cc8-343d-42e8-b12b-2ff3b98d8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:35.864131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-6c851cc8-343d-42e8-b12b-2ff3b98d8c57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 1128 time: 0.0452893 Mar 22 14:50:35.944734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks [] for port (3936fe37-93ad-47da-babf-f5c1566da713), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:35.967916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-faca13a9-1d8d-4145-85fc-21ad3e12a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:35.969472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-faca13a9-1d8d-4145-85fc-21ad3e12a833 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 200 len: 915 time: 0.0873046 Mar 22 14:50:35.978581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3936fe37-93ad-47da-babf-f5c1566da713), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:35.994811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['5a174617-c15f-46c1-bbcf-6ae52b759a85'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:36.012653 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-c7df6e29-8e90-4381-8dec-6cf8726e02bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85 HTTP/1.1" status: 200 len: 217 time: 0.0374596 Mar 22 14:50:36.027226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Network 4b009b04-40db-4b4a-a6d1-31660def30bd is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:50:36.030440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:36.036685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:50:36.060556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Pushing event updated for resources: {'Port': ['ID=3936fe37-93ad-47da-babf-f5c1566da713,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:36.074588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-f4692beb-ccf2-470f-baa1-1c75a202e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:36.076194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-f4692beb-ccf2-470f-baa1-1c75a202e03f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1fc8dbe-87ef-4290-a3f4-b3058e2faa79 HTTP/1.1" status: 200 len: 854 time: 0.0578084 Mar 22 14:50:36.087555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:36.088412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:36.105046 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-5ded9179-0cad-4c07-af23-8a78bc1cea21 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676939 Mar 22 14:50:36.110434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-e35c728c-da27-49bf-b696-852429b8625c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b009b04-40db-4b4a-a6d1-31660def30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285738 Mar 22 14:50:36.197628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Request body: {'port': {'device_id': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:36.202276 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-ccb07565-087c-4660-a746-6ccafc300be9 service neutron] 10.222.0.57 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Mar 22 14:50:36.258545 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3936fe37-93ad-47da-babf-f5c1566da713), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:36.301438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64fa49cc-9337-4196-b11d-9294bbd170ba req-e8fc090d-5500-4fee-959c-524c0db9ba8a service neutron] 10.222.0.57 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932472 Mar 22 14:50:36.523364 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3936fe37-93ad-47da-babf-f5c1566da713 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:36.530994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Publish callbacks [] for port (3936fe37-93ad-47da-babf-f5c1566da713), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:36.543008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Transition to ACTIVE for port object 3936fe37-93ad-47da-babf-f5c1566da713 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:50:36.550963 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (3936fe37-93ad-47da-babf-f5c1566da713), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:36.601796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Pushing event updated for resources: {'Port': ['ID=3936fe37-93ad-47da-babf-f5c1566da713,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:36.819226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f7ec9-7f1a-4c42-930b-f621a8a652f2 req-35c0bbad-cb50-46d0-b1aa-0154bbb38970 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:36.820805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c5f7ec9-7f1a-4c42-930b-f621a8a652f2 req-35c0bbad-cb50-46d0-b1aa-0154bbb38970 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 943 time: 0.0559475 Mar 22 14:50:36.869752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8c5f7ec9-7f1a-4c42-930b-f621a8a652f2 req-6484dfa2-b66d-482e-ab84-0082feec1e54 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Mar 22 14:50:36.904310 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Attempting to bind port 3936fe37-93ad-47da-babf-f5c1566da713 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:50:36.904629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Attempting to bind port 3936fe37-93ad-47da-babf-f5c1566da713 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:50:36.904947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Attempting to bind port 3936fe37-93ad-47da-babf-f5c1566da713 on network 4b009b04-40db-4b4a-a6d1-31660def30bd {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:36.909344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Port 3936fe37-93ad-47da-babf-f5c1566da713 on network 4b009b04-40db-4b4a-a6d1-31660def30bd not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:50:36.909785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Attempting to bind port 3936fe37-93ad-47da-babf-f5c1566da713 on network 4b009b04-40db-4b4a-a6d1-31660def30bd {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:36.914483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:50:36.914811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Checking segment: {'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:36.915186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Bound using segment: {'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:50:36.915594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Bound port: 3936fe37-93ad-47da-babf-f5c1566da713, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:50:36.915937 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3936fe37-93ad-47da-babf-f5c1566da713), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:36.980725 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] For port 3936fe37-93ad-47da-babf-f5c1566da713, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:50:36.984128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] For port 3936fe37-93ad-47da-babf-f5c1566da713, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3936fe37-93ad-47da-babf-f5c1566da713,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:50:36.992581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (3936fe37-93ad-47da-babf-f5c1566da713), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:37.023956 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.024669 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:37.026143 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] 10.222.0.42 "PUT /v2.0/ports/3936fe37-93ad-47da-babf-f5c1566da713 HTTP/1.1" status: 200 len: 1091 time: 0.8789074 Mar 22 14:50:37.026634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'tag': '3936fe37-93ad-47da-babf-f5c1566da713'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:37.056857 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6931405-7ea1-421d-8f7b-dfeba172c277 service neutron] Pushing event updated for resources: {'Port': ['ID=3936fe37-93ad-47da-babf-f5c1566da713,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:37.077805 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92" -d '{"events": [{"name": "network-changed", "server_uuid": "daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc", "tag": "3936fe37-93ad-47da-babf-f5c1566da713"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:37.118834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56a427-0269-4412-be05-350237744571 req-72995d23-e693-47e3-a207-bd721bf9db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.120371 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-72995d23-e693-47e3-a207-bd721bf9db3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 1125 time: 0.0523720 Mar 22 14:50:37.166928 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-90375ed5-4392-4e4e-8d08-79fab751d56e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3936fe37-93ad-47da-babf-f5c1566da713 HTTP/1.1" status: 200 len: 217 time: 0.0350282 Mar 22 14:50:37.172821 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e081d573-aaf2-4534-985e-e917f75039a0 x-openstack-request-id: req-e081d573-aaf2-4534-985e-e917f75039a0 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:37.173153 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc", "tag": "3936fe37-93ad-47da-babf-f5c1566da713", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:37.173402 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e081d573-aaf2-4534-985e-e917f75039a0 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:37.173805 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e081d573-aaf2-4534-985e-e917f75039a0'] response: {'name': 'network-changed', 'server_uuid': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'tag': '3936fe37-93ad-47da-babf-f5c1566da713', 'status': 'completed', 'code': 200} Mar 22 14:50:37.221415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56a427-0269-4412-be05-350237744571 req-4ce5b81b-b3ea-4b2f-9dd5-743e33428082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.222958 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-4ce5b81b-b3ea-4b2f-9dd5-743e33428082 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1fc8dbe-87ef-4290-a3f4-b3058e2faa79 HTTP/1.1" status: 200 len: 854 time: 0.0454867 Mar 22 14:50:37.253577 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-9feff60e-755c-4b19-b24a-f8f445b46f50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b009b04-40db-4b4a-a6d1-31660def30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247517 Mar 22 14:50:37.346359 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-1c5927e1-203e-4482-9a2e-12ba49e93fe6 service neutron] 10.222.0.42 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868502 Mar 22 14:50:37.433624 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fd56a427-0269-4412-be05-350237744571 req-4c4e8961-f184-43c5-ae8f-c0d1e4727997 service neutron] 10.222.0.42 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814071 Mar 22 14:50:37.527204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-ed46e067-5f11-4a34-8169-e3529d1a0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.528848 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-ed46e067-5f11-4a34-8169-e3529d1a0115 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 1125 time: 0.0510838 Mar 22 14:50:37.618911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-292d5090-39a8-4b43-9e80-208c74eec826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.620420 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-292d5090-39a8-4b43-9e80-208c74eec826 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 200 len: 915 time: 0.0841632 Mar 22 14:50:37.664737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-df32c6aa-0b8e-44df-8fb2-ca69a8ce3c9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3936fe37-93ad-47da-babf-f5c1566da713 HTTP/1.1" status: 200 len: 217 time: 0.0384424 Mar 22 14:50:37.722718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-5c61a399-ff47-43e8-a29a-25caf2dd2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.724174 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-5c61a399-ff47-43e8-a29a-25caf2dd2c59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1fc8dbe-87ef-4290-a3f4-b3058e2faa79 HTTP/1.1" status: 200 len: 854 time: 0.0537922 Mar 22 14:50:37.755553 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-e36e7011-4e06-4d3a-868e-7778b27ca455 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b009b04-40db-4b4a-a6d1-31660def30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249851 Mar 22 14:50:37.841127 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:50:37.848587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-9f0a0b8a-b580-4a1c-8171-be1757808db4 service neutron] 10.222.0.42 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867884 Mar 22 14:50:37.942204 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fac1ecca-42a4-4d2a-88fe-c8c854e8df92 req-974f9c57-0c79-41e0-bb62-2a49c0789e9d service neutron] 10.222.0.42 "GET /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870678 Mar 22 14:50:37.994216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356bcf8-b159-4100-9f3f-cb6f7dd094e8 req-faed1314-54c2-497c-acef-a473ab648fe1 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.995793 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4356bcf8-b159-4100-9f3f-cb6f7dd094e8 req-faed1314-54c2-497c-acef-a473ab648fe1 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 943 time: 0.0542181 Mar 22 14:50:38.048909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4356bcf8-b159-4100-9f3f-cb6f7dd094e8 req-4a9c23d7-b706-40e6-9fce-8351a819ce73 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467186 Mar 22 14:50:39.179715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dcb0d-10c8-4768-9161-b9c3c849909b req-b97e4493-0539-4961-9964-8b9c57e900f5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:39.181196 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e7dcb0d-10c8-4768-9161-b9c3c849909b req-b97e4493-0539-4961-9964-8b9c57e900f5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 943 time: 0.0548069 Mar 22 14:50:39.233067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8e7dcb0d-10c8-4768-9161-b9c3c849909b req-307c90df-bc1a-401d-81bb-fa82706d49a7 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Mar 22 14:50:39.265401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3936fe37-93ad-47da-babf-f5c1566da713 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:50:39.367258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3936fe37-93ad-47da-babf-f5c1566da713, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3936fe37-93ad-47da-babf-f5c1566da713,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:39.378978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '3936fe37-93ad-47da-babf-f5c1566da713', 'network_id': '4b009b04-40db-4b4a-a6d1-31660def30bd', 'port_id': '3936fe37-93ad-47da-babf-f5c1566da713', 'mac_address': 'fa:16:3e:e3:81:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fc8dbe-87ef-4290-a3f4-b3058e2faa79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:50:39.420022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 3936fe37-93ad-47da-babf-f5c1566da713 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:39.420413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3936fe37-93ad-47da-babf-f5c1566da713), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:39.433541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3936fe37-93ad-47da-babf-f5c1566da713 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:39.452763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3936fe37-93ad-47da-babf-f5c1566da713, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3936fe37-93ad-47da-babf-f5c1566da713,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:39.458015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3936fe37-93ad-47da-babf-f5c1566da713), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:39.504696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=3936fe37-93ad-47da-babf-f5c1566da713,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:39.511902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.512254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.512625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.512941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.513265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.513598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.513918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.514260 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.514582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.514900 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.515216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.515531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.515840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.516148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.516481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:39.656994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['3936fe37-93ad-47da-babf-f5c1566da713'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:40.375850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2205c-549d-4353-a63b-22de816b5e4e req-dd11f05d-89c6-4b09-ae4c-f291a4e47c97 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:40.377325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25c2205c-549d-4353-a63b-22de816b5e4e req-dd11f05d-89c6-4b09-ae4c-f291a4e47c97 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 944 time: 0.0596223 Mar 22 14:50:40.427887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-25c2205c-549d-4353-a63b-22de816b5e4e req-d968e07e-7fde-455a-a971-90179752a73b tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Mar 22 14:50:41.271896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3936fe37-93ad-47da-babf-f5c1566da713 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:50:41.341548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 3936fe37-93ad-47da-babf-f5c1566da713 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:50:41.346108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 3936fe37-93ad-47da-babf-f5c1566da713 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:41.346365 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (3936fe37-93ad-47da-babf-f5c1566da713), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:41.433734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 3936fe37-93ad-47da-babf-f5c1566da713 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:41.434144 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (3936fe37-93ad-47da-babf-f5c1566da713), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:41.460661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3936fe37-93ad-47da-babf-f5c1566da713'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:41.462923 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4c7c9-7fe7-4a3a-bfd6-c94441890b11" -d '{"events": [{"server_uuid": "daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc", "name": "network-vif-plugged", "status": "completed", "tag": "3936fe37-93ad-47da-babf-f5c1566da713"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:41.476062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 3936fe37-93ad-47da-babf-f5c1566da713, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3936fe37-93ad-47da-babf-f5c1566da713,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:41.482929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (3936fe37-93ad-47da-babf-f5c1566da713), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:41.517716 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8351c21-abf4-45f9-a04b-7c5faf2a7515 x-openstack-request-id: req-b8351c21-abf4-45f9-a04b-7c5faf2a7515 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:41.518072 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc", "name": "network-vif-plugged", "status": "completed", "tag": "3936fe37-93ad-47da-babf-f5c1566da713", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:41.518323 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8351c21-abf4-45f9-a04b-7c5faf2a7515 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:41.518882 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8351c21-abf4-45f9-a04b-7c5faf2a7515'] response: {'server_uuid': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3936fe37-93ad-47da-babf-f5c1566da713', 'code': 200} Mar 22 14:50:41.541218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=3936fe37-93ad-47da-babf-f5c1566da713,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:41.566955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489faec5-3133-4f62-8ecc-a2505f4873a5 req-e338cfcb-06b9-4df8-88bb-eedae235c76b tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:41.568445 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-489faec5-3133-4f62-8ecc-a2505f4873a5 req-e338cfcb-06b9-4df8-88bb-eedae235c76b tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 945 time: 0.0670009 Mar 22 14:50:41.616295 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-489faec5-3133-4f62-8ecc-a2505f4873a5 req-c92b49a5-9976-4805-afb6-8e09c8a7dec0 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Mar 22 14:50:41.618710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb48570-f25c-46af-a9f3-fc47e40445fd req-8d593642-eff8-45c9-b313-fef3f1a8eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:41.620272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bbb48570-f25c-46af-a9f3-fc47e40445fd req-8d593642-eff8-45c9-b313-fef3f1a8eb72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 1127 time: 0.0452714 Mar 22 14:50:41.665150 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bbb48570-f25c-46af-a9f3-fc47e40445fd req-166a7d8a-bdda-477a-babe-d909b421dc32 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Mar 22 14:50:42.745182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71586bb4-8239-43a8-b626-5fda5d4215fa req-d1a24afe-e326-46ef-8f81-2254ecab4aeb tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:42.746730 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71586bb4-8239-43a8-b626-5fda5d4215fa req-d1a24afe-e326-46ef-8f81-2254ecab4aeb tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 945 time: 0.0558989 Mar 22 14:50:42.795258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71586bb4-8239-43a8-b626-5fda5d4215fa req-8b24d761-bacd-4154-b829-4c0eb8be58aa tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Mar 22 14:50:43.927347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e89cef-7e28-4577-91cb-212781bc47b6 req-0de1cb08-a578-4d8d-99e4-77bbc597fcc2 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:43.928830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6e89cef-7e28-4577-91cb-212781bc47b6 req-0de1cb08-a578-4d8d-99e4-77bbc597fcc2 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 945 time: 0.0653672 Mar 22 14:50:43.975273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6e89cef-7e28-4577-91cb-212781bc47b6 req-0a42df56-13bb-47df-be4a-f4eb60a38402 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Mar 22 14:50:44.221896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8de119-d0e6-4f6c-a320-078c6bc3f7f4 req-96276245-ee1e-47e3-b019-211f4cbbeac3 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:44.223427 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c8de119-d0e6-4f6c-a320-078c6bc3f7f4 req-96276245-ee1e-47e3-b019-211f4cbbeac3 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 945 time: 0.0557599 Mar 22 14:50:44.273107 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c8de119-d0e6-4f6c-a320-078c6bc3f7f4 req-8a461451-dabe-478e-87ec-4fb9bce450e8 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Mar 22 14:50:45.397929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eef0b-bc6b-4859-aac9-afccae12fada req-6d2d0f54-36bb-4a0d-b790-7f9cfa2f50f2 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:45.399458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-619eef0b-bc6b-4859-aac9-afccae12fada req-6d2d0f54-36bb-4a0d-b790-7f9cfa2f50f2 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 945 time: 0.0548582 Mar 22 14:50:45.453456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-619eef0b-bc6b-4859-aac9-afccae12fada req-64c6b69e-bbcb-4fc7-a3f7-a45db302ef8e tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Mar 22 14:50:45.465108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb13154-38ee-46db-ace2-6481d1426254 req-8fdde753-6a4b-4db8-b132-a18b694a5d03 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:45.466649 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8cb13154-38ee-46db-ace2-6481d1426254 req-8fdde753-6a4b-4db8-b132-a18b694a5d03 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc HTTP/1.1" status: 200 len: 945 time: 0.0586879 Mar 22 14:50:45.574624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Deleting port 3936fe37-93ad-47da-babf-f5c1566da713 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:45.574971 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (3936fe37-93ad-47da-babf-f5c1566da713), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:45.665558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] For port 3936fe37-93ad-47da-babf-f5c1566da713, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=3936fe37-93ad-47da-babf-f5c1566da713,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:45.665915 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (3936fe37-93ad-47da-babf-f5c1566da713), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:45.680304 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Calling delete_port for 3936fe37-93ad-47da-babf-f5c1566da713 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:45.807667 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (3936fe37-93ad-47da-babf-f5c1566da713), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:45.822093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['3936fe37-93ad-47da-babf-f5c1566da713'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:45.827519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['5a174617-c15f-46c1-bbcf-6ae52b759a85'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:45.849065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Pushing event deleted for resources: {'Port': ['ID=3936fe37-93ad-47da-babf-f5c1566da713,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:45.861672 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.862041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.862389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.862728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.863056 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.863385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.863704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.864085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.864409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.864723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.865065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.865404 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.865703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.866044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.866361 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:45.902691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] No DVR routers for this DVR port 3936fe37-93ad-47da-babf-f5c1566da713 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:50:45.905577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:45.908921 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8cb13154-38ee-46db-ace2-6481d1426254 req-a290902e-39b9-45ae-bab3-a7c35543f5e5 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.42 "DELETE /v2.0/ports/3936fe37-93ad-47da-babf-f5c1566da713 HTTP/1.1" status: 204 len: 173 time: 0.4350517 Mar 22 14:50:45.909516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'name': 'network-vif-deleted', 'tag': '3936fe37-93ad-47da-babf-f5c1566da713'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:45.911999 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edfaf4c-d849-4d1f-8b98-45f305d6f8ad" -d '{"events": [{"server_uuid": "daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc", "name": "network-vif-deleted", "tag": "3936fe37-93ad-47da-babf-f5c1566da713"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:45.958048 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb81fc1-86b3-4341-94a9-964d17300c5f x-openstack-request-id: req-4bb81fc1-86b3-4341-94a9-964d17300c5f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:45.958347 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc", "name": "network-vif-deleted", "tag": "3936fe37-93ad-47da-babf-f5c1566da713", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:45.958597 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bb81fc1-86b3-4341-94a9-964d17300c5f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:45.959006 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb81fc1-86b3-4341-94a9-964d17300c5f'] response: {'server_uuid': 'daf8e2c7-8cfa-48df-9d7b-b3f93c1476cc', 'name': 'network-vif-deleted', 'tag': '3936fe37-93ad-47da-babf-f5c1566da713', 'status': 'completed', 'code': 200} Mar 22 14:50:46.618171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf0dc1-740b-4fb6-8e61-caef32fcce27 req-705ca640-6c25-46b6-9c77-c7dd9cdeb087 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:46.619706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23cf0dc1-740b-4fb6-8e61-caef32fcce27 req-705ca640-6c25-46b6-9c77-c7dd9cdeb087 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0596850 Mar 22 14:50:46.672606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23cf0dc1-740b-4fb6-8e61-caef32fcce27 req-1725c5cd-68c1-4b1b-919c-0ef16006555b tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 Mar 22 14:50:46.816838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31429dad-08cd-4887-b675-0f5e932e1cfa req-faf55307-079e-41eb-9959-56991955eb83 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:46.818331 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31429dad-08cd-4887-b675-0f5e932e1cfa req-faf55307-079e-41eb-9959-56991955eb83 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0573494 Mar 22 14:50:46.869185 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31429dad-08cd-4887-b675-0f5e932e1cfa req-10441dc9-60aa-4f53-985e-fcc9089f52f4 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Mar 22 14:50:47.003415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179af980-0c21-4a2e-9b6e-2fdcb16d0c2c req-c6f2ab2c-d547-41cf-964f-ec95a63dd311 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:47.004949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-179af980-0c21-4a2e-9b6e-2fdcb16d0c2c req-c6f2ab2c-d547-41cf-964f-ec95a63dd311 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0675025 Mar 22 14:50:47.052929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-179af980-0c21-4a2e-9b6e-2fdcb16d0c2c req-cabf0b31-2bc9-4884-9a80-ae8b91a71df2 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Mar 22 14:50:47.230789 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaa94a-50a2-4d5e-a10c-f979d515af25 req-faac33d7-b0c5-4cc2-8f4c-739189206ad4 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:47.232262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0abaa94a-50a2-4d5e-a10c-f979d515af25 req-faac33d7-b0c5-4cc2-8f4c-739189206ad4 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0558410 Mar 22 14:50:47.282831 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0abaa94a-50a2-4d5e-a10c-f979d515af25 req-5b17d6d3-c81a-4af5-9834-6a484cc5d43a tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Mar 22 14:50:47.406040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fd04a-93f7-4de0-830e-318695b1f13e req-a1fa8252-c2e0-4789-9eb7-023659d964d1 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:47.407406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c66fd04a-93f7-4de0-830e-318695b1f13e req-a1fa8252-c2e0-4789-9eb7-023659d964d1 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0581908 Mar 22 14:50:47.462039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c66fd04a-93f7-4de0-830e-318695b1f13e req-cb10fbec-a5d8-4f0c-9f12-7976624092e7 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Mar 22 14:50:47.597025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616eafb-8430-46a9-a199-d85dc6066e10 req-661e4eab-5210-4d83-9761-3f49e9f41a38 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:47.598590 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d616eafb-8430-46a9-a199-d85dc6066e10 req-661e4eab-5210-4d83-9761-3f49e9f41a38 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0543661 Mar 22 14:50:47.646218 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d616eafb-8430-46a9-a199-d85dc6066e10 req-2537651a-5bde-41e0-9d65-173824a63967 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Mar 22 14:50:47.974411 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b3bb-e256-4806-a9fd-d29791908fbc req-612a8a8e-a918-49e9-be1b-332858136e1e tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:47.975820 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e29b3bb-e256-4806-a9fd-d29791908fbc req-612a8a8e-a918-49e9-be1b-332858136e1e tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0596020 Mar 22 14:50:48.023924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e29b3bb-e256-4806-a9fd-d29791908fbc req-2fd96bfb-ddea-4a2a-b427-f155c01a2a03 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Mar 22 14:50:48.248413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-72dd6ea0-0d07-411d-990d-c437b21b44c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:49.164307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277a966-5b1b-46f1-9c61-c1ad0dc3d088 req-e90456ed-9854-4e5d-9d8f-cac4f3dbae40 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:49.165779 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3277a966-5b1b-46f1-9c61-c1ad0dc3d088 req-e90456ed-9854-4e5d-9d8f-cac4f3dbae40 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0577724 Mar 22 14:50:49.212696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3277a966-5b1b-46f1-9c61-c1ad0dc3d088 req-dc60f944-cb91-48a7-b521-a56f8e97e81c tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b91884-7f12-4670-84f9-1deea70e008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Mar 22 14:50:49.317491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3936fe37-93ad-47da-babf-f5c1566da713 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:49.344455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 3936fe37-93ad-47da-babf-f5c1566da713 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:49.344802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 3936fe37-93ad-47da-babf-f5c1566da713 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:49.369534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-2d1bd641-d5e0-4a03-aa72-6466cbe728e3 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:49.371058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-2d1bd641-d5e0-4a03-aa72-6466cbe728e3 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.57 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0643978 Mar 22 14:50:49.471715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Deleting port 5a174617-c15f-46c1-bbcf-6ae52b759a85 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:49.472013 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:49.571184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] For port 5a174617-c15f-46c1-bbcf-6ae52b759a85, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=5a174617-c15f-46c1-bbcf-6ae52b759a85,segment=NetworkSegment(d97309fe-ee9a-4c4b-a01c-585bdbffcd2b),segment_id=d97309fe-ee9a-4c4b-a01c-585bdbffcd2b)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:49.571422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:49.588861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Calling delete_port for 5a174617-c15f-46c1-bbcf-6ae52b759a85 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:49.729496 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5a174617-c15f-46c1-bbcf-6ae52b759a85), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:49.745311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['5a174617-c15f-46c1-bbcf-6ae52b759a85'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:49.757186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Pushing event deleted for resources: {'Port': ['ID=5a174617-c15f-46c1-bbcf-6ae52b759a85,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:49.802902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] No DVR routers for this DVR port 5a174617-c15f-46c1-bbcf-6ae52b759a85 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:50:49.805704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:49.809226 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-236ac97f-db0d-4120-84d8-bfa0f219a780 req-8502e2c3-a32f-4cde-ad14-46e07c792470 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.57 "DELETE /v2.0/ports/5a174617-c15f-46c1-bbcf-6ae52b759a85 HTTP/1.1" status: 204 len: 173 time: 0.4294989 Mar 22 14:50:49.809686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'name': 'network-vif-deleted', 'tag': '5a174617-c15f-46c1-bbcf-6ae52b759a85'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:49.851381 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646eb2b2-d2f6-41e5-b964-6510ee22886d" -d '{"events": [{"server_uuid": "eca2d747-b803-4e78-9eac-70bf3411c2e1", "name": "network-vif-deleted", "tag": "5a174617-c15f-46c1-bbcf-6ae52b759a85"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:49.940656 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8792b4-23b6-4a20-b6c8-8cc23ffb6b18 x-openstack-request-id: req-6c8792b4-23b6-4a20-b6c8-8cc23ffb6b18 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:49.940945 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2d747-b803-4e78-9eac-70bf3411c2e1", "name": "network-vif-deleted", "tag": "5a174617-c15f-46c1-bbcf-6ae52b759a85", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:49.941193 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c8792b4-23b6-4a20-b6c8-8cc23ffb6b18 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:49.941598 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8792b4-23b6-4a20-b6c8-8cc23ffb6b18'] response: {'server_uuid': 'eca2d747-b803-4e78-9eac-70bf3411c2e1', 'name': 'network-vif-deleted', 'tag': '5a174617-c15f-46c1-bbcf-6ae52b759a85', 'status': 'completed', 'code': 200} Mar 22 14:50:50.331764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fa720ce-f232-4cad-827c-cfeff6a00714 req-56cea26c-429a-4414-8e73-49a27fc3b260 tempest-ServersNegativeTestJSON-2017844471 tempest-ServersNegativeTestJSON-2017844471-project] 10.222.0.44 "GET /v2.0/ports?device_id=eca2d747-b803-4e78-9eac-70bf3411c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0326822 Mar 22 14:50:50.523762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9c64d2eb-5f76-48df-b585-868b7fb79847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.391947 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44350) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:51.437286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] Deleting subnet a1fc8dbe-87ef-4290-a3f4-b3058e2faa79 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:50:51.440449 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] Publish callbacks [] for subnet (a1fc8dbe-87ef-4290-a3f4-b3058e2faa79), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.477284 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (a1fc8dbe-87ef-4290-a3f4-b3058e2faa79), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.516453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a1fc8dbe-87ef-4290-a3f4-b3058e2faa79), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.570405 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (a1fc8dbe-87ef-4290-a3f4-b3058e2faa79), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.595990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fc8dbe-87ef-4290-a3f4-b3058e2faa79,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:51.599895 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.604624 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b32e3492-3ca0-4fe0-98cf-d61e17123a3d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a1fc8dbe-87ef-4290-a3f4-b3058e2faa79 HTTP/1.1" status: 204 len: 168 time: 0.2115905 Mar 22 14:50:51.605795 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44352) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:51.676113 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (4b009b04-40db-4b4a-a6d1-31660def30bd), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.759454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (4b009b04-40db-4b4a-a6d1-31660def30bd), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.788729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b009b04-40db-4b4a-a6d1-31660def30bd']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:51.799223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:51.799505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97309fe-ee9a-4c4b-a01c-585bdbffcd2b') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:51.809375 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (d97309fe-ee9a-4c4b-a01c-585bdbffcd2b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.824917 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (d97309fe-ee9a-4c4b-a01c-585bdbffcd2b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.831559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:50:51.831972 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (d97309fe-ee9a-4c4b-a01c-585bdbffcd2b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:50:51.833664 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:50:51.888254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (4b009b04-40db-4b4a-a6d1-31660def30bd), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.893922 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.897022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4b009b04-40db-4b4a-a6d1-31660def30bd HTTP/1.1" status: 204 len: 168 time: 0.2902246 Mar 22 14:50:51.907955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a63a27-49c1-419b-95a1-36def464be67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b009b04-40db-4b4a-a6d1-31660def30bd,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:52.007837 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44356) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:52.049437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-16ee4b59-2967-4582-80c5-a71c81e4c09e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47d18359f1eb4462ab4f41935a73e9a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403397 Mar 22 14:50:52.052824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44358) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:52.053197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:52.105453 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5244-85e6-45ea-aef4-1546f544eb35 admin admin] Publish callbacks [] for security_group (13b91884-7f12-4670-84f9-1deea70e008c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:52.126398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5244-85e6-45ea-aef4-1546f544eb35 admin admin] Publish callbacks [] for security_group (13b91884-7f12-4670-84f9-1deea70e008c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:52.174739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5244-85e6-45ea-aef4-1546f544eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (13b91884-7f12-4670-84f9-1deea70e008c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:52.177394 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5244-85e6-45ea-aef4-1546f544eb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:52.178955 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2a2a5244-85e6-45ea-aef4-1546f544eb35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13b91884-7f12-4670-84f9-1deea70e008c HTTP/1.1" status: 204 len: 168 time: 0.1251810 Mar 22 14:50:52.186757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a5244-85e6-45ea-aef4-1546f544eb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b91884-7f12-4670-84f9-1deea70e008c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:52.985267 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44380) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:53.092169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1196321275'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:53.116250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:53.119674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.128377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.203031 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for security_group (0f40dea7-57a7-4b40-959f-89eeb79151f7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.209252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0f40dea7-57a7-4b40-959f-89eeb79151f7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.234691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:50:53.243349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f40dea7-57a7-4b40-959f-89eeb79151f7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:53.249244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (deda053b-316f-4bb5-919c-09dc6a0d8b5c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.249647 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Added segment deda053b-316f-4bb5-919c-09dc6a0d8b5c of type vlan for network a688f037-c648-4a00-aee8-4e02f7d71db7 Mar 22 14:50:53.289045 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (a688f037-c648-4a00-aee8-4e02f7d71db7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.318166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (a688f037-c648-4a00-aee8-4e02f7d71db7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.323177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:53.323761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:53.379794 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3934004 Mar 22 14:50:53.392890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea674ff-8f6f-4217-8190-0d26159506f5 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Network': ['ID=a688f037-c648-4a00-aee8-4e02f7d71db7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:53.402983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network a688f037-c648-4a00-aee8-4e02f7d71db7 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:50:53.615230 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5a174617-c15f-46c1-bbcf-6ae52b759a85 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:53.651546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 5a174617-c15f-46c1-bbcf-6ae52b759a85 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:53.651896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 5a174617-c15f-46c1-bbcf-6ae52b759a85 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:53.661476 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:54.662827 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:54.802662 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:56.533459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44384) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:56.542030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'subnet': {'network_id': 'a688f037-c648-4a00-aee8-4e02f7d71db7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:56.632243 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:56.638173 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:56.846139 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (3c82d55c-c184-464b-ab8f-43b7aabe24a9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:56.906667 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Subnet': ['ID=3c82d55c-c184-464b-ab8f-43b7aabe24a9,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:56.918524 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Checking segment: {'id': 'deda053b-316f-4bb5-919c-09dc6a0d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a688f037-c648-4a00-aee8-4e02f7d71db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:56.918916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network hostable DHCP agents. Network: a688f037-c648-4a00-aee8-4e02f7d71db7, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:50:56.938190 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network a688f037-c648-4a00-aee8-4e02f7d71db7 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:50:56.947403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, a688f037-c648-4a00-aee8-4e02f7d71db7) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:56.951781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:56.952429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:56.959846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34ab7f-4686-48f6-906d-709fb65c1a00 None None] Network a688f037-c648-4a00-aee8-4e02f7d71db7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:56.976009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f6a70801-af39-49c0-adca-992c27bd725e tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4358215 Mar 22 14:50:56.976450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44386) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:56.982256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663882681'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:57.009064 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:57.012556 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.036940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:50:57.047786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (617f2d9a-82d3-46d4-8d02-373f7fd79ce5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.048127 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Added segment 617f2d9a-82d3-46d4-8d02-373f7fd79ce5 of type vlan for network a8096d50-6da3-4be9-8d28-2403bceb0015 Mar 22 14:50:57.072482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-a688f037-c648-4a00-aee8-4e02f7d71db7', 'network_id': 'a688f037-c648-4a00-aee8-4e02f7d71db7', 'project_id': 'eaaf75d3ef184ec5a6feffc837e59c49', 'fixed_ips': [{'subnet_id': '3c82d55c-c184-464b-ab8f-43b7aabe24a9'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:50:57.073365 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.089277 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (a8096d50-6da3-4be9-8d28-2403bceb0015), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.113625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (a8096d50-6da3-4be9-8d28-2403bceb0015), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.118676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:57.119260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.211042 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2332146 Mar 22 14:50:57.214138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44388) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:57.219382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'subnet': {'network_id': 'a8096d50-6da3-4be9-8d28-2403bceb0015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:57.223505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Allocated IP 2001:db8:0:ffff::2 (a688f037-c648-4a00-aee8-4e02f7d71db7/3c82d55c-c184-464b-ab8f-43b7aabe24a9/ab2deb16-e86a-47d8-863b-16a20870735a) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:50:57.233991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b21fd-b400-4e96-a104-24777bb51ebc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Network': ['ID=a8096d50-6da3-4be9-8d28-2403bceb0015,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:57.253583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network a8096d50-6da3-4be9-8d28-2403bceb0015 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:50:57.307916 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:57.311469 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.429509 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Publish callbacks [] for port (ab2deb16-e86a-47d8-863b-16a20870735a), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.435760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.481367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Network a688f037-c648-4a00-aee8-4e02f7d71db7 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:50:57.484319 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:57.487810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:50:57.498731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Pushing event updated for resources: {'Port': ['ID=ab2deb16-e86a-47d8-863b-16a20870735a,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:57.500558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (8f23c14c-5925-48ba-8b32-ed80facf23e6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.550406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Attempting to bind port ab2deb16-e86a-47d8-863b-16a20870735a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:50:57.550770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Attempting to bind port ab2deb16-e86a-47d8-863b-16a20870735a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'deda053b-316f-4bb5-919c-09dc6a0d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a688f037-c648-4a00-aee8-4e02f7d71db7'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:50:57.551130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Attempting to bind port ab2deb16-e86a-47d8-863b-16a20870735a on network a688f037-c648-4a00-aee8-4e02f7d71db7 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:57.556127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:50:57.556611 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Checking segment: {'id': 'deda053b-316f-4bb5-919c-09dc6a0d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a688f037-c648-4a00-aee8-4e02f7d71db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:57.557015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.557405 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Bound using segment: {'id': 'deda053b-316f-4bb5-919c-09dc6a0d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a688f037-c648-4a00-aee8-4e02f7d71db7'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:50:57.557871 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Bound port: ab2deb16-e86a-47d8-863b-16a20870735a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deda053b-316f-4bb5-919c-09dc6a0d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a688f037-c648-4a00-aee8-4e02f7d71db7'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:50:57.558271 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.565775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Subnet': ['ID=8f23c14c-5925-48ba-8b32-ed80facf23e6,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:57.574877 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Checking segment: {'id': '617f2d9a-82d3-46d4-8d02-373f7fd79ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a8096d50-6da3-4be9-8d28-2403bceb0015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:57.575239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network hostable DHCP agents. Network: a8096d50-6da3-4be9-8d28-2403bceb0015, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:50:57.594061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network a8096d50-6da3-4be9-8d28-2403bceb0015 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:50:57.603486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, a8096d50-6da3-4be9-8d28-2403bceb0015) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:57.607745 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:57.608351 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.618147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf580e2-dae1-4a51-b415-d10312e84f6c None None] Network a8096d50-6da3-4be9-8d28-2403bceb0015 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:57.626835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d32f8ecc-38a3-4ec7-b640-c07c7578075b tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4115663 Mar 22 14:50:57.629605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44390) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:57.672263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] For port ab2deb16-e86a-47d8-863b-16a20870735a, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:50:57.687621 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] For port ab2deb16-e86a-47d8-863b-16a20870735a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab2deb16-e86a-47d8-863b-16a20870735a,segment=NetworkSegment(deda053b-316f-4bb5-919c-09dc6a0d8b5c),segment_id=deda053b-316f-4bb5-919c-09dc6a0d8b5c)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:50:57.698951 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.724961 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (a8096d50-6da3-4be9-8d28-2403bceb0015), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.784958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf1e74-6596-436b-9150-6648cc90357e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-a8096d50-6da3-4be9-8d28-2403bceb0015', 'network_id': 'a8096d50-6da3-4be9-8d28-2403bceb0015', 'project_id': 'eaaf75d3ef184ec5a6feffc837e59c49', 'fixed_ips': [{'subnet_id': '8f23c14c-5925-48ba-8b32-ed80facf23e6'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:50:57.786219 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1e74-6596-436b-9150-6648cc90357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.812685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e937f50-8f09-4c64-8b76-cbe3316b7137 None None] Pushing event updated for resources: {'Port': ['ID=ab2deb16-e86a-47d8-863b-16a20870735a,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:57.813908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (8f23c14c-5925-48ba-8b32-ed80facf23e6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.887728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (8f23c14c-5925-48ba-8b32-ed80facf23e6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-6ddf1e74-6596-436b-9150-6648cc90357e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f23c14c-5925-48ba-8b32-ed80facf23e6: This subnet is being modified by another concurrent operation. Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f23c14c-5925-48ba-8b32-ed80facf23e6: This subnet is being modified by another concurrent operation. Mar 22 14:50:57.903268 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 14:50:57.915803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Subnet': ['ID=8f23c14c-5925-48ba-8b32-ed80facf23e6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:57.931317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76cab80-b9fa-458b-8764-e49e3cc79f4b None None] Network a8096d50-6da3-4be9-8d28-2403bceb0015 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:58.022241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (a8096d50-6da3-4be9-8d28-2403bceb0015), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.045281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8096d50-6da3-4be9-8d28-2403bceb0015']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:58.055949 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617f2d9a-82d3-46d4-8d02-373f7fd79ce5') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:58.056347 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617f2d9a-82d3-46d4-8d02-373f7fd79ce5') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:58.066212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (617f2d9a-82d3-46d4-8d02-373f7fd79ce5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.081198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (617f2d9a-82d3-46d4-8d02-373f7fd79ce5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.087699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:50:58.088126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (617f2d9a-82d3-46d4-8d02-373f7fd79ce5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:50:58.091235 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:50:58.148214 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (a8096d50-6da3-4be9-8d28-2403bceb0015), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.156654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.159832 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/a8096d50-6da3-4be9-8d28-2403bceb0015 HTTP/1.1" status: 204 len: 168 time: 0.5292697 Mar 22 14:50:58.165022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44392) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:58.170137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1111365821'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:58.171803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaaa01-a10f-447a-be77-f475662665bc tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Network': ['ID=a8096d50-6da3-4be9-8d28-2403bceb0015,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:58.189117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:58.192396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.216111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:50:58.225225 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (44678ebd-d41e-442a-a858-90c1092e9682), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.225625 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Added segment 44678ebd-d41e-442a-a858-90c1092e9682 of type vlan for network 6cf87ca3-373e-4fc5-9daf-b34c0cd88808 Mar 22 14:50:58.269445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (6cf87ca3-373e-4fc5-9daf-b34c0cd88808), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.296816 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (6cf87ca3-373e-4fc5-9daf-b34c0cd88808), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.302026 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:58.302520 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.371877 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2056084 Mar 22 14:50:58.372661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b4ba8-e0f1-45e9-8a3d-0b93831afb29 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Network': ['ID=6cf87ca3-373e-4fc5-9daf-b34c0cd88808,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:58.374667 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44394) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:58.375035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab2deb16-e86a-47d8-863b-16a20870735a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:50:58.379502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'subnet': {'network_id': '6cf87ca3-373e-4fc5-9daf-b34c0cd88808', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:58.405287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 6cf87ca3-373e-4fc5-9daf-b34c0cd88808 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:50:58.475768 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:58.479470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.493502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ab2deb16-e86a-47d8-863b-16a20870735a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:58.493870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.539759 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Performing IP validity checks on allocation pools {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:50:58.540279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.ipam_backend_mixin [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:50:58.576523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ab2deb16-e86a-47d8-863b-16a20870735a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:58.576910 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.611116 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port ab2deb16-e86a-47d8-863b-16a20870735a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab2deb16-e86a-47d8-863b-16a20870735a,segment=NetworkSegment(deda053b-316f-4bb5-919c-09dc6a0d8b5c),segment_id=deda053b-316f-4bb5-919c-09dc6a0d8b5c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:58.616321 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.667637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=ab2deb16-e86a-47d8-863b-16a20870735a,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:58.676096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (632e5f4d-15a9-4076-b02d-0acd64fb25c5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.738691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Subnet': ['ID=632e5f4d-15a9-4076-b02d-0acd64fb25c5,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:58.746328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Checking segment: {'id': '44678ebd-d41e-442a-a858-90c1092e9682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6cf87ca3-373e-4fc5-9daf-b34c0cd88808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:58.746699 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network hostable DHCP agents. Network: 6cf87ca3-373e-4fc5-9daf-b34c0cd88808, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:50:58.765170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network 6cf87ca3-373e-4fc5-9daf-b34c0cd88808 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:50:58.774678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 6cf87ca3-373e-4fc5-9daf-b34c0cd88808) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:58.779733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:58.780325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.784258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c19fb2-1fb9-4f25-8ef6-bc7b8538b945 None None] Network 6cf87ca3-373e-4fc5-9daf-b34c0cd88808 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:58.802297 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3afadaf0-371b-4f04-bdf8-0fff3b527adf tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4263279 Mar 22 14:50:58.804773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44396) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:58.826395 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6dd04-1ff2-44e5-93ec-57aa1007dc91 None None] Network a688f037-c648-4a00-aee8-4e02f7d71db7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:58.903078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (6cf87ca3-373e-4fc5-9daf-b34c0cd88808), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.918955 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.930054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1ae16c59-de37-4495-af72-4fa0514ecc98 None None] Provisioning complete for port ab2deb16-e86a-47d8-863b-16a20870735a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:58.930430 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1ae16c59-de37-4495-af72-4fa0514ecc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.989072 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (632e5f4d-15a9-4076-b02d-0acd64fb25c5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:58.991980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c24808c-0335-4b6d-99ab-5591321b33f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-6cf87ca3-373e-4fc5-9daf-b34c0cd88808', 'network_id': '6cf87ca3-373e-4fc5-9daf-b34c0cd88808', 'project_id': 'eaaf75d3ef184ec5a6feffc837e59c49', 'fixed_ips': [{'subnet_id': '632e5f4d-15a9-4076-b02d-0acd64fb25c5'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:50:58.992865 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c24808c-0335-4b6d-99ab-5591321b33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.048960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (632e5f4d-15a9-4076-b02d-0acd64fb25c5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.079840 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Subnet': ['ID=632e5f4d-15a9-4076-b02d-0acd64fb25c5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:59.137323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (6cf87ca3-373e-4fc5-9daf-b34c0cd88808), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.148170 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1ae16c59-de37-4495-af72-4fa0514ecc98 None None] Current status of the port ab2deb16-e86a-47d8-863b-16a20870735a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server [None req-4c24808c-0335-4b6d-99ab-5591321b33f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 632e5f4d-15a9-4076-b02d-0acd64fb25c5: This subnet is being modified by another concurrent operation. Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 632e5f4d-15a9-4076-b02d-0acd64fb25c5: This subnet is being modified by another concurrent operation. Mar 22 14:50:59.154594 n-d-834677-3 neutron-server[110459]: ERROR oslo_messaging.rpc.server Mar 22 14:50:59.161998 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf87ca3-373e-4fc5-9daf-b34c0cd88808']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:59.173490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44678ebd-d41e-442a-a858-90c1092e9682') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:59.173490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44678ebd-d41e-442a-a858-90c1092e9682') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:50:59.174844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec9a202-8e53-410b-b0ce-e8831369dc76 None None] Network 6cf87ca3-373e-4fc5-9daf-b34c0cd88808 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:59.186361 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (44678ebd-d41e-442a-a858-90c1092e9682), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.200014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (44678ebd-d41e-442a-a858-90c1092e9682), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.211062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:50:59.211560 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (44678ebd-d41e-442a-a858-90c1092e9682), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:50:59.214953 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:50:59.278078 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (6cf87ca3-373e-4fc5-9daf-b34c0cd88808), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.286273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.289394 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/6cf87ca3-373e-4fc5-9daf-b34c0cd88808 HTTP/1.1" status: 204 len: 168 time: 0.4834671 Mar 22 14:50:59.293496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44398) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:59.300055 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1667461761'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:59.302456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc365dc-7d68-4a7f-8f81-5d4e920a142a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Network': ['ID=6cf87ca3-373e-4fc5-9daf-b34c0cd88808,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:59.319414 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:59.322815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.347100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:50:59.357012 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5e140303-7aa0-44b0-8790-7ab9b2d69f5f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.357354 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Added segment 5e140303-7aa0-44b0-8790-7ab9b2d69f5f of type vlan for network ec716424-d36b-4b2a-9b42-4ea7e22e26af Mar 22 14:50:59.369732 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a9cfb-47f7-4f04-a6f6-6f3afd396d50 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:50:59.402211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (ec716424-d36b-4b2a-9b42-4ea7e22e26af), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.429149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (ec716424-d36b-4b2a-9b42-4ea7e22e26af), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.434089 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:59.434719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.435559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a9cfb-47f7-4f04-a6f6-6f3afd396d50 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:50:59.494528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1991675 Mar 22 14:50:59.496870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44400) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:59.502286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'subnet': {'network_id': 'ec716424-d36b-4b2a-9b42-4ea7e22e26af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:59.504065 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afc0e5-5b1d-4fef-b88c-712c82e43d7f tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Network': ['ID=ec716424-d36b-4b2a-9b42-4ea7e22e26af,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:59.516007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network ec716424-d36b-4b2a-9b42-4ea7e22e26af details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:50:59.519615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-2a7234cf-bba1-47eb-9eda-db167ccb3d93 None None] Provisioning complete for port ab2deb16-e86a-47d8-863b-16a20870735a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:59.519990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2a7234cf-bba1-47eb-9eda-db167ccb3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.595339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:59.598912 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.791425 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a6362a74-936d-4fc3-a997-81e160389d61), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.849585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Subnet': ['ID=a6362a74-936d-4fc3-a997-81e160389d61,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:59.859943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Checking segment: {'id': '5e140303-7aa0-44b0-8790-7ab9b2d69f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec716424-d36b-4b2a-9b42-4ea7e22e26af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:59.860289 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network hostable DHCP agents. Network: ec716424-d36b-4b2a-9b42-4ea7e22e26af, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:50:59.874184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-2a7234cf-bba1-47eb-9eda-db167ccb3d93 None None] Current status of the port ab2deb16-e86a-47d8-863b-16a20870735a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:59.877811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a57db-9661-4270-84b9-094741aa5197 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:50:59.878734 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network ec716424-d36b-4b2a-9b42-4ea7e22e26af is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:50:59.889286 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, ec716424-d36b-4b2a-9b42-4ea7e22e26af) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:59.893474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:59.894090 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.914352 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d50627c-d8de-4cd5-a905-e57ccfdc59b7 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4128342 Mar 22 14:50:59.914579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44402) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:59.919460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036273370'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:59.942410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:59.945683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.952351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a57db-9661-4270-84b9-094741aa5197 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:50:59.979212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:50:59.992343 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (28995be9-ae22-4cbd-8c5b-b71b9f179cc7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.992696 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Added segment 28995be9-ae22-4cbd-8c5b-b71b9f179cc7 of type vlan for network 347dd680-4eda-464f-b255-7546e4a478ee Mar 22 14:51:00.030922 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (347dd680-4eda-464f-b255-7546e4a478ee), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.055430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (347dd680-4eda-464f-b255-7546e4a478ee), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.060325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:00.060898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.105054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-ec716424-d36b-4b2a-9b42-4ea7e22e26af', 'network_id': 'ec716424-d36b-4b2a-9b42-4ea7e22e26af', 'project_id': 'eaaf75d3ef184ec5a6feffc837e59c49', 'fixed_ips': [{'subnet_id': 'a6362a74-936d-4fc3-a997-81e160389d61'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:51:00.105928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.118829 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2031853 Mar 22 14:51:00.121652 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44404) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:00.128724 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Request body: {'subnet': {'network_id': '347dd680-4eda-464f-b255-7546e4a478ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:00.137077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6acff7-cf44-4cc8-9ea9-6fdf4cdaaa05 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Network': ['ID=347dd680-4eda-464f-b255-7546e4a478ee,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:00.183467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 347dd680-4eda-464f-b255-7546e4a478ee details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:51:00.223274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Made reservation on behalf of eaaf75d3ef184ec5a6feffc837e59c49 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:00.226867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.309834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Allocated IP 2001:db8::2 (ec716424-d36b-4b2a-9b42-4ea7e22e26af/a6362a74-936d-4fc3-a997-81e160389d61/03170059-5044-41de-84a5-c95be890b6ca) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:00.366979 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab2deb16-e86a-47d8-863b-16a20870735a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:00.417365 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (0ce8d8f8-97a0-40e4-973e-9fcb88a94473), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.470957 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event updated for resources: {'Subnet': ['ID=0ce8d8f8-97a0-40e4-973e-9fcb88a94473,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:00.476516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ab2deb16-e86a-47d8-863b-16a20870735a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:00.477036 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.487201 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Checking segment: {'id': '28995be9-ae22-4cbd-8c5b-b71b9f179cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '347dd680-4eda-464f-b255-7546e4a478ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:00.487553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network hostable DHCP agents. Network: 347dd680-4eda-464f-b255-7546e4a478ee, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:51:00.504748 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Network 347dd680-4eda-464f-b255-7546e4a478ee is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:51:00.514170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 347dd680-4eda-464f-b255-7546e4a478ee) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:00.518458 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:00.519053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.529031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Publish callbacks [] for port (03170059-5044-41de-84a5-c95be890b6ca), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.536992 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6d2e08f0-add7-4a6d-9e5f-a967132d64e6 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4141166 Mar 22 14:51:00.538337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (03170059-5044-41de-84a5-c95be890b6ca), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.539542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44406) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:00.598479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Network ec716424-d36b-4b2a-9b42-4ea7e22e26af is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:00.604283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:00.611445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:00.625297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Pushing event updated for resources: {'Port': ['ID=03170059-5044-41de-84a5-c95be890b6ca,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:00.640586 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (347dd680-4eda-464f-b255-7546e4a478ee), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.651084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ab2deb16-e86a-47d8-863b-16a20870735a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:00.683466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Attempting to bind port 03170059-5044-41de-84a5-c95be890b6ca on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:00.683973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Attempting to bind port 03170059-5044-41de-84a5-c95be890b6ca by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5e140303-7aa0-44b0-8790-7ab9b2d69f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec716424-d36b-4b2a-9b42-4ea7e22e26af'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:00.684457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Attempting to bind port 03170059-5044-41de-84a5-c95be890b6ca on network ec716424-d36b-4b2a-9b42-4ea7e22e26af {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:00.689620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:00.690037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Checking segment: {'id': '5e140303-7aa0-44b0-8790-7ab9b2d69f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec716424-d36b-4b2a-9b42-4ea7e22e26af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:00.690448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.690868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Bound using segment: {'id': '5e140303-7aa0-44b0-8790-7ab9b2d69f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec716424-d36b-4b2a-9b42-4ea7e22e26af'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:00.691333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Bound port: 03170059-5044-41de-84a5-c95be890b6ca, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e140303-7aa0-44b0-8790-7ab9b2d69f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec716424-d36b-4b2a-9b42-4ea7e22e26af'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:00.691712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (03170059-5044-41de-84a5-c95be890b6ca), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.694261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (0ce8d8f8-97a0-40e4-973e-9fcb88a94473), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.755664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] For port 03170059-5044-41de-84a5-c95be890b6ca, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:00.756436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (0ce8d8f8-97a0-40e4-973e-9fcb88a94473), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.759005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] For port 03170059-5044-41de-84a5-c95be890b6ca, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=03170059-5044-41de-84a5-c95be890b6ca,segment=NetworkSegment(5e140303-7aa0-44b0-8790-7ab9b2d69f5f),segment_id=5e140303-7aa0-44b0-8790-7ab9b2d69f5f)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:00.765465 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (03170059-5044-41de-84a5-c95be890b6ca), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:00.783990 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce8d8f8-97a0-40e4-973e-9fcb88a94473,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:00.833764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d0d6-8324-4e71-9d93-77b626bccc85 None None] Pushing event updated for resources: {'Port': ['ID=03170059-5044-41de-84a5-c95be890b6ca,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:01.097946 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (347dd680-4eda-464f-b255-7546e4a478ee), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.119041 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347dd680-4eda-464f-b255-7546e4a478ee']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:01.129072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28995be9-ae22-4cbd-8c5b-b71b9f179cc7') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:01.129267 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28995be9-ae22-4cbd-8c5b-b71b9f179cc7') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:01.139004 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (28995be9-ae22-4cbd-8c5b-b71b9f179cc7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.152522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (28995be9-ae22-4cbd-8c5b-b71b9f179cc7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.158589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:51:01.158965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (28995be9-ae22-4cbd-8c5b-b71b9f179cc7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:51:01.162003 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:51:01.218739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (347dd680-4eda-464f-b255-7546e4a478ee), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.226096 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.229166 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/347dd680-4eda-464f-b255-7546e4a478ee HTTP/1.1" status: 204 len: 168 time: 0.6885166 Mar 22 14:51:01.232196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44408) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:01.243949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d47c1-c0ca-4b16-a44d-d213c9873d4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Network': ['ID=347dd680-4eda-464f-b255-7546e4a478ee,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:01.260958 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6289a921-097b-4cd8-9e00-67a4ae4acf63 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] GET failed (client error): The resource could not be found. Mar 22 14:51:01.262300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6289a921-097b-4cd8-9e00-67a4ae4acf63 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "GET /v2.0/subnets/0ce8d8f8-97a0-40e4-973e-9fcb88a94473 HTTP/1.1" status: 404 len: 337 time: 0.0289619 Mar 22 14:51:01.265141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44410) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:01.283497 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd399a1-b14a-4745-aebb-1819504dfe73 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] DELETE failed (client error): The resource could not be found. Mar 22 14:51:01.284012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd399a1-b14a-4745-aebb-1819504dfe73 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:51:01.287049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bcd399a1-b14a-4745-aebb-1819504dfe73 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/347dd680-4eda-464f-b255-7546e4a478ee HTTP/1.1" status: 404 len: 339 time: 0.0210149 Mar 22 14:51:01.290920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44412) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:01.321706 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf548357-1799-4e3b-a07d-55a5d0234622 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] DELETE failed (client error): The resource could not be found. Mar 22 14:51:01.322220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf548357-1799-4e3b-a07d-55a5d0234622 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:51:01.325202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bf548357-1799-4e3b-a07d-55a5d0234622 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/subnets/0ce8d8f8-97a0-40e4-973e-9fcb88a94473 HTTP/1.1" status: 404 len: 337 time: 0.0333123 Mar 22 14:51:01.327908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44414) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:01.345959 n-d-834677-3 neutron-server[110457]: INFO neutron.pecan_wsgi.hooks.translation [None req-842afe05-f4e4-4040-b402-7b5b0582dbfe tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] DELETE failed (client error): The resource could not be found. Mar 22 14:51:01.346468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842afe05-f4e4-4040-b402-7b5b0582dbfe tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:51:01.349343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-842afe05-f4e4-4040-b402-7b5b0582dbfe tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/347dd680-4eda-464f-b255-7546e4a478ee HTTP/1.1" status: 404 len: 339 time: 0.0205193 Mar 22 14:51:01.351701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44416) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:01.400295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Deleting subnet a6362a74-936d-4fc3-a997-81e160389d61 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:51:01.403387 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (a6362a74-936d-4fc3-a997-81e160389d61), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.445926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (a6362a74-936d-4fc3-a997-81e160389d61), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.537296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a6362a74-936d-4fc3-a997-81e160389d61), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.599321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (a6362a74-936d-4fc3-a997-81e160389d61), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.628379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Subnet': ['ID=a6362a74-936d-4fc3-a997-81e160389d61,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:01.630368 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.633616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ad683013-9249-474e-8f84-5a166356490a tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/subnets/a6362a74-936d-4fc3-a997-81e160389d61 HTTP/1.1" status: 204 len: 168 time: 0.2809653 Mar 22 14:51:01.636028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44418) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:01.718727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (ec716424-d36b-4b2a-9b42-4ea7e22e26af), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.755919 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a15238-8170-4343-82e8-6d5e35fdcc44 None None] Network ec716424-d36b-4b2a-9b42-4ea7e22e26af requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:01.772642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Deleting port 03170059-5044-41de-84a5-c95be890b6ca {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:51:01.772973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (03170059-5044-41de-84a5-c95be890b6ca), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.809583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bc0cc-66a1-4917-9877-753365d51c6d None None] Network 347dd680-4eda-464f-b255-7546e4a478ee requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:01.837986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] For port 03170059-5044-41de-84a5-c95be890b6ca, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=03170059-5044-41de-84a5-c95be890b6ca,segment=NetworkSegment(5e140303-7aa0-44b0-8790-7ab9b2d69f5f),segment_id=5e140303-7aa0-44b0-8790-7ab9b2d69f5f)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:01.838348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (03170059-5044-41de-84a5-c95be890b6ca), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.843232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bc0cc-66a1-4917-9877-753365d51c6d None None] Network 347dd680-4eda-464f-b255-7546e4a478ee could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:51:01.853656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Calling delete_port for 03170059-5044-41de-84a5-c95be890b6ca owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:51:01.856740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c065c055-6623-4b18-af37-50f6be8cc05c None None] Network 347dd680-4eda-464f-b255-7546e4a478ee requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:01.873376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6815f286-8aaf-45de-a288-4cf2732526bf None None] Provisioning complete for port 03170059-5044-41de-84a5-c95be890b6ca triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:01.873744 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6815f286-8aaf-45de-a288-4cf2732526bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (03170059-5044-41de-84a5-c95be890b6ca), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.889607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c065c055-6623-4b18-af37-50f6be8cc05c None None] Network 347dd680-4eda-464f-b255-7546e4a478ee could not be found, it might have been deleted concurrently. {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:51:01.940950 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (03170059-5044-41de-84a5-c95be890b6ca), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:01.952632 n-d-834677-3 neutron-server[110459]: INFO neutron.plugins.ml2.db [None req-6815f286-8aaf-45de-a288-4cf2732526bf None None] No ports have port_id starting with 03170059-5044-41de-84a5-c95be890b6ca Mar 22 14:51:01.953438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b3756-ddd1-4a81-bee7-26fec70ffed9 None None] Network ec716424-d36b-4b2a-9b42-4ea7e22e26af requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:01.966530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Port': ['ID=03170059-5044-41de-84a5-c95be890b6ca,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:01.972324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No DVR routers for this DVR port 03170059-5044-41de-84a5-c95be890b6ca on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:02.050509 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (ec716424-d36b-4b2a-9b42-4ea7e22e26af), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.075040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec716424-d36b-4b2a-9b42-4ea7e22e26af']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:02.081544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16296dad-79e3-418d-b09e-fa86a82cd68f None None] DHCP port deletion for ec716424-d36b-4b2a-9b42-4ea7e22e26af request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:51:02.087599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e140303-7aa0-44b0-8790-7ab9b2d69f5f') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:02.087890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e140303-7aa0-44b0-8790-7ab9b2d69f5f') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:02.098017 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (5e140303-7aa0-44b0-8790-7ab9b2d69f5f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.113609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5e140303-7aa0-44b0-8790-7ab9b2d69f5f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.120238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:51:02.120617 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (5e140303-7aa0-44b0-8790-7ab9b2d69f5f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:51:02.123737 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:51:02.188197 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (ec716424-d36b-4b2a-9b42-4ea7e22e26af), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.195475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.198539 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/ec716424-d36b-4b2a-9b42-4ea7e22e26af HTTP/1.1" status: 204 len: 168 time: 0.5615971 Mar 22 14:51:02.201396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44420) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:02.210461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc245d-da3b-4164-b26b-9e2f64386ef4 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Network': ['ID=ec716424-d36b-4b2a-9b42-4ea7e22e26af,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:02.227604 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f77d54-f07d-4af7-a379-61b78e0a4bb9 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] DELETE failed (client error): The resource could not be found. Mar 22 14:51:02.228153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f77d54-f07d-4af7-a379-61b78e0a4bb9 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:51:02.231067 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-77f77d54-f07d-4af7-a379-61b78e0a4bb9 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/subnets/632e5f4d-15a9-4076-b02d-0acd64fb25c5 HTTP/1.1" status: 404 len: 337 time: 0.0285952 Mar 22 14:51:02.233797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44422) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:02.251747 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88dd2eb-6e25-4d6f-8ef8-b0f2daaf9a4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] DELETE failed (client error): The resource could not be found. Mar 22 14:51:02.252222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88dd2eb-6e25-4d6f-8ef8-b0f2daaf9a4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:51:02.255265 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c88dd2eb-6e25-4d6f-8ef8-b0f2daaf9a4c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/6cf87ca3-373e-4fc5-9daf-b34c0cd88808 HTTP/1.1" status: 404 len: 339 time: 0.0204778 Mar 22 14:51:02.257512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44424) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:02.282121 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba89e51-b9bd-45a3-be99-78676d0091b2 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] DELETE failed (client error): The resource could not be found. Mar 22 14:51:02.282573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba89e51-b9bd-45a3-be99-78676d0091b2 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:51:02.285446 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cba89e51-b9bd-45a3-be99-78676d0091b2 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/subnets/8f23c14c-5925-48ba-8b32-ed80facf23e6 HTTP/1.1" status: 404 len: 337 time: 0.0270336 Mar 22 14:51:02.287946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44426) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:02.306069 n-d-834677-3 neutron-server[110458]: INFO neutron.pecan_wsgi.hooks.translation [None req-50afdc27-0b28-4881-9872-8d6af06eeff2 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] DELETE failed (client error): The resource could not be found. Mar 22 14:51:02.306525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50afdc27-0b28-4881-9872-8d6af06eeff2 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:51:02.309432 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-50afdc27-0b28-4881-9872-8d6af06eeff2 tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/a8096d50-6da3-4be9-8d28-2403bceb0015 HTTP/1.1" status: 404 len: 339 time: 0.0206180 Mar 22 14:51:02.313065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44428) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:02.361801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Deleting subnet 3c82d55c-c184-464b-ab8f-43b7aabe24a9 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:51:02.365021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (3c82d55c-c184-464b-ab8f-43b7aabe24a9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.410192 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (3c82d55c-c184-464b-ab8f-43b7aabe24a9), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.531217 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (3c82d55c-c184-464b-ab8f-43b7aabe24a9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.593746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (3c82d55c-c184-464b-ab8f-43b7aabe24a9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.619842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Subnet': ['ID=3c82d55c-c184-464b-ab8f-43b7aabe24a9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:02.624933 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.630880 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44430) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:02.631401 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eb24088f-e20b-4514-9fc7-ed3ddd56383d tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/subnets/3c82d55c-c184-464b-ab8f-43b7aabe24a9 HTTP/1.1" status: 204 len: 168 time: 0.3174157 Mar 22 14:51:02.633357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c31521-23c7-4999-892c-db7adb98c459 None None] Network a688f037-c648-4a00-aee8-4e02f7d71db7 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:02.709571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (a688f037-c648-4a00-aee8-4e02f7d71db7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.761737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Deleting port ab2deb16-e86a-47d8-863b-16a20870735a {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:51:02.762344 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.789595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] DHCP port deletion for a688f037-c648-4a00-aee8-4e02f7d71db7 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:51:02.822711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] For port ab2deb16-e86a-47d8-863b-16a20870735a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab2deb16-e86a-47d8-863b-16a20870735a,segment=NetworkSegment(deda053b-316f-4bb5-919c-09dc6a0d8b5c),segment_id=deda053b-316f-4bb5-919c-09dc6a0d8b5c)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:02.823072 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.837893 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Calling delete_port for ab2deb16-e86a-47d8-863b-16a20870735a owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:51:02.839585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] Deleting port ab2deb16-e86a-47d8-863b-16a20870735a {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:51:02.839959 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.904470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] For port ab2deb16-e86a-47d8-863b-16a20870735a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ab2deb16-e86a-47d8-863b-16a20870735a,segment=NetworkSegment(deda053b-316f-4bb5-919c-09dc6a0d8b5c),segment_id=deda053b-316f-4bb5-919c-09dc6a0d8b5c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:02.904904 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.918070 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] Calling delete_port for ab2deb16-e86a-47d8-863b-16a20870735a owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:51:02.923339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:02.948445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Port': ['ID=ab2deb16-e86a-47d8-863b-16a20870735a,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:02.956133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] No DVR routers for this DVR port ab2deb16-e86a-47d8-863b-16a20870735a on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:02.994871 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (ab2deb16-e86a-47d8-863b-16a20870735a), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.023078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] Pushing event deleted for resources: {'Port': ['ID=ab2deb16-e86a-47d8-863b-16a20870735a,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:03.026642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76736add-5f9d-4db9-a6ef-a5d3cfcec918 None None] No DVR routers for this DVR port ab2deb16-e86a-47d8-863b-16a20870735a on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:03.037460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (a688f037-c648-4a00-aee8-4e02f7d71db7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.058338 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a688f037-c648-4a00-aee8-4e02f7d71db7']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:03.067259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deda053b-316f-4bb5-919c-09dc6a0d8b5c') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:03.067549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deda053b-316f-4bb5-919c-09dc6a0d8b5c') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:03.076498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (deda053b-316f-4bb5-919c-09dc6a0d8b5c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.090544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (deda053b-316f-4bb5-919c-09dc6a0d8b5c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.096458 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:51:03.096836 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (deda053b-316f-4bb5-919c-09dc6a0d8b5c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:51:03.099753 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:51:03.158011 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (a688f037-c648-4a00-aee8-4e02f7d71db7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.165663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.169194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] 10.222.0.44 "DELETE /v2.0/networks/a688f037-c648-4a00-aee8-4e02f7d71db7 HTTP/1.1" status: 204 len: 168 time: 0.5372469 Mar 22 14:51:03.181390 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60252e70-796a-40ba-a78a-6813b460e57c tempest-NetworksIpV6Test-3183479 tempest-NetworksIpV6Test-3183479-project] Pushing event deleted for resources: {'Network': ['ID=a688f037-c648-4a00-aee8-4e02f7d71db7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:03.427538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44436) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:03.564801 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8849f806-5f4d-4ced-a5a6-8b408786cc64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eaaf75d3ef184ec5a6feffc837e59c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359420 Mar 22 14:51:03.567359 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44440) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:03.615236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f43b4669-219c-4ff3-b17d-8fe0b1a5b334 admin admin] Publish callbacks [] for security_group (0f40dea7-57a7-4b40-959f-89eeb79151f7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.636677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f43b4669-219c-4ff3-b17d-8fe0b1a5b334 admin admin] Publish callbacks [] for security_group (0f40dea7-57a7-4b40-959f-89eeb79151f7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.689124 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f43b4669-219c-4ff3-b17d-8fe0b1a5b334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0f40dea7-57a7-4b40-959f-89eeb79151f7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.693030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f43b4669-219c-4ff3-b17d-8fe0b1a5b334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:03.694377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f43b4669-219c-4ff3-b17d-8fe0b1a5b334 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f40dea7-57a7-4b40-959f-89eeb79151f7 HTTP/1.1" status: 204 len: 168 time: 0.1261642 Mar 22 14:51:03.704729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b4669-219c-4ff3-b17d-8fe0b1a5b334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f40dea7-57a7-4b40-959f-89eeb79151f7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:04.347352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab2deb16-e86a-47d8-863b-16a20870735a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:51:04.365011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44462) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:04.367626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ab2deb16-e86a-47d8-863b-16a20870735a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:51:04.367973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ab2deb16-e86a-47d8-863b-16a20870735a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:51:04.463763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ce5a426c-d79d-44a5-bb9b-34d61eb59343 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-35164806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:04.487604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce5a426c-d79d-44a5-bb9b-34d61eb59343 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (72897df4-4ef2-4354-9441-4ed6f643782f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.488602 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce5a426c-d79d-44a5-bb9b-34d61eb59343 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (72897df4-4ef2-4354-9441-4ed6f643782f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.548810 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce5a426c-d79d-44a5-bb9b-34d61eb59343 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for router_controller (72897df4-4ef2-4354-9441-4ed6f643782f), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.555840 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce5a426c-d79d-44a5-bb9b-34d61eb59343 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (72897df4-4ef2-4354-9441-4ed6f643782f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.586130 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce5a426c-d79d-44a5-bb9b-34d61eb59343 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.587369 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce5a426c-d79d-44a5-bb9b-34d61eb59343 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2212913 Mar 22 14:51:04.591397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44466) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:04.596348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1098891323'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:04.616096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Made reservation on behalf of 8b5ba8a45e584a56b6ba6bab942018df for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:04.619388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.628195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.704290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for security_group (bd083332-2580-45e5-b8c4-78b506b1b809), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.709913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bd083332-2580-45e5-b8c4-78b506b1b809), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.735573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:51:04.745839 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd083332-2580-45e5-b8c4-78b506b1b809,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:04.750547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3cfe2775-504c-4336-89a3-8ee538c073f1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.750890 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Added segment 3cfe2775-504c-4336-89a3-8ee538c073f1 of type vlan for network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 Mar 22 14:51:04.789033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (0cbefe53-5a52-4c83-b00f-0a01610e5c36), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.816222 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (0cbefe53-5a52-4c83-b00f-0a01610e5c36), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.821162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:04.821748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:04.881985 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2893076 Mar 22 14:51:04.884701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44468) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:04.890050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Request body: {'subnet': {'network_id': '0cbefe53-5a52-4c83-b00f-0a01610e5c36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:04.890915 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb8df-a55f-46cd-9e3d-99b3d243a221 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event updated for resources: {'Network': ['ID=0cbefe53-5a52-4c83-b00f-0a01610e5c36,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:04.901219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:51:04.977237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Made reservation on behalf of 8b5ba8a45e584a56b6ba6bab942018df for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:04.980706 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.168298 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.228308 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event updated for resources: {'Subnet': ['ID=2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:05.238935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Checking segment: {'id': '3cfe2775-504c-4336-89a3-8ee538c073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0cbefe53-5a52-4c83-b00f-0a01610e5c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:05.239302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Network hostable DHCP agents. Network: 0cbefe53-5a52-4c83-b00f-0a01610e5c36, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:51:05.257260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:51:05.267523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 0cbefe53-5a52-4c83-b00f-0a01610e5c36) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:05.271550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:05.272142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.277523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a553f-3742-438c-b97e-d546ca6e0462 None None] Network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:05.288997 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-105bcd3b-d22e-480f-93a4-208854cf747a tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4031100 Mar 22 14:51:05.292216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44470) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:05.297428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-957550617'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:05.316165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Made reservation on behalf of 8b5ba8a45e584a56b6ba6bab942018df for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:05.319519 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.344256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:51:05.356198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6726721d-b056-4ece-9c67-788e39785618), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.356541 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Added segment 6726721d-b056-4ece-9c67-788e39785618 of type vlan for network 42a3f089-ceb9-4f3a-973c-d5ad3d42c760 Mar 22 14:51:05.376830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-0cbefe53-5a52-4c83-b00f-0a01610e5c36', 'network_id': '0cbefe53-5a52-4c83-b00f-0a01610e5c36', 'project_id': '8b5ba8a45e584a56b6ba6bab942018df', 'fixed_ips': [{'subnet_id': '2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:51:05.377802 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.398454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (42a3f089-ceb9-4f3a-973c-d5ad3d42c760), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.423629 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (42a3f089-ceb9-4f3a-973c-d5ad3d42c760), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.428693 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:05.429274 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.487685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1944246 Mar 22 14:51:05.491363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44472) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:05.496393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d762f-e5b1-4181-829b-a5ff2a0eb58b tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event updated for resources: {'Network': ['ID=42a3f089-ceb9-4f3a-973c-d5ad3d42c760,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:05.497373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Request body: {'subnet': {'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:05.509787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 42a3f089-ceb9-4f3a-973c-d5ad3d42c760 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:51:05.560655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Allocated IP 172.20.0.2 (0cbefe53-5a52-4c83-b00f-0a01610e5c36/2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3/96e1aac5-13c3-4981-9380-05c29d4b8924) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:05.587453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Made reservation on behalf of 8b5ba8a45e584a56b6ba6bab942018df for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:05.591931 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.715819 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Publish callbacks [] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.725266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.761339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:05.764312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:05.770588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:05.774747 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (a90a41bc-4770-4085-881b-fb12d801895c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.777520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Pushing event updated for resources: {'Port': ['ID=96e1aac5-13c3-4981-9380-05c29d4b8924,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:05.836472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Attempting to bind port 96e1aac5-13c3-4981-9380-05c29d4b8924 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:05.837420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Attempting to bind port 96e1aac5-13c3-4981-9380-05c29d4b8924 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '3cfe2775-504c-4336-89a3-8ee538c073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0cbefe53-5a52-4c83-b00f-0a01610e5c36'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:05.837794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Attempting to bind port 96e1aac5-13c3-4981-9380-05c29d4b8924 on network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:05.841792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event updated for resources: {'Subnet': ['ID=a90a41bc-4770-4085-881b-fb12d801895c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:05.843415 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:05.843797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Checking segment: {'id': '3cfe2775-504c-4336-89a3-8ee538c073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0cbefe53-5a52-4c83-b00f-0a01610e5c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:05.844199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.844850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Bound using segment: {'id': '3cfe2775-504c-4336-89a3-8ee538c073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0cbefe53-5a52-4c83-b00f-0a01610e5c36'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:05.845329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Bound port: 96e1aac5-13c3-4981-9380-05c29d4b8924, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfe2775-504c-4336-89a3-8ee538c073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0cbefe53-5a52-4c83-b00f-0a01610e5c36'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:05.845735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.850925 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Checking segment: {'id': '6726721d-b056-4ece-9c67-788e39785618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:05.851453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Network hostable DHCP agents. Network: 42a3f089-ceb9-4f3a-973c-d5ad3d42c760, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:51:05.874024 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Network 42a3f089-ceb9-4f3a-973c-d5ad3d42c760 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:51:05.884134 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 42a3f089-ceb9-4f3a-973c-d5ad3d42c760) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:05.888747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:05.889552 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:05.895842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c3357-5b1d-4011-8669-7c505fdd282c None None] Network 42a3f089-ceb9-4f3a-973c-d5ad3d42c760 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:05.906007 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-64b66381-5f55-49ee-8d1f-58528661b673 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4133806 Mar 22 14:51:05.908885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44474) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:05.913571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-347e3fca-4f89-443f-91f9-6305d76a7a27 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Request body: {'router': {'external_gateway_info': {'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:05.959224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] For port 96e1aac5-13c3-4981-9380-05c29d4b8924, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:05.963859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] For port 96e1aac5-13c3-4981-9380-05c29d4b8924, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=96e1aac5-13c3-4981-9380-05c29d4b8924,segment=NetworkSegment(3cfe2775-504c-4336-89a3-8ee538c073f1),segment_id=3cfe2775-504c-4336-89a3-8ee538c073f1)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:05.977828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.058394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-42a3f089-ceb9-4f3a-973c-d5ad3d42c760', 'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760', 'project_id': '8b5ba8a45e584a56b6ba6bab942018df', 'fixed_ips': [{'subnet_id': 'a90a41bc-4770-4085-881b-fb12d801895c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:51:06.059337 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.083635 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe4183-91d9-4bf4-af55-6e581f56e257 None None] Pushing event updated for resources: {'Port': ['ID=96e1aac5-13c3-4981-9380-05c29d4b8924,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:06.134633 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-347e3fca-4f89-443f-91f9-6305d76a7a27 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for router_gateway (72897df4-4ef2-4354-9441-4ed6f643782f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.246751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Allocated IP 172.21.0.2 (42a3f089-ceb9-4f3a-973c-d5ad3d42c760/a90a41bc-4770-4085-881b-fb12d801895c/50f3314a-519a-44df-94ca-2a0c807026a2) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:06.263196 n-d-834677-3 neutron-server[110457]: INFO neutron.api.v2.resource [None req-347e3fca-4f89-443f-91f9-6305d76a7a27 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:51:06.264256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-347e3fca-4f89-443f-91f9-6305d76a7a27 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "PUT /v2.0/routers/72897df4-4ef2-4354-9441-4ed6f643782f HTTP/1.1" status: 400 len: 364 time: 0.3543251 Mar 22 14:51:06.275415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:06.350785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Deleting subnet a90a41bc-4770-4085-881b-fb12d801895c {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:51:06.417910 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Publish callbacks [] for port (50f3314a-519a-44df-94ca-2a0c807026a2), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.421251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 96e1aac5-13c3-4981-9380-05c29d4b8924 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:06.427229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for subnet (a90a41bc-4770-4085-881b-fb12d801895c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.448792 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (50f3314a-519a-44df-94ca-2a0c807026a2), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.473579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (a90a41bc-4770-4085-881b-fb12d801895c), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.497575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Network 42a3f089-ceb9-4f3a-973c-d5ad3d42c760 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:06.503384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:06.509693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:06.521374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Pushing event updated for resources: {'Port': ['ID=50f3314a-519a-44df-94ca-2a0c807026a2,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:06.545114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 96e1aac5-13c3-4981-9380-05c29d4b8924 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:06.546353 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.557272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (a90a41bc-4770-4085-881b-fb12d801895c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.604150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Attempting to bind port 50f3314a-519a-44df-94ca-2a0c807026a2 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:06.604514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Attempting to bind port 50f3314a-519a-44df-94ca-2a0c807026a2 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '6726721d-b056-4ece-9c67-788e39785618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:06.605610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Attempting to bind port 50f3314a-519a-44df-94ca-2a0c807026a2 on network 42a3f089-ceb9-4f3a-973c-d5ad3d42c760 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:06.613697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:06.614094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Checking segment: {'id': '6726721d-b056-4ece-9c67-788e39785618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:06.614498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.614909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Bound using segment: {'id': '6726721d-b056-4ece-9c67-788e39785618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:06.615382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Bound port: 50f3314a-519a-44df-94ca-2a0c807026a2, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6726721d-b056-4ece-9c67-788e39785618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42a3f089-ceb9-4f3a-973c-d5ad3d42c760'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:06.615758 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (50f3314a-519a-44df-94ca-2a0c807026a2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.624273 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (a90a41bc-4770-4085-881b-fb12d801895c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.665997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event deleted for resources: {'Subnet': ['ID=a90a41bc-4770-4085-881b-fb12d801895c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:06.671809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.675955 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16002e75-2293-451b-9b6c-e884cb294edf tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "DELETE /v2.0/subnets/a90a41bc-4770-4085-881b-fb12d801895c HTTP/1.1" status: 204 len: 168 time: 0.3991542 Mar 22 14:51:06.678962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44478) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:06.706884 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 96e1aac5-13c3-4981-9380-05c29d4b8924 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:06.707281 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.718236 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] For port 50f3314a-519a-44df-94ca-2a0c807026a2, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:06.740340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] For port 50f3314a-519a-44df-94ca-2a0c807026a2, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=50f3314a-519a-44df-94ca-2a0c807026a2,segment=NetworkSegment(6726721d-b056-4ece-9c67-788e39785618),segment_id=6726721d-b056-4ece-9c67-788e39785618)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:06.750983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (50f3314a-519a-44df-94ca-2a0c807026a2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.763374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 96e1aac5-13c3-4981-9380-05c29d4b8924, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=96e1aac5-13c3-4981-9380-05c29d4b8924,segment=NetworkSegment(3cfe2775-504c-4336-89a3-8ee538c073f1),segment_id=3cfe2775-504c-4336-89a3-8ee538c073f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:06.770252 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (42a3f089-ceb9-4f3a-973c-d5ad3d42c760), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.787117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.836907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Deleting port 50f3314a-519a-44df-94ca-2a0c807026a2 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:51:06.837244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (50f3314a-519a-44df-94ca-2a0c807026a2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.839813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579f3ea-c0ef-4982-a396-9294619daed8 None None] Pushing event updated for resources: {'Port': ['ID=50f3314a-519a-44df-94ca-2a0c807026a2,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:06.871695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b554d1-abc6-4df0-8bb0-e3a79352d0f2 None None] Network 42a3f089-ceb9-4f3a-973c-d5ad3d42c760 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:06.909194 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] For port 50f3314a-519a-44df-94ca-2a0c807026a2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=50f3314a-519a-44df-94ca-2a0c807026a2,segment=NetworkSegment(6726721d-b056-4ece-9c67-788e39785618),segment_id=6726721d-b056-4ece-9c67-788e39785618)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:06.909846 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (50f3314a-519a-44df-94ca-2a0c807026a2), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:06.953021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=96e1aac5-13c3-4981-9380-05c29d4b8924,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:07.123133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b5f37-1aec-4289-92ca-7eb49b915c78 None None] get_active_networks_info from n-d-834677-3 {{(pid=110459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:51:07.191696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b5f37-1aec-4289-92ca-7eb49b915c78 None None] Resources bound (agent type, host, resource id): {{(pid=110459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:51:07.258032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-00b74c71-27c5-4b40-b133-0cf3535e55e2 None None] Provisioning complete for port 96e1aac5-13c3-4981-9380-05c29d4b8924 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:07.258296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-00b74c71-27c5-4b40-b133-0cf3535e55e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.296839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Calling delete_port for 50f3314a-519a-44df-94ca-2a0c807026a2 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:51:07.379731 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (50f3314a-519a-44df-94ca-2a0c807026a2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.407096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event deleted for resources: {'Port': ['ID=50f3314a-519a-44df-94ca-2a0c807026a2,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:07.409036 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] No DVR routers for this DVR port 50f3314a-519a-44df-94ca-2a0c807026a2 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:07.492692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (42a3f089-ceb9-4f3a-973c-d5ad3d42c760), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.515263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a3f089-ceb9-4f3a-973c-d5ad3d42c760']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:07.525483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6726721d-b056-4ece-9c67-788e39785618') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:07.525736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6726721d-b056-4ece-9c67-788e39785618') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:07.536840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (6726721d-b056-4ece-9c67-788e39785618), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.552886 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (6726721d-b056-4ece-9c67-788e39785618), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.559063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:51:07.559444 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (6726721d-b056-4ece-9c67-788e39785618), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:51:07.562694 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:51:07.568156 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-00b74c71-27c5-4b40-b133-0cf3535e55e2 None None] Current status of the port 96e1aac5-13c3-4981-9380-05c29d4b8924 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:07.594303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955328ea-508c-485a-b220-5c76a76e392d None None] Network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:07.627152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (42a3f089-ceb9-4f3a-973c-d5ad3d42c760), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.635527 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.638758 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "DELETE /v2.0/networks/42a3f089-ceb9-4f3a-973c-d5ad3d42c760 HTTP/1.1" status: 204 len: 168 time: 0.9586771 Mar 22 14:51:07.641488 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44480) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:07.651856 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73e190-91b3-468d-81fd-eb77e8c04b5d tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event deleted for resources: {'Network': ['ID=42a3f089-ceb9-4f3a-973c-d5ad3d42c760,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:07.692274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Deleting subnet 2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:51:07.695822 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for subnet (2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.734888 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.824358 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.883261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.909643 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event deleted for resources: {'Subnet': ['ID=2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:07.913152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:07.916368 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9948ebf6-627e-49c8-80fa-520361ef23d7 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "DELETE /v2.0/subnets/2efe8f3e-beaa-49a3-b6d8-82be6e92c1d3 HTTP/1.1" status: 204 len: 168 time: 0.2737513 Mar 22 14:51:07.920190 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44482) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:07.922032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ecbb83-770d-4970-8b25-ad9df93f4a7d None None] Network 0cbefe53-5a52-4c83-b00f-0a01610e5c36 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:07.999411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (0cbefe53-5a52-4c83-b00f-0a01610e5c36), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.016238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a253da5f-7365-4c46-82c9-099909b93fc2 None None] Provisioning complete for port 96e1aac5-13c3-4981-9380-05c29d4b8924 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:08.016692 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a253da5f-7365-4c46-82c9-099909b93fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.060995 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Deleting port 96e1aac5-13c3-4981-9380-05c29d4b8924 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:51:08.061331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.100452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a253da5f-7365-4c46-82c9-099909b93fc2 None None] Current status of the port 96e1aac5-13c3-4981-9380-05c29d4b8924 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:08.118462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] DHCP port deletion for 0cbefe53-5a52-4c83-b00f-0a01610e5c36 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:51:08.125030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] For port 96e1aac5-13c3-4981-9380-05c29d4b8924, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=96e1aac5-13c3-4981-9380-05c29d4b8924,segment=NetworkSegment(3cfe2775-504c-4336-89a3-8ee538c073f1),segment_id=3cfe2775-504c-4336-89a3-8ee538c073f1)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:08.125493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.138741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Calling delete_port for 96e1aac5-13c3-4981-9380-05c29d4b8924 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:51:08.164905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] Deleting port 96e1aac5-13c3-4981-9380-05c29d4b8924 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:51:08.165272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.218497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.231747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] For port 96e1aac5-13c3-4981-9380-05c29d4b8924, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=96e1aac5-13c3-4981-9380-05c29d4b8924,segment=NetworkSegment(3cfe2775-504c-4336-89a3-8ee538c073f1),segment_id=3cfe2775-504c-4336-89a3-8ee538c073f1)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:08.232149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.247812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] Calling delete_port for 96e1aac5-13c3-4981-9380-05c29d4b8924 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:51:08.249723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event deleted for resources: {'Port': ['ID=96e1aac5-13c3-4981-9380-05c29d4b8924,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:08.251571 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] No DVR routers for this DVR port 96e1aac5-13c3-4981-9380-05c29d4b8924 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:08.326176 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (96e1aac5-13c3-4981-9380-05c29d4b8924), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.329162 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (0cbefe53-5a52-4c83-b00f-0a01610e5c36), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.351315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbefe53-5a52-4c83-b00f-0a01610e5c36']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:08.358150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] Pushing event deleted for resources: {'Port': ['ID=96e1aac5-13c3-4981-9380-05c29d4b8924,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:08.360890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe547e8-bb69-41cb-a75f-730274111f4e None None] No DVR routers for this DVR port 96e1aac5-13c3-4981-9380-05c29d4b8924 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:08.363571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 96e1aac5-13c3-4981-9380-05c29d4b8924 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:51:08.365298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfe2775-504c-4336-89a3-8ee538c073f1') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:08.365588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfe2775-504c-4336-89a3-8ee538c073f1') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:08.379109 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (3cfe2775-504c-4336-89a3-8ee538c073f1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.385743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 96e1aac5-13c3-4981-9380-05c29d4b8924 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:51:08.386424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 96e1aac5-13c3-4981-9380-05c29d4b8924 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:51:08.393908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (3cfe2775-504c-4336-89a3-8ee538c073f1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.400923 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:51:08.401315 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (3cfe2775-504c-4336-89a3-8ee538c073f1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:51:08.404360 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:51:08.465478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (0cbefe53-5a52-4c83-b00f-0a01610e5c36), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.472279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.477858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "DELETE /v2.0/networks/0cbefe53-5a52-4c83-b00f-0a01610e5c36 HTTP/1.1" status: 204 len: 168 time: 0.5539274 Mar 22 14:51:08.478489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44484) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:08.487137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1652114-2c4c-43d4-8b41-15a6fd858ab9 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Pushing event deleted for resources: {'Network': ['ID=0cbefe53-5a52-4c83-b00f-0a01610e5c36,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:08.506751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2e212ebe-8a07-4798-a913-5d0cfa468383 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "GET /v2.0/ports?device_id=72897df4-4ef2-4354-9441-4ed6f643782f HTTP/1.1" status: 200 len: 205 time: 0.0269787 Mar 22 14:51:08.509294 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44486) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:08.631751 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b273cb-28cf-4395-b48f-3b475a036179 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for router (72897df4-4ef2-4354-9441-4ed6f643782f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.799703 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b273cb-28cf-4395-b48f-3b475a036179 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (72897df4-4ef2-4354-9441-4ed6f643782f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.803016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b273cb-28cf-4395-b48f-3b475a036179 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for router_controller (72897df4-4ef2-4354-9441-4ed6f643782f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.851290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b273cb-28cf-4395-b48f-3b475a036179 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (72897df4-4ef2-4354-9441-4ed6f643782f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.851811 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b273cb-28cf-4395-b48f-3b475a036179 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Fanout notify agent at l3_agent the message router_deleted on router 72897df4-4ef2-4354-9441-4ed6f643782f {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:51:08.859113 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-58b273cb-28cf-4395-b48f-3b475a036179 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:08.860218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-58b273cb-28cf-4395-b48f-3b475a036179 tempest-RoutersNegativeTest-819482458 tempest-RoutersNegativeTest-819482458-project] 10.222.0.44 "DELETE /v2.0/routers/72897df4-4ef2-4354-9441-4ed6f643782f HTTP/1.1" status: 204 len: 168 time: 0.3499541 Mar 22 14:51:09.108349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44492) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:09.253729 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a476136-2dc1-4d35-a501-2520027c3e96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b5ba8a45e584a56b6ba6bab942018df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440504 Mar 22 14:51:09.257383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:09.307105 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9fb464b-0b4a-4138-ad44-9a20dbdcf369 admin admin] Publish callbacks [] for security_group (bd083332-2580-45e5-b8c4-78b506b1b809), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:09.330841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9fb464b-0b4a-4138-ad44-9a20dbdcf369 admin admin] Publish callbacks [] for security_group (bd083332-2580-45e5-b8c4-78b506b1b809), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:09.389767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9fb464b-0b4a-4138-ad44-9a20dbdcf369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (bd083332-2580-45e5-b8c4-78b506b1b809), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:09.392734 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c9fb464b-0b4a-4138-ad44-9a20dbdcf369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:09.393896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c9fb464b-0b4a-4138-ad44-9a20dbdcf369 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd083332-2580-45e5-b8c4-78b506b1b809 HTTP/1.1" status: 204 len: 168 time: 0.1356223 Mar 22 14:51:09.401598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb464b-0b4a-4138-ad44-9a20dbdcf369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd083332-2580-45e5-b8c4-78b506b1b809,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:10.072747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44518) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:10.171876 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1964388675-network', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:10.194714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Made reservation on behalf of 2d81cc097930433c8bd1c474dbf26e61 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:10.197075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.205307 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.279792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks [] for security_group (fa41574e-6d27-418c-ace9-b750e00a6673), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.285417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fa41574e-6d27-418c-ace9-b750e00a6673), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.313637 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:51:10.329911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa41574e-6d27-418c-ace9-b750e00a6673,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:10.332730 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (20af2139-2905-4aa4-bcfc-e7ac7af8fce7), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.333068 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Added segment 20af2139-2905-4aa4-bcfc-e7ac7af8fce7 of type vlan for network 0ec11328-deb4-4d93-b958-e25a7697f085 Mar 22 14:51:10.372471 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (0ec11328-deb4-4d93-b958-e25a7697f085), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.400186 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (0ec11328-deb4-4d93-b958-e25a7697f085), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.401200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:10.401775 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.454578 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3806710 Mar 22 14:51:10.457725 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44522) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:10.461816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28209d9-fd85-40b7-b5b6-8e08b6f1aa46 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec11328-deb4-4d93-b958-e25a7697f085,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:10.462754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Request body: {'subnet': {'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-subnet', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:10.472285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 0ec11328-deb4-4d93-b958-e25a7697f085 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:51:10.482294 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Made reservation on behalf of 2d81cc097930433c8bd1c474dbf26e61 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:10.484661 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.669741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (df5af94d-2f1b-4efa-9679-aa9556478024), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.721614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5af94d-2f1b-4efa-9679-aa9556478024,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:10.732003 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Checking segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:10.732366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Network hostable DHCP agents. Network: 0ec11328-deb4-4d93-b958-e25a7697f085, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:51:10.753082 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Network 0ec11328-deb4-4d93-b958-e25a7697f085 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:51:10.768862 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 0ec11328-deb4-4d93-b958-e25a7697f085) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:10.773613 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:10.774245 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.778717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309a529-0c1a-4790-80b4-8c916fb8e4cc None None] Network 0ec11328-deb4-4d93-b958-e25a7697f085 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:10.798111 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-60a7f1b6-19a9-49ee-8dd6-6db9eeaa1f04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3364611 Mar 22 14:51:10.798753 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:10.803772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:10.824152 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (4efb2492-ff8d-4c47-bcd6-bdacae305495), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.826280 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (4efb2492-ff8d-4c47-bcd6-bdacae305495), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.883945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks [] for router_controller (4efb2492-ff8d-4c47-bcd6-bdacae305495), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.886212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-0ec11328-deb4-4d93-b958-e25a7697f085', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'fixed_ips': [{'subnet_id': 'df5af94d-2f1b-4efa-9679-aa9556478024'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:51:10.887275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.025548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Allocated IP 172.20.0.2 (0ec11328-deb4-4d93-b958-e25a7697f085/df5af94d-2f1b-4efa-9679-aa9556478024/a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:11.027176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks [] for router_gateway (4efb2492-ff8d-4c47-bcd6-bdacae305495), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.170299 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Publish callbacks [] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.178459 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.219213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Network 0ec11328-deb4-4d93-b958-e25a7697f085 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:11.222302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:11.227746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:11.233061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks [] for router_gateway (4efb2492-ff8d-4c47-bcd6-bdacae305495), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.234735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Pushing event updated for resources: {'Port': ['ID=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:11.252091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.286908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Attempting to bind port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:11.287267 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Attempting to bind port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:11.287624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Attempting to bind port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 on network 0ec11328-deb4-4d93-b958-e25a7697f085 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:11.292589 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:11.292955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Checking segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:11.293353 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.293736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Bound using segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:11.294222 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Bound port: a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:11.295074 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.359155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] For port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:11.359891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Allocated IP 172.25.2.229 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/820cfc53-fad2-4280-800c-ad8cad24b674) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:11.362479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] For port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:11.368030 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.426483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257dc86-76fb-4062-99e4-9bfaedab85e1 None None] Pushing event updated for resources: {'Port': ['ID=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:11.467219 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks [] for port (820cfc53-fad2-4280-800c-ad8cad24b674), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.502899 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.540014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:11.543017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:11.549451 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:11.585408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Pushing event updated for resources: {'Port': ['ID=820cfc53-fad2-4280-800c-ad8cad24b674,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:12.090420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks [] for router_gateway (4efb2492-ff8d-4c47-bcd6-bdacae305495), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.297193 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (4efb2492-ff8d-4c47-bcd6-bdacae305495), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.355767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d17fd-ace5-4398-887c-c032ca5071ca None None] Network 0ec11328-deb4-4d93-b958-e25a7697f085 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:12.402005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:12.440660 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Router 4efb2492-ff8d-4c47-bcd6-bdacae305495 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:51:12.482914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-7be4b5a4-34b6-4068-8fab-b23a190eaecf None None] Provisioning complete for port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:12.483290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7be4b5a4-34b6-4068-8fab-b23a190eaecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.546453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:12.546738 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.549335 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:51:12.559240 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Sync routers for ids ['4efb2492-ff8d-4c47-bcd6-bdacae305495'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:51:12.568590 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.572593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9cc37cb4-0d79-424b-a3c6-08b8072edd47 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7701097 Mar 22 14:51:12.572744 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Routers {'4efb2492-ff8d-4c47-bcd6-bdacae305495'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:12.572744 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:50:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4efb2492-ff8d-4c47-bcd6-bdacae305495'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:12.572954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44526) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:12.644841 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-7be4b5a4-34b6-4068-8fab-b23a190eaecf None None] Current status of the port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:12.645239 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7be4b5a4-34b6-4068-8fab-b23a190eaecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.685882 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Set router 4efb2492-ff8d-4c47-bcd6-bdacae305495 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:12.706997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:12.707390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.712810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-7be4b5a4-34b6-4068-8fab-b23a190eaecf None None] For port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:12.728735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7be4b5a4-34b6-4068-8fab-b23a190eaecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:12.812603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4b5a4-34b6-4068-8fab-b23a190eaecf None None] Pushing event updated for resources: {'Port': ['ID=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:12.825694 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:51:12.826091 n-d-834677-3 neutron-server[110459]: DEBUG oslo_db.api [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:51:12.948712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cf9fb8dd-2b3a-4b80-8cc8-d4e6dc4873d5 None None] Provisioning complete for port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:12.949248 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb8dd-2b3a-4b80-8cc8-d4e6dc4873d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.007811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:51:11Z', 'revision_number': 3, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port': {'id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:11Z', 'updated_at': '2022-03-22T14:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:13.030053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fb8dd-2b3a-4b80-8cc8-d4e6dc4873d5 None None] Current status of the port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:13.034073 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Checking router: 4efb2492-ff8d-4c47-bcd6-bdacae305495 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:51:13.034262 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Updating router 4efb2492-ff8d-4c47-bcd6-bdacae305495 port 820cfc53-fad2-4280-800c-ad8cad24b674 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:51:13.056957 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.060901 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.207332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Allocated IP 172.20.0.1 (0ec11328-deb4-4d93-b958-e25a7697f085/df5af94d-2f1b-4efa-9679-aa9556478024/2c75e1fd-adc5-4b0e-b396-41949ba47b09) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:13.311420 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Publish callbacks [] for port (820cfc53-fad2-4280-800c-ad8cad24b674), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.312164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks [] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.317656 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.348728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.369056 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Attempting to bind port 820cfc53-fad2-4280-800c-ad8cad24b674 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:13.369423 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Attempting to bind port 820cfc53-fad2-4280-800c-ad8cad24b674 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:13.369784 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Attempting to bind port 820cfc53-fad2-4280-800c-ad8cad24b674 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:13.371288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:13.377334 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Pushing event updated for resources: {'Port': ['ID=820cfc53-fad2-4280-800c-ad8cad24b674,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:13.379456 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:13.379818 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:13.380214 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.380598 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:13.381059 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Bound port: 820cfc53-fad2-4280-800c-ad8cad24b674, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:13.381434 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.394572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Network 0ec11328-deb4-4d93-b958-e25a7697f085 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:13.399379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:13.403811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.403982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:13.404158 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.404495 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.404822 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.405148 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.405510 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.405886 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.406248 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.406568 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.406891 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.407022 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Pushing event updated for resources: {'Port': ['ID=2c75e1fd-adc5-4b0e-b396-41949ba47b09,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:13.407201 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.407518 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.407832 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.408145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.408465 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:13.444579 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] For port 820cfc53-fad2-4280-800c-ad8cad24b674, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:13.444822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (4efb2492-ff8d-4c47-bcd6-bdacae305495), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.448245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] For port 820cfc53-fad2-4280-800c-ad8cad24b674, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=820cfc53-fad2-4280-800c-ad8cad24b674,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:13.456190 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.515494 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eae205-47ea-4fcf-9bc3-895d2ef66747 None None] Pushing event updated for resources: {'Port': ['ID=820cfc53-fad2-4280-800c-ad8cad24b674,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:13.524145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Routers {'4efb2492-ff8d-4c47-bcd6-bdacae305495'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:13.524834 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:50:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4efb2492-ff8d-4c47-bcd6-bdacae305495'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:13.596618 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.637329 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] Set router 4efb2492-ff8d-4c47-bcd6-bdacae305495 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:13.654112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-500d27ef-995a-4165-b2ec-0182eb36db4b None None] Provisioning complete for port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:13.654532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-500d27ef-995a-4165-b2ec-0182eb36db4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.692896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-500d27ef-995a-4165-b2ec-0182eb36db4b None None] Port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:51:13.762378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks [] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.768185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.815233 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:51:11Z', 'revision_number': 3, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port': {'id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:11Z', 'updated_at': '2022-03-22T14:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:13.837686 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Pushing event updated for resources: {'Port': ['ID=2c75e1fd-adc5-4b0e-b396-41949ba47b09,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:13.840939 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70e003-387d-4022-aea7-bd49675d62f5 None None] The sync data for ids ['4efb2492-ff8d-4c47-bcd6-bdacae305495'] in n-d-834677-3 is: [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:51:11Z', 'revision_number': 3, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port': {'id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:11Z', 'updated_at': '2022-03-22T14:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:51:13.841267 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (4efb2492-ff8d-4c47-bcd6-bdacae305495), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:13.937627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Network 0ec11328-deb4-4d93-b958-e25a7697f085 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:13.938994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:14.087282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Router 4efb2492-ff8d-4c47-bcd6-bdacae305495 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:51:14.216462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-232fa289-3e99-48d4-a0d5-eb4c1ba71b7d None None] Provisioning complete for port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:14.216766 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-232fa289-3e99-48d4-a0d5-eb4c1ba71b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.217618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:51:14.231718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d4efa65c-b94f-40b4-bad6-2119fcde8d1b admin admin] 10.222.0.44 "PUT /v2.0/routers/4efb2492-ff8d-4c47-bcd6-bdacae305495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6490467 Mar 22 14:51:14.255212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-232fa289-3e99-48d4-a0d5-eb4c1ba71b7d None None] Port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:51:14.449329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:14.503406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:14.503788 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.588753 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:14.589854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 820cfc53-fad2-4280-800c-ad8cad24b674 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:14.638716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 820cfc53-fad2-4280-800c-ad8cad24b674 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:14.639103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.725318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 820cfc53-fad2-4280-800c-ad8cad24b674 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:14.725707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.746581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 820cfc53-fad2-4280-800c-ad8cad24b674, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=820cfc53-fad2-4280-800c-ad8cad24b674,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:14.751139 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.759125 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44542) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:14.764407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1960384860-network', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:14.784140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Made reservation on behalf of 7bb4d1d8888a4dcb989925721cfdb3c7 for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:14.786485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.795894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.802552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=820cfc53-fad2-4280-800c-ad8cad24b674,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:14.840349 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:51:14.876801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks [] for security_group (886d5c6a-c8dc-4e75-b124-09ddee186a72), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.882603 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (886d5c6a-c8dc-4e75-b124-09ddee186a72), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.907185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:51:14.917183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886d5c6a-c8dc-4e75-b124-09ddee186a72,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:14.923516 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (966313eb-2d19-4ff0-9bae-f51a01d729aa), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.923853 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Added segment 966313eb-2d19-4ff0-9bae-f51a01d729aa of type vlan for network 42dba49c-f058-4e2e-9278-8a0585b47cf6 Mar 22 14:51:14.966768 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (42dba49c-f058-4e2e-9278-8a0585b47cf6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.993075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (42dba49c-f058-4e2e-9278-8a0585b47cf6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:14.994075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:14.994765 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.049441 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2891459 Mar 22 14:51:15.052432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44544) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:15.057442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Request body: {'subnet': {'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-subnet', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:15.059946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016788-cbe9-41e2-9274-1253b33ac0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=42dba49c-f058-4e2e-9278-8a0585b47cf6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:15.076344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:51:15.079848 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Made reservation on behalf of 7bb4d1d8888a4dcb989925721cfdb3c7 for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:15.082540 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.253497 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (c96f4ab0-b9de-4abf-8894-3a4027e421a1), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.303278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96f4ab0-b9de-4abf-8894-3a4027e421a1,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:15.320348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Checking segment: {'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:15.320718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Network hostable DHCP agents. Network: 42dba49c-f058-4e2e-9278-8a0585b47cf6, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:51:15.339995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:51:15.350114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 42dba49c-f058-4e2e-9278-8a0585b47cf6) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:15.354368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:15.354986 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.359692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3445947-25d9-4fca-9cea-e552e32478c1 None None] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:15.372591 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-523f73b4-474a-4671-a446-fdfa07d888b0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3190026 Mar 22 14:51:15.375491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44546) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:15.380815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:15.399925 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (969162a0-b3aa-4702-84ac-e605d28d6a70), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.401000 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (969162a0-b3aa-4702-84ac-e605d28d6a70), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.402463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Sync routers for ids ['4efb2492-ff8d-4c47-bcd6-bdacae305495'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:51:15.422610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Routers {'4efb2492-ff8d-4c47-bcd6-bdacae305495'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:15.423241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:50:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4efb2492-ff8d-4c47-bcd6-bdacae305495'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:15.458609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks [] for router_controller (969162a0-b3aa-4702-84ac-e605d28d6a70), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.541295 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-42dba49c-f058-4e2e-9278-8a0585b47cf6', 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6', 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'fixed_ips': [{'subnet_id': 'c96f4ab0-b9de-4abf-8894-3a4027e421a1'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:51:15.542324 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.597868 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks [] for router_gateway (969162a0-b3aa-4702-84ac-e605d28d6a70), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.628021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Set router 4efb2492-ff8d-4c47-bcd6-bdacae305495 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:15.809938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks [] for router_gateway (969162a0-b3aa-4702-84ac-e605d28d6a70), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.829478 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:15.938307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Allocated IP 172.25.2.141 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/8d7d9e30-08a2-43ba-a72a-f5e01c2f6097) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:15.970925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Allocated IP 172.20.0.2 (42dba49c-f058-4e2e-9278-8a0585b47cf6/c96f4ab0-b9de-4abf-8894-3a4027e421a1/66f8269f-a3dd-4f44-be34-0f795667a9d3) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:16.046067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks [] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.080666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.121203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:16.124095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:16.127749 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:16.154477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Pushing event updated for resources: {'Port': ['ID=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:16.160502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:51:13Z', 'revision_number': 4, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port': {'id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:11Z', 'updated_at': '2022-03-22T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c75e1fd-adc5-4b0e-b396-41949ba47b09', 'name': '', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'mac_address': 'fa:16:3e:75:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:13Z', 'updated_at': '2022-03-22T14:51:13Z', 'revision_number': 2, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'subnets': [{'id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:16.192696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Checking router: 4efb2492-ff8d-4c47-bcd6-bdacae305495 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:51:16.192920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Updating router 4efb2492-ff8d-4c47-bcd6-bdacae305495 port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:51:16.214675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Publish callbacks [] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.225427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.254074 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.282914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:16.290355 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:16.292285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Pushing event updated for resources: {'Port': ['ID=66f8269f-a3dd-4f44-be34-0f795667a9d3,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:16.325377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:16.381584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 820cfc53-fad2-4280-800c-ad8cad24b674 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:16.412048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks [] for router_gateway (969162a0-b3aa-4702-84ac-e605d28d6a70), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.482931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Attempting to bind port 66f8269f-a3dd-4f44-be34-0f795667a9d3 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:16.483158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Attempting to bind port 66f8269f-a3dd-4f44-be34-0f795667a9d3 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:16.483559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Attempting to bind port 66f8269f-a3dd-4f44-be34-0f795667a9d3 on network 42dba49c-f058-4e2e-9278-8a0585b47cf6 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:16.529574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:16.529910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Checking segment: {'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:16.530368 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.530764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Bound using segment: {'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:16.531237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Bound port: 66f8269f-a3dd-4f44-be34-0f795667a9d3, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:16.531769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.573291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 820cfc53-fad2-4280-800c-ad8cad24b674 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:16.574014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.611654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (969162a0-b3aa-4702-84ac-e605d28d6a70), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.672908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] For port 66f8269f-a3dd-4f44-be34-0f795667a9d3, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:16.713510 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] For port 66f8269f-a3dd-4f44-be34-0f795667a9d3, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=66f8269f-a3dd-4f44-be34-0f795667a9d3,segment=NetworkSegment(966313eb-2d19-4ff0-9bae-f51a01d729aa),segment_id=966313eb-2d19-4ff0-9bae-f51a01d729aa)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:16.726403 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.744133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Router 969162a0-b3aa-4702-84ac-e605d28d6a70 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:51:16.787699 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Publish callbacks [] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.805865 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.833986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 820cfc53-fad2-4280-800c-ad8cad24b674 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:16.841385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807473c-6a40-40a8-a561-0ae9cb69e305 None None] Pushing event updated for resources: {'Port': ['ID=66f8269f-a3dd-4f44-be34-0f795667a9d3,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:16.861768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:51:16.870505 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Sync routers for ids ['969162a0-b3aa-4702-84ac-e605d28d6a70'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:51:16.885129 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.889616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44548) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:16.890481 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Routers {'969162a0-b3aa-4702-84ac-e605d28d6a70'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:16.891196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:50:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['969162a0-b3aa-4702-84ac-e605d28d6a70'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:16.891422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6558b8c3-a10e-4456-96cd-28a9fea12b3f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5133176 Mar 22 14:51:16.963378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8361cb-f3cd-4b7d-ae04-7e4719f5f72f None None] Pushing event updated for resources: {'Port': ['ID=2c75e1fd-adc5-4b0e-b396-41949ba47b09,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:16.969850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Attempting to bind port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:16.970678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Attempting to bind port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:16.970678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Attempting to bind port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 on network 0ec11328-deb4-4d93-b958-e25a7697f085 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:16.976171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:16.976516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Checking segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:16.976860 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.977259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Bound using segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:16.977734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Bound port: 2c75e1fd-adc5-4b0e-b396-41949ba47b09, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:16.982946 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.058665 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Set router 969162a0-b3aa-4702-84ac-e605d28d6a70 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:17.084442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] For port 2c75e1fd-adc5-4b0e-b396-41949ba47b09, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:17.093708 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] For port 2c75e1fd-adc5-4b0e-b396-41949ba47b09, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2c75e1fd-adc5-4b0e-b396-41949ba47b09,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:17.114713 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.213033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8361cb-f3cd-4b7d-ae04-7e4719f5f72f None None] Pushing event updated for resources: {'Port': ['ID=2c75e1fd-adc5-4b0e-b396-41949ba47b09,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:17.224258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Routers {'4efb2492-ff8d-4c47-bcd6-bdacae305495'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:17.224909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:50:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4efb2492-ff8d-4c47-bcd6-bdacae305495'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:17.360426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a5f0b127-665c-4cfc-a864-b744ef3904e2 None None] Provisioning complete for port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:17.361112 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b127-665c-4cfc-a864-b744ef3904e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.370688 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:16Z', 'revision_number': 3, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port': {'id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:17.401953 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Checking router: 969162a0-b3aa-4702-84ac-e605d28d6a70 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:51:17.402644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Updating router 969162a0-b3aa-4702-84ac-e605d28d6a70 port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:51:17.428873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] Set router 4efb2492-ff8d-4c47-bcd6-bdacae305495 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:17.439852 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.498786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0b127-665c-4cfc-a864-b744ef3904e2 None None] Current status of the port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:17.499120 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b127-665c-4cfc-a864-b744ef3904e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.520511 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.582311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a5f0b127-665c-4cfc-a864-b744ef3904e2 None None] For port 2c75e1fd-adc5-4b0e-b396-41949ba47b09, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2c75e1fd-adc5-4b0e-b396-41949ba47b09,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:17.608100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b127-665c-4cfc-a864-b744ef3904e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.688453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0b127-665c-4cfc-a864-b744ef3904e2 None None] Pushing event updated for resources: {'Port': ['ID=2c75e1fd-adc5-4b0e-b396-41949ba47b09,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:17.707592 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Allocated IP 172.20.0.1 (42dba49c-f058-4e2e-9278-8a0585b47cf6/c96f4ab0-b9de-4abf-8894-3a4027e421a1/5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:17.738671 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d8065250-8dcb-4445-bff7-78fc00003ecf None None] Provisioning complete for port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:17.739048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8065250-8dcb-4445-bff7-78fc00003ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.752871 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Publish callbacks [] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.762454 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.805022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:51:13Z', 'revision_number': 4, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port': {'id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:11Z', 'updated_at': '2022-03-22T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c75e1fd-adc5-4b0e-b396-41949ba47b09', 'name': '', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'mac_address': 'fa:16:3e:75:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:13Z', 'updated_at': '2022-03-22T14:51:17Z', 'revision_number': 4, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'subnets': [{'id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:17.814769 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Attempting to bind port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:17.815140 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Attempting to bind port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:17.815504 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Attempting to bind port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:17.827551 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f02299-38bf-432c-a75f-0a1462a2a4d0 None None] Pushing event updated for resources: {'Port': ['ID=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:17.830546 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:17.830988 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:17.831393 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.831781 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:17.832263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Bound port: 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:17.832642 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.872522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks [] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.889798 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] For port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:17.893823 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] For port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:17.907430 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.912364 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.974685 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:17.976251 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Routers {'969162a0-b3aa-4702-84ac-e605d28d6a70'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:17.976894 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:50:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['969162a0-b3aa-4702-84ac-e605d28d6a70'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:17.998559 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:18.000691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:18.004255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:18.038181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2cf0-cdfb-4b0a-a95d-c41f20be26ce None None] The sync data for ids ['4efb2492-ff8d-4c47-bcd6-bdacae305495'] in n-d-834677-3 is: [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:51:13Z', 'revision_number': 4, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port': {'id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:11Z', 'updated_at': '2022-03-22T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '2c75e1fd-adc5-4b0e-b396-41949ba47b09', 'name': '', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'mac_address': 'fa:16:3e:75:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:13Z', 'updated_at': '2022-03-22T14:51:17Z', 'revision_number': 4, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'subnets': [{'id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:51:18.062899 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (969162a0-b3aa-4702-84ac-e605d28d6a70), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.086794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d8065250-8dcb-4445-bff7-78fc00003ecf None None] Current status of the port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:18.097824 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f02299-38bf-432c-a75f-0a1462a2a4d0 None None] Pushing event updated for resources: {'Port': ['ID=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:18.133836 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] Set router 969162a0-b3aa-4702-84ac-e605d28d6a70 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:18.254772 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f59e8aa1-4a3c-4637-aeb8-899f5a9ec9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.264524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d0173b-64ba-442e-a10c-a9a40a7a8922 None None] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:18.283786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.349647 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:16Z', 'revision_number': 3, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port': {'id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:18.409448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d8fe1061-5015-40f2-be90-2de9b61a4984 None None] Provisioning complete for port 66f8269f-a3dd-4f44-be34-0f795667a9d3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:18.410102 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1061-5015-40f2-be90-2de9b61a4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.511253 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae371cd0-1712-4b0c-a461-493d45e1c17d None None] The sync data for ids ['969162a0-b3aa-4702-84ac-e605d28d6a70'] in n-d-834677-3 is: [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:16Z', 'revision_number': 3, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port': {'id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:51:18.537520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 66f8269f-a3dd-4f44-be34-0f795667a9d3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:18.569377 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks [] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.582534 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.633605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe1061-5015-40f2-be90-2de9b61a4984 None None] Current status of the port 66f8269f-a3dd-4f44-be34-0f795667a9d3 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:18.634208 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1061-5015-40f2-be90-2de9b61a4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.660023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 66f8269f-a3dd-4f44-be34-0f795667a9d3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:18.660397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.679033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (969162a0-b3aa-4702-84ac-e605d28d6a70), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.684052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:18.725943 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d8fe1061-5015-40f2-be90-2de9b61a4984 None None] For port 66f8269f-a3dd-4f44-be34-0f795667a9d3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=66f8269f-a3dd-4f44-be34-0f795667a9d3,segment=NetworkSegment(966313eb-2d19-4ff0-9bae-f51a01d729aa),segment_id=966313eb-2d19-4ff0-9bae-f51a01d729aa)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:18.737021 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1061-5015-40f2-be90-2de9b61a4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.848521 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:18.850155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:18.857242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe1061-5015-40f2-be90-2de9b61a4984 None None] Pushing event updated for resources: {'Port': ['ID=66f8269f-a3dd-4f44-be34-0f795667a9d3,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:18.875155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 66f8269f-a3dd-4f44-be34-0f795667a9d3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:18.876530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2c75e1fd-adc5-4b0e-b396-41949ba47b09 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:18.957819 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d4bfeb9c-5f5f-4ee1-a98f-7b95e0d83003 None None] Provisioning complete for port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:18.958572 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4bfeb9c-5f5f-4ee1-a98f-7b95e0d83003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.015894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfeb9c-5f5f-4ee1-a98f-7b95e0d83003 None None] Port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:51:19.034667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:19.035220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.049728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Router 969162a0-b3aa-4702-84ac-e605d28d6a70 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:51:19.073760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d4bfeb9c-5f5f-4ee1-a98f-7b95e0d83003 None None] Provisioning complete for port 66f8269f-a3dd-4f44-be34-0f795667a9d3 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:19.073760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d4bfeb9c-5f5f-4ee1-a98f-7b95e0d83003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.204601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:51:19.210562 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3f4b0e4a-4ff5-4815-b0a4-6de3ffbfbc56 admin admin] 10.222.0.44 "PUT /v2.0/routers/969162a0-b3aa-4702-84ac-e605d28d6a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3197703 Mar 22 14:51:19.274629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:19.277813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfeb9c-5f5f-4ee1-a98f-7b95e0d83003 None None] Current status of the port 66f8269f-a3dd-4f44-be34-0f795667a9d3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:19.397860 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-33fed65b-bd4e-4245-a642-ed4597a047ac None None] Provisioning complete for port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:19.398285 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-33fed65b-bd4e-4245-a642-ed4597a047ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.440663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-33fed65b-bd4e-4245-a642-ed4597a047ac None None] Port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:51:19.563078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f31e3626-9f42-4a55-8306-ffe868fc8ec8 None None] Provisioning complete for port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:19.563964 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f31e3626-9f42-4a55-8306-ffe868fc8ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.610367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f31e3626-9f42-4a55-8306-ffe868fc8ec8 None None] Port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:51:20.369327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-f1a95f45-74ac-4404-b6f2-094a53ca5c83 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:20.370911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-f1a95f45-74ac-4404-b6f2-094a53ca5c83 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/networks?id=0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 200 len: 817 time: 0.4697764 Mar 22 14:51:20.385607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-76b08d45-018e-4531-ba73-3daaf6ec6f7a tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/quotas/2d81cc097930433c8bd1c474dbf26e61 HTTP/1.1" status: 200 len: 375 time: 0.0092392 Mar 22 14:51:20.438991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 66f8269f-a3dd-4f44-be34-0f795667a9d3 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:20.444061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-bd7fc5fa-2519-46ef-a041-f8e1df88d1b6 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d81cc097930433c8bd1c474dbf26e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530083 Mar 22 14:51:20.489000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 66f8269f-a3dd-4f44-be34-0f795667a9d3 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:20.489368 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.535945 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ede23291-84a7-400d-b7e8-08bbcea00844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.541428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-cb498db4-9c4d-46c2-9f35-d64bde5989b9 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Mar 22 14:51:20.581083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 66f8269f-a3dd-4f44-be34-0f795667a9d3 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:20.582315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:20.632453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-7c4ca2bd-39ac-456f-b5b4-348bb2e3e92b service neutron] 10.222.0.44 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838008 Mar 22 14:51:20.633699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:20.634108 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.712103 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:20.712492 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.733729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:20.737879 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.794252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:20.815242 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b7799234-cce3-4d46-9145-dfe5719d7997 req-323d399c-a414-489e-8d80-ba964a5064bd tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 210 time: 0.0333107 Mar 22 14:51:21.448199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Sync routers for ids ['969162a0-b3aa-4702-84ac-e605d28d6a70'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:51:21.463265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Routers {'969162a0-b3aa-4702-84ac-e605d28d6a70'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:21.463887 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:51:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['969162a0-b3aa-4702-84ac-e605d28d6a70'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:21.571142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Set router 969162a0-b3aa-4702-84ac-e605d28d6a70 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:21.786255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:18Z', 'revision_number': 4, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port': {'id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5', 'name': '', 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'mac_address': 'fa:16:3e:dd:a9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c96f4ab0-b9de-4abf-8894-3a4027e421a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:17Z', 'updated_at': '2022-03-22T14:51:18Z', 'revision_number': 2, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'subnets': [{'id': 'c96f4ab0-b9de-4abf-8894-3a4027e421a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:21.800784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-7fe07cd7-5b08-430f-b9c3-e6949d39d33c tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:21.802296 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-7fe07cd7-5b08-430f-b9c3-e6949d39d33c tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "GET /v2.0/networks?id=0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 200 len: 817 time: 0.1071358 Mar 22 14:51:21.812381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Checking router: 969162a0-b3aa-4702-84ac-e605d28d6a70 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:51:21.812794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Updating router 969162a0-b3aa-4702-84ac-e605d28d6a70 port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:51:21.814313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Request body: {'port': {'device_id': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'admin_state_up': True, 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:21.840737 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:21.916344 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c46f69a0-749a-4558-a18b-8e0dc0c2b02f req-0066e264-701a-49a0-a703-1f4d2f4f20d7 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 210 time: 0.0282021 Mar 22 14:51:21.927388 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Made reservation on behalf of 2d81cc097930433c8bd1c474dbf26e61 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:21.930981 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.060778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Allocated IP 172.20.0.11 (0ec11328-deb4-4d93-b958-e25a7697f085/df5af94d-2f1b-4efa-9679-aa9556478024/0cf84960-457e-444e-bba5-c2dba7d6389d) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:22.074240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.135432 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Publish callbacks [] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.141053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.193672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c70ba-bd33-4f45-b90b-14b6f60e7396 None None] Pushing event updated for resources: {'Port': ['ID=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:22.215116 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks [] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.251545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Attempting to bind port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:22.251921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Attempting to bind port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:22.252366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Attempting to bind port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 on network 42dba49c-f058-4e2e-9278-8a0585b47cf6 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:22.252600 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.260069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:22.260607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Checking segment: {'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:22.261096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.261625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Bound using segment: {'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:22.262206 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Bound port: 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966313eb-2d19-4ff0-9bae-f51a01d729aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:22.262675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.304538 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Network 0ec11328-deb4-4d93-b958-e25a7697f085 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:22.310185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:22.315498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:22.319615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Pushing event updated for resources: {'Port': ['ID=0cf84960-457e-444e-bba5-c2dba7d6389d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:22.330535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] For port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:22.334457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] For port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,segment=NetworkSegment(966313eb-2d19-4ff0-9bae-f51a01d729aa),segment_id=966313eb-2d19-4ff0-9bae-f51a01d729aa)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:22.348720 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.372191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:22.373020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.397410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-28176c79-7136-4233-9c56-80174da48772 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5873313 Mar 22 14:51:22.410283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c70ba-bd33-4f45-b90b-14b6f60e7396 None None] Pushing event updated for resources: {'Port': ['ID=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:22.423705 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Request body: {'port': {'device_id': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:22.425242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Routers {'969162a0-b3aa-4702-84ac-e605d28d6a70'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:51:22.425926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:51:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['969162a0-b3aa-4702-84ac-e605d28d6a70'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:22.471123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:22.485858 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.575964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d79794d7-21ee-4683-aee3-cedab7edde4e None None] Provisioning complete for port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:22.576340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d79794d7-21ee-4683-aee3-cedab7edde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.630868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:22.631278 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.657707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] Set router 969162a0-b3aa-4702-84ac-e605d28d6a70 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:51:22.804409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf84960-457e-444e-bba5-c2dba7d6389d {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:51:22.813393 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Publish callbacks [] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.827147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Transition to ACTIVE for port object 0cf84960-457e-444e-bba5-c2dba7d6389d will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:51:22.832359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.885635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf84960-457e-444e-bba5-c2dba7d6389d,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:22.970688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Attempting to bind port 0cf84960-457e-444e-bba5-c2dba7d6389d on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:22.971025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Attempting to bind port 0cf84960-457e-444e-bba5-c2dba7d6389d by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:22.971348 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Attempting to bind port 0cf84960-457e-444e-bba5-c2dba7d6389d on network 0ec11328-deb4-4d93-b958-e25a7697f085 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:22.983712 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Port 0cf84960-457e-444e-bba5-c2dba7d6389d on network 0ec11328-deb4-4d93-b958-e25a7697f085 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:51:22.984032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Attempting to bind port 0cf84960-457e-444e-bba5-c2dba7d6389d on network 0ec11328-deb4-4d93-b958-e25a7697f085 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:22.995487 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:22.995822 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Checking segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:22.996208 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Bound using segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:22.997421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Bound port: 0cf84960-457e-444e-bba5-c2dba7d6389d, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:22.998497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.004892 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d79794d7-21ee-4683-aee3-cedab7edde4e None None] Current status of the port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:23.005280 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d79794d7-21ee-4683-aee3-cedab7edde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.060630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f716-3dd6-463d-b324-4b03807f05ba req-080a0678-d7fd-42f6-8933-8db6472e8757 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.068412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e964f716-3dd6-463d-b324-4b03807f05ba req-080a0678-d7fd-42f6-8933-8db6472e8757 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 944 time: 0.0638883 Mar 22 14:51:23.080399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] For port 0cf84960-457e-444e-bba5-c2dba7d6389d, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:23.084715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] For port 0cf84960-457e-444e-bba5-c2dba7d6389d, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0cf84960-457e-444e-bba5-c2dba7d6389d,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:23.086746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:23.096207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.105182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d79794d7-21ee-4683-aee3-cedab7edde4e None None] For port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,segment=NetworkSegment(966313eb-2d19-4ff0-9bae-f51a01d729aa),segment_id=966313eb-2d19-4ff0-9bae-f51a01d729aa)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:23.123303 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e964f716-3dd6-463d-b324-4b03807f05ba req-0a286e5f-6ce1-4bcc-bef4-668402b03976 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Mar 22 14:51:23.124395 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d79794d7-21ee-4683-aee3-cedab7edde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.139300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.139859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.141264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] 10.222.0.42 "PUT /v2.0/ports/0cf84960-457e-444e-bba5-c2dba7d6389d HTTP/1.1" status: 200 len: 1092 time: 0.7238443 Mar 22 14:51:23.141713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'tag': '0cf84960-457e-444e-bba5-c2dba7d6389d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:51:23.154249 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae533fea-fe18-4bef-863d-1711dfd9e4aa", "tag": "0cf84960-457e-444e-bba5-c2dba7d6389d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:51:23.173858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe407cc-cbda-4ea8-9009-631c34467cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf84960-457e-444e-bba5-c2dba7d6389d,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:23.215678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79794d7-21ee-4683-aee3-cedab7edde4e None None] Pushing event updated for resources: {'Port': ['ID=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:23.226384 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b532155-65cd-4f26-a8ac-1fe367183237 x-openstack-request-id: req-8b532155-65cd-4f26-a8ac-1fe367183237 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:51:23.226671 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae533fea-fe18-4bef-863d-1711dfd9e4aa", "tag": "0cf84960-457e-444e-bba5-c2dba7d6389d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:51:23.227050 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b532155-65cd-4f26-a8ac-1fe367183237 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:51:23.227309 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b532155-65cd-4f26-a8ac-1fe367183237'] response: {'name': 'network-changed', 'server_uuid': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'tag': '0cf84960-457e-444e-bba5-c2dba7d6389d', 'status': 'completed', 'code': 200} Mar 22 14:51:23.233363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:18Z', 'revision_number': 4, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port': {'id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5', 'name': '', 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'mac_address': 'fa:16:3e:dd:a9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c96f4ab0-b9de-4abf-8894-3a4027e421a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:17Z', 'updated_at': '2022-03-22T14:51:22Z', 'revision_number': 4, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'subnets': [{'id': 'c96f4ab0-b9de-4abf-8894-3a4027e421a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:23.247065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-23dea138-a63b-41da-85b2-8b41304cd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.248752 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-23dea138-a63b-41da-85b2-8b41304cd622 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d81cc097930433c8bd1c474dbf26e61&device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 1126 time: 0.0545778 Mar 22 14:51:23.265240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27bc3ea-167e-4cd8-8c0f-5684fda4e0dd None None] The sync data for ids ['969162a0-b3aa-4702-84ac-e605d28d6a70'] in n-d-834677-3 is: [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:18Z', 'revision_number': 4, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port': {'id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5', 'name': '', 'network_id': '42dba49c-f058-4e2e-9278-8a0585b47cf6', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'mac_address': 'fa:16:3e:dd:a9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c96f4ab0-b9de-4abf-8894-3a4027e421a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:17Z', 'updated_at': '2022-03-22T14:51:22Z', 'revision_number': 4, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'subnets': [{'id': 'c96f4ab0-b9de-4abf-8894-3a4027e421a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:51:23.291606 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dcb22079-aef8-4927-a0a7-e8d1cb45709a None None] Provisioning complete for port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:23.291942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dcb22079-aef8-4927-a0a7-e8d1cb45709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.306126 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-10fe3715-d00d-45d3-9b0c-421bad679d86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cf84960-457e-444e-bba5-c2dba7d6389d HTTP/1.1" status: 200 len: 217 time: 0.0491405 Mar 22 14:51:23.370530 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-c888e0b5-0c02-4880-ace2-d2e7f019a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.375821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-c888e0b5-0c02-4880-ace2-d2e7f019a18b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5af94d-2f1b-4efa-9679-aa9556478024 HTTP/1.1" status: 200 len: 856 time: 0.0598607 Mar 22 14:51:23.418970 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dcb22079-aef8-4927-a0a7-e8d1cb45709a None None] Current status of the port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:23.432449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-5e8ceadb-0933-4517-b75c-3b590a953f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.434029 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-5e8ceadb-0933-4517-b75c-3b590a953f70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ec11328-deb4-4d93-b958-e25a7697f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514383 Mar 22 14:51:23.529599 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-e59209a6-280e-4ade-a955-ab5b97dc2454 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882978 Mar 22 14:51:23.573219 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.627186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0f34af09-4782-434c-8b0b-366cf8a84bf0 req-d886b663-dac0-4bdc-8fa3-93d08f524d3a service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913267 Mar 22 14:51:23.724321 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-83428e66-8d00-4d10-9c5b-ae1d05fd7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.725860 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-83428e66-8d00-4d10-9c5b-ae1d05fd7f8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d81cc097930433c8bd1c474dbf26e61&device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 1126 time: 0.0543885 Mar 22 14:51:24.073440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-a76e5176-baf5-40a9-b81d-ea9ff3ab25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:24.074978 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-a76e5176-baf5-40a9-b81d-ea9ff3ab25a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 200 len: 918 time: 0.3432205 Mar 22 14:51:24.120679 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-d93f6ed7-2b8b-47c5-b541-65cbd6c10652 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cf84960-457e-444e-bba5-c2dba7d6389d HTTP/1.1" status: 200 len: 217 time: 0.0373120 Mar 22 14:51:24.168891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-58e1a205-5c44-4af6-a970-bdb47d0e35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:24.170708 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-58e1a205-5c44-4af6-a970-bdb47d0e35c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5af94d-2f1b-4efa-9679-aa9556478024 HTTP/1.1" status: 200 len: 856 time: 0.0435023 Mar 22 14:51:24.221598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-ccbe4f73-277d-4b86-874d-012be2214018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:24.223385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-ccbe4f73-277d-4b86-874d-012be2214018 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ec11328-deb4-4d93-b958-e25a7697f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467193 Mar 22 14:51:24.252189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03491eb3-a6c9-4975-8ef7-468343dc861e req-9ec82dff-25a8-4f4e-bb27-dccff98e29ee tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:24.253677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03491eb3-a6c9-4975-8ef7-468343dc861e req-9ec82dff-25a8-4f4e-bb27-dccff98e29ee tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 944 time: 0.0522504 Mar 22 14:51:24.305787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03491eb3-a6c9-4975-8ef7-468343dc861e req-ee97afc0-434b-4a0f-bfb9-5156bfaac5d8 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Mar 22 14:51:24.316887 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-1c8c5705-3943-4116-86e9-a910af8df5b9 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850303 Mar 22 14:51:24.393334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:24.415966 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b32dc69-b048-4d0f-85aa-bc7be89f66e9 req-8148ae64-206b-4817-89d3-d84f12e414f5 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899310 Mar 22 14:51:24.441847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:24.442252 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:24.518812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:24.673046 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:24.821681 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:25.444679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6104d3-102b-46e6-9355-8028c5be1c46 req-52faad29-3a06-42ad-92dd-9a3407d1e11a tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:25.446221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a6104d3-102b-46e6-9355-8028c5be1c46 req-52faad29-3a06-42ad-92dd-9a3407d1e11a tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 944 time: 0.0609939 Mar 22 14:51:25.494297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a6104d3-102b-46e6-9355-8028c5be1c46 req-f600051d-7fef-422c-bb1c-de656b49203c tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Mar 22 14:51:25.584722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0cf84960-457e-444e-bba5-c2dba7d6389d details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:51:25.688792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0cf84960-457e-444e-bba5-c2dba7d6389d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0cf84960-457e-444e-bba5-c2dba7d6389d,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:25.700730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '0cf84960-457e-444e-bba5-c2dba7d6389d', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'port_id': '0cf84960-457e-444e-bba5-c2dba7d6389d', 'mac_address': 'fa:16:3e:b0:15:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:51:25.739147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0cf84960-457e-444e-bba5-c2dba7d6389d is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:25.739532 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:25.756878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf84960-457e-444e-bba5-c2dba7d6389d {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:51:25.775928 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0cf84960-457e-444e-bba5-c2dba7d6389d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0cf84960-457e-444e-bba5-c2dba7d6389d,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:25.782340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:25.829025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0cf84960-457e-444e-bba5-c2dba7d6389d,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:26.002761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0cf84960-457e-444e-bba5-c2dba7d6389d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:51:26.621300 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2016e-8c7f-473e-ab1d-fb9de18f1b71 req-2c5db212-a0e4-4255-a908-a461f12306d1 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:26.622884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6d2016e-8c7f-473e-ab1d-fb9de18f1b71 req-2c5db212-a0e4-4255-a908-a461f12306d1 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 945 time: 0.0546172 Mar 22 14:51:26.672764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6d2016e-8c7f-473e-ab1d-fb9de18f1b71 req-1eaa9f2c-789f-49b6-9b4e-966717d88187 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Mar 22 14:51:27.600760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0cf84960-457e-444e-bba5-c2dba7d6389d up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:27.653166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 0cf84960-457e-444e-bba5-c2dba7d6389d completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:51:27.657052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 0cf84960-457e-444e-bba5-c2dba7d6389d triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:27.657425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:27.743653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 0cf84960-457e-444e-bba5-c2dba7d6389d is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:27.744192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:27.773780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf84960-457e-444e-bba5-c2dba7d6389d'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:51:27.777127 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26800268-3403-4a30-947a-69e970782b44" -d '{"events": [{"server_uuid": "ae533fea-fe18-4bef-863d-1711dfd9e4aa", "name": "network-vif-plugged", "status": "completed", "tag": "0cf84960-457e-444e-bba5-c2dba7d6389d"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:51:27.794232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 0cf84960-457e-444e-bba5-c2dba7d6389d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0cf84960-457e-444e-bba5-c2dba7d6389d,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:27.799813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:27.810754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1306ae-77be-450e-981e-9dc00d57aa4e req-68a87f6d-b461-4da5-ac5b-3da597435881 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:27.812275 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f1306ae-77be-450e-981e-9dc00d57aa4e req-68a87f6d-b461-4da5-ac5b-3da597435881 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 945 time: 0.0638347 Mar 22 14:51:27.842264 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20de6e01-77f1-4e72-b8c3-c3061f006ec4 x-openstack-request-id: req-20de6e01-77f1-4e72-b8c3-c3061f006ec4 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:51:27.842545 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae533fea-fe18-4bef-863d-1711dfd9e4aa", "name": "network-vif-plugged", "status": "completed", "tag": "0cf84960-457e-444e-bba5-c2dba7d6389d", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:51:27.842791 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20de6e01-77f1-4e72-b8c3-c3061f006ec4 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:51:27.843195 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20de6e01-77f1-4e72-b8c3-c3061f006ec4'] response: {'server_uuid': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf84960-457e-444e-bba5-c2dba7d6389d', 'code': 200} Mar 22 14:51:27.859327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=0cf84960-457e-444e-bba5-c2dba7d6389d,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:27.869676 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5f1306ae-77be-450e-981e-9dc00d57aa4e req-31886c69-7853-4c88-91ed-e58ae79be249 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499213 Mar 22 14:51:27.950176 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4098370-30bb-4acd-9832-be75dbdd9ed9 req-170af597-6161-4d23-bcb8-f2050db1a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:27.951824 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4098370-30bb-4acd-9832-be75dbdd9ed9 req-170af597-6161-4d23-bcb8-f2050db1a531 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 1128 time: 0.0461478 Mar 22 14:51:27.996735 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4098370-30bb-4acd-9832-be75dbdd9ed9 req-7d5b8096-b5a3-4f72-9603-041bfbb382d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Mar 22 14:51:28.884411 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:28.994736 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2489e4-c2a3-44d9-a262-f5f2f284bb31 req-d869cd68-9c36-4079-8844-f6ffb5efd12b tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:28.996225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d2489e4-c2a3-44d9-a262-f5f2f284bb31 req-d869cd68-9c36-4079-8844-f6ffb5efd12b tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 946 time: 0.0546446 Mar 22 14:51:29.042882 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d2489e4-c2a3-44d9-a262-f5f2f284bb31 req-a7035258-e89e-422c-aab9-9a5bf5a10695 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Mar 22 14:51:30.186793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab365b-1229-4f6a-ad16-43b3ce58b386 req-6725d413-5e78-4d44-8dff-17cfece2fcd3 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:30.188370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aeab365b-1229-4f6a-ad16-43b3ce58b386 req-6725d413-5e78-4d44-8dff-17cfece2fcd3 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 946 time: 0.0597391 Mar 22 14:51:30.237661 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aeab365b-1229-4f6a-ad16-43b3ce58b386 req-a3d68749-6da8-4dbb-8922-2010732f9d5c tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Mar 22 14:51:30.374587 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d506d-f057-4d49-8874-9c84d0330d45 req-7cdb8556-cd03-4f0e-b0f7-ce2ceef49e51 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:30.376418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c9d506d-f057-4d49-8874-9c84d0330d45 req-7cdb8556-cd03-4f0e-b0f7-ce2ceef49e51 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 946 time: 0.0576394 Mar 22 14:51:30.434791 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c9d506d-f057-4d49-8874-9c84d0330d45 req-23a546e9-a395-4951-bc6d-2ef6ec6716d7 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 Mar 22 14:51:48.246644 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8994e1e4-0e8e-4337-81a1-a94f462c41d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:50.519861 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e510433e-bf6a-4095-ad18-3bdb560b205e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:51.839330 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:51:52.059372 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:53.573590 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:54.671117 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:54.822677 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:58.885405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:04.821515 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f4c93-6a63-4b19-b821-62fe1fc76587 req-4ee4f511-f965-44ba-a79a-077c3bef7855 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.823058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-722f4c93-6a63-4b19-b821-62fe1fc76587 req-4ee4f511-f965-44ba-a79a-077c3bef7855 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 946 time: 0.0564096 Mar 22 14:52:04.883190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-722f4c93-6a63-4b19-b821-62fe1fc76587 req-8d828843-8e83-4034-a8ef-e13e3d29fa58 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Mar 22 14:52:06.009959 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cfa6c-16da-441d-8c81-02ebe767450c req-e7ccadc9-5955-4c2d-9cc1-95d71b3020c9 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:06.011515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-440cfa6c-16da-441d-8c81-02ebe767450c req-e7ccadc9-5955-4c2d-9cc1-95d71b3020c9 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 946 time: 0.0563278 Mar 22 14:52:06.059819 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-440cfa6c-16da-441d-8c81-02ebe767450c req-19cdb82b-b25e-4b15-9a3c-23c4143c9b91 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Mar 22 14:52:06.337520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-8dee12cf-4bfb-4076-8183-f6cb2fb77d67 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:06.339038 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-8dee12cf-4bfb-4076-8183-f6cb2fb77d67 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 946 time: 0.0651021 Mar 22 14:52:06.435623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Deleting port 0cf84960-457e-444e-bba5-c2dba7d6389d {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:06.435966 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:06.540284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] For port 0cf84960-457e-444e-bba5-c2dba7d6389d, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=0cf84960-457e-444e-bba5-c2dba7d6389d,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:06.540655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:06.555595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Calling delete_port for 0cf84960-457e-444e-bba5-c2dba7d6389d owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:06.693198 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (0cf84960-457e-444e-bba5-c2dba7d6389d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:06.706396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['0cf84960-457e-444e-bba5-c2dba7d6389d'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:06.720792 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Pushing event deleted for resources: {'Port': ['ID=0cf84960-457e-444e-bba5-c2dba7d6389d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:06.734869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.735226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.735670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.736010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.736343 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.736670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.736994 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.737313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.737639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.737938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.738285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.738635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.738952 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.739312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.739631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:06.775298 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] No DVR routers for this DVR port 0cf84960-457e-444e-bba5-c2dba7d6389d on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:06.778016 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:06.781320 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4d740cf0-608e-4c0c-a989-e36c3fb875d2 req-aa953b12-b350-46fc-9154-bff919d51bef tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "DELETE /v2.0/ports/0cf84960-457e-444e-bba5-c2dba7d6389d HTTP/1.1" status: 204 len: 173 time: 0.4366565 Mar 22 14:52:06.781790 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'name': 'network-vif-deleted', 'tag': '0cf84960-457e-444e-bba5-c2dba7d6389d'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:06.784101 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7288866-1de8-46f2-a080-471829c2c8b3" -d '{"events": [{"server_uuid": "ae533fea-fe18-4bef-863d-1711dfd9e4aa", "name": "network-vif-deleted", "tag": "0cf84960-457e-444e-bba5-c2dba7d6389d"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:06.822791 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f634cb-53af-4af3-9871-03470ebd1fd2 x-openstack-request-id: req-f8f634cb-53af-4af3-9871-03470ebd1fd2 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:06.823086 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae533fea-fe18-4bef-863d-1711dfd9e4aa", "name": "network-vif-deleted", "tag": "0cf84960-457e-444e-bba5-c2dba7d6389d", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:06.823376 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8f634cb-53af-4af3-9871-03470ebd1fd2 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:06.823795 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f634cb-53af-4af3-9871-03470ebd1fd2'] response: {'server_uuid': 'ae533fea-fe18-4bef-863d-1711dfd9e4aa', 'name': 'network-vif-deleted', 'tag': '0cf84960-457e-444e-bba5-c2dba7d6389d', 'status': 'completed', 'code': 200} Mar 22 14:52:07.174248 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e21d20a-9dc1-4b6b-b2dd-16fc3b091a13 req-baae9d43-fa16-42c4-9288-6936db2de8d3 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae533fea-fe18-4bef-863d-1711dfd9e4aa HTTP/1.1" status: 200 len: 210 time: 0.0298519 Mar 22 14:52:08.816265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-c4783c0f-fcc8-4c0b-bbee-6e66cdd9be14 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:08.817666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-c4783c0f-fcc8-4c0b-bbee-6e66cdd9be14 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/networks?id=0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 200 len: 817 time: 0.1135139 Mar 22 14:52:08.835279 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-f60f29fc-6774-42f7-bc65-40a115129705 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/quotas/2d81cc097930433c8bd1c474dbf26e61 HTTP/1.1" status: 200 len: 375 time: 0.0094836 Mar 22 14:52:08.891600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-92fd77a9-358c-4680-bba0-07bed0650f9a tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d81cc097930433c8bd1c474dbf26e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513084 Mar 22 14:52:09.147776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-1f8ec3c9-c606-426d-82e9-7984f091d8a5 service neutron] 10.222.0.44 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457717 Mar 22 14:52:09.243192 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-c92cc04d-ad63-4efe-8a8c-fc83d86e862a service neutron] 10.222.0.44 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869639 Mar 22 14:52:09.410968 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad416632-2752-4763-8f43-ecad725ff0d8 req-007a5089-edd0-464c-91f5-2c067170e8ce tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Mar 22 14:52:09.791122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0cf84960-457e-444e-bba5-c2dba7d6389d no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:09.816013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 0cf84960-457e-444e-bba5-c2dba7d6389d {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:52:09.816357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 0cf84960-457e-444e-bba5-c2dba7d6389d not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:10.373191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-002b6748-9a79-4210-ac55-489a93ca5603 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.374744 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-002b6748-9a79-4210-ac55-489a93ca5603 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "GET /v2.0/networks?id=0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 200 len: 817 time: 0.1068342 Mar 22 14:52:10.387650 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Request body: {'port': {'device_id': 'd11c146a-9185-4c29-ab29-372276364229', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'admin_state_up': True, 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:10.497756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Made reservation on behalf of 2d81cc097930433c8bd1c474dbf26e61 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:52:10.501308 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.508119 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8afe1b1-20fb-4039-8555-91e42cc7233f req-d25a6ec5-9751-4617-b024-61987fc77831 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 210 time: 0.0285394 Mar 22 14:52:10.634649 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Allocated IP 172.20.0.5 (0ec11328-deb4-4d93-b958-e25a7697f085/df5af94d-2f1b-4efa-9679-aa9556478024/291ad8bc-8b54-4035-adbb-032ab80590e4) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:52:10.781913 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks [] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.816592 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.858411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Network 0ec11328-deb4-4d93-b958-e25a7697f085 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:52:10.861661 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:52:10.867478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:52:10.891981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Pushing event updated for resources: {'Port': ['ID=291ad8bc-8b54-4035-adbb-032ab80590e4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:10.922715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.923336 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.940105 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-a74587df-0755-42a7-9e10-7db75a41038f tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561459 Mar 22 14:52:10.951556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Request body: {'port': {'device_id': 'd11c146a-9185-4c29-ab29-372276364229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:11.017058 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:11.124568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-bea14072-84e1-4af3-aed9-1bd4ca5dbc11 None None] Provisioning complete for port 291ad8bc-8b54-4035-adbb-032ab80590e4 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:52:11.125211 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-bea14072-84e1-4af3-aed9-1bd4ca5dbc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:11.159818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-bea14072-84e1-4af3-aed9-1bd4ca5dbc11 None None] Port 291ad8bc-8b54-4035-adbb-032ab80590e4 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:52:11.277017 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ad8bc-8b54-4035-adbb-032ab80590e4 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:52:11.284544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Publish callbacks [] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:11.297346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Transition to ACTIVE for port object 291ad8bc-8b54-4035-adbb-032ab80590e4 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:52:11.303618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:11.351465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=291ad8bc-8b54-4035-adbb-032ab80590e4,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:11.429069 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Attempting to bind port 291ad8bc-8b54-4035-adbb-032ab80590e4 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:52:11.429749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Attempting to bind port 291ad8bc-8b54-4035-adbb-032ab80590e4 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:52:11.429749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Attempting to bind port 291ad8bc-8b54-4035-adbb-032ab80590e4 on network 0ec11328-deb4-4d93-b958-e25a7697f085 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:11.434363 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Port 291ad8bc-8b54-4035-adbb-032ab80590e4 on network 0ec11328-deb4-4d93-b958-e25a7697f085 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:52:11.434674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Attempting to bind port 291ad8bc-8b54-4035-adbb-032ab80590e4 on network 0ec11328-deb4-4d93-b958-e25a7697f085 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:11.440087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:52:11.440410 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Checking segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:52:11.440781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Bound using segment: {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:52:11.441205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Bound port: 291ad8bc-8b54-4035-adbb-032ab80590e4, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20af2139-2905-4aa4-bcfc-e7ac7af8fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:52:11.441555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:11.506949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] For port 291ad8bc-8b54-4035-adbb-032ab80590e4, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:52:11.511879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] For port 291ad8bc-8b54-4035-adbb-032ab80590e4, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=291ad8bc-8b54-4035-adbb-032ab80590e4,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:52:11.522260 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:11.556239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:11.556851 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:11.558421 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/291ad8bc-8b54-4035-adbb-032ab80590e4 HTTP/1.1" status: 200 len: 1091 time: 0.6109657 Mar 22 14:52:11.558810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11c146a-9185-4c29-ab29-372276364229', 'tag': '291ad8bc-8b54-4035-adbb-032ab80590e4'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:11.561129 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37" -d '{"events": [{"name": "network-changed", "server_uuid": "d11c146a-9185-4c29-ab29-372276364229", "tag": "291ad8bc-8b54-4035-adbb-032ab80590e4"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:11.610634 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ae8cb-ec48-4693-badb-2bdac11da8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=291ad8bc-8b54-4035-adbb-032ab80590e4,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:11.640373 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c255cf12-401c-4217-9e38-941897c7a768 x-openstack-request-id: req-c255cf12-401c-4217-9e38-941897c7a768 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:11.640765 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11c146a-9185-4c29-ab29-372276364229", "tag": "291ad8bc-8b54-4035-adbb-032ab80590e4", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:11.641112 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c255cf12-401c-4217-9e38-941897c7a768 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:11.641612 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c255cf12-401c-4217-9e38-941897c7a768'] response: {'name': 'network-changed', 'server_uuid': 'd11c146a-9185-4c29-ab29-372276364229', 'tag': '291ad8bc-8b54-4035-adbb-032ab80590e4', 'status': 'completed', 'code': 200} Mar 22 14:52:11.654683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b692a0-4f5d-4f3d-a9f2-43534a19eea1 req-cc188ddf-f53a-4ba0-95ae-0beff98917be tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:11.656244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16b692a0-4f5d-4f3d-a9f2-43534a19eea1 req-cc188ddf-f53a-4ba0-95ae-0beff98917be tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 943 time: 0.0736959 Mar 22 14:52:11.665578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-eb2b82a4-f72c-4860-ae6d-7f125ae614ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:11.667229 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-eb2b82a4-f72c-4860-ae6d-7f125ae614ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d81cc097930433c8bd1c474dbf26e61&device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 1125 time: 0.0648520 Mar 22 14:52:11.711776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16b692a0-4f5d-4f3d-a9f2-43534a19eea1 req-284c53c3-6016-4919-b850-8653b2a6b42d tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Mar 22 14:52:11.715211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-c01a373d-a086-4396-a65e-633b4ce31f12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=291ad8bc-8b54-4035-adbb-032ab80590e4 HTTP/1.1" status: 200 len: 217 time: 0.0411868 Mar 22 14:52:11.771073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-15f853c0-1bf8-44e4-a45b-da67621f6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:11.772552 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-15f853c0-1bf8-44e4-a45b-da67621f6e20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5af94d-2f1b-4efa-9679-aa9556478024 HTTP/1.1" status: 200 len: 856 time: 0.0497980 Mar 22 14:52:11.826620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53902-7444-4104-8f24-069e004b6191 req-47d67815-e50d-4a9b-b996-232b235f48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:11.828456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-47d67815-e50d-4a9b-b996-232b235f48f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ec11328-deb4-4d93-b958-e25a7697f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482290 Mar 22 14:52:11.921194 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-e9bac863-6eb1-4ebd-af77-b2ac90282a65 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854163 Mar 22 14:52:12.020733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7dd53902-7444-4104-8f24-069e004b6191 req-c038ded6-63a3-4f55-8264-055c9b754d36 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928068 Mar 22 14:52:12.116849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-acda4968-7d30-41bf-bb81-4ae1001ac9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:12.118476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-acda4968-7d30-41bf-bb81-4ae1001ac9ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d81cc097930433c8bd1c474dbf26e61&device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 1125 time: 0.0483139 Mar 22 14:52:12.210050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-f427efb1-9834-469f-ba24-d791216efef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:12.211465 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-f427efb1-9834-469f-ba24-d791216efef2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 200 len: 918 time: 0.0871232 Mar 22 14:52:12.251461 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-7806bc81-82a7-4981-8aba-eca0095542ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=291ad8bc-8b54-4035-adbb-032ab80590e4 HTTP/1.1" status: 200 len: 217 time: 0.0337148 Mar 22 14:52:12.306128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-f139ff2f-d0de-4651-8887-2b000195a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:12.307585 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-f139ff2f-d0de-4651-8887-2b000195a0a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5af94d-2f1b-4efa-9679-aa9556478024 HTTP/1.1" status: 200 len: 856 time: 0.0491674 Mar 22 14:52:12.363819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-93a56358-ce1e-4afb-9928-9bc83ef4f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:12.366039 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-93a56358-ce1e-4afb-9928-9bc83ef4f62d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ec11328-deb4-4d93-b958-e25a7697f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515578 Mar 22 14:52:12.460906 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-83a2d43b-0e35-437b-9bda-89abbbaaedd1 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 Mar 22 14:52:12.553263 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b82c1ce0-d949-4d5a-89a9-bd15a0adbe37 req-299ca305-85e7-4e14-a74e-b921490ec6af service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864875 Mar 22 14:52:12.851838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d88776-51e2-4187-b095-7221cfd2ab71 req-73c7b985-c7b6-4b35-955b-33d73c25bbd0 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:12.853322 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99d88776-51e2-4187-b095-7221cfd2ab71 req-73c7b985-c7b6-4b35-955b-33d73c25bbd0 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 943 time: 0.0605960 Mar 22 14:52:12.899895 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-99d88776-51e2-4187-b095-7221cfd2ab71 req-1ceb74a6-3fe8-43af-bd5e-7493f1010188 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Mar 22 14:52:13.821955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 291ad8bc-8b54-4035-adbb-032ab80590e4 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:52:13.931486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 291ad8bc-8b54-4035-adbb-032ab80590e4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=291ad8bc-8b54-4035-adbb-032ab80590e4,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:13.943772 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '291ad8bc-8b54-4035-adbb-032ab80590e4', 'network_id': '0ec11328-deb4-4d93-b958-e25a7697f085', 'port_id': '291ad8bc-8b54-4035-adbb-032ab80590e4', 'mac_address': 'fa:16:3e:3a:c2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5af94d-2f1b-4efa-9679-aa9556478024', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:52:13.980664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 291ad8bc-8b54-4035-adbb-032ab80590e4 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:13.981047 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:13.994944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ad8bc-8b54-4035-adbb-032ab80590e4 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:52:14.014483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 291ad8bc-8b54-4035-adbb-032ab80590e4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=291ad8bc-8b54-4035-adbb-032ab80590e4,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:14.019376 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:14.021993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d03dc-db61-4900-b26f-fb4b33f358d7 req-3dfa36e7-1a0a-4812-af42-5afd2fd614af tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:14.023537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-250d03dc-db61-4900-b26f-fb4b33f358d7 req-3dfa36e7-1a0a-4812-af42-5afd2fd614af tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 943 time: 0.0546291 Mar 22 14:52:14.070866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=291ad8bc-8b54-4035-adbb-032ab80590e4,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:14.074602 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-250d03dc-db61-4900-b26f-fb4b33f358d7 req-b750e4b7-1d2c-4afd-a2a1-c0cb0f7edd51 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Mar 22 14:52:14.078216 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.078588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.078920 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.079247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.079567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.079906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.080211 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.080531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.080850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.081166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.081486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.081802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.082161 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.082466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.082780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:14.214694 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['291ad8bc-8b54-4035-adbb-032ab80590e4'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:15.213349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5fb79-4648-40b1-8085-4f74d63c3426 req-bf20f4a1-adde-4a1b-810f-9d0a03877614 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:15.214834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62d5fb79-4648-40b1-8085-4f74d63c3426 req-bf20f4a1-adde-4a1b-810f-9d0a03877614 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 944 time: 0.0576081 Mar 22 14:52:15.260859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62d5fb79-4648-40b1-8085-4f74d63c3426 req-ca150fc9-d22d-4f05-94b2-3bb51d386206 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Mar 22 14:52:15.818403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 291ad8bc-8b54-4035-adbb-032ab80590e4 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:52:15.898937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 291ad8bc-8b54-4035-adbb-032ab80590e4 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:52:15.903410 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 291ad8bc-8b54-4035-adbb-032ab80590e4 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:52:15.903794 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:15.984092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 291ad8bc-8b54-4035-adbb-032ab80590e4 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:15.984486 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:16.007683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c146a-9185-4c29-ab29-372276364229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ad8bc-8b54-4035-adbb-032ab80590e4'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:16.009947 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccddd2c-99d0-44f1-9796-0b1c4ecd146e" -d '{"events": [{"server_uuid": "d11c146a-9185-4c29-ab29-372276364229", "name": "network-vif-plugged", "status": "completed", "tag": "291ad8bc-8b54-4035-adbb-032ab80590e4"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:16.022545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 291ad8bc-8b54-4035-adbb-032ab80590e4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=291ad8bc-8b54-4035-adbb-032ab80590e4,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:16.027077 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:16.049799 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0e4a0-cd90-4a00-8b26-ca81ae14fc2f x-openstack-request-id: req-e1d0e4a0-cd90-4a00-8b26-ca81ae14fc2f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:16.050121 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c146a-9185-4c29-ab29-372276364229", "name": "network-vif-plugged", "status": "completed", "tag": "291ad8bc-8b54-4035-adbb-032ab80590e4", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:16.050373 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1d0e4a0-cd90-4a00-8b26-ca81ae14fc2f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:16.050766 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d0e4a0-cd90-4a00-8b26-ca81ae14fc2f'] response: {'server_uuid': 'd11c146a-9185-4c29-ab29-372276364229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ad8bc-8b54-4035-adbb-032ab80590e4', 'code': 200} Mar 22 14:52:16.077878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=291ad8bc-8b54-4035-adbb-032ab80590e4,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:16.148377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38019-a374-4d82-bcca-651ceb4c6775 req-d7a17b91-de80-4956-9cb9-f9b67d27edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:16.149957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a38019-a374-4d82-bcca-651ceb4c6775 req-d7a17b91-de80-4956-9cb9-f9b67d27edaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 1127 time: 0.0489621 Mar 22 14:52:16.195041 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-92a38019-a374-4d82-bcca-651ceb4c6775 req-46545f1d-1b02-4cb2-8ec0-ca85390962d8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390921 Mar 22 14:52:16.407534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2489de-828a-4c26-9926-545aa0b36d7f req-867da0df-9981-4848-980d-e7d50e78df65 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:16.409148 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c2489de-828a-4c26-9926-545aa0b36d7f req-867da0df-9981-4848-980d-e7d50e78df65 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 945 time: 0.0611672 Mar 22 14:52:16.458756 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c2489de-828a-4c26-9926-545aa0b36d7f req-f2033a47-19f1-4c5d-97ce-4d98bd6a6072 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Mar 22 14:52:17.596976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d3a8a-d97f-470e-b5af-7607c9bd8754 req-2943087f-d99e-4e81-b1e1-8385eaac8444 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:17.598477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3d3a8a-d97f-470e-b5af-7607c9bd8754 req-2943087f-d99e-4e81-b1e1-8385eaac8444 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 945 time: 0.0587223 Mar 22 14:52:17.651211 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3d3a8a-d97f-470e-b5af-7607c9bd8754 req-79a4fd38-4d6c-416d-98f9-3ea8390e1fbf tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Mar 22 14:52:17.772826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcf1d4-a9bc-4ed0-8cc4-0d19b0336644 req-727fa2dc-a399-4289-a5e3-4b3b39ac91de tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:17.774282 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-defcf1d4-a9bc-4ed0-8cc4-0d19b0336644 req-727fa2dc-a399-4289-a5e3-4b3b39ac91de tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 945 time: 0.0533540 Mar 22 14:52:17.825065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-defcf1d4-a9bc-4ed0-8cc4-0d19b0336644 req-3e4275dd-e435-44cb-baa0-9a367111b4c6 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450397 Mar 22 14:52:18.245260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8be8e9d6-0919-4d50-9266-b9bc435857b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:20.523502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1bd32178-b1f0-43e5-bcfa-c4e18612c888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:22.062848 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:23.575296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:24.667070 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:24.818316 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:28.838606 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:52:28.885498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:29.792709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-fe507be5-8875-4270-9a5c-f7f71d1c33c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483222 Mar 22 14:52:29.893483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-51671130-1f0c-4070-9481-3cb1ab1879b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:29.895016 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-51671130-1f0c-4070-9481-3cb1ab1879b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d81cc097930433c8bd1c474dbf26e61&device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 1127 time: 0.0538180 Mar 22 14:52:30.004819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-c2d68702-36bf-4be5-ad72-8d9e4a404879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:30.006382 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-c2d68702-36bf-4be5-ad72-8d9e4a404879 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 200 len: 918 time: 0.0875893 Mar 22 14:52:30.050572 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-cbf20e94-850c-4dfa-9637-ab1693e74549 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=291ad8bc-8b54-4035-adbb-032ab80590e4 HTTP/1.1" status: 200 len: 217 time: 0.0380461 Mar 22 14:52:30.098783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-4a3f44c7-3898-485b-9ece-bfd7b62de0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:30.100274 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-4a3f44c7-3898-485b-9ece-bfd7b62de0da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5af94d-2f1b-4efa-9679-aa9556478024 HTTP/1.1" status: 200 len: 856 time: 0.0433757 Mar 22 14:52:30.155618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-62711768-5fea-4440-b4af-b4a9039d1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:30.157153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-62711768-5fea-4440-b4af-b4a9039d1e4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ec11328-deb4-4d93-b958-e25a7697f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510659 Mar 22 14:52:30.254567 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-d4610340-0caa-4552-8307-3d115bd5a620 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882452 Mar 22 14:52:30.347300 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-27ff2586-ee87-41d9-aa05-28fbfe8c8177 req-6f58c834-3ea7-4365-9e78-f5ed88b1afe0 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858560 Mar 22 14:52:48.239437 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82dbec4f-f53b-4daf-b1ac-3c7d560214d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:50.531131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4cea7c4d-65ed-495c-9270-679893e24a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:52.027747 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f887460-b315-487d-8479-ae084af4700d req-f99da20b-b998-41b9-a2e3-a0c237f07fad tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:52.029333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f887460-b315-487d-8479-ae084af4700d req-f99da20b-b998-41b9-a2e3-a0c237f07fad tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 945 time: 0.0598187 Mar 22 14:52:52.065246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:52.077317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3f887460-b315-487d-8479-ae084af4700d req-26d3c8e7-474c-49ad-bf42-3a29539ba3ee tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Mar 22 14:52:53.202644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920185d-3169-4a16-b13d-faad43ba793d req-316db022-80d1-4d74-a4eb-07d652b33ac3 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:53.204183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5920185d-3169-4a16-b13d-faad43ba793d req-316db022-80d1-4d74-a4eb-07d652b33ac3 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Mar 22 14:52:53.251442 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5920185d-3169-4a16-b13d-faad43ba793d req-28ffc7da-5dc7-44c3-811f-9e8dd1acd592 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa41574e-6d27-418c-ace9-b750e00a6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Mar 22 14:52:53.516782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-6558288d-3eca-4d71-88a8-fb7c2f9023f8 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:53.518257 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-6558288d-3eca-4d71-88a8-fb7c2f9023f8 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 945 time: 0.0695412 Mar 22 14:52:53.578069 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:53.621870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Deleting port 291ad8bc-8b54-4035-adbb-032ab80590e4 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:53.622191 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:53.715379 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] For port 291ad8bc-8b54-4035-adbb-032ab80590e4, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=291ad8bc-8b54-4035-adbb-032ab80590e4,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:53.715758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:53.730128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Calling delete_port for 291ad8bc-8b54-4035-adbb-032ab80590e4 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:53.866239 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (291ad8bc-8b54-4035-adbb-032ab80590e4), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:53.878459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['291ad8bc-8b54-4035-adbb-032ab80590e4'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:53.894200 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Pushing event deleted for resources: {'Port': ['ID=291ad8bc-8b54-4035-adbb-032ab80590e4,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:53.941440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] No DVR routers for this DVR port 291ad8bc-8b54-4035-adbb-032ab80590e4 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:53.944233 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:53.947682 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cf4137da-7d0e-45d3-97ed-d2beb6bf9036 req-90bf802e-0cd5-4343-b3a5-9a19b58f0579 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.42 "DELETE /v2.0/ports/291ad8bc-8b54-4035-adbb-032ab80590e4 HTTP/1.1" status: 204 len: 173 time: 0.4237370 Mar 22 14:52:53.948142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c146a-9185-4c29-ab29-372276364229', 'name': 'network-vif-deleted', 'tag': '291ad8bc-8b54-4035-adbb-032ab80590e4'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:53.950463 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb07b00f-56f2-46fd-ae3b-18f644d32366" -d '{"events": [{"server_uuid": "d11c146a-9185-4c29-ab29-372276364229", "name": "network-vif-deleted", "tag": "291ad8bc-8b54-4035-adbb-032ab80590e4"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:53.988251 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57d98a-87d6-4f32-a659-a9f76652e80d x-openstack-request-id: req-3a57d98a-87d6-4f32-a659-a9f76652e80d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:53.988551 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c146a-9185-4c29-ab29-372276364229", "name": "network-vif-deleted", "tag": "291ad8bc-8b54-4035-adbb-032ab80590e4", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:53.988757 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a57d98a-87d6-4f32-a659-a9f76652e80d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:53.989221 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a57d98a-87d6-4f32-a659-a9f76652e80d'] response: {'server_uuid': 'd11c146a-9185-4c29-ab29-372276364229', 'name': 'network-vif-deleted', 'tag': '291ad8bc-8b54-4035-adbb-032ab80590e4', 'status': 'completed', 'code': 200} Mar 22 14:52:54.367999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e15d975-e62e-47b1-8ec2-3a67678cf952 req-6fd6cd8c-80bb-4bfc-9395-06be29707e73 tempest-TestEncryptedCinderVolumes-476030323 tempest-TestEncryptedCinderVolumes-476030323-project] 10.222.0.44 "GET /v2.0/ports?device_id=d11c146a-9185-4c29-ab29-372276364229 HTTP/1.1" status: 200 len: 210 time: 0.0291116 Mar 22 14:52:54.673899 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:54.829783 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:55.476663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44950) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:56.164947 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (4efb2492-ff8d-4c47-bcd6-bdacae305495), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.470293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Deleting port 2c75e1fd-adc5-4b0e-b396-41949ba47b09 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:56.470673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.546513 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] For port 2c75e1fd-adc5-4b0e-b396-41949ba47b09, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2c75e1fd-adc5-4b0e-b396-41949ba47b09,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:56.547279 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.559934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Calling delete_port for 2c75e1fd-adc5-4b0e-b396-41949ba47b09 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:56.751017 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2c75e1fd-adc5-4b0e-b396-41949ba47b09), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.776351 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c75e1fd-adc5-4b0e-b396-41949ba47b09,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:56.966319 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (4efb2492-ff8d-4c47-bcd6-bdacae305495), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.189858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Router 4efb2492-ff8d-4c47-bcd6-bdacae305495 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:52:57.296623 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:52:57.301763 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d2cbff47-5884-4ecf-94cc-d8f22f54a756 admin admin] 10.222.0.44 "PUT /v2.0/routers/4efb2492-ff8d-4c47-bcd6-bdacae305495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8239532 Mar 22 14:52:57.304305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44952) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:57.311184 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] Sync routers for ids ['4efb2492-ff8d-4c47-bcd6-bdacae305495'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:52:57.323788 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] Routers {'4efb2492-ff8d-4c47-bcd6-bdacae305495'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:52:57.324394 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4efb2492-ff8d-4c47-bcd6-bdacae305495'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:57.408672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks [] for router (4efb2492-ff8d-4c47-bcd6-bdacae305495), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.427228 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] Set router 4efb2492-ff8d-4c47-bcd6-bdacae305495 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:52:57.521272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks [] for router_gateway (4efb2492-ff8d-4c47-bcd6-bdacae305495), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.575008 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Deleting port 820cfc53-fad2-4280-800c-ad8cad24b674 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:57.575754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.606191 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:52:56Z', 'revision_number': 5, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port': {'id': '820cfc53-fad2-4280-800c-ad8cad24b674', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:11Z', 'updated_at': '2022-03-22T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:57.631697 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] Checking router: 4efb2492-ff8d-4c47-bcd6-bdacae305495 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:52:57.640528 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] Routers {'4efb2492-ff8d-4c47-bcd6-bdacae305495'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:52:57.641132 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['4efb2492-ff8d-4c47-bcd6-bdacae305495'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:57.655206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] For port 820cfc53-fad2-4280-800c-ad8cad24b674, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=820cfc53-fad2-4280-800c-ad8cad24b674,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:57.655515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.669373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Calling delete_port for 820cfc53-fad2-4280-800c-ad8cad24b674 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:57.730323 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] Set router 4efb2492-ff8d-4c47-bcd6-bdacae305495 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:52:57.782732 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:52:57Z', 'revision_number': 6, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:57.808955 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901a383-9f09-4977-87ae-84a1276eb4ea None None] The sync data for ids ['4efb2492-ff8d-4c47-bcd6-bdacae305495'] in n-d-834677-3 is: [{'id': '4efb2492-ff8d-4c47-bcd6-bdacae305495', 'name': 'tempest-TestEncryptedCinderVolumes-1964388675-router', 'tenant_id': '2d81cc097930433c8bd1c474dbf26e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:10Z', 'updated_at': '2022-03-22T14:52:57Z', 'revision_number': 6, 'project_id': '2d81cc097930433c8bd1c474dbf26e61', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:52:57.839416 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (820cfc53-fad2-4280-800c-ad8cad24b674), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.864532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=820cfc53-fad2-4280-800c-ad8cad24b674,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:57.931686 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (4efb2492-ff8d-4c47-bcd6-bdacae305495), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.006137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 291ad8bc-8b54-4035-adbb-032ab80590e4 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:58.021161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (4efb2492-ff8d-4c47-bcd6-bdacae305495), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.023518 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks [] for router_controller (4efb2492-ff8d-4c47-bcd6-bdacae305495), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.028962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 291ad8bc-8b54-4035-adbb-032ab80590e4 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:52:58.029297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 291ad8bc-8b54-4035-adbb-032ab80590e4 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:58.069166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (4efb2492-ff8d-4c47-bcd6-bdacae305495), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.069728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efb2492-ff8d-4c47-bcd6-bdacae305495 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:52:58.074057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.075295 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-171851db-6de7-4e53-b0de-39fade0ff7b3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4efb2492-ff8d-4c47-bcd6-bdacae305495 HTTP/1.1" status: 204 len: 168 time: 0.7699792 Mar 22 14:52:58.077803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44954) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:58.129205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] Deleting subnet df5af94d-2f1b-4efa-9679-aa9556478024 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:52:58.132800 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] Publish callbacks [] for subnet (df5af94d-2f1b-4efa-9679-aa9556478024), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.170489 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (df5af94d-2f1b-4efa-9679-aa9556478024), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.260964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (df5af94d-2f1b-4efa-9679-aa9556478024), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.314988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (df5af94d-2f1b-4efa-9679-aa9556478024), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.345040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5af94d-2f1b-4efa-9679-aa9556478024,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:58.346898 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.349993 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d33b76e3-51d2-4328-a0f5-3d62c2bdddfc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/df5af94d-2f1b-4efa-9679-aa9556478024 HTTP/1.1" status: 204 len: 168 time: 0.2712116 Mar 22 14:52:58.351638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac2e93-2202-4f02-be34-90320600d463 None None] Network 0ec11328-deb4-4d93-b958-e25a7697f085 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:52:58.352958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44956) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:58.420723 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (0ec11328-deb4-4d93-b958-e25a7697f085), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.475934 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Deleting port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:58.476261 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.542714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] For port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,segment=NetworkSegment(20af2139-2905-4aa4-bcfc-e7ac7af8fce7),segment_id=20af2139-2905-4aa4-bcfc-e7ac7af8fce7)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:58.543288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.560715 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Calling delete_port for a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:58.609180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] DHCP port deletion for 0ec11328-deb4-4d93-b958-e25a7697f085 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:52:58.650133 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.670137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] Deleting port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:58.670518 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.673429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:58.681826 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:58.688031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] No DVR routers for this DVR port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:58.732311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:52:58.732659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:58.733085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2c75e1fd-adc5-4b0e-b396-41949ba47b09 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:58.754502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2c75e1fd-adc5-4b0e-b396-41949ba47b09 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:52:58.754843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2c75e1fd-adc5-4b0e-b396-41949ba47b09 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:58.755465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 820cfc53-fad2-4280-800c-ad8cad24b674 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:58.762594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (0ec11328-deb4-4d93-b958-e25a7697f085), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.783397 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec11328-deb4-4d93-b958-e25a7697f085']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:58.787433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 820cfc53-fad2-4280-800c-ad8cad24b674 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:52:58.787780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 820cfc53-fad2-4280-800c-ad8cad24b674 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:58.793123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] For port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:58.793704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.794258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20af2139-2905-4aa4-bcfc-e7ac7af8fce7') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:58.794562 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20af2139-2905-4aa4-bcfc-e7ac7af8fce7') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:58.806573 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (20af2139-2905-4aa4-bcfc-e7ac7af8fce7), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.807698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] Calling delete_port for a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:58.810472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] Port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:52:58.812183 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.820801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (20af2139-2905-4aa4-bcfc-e7ac7af8fce7), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.827686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:52:58.828179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (20af2139-2905-4aa4-bcfc-e7ac7af8fce7), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:52:58.830127 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:52:58.842256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] No DVR routers for this DVR port a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:58.846473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd98bfc-f9ea-4b25-b284-e859704e9917 None None] Pushing event deleted for resources: {'Port': ['ID=a5a52ce3-41f8-4cfb-9856-0ceee4edbbe1,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:58.883531 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.895407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (0ec11328-deb4-4d93-b958-e25a7697f085), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.902051 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.905623 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0ec11328-deb4-4d93-b958-e25a7697f085 HTTP/1.1" status: 204 len: 168 time: 0.5515749 Mar 22 14:52:58.908780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44958) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:59.188359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314612b-3360-4a88-aa61-fadf05c8b401 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec11328-deb4-4d93-b958-e25a7697f085,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:59.284830 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (969162a0-b3aa-4702-84ac-e605d28d6a70), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.553257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Deleting port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:59.553504 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.639295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] For port 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,segment=NetworkSegment(966313eb-2d19-4ff0-9bae-f51a01d729aa),segment_id=966313eb-2d19-4ff0-9bae-f51a01d729aa)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:59.639688 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.652597 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Calling delete_port for 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:59.849194 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.878481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:59.890165 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.890513 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.890874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.891205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.891533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.891855 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.892179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.892507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.892821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.893134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.893459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.893762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.894113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.894433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:59.894752 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:00.059263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (969162a0-b3aa-4702-84ac-e605d28d6a70), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.293799 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Router 969162a0-b3aa-4702-84ac-e605d28d6a70 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:53:00.424649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:00.429798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c5d6ec01-349b-4f08-9383-33b13e55d164 admin admin] 10.222.0.44 "PUT /v2.0/routers/969162a0-b3aa-4702-84ac-e605d28d6a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5198984 Mar 22 14:53:00.432528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44960) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:00.435289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] Sync routers for ids ['969162a0-b3aa-4702-84ac-e605d28d6a70'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:00.446065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] Routers {'969162a0-b3aa-4702-84ac-e605d28d6a70'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:00.446699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['969162a0-b3aa-4702-84ac-e605d28d6a70'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:00.538489 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks [] for router (969162a0-b3aa-4702-84ac-e605d28d6a70), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.552896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] Set router 969162a0-b3aa-4702-84ac-e605d28d6a70 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:00.638401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks [] for router_gateway (969162a0-b3aa-4702-84ac-e605d28d6a70), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.699639 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Deleting port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:53:00.699972 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.731908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:52:59Z', 'revision_number': 5, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port': {'id': '8d7d9e30-08a2-43ba-a72a-f5e01c2f6097', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:00.761670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] Checking router: 969162a0-b3aa-4702-84ac-e605d28d6a70 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:00.770913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] Routers {'969162a0-b3aa-4702-84ac-e605d28d6a70'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:00.771592 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['969162a0-b3aa-4702-84ac-e605d28d6a70'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:00.776496 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] For port 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:00.776875 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.789511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Calling delete_port for 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:53:00.967270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (8d7d9e30-08a2-43ba-a72a-f5e01c2f6097), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.996987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7d9e30-08a2-43ba-a72a-f5e01c2f6097,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.032125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] Set router 969162a0-b3aa-4702-84ac-e605d28d6a70 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:01.058458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (969162a0-b3aa-4702-84ac-e605d28d6a70), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.083371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:53:00Z', 'revision_number': 6, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:01.112508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6cc97-c655-41c0-8e60-691994f10b6e None None] The sync data for ids ['969162a0-b3aa-4702-84ac-e605d28d6a70'] in n-d-834677-3 is: [{'id': '969162a0-b3aa-4702-84ac-e605d28d6a70', 'name': 'tempest-TestEncryptedCinderVolumes-1960384860-router', 'tenant_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:51:15Z', 'updated_at': '2022-03-22T14:53:00Z', 'revision_number': 6, 'project_id': '7bb4d1d8888a4dcb989925721cfdb3c7', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:01.151876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (969162a0-b3aa-4702-84ac-e605d28d6a70), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.154167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks [] for router_controller (969162a0-b3aa-4702-84ac-e605d28d6a70), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.198616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (969162a0-b3aa-4702-84ac-e605d28d6a70), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.199180 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969162a0-b3aa-4702-84ac-e605d28d6a70 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:53:01.203995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.205161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-31affb1e-813e-4356-9991-7e288cdc3234 admin admin] 10.222.0.44 "DELETE /v2.0/routers/969162a0-b3aa-4702-84ac-e605d28d6a70 HTTP/1.1" status: 204 len: 168 time: 0.7717750 Mar 22 14:53:01.208501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44962) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:01.256640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] Deleting subnet c96f4ab0-b9de-4abf-8894-3a4027e421a1 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:53:01.259733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] Publish callbacks [] for subnet (c96f4ab0-b9de-4abf-8894-3a4027e421a1), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.293457 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (c96f4ab0-b9de-4abf-8894-3a4027e421a1), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.369995 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (c96f4ab0-b9de-4abf-8894-3a4027e421a1), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.428813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (c96f4ab0-b9de-4abf-8894-3a4027e421a1), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.455387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96f4ab0-b9de-4abf-8894-3a4027e421a1,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.457554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.462573 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a6fe7353-2cb6-483f-a0a8-5e6895cfa683 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c96f4ab0-b9de-4abf-8894-3a4027e421a1 HTTP/1.1" status: 204 len: 168 time: 0.2529709 Mar 22 14:53:01.463578 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 44964) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:01.465154 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a31842c-1b27-4b1a-95f7-fe32c8422343 None None] Network 42dba49c-f058-4e2e-9278-8a0585b47cf6 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:53:01.547866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (42dba49c-f058-4e2e-9278-8a0585b47cf6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.601300 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Deleting port 66f8269f-a3dd-4f44-be34-0f795667a9d3 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:53:01.601694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.664953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] For port 66f8269f-a3dd-4f44-be34-0f795667a9d3, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=66f8269f-a3dd-4f44-be34-0f795667a9d3,segment=NetworkSegment(966313eb-2d19-4ff0-9bae-f51a01d729aa),segment_id=966313eb-2d19-4ff0-9bae-f51a01d729aa)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:01.665316 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.678241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Calling delete_port for 66f8269f-a3dd-4f44-be34-0f795667a9d3 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:53:01.759101 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (66f8269f-a3dd-4f44-be34-0f795667a9d3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.787395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Pushing event deleted for resources: {'Port': ['ID=66f8269f-a3dd-4f44-be34-0f795667a9d3,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.790993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] No DVR routers for this DVR port 66f8269f-a3dd-4f44-be34-0f795667a9d3 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:53:01.865272 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (42dba49c-f058-4e2e-9278-8a0585b47cf6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.886588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42dba49c-f058-4e2e-9278-8a0585b47cf6']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:01.896597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966313eb-2d19-4ff0-9bae-f51a01d729aa') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:01.896981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966313eb-2d19-4ff0-9bae-f51a01d729aa') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:01.907430 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (966313eb-2d19-4ff0-9bae-f51a01d729aa), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.922881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (966313eb-2d19-4ff0-9bae-f51a01d729aa), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.932977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:53:01.934382 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (966313eb-2d19-4ff0-9bae-f51a01d729aa), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.936162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af56a9-aa72-4976-8e46-0d59a102172c None None] DHCP port deletion for 42dba49c-f058-4e2e-9278-8a0585b47cf6 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:53:01.936334 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:53:01.998183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (42dba49c-f058-4e2e-9278-8a0585b47cf6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.006413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.009437 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] 10.222.0.44 "DELETE /v2.0/networks/42dba49c-f058-4e2e-9278-8a0585b47cf6 HTTP/1.1" status: 204 len: 168 time: 0.5440612 Mar 22 14:53:02.019104 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f54220-a666-4a97-b34e-0ef872bc765e admin admin] Pushing event deleted for resources: {'Network': ['ID=42dba49c-f058-4e2e-9278-8a0585b47cf6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:02.220146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44968) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.262897 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6e3baebe-da45-498b-80e1-142144099bed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d81cc097930433c8bd1c474dbf26e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414062 Mar 22 14:53:02.265439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44970) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.313691 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-659b6bfe-1e89-45af-bbaf-e9801350f2e0 admin admin] Publish callbacks [] for security_group (fa41574e-6d27-418c-ace9-b750e00a6673), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.334578 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-659b6bfe-1e89-45af-bbaf-e9801350f2e0 admin admin] Publish callbacks [] for security_group (fa41574e-6d27-418c-ace9-b750e00a6673), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.382838 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-659b6bfe-1e89-45af-bbaf-e9801350f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (fa41574e-6d27-418c-ace9-b750e00a6673), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.386029 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-659b6bfe-1e89-45af-bbaf-e9801350f2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.387588 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-659b6bfe-1e89-45af-bbaf-e9801350f2e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa41574e-6d27-418c-ace9-b750e00a6673 HTTP/1.1" status: 204 len: 168 time: 0.1211929 Mar 22 14:53:02.396334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b6bfe-1e89-45af-bbaf-e9801350f2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa41574e-6d27-418c-ace9-b750e00a6673,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:02.428390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:53:02.448026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:53:02.448354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5f2b529b-d7bb-4cd8-b846-5a57f3a6e5e5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:53:02.448782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 66f8269f-a3dd-4f44-be34-0f795667a9d3 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:53:02.467317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 66f8269f-a3dd-4f44-be34-0f795667a9d3 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:53:02.468152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 66f8269f-a3dd-4f44-be34-0f795667a9d3 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:53:02.468152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:53:02.487125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:53:02.487474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 8d7d9e30-08a2-43ba-a72a-f5e01c2f6097 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:53:02.734405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44976) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.775497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-75e3528c-f2e4-417f-955a-9210884912e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bb4d1d8888a4dcb989925721cfdb3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399003 Mar 22 14:53:02.779266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 44978) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.834840 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a5cecb-7580-4b9b-bbe2-7f27be588adb admin admin] Publish callbacks [] for security_group (886d5c6a-c8dc-4e75-b124-09ddee186a72), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.856352 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a5cecb-7580-4b9b-bbe2-7f27be588adb admin admin] Publish callbacks [] for security_group (886d5c6a-c8dc-4e75-b124-09ddee186a72), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.911720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a5cecb-7580-4b9b-bbe2-7f27be588adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (886d5c6a-c8dc-4e75-b124-09ddee186a72), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.914417 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c0a5cecb-7580-4b9b-bbe2-7f27be588adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.915596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c0a5cecb-7580-4b9b-bbe2-7f27be588adb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/886d5c6a-c8dc-4e75-b124-09ddee186a72 HTTP/1.1" status: 204 len: 168 time: 0.1351330 Mar 22 14:53:02.923531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5cecb-7580-4b9b-bbe2-7f27be588adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886d5c6a-c8dc-4e75-b124-09ddee186a72,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:03.663470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45000) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:03.761728 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-875766105-network', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:03.783574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Made reservation on behalf of 52f4801888464d24b2afc2ead5fc5e90 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:53:03.785774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.794370 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.868275 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks [] for security_group (c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.873992 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.894392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:53:03.908733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:03.911616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (16f1f4dd-5048-40be-a682-e7ab01b5d365), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.911956 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Added segment 16f1f4dd-5048-40be-a682-e7ab01b5d365 of type vlan for network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 Mar 22 14:53:03.951502 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.980695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.981651 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:03.982254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.031851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3671627 Mar 22 14:53:04.034929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45004) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:04.040001 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Request body: {'subnet': {'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-875766105-subnet', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:04.042601 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99a609-ba24-4384-b73d-d234e1d7e7c1 admin admin] Pushing event updated for resources: {'Network': ['ID=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:04.052987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:53:04.061057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Made reservation on behalf of 52f4801888464d24b2afc2ead5fc5e90 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:53:04.063531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.234257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (567f1b62-40f9-4cc2-a7e7-8887b3a91d5c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.285723 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:04.300518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Checking segment: {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:04.300953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Network hostable DHCP agents. Network: 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:53:04.327143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:53:04.336943 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:04.341081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:04.341672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.346582 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1490bb-046e-4ae7-894d-bdd9c1b09e2d None None] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:53:04.358933 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-83ea68e8-acd9-4702-98f2-b1cc20862719 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3228571 Mar 22 14:53:04.361594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45006) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:04.365916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:04.385108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (556f39e2-b3b9-458a-9afe-959976c33a9c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.386731 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (556f39e2-b3b9-458a-9afe-959976c33a9c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.444005 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks [] for router_controller (556f39e2-b3b9-458a-9afe-959976c33a9c), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.449677 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:53:04.450585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.582861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Allocated IP 172.20.0.2 (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4/567f1b62-40f9-4cc2-a7e7-8887b3a91d5c/4be40603-2cf8-4fce-bfbf-fa24995d361b) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:04.583375 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks [] for router_gateway (556f39e2-b3b9-458a-9afe-959976c33a9c), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.730742 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Publish callbacks [] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.737395 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.776442 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:04.779364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:04.781937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:04.786872 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks [] for router_gateway (556f39e2-b3b9-458a-9afe-959976c33a9c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.797205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Pushing event updated for resources: {'Port': ['ID=4be40603-2cf8-4fce-bfbf-fa24995d361b,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:04.806335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.848783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Attempting to bind port 4be40603-2cf8-4fce-bfbf-fa24995d361b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:04.849028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Attempting to bind port 4be40603-2cf8-4fce-bfbf-fa24995d361b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:04.849383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Attempting to bind port 4be40603-2cf8-4fce-bfbf-fa24995d361b on network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:04.854345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:04.854714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Checking segment: {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:04.855110 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.856152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Bound using segment: {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:04.856152 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Bound port: 4be40603-2cf8-4fce-bfbf-fa24995d361b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:04.856369 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.910946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Allocated IP 172.25.2.133 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/9abcbd28-10a3-4e60-b019-f3cea7e46ca6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:04.918460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] For port 4be40603-2cf8-4fce-bfbf-fa24995d361b, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:04.921523 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] For port 4be40603-2cf8-4fce-bfbf-fa24995d361b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4be40603-2cf8-4fce-bfbf-fa24995d361b,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:04.928245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.989817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f3ca5-9cad-4ced-ac02-dd9553a90c6e None None] Pushing event updated for resources: {'Port': ['ID=4be40603-2cf8-4fce-bfbf-fa24995d361b,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:05.016935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks [] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.054012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.091906 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:05.094872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:05.097409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:05.135203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Pushing event updated for resources: {'Port': ['ID=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:05.378908 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks [] for router_gateway (556f39e2-b3b9-458a-9afe-959976c33a9c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.598978 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (556f39e2-b3b9-458a-9afe-959976c33a9c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.735518 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Router 556f39e2-b3b9-458a-9afe-959976c33a9c is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:53:05.838589 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:53:05.847195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:05.857867 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Sync routers for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:05.866351 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.870125 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-dac2c7b8-6f49-4349-9cb2-503381289562 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5050924 Mar 22 14:53:05.870754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45008) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:05.876241 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:05.876861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:05.906138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b775cd-ddf0-47f1-978f-3c012015ddad None None] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:53:05.984894 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-539f7508-89ec-4794-abc7-a767e7383662 None None] Provisioning complete for port 4be40603-2cf8-4fce-bfbf-fa24995d361b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:05.985353 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-539f7508-89ec-4794-abc7-a767e7383662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.986702 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:06.114525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-539f7508-89ec-4794-abc7-a767e7383662 None None] Current status of the port 4be40603-2cf8-4fce-bfbf-fa24995d361b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:06.114901 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-539f7508-89ec-4794-abc7-a767e7383662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.150247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-539f7508-89ec-4794-abc7-a767e7383662 None None] For port 4be40603-2cf8-4fce-bfbf-fa24995d361b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4be40603-2cf8-4fce-bfbf-fa24995d361b,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:06.159815 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-539f7508-89ec-4794-abc7-a767e7383662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.194310 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 3, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:06.216803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f7508-89ec-4794-abc7-a767e7383662 None None] Pushing event updated for resources: {'Port': ['ID=4be40603-2cf8-4fce-bfbf-fa24995d361b,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:06.226704 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Checking router: 556f39e2-b3b9-458a-9afe-959976c33a9c for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:06.227149 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Updating router 556f39e2-b3b9-458a-9afe-959976c33a9c port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:53:06.256013 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.386870 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3664d375-1ae0-4181-aa0a-bd39ec8bd50c None None] Provisioning complete for port 4be40603-2cf8-4fce-bfbf-fa24995d361b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:06.389953 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3664d375-1ae0-4181-aa0a-bd39ec8bd50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.495723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3664d375-1ae0-4181-aa0a-bd39ec8bd50c None None] Current status of the port 4be40603-2cf8-4fce-bfbf-fa24995d361b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:06.500353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4be40603-2cf8-4fce-bfbf-fa24995d361b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:06.548709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4be40603-2cf8-4fce-bfbf-fa24995d361b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:06.549233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.629137 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4be40603-2cf8-4fce-bfbf-fa24995d361b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:06.643317 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Publish callbacks [] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.648525 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.700664 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Attempting to bind port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:06.701025 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Attempting to bind port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:06.701389 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Attempting to bind port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:06.704077 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.704509 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Pushing event updated for resources: {'Port': ['ID=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:06.712481 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:06.712856 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:06.713254 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.713644 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:06.714531 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Bound port: 9abcbd28-10a3-4e60-b019-f3cea7e46ca6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:06.714531 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.717367 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.717709 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.718104 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.718433 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.718766 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.719104 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.719422 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.719750 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.720071 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.720389 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.720703 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.721022 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.721340 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.721655 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.721955 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:06.771783 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] For port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:06.775246 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] For port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:06.781762 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.836816 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:06.837439 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:06.865698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Allocated IP 172.20.0.1 (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4/567f1b62-40f9-4cc2-a7e7-8887b3a91d5c/74b5c106-fe6d-439f-b878-90c15d165d36) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:06.873324 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838a4eb-a7f3-4316-93b5-7f41a94165ee None None] Pushing event updated for resources: {'Port': ['ID=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:06.944499 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:06.974447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks [] for port (74b5c106-fe6d-439f-b878-90c15d165d36), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.009449 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.048406 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:07.051376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:07.057156 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:07.062889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Pushing event updated for resources: {'Port': ['ID=74b5c106-fe6d-439f-b878-90c15d165d36,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:07.098820 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (556f39e2-b3b9-458a-9afe-959976c33a9c), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.133354 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 3, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:07.160686 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24d47e-4eb0-428d-b707-d355439254f0 None None] The sync data for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 is: [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 3, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:07.252111 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.331883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8ebd5e0b-a931-48b1-894b-ff9bfa3ed6f6 None None] Provisioning complete for port 74b5c106-fe6d-439f-b878-90c15d165d36 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:07.332373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5e0b-a931-48b1-894b-ff9bfa3ed6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.380632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd5e0b-a931-48b1-894b-ff9bfa3ed6f6 None None] Port 74b5c106-fe6d-439f-b878-90c15d165d36 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:07.437360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks [] for port (74b5c106-fe6d-439f-b878-90c15d165d36), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.445447 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.512427 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Pushing event updated for resources: {'Port': ['ID=74b5c106-fe6d-439f-b878-90c15d165d36,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:07.519020 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (556f39e2-b3b9-458a-9afe-959976c33a9c), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.619520 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:07.620983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:07.744402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Router 556f39e2-b3b9-458a-9afe-959976c33a9c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:53:07.865809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:07.871297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8e3957c1-37c2-47a1-b137-45613035c803 admin admin] 10.222.0.44 "PUT /v2.0/routers/556f39e2-b3b9-458a-9afe-959976c33a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9993961 Mar 22 14:53:07.911315 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3bd59664-376f-486d-aecf-679248e8c3b1 None None] Provisioning complete for port 74b5c106-fe6d-439f-b878-90c15d165d36 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:07.911909 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3bd59664-376f-486d-aecf-679248e8c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.950465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3bd59664-376f-486d-aecf-679248e8c3b1 None None] Port 74b5c106-fe6d-439f-b878-90c15d165d36 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:08.364633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45024) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:08.370250 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-389303579-network', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:08.392135 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Made reservation on behalf of ce17de6a29014ffea03a0056f9dc55fa for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:53:08.394710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.404358 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.448007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:08.496748 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks [] for security_group (1a99cf8d-2234-4bfd-93f0-14d767e751ce), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.499965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:08.500388 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.502612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1a99cf8d-2234-4bfd-93f0-14d767e751ce), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.537464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:53:08.548687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a99cf8d-2234-4bfd-93f0-14d767e751ce,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:08.553388 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (545a8992-d4eb-467e-afa2-113f670cc800), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.553725 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Added segment 545a8992-d4eb-467e-afa2-113f670cc800 of type vlan for network 3a100a49-081d-4434-ba8f-fd5ec1b92524 Mar 22 14:53:08.570494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.570864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.571170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.571539 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.571852 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.572174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.572491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.572804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.573120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.573419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.573740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.574080 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.574393 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.574706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.574997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:08.600061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:08.600473 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.621931 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:08.624020 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3a100a49-081d-4434-ba8f-fd5ec1b92524), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.626143 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.651714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3a100a49-081d-4434-ba8f-fd5ec1b92524), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.653240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:08.653841 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.681279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:08.705863 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3399901 Mar 22 14:53:08.708765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45026) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:08.713944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Request body: {'subnet': {'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-389303579-subnet', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:08.717015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6612909-2dc7-41b9-b2c7-d431ce7d908a admin admin] Pushing event updated for resources: {'Network': ['ID=3a100a49-081d-4434-ba8f-fd5ec1b92524,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:08.735250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:53:08.735841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Made reservation on behalf of ce17de6a29014ffea03a0056f9dc55fa for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:53:08.739016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.822160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Sync routers for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:08.831450 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:08.832100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:08.915837 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (87038900-fa15-4af1-b64d-f7d3575cc354), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:08.940421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:08.967203 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87038900-fa15-4af1-b64d-f7d3575cc354,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:08.982886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Checking segment: {'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:08.983250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Network hostable DHCP agents. Network: 3a100a49-081d-4434-ba8f-fd5ec1b92524, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:53:08.999869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:53:09.009012 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3a100a49-081d-4434-ba8f-fd5ec1b92524) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:09.013211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:09.013663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.032557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-73d12c36-fc6e-4d96-86ba-a6a4d92e2571 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3198903 Mar 22 14:53:09.032798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7d95e-db06-4427-aca3-32f4bb4983a7 None None] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:53:09.032917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45028) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:09.036642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:09.057540 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.058705 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.116932 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks [] for router_controller (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.201571 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3a100a49-081d-4434-ba8f-fd5ec1b92524', 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524', 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'fixed_ips': [{'subnet_id': '87038900-fa15-4af1-b64d-f7d3575cc354'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:53:09.202511 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.259184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks [] for router_gateway (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.292324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 2, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:09.322844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Checking router: 556f39e2-b3b9-458a-9afe-959976c33a9c for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:09.323188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Updating router 556f39e2-b3b9-458a-9afe-959976c33a9c port 74b5c106-fe6d-439f-b878-90c15d165d36 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:53:09.377110 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.397454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Allocated IP 172.20.0.2 (3a100a49-081d-4434-ba8f-fd5ec1b92524/87038900-fa15-4af1-b64d-f7d3575cc354/98a958e9-3305-4c0d-8bb4-fdc37febc2de) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:09.467182 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks [] for router_gateway (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.486336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.591888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Allocated IP 172.25.2.64 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/cb4bb6e8-921a-487a-81ab-60f5cc2c444b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:09.707624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks [] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.744971 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.780362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:09.783481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:09.787150 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:09.815028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Pushing event updated for resources: {'Port': ['ID=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:09.866351 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Publish callbacks [] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.878216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:09.931857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:09.940172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:09.960678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:09.966207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Pushing event updated for resources: {'Port': ['ID=98a958e9-3305-4c0d-8bb4-fdc37febc2de,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:10.006060 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Publish callbacks [] for port (74b5c106-fe6d-439f-b878-90c15d165d36), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.024977 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.051437 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks [] for router_gateway (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.058730 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Attempting to bind port 98a958e9-3305-4c0d-8bb4-fdc37febc2de on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:10.059065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Attempting to bind port 98a958e9-3305-4c0d-8bb4-fdc37febc2de by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:10.059416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Attempting to bind port 98a958e9-3305-4c0d-8bb4-fdc37febc2de on network 3a100a49-081d-4434-ba8f-fd5ec1b92524 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:10.073674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:10.074065 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Checking segment: {'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:10.074464 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.074838 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Bound using segment: {'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:10.075301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Bound port: 98a958e9-3305-4c0d-8bb4-fdc37febc2de, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:10.076231 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.106803 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f348a-8a49-4d23-beba-2d6a68507c0e None None] Pushing event updated for resources: {'Port': ['ID=74b5c106-fe6d-439f-b878-90c15d165d36,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:10.202382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Attempting to bind port 74b5c106-fe6d-439f-b878-90c15d165d36 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:10.202749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Attempting to bind port 74b5c106-fe6d-439f-b878-90c15d165d36 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:10.203108 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Attempting to bind port 74b5c106-fe6d-439f-b878-90c15d165d36 on network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:10.205487 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] For port 98a958e9-3305-4c0d-8bb4-fdc37febc2de, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:10.209393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] For port 98a958e9-3305-4c0d-8bb4-fdc37febc2de, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=98a958e9-3305-4c0d-8bb4-fdc37febc2de,segment=NetworkSegment(545a8992-d4eb-467e-afa2-113f670cc800),segment_id=545a8992-d4eb-467e-afa2-113f670cc800)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:10.214331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:10.214698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Checking segment: {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:10.215401 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.215955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Bound using segment: {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:10.216577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Bound port: 74b5c106-fe6d-439f-b878-90c15d165d36, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:10.216952 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.220799 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.261281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.319105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a328d0-e447-4d69-8df7-3e33abde52ef None None] Pushing event updated for resources: {'Port': ['ID=98a958e9-3305-4c0d-8bb4-fdc37febc2de,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:10.338638 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] For port 74b5c106-fe6d-439f-b878-90c15d165d36, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:10.342850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] For port 74b5c106-fe6d-439f-b878-90c15d165d36, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=74b5c106-fe6d-439f-b878-90c15d165d36,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:10.351391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.432731 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-92a13467-231f-4c34-8c15-001c44256f3d None None] Provisioning complete for port 74b5c106-fe6d-439f-b878-90c15d165d36 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:10.433225 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92a13467-231f-4c34-8c15-001c44256f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.434965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:10.435563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:53:10.435701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:10.443850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f348a-8a49-4d23-beba-2d6a68507c0e None None] Pushing event updated for resources: {'Port': ['ID=74b5c106-fe6d-439f-b878-90c15d165d36,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:10.552958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:10.606175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:10.621134 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Sync routers for ids ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:10.632290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.632685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Routers {'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:10.633322 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:10.635021 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8e43065b-0e32-4b05-b458-cca434629c77 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6015418 Mar 22 14:53:10.637729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45030) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:10.681824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:10.765550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:10.766206 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.792962 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Set router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:10.848962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-92a13467-231f-4c34-8c15-001c44256f3d None None] Current status of the port 74b5c106-fe6d-439f-b878-90c15d165d36 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:10.849360 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92a13467-231f-4c34-8c15-001c44256f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.947397 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-92a13467-231f-4c34-8c15-001c44256f3d None None] For port 74b5c106-fe6d-439f-b878-90c15d165d36, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=74b5c106-fe6d-439f-b878-90c15d165d36,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:10.970310 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92a13467-231f-4c34-8c15-001c44256f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.000848 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:09Z', 'revision_number': 3, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port': {'id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:11.029515 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Checking router: f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:11.030837 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Updating router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 port cb4bb6e8-921a-487a-81ab-60f5cc2c444b binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:53:11.057920 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.073864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:11.087274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a13467-231f-4c34-8c15-001c44256f3d None None] Pushing event updated for resources: {'Port': ['ID=74b5c106-fe6d-439f-b878-90c15d165d36,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:11.106200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4c9427ed-d047-4be4-83cf-732cc9cfca58 None None] Provisioning complete for port 74b5c106-fe6d-439f-b878-90c15d165d36 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:11.106487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c9427ed-d047-4be4-83cf-732cc9cfca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.128085 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.168532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:11.200634 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d4c2f-40c9-4a91-93e5-4f4091a3c0c6 None None] The sync data for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 is: [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:11.297660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c9427ed-d047-4be4-83cf-732cc9cfca58 None None] Current status of the port 74b5c106-fe6d-439f-b878-90c15d165d36 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:11.381089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Allocated IP 172.20.0.1 (3a100a49-081d-4434-ba8f-fd5ec1b92524/87038900-fa15-4af1-b64d-f7d3575cc354/ae4be544-3d94-4368-93d7-13e02bae9578) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:11.391513 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Publish callbacks [] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.404571 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.475382 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Attempting to bind port cb4bb6e8-921a-487a-81ab-60f5cc2c444b on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:11.475769 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Attempting to bind port cb4bb6e8-921a-487a-81ab-60f5cc2c444b by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:11.476084 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Attempting to bind port cb4bb6e8-921a-487a-81ab-60f5cc2c444b on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:11.491257 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9783e-650c-45ff-a9f9-1c9f6aae1f90 None None] Pushing event updated for resources: {'Port': ['ID=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:11.496623 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:11.497359 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:11.497937 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.498544 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:11.499199 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Bound port: cb4bb6e8-921a-487a-81ab-60f5cc2c444b, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:11.499956 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.521381 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks [] for port (ae4be544-3d94-4368-93d7-13e02bae9578), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.565921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.569681 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] For port cb4bb6e8-921a-487a-81ab-60f5cc2c444b, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:11.574202 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] For port cb4bb6e8-921a-487a-81ab-60f5cc2c444b, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:11.582171 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.608636 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:11.612615 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:11.615409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:11.649558 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Routers {'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:11.650216 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:11.660659 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4be544-3d94-4368-93d7-13e02bae9578,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:11.679135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa8ddc-0aef-4148-a861-899d415c0355 None None] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:53:11.679642 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.756617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-440b96f3-f00f-4df3-962c-920129ceb789 None None] Provisioning complete for port 98a958e9-3305-4c0d-8bb4-fdc37febc2de triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:11.757291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-440b96f3-f00f-4df3-962c-920129ceb789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.797157 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9783e-650c-45ff-a9f9-1c9f6aae1f90 None None] Pushing event updated for resources: {'Port': ['ID=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:11.805505 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] Set router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:11.830830 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.922809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-440b96f3-f00f-4df3-962c-920129ceb789 None None] Current status of the port 98a958e9-3305-4c0d-8bb4-fdc37febc2de is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:11.923154 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-440b96f3-f00f-4df3-962c-920129ceb789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:11.979052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-440b96f3-f00f-4df3-962c-920129ceb789 None None] For port 98a958e9-3305-4c0d-8bb4-fdc37febc2de, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=98a958e9-3305-4c0d-8bb4-fdc37febc2de,segment=NetworkSegment(545a8992-d4eb-467e-afa2-113f670cc800),segment_id=545a8992-d4eb-467e-afa2-113f670cc800)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:11.991441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-440b96f3-f00f-4df3-962c-920129ceb789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.037396 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:09Z', 'revision_number': 3, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port': {'id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:12.065729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b96f3-f00f-4df3-962c-920129ceb789 None None] Pushing event updated for resources: {'Port': ['ID=98a958e9-3305-4c0d-8bb4-fdc37febc2de,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:12.074450 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38758a56-6f98-429e-b295-2d8c3bef76d1 None None] The sync data for ids ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'] in n-d-834677-3 is: [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:09Z', 'revision_number': 3, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port': {'id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:12.082040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks [] for port (ae4be544-3d94-4368-93d7-13e02bae9578), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.090478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.226198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6c6f2772-6947-46cf-bcb6-a2f3c7f21b0d None None] Provisioning complete for port ae4be544-3d94-4368-93d7-13e02bae9578 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:12.226769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c6f2772-6947-46cf-bcb6-a2f3c7f21b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.286520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f2772-6947-46cf-bcb6-a2f3c7f21b0d None None] Port ae4be544-3d94-4368-93d7-13e02bae9578 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:12.298504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6c6f2772-6947-46cf-bcb6-a2f3c7f21b0d None None] Provisioning complete for port 98a958e9-3305-4c0d-8bb4-fdc37febc2de triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:12.299019 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6c6f2772-6947-46cf-bcb6-a2f3c7f21b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.427503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f2772-6947-46cf-bcb6-a2f3c7f21b0d None None] Current status of the port 98a958e9-3305-4c0d-8bb4-fdc37febc2de is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:12.485873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4be544-3d94-4368-93d7-13e02bae9578,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:12.496221 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.564285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 74b5c106-fe6d-439f-b878-90c15d165d36 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:12.619032 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:12.620735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:12.662022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 74b5c106-fe6d-439f-b878-90c15d165d36 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:12.662022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.693138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-40dc8a0c-3de8-405d-ac08-37086e56ca2b None None] Provisioning complete for port ae4be544-3d94-4368-93d7-13e02bae9578 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:12.693578 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-40dc8a0c-3de8-405d-ac08-37086e56ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.745556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-40dc8a0c-3de8-405d-ac08-37086e56ca2b None None] Port ae4be544-3d94-4368-93d7-13e02bae9578 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:12.788009 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:53:12.796344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 74b5c106-fe6d-439f-b878-90c15d165d36 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:12.797508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 98a958e9-3305-4c0d-8bb4-fdc37febc2de up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:12.858835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 98a958e9-3305-4c0d-8bb4-fdc37febc2de triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:12.859290 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.932076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:12.937497 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7431c924-781e-4fcc-b9ed-f3cfc8689a08 admin admin] 10.222.0.44 "PUT /v2.0/routers/f4da6064-8e7e-45bd-a16f-d2caf0fe5f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2978995 Mar 22 14:53:12.961737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 98a958e9-3305-4c0d-8bb4-fdc37febc2de is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:12.970173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6d276222-22c1-4132-99c7-26c3f8a3e083 None None] Provisioning complete for port ae4be544-3d94-4368-93d7-13e02bae9578 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:12.970371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6d276222-22c1-4132-99c7-26c3f8a3e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:13.007292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6d276222-22c1-4132-99c7-26c3f8a3e083 None None] Port ae4be544-3d94-4368-93d7-13e02bae9578 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:14.512224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cb4bb6e8-921a-487a-81ab-60f5cc2c444b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:14.574215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port cb4bb6e8-921a-487a-81ab-60f5cc2c444b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:14.574215 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:14.668183 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port cb4bb6e8-921a-487a-81ab-60f5cc2c444b is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:14.668659 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:14.701652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port cb4bb6e8-921a-487a-81ab-60f5cc2c444b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:14.710124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:14.765842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:14.773659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.774032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.774376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.774715 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.775046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.775423 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.775757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.776085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.776413 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.776724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.777046 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.777365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.777681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.778015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.778336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:14.866373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Sync routers for ids ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:14.880490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Routers {'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:14.881115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:15.007793 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Set router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:15.391734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:11Z', 'revision_number': 4, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port': {'id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ae4be544-3d94-4368-93d7-13e02bae9578', 'name': '', 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'mac_address': 'fa:16:3e:f5:3d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '87038900-fa15-4af1-b64d-f7d3575cc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:11Z', 'updated_at': '2022-03-22T14:53:11Z', 'revision_number': 2, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'subnets': [{'id': '87038900-fa15-4af1-b64d-f7d3575cc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:15.420173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Checking router: f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:15.420547 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Updating router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 port ae4be544-3d94-4368-93d7-13e02bae9578 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:53:15.453549 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.766421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Publish callbacks [] for port (ae4be544-3d94-4368-93d7-13e02bae9578), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.776808 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.828668 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24d513-d244-47ca-ad79-0c2d9c209364 None None] Pushing event updated for resources: {'Port': ['ID=ae4be544-3d94-4368-93d7-13e02bae9578,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:15.891030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Attempting to bind port ae4be544-3d94-4368-93d7-13e02bae9578 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:15.891414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Attempting to bind port ae4be544-3d94-4368-93d7-13e02bae9578 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:15.893941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Attempting to bind port ae4be544-3d94-4368-93d7-13e02bae9578 on network 3a100a49-081d-4434-ba8f-fd5ec1b92524 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:15.897782 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:15.898274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Checking segment: {'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:15.898688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.899115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Bound using segment: {'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:15.899603 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Bound port: ae4be544-3d94-4368-93d7-13e02bae9578, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545a8992-d4eb-467e-afa2-113f670cc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:15.899990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.995958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] For port ae4be544-3d94-4368-93d7-13e02bae9578, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:16.003981 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] For port ae4be544-3d94-4368-93d7-13e02bae9578, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ae4be544-3d94-4368-93d7-13e02bae9578,segment=NetworkSegment(545a8992-d4eb-467e-afa2-113f670cc800),segment_id=545a8992-d4eb-467e-afa2-113f670cc800)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:16.015831 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:16.097373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Routers {'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:16.097946 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:16.226253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24d513-d244-47ca-ad79-0c2d9c209364 None None] Pushing event updated for resources: {'Port': ['ID=ae4be544-3d94-4368-93d7-13e02bae9578,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:16.250163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d895f2c3-7843-49da-8380-2527343171b1 None None] Provisioning complete for port ae4be544-3d94-4368-93d7-13e02bae9578 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:16.250587 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d895f2c3-7843-49da-8380-2527343171b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:16.306445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] Set router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:16.479722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cb4bb6e8-921a-487a-81ab-60f5cc2c444b up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:16.524181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d895f2c3-7843-49da-8380-2527343171b1 None None] Current status of the port ae4be544-3d94-4368-93d7-13e02bae9578 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:16.524578 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d895f2c3-7843-49da-8380-2527343171b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:16.599614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d895f2c3-7843-49da-8380-2527343171b1 None None] For port ae4be544-3d94-4368-93d7-13e02bae9578, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ae4be544-3d94-4368-93d7-13e02bae9578,segment=NetworkSegment(545a8992-d4eb-467e-afa2-113f670cc800),segment_id=545a8992-d4eb-467e-afa2-113f670cc800)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:16.643854 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d895f2c3-7843-49da-8380-2527343171b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:16.674999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port cb4bb6e8-921a-487a-81ab-60f5cc2c444b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:16.676909 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:16.737583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895f2c3-7843-49da-8380-2527343171b1 None None] Pushing event updated for resources: {'Port': ['ID=ae4be544-3d94-4368-93d7-13e02bae9578,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:16.774712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:11Z', 'revision_number': 4, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port': {'id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ae4be544-3d94-4368-93d7-13e02bae9578', 'name': '', 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'mac_address': 'fa:16:3e:f5:3d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '87038900-fa15-4af1-b64d-f7d3575cc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:11Z', 'updated_at': '2022-03-22T14:53:15Z', 'revision_number': 4, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'subnets': [{'id': '87038900-fa15-4af1-b64d-f7d3575cc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:16.796253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-84732430-a48a-4c5c-8178-6703c3d37dd8 None None] Provisioning complete for port ae4be544-3d94-4368-93d7-13e02bae9578 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:16.796253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-84732430-a48a-4c5c-8178-6703c3d37dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:16.829656 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac895d91-abe3-4e61-915f-ce0a264cb321 None None] The sync data for ids ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'] in n-d-834677-3 is: [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:11Z', 'revision_number': 4, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port': {'id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'ae4be544-3d94-4368-93d7-13e02bae9578', 'name': '', 'network_id': '3a100a49-081d-4434-ba8f-fd5ec1b92524', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'mac_address': 'fa:16:3e:f5:3d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '87038900-fa15-4af1-b64d-f7d3575cc354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:11Z', 'updated_at': '2022-03-22T14:53:15Z', 'revision_number': 4, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'subnets': [{'id': '87038900-fa15-4af1-b64d-f7d3575cc354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:16.870751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port cb4bb6e8-921a-487a-81ab-60f5cc2c444b is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:16.955126 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-84732430-a48a-4c5c-8178-6703c3d37dd8 None None] Current status of the port ae4be544-3d94-4368-93d7-13e02bae9578 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:18.247122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4535-26f0-4e08-95e6-afd7c4e020ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:18.491100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ae4be544-3d94-4368-93d7-13e02bae9578 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:18.548151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port ae4be544-3d94-4368-93d7-13e02bae9578 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:18.548661 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:18.652653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port ae4be544-3d94-4368-93d7-13e02bae9578 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:20.528169 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9d07-89c0-4131-870f-3324eacc4ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:22.069912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:22.889691 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-780ebece-3431-4409-a6b8-10afb7071281 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:22.891253 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-780ebece-3431-4409-a6b8-10afb7071281 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 814 time: 0.1100662 Mar 22 14:53:22.907197 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-3b4f22dd-0e48-4e9b-972e-8a06b4bdbd37 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/quotas/52f4801888464d24b2afc2ead5fc5e90 HTTP/1.1" status: 200 len: 375 time: 0.0101416 Mar 22 14:53:22.965245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-1ef52f7a-7af2-4d6d-b2ff-446164a68a26 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525939 Mar 22 14:53:23.063755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-cd1a3582-7cc9-4287-8eee-24f0dbdbc326 service neutron] 10.222.0.44 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869489 Mar 22 14:53:23.153049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-6ae14355-ba24-408d-abfa-94f5869e390f service neutron] 10.222.0.44 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834692 Mar 22 14:53:23.335499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6e2ec594-e152-4d96-b251-89a57cd64661 req-edcbd6e8-7bbe-4b4c-90c4-b8d6d9027ef2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 210 time: 0.0342202 Mar 22 14:53:23.582294 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:24.441182 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-664a16fc-33d1-4171-ad98-489e9f9e7cc7 req-ad98dc5c-68b1-4cee-ad3e-e8c4e30875b1 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 210 time: 0.0347812 Mar 22 14:53:24.526980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-f855e10c-8376-45f5-95f5-805a0566abdf tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:24.528391 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-f855e10c-8376-45f5-95f5-805a0566abdf tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 814 time: 0.1134880 Mar 22 14:53:24.544995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'port': {'device_id': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'admin_state_up': True, 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:24.662715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Made reservation on behalf of 52f4801888464d24b2afc2ead5fc5e90 for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:53:24.666622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:24.681224 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:24.795628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Allocated IP 172.20.0.10 (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4/567f1b62-40f9-4cc2-a7e7-8887b3a91d5c/a97d4c1a-d7e9-4bec-906b-28ea12dbce60) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:24.808147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:25.020938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:25.072759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:25.138137 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:25.156817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:25.158412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:25.160972 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:25.227854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:25.228562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:25.253180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-30b613d1-fed1-4128-851a-b4a67964b4a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7121127 Mar 22 14:53:25.441864 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-126533a2-da16-4c41-b454-1289185e8dc1 None None] Provisioning complete for port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:25.442285 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-126533a2-da16-4c41-b454-1289185e8dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:25.498869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-126533a2-da16-4c41-b454-1289185e8dc1 None None] Port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:25.611614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a614-e82f-44b2-b86a-7cb5ed100380 req-496bdbbb-9fb1-418b-9b9e-a6fca0ecd3f5 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:25.613339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8641a614-e82f-44b2-b86a-7cb5ed100380 req-496bdbbb-9fb1-418b-9b9e-a6fca0ecd3f5 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 932 time: 0.0855651 Mar 22 14:53:25.661452 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8641a614-e82f-44b2-b86a-7cb5ed100380 req-239d6da9-f79e-4493-b01c-54860438312b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Mar 22 14:53:26.809737 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c73ad7-8059-419c-b883-37c060577919 req-2c0c3615-c5e8-4cbe-9808-b2969e7d9310 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:26.811236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2c73ad7-8059-419c-b883-37c060577919 req-2c0c3615-c5e8-4cbe-9808-b2969e7d9310 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 932 time: 0.0583968 Mar 22 14:53:26.867046 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2c73ad7-8059-419c-b883-37c060577919 req-9198e7de-a80f-488b-9902-dca5fd318c97 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498264 Mar 22 14:53:28.010051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd100f-0167-4074-a020-88bda7e093f9 req-5d64c169-31b7-4880-b7da-85c3901b5cea tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:28.012977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eecd100f-0167-4074-a020-88bda7e093f9 req-5d64c169-31b7-4880-b7da-85c3901b5cea tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 932 time: 0.0777643 Mar 22 14:53:28.082711 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eecd100f-0167-4074-a020-88bda7e093f9 req-18eb9cf8-d633-40aa-b86d-32d25d2ffb2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637965 Mar 22 14:53:28.873420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:29.201793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b66fd-d2a7-4333-b375-948e6e485285 req-f9d2127c-2fa0-4810-8bde-f1ecb15572cc tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:29.203550 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e8b66fd-d2a7-4333-b375-948e6e485285 req-f9d2127c-2fa0-4810-8bde-f1ecb15572cc tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 932 time: 0.0540161 Mar 22 14:53:29.256024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e8b66fd-d2a7-4333-b375-948e6e485285 req-358b67a4-5d6f-4d37-a61b-16f29ac7cf62 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461426 Mar 22 14:53:30.388432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d90b0-ff10-4059-bc78-a1cba3b15d1c req-b66f4341-2c13-4b56-9117-6b97754595d6 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:30.397991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd1d90b0-ff10-4059-bc78-a1cba3b15d1c req-b66f4341-2c13-4b56-9117-6b97754595d6 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 932 time: 0.0621831 Mar 22 14:53:30.447202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dd1d90b0-ff10-4059-bc78-a1cba3b15d1c req-6d06a1f4-e850-46d9-8719-29415885f872 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501637 Mar 22 14:53:31.577130 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1940b8-6853-4dd0-ab84-2b69e425e9f5 req-209ac222-2fa4-4653-81a1-8526aeaebfa2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:31.578697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab1940b8-6853-4dd0-ab84-2b69e425e9f5 req-209ac222-2fa4-4653-81a1-8526aeaebfa2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 932 time: 0.0552604 Mar 22 14:53:31.639383 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab1940b8-6853-4dd0-ab84-2b69e425e9f5 req-7ab6edda-6b75-474e-a7bb-525a79c07cbe tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548086 Mar 22 14:53:32.769992 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecce07-00b2-4437-8594-88895f957660 req-81e39a3c-5335-482c-bd68-7b5bae77611f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:32.771462 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26ecce07-00b2-4437-8594-88895f957660 req-81e39a3c-5335-482c-bd68-7b5bae77611f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 932 time: 0.0581367 Mar 22 14:53:33.180976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-26ecce07-00b2-4437-8594-88895f957660 req-75fb6eb3-1816-45e4-bd5e-dc9c9bfe717d tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007998 Mar 22 14:53:33.186591 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Request body: {'port': {'device_id': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:33.245462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:33.527005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97d4c1a-d7e9-4bec-906b-28ea12dbce60 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:53:33.538297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Publish callbacks [] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:33.551417 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Transition to ACTIVE for port object a97d4c1a-d7e9-4bec-906b-28ea12dbce60 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:53:33.557199 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:33.607811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Pushing event updated for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:33.680919 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Attempting to bind port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:33.681257 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Attempting to bind port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:33.681583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Attempting to bind port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 on network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:33.686811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 on network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:53:33.687220 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Attempting to bind port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 on network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:33.693247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:33.693659 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Checking segment: {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:33.694158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Bound using segment: {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:33.694684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Bound port: a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1f4dd-5048-40be-a682-e7ab01b5d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:33.695081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:33.765511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:33.768703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:33.775674 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:33.807768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:33.808519 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:33.809778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] 10.222.0.57 "PUT /v2.0/ports/a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 1092 time: 0.6272957 Mar 22 14:53:33.810242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:33.813106 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765daf77-9290-46a4-ae9d-64a69d39694b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:33.846131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80add47c-13a8-483d-a7ed-6b0862379b87 service neutron] Pushing event updated for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:33.854585 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e5ed33-8b2a-4312-b7c0-649ef67aa995 x-openstack-request-id: req-30e5ed33-8b2a-4312-b7c0-649ef67aa995 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:33.854847 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:33.855105 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30e5ed33-8b2a-4312-b7c0-649ef67aa995 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:33.855568 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e5ed33-8b2a-4312-b7c0-649ef67aa995'] response: {'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'status': 'completed', 'code': 200} Mar 22 14:53:33.906466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-0fc58590-6484-4117-bbcc-fdbd24a58151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:33.907988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-0fc58590-6484-4117-bbcc-fdbd24a58151 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1126 time: 0.0484538 Mar 22 14:53:33.958599 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-9d0e29b9-edec-442f-a961-0f06999d6ea2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 217 time: 0.0401211 Mar 22 14:53:34.010760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-2c34fa98-05e2-4bcb-86b0-d5d5fe0004f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.012238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-2c34fa98-05e2-4bcb-86b0-d5d5fe0004f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0465987 Mar 22 14:53:34.064985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-8a2f1f6d-ae23-4a31-9958-d20c5a711455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.066421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-8a2f1f6d-ae23-4a31-9958-d20c5a711455 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447085 Mar 22 14:53:34.161167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-855fcd8f-579f-4d48-a756-9cc16f0fb75b service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845153 Mar 22 14:53:34.265161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5edb6cf2-20e3-467a-a648-e4df7e6c6d62 req-a89dcaa3-0124-4c6f-ae1d-822cf1872291 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942273 Mar 22 14:53:34.307790 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647dc14-14f9-4c28-85f0-29f6651a8b1f req-89a4bdf8-9150-434d-82d9-1fcdf7f76124 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.309270 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1647dc14-14f9-4c28-85f0-29f6651a8b1f req-89a4bdf8-9150-434d-82d9-1fcdf7f76124 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 944 time: 0.0551178 Mar 22 14:53:34.387116 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1647dc14-14f9-4c28-85f0-29f6651a8b1f req-2b9223d8-6257-48fb-9c78-f8b2f430e265 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718515 Mar 22 14:53:34.398163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765daf77-9290-46a4-ae9d-64a69d39694b req-17819b45-556d-4635-bdf8-34f90d2178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.399642 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765daf77-9290-46a4-ae9d-64a69d39694b req-17819b45-556d-4635-bdf8-34f90d2178d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1126 time: 0.0709758 Mar 22 14:53:34.496091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765daf77-9290-46a4-ae9d-64a69d39694b req-4408ad43-292d-4de7-93e3-c5a17da8c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.497932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765daf77-9290-46a4-ae9d-64a69d39694b req-4408ad43-292d-4de7-93e3-c5a17da8c8d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 915 time: 0.0926735 Mar 22 14:53:34.544650 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765daf77-9290-46a4-ae9d-64a69d39694b req-ebb4f440-781f-4b43-92f6-d989ce225838 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 217 time: 0.0404656 Mar 22 14:53:34.594021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765daf77-9290-46a4-ae9d-64a69d39694b req-42937a58-41de-41e0-9a44-0b04b19e97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.595403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765daf77-9290-46a4-ae9d-64a69d39694b req-42937a58-41de-41e0-9a44-0b04b19e97a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0442610 Mar 22 14:53:34.645242 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765daf77-9290-46a4-ae9d-64a69d39694b req-d0c0fd39-9dd7-4eb4-8470-3bf8bb81f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.646654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765daf77-9290-46a4-ae9d-64a69d39694b req-d0c0fd39-9dd7-4eb4-8470-3bf8bb81f634 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438905 Mar 22 14:53:34.739395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765daf77-9290-46a4-ae9d-64a69d39694b req-5a56978d-ead1-40bc-98af-cb905b7dc264 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862041 Mar 22 14:53:34.844941 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-765daf77-9290-46a4-ae9d-64a69d39694b req-c667a8e1-bd8f-461a-9f9a-9b164e207458 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986621 Mar 22 14:53:35.524159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2710-ff44-4650-b08b-0b2b492bae52 req-0233eb30-d20d-441c-a736-9b4c994bd106 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:35.525690 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ccf2710-ff44-4650-b08b-0b2b492bae52 req-0233eb30-d20d-441c-a736-9b4c994bd106 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 944 time: 0.0613301 Mar 22 14:53:35.581039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0ccf2710-ff44-4650-b08b-0b2b492bae52 req-203f10a0-0318-4ec3-ada7-10b01886010d tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Mar 22 14:53:36.428751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a97d4c1a-d7e9-4bec-906b-28ea12dbce60 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:53:36.527816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:36.540037 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'port_id': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'mac_address': 'fa:16:3e:a0:82:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:53:36.581846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:36.582256 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:36.595541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97d4c1a-d7e9-4bec-906b-28ea12dbce60 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:53:36.615273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:36.620940 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:36.670952 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:36.701640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a296005-c23c-48a3-841c-67617fdfeba2 req-4711a10a-c26c-4f4f-9dbb-92dee8bbb2fc tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:36.703152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a296005-c23c-48a3-841c-67617fdfeba2 req-4711a10a-c26c-4f4f-9dbb-92dee8bbb2fc tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 945 time: 0.0541315 Mar 22 14:53:36.749498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3a296005-c23c-48a3-841c-67617fdfeba2 req-e484471f-2a90-4785-a12a-1f5b076b230e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Mar 22 14:53:36.946956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a97d4c1a-d7e9-4bec-906b-28ea12dbce60'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:53:37.879556 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31049b59-663b-4702-8b00-6518818db11b req-83ded2c8-f4a1-43f5-82eb-49d4af588c56 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:37.881129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31049b59-663b-4702-8b00-6518818db11b req-83ded2c8-f4a1-43f5-82eb-49d4af588c56 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 945 time: 0.0543489 Mar 22 14:53:37.928651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-31049b59-663b-4702-8b00-6518818db11b req-849a9dbf-73b4-4397-8c41-80543186d54e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Mar 22 14:53:38.438802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a97d4c1a-d7e9-4bec-906b-28ea12dbce60 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:38.493227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:53:38.497449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:38.497833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:38.577470 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:38.577851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:38.603680 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:38.606051 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5315ad-10a8-4623-9111-34deeb3d48e2" -d '{"events": [{"server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "name": "network-vif-plugged", "status": "completed", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:38.618862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:38.624104 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:38.647327 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c566a-7b3b-417f-9a3b-36f66ab8e576 x-openstack-request-id: req-0f3c566a-7b3b-417f-9a3b-36f66ab8e576 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:38.647619 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "name": "network-vif-plugged", "status": "completed", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:38.647872 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f3c566a-7b3b-417f-9a3b-36f66ab8e576 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:38.648271 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3c566a-7b3b-417f-9a3b-36f66ab8e576'] response: {'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'code': 200} Mar 22 14:53:38.674632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:38.766066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649d8b1-fdae-4557-b12f-a6673ef6acee req-b96e7521-f2a3-4f7b-b7da-2df1f424f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:38.767606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8649d8b1-fdae-4557-b12f-a6673ef6acee req-b96e7521-f2a3-4f7b-b7da-2df1f424f5da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1128 time: 0.0590715 Mar 22 14:53:38.813140 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8649d8b1-fdae-4557-b12f-a6673ef6acee req-8a8be8e0-154e-4855-820d-93f207070e2f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Mar 22 14:53:39.061984 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f529fb-546f-4fb2-8d0f-680824c1879c req-2876cfbc-9326-4b44-881e-b8c6b45d31b2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:39.063467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78f529fb-546f-4fb2-8d0f-680824c1879c req-2876cfbc-9326-4b44-881e-b8c6b45d31b2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0591447 Mar 22 14:53:39.111325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78f529fb-546f-4fb2-8d0f-680824c1879c req-24579a04-bef3-45e2-961b-55fa715af01d tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Mar 22 14:53:40.236940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ccfec-bd4d-407a-85ec-750868fd7a4e req-d2969eaa-a5c4-4877-837c-ed16653b7853 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:40.238370 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-053ccfec-bd4d-407a-85ec-750868fd7a4e req-d2969eaa-a5c4-4877-837c-ed16653b7853 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0528650 Mar 22 14:53:40.288712 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-053ccfec-bd4d-407a-85ec-750868fd7a4e req-2142f113-0f5f-4f91-80fb-c2d6612a741c tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Mar 22 14:53:40.408622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a73fe7-e3ad-44f8-96dc-5b017be35743 req-defe0ebd-08fd-4712-94a8-9f8703d4247d tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:40.410166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0a73fe7-e3ad-44f8-96dc-5b017be35743 req-defe0ebd-08fd-4712-94a8-9f8703d4247d tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0536408 Mar 22 14:53:40.458861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0a73fe7-e3ad-44f8-96dc-5b017be35743 req-56003526-30f4-491c-8343-93012026a0f9 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Mar 22 14:53:40.655850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cef3b-6eb3-4363-b09b-c6101e078b94 req-d3964f93-e15e-4781-8fd9-6abc64d3fef2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:40.657335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d9cef3b-6eb3-4363-b09b-c6101e078b94 req-d3964f93-e15e-4781-8fd9-6abc64d3fef2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0567148 Mar 22 14:53:40.707528 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d9cef3b-6eb3-4363-b09b-c6101e078b94 req-fae4bfd0-cd5e-4f60-b397-4e1a3c1f043d tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Mar 22 14:53:42.842393 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:53:48.243849 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-50279c4f-2830-4cb7-abe6-64bc255c155c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:50.527951 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ddebff6-32df-4755-bb97-10e37dee749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.071718 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:53.585178 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:54.681712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:54.834245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:58.904526 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:59.723777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cb991-d304-4f00-93e4-5729f0f7563d req-eed53c9a-80ac-4023-879c-2c6290061de7 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:59.725173 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b50cb991-d304-4f00-93e4-5729f0f7563d req-eed53c9a-80ac-4023-879c-2c6290061de7 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0645361 Mar 22 14:53:59.772923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b50cb991-d304-4f00-93e4-5729f0f7563d req-38a467eb-bbf6-4ac6-96e9-7687f4bb1712 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Mar 22 14:53:59.796089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45244) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:59.965131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6651245-f765-42ea-a31e-9cae14dd7222 tempest-TestMinimumBasicScenario-1166219915 tempest-TestMinimumBasicScenario-1166219915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:59.966807 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e6651245-f765-42ea-a31e-9cae14dd7222 tempest-TestMinimumBasicScenario-1166219915 tempest-TestMinimumBasicScenario-1166219915-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1123 time: 0.1696692 Mar 22 14:53:59.969999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45248) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:59.974411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:59.999609 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.123478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.237619 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Allocated IP 172.25.2.173 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/c51d1320-9507-4e35-8b68-7b9bfb94f025) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:54:00.339825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.376786 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.411382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:54:00.414235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:54:00.418131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:54:00.447035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'Port': ['ID=c51d1320-9507-4e35-8b68-7b9bfb94f025,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:00.776979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for floatingip (c1a90632-8c9d-4d12-a8ee-c44dffdb7f40), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.852324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.004622 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.011226 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.081353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'Port': ['ID=c51d1320-9507-4e35-8b68-7b9bfb94f025,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:01.091310 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (c1a90632-8c9d-4d12-a8ee-c44dffdb7f40), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.206588 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Floating IP c1a90632-8c9d-4d12-a8ee-c44dffdb7f40 associated. External IP: 172.25.2.173, port: a97d4c1a-d7e9-4bec-906b-28ea12dbce60. Mar 22 14:54:01.430626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Router 556f39e2-b3b9-458a-9afe-959976c33a9c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:54:01.541895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:54:01.554664 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] Sync routers for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:54:01.562214 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.565368 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:01.566096 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:53:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:01.595928 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4fc9579e-4442-4874-ae22-79f99791f4fa tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6248410 Mar 22 14:54:01.596557 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:01.598899 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11cbaa8-c586-443b-9e1f-cba28a5cb750" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:01.599078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45250) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:01.604572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788451965', 'description': 'tempest-secgroup-smoke-788451965 description', 'project_id': '52f4801888464d24b2afc2ead5fc5e90'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:01.637909 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.651521 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017da24-1793-46b5-9a2d-73dc74f99d9f x-openstack-request-id: req-3017da24-1793-46b5-9a2d-73dc74f99d9f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:01.651823 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:01.652064 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3017da24-1793-46b5-9a2d-73dc74f99d9f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:01.652478 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3017da24-1793-46b5-9a2d-73dc74f99d9f'] response: {'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'status': 'completed', 'code': 200} Mar 22 14:54:01.744553 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group (9ceee842-41f5-41ca-abe6-c54bf640e49e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.751522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-369ea3fd-eb89-4f2c-a0bc-7280ab8458d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:01.753067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-369ea3fd-eb89-4f2c-a0bc-7280ab8458d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1128 time: 0.0800424 Mar 22 14:54:01.753799 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ceee842-41f5-41ca-abe6-c54bf640e49e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.801302 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:01.833729 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.834988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2349057 Mar 22 14:54:01.836123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceee842-41f5-41ca-abe6-c54bf640e49e,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:01.838132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45254) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:01.843195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-acc92fe4-5241-4d25-b5a2-77fc4f46d678 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'security_group_rule': {'security_group_id': '9ceee842-41f5-41ca-abe6-c54bf640e49e', 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:01.848928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.849260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.849619 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.849955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.850310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.850627 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.850962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.851279 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.851603 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.851903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.852626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.852626 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.852839 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.853140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.853472 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c1416-386b-4e3a-a7d6-f297e20013ec tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:01.869792 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acc92fe4-5241-4d25-b5a2-77fc4f46d678 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (d4fb965d-c6d9-43af-bd26-5b3f2853637d), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.886173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-0104f40b-ff41-4ccc-a437-d518db52ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:01.887739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-0104f40b-ff41-4ccc-a437-d518db52ea9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 915 time: 0.1271155 Mar 22 14:54:01.944432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acc92fe4-5241-4d25-b5a2-77fc4f46d678 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (d4fb965d-c6d9-43af-bd26-5b3f2853637d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.955053 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acc92fe4-5241-4d25-b5a2-77fc4f46d678 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d4fb965d-c6d9-43af-bd26-5b3f2853637d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.965246 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-f866a02b-ff02-4be1-a6b0-a876de2454d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 1000 time: 0.0619822 Mar 22 14:54:01.975449 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc92fe4-5241-4d25-b5a2-77fc4f46d678 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fb965d-c6d9-43af-bd26-5b3f2853637d,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:01.989237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-acc92fe4-5241-4d25-b5a2-77fc4f46d678 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:01.993103 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-acc92fe4-5241-4d25-b5a2-77fc4f46d678 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513772 Mar 22 14:54:01.993374 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45256) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:01.997895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4335c87b-1056-443b-9d09-cdb306a3444f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'security_group_rule': {'security_group_id': '9ceee842-41f5-41ca-abe6-c54bf640e49e', 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:02.019620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-6755113e-1500-4c6d-9dee-609e070b761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:02.021103 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-6755113e-1500-4c6d-9dee-609e070b761b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0500529 Mar 22 14:54:02.023327 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4335c87b-1056-443b-9d09-cdb306a3444f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (2246f5ee-833a-47ee-ab6f-fc1d44a35357), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.046328 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c1a90632-8c9d-4d12-a8ee-c44dffdb7f40', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'port_id': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'mac_address': 'fa:16:3e:a0:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:54:00Z', 'updated_at': '2022-03-22T14:54:00Z', 'revision_number': 0, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 5, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:02.070544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-fa93db19-29a8-4089-80d4-684663de5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:02.072209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-fa93db19-29a8-4089-80d4-684663de5007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450087 Mar 22 14:54:02.078856 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] Checking router: 556f39e2-b3b9-458a-9afe-959976c33a9c for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:54:02.082142 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4335c87b-1056-443b-9d09-cdb306a3444f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (2246f5ee-833a-47ee-ab6f-fc1d44a35357), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.088527 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:02.088994 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4335c87b-1056-443b-9d09-cdb306a3444f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (2246f5ee-833a-47ee-ab6f-fc1d44a35357), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.089412 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:53:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:02.106874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335c87b-1056-443b-9d09-cdb306a3444f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2246f5ee-833a-47ee-ab6f-fc1d44a35357,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:02.116471 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4335c87b-1056-443b-9d09-cdb306a3444f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.120935 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4335c87b-1056-443b-9d09-cdb306a3444f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234355 Mar 22 14:54:02.120935 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45258) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:02.125257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-55618f04-670a-433a-80be-63e53b23b93f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'security_group_rule': {'security_group_id': '9ceee842-41f5-41ca-abe6-c54bf640e49e', 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:02.155710 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55618f04-670a-433a-80be-63e53b23b93f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (05c4f223-3c53-4bac-9554-e9cce11eb83c), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.168399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-7955d8e7-91ac-43f7-a101-d1f9c25198c2 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898452 Mar 22 14:54:02.207039 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:02.218709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55618f04-670a-433a-80be-63e53b23b93f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (05c4f223-3c53-4bac-9554-e9cce11eb83c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.224741 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55618f04-670a-433a-80be-63e53b23b93f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (05c4f223-3c53-4bac-9554-e9cce11eb83c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.244235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55618f04-670a-433a-80be-63e53b23b93f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c4f223-3c53-4bac-9554-e9cce11eb83c,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:02.253807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55618f04-670a-433a-80be-63e53b23b93f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.260075 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55618f04-670a-433a-80be-63e53b23b93f tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358387 Mar 22 14:54:02.260289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45260) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:02.267266 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-2da62ccc-151c-463b-b92a-2d9fdc8527a4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'security_group_rule': {'security_group_id': '9ceee842-41f5-41ca-abe6-c54bf640e49e', 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:02.276664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b11cbaa8-c586-443b-9e1f-cba28a5cb750 req-21100ae3-dcf0-4e87-90d0-5026f4af82c1 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018412 Mar 22 14:54:02.297544 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2da62ccc-151c-463b-b92a-2d9fdc8527a4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (9531cdb9-4b39-46a8-841d-0c2b4ef587e4), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.344660 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2da62ccc-151c-463b-b92a-2d9fdc8527a4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (9531cdb9-4b39-46a8-841d-0c2b4ef587e4), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.348966 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2da62ccc-151c-463b-b92a-2d9fdc8527a4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (9531cdb9-4b39-46a8-841d-0c2b4ef587e4), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.366711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da62ccc-151c-463b-b92a-2d9fdc8527a4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9531cdb9-4b39-46a8-841d-0c2b4ef587e4,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:02.377808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2da62ccc-151c-463b-b92a-2d9fdc8527a4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.379263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2da62ccc-151c-463b-b92a-2d9fdc8527a4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180246 Mar 22 14:54:02.382085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45262) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:02.386479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'security_group_rule': {'security_group_id': '9ceee842-41f5-41ca-abe6-c54bf640e49e', 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:02.407949 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Project 52f4801888464d24b2afc2ead5fc5e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:54:02.413040 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (30fe70e6-43b2-44e9-a496-aa4c6c72a9e0), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.436981 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c1a90632-8c9d-4d12-a8ee-c44dffdb7f40', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'port_id': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'mac_address': 'fa:16:3e:a0:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:54:00Z', 'updated_at': '2022-03-22T14:54:00Z', 'revision_number': 0, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 5, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:02.463755 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead0ab3-eb2c-450f-8ba7-6f8cdd14c795 None None] The sync data for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 is: [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c1a90632-8c9d-4d12-a8ee-c44dffdb7f40', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'port_id': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'mac_address': 'fa:16:3e:a0:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:54:00Z', 'updated_at': '2022-03-22T14:54:00Z', 'revision_number': 0, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 5, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:54:02.470872 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (30fe70e6-43b2-44e9-a496-aa4c6c72a9e0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.476238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (30fe70e6-43b2-44e9-a496-aa4c6c72a9e0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.498804 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fe70e6-43b2-44e9-a496-aa4c6c72a9e0,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:02.509818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.511068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-036f2007-f599-49f4-b5f1-ac6476bea1cd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280324 Mar 22 14:54:02.513889 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45264) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:02.518428 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'security_group_rule': {'security_group_id': '9ceee842-41f5-41ca-abe6-c54bf640e49e', 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:02.539298 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Project 52f4801888464d24b2afc2ead5fc5e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:54:02.544792 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (a574f028-2a6f-4fa5-b14a-440708f5a6d6), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.603367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (a574f028-2a6f-4fa5-b14a-440708f5a6d6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.608290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a574f028-2a6f-4fa5-b14a-440708f5a6d6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.626847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a574f028-2a6f-4fa5-b14a-440708f5a6d6,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:02.635978 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:02.637302 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-77e11a2c-831d-41f5-b1c8-a4aaac2a5e2b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223843 Mar 22 14:54:02.669321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b00f9-5f12-419e-916e-55bcf0eb26cc None None] New status for floating IP c1a90632-8c9d-4d12-a8ee-c44dffdb7f40: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:54:02.738378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-477bb734-cd99-45b2-9596-f9377f9d3c25 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788451965&fields=id&tenant_id=52f4801888464d24b2afc2ead5fc5e90 HTTP/1.1" status: 200 len: 267 time: 0.0504737 Mar 22 14:54:02.797368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-0470e1fa-fb38-47d7-ab28-aafe314e150e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:02.799026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-0470e1fa-fb38-47d7-ab28-aafe314e150e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0552096 Mar 22 14:54:02.810076 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'port': {'security_groups': ['c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8', '9ceee842-41f5-41ca-abe6-c54bf640e49e']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:02.881758 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:03.080852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:03.114790 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:03.123189 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:03.135262 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a97d4c1a-d7e9-4bec-906b-28ea12dbce60'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:54:03.166921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:03.167680 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:03.169161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6454ae00-691a-41c1-ac48-f3bbd65f2fa8 req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "PUT /v2.0/ports/a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 982 time: 0.3639178 Mar 22 14:54:03.169609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:03.171938 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417fc114-df05-4de1-9c47-2ff15a3e669a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:03.212061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c327f-6c23-4ccd-9a82-2b5a577963c2 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:03.278795 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd580f63-d729-46a2-961e-5fd565f623e1 x-openstack-request-id: req-bd580f63-d729-46a2-961e-5fd565f623e1 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:03.279071 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:03.279326 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd580f63-d729-46a2-961e-5fd565f623e1 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:03.279880 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd580f63-d729-46a2-961e-5fd565f623e1'] response: {'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'status': 'completed', 'code': 200} Mar 22 14:54:03.282966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a97d4c1a-d7e9-4bec-906b-28ea12dbce60'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:54:03.359809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee95692-06dc-4779-b740-e4f58abe68b2 req-29751a50-3a89-412d-89ff-91f0c55cb716 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:03.361221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ee95692-06dc-4779-b740-e4f58abe68b2 req-29751a50-3a89-412d-89ff-91f0c55cb716 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.1179037 Mar 22 14:54:03.398909 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-e4176eb9-0b45-4a86-b2cf-d3ffc6804f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:03.400316 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-e4176eb9-0b45-4a86-b2cf-d3ffc6804f86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1167 time: 0.0995684 Mar 22 14:54:03.482626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ee95692-06dc-4779-b740-e4f58abe68b2 req-bffdfec9-f074-4d30-aaf7-95482321a174 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131535 Mar 22 14:54:03.518559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-b7b37c41-f019-480f-886f-292ee31f418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:03.519998 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-b7b37c41-f019-480f-886f-292ee31f418e service neutron] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 915 time: 0.1115603 Mar 22 14:54:03.592146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-575a1213-1db1-424f-a110-d39c64f71853 None None] Provisioning complete for port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:54:03.592513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-575a1213-1db1-424f-a110-d39c64f71853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:03.593022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-4edf4451-7123-4673-8cb2-b7df5815db96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 1002 time: 0.0669081 Mar 22 14:54:03.642707 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-81d72ee1-2bd2-4681-9e87-a0852f9da12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:03.644451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-81d72ee1-2bd2-4681-9e87-a0852f9da12f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0457916 Mar 22 14:54:03.704864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-db9e7f4d-29b7-4bf4-a854-0e205ae8fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:03.706468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-db9e7f4d-29b7-4bf4-a854-0e205ae8fca9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566251 Mar 22 14:54:03.808988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-575a1213-1db1-424f-a110-d39c64f71853 None None] Current status of the port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:54:03.811028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-8a3be149-06d2-4077-853a-d3b3ca6103ce service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956445 Mar 22 14:54:03.901698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-417fc114-df05-4de1-9c47-2ff15a3e669a req-0f01d66d-46f2-4d69-b014-01847a96b755 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827310 Mar 22 14:54:17.836957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c2ad7-cf3a-4395-82bb-9473740eb333 req-6ea1c1bb-b76a-4cfe-b3dd-a44dcf6ad0ed tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:17.838465 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c61c2ad7-cf3a-4395-82bb-9473740eb333 req-6ea1c1bb-b76a-4cfe-b3dd-a44dcf6ad0ed tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0885229 Mar 22 14:54:17.841465 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-0fb917b8-d014-4c14-94ba-a2efdc9bae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:17.842844 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-0fb917b8-d014-4c14-94ba-a2efdc9bae55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1167 time: 0.0828457 Mar 22 14:54:17.955240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c61c2ad7-cf3a-4395-82bb-9473740eb333 req-eb94d6c6-4fca-4b69-8ff8-38619a82b317 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105633 Mar 22 14:54:17.974144 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-9b44e550-edd6-4257-a4f2-406e7d51e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:17.975604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-9b44e550-edd6-4257-a4f2-406e7d51e7e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 915 time: 0.1244366 Mar 22 14:54:18.040458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-cbc2a52e-1c5c-4f34-9402-a358a4488965 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 1002 time: 0.0586195 Mar 22 14:54:18.088723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-2931aab7-fba5-4586-b6c5-4d3c47b786c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:18.090129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-2931aab7-fba5-4586-b6c5-4d3c47b786c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0436282 Mar 22 14:54:18.143757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-e9a3a1f6-f18f-4775-a742-f5e129a258f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:18.145214 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-e9a3a1f6-f18f-4775-a742-f5e129a258f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482173 Mar 22 14:54:18.234001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-56cb9c54-7cf4-4e90-9be8-7fb224fe55e7 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817983 Mar 22 14:54:18.239115 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-07a7b69d-f931-41a2-a1dd-c1fe5b02fa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:18.329977 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d48aa29-7202-4680-8eb9-9606e21c946f req-8748bb69-0375-4f59-acf5-470305e00038 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Mar 22 14:54:19.084863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31a06-3a79-41d7-b893-4f90c179fabd req-f3ea1b45-90c0-47a5-850f-ce6d4eb746a8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:19.086401 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ec31a06-3a79-41d7-b893-4f90c179fabd req-f3ea1b45-90c0-47a5-850f-ce6d4eb746a8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0581179 Mar 22 14:54:19.153551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ec31a06-3a79-41d7-b893-4f90c179fabd req-8dc96c08-ebbf-4e72-9496-3131409a5278 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609105 Mar 22 14:54:19.847049 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:54:20.291318 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227c3fc-4166-4f4a-a8a9-a9be3d6ae0dd req-8c66abed-0ac7-4225-8081-c0d575962177 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:20.292695 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c227c3fc-4166-4f4a-a8a9-a9be3d6ae0dd req-8c66abed-0ac7-4225-8081-c0d575962177 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0546663 Mar 22 14:54:20.354724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c227c3fc-4166-4f4a-a8a9-a9be3d6ae0dd req-2f44360f-78a4-4778-9850-fd72776050b0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562952 Mar 22 14:54:20.534450 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-68dff48a-1d1b-4bb0-807e-05d0755aeb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:21.495946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f77834-9f2e-466c-b197-60f883f8318c req-0a3b63ff-0bab-4217-806f-8727dfdd0349 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:21.497453 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4f77834-9f2e-466c-b197-60f883f8318c req-0a3b63ff-0bab-4217-806f-8727dfdd0349 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0576866 Mar 22 14:54:21.560923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4f77834-9f2e-466c-b197-60f883f8318c req-9a8c2c04-c76a-4ef5-bf0a-9af32e700693 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565445 Mar 22 14:54:22.075547 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:22.706004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37309fa1-0cbc-4b87-a848-15c669796840 req-7cf3ce3d-ba3d-4610-8b56-5a3adb238a27 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:22.707408 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37309fa1-0cbc-4b87-a848-15c669796840 req-7cf3ce3d-ba3d-4610-8b56-5a3adb238a27 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0644474 Mar 22 14:54:22.768580 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-37309fa1-0cbc-4b87-a848-15c669796840 req-8181c175-1a50-4d89-acb5-92f24729751c tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552778 Mar 22 14:54:23.588886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:23.902660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c96844-93cd-4e6a-9c4f-38a233d48cf3 req-3addff7b-0045-4a2e-9e05-3585447fd1ff tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:23.904411 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73c96844-93cd-4e6a-9c4f-38a233d48cf3 req-3addff7b-0045-4a2e-9e05-3585447fd1ff tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0593703 Mar 22 14:54:23.970691 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-73c96844-93cd-4e6a-9c4f-38a233d48cf3 req-7ec7a83f-3544-4439-9262-0b1b9945bdf9 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603490 Mar 22 14:54:24.679821 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:24.833920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:25.110224 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51fae6-6000-4159-a59f-d2820b61ed60 req-beb96229-4aaf-44c4-9cac-ccd44cf8a7a8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:25.111709 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e51fae6-6000-4159-a59f-d2820b61ed60 req-beb96229-4aaf-44c4-9cac-ccd44cf8a7a8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0671844 Mar 22 14:54:25.174491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5e51fae6-6000-4159-a59f-d2820b61ed60 req-001513ee-2604-44d2-8814-99b6057bbb3b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568533 Mar 22 14:54:26.305700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c4d2-d121-42ab-846f-21979f9e2931 req-fd202fc1-cf7e-4949-8d3a-526689a3b366 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:26.307252 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ee4c4d2-d121-42ab-846f-21979f9e2931 req-fd202fc1-cf7e-4949-8d3a-526689a3b366 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0569766 Mar 22 14:54:26.372734 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7ee4c4d2-d121-42ab-846f-21979f9e2931 req-99c691da-85dc-4a0f-b9b5-148c5f561fe0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595343 Mar 22 14:54:27.501944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fb343-eb43-4c52-936a-b5e359e8d432 req-f7a41d2e-3b55-4720-a9d0-29fcd04e5d58 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:27.503483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a19fb343-eb43-4c52-936a-b5e359e8d432 req-f7a41d2e-3b55-4720-a9d0-29fcd04e5d58 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0571451 Mar 22 14:54:27.570600 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a19fb343-eb43-4c52-936a-b5e359e8d432 req-a1716757-9697-447c-9270-acd96f70dd34 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563598 Mar 22 14:54:28.703908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19eaf4-6aad-4155-bce0-6ccae8fdecce req-c9b286b7-f346-4541-bca1-4d0f4cc497fd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:28.705361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d19eaf4-6aad-4155-bce0-6ccae8fdecce req-c9b286b7-f346-4541-bca1-4d0f4cc497fd tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0638096 Mar 22 14:54:28.768978 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d19eaf4-6aad-4155-bce0-6ccae8fdecce req-49e19cfc-3c03-4518-8786-1af64bfe5280 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552628 Mar 22 14:54:28.903149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:29.913948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d746a-30a4-459f-9621-b0c6e5acde69 req-67f9d468-9ee0-4970-b4da-84256fd0bb84 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:29.915568 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-693d746a-30a4-459f-9621-b0c6e5acde69 req-67f9d468-9ee0-4970-b4da-84256fd0bb84 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0611732 Mar 22 14:54:29.986553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-693d746a-30a4-459f-9621-b0c6e5acde69 req-80e01a7c-2edc-43fe-9e24-e2c68a5e4c76 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&id=9ceee842-41f5-41ca-abe6-c54bf640e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644517 Mar 22 14:54:40.536327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-42d90ec9-aaf8-40b0-9a35-d44c7680d539 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570443 Mar 22 14:54:40.623898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-5745d33c-a10b-43f7-ac8d-73a595173f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:40.625459 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-5745d33c-a10b-43f7-ac8d-73a595173f9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1167 time: 0.0467720 Mar 22 14:54:40.733263 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-eb8b79c9-d925-4b42-8867-b673f32aa7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:40.735225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-eb8b79c9-d925-4b42-8867-b673f32aa7e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 915 time: 0.0912011 Mar 22 14:54:40.809940 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-4fd89cf6-27f9-4b33-8def-8c34c35e13de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 1002 time: 0.0684736 Mar 22 14:54:40.861843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-eee13269-37d7-457b-8cbd-1ba36f188206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:40.863277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-eee13269-37d7-457b-8cbd-1ba36f188206 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0472391 Mar 22 14:54:40.914810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-0c597c8f-565c-489a-a66c-3643030ad31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:40.916594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-0c597c8f-565c-489a-a66c-3643030ad31a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473094 Mar 22 14:54:41.007863 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-930d8575-36e9-4a5a-8fac-e6f5df7c8c88 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834706 Mar 22 14:54:41.105233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-96d1d031-fbc5-4d9e-9c06-07a43653ac9b req-b212caac-ff20-4fa3-adb3-923f9238ebfe service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908957 Mar 22 14:54:48.251782 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d0218198-1ec4-4364-8954-cb5e5242ce1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:50.525152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-397b367f-40d7-461e-bc49-5c5c18849361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:52.085471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:53.595700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:54.679537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:54.847088 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:56.852139 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:54:59.019371 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.348128 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-8d9e7a80-3c07-4b63-89a3-2a18561466a0 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788451965&fields=id&tenant_id=52f4801888464d24b2afc2ead5fc5e90 HTTP/1.1" status: 200 len: 267 time: 0.1699953 Mar 22 14:55:05.412994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-7aacb32d-4b04-49fe-b1cf-2b045612d13c tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:05.414487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-7aacb32d-4b04-49fe-b1cf-2b045612d13c tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 985 time: 0.0587139 Mar 22 14:55:05.426506 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Request body: {'port': {'security_groups': ['c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:05.507914 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.696492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:05.726187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.732418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.744348 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a97d4c1a-d7e9-4bec-906b-28ea12dbce60'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:55:05.772711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:05.773340 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.774884 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1430cc0f-bc06-4a1d-9922-3d8f579eb653 req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "PUT /v2.0/ports/a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 943 time: 0.3529112 Mar 22 14:55:05.775364 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:05.777801 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eada5613-6df8-4f89-abad-da56a4a29b20" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:05.782698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45326) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:05.831493 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76a847-4eec-43b9-b751-b2adc5226b2a x-openstack-request-id: req-ec76a847-4eec-43b9-b751-b2adc5226b2a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:05.831787 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:05.832044 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec76a847-4eec-43b9-b751-b2adc5226b2a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:05.832450 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec76a847-4eec-43b9-b751-b2adc5226b2a'] response: {'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'status': 'completed', 'code': 200} Mar 22 14:55:05.834324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event updated for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:05.849505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.849891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.850216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.850560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.850903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.851216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.851549 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.851859 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.852189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.852512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.852842 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.853158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.853482 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.853870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.854230 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47a4e2-5443-42d7-8497-6d9666b2ce5e tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:05.892926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a97d4c1a-d7e9-4bec-906b-28ea12dbce60'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:55:05.904379 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4878623e-a8f3-48c0-9e60-e9d3e9970295 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group (9ceee842-41f5-41ca-abe6-c54bf640e49e), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.937789 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4878623e-a8f3-48c0-9e60-e9d3e9970295 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group (9ceee842-41f5-41ca-abe6-c54bf640e49e), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.953850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-68a20ef5-7a6d-4180-9141-617b76327bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:05.955334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-68a20ef5-7a6d-4180-9141-617b76327bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1128 time: 0.0967853 Mar 22 14:55:06.060905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-f6ceb979-f7ba-4a1c-afc8-6f2023901eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.062420 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-f6ceb979-f7ba-4a1c-afc8-6f2023901eac service neutron] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 915 time: 0.0992973 Mar 22 14:55:06.074600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-43356ad5-e3ee-40fb-9620-fc8684684775 None None] Provisioning complete for port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:06.074971 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-43356ad5-e3ee-40fb-9620-fc8684684775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.077054 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4878623e-a8f3-48c0-9e60-e9d3e9970295 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (9ceee842-41f5-41ca-abe6-c54bf640e49e), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.079573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4878623e-a8f3-48c0-9e60-e9d3e9970295 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.080675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4878623e-a8f3-48c0-9e60-e9d3e9970295 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ceee842-41f5-41ca-abe6-c54bf640e49e HTTP/1.1" status: 204 len: 168 time: 0.2970011 Mar 22 14:55:06.083744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45332) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:06.131457 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878623e-a8f3-48c0-9e60-e9d3e9970295 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceee842-41f5-41ca-abe6-c54bf640e49e,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:06.150732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-f21258de-cf88-4c93-a29f-2bd62e972d89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 1002 time: 0.0814691 Mar 22 14:55:06.170558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-43356ad5-e3ee-40fb-9620-fc8684684775 None None] Current status of the port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:06.203275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-69bf0cb7-1435-49a4-a729-aa25b1c13ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.204859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-69bf0cb7-1435-49a4-a729-aa25b1c13ba1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0476573 Mar 22 14:55:06.252122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Deleting port c51d1320-9507-4e35-8b68-7b9bfb94f025 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:06.252442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.253084 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-4e841dd9-5f0d-4b38-97e2-a4fc52a8c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.254671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-4e841dd9-5f0d-4b38-97e2-a4fc52a8c926 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440669 Mar 22 14:55:06.266589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-e330bdad-8895-4d47-ba19-e37e4552f905 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:55:06.267541 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-e330bdad-8895-4d47-ba19-e37e4552f905 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049891 Mar 22 14:55:06.326114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.326434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for floatingip (c51d1320-9507-4e35-8b68-7b9bfb94f025), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.338142 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Calling delete_port for c51d1320-9507-4e35-8b68-7b9bfb94f025 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:06.362414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-9bbb8ea0-2161-42ef-ba4c-e3aefa581cbc service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884027 Mar 22 14:55:06.457947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eada5613-6df8-4f89-abad-da56a4a29b20 req-ff5bf7f8-2a9a-47ba-8420-8da8b49e261b service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 Mar 22 14:55:06.539237 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c51d1320-9507-4e35-8b68-7b9bfb94f025), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.570015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event deleted for resources: {'Port': ['ID=c51d1320-9507-4e35-8b68-7b9bfb94f025,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:06.595473 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.595818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.596182 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.596507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.596837 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.597165 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.597489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.597812 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.598172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.598481 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.598800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.599118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.599439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.599751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.600070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:06.639781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks [] for floatingip (c1a90632-8c9d-4d12-a8ee-c44dffdb7f40), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.640109 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Floating IP c1a90632-8c9d-4d12-a8ee-c44dffdb7f40 disassociated (deleted). External IP: 172.25.2.173, port: a97d4c1a-d7e9-4bec-906b-28ea12dbce60. Mar 22 14:55:06.857807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Router 556f39e2-b3b9-458a-9afe-959976c33a9c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:55:07.239683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:07.244581 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:07.249498 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] Sync routers for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:07.259487 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:07.260098 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:07.273942 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f784692d-a51e-424f-becf-c4a44859a0f8 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1a90632-8c9d-4d12-a8ee-c44dffdb7f40 HTTP/1.1" status: 204 len: 168 time: 1.1889415 Mar 22 14:55:07.274616 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:07.277550 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a48775-47e5-4146-8594-0602a9065686" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:07.319338 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82c064e-5796-428c-b140-1610a35c8a5e x-openstack-request-id: req-e82c064e-5796-428c-b140-1610a35c8a5e {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:07.319604 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:07.319880 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e82c064e-5796-428c-b140-1610a35c8a5e {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:07.320281 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82c064e-5796-428c-b140-1610a35c8a5e'] response: {'name': 'network-changed', 'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'status': 'completed', 'code': 200} Mar 22 14:55:07.378317 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:07.396309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48775-47e5-4146-8594-0602a9065686 req-b762f432-de1d-4e82-8a04-999fb9742203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.397878 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6a48775-47e5-4146-8594-0602a9065686 req-b762f432-de1d-4e82-8a04-999fb9742203 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52f4801888464d24b2afc2ead5fc5e90&device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 1128 time: 0.0509455 Mar 22 14:55:07.504982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48775-47e5-4146-8594-0602a9065686 req-f5013a35-0860-426f-98e4-997f17addeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.506513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6a48775-47e5-4146-8594-0602a9065686 req-f5013a35-0860-426f-98e4-997f17addeac service neutron] 10.222.0.57 "GET /v2.0/networks?id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 200 len: 915 time: 0.1027019 Mar 22 14:55:07.564069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6a48775-47e5-4146-8594-0602a9065686 req-6365f5f9-4256-4ff6-a8b6-dfd55086f04d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 200 len: 217 time: 0.0411112 Mar 22 14:55:07.613498 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 5, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:07.639161 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] Checking router: 556f39e2-b3b9-458a-9afe-959976c33a9c for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:07.647719 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:07.648317 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:54:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:07.750192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48775-47e5-4146-8594-0602a9065686 req-030ef942-02a7-40f8-acf0-6e34917b15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.751647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6a48775-47e5-4146-8594-0602a9065686 req-030ef942-02a7-40f8-acf0-6e34917b15f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 200 len: 853 time: 0.0449913 Mar 22 14:55:07.764326 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:07.802006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48775-47e5-4146-8594-0602a9065686 req-05f8b871-18d2-4f54-91c3-c9b55c3e1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.803471 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6a48775-47e5-4146-8594-0602a9065686 req-05f8b871-18d2-4f54-91c3-c9b55c3e1591 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456607 Mar 22 14:55:07.895375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6a48775-47e5-4146-8594-0602a9065686 req-13b8c26d-4edd-4a53-82d8-5607d8267474 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851290 Mar 22 14:55:07.958685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 5, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:07.983428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e6a48775-47e5-4146-8594-0602a9065686 req-002d0133-b63f-4734-9f7a-89859f42a199 service neutron] 10.222.0.57 "GET /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819912 Mar 22 14:55:07.988288 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56633b7b-4bbd-43f4-ad7f-d7dc97058e4f None None] The sync data for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 is: [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:07Z', 'revision_number': 4, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '74b5c106-fe6d-439f-b878-90c15d165d36', 'name': '', 'network_id': '13ca0c94-5933-4a6c-9c98-d9a9715d8cc4', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'mac_address': 'fa:16:3e:15:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:06Z', 'updated_at': '2022-03-22T14:53:10Z', 'revision_number': 5, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'subnets': [{'id': '567f1b62-40f9-4cc2-a7e7-8887b3a91d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:08.226049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2166a55-2775-4189-88bd-22ef7cf94533 None None] New status for floating IP c1a90632-8c9d-4d12-a8ee-c44dffdb7f40: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:55:18.246014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aa233771-c54d-4b78-bcc7-2cb96ed4e438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:20.520709 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48fdb490-d0cb-47fb-bc9b-431e76467850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:22.082953 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:22.796056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324b63f-2148-4323-be3f-9353daa1e044 req-1acb578b-68f9-4c3c-b26b-edb0fb3a5bb4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:22.797543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a324b63f-2148-4323-be3f-9353daa1e044 req-1acb578b-68f9-4c3c-b26b-edb0fb3a5bb4 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0544589 Mar 22 14:55:22.845061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a324b63f-2148-4323-be3f-9353daa1e044 req-11336e10-2d8e-4992-8b75-9e47aa03a924 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Mar 22 14:55:23.596610 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:23.970464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2bc5-d43e-4d2f-8c4a-b4a0c40ecc9e req-5a550541-4efa-4cc1-8317-96e9c97f8889 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:23.972042 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d2e2bc5-d43e-4d2f-8c4a-b4a0c40ecc9e req-5a550541-4efa-4cc1-8317-96e9c97f8889 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0574522 Mar 22 14:55:24.019945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d2e2bc5-d43e-4d2f-8c4a-b4a0c40ecc9e req-a481a562-e8a3-482b-9b96-188e78bee02a tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Mar 22 14:55:24.669269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:24.706412 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-8d50a67e-02a6-4f94-90d3-06a227188dcf tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:24.707812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-8d50a67e-02a6-4f94-90d3-06a227188dcf tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0538754 Mar 22 14:55:24.804552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Deleting port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:24.804880 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:24.860596 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:24.899610 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] For port a97d4c1a-d7e9-4bec-906b-28ea12dbce60, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:24.899989 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:24.913319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Calling delete_port for a97d4c1a-d7e9-4bec-906b-28ea12dbce60 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:25.430044 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6261-8a5d-46a7-84eb-c68f60f9679d req-08a1ff7b-537f-4102-881d-f5177f9bad87 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:25.431496 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a70e6261-8a5d-46a7-84eb-c68f60f9679d req-08a1ff7b-537f-4102-881d-f5177f9bad87 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0e3e34-8513-4802-aa1f-6bb76c356f93 HTTP/1.1" status: 200 len: 946 time: 0.0887625 Mar 22 14:55:25.432536 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a97d4c1a-d7e9-4bec-906b-28ea12dbce60), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:25.451700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a97d4c1a-d7e9-4bec-906b-28ea12dbce60'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:55:25.483488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Pushing event deleted for resources: {'Port': ['ID=a97d4c1a-d7e9-4bec-906b-28ea12dbce60,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:25.521507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] No DVR routers for this DVR port a97d4c1a-d7e9-4bec-906b-28ea12dbce60 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:25.528136 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:25.531368 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-425388d5-8632-407c-93b2-07a8075d3dd5 req-4216513e-a2b9-4805-9e39-681ba6cb1797 tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.57 "DELETE /v2.0/ports/a97d4c1a-d7e9-4bec-906b-28ea12dbce60 HTTP/1.1" status: 204 len: 173 time: 0.8161597 Mar 22 14:55:25.531836 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'name': 'network-vif-deleted', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:25.534125 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50098d2e-6d8e-46ec-bedb-2e58f7ea9a43" -d '{"events": [{"server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "name": "network-vif-deleted", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:25.554613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a70e6261-8a5d-46a7-84eb-c68f60f9679d req-c7eb7478-a3c9-4689-99ef-50df7472163b tempest-TestMinimumBasicScenario-2111458554 tempest-TestMinimumBasicScenario-2111458554-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144474 Mar 22 14:55:25.586297 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3fd05b-eb5c-4035-b1bc-144bc747d381 x-openstack-request-id: req-ae3fd05b-eb5c-4035-b1bc-144bc747d381 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:25.586597 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0e3e34-8513-4802-aa1f-6bb76c356f93", "name": "network-vif-deleted", "tag": "a97d4c1a-d7e9-4bec-906b-28ea12dbce60", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:25.586891 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae3fd05b-eb5c-4035-b1bc-144bc747d381 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:25.587331 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3fd05b-eb5c-4035-b1bc-144bc747d381'] response: {'server_uuid': '6a0e3e34-8513-4802-aa1f-6bb76c356f93', 'name': 'network-vif-deleted', 'tag': 'a97d4c1a-d7e9-4bec-906b-28ea12dbce60', 'status': 'completed', 'code': 200} Mar 22 14:55:27.140114 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45452) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:27.497992 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (556f39e2-b3b9-458a-9afe-959976c33a9c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:27.756620 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Deleting port 74b5c106-fe6d-439f-b878-90c15d165d36 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:27.756857 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:27.838275 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] For port 74b5c106-fe6d-439f-b878-90c15d165d36, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=74b5c106-fe6d-439f-b878-90c15d165d36,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:27.838650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:27.852288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Calling delete_port for 74b5c106-fe6d-439f-b878-90c15d165d36 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:28.038191 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (74b5c106-fe6d-439f-b878-90c15d165d36), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:28.065323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Pushing event deleted for resources: {'Port': ['ID=74b5c106-fe6d-439f-b878-90c15d165d36,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:28.232756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (556f39e2-b3b9-458a-9afe-959976c33a9c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:28.455219 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Router 556f39e2-b3b9-458a-9afe-959976c33a9c has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:55:28.571629 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:28.580090 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c31b0959-aee3-4a33-87d2-dc517950e95b admin admin] 10.222.0.44 "PUT /v2.0/routers/556f39e2-b3b9-458a-9afe-959976c33a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360664 Mar 22 14:55:28.580367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45454) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:28.583685 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] Sync routers for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:28.595696 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:28.596361 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:28.699545 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks [] for router (556f39e2-b3b9-458a-9afe-959976c33a9c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:28.707318 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:28.806399 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks [] for router_gateway (556f39e2-b3b9-458a-9afe-959976c33a9c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:28.861845 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Deleting port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:28.862217 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:28.878892 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:55:27Z', 'revision_number': 5, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port': {'id': '9abcbd28-10a3-4e60-b019-f3cea7e46ca6', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:28.909327 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] Checking router: 556f39e2-b3b9-458a-9afe-959976c33a9c for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:28.918946 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] Routers {'556f39e2-b3b9-458a-9afe-959976c33a9c'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:28.919614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['556f39e2-b3b9-458a-9afe-959976c33a9c'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:28.946123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] For port 9abcbd28-10a3-4e60-b019-f3cea7e46ca6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:28.946488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:28.960378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Calling delete_port for 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:29.001921 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.010348 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] Set router 556f39e2-b3b9-458a-9afe-959976c33a9c gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:29.061782 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:55:28Z', 'revision_number': 6, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:29.090032 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476d2c2-8c0a-4d33-b873-a5c1123216b2 None None] The sync data for ids ['556f39e2-b3b9-458a-9afe-959976c33a9c'] in n-d-834677-3 is: [{'id': '556f39e2-b3b9-458a-9afe-959976c33a9c', 'name': 'tempest-TestMinimumBasicScenario-875766105-router', 'tenant_id': '52f4801888464d24b2afc2ead5fc5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:04Z', 'updated_at': '2022-03-22T14:55:28Z', 'revision_number': 6, 'project_id': '52f4801888464d24b2afc2ead5fc5e90', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:29.140850 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (9abcbd28-10a3-4e60-b019-f3cea7e46ca6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.169809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Pushing event deleted for resources: {'Port': ['ID=9abcbd28-10a3-4e60-b019-f3cea7e46ca6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:29.192807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a97d4c1a-d7e9-4bec-906b-28ea12dbce60 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:29.216667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: a97d4c1a-d7e9-4bec-906b-28ea12dbce60 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:29.216909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a97d4c1a-d7e9-4bec-906b-28ea12dbce60 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:29.232216 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (556f39e2-b3b9-458a-9afe-959976c33a9c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.327289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (556f39e2-b3b9-458a-9afe-959976c33a9c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.329683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks [] for router_controller (556f39e2-b3b9-458a-9afe-959976c33a9c), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.375068 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (556f39e2-b3b9-458a-9afe-959976c33a9c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.375733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 556f39e2-b3b9-458a-9afe-959976c33a9c {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:55:29.380140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.381492 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e5c874aa-a9a8-4ace-90d3-40966d218bab admin admin] 10.222.0.44 "DELETE /v2.0/routers/556f39e2-b3b9-458a-9afe-959976c33a9c HTTP/1.1" status: 204 len: 168 time: 0.7998912 Mar 22 14:55:29.383975 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45456) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:29.430339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] Deleting subnet 567f1b62-40f9-4cc2-a7e7-8887b3a91d5c {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:55:29.433912 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] Publish callbacks [] for subnet (567f1b62-40f9-4cc2-a7e7-8887b3a91d5c), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.469374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (567f1b62-40f9-4cc2-a7e7-8887b3a91d5c), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.552129 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (567f1b62-40f9-4cc2-a7e7-8887b3a91d5c), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.603973 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (567f1b62-40f9-4cc2-a7e7-8887b3a91d5c), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.628726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567f1b62-40f9-4cc2-a7e7-8887b3a91d5c,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:29.633501 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.638262 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-120edd3a-5ddc-4f24-81d9-fd99db119d9c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/567f1b62-40f9-4cc2-a7e7-8887b3a91d5c HTTP/1.1" status: 204 len: 168 time: 0.2532156 Mar 22 14:55:29.639826 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a9732-e254-4eb8-9534-0c0e6611056e None None] Network 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:55:29.641028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45458) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:29.712148 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.767581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Deleting port 4be40603-2cf8-4fce-bfbf-fa24995d361b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:29.767920 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.829690 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] For port 4be40603-2cf8-4fce-bfbf-fa24995d361b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4be40603-2cf8-4fce-bfbf-fa24995d361b,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:29.830064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.845793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Calling delete_port for 4be40603-2cf8-4fce-bfbf-fa24995d361b owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:29.870538 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] DHCP port deletion for 13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:55:29.924778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Deleting port 4be40603-2cf8-4fce-bfbf-fa24995d361b {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:29.925120 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.938398 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.962672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Pushing event deleted for resources: {'Port': ['ID=4be40603-2cf8-4fce-bfbf-fa24995d361b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:29.968666 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] No DVR routers for this DVR port 4be40603-2cf8-4fce-bfbf-fa24995d361b on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:29.991030 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] For port 4be40603-2cf8-4fce-bfbf-fa24995d361b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4be40603-2cf8-4fce-bfbf-fa24995d361b,segment=NetworkSegment(16f1f4dd-5048-40be-a682-e7ab01b5d365),segment_id=16f1f4dd-5048-40be-a682-e7ab01b5d365)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:29.991430 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.005724 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Calling delete_port for 4be40603-2cf8-4fce-bfbf-fa24995d361b owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:30.042813 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.063933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ca0c94-5933-4a6c-9c98-d9a9715d8cc4']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:30.073672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f1f4dd-5048-40be-a682-e7ab01b5d365') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:30.074103 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f1f4dd-5048-40be-a682-e7ab01b5d365') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:30.084093 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (4be40603-2cf8-4fce-bfbf-fa24995d361b), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.084768 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (16f1f4dd-5048-40be-a682-e7ab01b5d365), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.098838 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (16f1f4dd-5048-40be-a682-e7ab01b5d365), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.106216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:55:30.107402 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (16f1f4dd-5048-40be-a682-e7ab01b5d365), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.107545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Pushing event deleted for resources: {'Port': ['ID=4be40603-2cf8-4fce-bfbf-fa24995d361b,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:55:30.109473 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:55:30.116953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] No DVR routers for this DVR port 4be40603-2cf8-4fce-bfbf-fa24995d361b on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:30.119695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.120036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.120462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.120746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.121052 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.121385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.121727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.122071 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.122369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.122751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.123069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.123359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.123701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.124018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.124329 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c3efe6-5138-464e-a51f-442f33bf185f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:30.169093 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (13ca0c94-5933-4a6c-9c98-d9a9715d8cc4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.175466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.182440 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] 10.222.0.44 "DELETE /v2.0/networks/13ca0c94-5933-4a6c-9c98-d9a9715d8cc4 HTTP/1.1" status: 204 len: 168 time: 0.5378361 Mar 22 14:55:30.183977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45460) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:30.193034 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8060647-30bf-4d88-b46b-266415b0437d admin admin] Pushing event deleted for resources: {'Network': ['ID=13ca0c94-5933-4a6c-9c98-d9a9715d8cc4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:30.514729 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 74b5c106-fe6d-439f-b878-90c15d165d36 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:30.534618 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 74b5c106-fe6d-439f-b878-90c15d165d36 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:30.534957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 74b5c106-fe6d-439f-b878-90c15d165d36 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:30.535364 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4be40603-2cf8-4fce-bfbf-fa24995d361b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:30.556074 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4be40603-2cf8-4fce-bfbf-fa24995d361b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:30.556419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4be40603-2cf8-4fce-bfbf-fa24995d361b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:30.556839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:30.557259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.576340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:30.576681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9abcbd28-10a3-4e60-b019-f3cea7e46ca6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:30.816315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Deleting port ae4be544-3d94-4368-93d7-13e02bae9578 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:30.816651 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.907359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] For port ae4be544-3d94-4368-93d7-13e02bae9578, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=ae4be544-3d94-4368-93d7-13e02bae9578,segment=NetworkSegment(545a8992-d4eb-467e-afa2-113f670cc800),segment_id=545a8992-d4eb-467e-afa2-113f670cc800)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:30.907721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:30.921447 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Calling delete_port for ae4be544-3d94-4368-93d7-13e02bae9578 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:31.104986 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ae4be544-3d94-4368-93d7-13e02bae9578), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:31.130455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4be544-3d94-4368-93d7-13e02bae9578,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:31.298159 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:31.538788 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:55:31.655846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:31.661059 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b3325546-19bd-4af4-8b16-856ec3d0aa82 admin admin] 10.222.0.44 "PUT /v2.0/routers/f4da6064-8e7e-45bd-a16f-d2caf0fe5f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4760013 Mar 22 14:55:31.663875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45462) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:31.665341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] Sync routers for ids ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:31.675916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] Routers {'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:31.676576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:31.771958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks [] for router (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:31.786752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] Set router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:31.878218 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks [] for router_gateway (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:31.935676 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Deleting port cb4bb6e8-921a-487a-81ab-60f5cc2c444b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:31.936090 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:31.967807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:55:31Z', 'revision_number': 5, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port': {'id': 'cb4bb6e8-921a-487a-81ab-60f5cc2c444b', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:31.995679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] Checking router: f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:32.004330 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] Routers {'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:32.004939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:32.019373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] For port cb4bb6e8-921a-487a-81ab-60f5cc2c444b, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:32.019842 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.032989 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Calling delete_port for cb4bb6e8-921a-487a-81ab-60f5cc2c444b owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:32.092652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] Set router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:32.150475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:55:31Z', 'revision_number': 6, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:32.176897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92857752-0cfd-49c6-90ce-4f98a7aa1970 None None] The sync data for ids ['f4da6064-8e7e-45bd-a16f-d2caf0fe5f13'] in n-d-834677-3 is: [{'id': 'f4da6064-8e7e-45bd-a16f-d2caf0fe5f13', 'name': 'tempest-TestMinimumBasicScenario-389303579-router', 'tenant_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:53:09Z', 'updated_at': '2022-03-22T14:55:31Z', 'revision_number': 6, 'project_id': 'ce17de6a29014ffea03a0056f9dc55fa', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:32.199093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (cb4bb6e8-921a-487a-81ab-60f5cc2c444b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.224612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4bb6e8-921a-487a-81ab-60f5cc2c444b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:32.287608 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.383161 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.385366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks [] for router_controller (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.431774 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (f4da6064-8e7e-45bd-a16f-d2caf0fe5f13), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.432311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:55:32.437003 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.438235 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f6af8b0e-6254-4684-9d17-6f451af2a2c3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f4da6064-8e7e-45bd-a16f-d2caf0fe5f13 HTTP/1.1" status: 204 len: 168 time: 0.7733743 Mar 22 14:55:32.441801 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45464) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:32.492997 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] Deleting subnet 87038900-fa15-4af1-b64d-f7d3575cc354 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:55:32.496354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] Publish callbacks [] for subnet (87038900-fa15-4af1-b64d-f7d3575cc354), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.530866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (87038900-fa15-4af1-b64d-f7d3575cc354), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.626700 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (87038900-fa15-4af1-b64d-f7d3575cc354), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.648153 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ae4be544-3d94-4368-93d7-13e02bae9578 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:32.668484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: ae4be544-3d94-4368-93d7-13e02bae9578 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:32.669176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device ae4be544-3d94-4368-93d7-13e02bae9578 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:32.683732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (87038900-fa15-4af1-b64d-f7d3575cc354), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.707098 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87038900-fa15-4af1-b64d-f7d3575cc354,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:32.713061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.718627 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-55b0b385-27c4-411b-896a-1b49839ad97e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/87038900-fa15-4af1-b64d-f7d3575cc354 HTTP/1.1" status: 204 len: 168 time: 0.2731988 Mar 22 14:55:32.718818 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c7ef3c-64e9-424f-a499-c6a34df9c489 None None] Network 3a100a49-081d-4434-ba8f-fd5ec1b92524 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:55:32.719340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45466) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:32.790537 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3a100a49-081d-4434-ba8f-fd5ec1b92524), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.844274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Deleting port 98a958e9-3305-4c0d-8bb4-fdc37febc2de {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:32.844609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.906422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] For port 98a958e9-3305-4c0d-8bb4-fdc37febc2de, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=98a958e9-3305-4c0d-8bb4-fdc37febc2de,segment=NetworkSegment(545a8992-d4eb-467e-afa2-113f670cc800),segment_id=545a8992-d4eb-467e-afa2-113f670cc800)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:32.906723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:32.920562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Calling delete_port for 98a958e9-3305-4c0d-8bb4-fdc37febc2de owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:32.972667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] DHCP port deletion for 3a100a49-081d-4434-ba8f-fd5ec1b92524 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:55:33.008748 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.028342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] Deleting port 98a958e9-3305-4c0d-8bb4-fdc37febc2de {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:33.028716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.035418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a958e9-3305-4c0d-8bb4-fdc37febc2de,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:33.037339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] No DVR routers for this DVR port 98a958e9-3305-4c0d-8bb4-fdc37febc2de on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:33.094545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] For port 98a958e9-3305-4c0d-8bb4-fdc37febc2de, host n-d-834677-3, got binding levels [] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:33.094942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.108144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] Calling delete_port for 98a958e9-3305-4c0d-8bb4-fdc37febc2de owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:33.110889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.ipam_backend_mixin [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] Port 98a958e9-3305-4c0d-8bb4-fdc37febc2de was not found and therefore no delete operation was performed {{(pid=110459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:55:33.111456 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3a100a49-081d-4434-ba8f-fd5ec1b92524), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.112140 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (98a958e9-3305-4c0d-8bb4-fdc37febc2de), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.131580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a100a49-081d-4434-ba8f-fd5ec1b92524']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:33.137237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] Pushing event deleted for resources: {'Port': ['ID=98a958e9-3305-4c0d-8bb4-fdc37febc2de,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:33.141616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93df1c8-b18e-4469-b683-aae8f91fb09a None None] No DVR routers for this DVR port 98a958e9-3305-4c0d-8bb4-fdc37febc2de on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:33.145104 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545a8992-d4eb-467e-afa2-113f670cc800') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:33.145398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545a8992-d4eb-467e-afa2-113f670cc800') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:33.155650 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (545a8992-d4eb-467e-afa2-113f670cc800), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.169829 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (545a8992-d4eb-467e-afa2-113f670cc800), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.177948 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:55:33.178639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (545a8992-d4eb-467e-afa2-113f670cc800), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: timer() Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:55:33.180264 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:55:33.239312 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3a100a49-081d-4434-ba8f-fd5ec1b92524), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.243988 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.247655 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3a100a49-081d-4434-ba8f-fd5ec1b92524 HTTP/1.1" status: 204 len: 168 time: 0.5268893 Mar 22 14:55:33.261419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c900a-e15a-4967-9193-192d2d9822e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a100a49-081d-4434-ba8f-fd5ec1b92524,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:33.429638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45470) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:33.472512 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a1b65359-fcd9-4c24-98c3-506dd2e30296 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52f4801888464d24b2afc2ead5fc5e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415087 Mar 22 14:55:33.475770 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45472) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:33.527066 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8e28-9525-447b-aafe-7dfeee846af4 admin admin] Publish callbacks [] for security_group (c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.549914 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8e28-9525-447b-aafe-7dfeee846af4 admin admin] Publish callbacks [] for security_group (c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.598524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8e28-9525-447b-aafe-7dfeee846af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.601033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8e28-9525-447b-aafe-7dfeee846af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:33.602211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f7ef8e28-9525-447b-aafe-7dfeee846af4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8 HTTP/1.1" status: 204 len: 168 time: 0.1255598 Mar 22 14:55:33.611917 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef8e28-9525-447b-aafe-7dfeee846af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bbb54b-3fe3-47fd-9dcf-7c194d2f82e8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:33.850926 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:55:33.947730 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45478) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:33.994095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bb0b877d-1e8c-4ccd-a626-f1fb63364277 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce17de6a29014ffea03a0056f9dc55fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450892 Mar 22 14:55:33.996779 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45480) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:34.056562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49261d05-93dc-4843-aaab-fb84b0433981 admin admin] Publish callbacks [] for security_group (1a99cf8d-2234-4bfd-93f0-14d767e751ce), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:34.079778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49261d05-93dc-4843-aaab-fb84b0433981 admin admin] Publish callbacks [] for security_group (1a99cf8d-2234-4bfd-93f0-14d767e751ce), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:34.133244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49261d05-93dc-4843-aaab-fb84b0433981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (1a99cf8d-2234-4bfd-93f0-14d767e751ce), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:34.136232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-49261d05-93dc-4843-aaab-fb84b0433981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:34.137392 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-49261d05-93dc-4843-aaab-fb84b0433981 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a99cf8d-2234-4bfd-93f0-14d767e751ce HTTP/1.1" status: 204 len: 168 time: 0.1397245 Mar 22 14:55:34.145403 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49261d05-93dc-4843-aaab-fb84b0433981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a99cf8d-2234-4bfd-93f0-14d767e751ce,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:34.511425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 98a958e9-3305-4c0d-8bb4-fdc37febc2de no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:34.535399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 98a958e9-3305-4c0d-8bb4-fdc37febc2de {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:34.535750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 98a958e9-3305-4c0d-8bb4-fdc37febc2de not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:34.536157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cb4bb6e8-921a-487a-81ab-60f5cc2c444b no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:34.554995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: cb4bb6e8-921a-487a-81ab-60f5cc2c444b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:34.555331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cb4bb6e8-921a-487a-81ab-60f5cc2c444b not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:35.951013 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45520) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:35.955913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531761181', 'description': 'tempest-secgroup-smoke-531761181 description', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:35.980894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:35.989632 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.077247 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (a9cd5b46-800c-44e3-9a21-073b0f4d1b3a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.083797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a9cd5b46-800c-44e3-9a21-073b0f4d1b3a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.120858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd5b46-800c-44e3-9a21-073b0f4d1b3a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:36.159108 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (86834730-10f4-4920-8427-9545d2fb80aa), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.165266 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (86834730-10f4-4920-8427-9545d2fb80aa), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.192110 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.193267 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2410789 Mar 22 14:55:36.196814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45522) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:36.197437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e07eaa-a6ba-41f8-a7a6-944099fc0d9d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86834730-10f4-4920-8427-9545d2fb80aa,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:36.201486 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3ed6d1f7-32a5-4774-b00b-5451dd1468aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '86834730-10f4-4920-8427-9545d2fb80aa', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:36.231166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d1f7-32a5-4774-b00b-5451dd1468aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (a3b045da-67aa-4d9f-8cdf-0a30613288c0), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.281203 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d1f7-32a5-4774-b00b-5451dd1468aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (a3b045da-67aa-4d9f-8cdf-0a30613288c0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.284938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d1f7-32a5-4774-b00b-5451dd1468aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a3b045da-67aa-4d9f-8cdf-0a30613288c0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.302615 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6d1f7-32a5-4774-b00b-5451dd1468aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b045da-67aa-4d9f-8cdf-0a30613288c0,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:36.309900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d1f7-32a5-4774-b00b-5451dd1468aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.311151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3ed6d1f7-32a5-4774-b00b-5451dd1468aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133354 Mar 22 14:55:36.315040 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:36.319821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1246d15a-8bb1-4030-b6b0-38488a4f9e4d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '86834730-10f4-4920-8427-9545d2fb80aa', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:36.351806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1246d15a-8bb1-4030-b6b0-38488a4f9e4d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d44d1532-4f9c-4ac7-8b3d-adcdc951b9bd), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.429762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1246d15a-8bb1-4030-b6b0-38488a4f9e4d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d44d1532-4f9c-4ac7-8b3d-adcdc951b9bd), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.436431 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1246d15a-8bb1-4030-b6b0-38488a4f9e4d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d44d1532-4f9c-4ac7-8b3d-adcdc951b9bd), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.454251 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246d15a-8bb1-4030-b6b0-38488a4f9e4d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44d1532-4f9c-4ac7-8b3d-adcdc951b9bd,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:36.462894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1246d15a-8bb1-4030-b6b0-38488a4f9e4d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.464249 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1246d15a-8bb1-4030-b6b0-38488a4f9e4d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480179 Mar 22 14:55:36.466862 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45526) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:36.471327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-25604354-8f14-4c83-878f-245c10e2a43c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '86834730-10f4-4920-8427-9545d2fb80aa', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:36.496259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25604354-8f14-4c83-878f-245c10e2a43c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (357cd264-0572-48d5-ad21-16ff23365b0b), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.556386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25604354-8f14-4c83-878f-245c10e2a43c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (357cd264-0572-48d5-ad21-16ff23365b0b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.562762 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25604354-8f14-4c83-878f-245c10e2a43c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (357cd264-0572-48d5-ad21-16ff23365b0b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.580154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25604354-8f14-4c83-878f-245c10e2a43c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357cd264-0572-48d5-ad21-16ff23365b0b,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:36.588979 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-25604354-8f14-4c83-878f-245c10e2a43c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.590213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-25604354-8f14-4c83-878f-245c10e2a43c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222575 Mar 22 14:55:36.593128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45528) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:36.597391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4399fc98-2674-40e9-9ee2-9c46a400b4e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '86834730-10f4-4920-8427-9545d2fb80aa', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:36.624923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4399fc98-2674-40e9-9ee2-9c46a400b4e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (fa75c8a2-9695-49c5-9f8f-a2598bc49524), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.690041 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4399fc98-2674-40e9-9ee2-9c46a400b4e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (fa75c8a2-9695-49c5-9f8f-a2598bc49524), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.697447 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4399fc98-2674-40e9-9ee2-9c46a400b4e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (fa75c8a2-9695-49c5-9f8f-a2598bc49524), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.717498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399fc98-2674-40e9-9ee2-9c46a400b4e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa75c8a2-9695-49c5-9f8f-a2598bc49524,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:36.726909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4399fc98-2674-40e9-9ee2-9c46a400b4e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.728726 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4399fc98-2674-40e9-9ee2-9c46a400b4e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346679 Mar 22 14:55:36.731973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45530) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:36.736760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '86834730-10f4-4920-8427-9545d2fb80aa', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:36.757427 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:55:36.762753 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (2b859e80-8299-44bc-9c98-b5568fa7471d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.826003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (2b859e80-8299-44bc-9c98-b5568fa7471d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.831979 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (2b859e80-8299-44bc-9c98-b5568fa7471d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.855760 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b859e80-8299-44bc-9c98-b5568fa7471d,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:36.865673 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.866949 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5e512a44-ecb9-4595-b291-e2f41c290221 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339509 Mar 22 14:55:36.869938 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45532) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:36.874584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '86834730-10f4-4920-8427-9545d2fb80aa', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:36.894809 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:55:36.899387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (451bc9ae-7ad1-4050-9bc2-8a7f16728269), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.971366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (451bc9ae-7ad1-4050-9bc2-8a7f16728269), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.976305 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (451bc9ae-7ad1-4050-9bc2-8a7f16728269), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:36.995170 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451bc9ae-7ad1-4050-9bc2-8a7f16728269,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:37.001208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.002472 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-27bd0acd-d817-464f-8b81-e6e8a19b2819 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315050 Mar 22 14:55:37.005633 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45534) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:37.010860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'network': {'name': 'tempest-network-smoke--1016213090', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:37.030890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:55:37.034196 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.058567 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:55:37.068280 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9220e8f0-c01a-476b-aa72-460db2f6ce75), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.068634 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Added segment 9220e8f0-c01a-476b-aa72-460db2f6ce75 of type vlan for network edd461e0-2899-4c47-bc42-bdf39ef9216a Mar 22 14:55:37.112531 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (edd461e0-2899-4c47-bc42-bdf39ef9216a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.140723 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (edd461e0-2899-4c47-bc42-bdf39ef9216a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.145764 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:37.146377 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.205751 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989479 Mar 22 14:55:37.208729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45536) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:37.212982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'admin_state_up': True, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:37.227935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579718bf-ba25-4325-a602-32cb29790be2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Network': ['ID=edd461e0-2899-4c47-bc42-bdf39ef9216a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:37.239631 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network edd461e0-2899-4c47-bc42-bdf39ef9216a details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:55:37.242283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (81bfe1c4-d271-4266-aee6-17c653f03949), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.243669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (81bfe1c4-d271-4266-aee6-17c653f03949), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.300484 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (81bfe1c4-d271-4266-aee6-17c653f03949), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.439555 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (81bfe1c4-d271-4266-aee6-17c653f03949), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.636971 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (81bfe1c4-d271-4266-aee6-17c653f03949), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:37.655241 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:38.107995 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.16 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/bd0f5687-d737-44d8-b4aa-ae780dfd8bc9) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:55:38.209576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:38.245022 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:38.285528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:55:38.288416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:38.294313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:55:38.299913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:38.560200 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (81bfe1c4-d271-4266-aee6-17c653f03949), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:38.764900 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (81bfe1c4-d271-4266-aee6-17c653f03949), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:38.897366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 81bfe1c4-d271-4266-aee6-17c653f03949 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:55:39.009566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:39.019924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Sync routers for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:39.032175 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.033406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-715e1c70-9361-44b4-9a85-d0fe15b21c6e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8237727 Mar 22 14:55:39.034568 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:39.035240 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:39.036501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:39.144355 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:39.162834 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1a39398a-d2eb-46d6-9d28-30cff84de751 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8840f79129bd410ca72c0bc42af4ad3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249442 Mar 22 14:55:39.165952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:39.258301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fe94b-25c1-45da-9e72-fc01ea1acf38 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:39.259803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-784fe94b-25c1-45da-9e72-fc01ea1acf38 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928888 Mar 22 14:55:39.263439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45544) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:39.291466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f9091d62-a21e-438b-89b8-89fb6d00415c tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269251 Mar 22 14:55:39.294330 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:39.299474 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760644386', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:39.318403 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:38Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:39.347424 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Checking router: 81bfe1c4-d271-4266-aee6-17c653f03949 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:39.347773 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Updating router 81bfe1c4-d271-4266-aee6-17c653f03949 port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:55:39.374128 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.385698 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:55:39.389497 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.588055 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (09f024c0-0986-4ee6-88ab-0ba045e99efc), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.622297 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Publish callbacks [] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.629526 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.644258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Subnet': ['ID=09f024c0-0986-4ee6-88ab-0ba045e99efc,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:39.654750 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Checking segment: {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:39.655240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network hostable DHCP agents. Network: edd461e0-2899-4c47-bc42-bdf39ef9216a, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:55:39.674886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network edd461e0-2899-4c47-bc42-bdf39ef9216a is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:55:39.679994 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Attempting to bind port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:55:39.680361 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Attempting to bind port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:55:39.680720 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Attempting to bind port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:39.683800 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Pushing event updated for resources: {'Port': ['ID=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:39.685179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, edd461e0-2899-4c47-bc42-bdf39ef9216a) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:39.689399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:39.689846 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.693038 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.693038 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.693391 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.693723 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.694073 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.694402 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.694720 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.695039 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.695356 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.695696 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.695987 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.696299 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.696627 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.696926 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.697240 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:39.700572 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:55:39.700946 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:39.701348 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.701757 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:55:39.702314 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Bound port: bd0f5687-d737-44d8-b4aa-ae780dfd8bc9, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:55:39.702661 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.704605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c815f77a-8e0d-46b4-92db-0ccb66de9d5c None None] Network edd461e0-2899-4c47-bc42-bdf39ef9216a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:55:39.713894 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b718e5e9-bfaa-4770-81c8-a3ca6653bf17 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4183896 Mar 22 14:55:39.716799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45548) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:39.756473 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] For port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:39.759519 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] For port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:55:39.766091 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.820886 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:39.821626 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:39.829692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-edd461e0-2899-4c47-bc42-bdf39ef9216a', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:55:39.830662 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:39.985918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Allocated IP 172.20.0.2 (edd461e0-2899-4c47-bc42-bdf39ef9216a/09f024c0-0986-4ee6-88ab-0ba045e99efc/56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:55:40.002525 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05b9a5-a8e4-4f45-921e-6edeb390e6f4 None None] Pushing event updated for resources: {'Port': ['ID=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:40.046805 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:40.144100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Publish callbacks [] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.153868 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.192298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Network edd461e0-2899-4c47-bc42-bdf39ef9216a is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:55:40.195322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:40.200933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:55:40.209204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Pushing event updated for resources: {'Port': ['ID=56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:40.239598 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:38Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:40.270750 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43affadb-bbf2-4015-b744-e1b4123cbfb7 None None] The sync data for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 is: [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:38Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:40.432087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Attempting to bind port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:55:40.432464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Attempting to bind port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:55:40.432953 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Attempting to bind port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e on network edd461e0-2899-4c47-bc42-bdf39ef9216a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:40.438080 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:55:40.438449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Checking segment: {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:40.438949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.439336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Bound using segment: {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:55:40.439799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Bound port: 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:55:40.440170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.505895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] For port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:40.510079 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] For port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:55:40.517174 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.532732 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.586291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d39b2c-d22c-4539-a8df-fd638173fd04 None None] Pushing event updated for resources: {'Port': ['ID=56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:40.969340 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.1 (edd461e0-2899-4c47-bc42-bdf39ef9216a/09f024c0-0986-4ee6-88ab-0ba045e99efc/c69912a6-04af-4d2f-994a-74c2f4d28265) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:55:41.096286 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.130643 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.176246 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network edd461e0-2899-4c47-bc42-bdf39ef9216a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:55:41.181747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:41.188540 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:55:41.195988 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=c69912a6-04af-4d2f-994a-74c2f4d28265,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:41.236945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (81bfe1c4-d271-4266-aee6-17c653f03949), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.380049 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.674767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.680980 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.690497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282873ff-65d5-45eb-b76c-1e4b3d088b13 None None] Network edd461e0-2899-4c47-bc42-bdf39ef9216a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:55:41.753315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=c69912a6-04af-4d2f-994a-74c2f4d28265,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:41.755809 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (81bfe1c4-d271-4266-aee6-17c653f03949), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.788745 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-062f9bdf-bf45-4807-bbe3-0d9f48896f45 None None] Provisioning complete for port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:41.789827 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-062f9bdf-bf45-4807-bbe3-0d9f48896f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.851968 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network edd461e0-2899-4c47-bc42-bdf39ef9216a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:55:41.853483 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:41.905711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-062f9bdf-bf45-4807-bbe3-0d9f48896f45 None None] Current status of the port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:41.906131 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-062f9bdf-bf45-4807-bbe3-0d9f48896f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.942660 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-062f9bdf-bf45-4807-bbe3-0d9f48896f45 None None] For port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:41.947862 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-062f9bdf-bf45-4807-bbe3-0d9f48896f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.991239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 81bfe1c4-d271-4266-aee6-17c653f03949 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:55:42.016738 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f9bdf-bf45-4807-bbe3-0d9f48896f45 None None] Pushing event updated for resources: {'Port': ['ID=56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:42.102042 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:42.107910 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f9555f32-f0a3-4711-a157-17714a602696 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/81bfe1c4-d271-4266-aee6-17c653f03949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3897276 Mar 22 14:55:42.136874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Sync routers for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:42.148559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:42.149201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:42.243625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-de7241e7-9329-4ca9-9acb-435d5b18c50e None None] Provisioning complete for port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:42.244006 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de7241e7-9329-4ca9-9acb-435d5b18c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:42.285078 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7f300f35-6915-4a52-890a-7a3f67325bc5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531761181&fields=id&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 267 time: 0.0550470 Mar 22 14:55:42.308464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:42.395436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-5fe47044-e46f-4cad-a83f-57f798254477 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:42.396995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-5fe47044-e46f-4cad-a83f-57f798254477 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/networks?id=edd461e0-2899-4c47-bc42-bdf39ef9216a HTTP/1.1" status: 200 len: 797 time: 0.1050491 Mar 22 14:55:42.414654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-78ced917-d641-4de5-a953-f040bb90dd51 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/quotas/8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 375 time: 0.0112906 Mar 22 14:55:42.447830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-de7241e7-9329-4ca9-9acb-435d5b18c50e None None] Current status of the port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:42.479057 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-de7241e7-9329-4ca9-9acb-435d5b18c50e None None] Provisioning complete for port c69912a6-04af-4d2f-994a-74c2f4d28265 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:42.479057 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-de7241e7-9329-4ca9-9acb-435d5b18c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:42.485484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-c867e0b9-05a1-41bf-862d-c818b2dbf936 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631640 Mar 22 14:55:42.552426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-de7241e7-9329-4ca9-9acb-435d5b18c50e None None] Port c69912a6-04af-4d2f-994a-74c2f4d28265 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:55:42.585698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 2, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:42.617806 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Checking router: 81bfe1c4-d271-4266-aee6-17c653f03949 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:42.618100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Updating router 81bfe1c4-d271-4266-aee6-17c653f03949 port c69912a6-04af-4d2f-994a-74c2f4d28265 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:55:42.637600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:55:42.646970 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-3cc95702-ce1e-4e2f-aa28-a68a0735d1ee service neutron] 10.222.0.44 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490114 Mar 22 14:55:42.677588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:42.704253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e8c87274-6e29-4ad7-858b-b183c6a8feff None None] Provisioning complete for port c69912a6-04af-4d2f-994a-74c2f4d28265 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:42.704992 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e8c87274-6e29-4ad7-858b-b183c6a8feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:42.738688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-aa0a267c-a2f6-4f05-9535-07cfca799d67 service neutron] 10.222.0.44 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857737 Mar 22 14:55:42.831644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e8c87274-6e29-4ad7-858b-b183c6a8feff None None] Port c69912a6-04af-4d2f-994a-74c2f4d28265 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:55:42.835630 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:42.836149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:42.910775 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b911d106-ceec-4680-9ee9-8d047c37e31b req-465a55e9-3e19-400f-9ab8-4e7d14ce99fe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 210 time: 0.0280459 Mar 22 14:55:43.005989 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:43.006381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.040024 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:43.063007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.063933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:55:43.135632 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Publish callbacks [] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.157438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.169233 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:43.223869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:43.223869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.286078 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd172eb-1457-4b10-9883-06ec062be000 None None] Pushing event updated for resources: {'Port': ['ID=c69912a6-04af-4d2f-994a-74c2f4d28265,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:43.347927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Attempting to bind port c69912a6-04af-4d2f-994a-74c2f4d28265 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:55:43.348296 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Attempting to bind port c69912a6-04af-4d2f-994a-74c2f4d28265 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:55:43.348709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Attempting to bind port c69912a6-04af-4d2f-994a-74c2f4d28265 on network edd461e0-2899-4c47-bc42-bdf39ef9216a {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:43.356614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:55:43.357007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Checking segment: {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:43.357379 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.357766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Bound using segment: {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:55:43.358337 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Bound port: c69912a6-04af-4d2f-994a-74c2f4d28265, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:55:43.358779 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.439815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:43.473257 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] For port c69912a6-04af-4d2f-994a-74c2f4d28265, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:43.477689 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] For port c69912a6-04af-4d2f-994a-74c2f4d28265, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c69912a6-04af-4d2f-994a-74c2f4d28265,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:55:43.481247 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-3953424d-6516-4907-b683-4d118858d7ce None None] Provisioning complete for port c69912a6-04af-4d2f-994a-74c2f4d28265 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:43.481706 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3953424d-6516-4907-b683-4d118858d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.485338 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.584143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd172eb-1457-4b10-9883-06ec062be000 None None] Pushing event updated for resources: {'Port': ['ID=c69912a6-04af-4d2f-994a-74c2f4d28265,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:43.589129 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:43.589944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:43.714498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-3953424d-6516-4907-b683-4d118858d7ce None None] Current status of the port c69912a6-04af-4d2f-994a-74c2f4d28265 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:43.715184 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3953424d-6516-4907-b683-4d118858d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.761697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:43.791430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-3953424d-6516-4907-b683-4d118858d7ce None None] For port c69912a6-04af-4d2f-994a-74c2f4d28265, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c69912a6-04af-4d2f-994a-74c2f4d28265,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:43.796948 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3953424d-6516-4907-b683-4d118858d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:43.926190 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953424d-6516-4907-b683-4d118858d7ce None None] Pushing event updated for resources: {'Port': ['ID=c69912a6-04af-4d2f-994a-74c2f4d28265,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:43.951351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fa42d978-9f72-4a6f-8a6c-0f7c740e876f None None] Provisioning complete for port c69912a6-04af-4d2f-994a-74c2f4d28265 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:43.951712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fa42d978-9f72-4a6f-8a6c-0f7c740e876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.031324 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f302ab46-a7f2-430a-aff7-6215a715b63a req-ebdaaaac-5342-4296-acbb-4fa80b6581b2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 210 time: 0.0340016 Mar 22 14:55:44.111322 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-990430be-8dab-4b9c-ae79-ca21e26a34e0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.113049 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-990430be-8dab-4b9c-ae79-ca21e26a34e0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/networks?id=edd461e0-2899-4c47-bc42-bdf39ef9216a HTTP/1.1" status: 200 len: 797 time: 0.1343689 Mar 22 14:55:44.183879 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-10fc0092-c51b-401b-b2b2-9f4d40de640f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 379 time: 0.0586345 Mar 22 14:55:44.193079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'port': {'device_id': '987907a8-ed87-4589-8d06-1baddb790bf0', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'admin_state_up': True, 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'security_groups': ['86834730-10f4-4920-8427-9545d2fb80aa']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:44.268845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fa42d978-9f72-4a6f-8a6c-0f7c740e876f None None] Current status of the port c69912a6-04af-4d2f-994a-74c2f4d28265 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:44.280584 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:44.304545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:55:44.306965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c2856b-9d9b-4a64-a0bd-3b489cde4d80 None None] The sync data for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 is: [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:44.308500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.453584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.3 (edd461e0-2899-4c47-bc42-bdf39ef9216a/09f024c0-0986-4ee6-88ab-0ba045e99efc/ffbe589b-d95b-4e06-a060-be9368e57e03) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:55:44.610403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c69912a6-04af-4d2f-994a-74c2f4d28265 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:55:44.616107 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.653866 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.667586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c69912a6-04af-4d2f-994a-74c2f4d28265 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:44.668141 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.696614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network edd461e0-2899-4c47-bc42-bdf39ef9216a is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:55:44.699799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:44.703722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:55:44.744532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=ffbe589b-d95b-4e06-a060-be9368e57e03,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:44.760932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c69912a6-04af-4d2f-994a-74c2f4d28265 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:44.762094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:55:44.771671 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.772588 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.800550 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-7d818632-9b14-4324-aa4c-d35ecb202264 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114080 Mar 22 14:55:44.809620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-9b5d87a4-0e2e-4213-87f1-fcda7faf8754 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:55:44.810755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-9b5d87a4-0e2e-4213-87f1-fcda7faf8754 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055640 Mar 22 14:55:44.823088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:44.823465 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.885844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Request body: {'port': {'device_id': '987907a8-ed87-4589-8d06-1baddb790bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:44.918041 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:44.963568 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:44.992474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e6e2d427-7e44-4915-8d04-46609dda8238 None None] Provisioning complete for port ffbe589b-d95b-4e06-a060-be9368e57e03 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:44.992850 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e6e2d427-7e44-4915-8d04-46609dda8238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.031682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2d427-7e44-4915-8d04-46609dda8238 None None] Port ffbe589b-d95b-4e06-a060-be9368e57e03 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:55:45.159932 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da1b4c-19ed-40d5-abef-421026f5f37c req-a2e9eaa6-e49f-4d42-b1a0-6c7c4a5736c3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:45.161485 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9da1b4c-19ed-40d5-abef-421026f5f37c req-a2e9eaa6-e49f-4d42-b1a0-6c7c4a5736c3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 931 time: 0.0580482 Mar 22 14:55:45.213288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9da1b4c-19ed-40d5-abef-421026f5f37c req-661eba70-c92f-42c9-89ba-94af460ae48c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452399 Mar 22 14:55:45.258238 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbe589b-d95b-4e06-a060-be9368e57e03 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:55:45.266234 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Publish callbacks [] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.278842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Transition to ACTIVE for port object ffbe589b-d95b-4e06-a060-be9368e57e03 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:55:45.283716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.333709 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbe589b-d95b-4e06-a060-be9368e57e03,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:45.412030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Attempting to bind port ffbe589b-d95b-4e06-a060-be9368e57e03 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:55:45.412445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Attempting to bind port ffbe589b-d95b-4e06-a060-be9368e57e03 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:55:45.412884 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Attempting to bind port ffbe589b-d95b-4e06-a060-be9368e57e03 on network edd461e0-2899-4c47-bc42-bdf39ef9216a {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:45.417816 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Port ffbe589b-d95b-4e06-a060-be9368e57e03 on network edd461e0-2899-4c47-bc42-bdf39ef9216a not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:55:45.418155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Attempting to bind port ffbe589b-d95b-4e06-a060-be9368e57e03 on network edd461e0-2899-4c47-bc42-bdf39ef9216a {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:45.423572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:55:45.423916 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Checking segment: {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:45.424302 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Bound using segment: {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:55:45.424727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Bound port: ffbe589b-d95b-4e06-a060-be9368e57e03, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9220e8f0-c01a-476b-aa72-460db2f6ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:55:45.425097 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.498874 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] For port ffbe589b-d95b-4e06-a060-be9368e57e03, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:45.502311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] For port ffbe589b-d95b-4e06-a060-be9368e57e03, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ffbe589b-d95b-4e06-a060-be9368e57e03,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:55:45.510015 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.544684 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:45.545340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.546704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] 10.222.0.42 "PUT /v2.0/ports/ffbe589b-d95b-4e06-a060-be9368e57e03 HTTP/1.1" status: 200 len: 1091 time: 0.7256503 Mar 22 14:55:45.547331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:45.550298 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1315648c-fd89-4b0c-9ade-901d6523519b" -d '{"events": [{"name": "network-changed", "server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:45.585287 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076405a-8065-4375-9b3f-ae953048cb24 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbe589b-d95b-4e06-a060-be9368e57e03,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:45.643719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-da029475-d103-4ab1-b685-bb1d5ee4af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:45.645273 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-da029475-d103-4ab1-b685-bb1d5ee4af40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0562828 Mar 22 14:55:45.687251 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603ed5f8-536f-429f-8086-81dac17640cb x-openstack-request-id: req-603ed5f8-536f-429f-8086-81dac17640cb {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:45.687539 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:45.687784 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-603ed5f8-536f-429f-8086-81dac17640cb {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:45.688199 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603ed5f8-536f-429f-8086-81dac17640cb'] response: {'name': 'network-changed', 'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'status': 'completed', 'code': 200} Mar 22 14:55:45.690064 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-f9615fb2-1e98-4dab-b4fa-667f4a0b4682 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffbe589b-d95b-4e06-a060-be9368e57e03 HTTP/1.1" status: 200 len: 217 time: 0.0384226 Mar 22 14:55:45.743963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-90ebd1c8-77ab-4336-bf2e-deb427564dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:45.745470 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-90ebd1c8-77ab-4336-bf2e-deb427564dd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09f024c0-0986-4ee6-88ab-0ba045e99efc HTTP/1.1" status: 200 len: 835 time: 0.0497932 Mar 22 14:55:45.794963 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff9ca-d053-4366-af3d-541862033fd5 req-2ba8899a-a6ca-412d-a97e-c5c16b77ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:45.796542 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-2ba8899a-a6ca-412d-a97e-c5c16b77ee46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edd461e0-2899-4c47-bc42-bdf39ef9216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451396 Mar 22 14:55:45.884501 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-918a9864-a49d-49cb-a004-93fe1e748cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821359 Mar 22 14:55:46.006841 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78cff9ca-d053-4366-af3d-541862033fd5 req-cdbb5e2b-9ad8-4b6d-8c13-1a4e56106223 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152430 Mar 22 14:55:46.103303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315648c-fd89-4b0c-9ade-901d6523519b req-99272b2b-5c8f-40fe-bca0-b6e7a3863618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:46.104798 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1315648c-fd89-4b0c-9ade-901d6523519b req-99272b2b-5c8f-40fe-bca0-b6e7a3863618 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0463331 Mar 22 14:55:46.345649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a3ab3-4fb9-4ec8-9a9c-daed3d26e1bb req-1808452b-4f24-47e9-b45a-f3311692f1f1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:46.347260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a17a3ab3-4fb9-4ec8-9a9c-daed3d26e1bb req-1808452b-4f24-47e9-b45a-f3311692f1f1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 943 time: 0.0610287 Mar 22 14:55:46.401554 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a17a3ab3-4fb9-4ec8-9a9c-daed3d26e1bb req-9ff8254d-2226-422b-9e0e-ea734d6652ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482750 Mar 22 14:55:46.484843 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315648c-fd89-4b0c-9ade-901d6523519b req-5ee92582-b8bd-4ed5-b532-815d81457424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:46.486417 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1315648c-fd89-4b0c-9ade-901d6523519b req-5ee92582-b8bd-4ed5-b532-815d81457424 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edd461e0-2899-4c47-bc42-bdf39ef9216a HTTP/1.1" status: 200 len: 898 time: 0.3755872 Mar 22 14:55:46.526858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1315648c-fd89-4b0c-9ade-901d6523519b req-041650cd-eba4-4d3e-b5c6-b18994b77518 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffbe589b-d95b-4e06-a060-be9368e57e03 HTTP/1.1" status: 200 len: 217 time: 0.0336804 Mar 22 14:55:46.582445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315648c-fd89-4b0c-9ade-901d6523519b req-5ea8ce70-5ef2-4a67-97e9-d84a811c541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:46.583872 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1315648c-fd89-4b0c-9ade-901d6523519b req-5ea8ce70-5ef2-4a67-97e9-d84a811c541e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09f024c0-0986-4ee6-88ab-0ba045e99efc HTTP/1.1" status: 200 len: 835 time: 0.0505409 Mar 22 14:55:46.637450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315648c-fd89-4b0c-9ade-901d6523519b req-4ff37797-3efb-4c3b-9a83-2424965e5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:46.638955 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1315648c-fd89-4b0c-9ade-901d6523519b req-4ff37797-3efb-4c3b-9a83-2424965e5622 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edd461e0-2899-4c47-bc42-bdf39ef9216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481489 Mar 22 14:55:46.728842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1315648c-fd89-4b0c-9ade-901d6523519b req-1c10c3aa-10c9-4ba6-85b1-3e0a84d15601 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825145 Mar 22 14:55:46.821406 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1315648c-fd89-4b0c-9ade-901d6523519b req-f6fe8650-31dc-4696-8c23-19de2d519b66 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860081 Mar 22 14:55:47.527951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be36dd-6d57-4705-b454-72e247f27b47 req-acc77516-93c6-482b-9885-8bf0a53659f4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:47.529426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4be36dd-6d57-4705-b454-72e247f27b47 req-acc77516-93c6-482b-9885-8bf0a53659f4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 943 time: 0.0574546 Mar 22 14:55:47.579297 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4be36dd-6d57-4705-b454-72e247f27b47 req-2597e3fc-0e50-4865-8c76-4c3e4b08ad62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438604 Mar 22 14:55:48.264881 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ee8bcc50-b0e4-4ee2-b25f-3406121a9528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:48.670121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ffbe589b-d95b-4e06-a060-be9368e57e03 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:55:48.712354 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cdbac-0a8a-4038-96da-edf2594920a3 req-438fff3d-16df-442e-b341-ea886c6fc1f8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.718510 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-046cdbac-0a8a-4038-96da-edf2594920a3 req-438fff3d-16df-442e-b341-ea886c6fc1f8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 943 time: 0.0596266 Mar 22 14:55:48.762626 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-046cdbac-0a8a-4038-96da-edf2594920a3 req-5303a527-9b97-4a13-b9d4-6693d5422bb9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Mar 22 14:55:48.774135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ffbe589b-d95b-4e06-a060-be9368e57e03, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ffbe589b-d95b-4e06-a060-be9368e57e03,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:48.786133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'port_id': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'mac_address': 'fa:16:3e:28:88:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:55:48.822464 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ffbe589b-d95b-4e06-a060-be9368e57e03 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:48.822890 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:48.835524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbe589b-d95b-4e06-a060-be9368e57e03 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:55:48.855300 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ffbe589b-d95b-4e06-a060-be9368e57e03, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ffbe589b-d95b-4e06-a060-be9368e57e03,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:48.862216 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:48.908217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ffbe589b-d95b-4e06-a060-be9368e57e03,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:49.123196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['ffbe589b-d95b-4e06-a060-be9368e57e03'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:55:49.899712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74891e5-f8de-4ff7-87e5-0abc0c27a022 req-23481a1d-ef31-4eab-9942-69b017b7bf65 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:49.901222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a74891e5-f8de-4ff7-87e5-0abc0c27a022 req-23481a1d-ef31-4eab-9942-69b017b7bf65 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 944 time: 0.0597699 Mar 22 14:55:49.953470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a74891e5-f8de-4ff7-87e5-0abc0c27a022 req-d55829a3-8688-4633-be47-958722bd065a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463409 Mar 22 14:55:50.517157 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f65e-cb06-4499-a340-70e7ea06642e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:50.675780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ffbe589b-d95b-4e06-a060-be9368e57e03 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:55:50.740147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port ffbe589b-d95b-4e06-a060-be9368e57e03 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:55:50.743875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port ffbe589b-d95b-4e06-a060-be9368e57e03 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:50.744253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:50.821917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port ffbe589b-d95b-4e06-a060-be9368e57e03 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:50.822327 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:50.845385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:50.847713 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0255c9f7-e81c-487d-8d70-dcdcf11f74f1" -d '{"events": [{"server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "name": "network-vif-plugged", "status": "completed", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:50.860186 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port ffbe589b-d95b-4e06-a060-be9368e57e03, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ffbe589b-d95b-4e06-a060-be9368e57e03,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:50.865149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:50.917796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=ffbe589b-d95b-4e06-a060-be9368e57e03,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:50.957373 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25118e06-0d35-4f14-aa68-f55e518f8739 x-openstack-request-id: req-25118e06-0d35-4f14-aa68-f55e518f8739 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:50.957671 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "name": "network-vif-plugged", "status": "completed", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:50.957924 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25118e06-0d35-4f14-aa68-f55e518f8739 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:50.958369 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25118e06-0d35-4f14-aa68-f55e518f8739'] response: {'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'code': 200} Mar 22 14:55:51.058606 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218c4c-675c-4c2b-b99e-cbb135e9b047 req-0ce00110-aee2-4d79-b41d-6f22801b2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:51.060238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af218c4c-675c-4c2b-b99e-cbb135e9b047 req-0ce00110-aee2-4d79-b41d-6f22801b2bc0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0452712 Mar 22 14:55:51.075775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a02c7f-965b-4f7c-8d06-0042704ba805 req-456c0e54-a27c-4969-aeb9-3243f41fe5ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:51.077284 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9a02c7f-965b-4f7c-8d06-0042704ba805 req-456c0e54-a27c-4969-aeb9-3243f41fe5ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Mar 22 14:55:51.107201 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af218c4c-675c-4c2b-b99e-cbb135e9b047 req-b1236b2d-df43-4527-8a5d-ae18d5cc39e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Mar 22 14:55:51.127172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9a02c7f-965b-4f7c-8d06-0042704ba805 req-386b8319-da6e-441c-8a1b-4bbbcc7ded4c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436647 Mar 22 14:55:52.087760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:52.251824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d278a2-848f-4631-8a41-8ea08182b709 req-363e5f5b-dd8f-4d9c-b555-8d9d58331228 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:52.253229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8d278a2-848f-4631-8a41-8ea08182b709 req-363e5f5b-dd8f-4d9c-b555-8d9d58331228 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0527017 Mar 22 14:55:52.305468 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8d278a2-848f-4631-8a41-8ea08182b709 req-aafad323-4165-493d-8934-82ee0fe1807f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464947 Mar 22 14:55:53.438655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332f87-9046-474d-a581-f54135bee004 req-164c5609-fc14-4f54-aa32-bfb9d2181b80 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:53.440136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba332f87-9046-474d-a581-f54135bee004 req-164c5609-fc14-4f54-aa32-bfb9d2181b80 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0560520 Mar 22 14:55:53.489557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ba332f87-9046-474d-a581-f54135bee004 req-da7c1266-e057-4b02-9791-dca8af08fde3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436633 Mar 22 14:55:53.599885 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.612976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063394a0-10d0-4328-9e2b-c5553f1e00cf req-1ebace7d-88cc-406a-976d-75b1b2e19275 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:53.614477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-063394a0-10d0-4328-9e2b-c5553f1e00cf req-1ebace7d-88cc-406a-976d-75b1b2e19275 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0560284 Mar 22 14:55:53.666526 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-063394a0-10d0-4328-9e2b-c5553f1e00cf req-8f40e434-8f05-4c9f-ac12-8b3a1e38f652 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461097 Mar 22 14:55:53.695429 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45618) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:53.744535 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98878852-918c-4035-bf31-ec9f66e139a6 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:53.746118 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-98878852-918c-4035-bf31-ec9f66e139a6 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 1122 time: 0.0496168 Mar 22 14:55:53.749206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45620) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:53.753594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:53.777396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.883216 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.995162 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.193 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/627c077a-d1a2-4e05-93e0-9a91c1804350) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:55:54.102764 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.140429 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.176367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:55:54.179087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:54.182550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:55:54.211068 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=627c077a-d1a2-4e05-93e0-9a91c1804350,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:54.556122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (1736466f-ec4c-4a5f-953b-13d7fefe010d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.633252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.662619 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.780325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.786785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.853719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=627c077a-d1a2-4e05-93e0-9a91c1804350,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:54.868147 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1736466f-ec4c-4a5f-953b-13d7fefe010d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.875869 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.983259 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP 1736466f-ec4c-4a5f-953b-13d7fefe010d associated. External IP: 172.25.2.193, port: ffbe589b-d95b-4e06-a060-be9368e57e03. Mar 22 14:55:55.213448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 81bfe1c4-d271-4266-aee6-17c653f03949 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:55:55.338243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:55.348781 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] Sync routers for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:55.358181 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:55.359758 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:55.360440 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:55.392055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a3edcad0-48fa-4712-8c8a-c6bbfc300a85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6417561 Mar 22 14:55:55.394735 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:55.397169 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e6896-4d50-4027-9d04-569667716430" -d '{"events": [{"name": "network-changed", "server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:55.436575 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad005a9-ae33-4bc0-864d-1a1a87707894 x-openstack-request-id: req-dad005a9-ae33-4bc0-864d-1a1a87707894 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:55.436932 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:55.437364 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dad005a9-ae33-4bc0-864d-1a1a87707894 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:55.437842 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad005a9-ae33-4bc0-864d-1a1a87707894'] response: {'name': 'network-changed', 'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'status': 'completed', 'code': 200} Mar 22 14:55:55.469759 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:55.500863 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d80c6c-79c5-4373-a61c-ccb89213a360 req-fef29ec8-9c1c-4b05-beed-ca2070b71f0e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:55.502538 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86d80c6c-79c5-4373-a61c-ccb89213a360 req-fef29ec8-9c1c-4b05-beed-ca2070b71f0e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0580184 Mar 22 14:55:55.503773 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6896-4d50-4027-9d04-569667716430 req-cfa2e7d5-2cec-4ad6-b68a-ad17f431e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:55.505295 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3d9e6896-4d50-4027-9d04-569667716430 req-cfa2e7d5-2cec-4ad6-b68a-ad17f431e0c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0470815 Mar 22 14:55:55.552161 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86d80c6c-79c5-4373-a61c-ccb89213a360 req-fcc1a653-c842-44b9-837f-36cfb9442bee tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Mar 22 14:55:55.577710 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45626) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:55.596471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6896-4d50-4027-9d04-569667716430 req-e9985c83-5c82-402a-a97a-70ab3a2be6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:55.597950 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3d9e6896-4d50-4027-9d04-569667716430 req-e9985c83-5c82-402a-a97a-70ab3a2be6b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edd461e0-2899-4c47-bc42-bdf39ef9216a HTTP/1.1" status: 200 len: 898 time: 0.0859849 Mar 22 14:55:55.640033 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9f4bfee0-b9de-4453-9405-6a6341d7d300 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/1736466f-ec4c-4a5f-953b-13d7fefe010d HTTP/1.1" status: 200 len: 991 time: 0.0599160 Mar 22 14:55:55.678839 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3d9e6896-4d50-4027-9d04-569667716430 req-10a78da5-23a3-4310-9ff1-de7a0654ef90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffbe589b-d95b-4e06-a060-be9368e57e03 HTTP/1.1" status: 200 len: 999 time: 0.0726163 Mar 22 14:55:55.691194 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1736466f-ec4c-4a5f-953b-13d7fefe010d', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'port_id': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'mac_address': 'fa:16:3e:28:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987907a8-ed87-4589-8d06-1baddb790bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:55:54Z', 'updated_at': '2022-03-22T14:55:54Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:55.720751 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] Checking router: 81bfe1c4-d271-4266-aee6-17c653f03949 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:55.727318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6896-4d50-4027-9d04-569667716430 req-de7d4a1f-cb07-40a2-ac05-e976f2e18bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:55.728895 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3d9e6896-4d50-4027-9d04-569667716430 req-de7d4a1f-cb07-40a2-ac05-e976f2e18bf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09f024c0-0986-4ee6-88ab-0ba045e99efc HTTP/1.1" status: 200 len: 835 time: 0.0437777 Mar 22 14:55:55.729576 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:55.730201 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:55:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:55.777743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6896-4d50-4027-9d04-569667716430 req-715ef872-bc45-41a7-b6ff-b3842788ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:55.779320 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3d9e6896-4d50-4027-9d04-569667716430 req-715ef872-bc45-41a7-b6ff-b3842788ee3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edd461e0-2899-4c47-bc42-bdf39ef9216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445313 Mar 22 14:55:55.836519 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:55.871026 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3d9e6896-4d50-4027-9d04-569667716430 req-9d4bec8c-28b4-47dd-889f-c1453808c690 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Mar 22 14:55:55.959561 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-3d9e6896-4d50-4027-9d04-569667716430 req-ea12d56b-f4f4-4603-ba8e-80eea8362848 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825770 Mar 22 14:55:56.057258 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1736466f-ec4c-4a5f-953b-13d7fefe010d', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'port_id': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'mac_address': 'fa:16:3e:28:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987907a8-ed87-4589-8d06-1baddb790bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:55:54Z', 'updated_at': '2022-03-22T14:55:54Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:56.086061 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe13a90-5635-4983-b238-d1d69716d43f None None] The sync data for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 is: [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1736466f-ec4c-4a5f-953b-13d7fefe010d', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'port_id': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'mac_address': 'fa:16:3e:28:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987907a8-ed87-4589-8d06-1baddb790bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:55:54Z', 'updated_at': '2022-03-22T14:55:54Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:56.286221 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfac10a-8ec5-4385-9ad2-090ba12d939d None None] New status for floating IP 1736466f-ec4c-4a5f-953b-13d7fefe010d: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:55:56.643847 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45628) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:56.712724 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f76468e4-300c-4e0b-9e0a-926b4d5b04be tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/1736466f-ec4c-4a5f-953b-13d7fefe010d HTTP/1.1" status: 200 len: 993 time: 0.0669541 Mar 22 14:55:59.009113 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:10.851933 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:56:18.257566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4821afce-835d-4654-8836-fc2abbf2c830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:20.518052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca253c0d-a757-4bfb-aa56-047e02d2679f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:22.100741 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:23.610774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:24.679777 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:24.897611 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:25.486423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19919ae7-4a07-434e-9e1d-9d8224779fc0 req-1dd6b740-8db3-42a4-8539-b432117afbda tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:25.487894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19919ae7-4a07-434e-9e1d-9d8224779fc0 req-1dd6b740-8db3-42a4-8539-b432117afbda tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0546916 Mar 22 14:56:25.539505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19919ae7-4a07-434e-9e1d-9d8224779fc0 req-08b7d4b8-6de3-4f64-bf66-fd58b983d862 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457127 Mar 22 14:56:26.662525 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcec05a-a7a7-4be8-b3b5-ecacec93b0ba req-5582db14-0c51-4656-9f01-8f3d957729f7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:26.664426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fcec05a-a7a7-4be8-b3b5-ecacec93b0ba req-5582db14-0c51-4656-9f01-8f3d957729f7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0530548 Mar 22 14:56:26.720474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fcec05a-a7a7-4be8-b3b5-ecacec93b0ba req-df3d97d1-ab72-4ee4-bbe8-ab63dffb9d85 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502112 Mar 22 14:56:26.751436 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45646) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:26.820380 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-39c22227-059c-46b2-adfc-fa0b6c346a11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/1736466f-ec4c-4a5f-953b-13d7fefe010d HTTP/1.1" status: 200 len: 993 time: 0.0677445 Mar 22 14:56:28.108334 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b545c3-dce5-4c19-9bb1-d914906a4e4f req-c74bec70-b0e8-4cd9-b990-fc89c8db5927 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:28.109871 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9b545c3-dce5-4c19-9bb1-d914906a4e4f req-c74bec70-b0e8-4cd9-b990-fc89c8db5927 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0559101 Mar 22 14:56:28.166402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b9b545c3-dce5-4c19-9bb1-d914906a4e4f req-78fd2f58-0c93-4aa4-aa19-c11c57b30f48 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505111 Mar 22 14:56:29.008264 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:29.315389 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e8110-ba1b-4963-97c5-fe06e5e77d9d req-4ee41788-0e82-409b-aeb3-fee7e602426d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:29.316776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb3e8110-ba1b-4963-97c5-fe06e5e77d9d req-4ee41788-0e82-409b-aeb3-fee7e602426d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0579381 Mar 22 14:56:29.364892 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-eb3e8110-ba1b-4963-97c5-fe06e5e77d9d req-1e204b13-7221-4859-8a6d-739f58cb1699 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Mar 22 14:56:29.388133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45656) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:29.446796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3d039a4f-c772-447a-a82a-f15ad1965d24 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/1736466f-ec4c-4a5f-953b-13d7fefe010d HTTP/1.1" status: 200 len: 993 time: 0.0575633 Mar 22 14:56:29.731252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45662) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:29.900399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 627c077a-d1a2-4e05-93e0-9a91c1804350 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:56:29.900765 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:29.984420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:29.984420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (627c077a-d1a2-4e05-93e0-9a91c1804350), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:29.997340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 627c077a-d1a2-4e05-93e0-9a91c1804350 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:56:30.039539 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-fe840afb-e29b-4211-8a16-70ed46bd231b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511925 Mar 22 14:56:30.126185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-dbd8aac3-631c-4d82-8012-d86c8b48c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.127842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-dbd8aac3-631c-4d82-8012-d86c8b48c505 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0447602 Mar 22 14:56:30.149584 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (627c077a-d1a2-4e05-93e0-9a91c1804350), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:30.176505 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=627c077a-d1a2-4e05-93e0-9a91c1804350,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:30.202278 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.202570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.202946 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.203285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.204213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.204561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.204898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.205200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.205529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.205860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.206213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.206541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.206870 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.207189 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.207509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:30.231853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-43ad98c9-7a1b-4ad5-bd2a-9106d36976b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.233334 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-43ad98c9-7a1b-4ad5-bd2a-9106d36976b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edd461e0-2899-4c47-bc42-bdf39ef9216a HTTP/1.1" status: 200 len: 898 time: 0.0871558 Mar 22 14:56:30.246669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (1736466f-ec4c-4a5f-953b-13d7fefe010d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:30.246927 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP 1736466f-ec4c-4a5f-953b-13d7fefe010d disassociated (deleted). External IP: 172.25.2.193, port: ffbe589b-d95b-4e06-a060-be9368e57e03. Mar 22 14:56:30.279000 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-cf642e54-731c-44f9-b67e-b15048f24141 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffbe589b-d95b-4e06-a060-be9368e57e03 HTTP/1.1" status: 200 len: 217 time: 0.0388191 Mar 22 14:56:30.328084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-50566c9d-3254-49e8-b765-c45319a88d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.329546 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-50566c9d-3254-49e8-b765-c45319a88d3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09f024c0-0986-4ee6-88ab-0ba045e99efc HTTP/1.1" status: 200 len: 835 time: 0.0445974 Mar 22 14:56:30.385932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-567a3df5-2c91-40f7-855b-6c06999d1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.387688 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-567a3df5-2c91-40f7-855b-6c06999d1b81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edd461e0-2899-4c47-bc42-bdf39ef9216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455751 Mar 22 14:56:30.460418 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 81bfe1c4-d271-4266-aee6-17c653f03949 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:56:30.482203 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-e725af61-b125-4704-8a81-8059dd5d77fe service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872087 Mar 22 14:56:30.574570 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:56:30.577737 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a897ba38-4d7f-4c0d-b546-05167dadd913 req-7dbaff42-d3c2-4902-bc35-028bca899d8a service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890362 Mar 22 14:56:30.579817 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:30.584652 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] Sync routers for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:56:30.594717 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:30.595319 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:30.613999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-55e88800-4bd4-4e97-b35b-432eb52fdd6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/floatingips/1736466f-ec4c-4a5f-953b-13d7fefe010d HTTP/1.1" status: 204 len: 168 time: 0.8816209 Mar 22 14:56:30.614718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:30.617158 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8" -d '{"events": [{"name": "network-changed", "server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:30.716261 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:30.724332 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc4ade7-a4a0-4202-ab7b-c6ab270022cd x-openstack-request-id: req-9cc4ade7-a4a0-4202-ab7b-c6ab270022cd {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:30.724722 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:30.724977 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cc4ade7-a4a0-4202-ab7b-c6ab270022cd {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:30.725334 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc4ade7-a4a0-4202-ab7b-c6ab270022cd'] response: {'name': 'network-changed', 'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'status': 'completed', 'code': 200} Mar 22 14:56:30.797297 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-718f352c-116a-4082-b859-5aafda6e2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.798905 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-718f352c-116a-4082-b859-5aafda6e2454 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0536623 Mar 22 14:56:30.857371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6197b3-c952-4507-9ddf-9878ad973ac9 req-957155a3-3610-4894-bcf2-fb0a9b20dde4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.859165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c6197b3-c952-4507-9ddf-9878ad973ac9 req-957155a3-3610-4894-bcf2-fb0a9b20dde4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0555696 Mar 22 14:56:30.895611 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-ec5d1a92-f8b5-47df-8f6e-3054c5a7a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.897547 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-ec5d1a92-f8b5-47df-8f6e-3054c5a7a5df service neutron] 10.222.0.42 "GET /v2.0/networks?id=edd461e0-2899-4c47-bc42-bdf39ef9216a HTTP/1.1" status: 200 len: 898 time: 0.0920663 Mar 22 14:56:30.917671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6c6197b3-c952-4507-9ddf-9878ad973ac9 req-c7bf6dc0-e07f-4b0a-878e-782d341992fe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517178 Mar 22 14:56:30.951813 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-9ace4976-a048-489b-bcf4-a2b1242b2db7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffbe589b-d95b-4e06-a060-be9368e57e03 HTTP/1.1" status: 200 len: 217 time: 0.0403473 Mar 22 14:56:31.008930 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-3906c367-4af9-4a9e-836e-164942ec2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:31.010483 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-3906c367-4af9-4a9e-836e-164942ec2546 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09f024c0-0986-4ee6-88ab-0ba045e99efc HTTP/1.1" status: 200 len: 835 time: 0.0513785 Mar 22 14:56:31.042524 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:31.061476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-e2174a9d-0930-4605-9335-8900a410a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:31.063234 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-e2174a9d-0930-4605-9335-8900a410a1f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edd461e0-2899-4c47-bc42-bdf39ef9216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456116 Mar 22 14:56:31.068014 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] Checking router: 81bfe1c4-d271-4266-aee6-17c653f03949 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:56:31.076676 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:31.077269 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:31.156606 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-4e2da768-4f22-4d1c-b8f8-bcd3ec56ee00 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847759 Mar 22 14:56:31.181149 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:31.250002 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a3670468-bb24-4dbd-b7f6-1404ab5f46b8 req-13398485-5575-4255-bd1b-e3a33192a398 service neutron] 10.222.0.42 "GET /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854893 Mar 22 14:56:31.379173 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:31.407745 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd5baf-cecb-4228-90ae-81fa1d44553b None None] The sync data for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 is: [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:41Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c69912a6-04af-4d2f-994a-74c2f4d28265', 'name': '', 'network_id': 'edd461e0-2899-4c47-bc42-bdf39ef9216a', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:4a:bc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:40Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '09f024c0-0986-4ee6-88ab-0ba045e99efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:56:31.642559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0539481c-acfe-4781-ab34-424892fed636 None None] New status for floating IP 1736466f-ec4c-4a5f-953b-13d7fefe010d: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:56:32.052832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dd27d-352d-4e5f-8804-565961f1388c req-b5af3903-7a68-4d09-94b7-139717722b8f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:32.054307 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-019dd27d-352d-4e5f-8804-565961f1388c req-b5af3903-7a68-4d09-94b7-139717722b8f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0581031 Mar 22 14:56:32.107786 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-019dd27d-352d-4e5f-8804-565961f1388c req-44db6cc3-0b78-4065-b548-bd4fb425c834 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=86834730-10f4-4920-8427-9545d2fb80aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449836 Mar 22 14:56:32.504588 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-309b61a7-5f99-4796-8544-72d08a114727 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:32.506087 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-309b61a7-5f99-4796-8544-72d08a114727 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 945 time: 0.0655177 Mar 22 14:56:32.609086 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port ffbe589b-d95b-4e06-a060-be9368e57e03 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:56:32.609442 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:32.695976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port ffbe589b-d95b-4e06-a060-be9368e57e03, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=ffbe589b-d95b-4e06-a060-be9368e57e03,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:32.696342 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:32.709273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for ffbe589b-d95b-4e06-a060-be9368e57e03 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:56:32.864975 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (ffbe589b-d95b-4e06-a060-be9368e57e03), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:32.893620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=ffbe589b-d95b-4e06-a060-be9368e57e03,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:32.919563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.919913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.920255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.920594 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.920898 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.921226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.921544 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.921865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.922209 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.922531 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.922848 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.923168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.923489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.923798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.924110 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:32.946206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] No DVR routers for this DVR port ffbe589b-d95b-4e06-a060-be9368e57e03 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:56:32.948789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:32.952295 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-bd3c1ab2-4494-41fe-98e2-76c67713c430 req-ac3817ea-b004-4c58-9a1f-0c342e20e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "DELETE /v2.0/ports/ffbe589b-d95b-4e06-a060-be9368e57e03 HTTP/1.1" status: 204 len: 173 time: 0.4410200 Mar 22 14:56:32.952737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'name': 'network-vif-deleted', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:32.955093 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b93e7f-68b7-4205-a1cf-c7fe4b63c027" -d '{"events": [{"server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "name": "network-vif-deleted", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:32.991653 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46882e7a-7881-4e55-bd59-23944d3a725d x-openstack-request-id: req-46882e7a-7881-4e55-bd59-23944d3a725d {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:32.991954 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987907a8-ed87-4589-8d06-1baddb790bf0", "name": "network-vif-deleted", "tag": "ffbe589b-d95b-4e06-a060-be9368e57e03", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:32.992208 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46882e7a-7881-4e55-bd59-23944d3a725d {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:32.992652 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46882e7a-7881-4e55-bd59-23944d3a725d'] response: {'server_uuid': '987907a8-ed87-4589-8d06-1baddb790bf0', 'name': 'network-vif-deleted', 'tag': 'ffbe589b-d95b-4e06-a060-be9368e57e03', 'status': 'completed', 'code': 200} Mar 22 14:56:33.221904 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-078535c8-19d4-4675-b6fa-da6c643616cd req-36153e30-29eb-4fe3-b6a4-e44c374ba461 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=987907a8-ed87-4589-8d06-1baddb790bf0 HTTP/1.1" status: 200 len: 210 time: 0.0270021 Mar 22 14:56:34.285236 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45680) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:34.672589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (81bfe1c4-d271-4266-aee6-17c653f03949), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:34.944480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port c69912a6-04af-4d2f-994a-74c2f4d28265 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:56:34.944831 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:35.039708 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port c69912a6-04af-4d2f-994a-74c2f4d28265, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c69912a6-04af-4d2f-994a-74c2f4d28265,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:35.040077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:35.053377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for c69912a6-04af-4d2f-994a-74c2f4d28265 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:56:35.533828 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (c69912a6-04af-4d2f-994a-74c2f4d28265), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:35.559746 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=c69912a6-04af-4d2f-994a-74c2f4d28265,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:35.737771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (81bfe1c4-d271-4266-aee6-17c653f03949), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:35.967078 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 81bfe1c4-d271-4266-aee6-17c653f03949 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:56:36.089425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:56:36.095055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-bf2e8c6e-4d36-4f30-82a6-e28d34c9b093 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/81bfe1c4-d271-4266-aee6-17c653f03949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8085189 Mar 22 14:56:36.097882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45682) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:36.099934 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] Sync routers for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:56:36.110591 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:36.111221 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:36.149105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting subnet 09f024c0-0986-4ee6-88ab-0ba045e99efc {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:56:36.152954 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (09f024c0-0986-4ee6-88ab-0ba045e99efc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.194483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (09f024c0-0986-4ee6-88ab-0ba045e99efc), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.217460 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:36.285865 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (09f024c0-0986-4ee6-88ab-0ba045e99efc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.349483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (09f024c0-0986-4ee6-88ab-0ba045e99efc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.372939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Subnet': ['ID=09f024c0-0986-4ee6-88ab-0ba045e99efc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:36.381529 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.384672 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-370a5356-ea1a-40fe-9641-ee5e5ce35afd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/subnets/09f024c0-0986-4ee6-88ab-0ba045e99efc HTTP/1.1" status: 204 len: 168 time: 0.2858438 Mar 22 14:56:36.387657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45684) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:36.390644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64a167-502c-4690-8589-86eb6317269f None None] Network edd461e0-2899-4c47-bc42-bdf39ef9216a requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:56:36.402721 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:56:35Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:36.432911 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] Checking router: 81bfe1c4-d271-4266-aee6-17c653f03949 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:56:36.441287 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] Routers {'81bfe1c4-d271-4266-aee6-17c653f03949'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:36.441904 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['81bfe1c4-d271-4266-aee6-17c653f03949'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:36.500077 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (81bfe1c4-d271-4266-aee6-17c653f03949), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.558003 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] Set router 81bfe1c4-d271-4266-aee6-17c653f03949 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:36.599751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] DHCP port deletion for edd461e0-2899-4c47-bc42-bdf39ef9216a request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:56:36.637226 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (81bfe1c4-d271-4266-aee6-17c653f03949), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.675389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Deleting port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:56:36.675752 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.694156 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:56:36.694513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.738647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] For port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e,segment=NetworkSegment(9220e8f0-c01a-476b-aa72-460db2f6ce75),segment_id=9220e8f0-c01a-476b-aa72-460db2f6ce75)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:36.739047 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.752929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Calling delete_port for 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:56:36.755408 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:56:35Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:36.777367 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port bd0f5687-d737-44d8-b4aa-ae780dfd8bc9, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:36.778354 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.781452 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5bd90-cce8-408a-8e68-57b725aedb6f None None] The sync data for ids ['81bfe1c4-d271-4266-aee6-17c653f03949'] in n-d-834677-3 is: [{'id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15920195', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:56:35Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'bd0f5687-d737-44d8-b4aa-ae780dfd8bc9', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfe1c4-d271-4266-aee6-17c653f03949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:55:37Z', 'updated_at': '2022-03-22T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:56:36.792670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:56:36.841884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:36.866607 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Pushing event deleted for resources: {'Port': ['ID=56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:36.872995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] No DVR routers for this DVR port 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:56:36.875075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ffbe589b-d95b-4e06-a060-be9368e57e03 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:56:36.887127 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.887435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.887883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.888100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.888440 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.888757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.889075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.889391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.889704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.890053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.890372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.890682 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.890997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.891308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.891616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134b2f8-2856-4160-b37f-eb3f58ea51ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:36.911978 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: ffbe589b-d95b-4e06-a060-be9368e57e03 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:56:36.912269 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device ffbe589b-d95b-4e06-a060-be9368e57e03 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:56:36.977716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (bd0f5687-d737-44d8-b4aa-ae780dfd8bc9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.003093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=bd0f5687-d737-44d8-b4aa-ae780dfd8bc9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:37.063411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (81bfe1c4-d271-4266-aee6-17c653f03949), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.158663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (81bfe1c4-d271-4266-aee6-17c653f03949), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.161292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (81bfe1c4-d271-4266-aee6-17c653f03949), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.209445 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (81bfe1c4-d271-4266-aee6-17c653f03949), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.210071 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Fanout notify agent at l3_agent the message router_deleted on router 81bfe1c4-d271-4266-aee6-17c653f03949 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:56:37.217056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.220701 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4a23aaba-62c0-406e-acc9-8942018ea464 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/routers/81bfe1c4-d271-4266-aee6-17c653f03949 HTTP/1.1" status: 204 len: 168 time: 0.8295987 Mar 22 14:56:37.220983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45686) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:37.298266 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (edd461e0-2899-4c47-bc42-bdf39ef9216a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.387302 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (edd461e0-2899-4c47-bc42-bdf39ef9216a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.409464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd461e0-2899-4c47-bc42-bdf39ef9216a']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:37.420443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9220e8f0-c01a-476b-aa72-460db2f6ce75') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:37.420775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9220e8f0-c01a-476b-aa72-460db2f6ce75') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:37.431084 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (9220e8f0-c01a-476b-aa72-460db2f6ce75), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.444921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (9220e8f0-c01a-476b-aa72-460db2f6ce75), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.451317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:56:37.451713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (9220e8f0-c01a-476b-aa72-460db2f6ce75), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:56:37.454988 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:56:37.519412 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (edd461e0-2899-4c47-bc42-bdf39ef9216a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.526579 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.529896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/networks/edd461e0-2899-4c47-bc42-bdf39ef9216a HTTP/1.1" status: 204 len: 168 time: 0.3078349 Mar 22 14:56:37.532935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45688) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:37.542514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bea14-27c5-4a16-b283-9b79837bbffb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Network': ['ID=edd461e0-2899-4c47-bc42-bdf39ef9216a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:37.588898 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd5a508e-aa53-45c4-97bf-3e1f9669c9ff tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (86834730-10f4-4920-8427-9545d2fb80aa), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.616535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd5a508e-aa53-45c4-97bf-3e1f9669c9ff tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (86834730-10f4-4920-8427-9545d2fb80aa), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.679084 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd5a508e-aa53-45c4-97bf-3e1f9669c9ff tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (86834730-10f4-4920-8427-9545d2fb80aa), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.681576 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-bd5a508e-aa53-45c4-97bf-3e1f9669c9ff tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:37.682771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-bd5a508e-aa53-45c4-97bf-3e1f9669c9ff tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/security-groups/86834730-10f4-4920-8427-9545d2fb80aa HTTP/1.1" status: 204 len: 168 time: 0.1488526 Mar 22 14:56:37.692146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a508e-aa53-45c4-97bf-3e1f9669c9ff tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86834730-10f4-4920-8427-9545d2fb80aa,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.283475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45694) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:38.288216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b07947f9-ce29-4ad5-b54f-9dd476a2a36e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529680064', 'description': 'tempest-secgroup-smoke-529680064 description', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:38.311626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b07947f9-ce29-4ad5-b54f-9dd476a2a36e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.380873 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b07947f9-ce29-4ad5-b54f-9dd476a2a36e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (abe56c2f-5a39-41a4-9291-e8aafdf94589), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.387075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b07947f9-ce29-4ad5-b54f-9dd476a2a36e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (abe56c2f-5a39-41a4-9291-e8aafdf94589), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.414959 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b07947f9-ce29-4ad5-b54f-9dd476a2a36e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.416233 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b07947f9-ce29-4ad5-b54f-9dd476a2a36e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1316962 Mar 22 14:56:38.419332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45696) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:38.420411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07947f9-ce29-4ad5-b54f-9dd476a2a36e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe56c2f-5a39-41a4-9291-e8aafdf94589,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.424641 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c702452a-ad4b-461d-8381-15e408a01632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'abe56c2f-5a39-41a4-9291-e8aafdf94589', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:38.453689 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c702452a-ad4b-461d-8381-15e408a01632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (bd9bf014-6c2f-47eb-9fcd-99f9fc126d53), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.499906 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c702452a-ad4b-461d-8381-15e408a01632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (bd9bf014-6c2f-47eb-9fcd-99f9fc126d53), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.504894 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c702452a-ad4b-461d-8381-15e408a01632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (bd9bf014-6c2f-47eb-9fcd-99f9fc126d53), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.523477 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702452a-ad4b-461d-8381-15e408a01632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9bf014-6c2f-47eb-9fcd-99f9fc126d53,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.531090 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c702452a-ad4b-461d-8381-15e408a01632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.532429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c702452a-ad4b-461d-8381-15e408a01632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118159 Mar 22 14:56:38.535308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45698) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:38.540450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-43d4cd88-1b94-4a45-98be-bab17cd99f62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'abe56c2f-5a39-41a4-9291-e8aafdf94589', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:38.556727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c69912a6-04af-4d2f-994a-74c2f4d28265 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:56:38.574973 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d4cd88-1b94-4a45-98be-bab17cd99f62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (ced8817c-07b1-4f14-b7ac-de64a5741697), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.579816 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c69912a6-04af-4d2f-994a-74c2f4d28265 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:56:38.580168 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c69912a6-04af-4d2f-994a-74c2f4d28265 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:56:38.580595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:56:38.599314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:56:38.599666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 56cfb7ec-3a13-4a66-aa9c-6f033d4ad33e not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:56:38.600109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:56:38.619408 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:56:38.619835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device bd0f5687-d737-44d8-b4aa-ae780dfd8bc9 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:56:38.629324 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d4cd88-1b94-4a45-98be-bab17cd99f62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (ced8817c-07b1-4f14-b7ac-de64a5741697), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.634121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d4cd88-1b94-4a45-98be-bab17cd99f62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ced8817c-07b1-4f14-b7ac-de64a5741697), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.651670 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4cd88-1b94-4a45-98be-bab17cd99f62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced8817c-07b1-4f14-b7ac-de64a5741697,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.658626 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-43d4cd88-1b94-4a45-98be-bab17cd99f62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.660152 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-43d4cd88-1b94-4a45-98be-bab17cd99f62 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236708 Mar 22 14:56:38.662847 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45700) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:38.667503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c38ea403-38fa-496d-8278-9bce77296289 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'abe56c2f-5a39-41a4-9291-e8aafdf94589', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:38.693770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c38ea403-38fa-496d-8278-9bce77296289 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (2bc7265b-5769-4d79-b55a-e6458b51d193), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.765207 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c38ea403-38fa-496d-8278-9bce77296289 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (2bc7265b-5769-4d79-b55a-e6458b51d193), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.770995 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c38ea403-38fa-496d-8278-9bce77296289 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (2bc7265b-5769-4d79-b55a-e6458b51d193), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.793120 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ea403-38fa-496d-8278-9bce77296289 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc7265b-5769-4d79-b55a-e6458b51d193,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.802118 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c38ea403-38fa-496d-8278-9bce77296289 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.803300 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c38ea403-38fa-496d-8278-9bce77296289 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391640 Mar 22 14:56:38.806320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45702) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:38.811673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-3d3b6e45-519b-4cb5-aca5-43cd11a7881b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'abe56c2f-5a39-41a4-9291-e8aafdf94589', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:38.837857 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6e45-519b-4cb5-aca5-43cd11a7881b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (e549c674-e664-4af7-b0f2-944ab1b36cce), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.895515 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6e45-519b-4cb5-aca5-43cd11a7881b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (e549c674-e664-4af7-b0f2-944ab1b36cce), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.900672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6e45-519b-4cb5-aca5-43cd11a7881b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (e549c674-e664-4af7-b0f2-944ab1b36cce), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.919108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b6e45-519b-4cb5-aca5-43cd11a7881b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e549c674-e664-4af7-b0f2-944ab1b36cce,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.924877 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6e45-519b-4cb5-aca5-43cd11a7881b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.928633 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3d3b6e45-519b-4cb5-aca5-43cd11a7881b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185956 Mar 22 14:56:38.928824 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45704) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:38.933100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'abe56c2f-5a39-41a4-9291-e8aafdf94589', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:38.953397 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:56:38.958434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (2d96c24e-04e1-454f-b00a-9b1c11450491), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.016002 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (2d96c24e-04e1-454f-b00a-9b1c11450491), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.022757 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (2d96c24e-04e1-454f-b00a-9b1c11450491), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.040580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d96c24e-04e1-454f-b00a-9b1c11450491,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:39.047953 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.049153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ce63c6e0-1b1c-4fb5-8362-7e247f3ecbdc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194291 Mar 22 14:56:39.052186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45706) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:39.056850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'abe56c2f-5a39-41a4-9291-e8aafdf94589', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:39.079015 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:56:39.083858 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (91a0ada8-5888-42bb-ad6e-5e73bc882080), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.150937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (91a0ada8-5888-42bb-ad6e-5e73bc882080), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.158120 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (91a0ada8-5888-42bb-ad6e-5e73bc882080), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.175648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a0ada8-5888-42bb-ad6e-5e73bc882080,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:39.182658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.184016 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ad182570-70d2-4f4a-b668-ea8c9eb164d4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308413 Mar 22 14:56:39.186917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45708) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:39.191625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'network': {'name': 'tempest-network-smoke--1000092937', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:39.211123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:56:39.214316 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.237514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:56:39.246529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (21094fc5-d134-45cc-9a17-26e65cb28c1b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.246896 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Added segment 21094fc5-d134-45cc-9a17-26e65cb28c1b of type vlan for network f045c761-5205-461e-89c3-7ea5445a74b9 Mar 22 14:56:39.292384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (f045c761-5205-461e-89c3-7ea5445a74b9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.324319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (f045c761-5205-461e-89c3-7ea5445a74b9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.329424 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:39.330042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.391026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2030823 Mar 22 14:56:39.393887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45710) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:39.397081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f68c95-492c-4141-be74-cb219d9ed5de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Network': ['ID=f045c761-5205-461e-89c3-7ea5445a74b9,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:39.399423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'admin_state_up': True, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:39.408021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network f045c761-5205-461e-89c3-7ea5445a74b9 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:56:39.420961 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (651f713e-4cdf-47b8-83e0-524e8722d3f6), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.421998 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (651f713e-4cdf-47b8-83e0-524e8722d3f6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.474856 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (651f713e-4cdf-47b8-83e0-524e8722d3f6), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.613725 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (651f713e-4cdf-47b8-83e0-524e8722d3f6), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.811949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (651f713e-4cdf-47b8-83e0-524e8722d3f6), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.830439 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:39.939688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.37 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/d6cb184b-c593-48fb-afd9-fad48e38a3a5) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:56:40.042012 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:40.080346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:40.115624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:56:40.118819 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:56:40.122320 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:56:40.154579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=d6cb184b-c593-48fb-afd9-fad48e38a3a5,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:40.668876 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (651f713e-4cdf-47b8-83e0-524e8722d3f6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:40.872646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (651f713e-4cdf-47b8-83e0-524e8722d3f6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:41.009581 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 651f713e-4cdf-47b8-83e0-524e8722d3f6 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:56:41.116491 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:56:41.127016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Sync routers for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:56:41.141137 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:41.145206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45712) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:41.145755 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f95b3eb1-2192-4bf8-90bc-2d2e25f318f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7501810 Mar 22 14:56:41.146805 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:41.147435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:41.175641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c78798c5-98da-41f2-b600-11fbf6a4b08d tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8840f79129bd410ca72c0bc42af4ad3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292413 Mar 22 14:56:41.178241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45714) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:41.256334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:41.271163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1431c48-d1bb-4714-809c-0611f1143346 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:41.276034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d1431c48-d1bb-4714-809c-0611f1143346 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968707 Mar 22 14:56:41.276210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45716) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:41.315867 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-883a7a59-5577-48c9-9c2b-1ef9107a933e tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383117 Mar 22 14:56:41.318422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45718) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:41.323334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-966549003', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:41.407427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:56:41.410829 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:41.439184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:40Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:41.465255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Checking router: 651f713e-4cdf-47b8-83e0-524e8722d3f6 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:56:41.465596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Updating router 651f713e-4cdf-47b8-83e0-524e8722d3f6 port d6cb184b-c593-48fb-afd9-fad48e38a3a5 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:56:41.494479 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:41.591413 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (77b51e6a-3a7c-4438-99df-88d76faa594f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:41.664301 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Subnet': ['ID=77b51e6a-3a7c-4438-99df-88d76faa594f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:41.669654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Checking segment: {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:56:41.670386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network hostable DHCP agents. Network: f045c761-5205-461e-89c3-7ea5445a74b9, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:56:41.687999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network f045c761-5205-461e-89c3-7ea5445a74b9 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:56:41.698415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, f045c761-5205-461e-89c3-7ea5445a74b9) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:56:41.702823 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:41.703417 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:41.709479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34ce3e-fe96-4ff5-972f-b41b124421f1 None None] Network f045c761-5205-461e-89c3-7ea5445a74b9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:56:41.721241 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5661b71b-4ee5-493b-8666-1dcaa7f1350a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4017258 Mar 22 14:56:41.724036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45720) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:41.823020 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Publish callbacks [] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:41.831913 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.053223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-f045c761-5205-461e-89c3-7ea5445a74b9', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:56:42.054231 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.084701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Attempting to bind port d6cb184b-c593-48fb-afd9-fad48e38a3a5 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:56:42.085061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Attempting to bind port d6cb184b-c593-48fb-afd9-fad48e38a3a5 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:56:42.085421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Attempting to bind port d6cb184b-c593-48fb-afd9-fad48e38a3a5 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:56:42.092027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a36541-fd2a-413c-b2b7-4c71c6c4fad7 None None] Pushing event updated for resources: {'Port': ['ID=d6cb184b-c593-48fb-afd9-fad48e38a3a5,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:42.102882 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:56:42.103259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:56:42.103660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.104050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:56:42.104506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Bound port: d6cb184b-c593-48fb-afd9-fad48e38a3a5, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:56:42.104882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.168182 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.238964 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] For port d6cb184b-c593-48fb-afd9-fad48e38a3a5, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:56:42.254837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] For port d6cb184b-c593-48fb-afd9-fad48e38a3a5, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d6cb184b-c593-48fb-afd9-fad48e38a3a5,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:56:42.266042 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.268278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Allocated IP 172.20.0.2 (f045c761-5205-461e-89c3-7ea5445a74b9/77b51e6a-3a7c-4438-99df-88d76faa594f/2d0d4848-9316-4abb-9749-d97269572269) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:56:42.374378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:42.374999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:42.380531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a36541-fd2a-413c-b2b7-4c71c6c4fad7 None None] Pushing event updated for resources: {'Port': ['ID=d6cb184b-c593-48fb-afd9-fad48e38a3a5,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:42.536661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:42.601010 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Publish callbacks [] for port (2d0d4848-9316-4abb-9749-d97269572269), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.636061 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (2d0d4848-9316-4abb-9749-d97269572269), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.668061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.1 (f045c761-5205-461e-89c3-7ea5445a74b9/77b51e6a-3a7c-4438-99df-88d76faa594f/9af75782-7fe0-4b22-a83e-d8d69d38976a) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:56:42.705125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Network f045c761-5205-461e-89c3-7ea5445a74b9 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:56:42.707833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Pushing event updated for resources: {'Port': ['ID=2d0d4848-9316-4abb-9749-d97269572269,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:42.714370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:56:42.721185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:56:42.780249 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.800282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Attempting to bind port 2d0d4848-9316-4abb-9749-d97269572269 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:56:42.800624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Attempting to bind port 2d0d4848-9316-4abb-9749-d97269572269 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:56:42.800985 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Attempting to bind port 2d0d4848-9316-4abb-9749-d97269572269 on network f045c761-5205-461e-89c3-7ea5445a74b9 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:56:42.809254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:56:42.809622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Checking segment: {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:56:42.810052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.810441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Bound using segment: {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:56:42.810904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Bound port: 2d0d4848-9316-4abb-9749-d97269572269, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:56:42.811277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0d4848-9316-4abb-9749-d97269572269), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.826262 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.860165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:40Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:42.871276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network f045c761-5205-461e-89c3-7ea5445a74b9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:56:42.875693 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:56:42.881183 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:56:42.894310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15afc5-2df6-481f-8c31-3eda2754c720 None None] The sync data for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 is: [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:40Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:56:42.915546 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] For port 2d0d4848-9316-4abb-9749-d97269572269, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:56:42.918696 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] For port 2d0d4848-9316-4abb-9749-d97269572269, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2d0d4848-9316-4abb-9749-d97269572269,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:56:42.922274 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=9af75782-7fe0-4b22-a83e-d8d69d38976a,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:42.930860 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0d4848-9316-4abb-9749-d97269572269), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:42.952165 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (651f713e-4cdf-47b8-83e0-524e8722d3f6), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:43.006394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cfb0e-7f16-403c-9852-8d692f8c59cb None None] Pushing event updated for resources: {'Port': ['ID=2d0d4848-9316-4abb-9749-d97269572269,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:43.098785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:43.440088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:43.445385 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:43.522868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (651f713e-4cdf-47b8-83e0-524e8722d3f6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:43.524703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=9af75782-7fe0-4b22-a83e-d8d69d38976a,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:43.618842 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network f045c761-5205-461e-89c3-7ea5445a74b9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:56:43.620247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:56:43.743049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 651f713e-4cdf-47b8-83e0-524e8722d3f6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:56:43.862718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:56:43.867884 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ec0b913c-29dc-4a41-a8bb-a08732e11b1f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/651f713e-4cdf-47b8-83e0-524e8722d3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1428819 Mar 22 14:56:44.013763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328018b-2f92-4ee7-ac58-68f4af7d3850 None None] Network f045c761-5205-461e-89c3-7ea5445a74b9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:56:44.027012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-416d6d21-e8be-47ec-b433-bc0098a50469 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529680064&fields=id&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 267 time: 0.0482826 Mar 22 14:56:44.083378 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a0a5a916-8d6a-4f94-a6ca-90a57f30771a None None] Provisioning complete for port 2d0d4848-9316-4abb-9749-d97269572269 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:44.083740 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a5a916-8d6a-4f94-a6ca-90a57f30771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0d4848-9316-4abb-9749-d97269572269), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.132272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-fc9374b3-6799-456f-bfd3-ea9df5f665b9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:44.133739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-fc9374b3-6799-456f-bfd3-ea9df5f665b9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/networks?id=f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 200 len: 797 time: 0.0988286 Mar 22 14:56:44.149028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-a93b223c-9d99-454a-9149-335455a6c77a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/quotas/8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 375 time: 0.0093677 Mar 22 14:56:44.204787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5a916-8d6a-4f94-a6ca-90a57f30771a None None] Current status of the port 2d0d4848-9316-4abb-9749-d97269572269 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:44.205170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a5a916-8d6a-4f94-a6ca-90a57f30771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2d0d4848-9316-4abb-9749-d97269572269), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.211657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-89da78f0-1520-4e27-ae12-89ad178ffb44 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571597 Mar 22 14:56:44.240134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-a0a5a916-8d6a-4f94-a6ca-90a57f30771a None None] For port 2d0d4848-9316-4abb-9749-d97269572269, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2d0d4848-9316-4abb-9749-d97269572269,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:44.248385 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0a5a916-8d6a-4f94-a6ca-90a57f30771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2d0d4848-9316-4abb-9749-d97269572269), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.299340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5a916-8d6a-4f94-a6ca-90a57f30771a None None] Pushing event updated for resources: {'Port': ['ID=2d0d4848-9316-4abb-9749-d97269572269,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:44.335135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-0d3577f9-ee1c-4be9-b5e4-e5092d606dc1 service neutron] 10.222.0.44 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069920 Mar 22 14:56:44.433506 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-ddc3dc47-5ace-4d9c-9803-dbe63a62071a service neutron] 10.222.0.44 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923257 Mar 22 14:56:44.480770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dbe39883-a094-4090-ab4c-45afd5b71aa0 None None] Provisioning complete for port 2d0d4848-9316-4abb-9749-d97269572269 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:44.481145 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dbe39883-a094-4090-ab4c-45afd5b71aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0d4848-9316-4abb-9749-d97269572269), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.599593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dbe39883-a094-4090-ab4c-45afd5b71aa0 None None] Current status of the port 2d0d4848-9316-4abb-9749-d97269572269 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:44.624027 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-dbe39883-a094-4090-ab4c-45afd5b71aa0 None None] Provisioning complete for port 9af75782-7fe0-4b22-a83e-d8d69d38976a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:44.624428 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-dbe39883-a094-4090-ab4c-45afd5b71aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.666212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d65bd31-647d-462f-ba67-5025ca6ef8a6 req-3fc99dd2-84fb-4bac-b891-1d3bafc81885 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 210 time: 0.0569773 Mar 22 14:56:44.672551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-dbe39883-a094-4090-ab4c-45afd5b71aa0 None None] Port 9af75782-7fe0-4b22-a83e-d8d69d38976a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:56:44.694303 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d6cb184b-c593-48fb-afd9-fad48e38a3a5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:56:44.747940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d6cb184b-c593-48fb-afd9-fad48e38a3a5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:44.748310 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.759768 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Sync routers for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:56:44.771810 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:44.772453 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:44.804084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a0ee3c48-9eab-4901-8ea4-addb66ee4234 None None] Provisioning complete for port 9af75782-7fe0-4b22-a83e-d8d69d38976a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:44.804567 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3c48-9eab-4901-8ea4-addb66ee4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.887147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee3c48-9eab-4901-8ea4-addb66ee4234 None None] Port 9af75782-7fe0-4b22-a83e-d8d69d38976a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:56:44.889255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d6cb184b-c593-48fb-afd9-fad48e38a3a5 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:44.889683 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.909952 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:44.913516 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port d6cb184b-c593-48fb-afd9-fad48e38a3a5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d6cb184b-c593-48fb-afd9-fad48e38a3a5,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:44.918958 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:44.919600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2d0d4848-9316-4abb-9749-d97269572269 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:56:45.017911 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=d6cb184b-c593-48fb-afd9-fad48e38a3a5,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:45.030474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-295c85fc-f021-42a0-9396-f927922a6eff None None] Provisioning complete for port 9af75782-7fe0-4b22-a83e-d8d69d38976a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:45.030870 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-295c85fc-f021-42a0-9396-f927922a6eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.055937 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 2d0d4848-9316-4abb-9749-d97269572269 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:45.056304 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2d0d4848-9316-4abb-9749-d97269572269), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.091354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-295c85fc-f021-42a0-9396-f927922a6eff None None] Port 9af75782-7fe0-4b22-a83e-d8d69d38976a cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:56:45.149244 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 2d0d4848-9316-4abb-9749-d97269572269 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:45.215452 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 2, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:45.241389 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Checking router: 651f713e-4cdf-47b8-83e0-524e8722d3f6 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:56:45.241741 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Updating router 651f713e-4cdf-47b8-83e0-524e8722d3f6 port 9af75782-7fe0-4b22-a83e-d8d69d38976a binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:56:45.269095 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.535851 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Publish callbacks [] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.543319 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.615449 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Pushing event updated for resources: {'Port': ['ID=9af75782-7fe0-4b22-a83e-d8d69d38976a,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:45.624296 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.624649 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.625009 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.625344 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.625677 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.626022 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.626372 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.626708 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.627024 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.627328 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.627645 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.627972 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.628292 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.628618 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.628938 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:45.660192 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Attempting to bind port 9af75782-7fe0-4b22-a83e-d8d69d38976a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:56:45.660573 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Attempting to bind port 9af75782-7fe0-4b22-a83e-d8d69d38976a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:56:45.661055 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Attempting to bind port 9af75782-7fe0-4b22-a83e-d8d69d38976a on network f045c761-5205-461e-89c3-7ea5445a74b9 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:56:45.666763 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:56:45.667224 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Checking segment: {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:56:45.667634 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.668035 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Bound using segment: {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:56:45.668563 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Bound port: 9af75782-7fe0-4b22-a83e-d8d69d38976a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:56:45.669020 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.761259 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] For port 9af75782-7fe0-4b22-a83e-d8d69d38976a, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:56:45.766630 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] For port 9af75782-7fe0-4b22-a83e-d8d69d38976a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9af75782-7fe0-4b22-a83e-d8d69d38976a,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:56:45.776963 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.798821 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6889d66-301f-49bb-bf52-af6071a2360a req-c50a46bd-8ae0-4c6e-b0f5-9ec3c8669c0e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 210 time: 0.0580089 Mar 22 14:56:45.839215 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-de53dbed-f175-408f-b744-2bf3a23cd958 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:45.843738 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-de53dbed-f175-408f-b744-2bf3a23cd958 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/networks?id=f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 200 len: 797 time: 0.1494672 Mar 22 14:56:45.862000 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:45.862667 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:45.864536 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcfafa-f507-4e3d-b63d-987b08a3fecc None None] Pushing event updated for resources: {'Port': ['ID=9af75782-7fe0-4b22-a83e-d8d69d38976a,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:45.920324 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-55bd9a21-1969-4e3f-a658-6bace4a37a24 None None] Provisioning complete for port 9af75782-7fe0-4b22-a83e-d8d69d38976a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:45.920989 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-55bd9a21-1969-4e3f-a658-6bace4a37a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:45.927347 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-9e72fb56-4514-489f-8b3e-32d9a51c4852 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 379 time: 0.0698953 Mar 22 14:56:45.939985 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'port': {'device_id': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'admin_state_up': True, 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'security_groups': ['abe56c2f-5a39-41a4-9291-e8aafdf94589']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:46.003546 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:46.023798 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-55bd9a21-1969-4e3f-a658-6bace4a37a24 None None] Current status of the port 9af75782-7fe0-4b22-a83e-d8d69d38976a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:46.024399 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-55bd9a21-1969-4e3f-a658-6bace4a37a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.066133 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-55bd9a21-1969-4e3f-a658-6bace4a37a24 None None] For port 9af75782-7fe0-4b22-a83e-d8d69d38976a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9af75782-7fe0-4b22-a83e-d8d69d38976a,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:46.073082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-55bd9a21-1969-4e3f-a658-6bace4a37a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.073614 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:56:46.077283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.124914 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd9a21-1969-4e3f-a658-6bace4a37a24 None None] Pushing event updated for resources: {'Port': ['ID=9af75782-7fe0-4b22-a83e-d8d69d38976a,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:46.195485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e43163bb-32bf-40e5-9943-8a3f44192ee5 None None] Provisioning complete for port 9af75782-7fe0-4b22-a83e-d8d69d38976a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:46.196467 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e43163bb-32bf-40e5-9943-8a3f44192ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.210883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.3 (f045c761-5205-461e-89c3-7ea5445a74b9/77b51e6a-3a7c-4438-99df-88d76faa594f/658b352c-3ea7-46e8-8720-1f99fecd8033) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:56:46.212087 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:45Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:46.245790 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1893688-af27-46d1-a898-42a1cfb29d13 None None] The sync data for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 is: [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:45Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:56:46.289520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e43163bb-32bf-40e5-9943-8a3f44192ee5 None None] Current status of the port 9af75782-7fe0-4b22-a83e-d8d69d38976a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:46.381541 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.675795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9af75782-7fe0-4b22-a83e-d8d69d38976a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:56:46.725099 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.729815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 9af75782-7fe0-4b22-a83e-d8d69d38976a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:46.730366 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.773155 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network f045c761-5205-461e-89c3-7ea5445a74b9 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:56:46.776101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:56:46.778829 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:56:46.809742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=658b352c-3ea7-46e8-8720-1f99fecd8033,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:46.847007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 9af75782-7fe0-4b22-a83e-d8d69d38976a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:46.848349 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:46.850000 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d6cb184b-c593-48fb-afd9-fad48e38a3a5 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:56:46.853153 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.876255 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3f4c1420-7810-4b79-9e3e-c76b9a48ed0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411626 Mar 22 14:56:46.890314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Request body: {'port': {'device_id': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:46.965165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d6cb184b-c593-48fb-afd9-fad48e38a3a5 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:46.966165 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:46.971388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd942d-54eb-48e1-949c-cf88bd7f376b req-d6a5eb32-a785-4d49-bf98-2c2373f67b98 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:46.973005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16dd942d-54eb-48e1-949c-cf88bd7f376b req-d6a5eb32-a785-4d49-bf98-2c2373f67b98 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 931 time: 0.0926580 Mar 22 14:56:46.974654 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:47.057026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16dd942d-54eb-48e1-949c-cf88bd7f376b req-164a79db-cae8-478a-83ed-db3004795902 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708015 Mar 22 14:56:47.098748 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d6cb184b-c593-48fb-afd9-fad48e38a3a5 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:47.123017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cedde491-9298-4b7a-b227-71cd5dac44b4 None None] Provisioning complete for port 658b352c-3ea7-46e8-8720-1f99fecd8033 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:47.123513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cedde491-9298-4b7a-b227-71cd5dac44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:47.162580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cedde491-9298-4b7a-b227-71cd5dac44b4 None None] Port 658b352c-3ea7-46e8-8720-1f99fecd8033 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:56:47.285656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658b352c-3ea7-46e8-8720-1f99fecd8033 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:56:47.294057 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Publish callbacks [] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:47.306729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Transition to ACTIVE for port object 658b352c-3ea7-46e8-8720-1f99fecd8033 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:56:47.311394 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:47.403555 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Pushing event updated for resources: {'Port': ['ID=658b352c-3ea7-46e8-8720-1f99fecd8033,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:47.439638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Attempting to bind port 658b352c-3ea7-46e8-8720-1f99fecd8033 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:56:47.440035 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Attempting to bind port 658b352c-3ea7-46e8-8720-1f99fecd8033 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:56:47.440316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Attempting to bind port 658b352c-3ea7-46e8-8720-1f99fecd8033 on network f045c761-5205-461e-89c3-7ea5445a74b9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:56:47.446266 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Port 658b352c-3ea7-46e8-8720-1f99fecd8033 on network f045c761-5205-461e-89c3-7ea5445a74b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:56:47.446585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Attempting to bind port 658b352c-3ea7-46e8-8720-1f99fecd8033 on network f045c761-5205-461e-89c3-7ea5445a74b9 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:56:47.452276 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:56:47.452622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Checking segment: {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:56:47.453010 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Bound using segment: {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:56:47.453448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Bound port: 658b352c-3ea7-46e8-8720-1f99fecd8033, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21094fc5-d134-45cc-9a17-26e65cb28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:56:47.453808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:47.523551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] For port 658b352c-3ea7-46e8-8720-1f99fecd8033, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:56:47.527572 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] For port 658b352c-3ea7-46e8-8720-1f99fecd8033, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=658b352c-3ea7-46e8-8720-1f99fecd8033,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:56:47.544531 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:47.578763 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:47.579387 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:47.581154 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] 10.222.0.42 "PUT /v2.0/ports/658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 200 len: 1091 time: 0.6954589 Mar 22 14:56:47.583895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:47.586497 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:47.617079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b967-93f8-49ef-b34a-a978f9eec255 service neutron] Pushing event updated for resources: {'Port': ['ID=658b352c-3ea7-46e8-8720-1f99fecd8033,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:47.634891 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9f4134-019e-4875-a3bb-f44ecb9de216 x-openstack-request-id: req-5f9f4134-019e-4875-a3bb-f44ecb9de216 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:47.635300 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:47.635800 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f9f4134-019e-4875-a3bb-f44ecb9de216 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:47.636217 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9f4134-019e-4875-a3bb-f44ecb9de216'] response: {'name': 'network-changed', 'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'status': 'completed', 'code': 200} Mar 22 14:56:47.675435 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-21181c17-19db-4197-ab8e-d8ff0a53f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:47.677113 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-21181c17-19db-4197-ab8e-d8ff0a53f7f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1125 time: 0.0533483 Mar 22 14:56:47.721190 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-81225630-ccd2-43ef-bbdf-d85371adc6e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 200 len: 217 time: 0.0353923 Mar 22 14:56:47.772597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-d1c7b4f3-e9dd-4839-9e72-0217c50ddc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:47.774054 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-d1c7b4f3-e9dd-4839-9e72-0217c50ddc63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77b51e6a-3a7c-4438-99df-88d76faa594f HTTP/1.1" status: 200 len: 834 time: 0.0459282 Mar 22 14:56:47.826130 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3e7c9a9a-9adb-4c0c-aeb5-76d98a1ec122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:47.827640 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-3e7c9a9a-9adb-4c0c-aeb5-76d98a1ec122 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f045c761-5205-461e-89c3-7ea5445a74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466559 Mar 22 14:56:47.850003 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:56:47.921497 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-6e88481a-f22b-42ce-8a2c-be8dbd2d384d service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878935 Mar 22 14:56:48.038548 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0e347b85-8e85-4b76-a1b3-9dcbf8dd1281 req-5f97770c-7c66-4f54-97de-69409868eabc service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106563 Mar 22 14:56:48.145284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-b5136df5-4a07-4937-a736-808ad587ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:48.146827 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-b5136df5-4a07-4937-a736-808ad587ee1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1125 time: 0.0507660 Mar 22 14:56:48.177358 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583cbea-a0c4-4a9b-80cf-8b7009cdbbe0 req-f5038d22-e919-4199-b3ce-d010c1262219 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:48.178827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8583cbea-a0c4-4a9b-80cf-8b7009cdbbe0 req-f5038d22-e919-4199-b3ce-d010c1262219 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 943 time: 0.0567999 Mar 22 14:56:48.227490 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8583cbea-a0c4-4a9b-80cf-8b7009cdbbe0 req-5cf99a88-04ba-4685-90f4-978720f7765b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Mar 22 14:56:48.238269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-055ecfb1-45c8-4d27-a1df-8e4bbabd0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:48.239849 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-055ecfb1-45c8-4d27-a1df-8e4bbabd0134 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 200 len: 898 time: 0.0862739 Mar 22 14:56:48.252772 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e647590-31d7-4dc7-8559-2f6936df7931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:48.285600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-2f1d2153-d7ab-4670-a119-36c53366eadb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 200 len: 217 time: 0.0398245 Mar 22 14:56:48.343281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-ab689959-cfb7-499c-b0ab-c259dbfd18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:48.344842 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-ab689959-cfb7-499c-b0ab-c259dbfd18d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77b51e6a-3a7c-4438-99df-88d76faa594f HTTP/1.1" status: 200 len: 834 time: 0.0531247 Mar 22 14:56:48.396604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-1d207aed-c1c2-4cdd-af5e-d52d3e185b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:48.398192 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-1d207aed-c1c2-4cdd-af5e-d52d3e185b04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f045c761-5205-461e-89c3-7ea5445a74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469851 Mar 22 14:56:48.496348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-fb2c4459-aba4-46cd-9604-0e9347b92481 service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897248 Mar 22 14:56:48.588359 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5dceb8db-85a4-465e-8a2a-f5634ff1aaa7 req-cbaeeced-e48d-413a-bb30-c1d30b4d4e51 service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856366 Mar 22 14:56:49.364073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056637-fe66-4481-8224-eb855e7f00a4 req-80bf267b-ee9c-481e-99a0-451860ef8ade tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:49.365537 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7056637-fe66-4481-8224-eb855e7f00a4 req-80bf267b-ee9c-481e-99a0-451860ef8ade tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 943 time: 0.0589299 Mar 22 14:56:49.417752 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7056637-fe66-4481-8224-eb855e7f00a4 req-44a32afe-8407-4743-8034-f116bce05c77 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442216 Mar 22 14:56:50.513668 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a4aad890-8063-433f-8f6a-df4892dd772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:50.549942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3d943-ef86-4468-a0f7-4039f2794b20 req-9f13ec41-43f8-4df0-8570-036e0e5259b5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:50.551459 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88f3d943-ef86-4468-a0f7-4039f2794b20 req-9f13ec41-43f8-4df0-8570-036e0e5259b5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 943 time: 0.0571644 Mar 22 14:56:50.603859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-88f3d943-ef86-4468-a0f7-4039f2794b20 req-2b6bdd79-b2b4-419e-8c6c-850ef8c0824c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466244 Mar 22 14:56:50.893791 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 658b352c-3ea7-46e8-8720-1f99fecd8033 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:56:51.166951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 658b352c-3ea7-46e8-8720-1f99fecd8033, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=658b352c-3ea7-46e8-8720-1f99fecd8033,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:51.179265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'port_id': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'mac_address': 'fa:16:3e:04:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:56:51.218416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 658b352c-3ea7-46e8-8720-1f99fecd8033 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:51.218822 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:51.232278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658b352c-3ea7-46e8-8720-1f99fecd8033 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:56:51.251909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 658b352c-3ea7-46e8-8720-1f99fecd8033, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=658b352c-3ea7-46e8-8720-1f99fecd8033,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:51.258060 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:51.311482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=658b352c-3ea7-46e8-8720-1f99fecd8033,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:51.465786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['658b352c-3ea7-46e8-8720-1f99fecd8033'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:56:51.734892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a59d1-781f-463b-8da2-1eb4ab43652f req-4fbbaf4c-751f-4028-9b7d-01cfe2fc68a1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:51.736250 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de5a59d1-781f-463b-8da2-1eb4ab43652f req-4fbbaf4c-751f-4028-9b7d-01cfe2fc68a1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 944 time: 0.0526664 Mar 22 14:56:51.786434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de5a59d1-781f-463b-8da2-1eb4ab43652f req-197b2fc0-0f87-4970-ac2d-0b8150a32478 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Mar 22 14:56:52.100272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:52.885762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 658b352c-3ea7-46e8-8720-1f99fecd8033 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:56:52.928531 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ac8ba-4498-4a24-9a8e-6ad19c633c89 req-9554cd31-76cc-4ffe-b9c7-5b0b7b2ede7b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:52.930018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-970ac8ba-4498-4a24-9a8e-6ad19c633c89 req-9554cd31-76cc-4ffe-b9c7-5b0b7b2ede7b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 944 time: 0.0560234 Mar 22 14:56:52.935817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 658b352c-3ea7-46e8-8720-1f99fecd8033 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:56:52.939813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 658b352c-3ea7-46e8-8720-1f99fecd8033 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:52.940182 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:52.985399 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-970ac8ba-4498-4a24-9a8e-6ad19c633c89 req-c7e56019-2d87-4e17-af06-0131fe33dbe8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492995 Mar 22 14:56:53.023293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 658b352c-3ea7-46e8-8720-1f99fecd8033 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:53.023685 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:53.048968 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:53.051307 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63805ad4-6d83-46ba-896f-ac3fd14bfcfe" -d '{"events": [{"server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "name": "network-vif-plugged", "status": "completed", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:53.064050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 658b352c-3ea7-46e8-8720-1f99fecd8033, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=658b352c-3ea7-46e8-8720-1f99fecd8033,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:53.069357 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:53.091708 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6b51cb-1ecf-40e0-af39-3dd8041bf9c0 x-openstack-request-id: req-3f6b51cb-1ecf-40e0-af39-3dd8041bf9c0 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:53.091997 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "name": "network-vif-plugged", "status": "completed", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:53.092248 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f6b51cb-1ecf-40e0-af39-3dd8041bf9c0 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:53.092643 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6b51cb-1ecf-40e0-af39-3dd8041bf9c0'] response: {'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'code': 200} Mar 22 14:56:53.117955 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=658b352c-3ea7-46e8-8720-1f99fecd8033,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:53.187719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034858-aa9e-40ee-9054-4823067535ca req-0f6d54b1-680b-4a20-af2a-58d7630aabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:53.189264 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8034858-aa9e-40ee-9054-4823067535ca req-0f6d54b1-680b-4a20-af2a-58d7630aabca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1127 time: 0.0447903 Mar 22 14:56:53.236858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f8034858-aa9e-40ee-9054-4823067535ca req-b38742cb-a847-4021-8c58-74b8d6591584 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Mar 22 14:56:53.616330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:54.135332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b94a6-32f0-4fb1-8949-d07640f63975 req-78e7fa1f-428b-4f00-a6e3-f91d8cc266e6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:54.137857 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-719b94a6-32f0-4fb1-8949-d07640f63975 req-78e7fa1f-428b-4f00-a6e3-f91d8cc266e6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0657437 Mar 22 14:56:54.191449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-719b94a6-32f0-4fb1-8949-d07640f63975 req-c1791618-349e-44b1-b412-5d7dc61a46c1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450301 Mar 22 14:56:54.674395 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:54.904207 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:55.329521 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d930-f5f7-4b99-8e13-ea1944e4228a req-9d5c7589-842a-41d2-b51d-54016694f9a7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:55.331152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc58d930-f5f7-4b99-8e13-ea1944e4228a req-9d5c7589-842a-41d2-b51d-54016694f9a7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0603826 Mar 22 14:56:55.383715 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc58d930-f5f7-4b99-8e13-ea1944e4228a req-10488c48-a8a9-4ab9-bc92-6ad4953f5e3b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444958 Mar 22 14:56:55.522295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95867b81-1c68-4b81-a792-ec91922a1fbe req-dfc56410-99ff-41e7-8c4b-b406771486ee tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:55.523677 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95867b81-1c68-4b81-a792-ec91922a1fbe req-dfc56410-99ff-41e7-8c4b-b406771486ee tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0681794 Mar 22 14:56:55.573564 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95867b81-1c68-4b81-a792-ec91922a1fbe req-4e7ac4e1-d3e3-4e9d-9df3-8e0075a50a48 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 Mar 22 14:56:55.600644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45774) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:55.648700 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622504c-5748-4445-b30c-30ed01e24ea1 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:55.650288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d622504c-5748-4445-b30c-30ed01e24ea1 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1122 time: 0.0486317 Mar 22 14:56:55.653303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45776) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:55.657684 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:55.682672 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:56.143778 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:56.243369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.50 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/15d97edd-4785-42f7-ac9f-030a2bd98603) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:56:56.352427 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:56.397055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:56.437475 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:56:56.442698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:56:56.447101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:56:56.450008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=15d97edd-4785-42f7-ac9f-030a2bd98603,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:56.804321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (ac91f47a-a1ef-4580-a8a8-d6a29b60a27f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:56.893816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:57.048788 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:57.055783 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:57.124670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=15d97edd-4785-42f7-ac9f-030a2bd98603,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:57.136895 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (ac91f47a-a1ef-4580-a8a8-d6a29b60a27f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:57.244852 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP ac91f47a-a1ef-4580-a8a8-d6a29b60a27f associated. External IP: 172.25.2.50, port: 658b352c-3ea7-46e8-8720-1f99fecd8033. Mar 22 14:56:57.478767 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 651f713e-4cdf-47b8-83e0-524e8722d3f6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:56:57.596132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:56:57.606151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] Sync routers for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:56:57.615821 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:57.616991 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:57.617614 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:57.646865 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a0e5aab2-f406-4356-a80e-f3fb2b69bb30 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9924481 Mar 22 14:56:57.647500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:57.649853 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6" -d '{"events": [{"name": "network-changed", "server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:57.694733 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724115b5-f8de-4a6f-9960-0025c8e51efd x-openstack-request-id: req-724115b5-f8de-4a6f-9960-0025c8e51efd {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:57.695692 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:57.695951 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-724115b5-f8de-4a6f-9960-0025c8e51efd {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:57.696371 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724115b5-f8de-4a6f-9960-0025c8e51efd'] response: {'name': 'network-changed', 'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'status': 'completed', 'code': 200} Mar 22 14:56:57.733697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:57.766957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ec740-0f97-4c95-ba97-1b6cb58492ab req-62f8e620-535f-4cb1-bf05-75d3941143aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.768309 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-de8ef646-912b-4780-8df2-c1da2d4dd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.768822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f7ec740-0f97-4c95-ba97-1b6cb58492ab req-62f8e620-535f-4cb1-bf05-75d3941143aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0601048 Mar 22 14:56:57.770545 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-de8ef646-912b-4780-8df2-c1da2d4dd71a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1127 time: 0.0521371 Mar 22 14:56:57.819618 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f7ec740-0f97-4c95-ba97-1b6cb58492ab req-aa1d9682-97a0-4113-81c1-c668bdb52dfa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449507 Mar 22 14:56:57.842560 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45782) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:57.864029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-b966b7a7-8d42-4524-b70d-f4cc72c7d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.865569 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-b966b7a7-8d42-4524-b70d-f4cc72c7d573 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 200 len: 898 time: 0.0883904 Mar 22 14:56:57.903937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1dc67580-d341-4b2d-9d52-280077106e8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/ac91f47a-a1ef-4580-a8a8-d6a29b60a27f HTTP/1.1" status: 200 len: 990 time: 0.0601585 Mar 22 14:56:57.937417 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-812d9155-e7c5-448e-a71b-2e2a0db7f408 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 200 len: 998 time: 0.0656829 Mar 22 14:56:57.971150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ac91f47a-a1ef-4580-a8a8-d6a29b60a27f', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'port_id': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'mac_address': 'fa:16:3e:04:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:56:56Z', 'updated_at': '2022-03-22T14:56:56Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:46Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:57.985327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-23e2e065-590d-44e0-b1db-8f5e2e3409e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.986399 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-23e2e065-590d-44e0-b1db-8f5e2e3409e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77b51e6a-3a7c-4438-99df-88d76faa594f HTTP/1.1" status: 200 len: 834 time: 0.0437818 Mar 22 14:56:57.996939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] Checking router: 651f713e-4cdf-47b8-83e0-524e8722d3f6 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:56:58.005367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:58.006002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:56:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:58.035751 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-9ee46043-13a3-400c-9844-a619a25c6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:58.037259 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-9ee46043-13a3-400c-9844-a619a25c6638 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f045c761-5205-461e-89c3-7ea5445a74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451181 Mar 22 14:56:58.114688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:58.129304 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-ef2cdc64-639a-437f-8784-cec1569e8c53 service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Mar 22 14:56:58.218481 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d78f06dd-2dcd-4ee1-8bb8-b8112e0347e6 req-923c2e6d-356f-405b-a0b9-187ae2108ebe service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831792 Mar 22 14:56:58.343622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ac91f47a-a1ef-4580-a8a8-d6a29b60a27f', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'port_id': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'mac_address': 'fa:16:3e:04:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:56:56Z', 'updated_at': '2022-03-22T14:56:56Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:46Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:58.369651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ce49d-8a0b-4fcd-b559-abb5f25f9799 None None] The sync data for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 is: [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'ac91f47a-a1ef-4580-a8a8-d6a29b60a27f', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'port_id': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'mac_address': 'fa:16:3e:04:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:56:56Z', 'updated_at': '2022-03-22T14:56:56Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:46Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:56:58.579405 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597370fb-97e3-48af-9859-c3ec78efc970 None None] New status for floating IP ac91f47a-a1ef-4580-a8a8-d6a29b60a27f: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:56:58.909371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45784) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:58.980537 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-ecb161ef-851c-433a-a88c-be9e47dbc61d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/ac91f47a-a1ef-4580-a8a8-d6a29b60a27f HTTP/1.1" status: 200 len: 992 time: 0.0705919 Mar 22 14:56:59.002544 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:18.262755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64919975-66fe-4413-99ed-462a27b13366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:20.520468 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5ea28728-80f3-41e7-963c-830712309ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:22.102002 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:23.615929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:24.681245 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:24.851723 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:57:24.890039 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:29.004484 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:30.034409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-5881d7b0-08df-46d3-b5c8-6ece2238b3c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466354 Mar 22 14:57:30.126944 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-6fd48827-6e63-4f18-93fd-0cd33a4f0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.128435 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-6fd48827-6e63-4f18-93fd-0cd33a4f0b6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1127 time: 0.0473869 Mar 22 14:57:30.242504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-b5c087bc-09fd-45e7-afa1-4b6a30f9834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.243923 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-b5c087bc-09fd-45e7-afa1-4b6a30f9834b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 200 len: 898 time: 0.0961421 Mar 22 14:57:30.311030 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-0ce18a6d-3485-4b52-a65d-89fe7e22c431 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 200 len: 1000 time: 0.0592091 Mar 22 14:57:30.367644 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-d6d94e3d-4762-49ab-88db-6d3c9334bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.369309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-d6d94e3d-4762-49ab-88db-6d3c9334bb2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77b51e6a-3a7c-4438-99df-88d76faa594f HTTP/1.1" status: 200 len: 834 time: 0.0454938 Mar 22 14:57:30.422884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50515735-34c0-4d14-82a9-af2605c41785 req-23a33611-d8e4-4992-9189-538caa253ab6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.423523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-2fbee171-db44-4bcb-b9ca-6024dc54752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.424577 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-2fbee171-db44-4bcb-b9ca-6024dc54752d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f045c761-5205-461e-89c3-7ea5445a74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484605 Mar 22 14:57:30.425177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50515735-34c0-4d14-82a9-af2605c41785 req-23a33611-d8e4-4992-9189-538caa253ab6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0582526 Mar 22 14:57:30.473339 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-50515735-34c0-4d14-82a9-af2605c41785 req-069ba62b-fa41-430c-af3a-f2791a8993ba tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Mar 22 14:57:30.522420 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-43e6da18-b05c-4f7d-97af-c7237994a4b1 service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906720 Mar 22 14:57:30.622896 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-aaba641a-9409-4535-a9a5-89f7e34e8016 req-1b48b3e4-cd8e-457b-8fdf-6dd37c64e0fe service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931339 Mar 22 14:57:30.711376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740567-bf89-4dff-a14e-c33455799e41 req-5ebf1dea-dd73-4ba2-b4b9-a2236dfd8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.712913 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98740567-bf89-4dff-a14e-c33455799e41 req-5ebf1dea-dd73-4ba2-b4b9-a2236dfd8504 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1127 time: 0.0478780 Mar 22 14:57:30.817821 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740567-bf89-4dff-a14e-c33455799e41 req-d0f58930-bb30-42d4-9d8e-76db6c57d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.819409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98740567-bf89-4dff-a14e-c33455799e41 req-d0f58930-bb30-42d4-9d8e-76db6c57d0e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 200 len: 898 time: 0.1003585 Mar 22 14:57:30.886916 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98740567-bf89-4dff-a14e-c33455799e41 req-e4093415-63dd-4839-a88a-cfa8f9727c07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 200 len: 1000 time: 0.0607126 Mar 22 14:57:30.947292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740567-bf89-4dff-a14e-c33455799e41 req-c20b6171-640a-40ef-881d-bd6a0cd8cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:30.948743 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98740567-bf89-4dff-a14e-c33455799e41 req-c20b6171-640a-40ef-881d-bd6a0cd8cfb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77b51e6a-3a7c-4438-99df-88d76faa594f HTTP/1.1" status: 200 len: 834 time: 0.0545239 Mar 22 14:57:31.004953 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740567-bf89-4dff-a14e-c33455799e41 req-53080630-c3da-4563-b536-89e05ae12f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:31.006489 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98740567-bf89-4dff-a14e-c33455799e41 req-53080630-c3da-4563-b536-89e05ae12f4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f045c761-5205-461e-89c3-7ea5445a74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513108 Mar 22 14:57:31.098267 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98740567-bf89-4dff-a14e-c33455799e41 req-e9fb3fb2-9036-47cb-b4fa-8f528d069d4e service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835609 Mar 22 14:57:31.199731 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98740567-bf89-4dff-a14e-c33455799e41 req-d9bc687c-dae5-4eb1-ac9b-e9b6e819da38 service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953708 Mar 22 14:57:31.605878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb4cc9-67df-4d51-834d-d6508a21d91e req-aced98a7-7313-4da6-83cc-1af160b0f39e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:31.607429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2fb4cc9-67df-4d51-834d-d6508a21d91e req-aced98a7-7313-4da6-83cc-1af160b0f39e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0539715 Mar 22 14:57:31.656721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c2fb4cc9-67df-4d51-834d-d6508a21d91e req-b0688db0-ee79-45c5-a9d9-546afd00d632 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Mar 22 14:57:32.790770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feac2e-3b9d-4a22-9ffa-d85f92d760b0 req-a1887238-5bf4-467e-9ff8-60b832b97fb2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:32.792308 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0feac2e-3b9d-4a22-9ffa-d85f92d760b0 req-a1887238-5bf4-467e-9ff8-60b832b97fb2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0572121 Mar 22 14:57:32.859853 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f0feac2e-3b9d-4a22-9ffa-d85f92d760b0 req-95fa0344-7c4e-4eaf-b742-6662d15fe71a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588973 Mar 22 14:57:33.997588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721d64-3798-4d2d-9059-9e3b89133864 req-74d29fc5-550c-47ac-a89d-9b8f356a59f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:33.999117 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93721d64-3798-4d2d-9059-9e3b89133864 req-74d29fc5-550c-47ac-a89d-9b8f356a59f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0553470 Mar 22 14:57:34.048447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93721d64-3798-4d2d-9059-9e3b89133864 req-5561fd3d-095f-4007-9026-939f9a9bda0f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Mar 22 14:57:35.189416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c26d65-90a4-4fc4-a1d2-651d6c452929 req-dbfa0e10-2c74-4a46-ad10-5818c9df2efb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:35.190947 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24c26d65-90a4-4fc4-a1d2-651d6c452929 req-dbfa0e10-2c74-4a46-ad10-5818c9df2efb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0654299 Mar 22 14:57:35.240241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-24c26d65-90a4-4fc4-a1d2-651d6c452929 req-a0486ae1-be10-4527-b397-734afda73d14 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 Mar 22 14:57:36.370898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087db83a-04aa-43bb-9556-53449298017c req-034f2139-3223-4cdf-a58c-52ef8134f4b3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:36.372361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-087db83a-04aa-43bb-9556-53449298017c req-034f2139-3223-4cdf-a58c-52ef8134f4b3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0624001 Mar 22 14:57:36.444274 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-087db83a-04aa-43bb-9556-53449298017c req-fdbb67f7-5c57-43dc-a405-e5f29fcbb8d3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660639 Mar 22 14:57:37.585375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d658e-d5b3-4bb5-b6ce-3dc0db3770d7 req-8b074e72-2a1b-47d4-affc-97b30b335bd5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:37.586909 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-223d658e-d5b3-4bb5-b6ce-3dc0db3770d7 req-8b074e72-2a1b-47d4-affc-97b30b335bd5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0556595 Mar 22 14:57:37.637359 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-223d658e-d5b3-4bb5-b6ce-3dc0db3770d7 req-390dfdc7-dcd7-4dee-8d2f-f724ec437e0a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444255 Mar 22 14:57:38.781940 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c509c-d789-470e-9377-7259b63faec9 req-ce5f838c-fa0b-4630-85fd-13b327a12d36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:38.783412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e9c509c-d789-470e-9377-7259b63faec9 req-ce5f838c-fa0b-4630-85fd-13b327a12d36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0659788 Mar 22 14:57:38.839240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4e9c509c-d789-470e-9377-7259b63faec9 req-77fb9c54-6f4a-4b0b-ad4e-38a7184dd029 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498600 Mar 22 14:57:39.988290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7461de0-3896-442e-8d52-752dd419e75e req-8e7ee30d-e6fb-4e95-aa05-038985e62263 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:39.990255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7461de0-3896-442e-8d52-752dd419e75e req-8e7ee30d-e6fb-4e95-aa05-038985e62263 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0699394 Mar 22 14:57:40.047426 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f7461de0-3896-442e-8d52-752dd419e75e req-4119949b-0e6b-43ee-b508-160479e982e0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482125 Mar 22 14:57:41.185049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4ba0d-52ba-475f-865f-d2d7840060ae req-e936ef53-1b42-41d9-8d4a-48e2115fdba6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:41.186592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40e4ba0d-52ba-475f-865f-d2d7840060ae req-e936ef53-1b42-41d9-8d4a-48e2115fdba6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0626991 Mar 22 14:57:41.241584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40e4ba0d-52ba-475f-865f-d2d7840060ae req-91d3613f-fdb8-4954-84f2-12e06feb2b52 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491841 Mar 22 14:57:42.389901 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd954b-f856-458f-870f-ce861aca3505 req-b8a2a8bd-4648-41e8-bf49-c48c66784af1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:42.391437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dd954b-f856-458f-870f-ce861aca3505 req-b8a2a8bd-4648-41e8-bf49-c48c66784af1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0671046 Mar 22 14:57:42.446265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-98dd954b-f856-458f-870f-ce861aca3505 req-09f4fc15-4353-42c3-8bfc-2eb750c9060e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458086 Mar 22 14:57:43.578374 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ef8d-6b20-4967-8283-d32b33804900 req-927c61c4-61f3-4a23-ba6e-9ec9e95b3cca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:43.579836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b11ef8d-6b20-4967-8283-d32b33804900 req-927c61c4-61f3-4a23-ba6e-9ec9e95b3cca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0595593 Mar 22 14:57:43.628278 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b11ef8d-6b20-4967-8283-d32b33804900 req-765ff93c-4b3f-4084-8cf6-f41b34b8a7f6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Mar 22 14:57:44.767401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed335b-8737-4f4f-a660-a2cef50d2445 req-28f9fa9d-2863-49d7-befe-c23459bd4758 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:44.768875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8aed335b-8737-4f4f-a660-a2cef50d2445 req-28f9fa9d-2863-49d7-befe-c23459bd4758 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0584836 Mar 22 14:57:44.830972 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8aed335b-8737-4f4f-a660-a2cef50d2445 req-0aae2127-ee71-4e28-a9b4-bf39b8a7e983 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562942 Mar 22 14:57:45.980466 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf1044-e508-499b-8850-f37f834ecd8f req-854c73c9-9b29-48d8-b3c8-a2ad78d7e973 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:45.982028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-debf1044-e508-499b-8850-f37f834ecd8f req-854c73c9-9b29-48d8-b3c8-a2ad78d7e973 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0657940 Mar 22 14:57:46.033911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-debf1044-e508-499b-8850-f37f834ecd8f req-3bb57b0e-fe1f-4123-9b3f-80bbc5b6220d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433481 Mar 22 14:57:47.163083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97da49e-93b2-448b-a0a7-f1fe418bb041 req-6df852c9-f21f-4fb9-b71f-29f190dba60b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:47.164567 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a97da49e-93b2-448b-a0a7-f1fe418bb041 req-6df852c9-f21f-4fb9-b71f-29f190dba60b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0554173 Mar 22 14:57:47.218217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a97da49e-93b2-448b-a0a7-f1fe418bb041 req-9580812b-cea8-4840-922c-0fd7cd7ee855 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473988 Mar 22 14:57:47.240873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45830) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:47.304156 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-21afd99e-04e4-409d-b14e-1a0c8b9f2e2f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/ac91f47a-a1ef-4580-a8a8-d6a29b60a27f HTTP/1.1" status: 200 len: 992 time: 0.0621960 Mar 22 14:57:48.268317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1707309c-14cb-4a63-8264-0dddaf270a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.510816 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ca4d86d5-e581-426b-ad3f-7ef42517ce5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:52.108413 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:53.628559 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:54.676943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:54.893726 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:59.015690 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:01.856728 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:58:17.922380 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45842) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:18.097958 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 15d97edd-4785-42f7-ac9f-030a2bd98603 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:18.098299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.177677 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.177921 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (15d97edd-4785-42f7-ac9f-030a2bd98603), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.189561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 15d97edd-4785-42f7-ac9f-030a2bd98603 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:18.262907 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78a9569a-6637-412f-a787-c2b58d95b698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.345884 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (15d97edd-4785-42f7-ac9f-030a2bd98603), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.374666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=15d97edd-4785-42f7-ac9f-030a2bd98603,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:18.387063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.387525 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.387886 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.388210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.388545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.388875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.389245 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.389570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.389893 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.390243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.390567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.390888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.391237 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.391558 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.391875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:18.445246 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (ac91f47a-a1ef-4580-a8a8-d6a29b60a27f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.445489 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP ac91f47a-a1ef-4580-a8a8-d6a29b60a27f disassociated (deleted). External IP: 172.25.2.50, port: 658b352c-3ea7-46e8-8720-1f99fecd8033. Mar 22 14:58:18.661794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 651f713e-4cdf-47b8-83e0-524e8722d3f6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:58:18.771554 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:18.776615 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.781497 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] Sync routers for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:18.793013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:18.793655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:18.809303 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8f95a4d8-ceaf-45fd-8c95-2dfea5e3f5c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/floatingips/ac91f47a-a1ef-4580-a8a8-d6a29b60a27f HTTP/1.1" status: 204 len: 168 time: 0.8849490 Mar 22 14:58:18.810049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:18.812621 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:18.858696 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79083f7-8226-4430-9ff0-35220b39ec0b x-openstack-request-id: req-c79083f7-8226-4430-9ff0-35220b39ec0b {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:18.858960 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:18.859209 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c79083f7-8226-4430-9ff0-35220b39ec0b {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:18.859630 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79083f7-8226-4430-9ff0-35220b39ec0b'] response: {'name': 'network-changed', 'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'status': 'completed', 'code': 200} Mar 22 14:58:18.917799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:18.936775 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-76090317-c9ba-45e2-b4bb-8dd14f2c4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:18.938642 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-76090317-c9ba-45e2-b4bb-8dd14f2c4969 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 1127 time: 0.0553460 Mar 22 14:58:19.055485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166633e0-2383-437f-8d2a-23cd4b829054 req-f18e1a89-d5c6-4753-bc41-7bfc45ec3470 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:19.056984 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-166633e0-2383-437f-8d2a-23cd4b829054 req-f18e1a89-d5c6-4753-bc41-7bfc45ec3470 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0583587 Mar 22 14:58:19.117395 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-166633e0-2383-437f-8d2a-23cd4b829054 req-5ec83f98-34ae-4350-8c23-f2314591152c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537596 Mar 22 14:58:19.146021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:46Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:19.177120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] Checking router: 651f713e-4cdf-47b8-83e0-524e8722d3f6 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:19.186293 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:19.186935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:57:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:19.297709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:19.330853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-e665889c-85c7-419e-ad7d-129f663c9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:19.332332 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-e665889c-85c7-419e-ad7d-129f663c9549 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 200 len: 898 time: 0.3867509 Mar 22 14:58:19.376128 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-ff82bc85-4540-4b0a-be0a-d793e925d17a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 200 len: 217 time: 0.0341609 Mar 22 14:58:19.428230 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-ccfcbcf6-74b3-4cc8-ba31-c0a4df73780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:19.429704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-ccfcbcf6-74b3-4cc8-ba31-c0a4df73780d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77b51e6a-3a7c-4438-99df-88d76faa594f HTTP/1.1" status: 200 len: 834 time: 0.0460627 Mar 22 14:58:19.484532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-c23ff161-7f24-48fa-9b81-231f498ec3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:19.486046 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-c23ff161-7f24-48fa-9b81-231f498ec3d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f045c761-5205-461e-89c3-7ea5445a74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483754 Mar 22 14:58:19.500150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:46Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:19.530204 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988a4d-15f0-45b4-8c3b-7ea98389f9a0 None None] The sync data for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 is: [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:43Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '9af75782-7fe0-4b22-a83e-d8d69d38976a', 'name': '', 'network_id': 'f045c761-5205-461e-89c3-7ea5445a74b9', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:0e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:42Z', 'updated_at': '2022-03-22T14:56:46Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '77b51e6a-3a7c-4438-99df-88d76faa594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:19.582559 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-183ab1ea-ae1d-4305-8db6-be689e90fbfd service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890403 Mar 22 14:58:19.680494 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ccd40f2f-6c9c-4903-9d6e-9f285f863cd1 req-bc1ce2a1-8191-44e8-9154-1510b5b86165 service neutron] 10.222.0.42 "GET /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912123 Mar 22 14:58:19.783133 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8aa0f1-9a45-4867-8b40-47a0a3fb5535 None None] New status for floating IP ac91f47a-a1ef-4580-a8a8-d6a29b60a27f: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:58:20.260581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2964b-9019-4c49-9103-4ac1bb6d350d req-c6ad2a97-a95b-428d-a480-1b0317c66b82 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:20.262118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ed2964b-9019-4c49-9103-4ac1bb6d350d req-c6ad2a97-a95b-428d-a480-1b0317c66b82 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0579708 Mar 22 14:58:20.312900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ed2964b-9019-4c49-9103-4ac1bb6d350d req-7814b8c7-4b53-4c49-86cb-b7bfefcb9278 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=abe56c2f-5a39-41a4-9291-e8aafdf94589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428774 Mar 22 14:58:20.506330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-147f55fa-73a0-4912-9707-4c60070f7841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.610432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-1ad484ef-a025-4e8f-a0fa-0289e7f20643 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:20.611749 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-1ad484ef-a025-4e8f-a0fa-0289e7f20643 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 945 time: 0.0549788 Mar 22 14:58:20.707003 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 658b352c-3ea7-46e8-8720-1f99fecd8033 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:20.707315 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.807106 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port 658b352c-3ea7-46e8-8720-1f99fecd8033, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=658b352c-3ea7-46e8-8720-1f99fecd8033,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:20.807420 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.823519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 658b352c-3ea7-46e8-8720-1f99fecd8033 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:20.953464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (658b352c-3ea7-46e8-8720-1f99fecd8033), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.984118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=658b352c-3ea7-46e8-8720-1f99fecd8033,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:21.028095 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] No DVR routers for this DVR port 658b352c-3ea7-46e8-8720-1f99fecd8033 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:21.031074 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.034442 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7f6cb081-9126-4fad-a962-5169dc8acdda req-6afc82ef-40d8-499d-871d-f558918f0fae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "DELETE /v2.0/ports/658b352c-3ea7-46e8-8720-1f99fecd8033 HTTP/1.1" status: 204 len: 173 time: 0.4175513 Mar 22 14:58:21.034921 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'name': 'network-vif-deleted', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:21.037642 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0527e1-1276-479b-af9e-7549a26026a6" -d '{"events": [{"server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "name": "network-vif-deleted", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:21.074427 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f199954f-75d9-4777-bf1b-8c1828161061 x-openstack-request-id: req-f199954f-75d9-4777-bf1b-8c1828161061 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:21.074751 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702519a4-87d4-4a6a-87f5-77dfe33b8ce4", "name": "network-vif-deleted", "tag": "658b352c-3ea7-46e8-8720-1f99fecd8033", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:21.075004 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f199954f-75d9-4777-bf1b-8c1828161061 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:21.075414 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f199954f-75d9-4777-bf1b-8c1828161061'] response: {'server_uuid': '702519a4-87d4-4a6a-87f5-77dfe33b8ce4', 'name': 'network-vif-deleted', 'tag': '658b352c-3ea7-46e8-8720-1f99fecd8033', 'status': 'completed', 'code': 200} Mar 22 14:58:21.430378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c424c839-1a90-458a-b21f-993caa132594 req-b2b7d745-8bd1-4938-91d5-4c85dbafd2c1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=702519a4-87d4-4a6a-87f5-77dfe33b8ce4 HTTP/1.1" status: 200 len: 210 time: 0.0341327 Mar 22 14:58:22.114253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.495437 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45860) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:22.884848 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (651f713e-4cdf-47b8-83e0-524e8722d3f6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.149031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 9af75782-7fe0-4b22-a83e-d8d69d38976a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:23.149257 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.247262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port 9af75782-7fe0-4b22-a83e-d8d69d38976a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=9af75782-7fe0-4b22-a83e-d8d69d38976a,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:23.247713 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.262552 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 9af75782-7fe0-4b22-a83e-d8d69d38976a owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:23.457655 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (9af75782-7fe0-4b22-a83e-d8d69d38976a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.487865 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=9af75782-7fe0-4b22-a83e-d8d69d38976a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:23.622951 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.668621 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (651f713e-4cdf-47b8-83e0-524e8722d3f6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.903376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 651f713e-4cdf-47b8-83e0-524e8722d3f6 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:58:24.028131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:24.033353 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d1fe0114-4762-4a4c-bb15-330f309bfc36 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/651f713e-4cdf-47b8-83e0-524e8722d3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5367281 Mar 22 14:58:24.037378 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45862) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.040539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] Sync routers for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:24.051350 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:24.051973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:24.088131 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting subnet 77b51e6a-3a7c-4438-99df-88d76faa594f {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:58:24.091594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (77b51e6a-3a7c-4438-99df-88d76faa594f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.132692 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (77b51e6a-3a7c-4438-99df-88d76faa594f), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.158849 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:24.218634 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (77b51e6a-3a7c-4438-99df-88d76faa594f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.278785 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (77b51e6a-3a7c-4438-99df-88d76faa594f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.305706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Subnet': ['ID=77b51e6a-3a7c-4438-99df-88d76faa594f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:24.309400 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.315174 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c476d36d-4416-40f7-b444-b09b4a91f016 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/subnets/77b51e6a-3a7c-4438-99df-88d76faa594f HTTP/1.1" status: 204 len: 168 time: 0.2743053 Mar 22 14:58:24.315346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45864) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.320028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b856669-de26-44e4-8fff-154c948d3488 None None] Network f045c761-5205-461e-89c3-7ea5445a74b9 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:24.427179 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (651f713e-4cdf-47b8-83e0-524e8722d3f6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.537578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (651f713e-4cdf-47b8-83e0-524e8722d3f6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.594471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:58:23Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'd6cb184b-c593-48fb-afd9-fad48e38a3a5', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:24.603058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port d6cb184b-c593-48fb-afd9-fad48e38a3a5 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:24.603404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.625948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] Checking router: 651f713e-4cdf-47b8-83e0-524e8722d3f6 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:24.637683 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] Routers {'651f713e-4cdf-47b8-83e0-524e8722d3f6'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:24.638323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['651f713e-4cdf-47b8-83e0-524e8722d3f6'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:24.686778 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port d6cb184b-c593-48fb-afd9-fad48e38a3a5, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d6cb184b-c593-48fb-afd9-fad48e38a3a5,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:24.687352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.700420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for d6cb184b-c593-48fb-afd9-fad48e38a3a5 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:24.716017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] DHCP port deletion for f045c761-5205-461e-89c3-7ea5445a74b9 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:58:24.733146 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.768462 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] Set router 651f713e-4cdf-47b8-83e0-524e8722d3f6 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:24.826339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:58:24Z', 'revision_number': 6, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:24.855540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bdf62-f797-4244-af6d-e84dcb219f91 None None] The sync data for ids ['651f713e-4cdf-47b8-83e0-524e8722d3f6'] in n-d-834677-3 is: [{'id': '651f713e-4cdf-47b8-83e0-524e8722d3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334003773', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:56:39Z', 'updated_at': '2022-03-22T14:58:24Z', 'revision_number': 6, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:24.865663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Deleting port 2d0d4848-9316-4abb-9749-d97269572269 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:24.866051 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2d0d4848-9316-4abb-9749-d97269572269), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.878874 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d6cb184b-c593-48fb-afd9-fad48e38a3a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.905870 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=d6cb184b-c593-48fb-afd9-fad48e38a3a5,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:24.942813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.944496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] For port 2d0d4848-9316-4abb-9749-d97269572269, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=2d0d4848-9316-4abb-9749-d97269572269,segment=NetworkSegment(21094fc5-d134-45cc-9a17-26e65cb28c1b),segment_id=21094fc5-d134-45cc-9a17-26e65cb28c1b)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:24.944877 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2d0d4848-9316-4abb-9749-d97269572269), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.958004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Calling delete_port for 2d0d4848-9316-4abb-9749-d97269572269 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:24.970256 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (651f713e-4cdf-47b8-83e0-524e8722d3f6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.037441 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (2d0d4848-9316-4abb-9749-d97269572269), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.062441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Pushing event deleted for resources: {'Port': ['ID=2d0d4848-9316-4abb-9749-d97269572269,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:25.063623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (651f713e-4cdf-47b8-83e0-524e8722d3f6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.065881 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (651f713e-4cdf-47b8-83e0-524e8722d3f6), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.070610 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] No DVR routers for this DVR port 2d0d4848-9316-4abb-9749-d97269572269 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:25.072975 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.073313 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.073654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.074026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.074363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.074692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.075017 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.075358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.075661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.075983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.076301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.076725 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.077051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.077381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.077688 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5651ffd-ea80-46a3-b81b-093b18bd78fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.114999 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (651f713e-4cdf-47b8-83e0-524e8722d3f6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.115517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Fanout notify agent at l3_agent the message router_deleted on router 651f713e-4cdf-47b8-83e0-524e8722d3f6 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:58:25.122088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.123192 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-08217b2c-6e6f-47a9-9793-7029504d4783 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/routers/651f713e-4cdf-47b8-83e0-524e8722d3f6 HTTP/1.1" status: 204 len: 168 time: 0.8069391 Mar 22 14:58:25.126075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45866) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:25.201427 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (f045c761-5205-461e-89c3-7ea5445a74b9), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.293753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (f045c761-5205-461e-89c3-7ea5445a74b9), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.314160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f045c761-5205-461e-89c3-7ea5445a74b9']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:25.323057 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21094fc5-d134-45cc-9a17-26e65cb28c1b') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:25.323347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21094fc5-d134-45cc-9a17-26e65cb28c1b') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:25.332386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (21094fc5-d134-45cc-9a17-26e65cb28c1b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.346972 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (21094fc5-d134-45cc-9a17-26e65cb28c1b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.351352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 658b352c-3ea7-46e8-8720-1f99fecd8033 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:25.356967 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:25.357269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (21094fc5-d134-45cc-9a17-26e65cb28c1b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: timer() Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:25.360681 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:25.375712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 658b352c-3ea7-46e8-8720-1f99fecd8033 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:25.376166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 658b352c-3ea7-46e8-8720-1f99fecd8033 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:25.419687 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (f045c761-5205-461e-89c3-7ea5445a74b9), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.426793 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.429703 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/networks/f045c761-5205-461e-89c3-7ea5445a74b9 HTTP/1.1" status: 204 len: 168 time: 0.3026750 Mar 22 14:58:25.433401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45868) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:25.446073 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cb421-2ab2-4e2e-a8f3-a1f275204f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Network': ['ID=f045c761-5205-461e-89c3-7ea5445a74b9,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:25.500078 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (abe56c2f-5a39-41a4-9291-e8aafdf94589), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.525336 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (abe56c2f-5a39-41a4-9291-e8aafdf94589), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.587908 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (abe56c2f-5a39-41a4-9291-e8aafdf94589), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.590498 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.591675 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/security-groups/abe56c2f-5a39-41a4-9291-e8aafdf94589 HTTP/1.1" status: 204 len: 168 time: 0.1572342 Mar 22 14:58:25.601214 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe56c2f-5a39-41a4-9291-e8aafdf94589,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:25.611574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.611922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.612264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.612602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.612929 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.613464 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.613798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.614157 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.614485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.614810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.615135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.615455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.615780 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.616100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.616416 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a471d1dd-b8e1-4d7d-a8af-7ebcbf1335d6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:25.841146 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45874) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:25.845759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-af77c79c-f58f-42c5-b238-25f8302c73f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647861588', 'description': 'tempest-secgroup-smoke-647861588 description', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:25.869169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af77c79c-f58f-42c5-b238-25f8302c73f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.935215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af77c79c-f58f-42c5-b238-25f8302c73f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (0dc4458e-d2a5-40ec-bc0f-aac1501102ad), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.940621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af77c79c-f58f-42c5-b238-25f8302c73f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0dc4458e-d2a5-40ec-bc0f-aac1501102ad), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.967877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-af77c79c-f58f-42c5-b238-25f8302c73f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.969122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-af77c79c-f58f-42c5-b238-25f8302c73f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1269867 Mar 22 14:58:25.972199 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45876) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:25.973138 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c79c-f58f-42c5-b238-25f8302c73f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4458e-d2a5-40ec-bc0f-aac1501102ad,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:25.977409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-49aa9b48-47df-4262-8bb2-12ae662e14a6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '0dc4458e-d2a5-40ec-bc0f-aac1501102ad', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.004723 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49aa9b48-47df-4262-8bb2-12ae662e14a6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (c7c8035c-3e5c-49c2-9613-4db1a2ed8ead), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.346628 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49aa9b48-47df-4262-8bb2-12ae662e14a6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (c7c8035c-3e5c-49c2-9613-4db1a2ed8ead), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.353867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49aa9b48-47df-4262-8bb2-12ae662e14a6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (c7c8035c-3e5c-49c2-9613-4db1a2ed8ead), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.370992 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa9b48-47df-4262-8bb2-12ae662e14a6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c8035c-3e5c-49c2-9613-4db1a2ed8ead,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:26.378289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-49aa9b48-47df-4262-8bb2-12ae662e14a6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.379471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-49aa9b48-47df-4262-8bb2-12ae662e14a6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4056818 Mar 22 14:58:26.382239 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45878) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:26.386400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-db71187c-2a86-47bb-ab4a-51c85571b23c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '0dc4458e-d2a5-40ec-bc0f-aac1501102ad', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.413221 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db71187c-2a86-47bb-ab4a-51c85571b23c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (6692810e-7c3d-4205-929d-6e7a646fe659), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.467958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db71187c-2a86-47bb-ab4a-51c85571b23c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (6692810e-7c3d-4205-929d-6e7a646fe659), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.473637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db71187c-2a86-47bb-ab4a-51c85571b23c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (6692810e-7c3d-4205-929d-6e7a646fe659), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.491622 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71187c-2a86-47bb-ab4a-51c85571b23c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6692810e-7c3d-4205-929d-6e7a646fe659,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:26.501281 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-db71187c-2a86-47bb-ab4a-51c85571b23c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.505404 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-db71187c-2a86-47bb-ab4a-51c85571b23c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208441 Mar 22 14:58:26.505809 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45880) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:26.510632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-a00a4cb7-ac08-4d7b-a19b-26df3b497cfb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '0dc4458e-d2a5-40ec-bc0f-aac1501102ad', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.536736 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a00a4cb7-ac08-4d7b-a19b-26df3b497cfb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (acff4704-b1ce-4ba8-a128-23ea477589a9), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.595796 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a00a4cb7-ac08-4d7b-a19b-26df3b497cfb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (acff4704-b1ce-4ba8-a128-23ea477589a9), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.601936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a00a4cb7-ac08-4d7b-a19b-26df3b497cfb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (acff4704-b1ce-4ba8-a128-23ea477589a9), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.625682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a4cb7-ac08-4d7b-a19b-26df3b497cfb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acff4704-b1ce-4ba8-a128-23ea477589a9,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:26.631539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9af75782-7fe0-4b22-a83e-d8d69d38976a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:26.638294 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a00a4cb7-ac08-4d7b-a19b-26df3b497cfb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.644166 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a00a4cb7-ac08-4d7b-a19b-26df3b497cfb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329648 Mar 22 14:58:26.644502 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45882) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:26.649697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-32deb552-d2a6-4c9d-8734-73a5e59968d9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '0dc4458e-d2a5-40ec-bc0f-aac1501102ad', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.659735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 9af75782-7fe0-4b22-a83e-d8d69d38976a {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:26.660066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 9af75782-7fe0-4b22-a83e-d8d69d38976a not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:26.660486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d6cb184b-c593-48fb-afd9-fad48e38a3a5 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:26.675716 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32deb552-d2a6-4c9d-8734-73a5e59968d9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (73a62ca4-e303-458e-821b-9a4558d7d568), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.681553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d6cb184b-c593-48fb-afd9-fad48e38a3a5 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:26.681904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d6cb184b-c593-48fb-afd9-fad48e38a3a5 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:26.682381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2d0d4848-9316-4abb-9749-d97269572269 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:26.702599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 2d0d4848-9316-4abb-9749-d97269572269 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:26.702944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 2d0d4848-9316-4abb-9749-d97269572269 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:26.737949 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32deb552-d2a6-4c9d-8734-73a5e59968d9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (73a62ca4-e303-458e-821b-9a4558d7d568), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.741880 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32deb552-d2a6-4c9d-8734-73a5e59968d9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (73a62ca4-e303-458e-821b-9a4558d7d568), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.759164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32deb552-d2a6-4c9d-8734-73a5e59968d9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a62ca4-e303-458e-821b-9a4558d7d568,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:26.769631 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-32deb552-d2a6-4c9d-8734-73a5e59968d9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.770997 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-32deb552-d2a6-4c9d-8734-73a5e59968d9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250772 Mar 22 14:58:26.773601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45884) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:26.778055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '0dc4458e-d2a5-40ec-bc0f-aac1501102ad', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.798215 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:58:26.802892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (536db8b0-86e1-4cc1-819b-8c20c06f41f0), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.860811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (536db8b0-86e1-4cc1-819b-8c20c06f41f0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.866750 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (536db8b0-86e1-4cc1-819b-8c20c06f41f0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.883263 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536db8b0-86e1-4cc1-819b-8c20c06f41f0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:26.893025 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.896787 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c610d8b0-d5c3-43f3-9e40-9168bb38b557 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195703 Mar 22 14:58:26.897045 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45886) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:26.901436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '0dc4458e-d2a5-40ec-bc0f-aac1501102ad', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.923507 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:58:26.928500 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (77004edd-5c34-4c7d-bbd7-11801e9a7ac1), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.990988 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (77004edd-5c34-4c7d-bbd7-11801e9a7ac1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.996957 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (77004edd-5c34-4c7d-bbd7-11801e9a7ac1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.015318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77004edd-5c34-4c7d-bbd7-11801e9a7ac1,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:27.022702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.024011 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e6df7914-c139-4b30-9bed-9416e2bd58e1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259153 Mar 22 14:58:27.026700 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45888) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:27.031505 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'network': {'name': 'tempest-network-smoke--773698573', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'port_security_enabled': True}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:27.050924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:27.054287 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.080490 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:27.089868 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1d5724b5-34c5-471e-bdaf-aafecf70f87a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.090191 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Added segment 1d5724b5-34c5-471e-bdaf-aafecf70f87a of type vlan for network abfb4104-d9d3-43b7-a453-967e7216e3cf Mar 22 14:58:27.129088 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (abfb4104-d9d3-43b7-a453-967e7216e3cf), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.156349 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (abfb4104-d9d3-43b7-a453-967e7216e3cf), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.161835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:27.162478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.220079 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1923444 Mar 22 14:58:27.222954 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45890) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:27.228095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'admin_state_up': True, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:27.229000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecd400-a9fe-4c50-b6ed-2b3b5ef28cb8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Network': ['ID=abfb4104-d9d3-43b7-a453-967e7216e3cf,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:27.239241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network abfb4104-d9d3-43b7-a453-967e7216e3cf details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:27.256415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (83b39e43-eb5c-4203-a456-98e58385d282), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.257815 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (83b39e43-eb5c-4203-a456-98e58385d282), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.315371 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (83b39e43-eb5c-4203-a456-98e58385d282), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.457086 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (83b39e43-eb5c-4203-a456-98e58385d282), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.667193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (83b39e43-eb5c-4203-a456-98e58385d282), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.693318 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.800446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.105 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/84d74c52-e35a-4e7f-806d-a09bd5baf1b7) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:27.902002 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.939520 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.982293 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:27.985508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:27.989100 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:28.017945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:28.248284 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (83b39e43-eb5c-4203-a456-98e58385d282), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.806663 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (83b39e43-eb5c-4203-a456-98e58385d282), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.941656 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 83b39e43-eb5c-4203-a456-98e58385d282 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:58:29.013960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.047256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:29.056666 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Sync routers for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:29.067008 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:29.067614 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:29.068191 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.069434 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d3c07573-9771-4666-9308-daa46c0b3fbf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8450184 Mar 22 14:58:29.072784 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45892) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:29.111005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5f11c6a7-20b1-41a9-b3df-19d3918c030d tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8840f79129bd410ca72c0bc42af4ad3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369599 Mar 22 14:58:29.113829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45894) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:29.170221 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:29.203439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b93ea-33ae-42e6-b80b-02d5ef3896a2 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:29.204848 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-9b5b93ea-33ae-42e6-b80b-02d5ef3896a2 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897577 Mar 22 14:58:29.207888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45896) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:29.237596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d62e727e-2209-41cf-9522-4a1d37fa0652 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283906 Mar 22 14:58:29.240223 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45898) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:29.245327 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611609501', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:29.338422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:29.341982 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.438870 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:28Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:29.465359 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Checking router: 83b39e43-eb5c-4203-a456-98e58385d282 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:29.465595 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Updating router 83b39e43-eb5c-4203-a456-98e58385d282 port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:58:29.492548 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.518173 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (ed7fe528-50ea-4bf3-897a-0f88a1ccd57d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.578289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Subnet': ['ID=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:29.588202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Checking segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:29.588561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network hostable DHCP agents. Network: abfb4104-d9d3-43b7-a453-967e7216e3cf, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:29.606479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network abfb4104-d9d3-43b7-a453-967e7216e3cf is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:29.615575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, abfb4104-d9d3-43b7-a453-967e7216e3cf) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:29.620191 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:29.620781 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.627066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0ba333-18b2-477f-951e-079928c32a07 None None] Network abfb4104-d9d3-43b7-a453-967e7216e3cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:29.639563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f08ab086-594c-4114-81e5-7f0525773b8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3982122 Mar 22 14:58:29.642202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45900) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:29.737039 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-abfb4104-d9d3-43b7-a453-967e7216e3cf', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:29.738158 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.745401 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Publish callbacks [] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.752966 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.800714 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Attempting to bind port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:29.801081 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Attempting to bind port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:29.801440 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Attempting to bind port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:29.814255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:29.814626 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:29.815028 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.815415 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:29.815874 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Bound port: 84d74c52-e35a-4e7f-806d-a09bd5baf1b7, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:29.816241 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.819445 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Pushing event updated for resources: {'Port': ['ID=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:29.866287 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] For port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:29.869431 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] For port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:29.878580 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.881202 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.881526 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.881857 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.882222 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.882535 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.882859 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.883163 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.883476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.883788 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.884087 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.884398 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.884705 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.885011 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.885314 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.885617 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:29.886212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Allocated IP 172.20.0.2 (abfb4104-d9d3-43b7-a453-967e7216e3cf/ed7fe528-50ea-4bf3-897a-0f88a1ccd57d/1806b9a9-04a1-45c8-83b9-736d10a83b9a) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:29.945754 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad6123-68e6-497d-a961-f02fdd8adad7 None None] Pushing event updated for resources: {'Port': ['ID=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:29.954832 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:29.955474 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:30.054443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Publish callbacks [] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.063768 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.067629 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:30.111044 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.112106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Network abfb4104-d9d3-43b7-a453-967e7216e3cf is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:30.116540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:30.118454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Pushing event updated for resources: {'Port': ['ID=1806b9a9-04a1-45c8-83b9-736d10a83b9a,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:30.120755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:30.177146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Attempting to bind port 1806b9a9-04a1-45c8-83b9-736d10a83b9a on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:30.177543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Attempting to bind port 1806b9a9-04a1-45c8-83b9-736d10a83b9a by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:30.178155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Attempting to bind port 1806b9a9-04a1-45c8-83b9-736d10a83b9a on network abfb4104-d9d3-43b7-a453-967e7216e3cf {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:30.183570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:30.184159 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Checking segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:30.184750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.185402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Bound using segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:30.186118 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Bound port: 1806b9a9-04a1-45c8-83b9-736d10a83b9a, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:30.186682 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.251522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] For port 1806b9a9-04a1-45c8-83b9-736d10a83b9a, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:30.255187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] For port 1806b9a9-04a1-45c8-83b9-736d10a83b9a, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1806b9a9-04a1-45c8-83b9-736d10a83b9a,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:30.261371 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:28Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:30.262648 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.288616 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c66-28d5-466a-9b90-287e40f1000b None None] The sync data for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 is: [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:28Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:30.333583 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48183c-29d9-4201-b7dc-bbbfd525c943 None None] Pushing event updated for resources: {'Port': ['ID=1806b9a9-04a1-45c8-83b9-736d10a83b9a,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:30.407508 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.1 (abfb4104-d9d3-43b7-a453-967e7216e3cf/ed7fe528-50ea-4bf3-897a-0f88a1ccd57d/1762efb2-10cf-40bc-af14-7196917ef174) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:30.554201 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (1762efb2-10cf-40bc-af14-7196917ef174), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.598944 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1762efb2-10cf-40bc-af14-7196917ef174), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.656908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network abfb4104-d9d3-43b7-a453-967e7216e3cf is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:30.661754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:30.674158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:30.681574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=1762efb2-10cf-40bc-af14-7196917ef174,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:30.747859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:30.753458 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (83b39e43-eb5c-4203-a456-98e58385d282), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.804056 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:30.804442 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.888268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:30.888834 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.903460 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1762efb2-10cf-40bc-af14-7196917ef174), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.915767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:30.921769 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.922705 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1806b9a9-04a1-45c8-83b9-736d10a83b9a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:31.001229 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:31.017700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1806b9a9-04a1-45c8-83b9-736d10a83b9a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:31.018175 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.112402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1806b9a9-04a1-45c8-83b9-736d10a83b9a is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:31.113031 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.163467 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 1806b9a9-04a1-45c8-83b9-736d10a83b9a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1806b9a9-04a1-45c8-83b9-736d10a83b9a,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:31.170365 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.236499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=1806b9a9-04a1-45c8-83b9-736d10a83b9a,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:31.237772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (1762efb2-10cf-40bc-af14-7196917ef174), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.245641 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (1762efb2-10cf-40bc-af14-7196917ef174), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.319162 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=1762efb2-10cf-40bc-af14-7196917ef174,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:31.325436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (83b39e43-eb5c-4203-a456-98e58385d282), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.424957 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network abfb4104-d9d3-43b7-a453-967e7216e3cf is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:31.426386 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:31.487836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb668e49-9368-4827-86e8-cabe739a82e5 None None] Network abfb4104-d9d3-43b7-a453-967e7216e3cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:31.545539 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 83b39e43-eb5c-4203-a456-98e58385d282 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:58:31.561210 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-63c442a0-5f0e-480a-9374-980d1a900b3c None None] Provisioning complete for port 1806b9a9-04a1-45c8-83b9-736d10a83b9a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:31.561579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-63c442a0-5f0e-480a-9374-980d1a900b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.664408 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:31.670971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-63c442a0-5f0e-480a-9374-980d1a900b3c None None] Current status of the port 1806b9a9-04a1-45c8-83b9-736d10a83b9a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:31.671467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-895b84e5-80f8-42be-8fed-48057c4dbc08 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/83b39e43-eb5c-4203-a456-98e58385d282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0263782 Mar 22 14:58:31.842581 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-324b9142-4936-4dca-818c-a811585f6091 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647861588&fields=id&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 267 time: 0.0495415 Mar 22 14:58:31.899591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e956e01e-fd08-427d-87a0-279296c5ffb8 None None] Provisioning complete for port 1762efb2-10cf-40bc-af14-7196917ef174 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:31.900059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e956e01e-fd08-427d-87a0-279296c5ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1762efb2-10cf-40bc-af14-7196917ef174), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.942106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e956e01e-fd08-427d-87a0-279296c5ffb8 None None] Port 1762efb2-10cf-40bc-af14-7196917ef174 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:31.958032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e956e01e-fd08-427d-87a0-279296c5ffb8 None None] Provisioning complete for port 1806b9a9-04a1-45c8-83b9-736d10a83b9a triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:31.958657 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e956e01e-fd08-427d-87a0-279296c5ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.959066 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-b01f4110-8719-4194-89e9-b28f957177c5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:31.961593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-b01f4110-8719-4194-89e9-b28f957177c5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 796 time: 0.1134477 Mar 22 14:58:31.982770 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-478e6e82-93e3-4aa5-88f3-a2ce92efceda tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/quotas/8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 375 time: 0.0109396 Mar 22 14:58:32.049398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-bb388c0e-9814-470c-a109-891196693eeb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576248 Mar 22 14:58:32.051784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e956e01e-fd08-427d-87a0-279296c5ffb8 None None] Current status of the port 1806b9a9-04a1-45c8-83b9-736d10a83b9a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:32.114027 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-af6738d9-f0fe-4c19-bfb9-cebe297a23ed service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:58:32.115047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-af6738d9-f0fe-4c19-bfb9-cebe297a23ed service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0536234 Mar 22 14:58:32.174104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7d99b56-f519-4374-8a0a-8c34ebb54eb1 None None] Provisioning complete for port 1762efb2-10cf-40bc-af14-7196917ef174 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:32.174585 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7d99b56-f519-4374-8a0a-8c34ebb54eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1762efb2-10cf-40bc-af14-7196917ef174), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.197437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Sync routers for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:32.218812 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7d99b56-f519-4374-8a0a-8c34ebb54eb1 None None] Port 1762efb2-10cf-40bc-af14-7196917ef174 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:32.220663 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:32.221136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-164a9346-1c43-40b4-85c2-6244525017c0 service neutron] 10.222.0.44 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997219 Mar 22 14:58:32.221280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:32.328475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-6f33af9b-227f-45a9-bcc4-0ed2d70f9e1b service neutron] 10.222.0.44 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935376 Mar 22 14:58:32.346360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:32.545594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-b88bcc93-8303-4cab-bfd4-e25197828f36 None None] Provisioning complete for port 1762efb2-10cf-40bc-af14-7196917ef174 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:32.545958 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc93-8303-4cab-bfd4-e25197828f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1762efb2-10cf-40bc-af14-7196917ef174), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.651588 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:32.655605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-b88bcc93-8303-4cab-bfd4-e25197828f36 None None] Port 1762efb2-10cf-40bc-af14-7196917ef174 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:32.759990 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:32.760329 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.820496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:31Z', 'revision_number': 2, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:32.869469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Checking router: 83b39e43-eb5c-4203-a456-98e58385d282 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:32.869733 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Updating router 83b39e43-eb5c-4203-a456-98e58385d282 port 1762efb2-10cf-40bc-af14-7196917ef174 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:58:32.894815 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:32.895853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1806b9a9-04a1-45c8-83b9-736d10a83b9a up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:32.923221 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1762efb2-10cf-40bc-af14-7196917ef174), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.042163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1806b9a9-04a1-45c8-83b9-736d10a83b9a triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:33.042542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.198779 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1806b9a9-04a1-45c8-83b9-736d10a83b9a is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:33.259115 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Publish callbacks [] for port (1762efb2-10cf-40bc-af14-7196917ef174), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.265931 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1762efb2-10cf-40bc-af14-7196917ef174), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.318105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c79aa-4dbd-491f-be1b-ee334cbe0491 None None] Pushing event updated for resources: {'Port': ['ID=1762efb2-10cf-40bc-af14-7196917ef174,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:33.376747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Attempting to bind port 1762efb2-10cf-40bc-af14-7196917ef174 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:33.376993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Attempting to bind port 1762efb2-10cf-40bc-af14-7196917ef174 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:33.377369 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Attempting to bind port 1762efb2-10cf-40bc-af14-7196917ef174 on network abfb4104-d9d3-43b7-a453-967e7216e3cf {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:33.383097 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:33.383491 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Checking segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:33.383884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.384273 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Bound using segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:33.384746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Bound port: 1762efb2-10cf-40bc-af14-7196917ef174, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:33.385120 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1762efb2-10cf-40bc-af14-7196917ef174), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.458292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] For port 1762efb2-10cf-40bc-af14-7196917ef174, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:33.461835 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] For port 1762efb2-10cf-40bc-af14-7196917ef174, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1762efb2-10cf-40bc-af14-7196917ef174,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:33.481448 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1762efb2-10cf-40bc-af14-7196917ef174), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.539938 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:33.540581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:33.554024 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c093f8c-d2e4-4a6c-aa0c-1c61a9b4cede req-50e9bb6a-21bc-4f8b-9469-670640af557c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 210 time: 0.0397213 Mar 22 14:58:33.584005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c79aa-4dbd-491f-be1b-ee334cbe0491 None None] Pushing event updated for resources: {'Port': ['ID=1762efb2-10cf-40bc-af14-7196917ef174,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:33.638722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-4c17c9b2-b6c9-4124-a04d-0ebf87a6e8ab None None] Provisioning complete for port 1762efb2-10cf-40bc-af14-7196917ef174 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:33.639191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c17c9b2-b6c9-4124-a04d-0ebf87a6e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1762efb2-10cf-40bc-af14-7196917ef174), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.702879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:33.850172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-4c17c9b2-b6c9-4124-a04d-0ebf87a6e8ab None None] Current status of the port 1762efb2-10cf-40bc-af14-7196917ef174 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:33.850566 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c17c9b2-b6c9-4124-a04d-0ebf87a6e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1762efb2-10cf-40bc-af14-7196917ef174), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.905737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4c17c9b2-b6c9-4124-a04d-0ebf87a6e8ab None None] For port 1762efb2-10cf-40bc-af14-7196917ef174, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1762efb2-10cf-40bc-af14-7196917ef174,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:33.910463 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c17c9b2-b6c9-4124-a04d-0ebf87a6e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1762efb2-10cf-40bc-af14-7196917ef174), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.995011 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17c9b2-b6c9-4124-a04d-0ebf87a6e8ab None None] Pushing event updated for resources: {'Port': ['ID=1762efb2-10cf-40bc-af14-7196917ef174,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:34.019789 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:34.051543 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c561d-522a-4032-b289-872fae386f44 None None] The sync data for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 is: [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:34.060896 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-95110d46-5741-4485-9a3d-847447a7c9e1 None None] Provisioning complete for port 1762efb2-10cf-40bc-af14-7196917ef174 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:34.061390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-95110d46-5741-4485-9a3d-847447a7c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1762efb2-10cf-40bc-af14-7196917ef174), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.169340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-95110d46-5741-4485-9a3d-847447a7c9e1 None None] Current status of the port 1762efb2-10cf-40bc-af14-7196917ef174 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:34.526520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1cbfbdd7-3c32-4659-9822-0215d1e55f91 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:34.527993 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1cbfbdd7-3c32-4659-9822-0215d1e55f91 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 796 time: 0.1102369 Mar 22 14:58:34.617524 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-72514fb6-2f29-477b-a964-34d25ce5a992 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 379 time: 0.0798202 Mar 22 14:58:34.631058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'port': {'device_id': 'a72c880e-04be-4a9a-9900-90058353f95b', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'admin_state_up': True, 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'security_groups': ['0dc4458e-d2a5-40ec-bc0f-aac1501102ad']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:34.671138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1762efb2-10cf-40bc-af14-7196917ef174 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:34.692999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-917ab2bb-0208-479c-86e1-b7ed274974fa req-04cb820b-2404-4fb7-8da6-4f8f69496323 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 210 time: 0.0457492 Mar 22 14:58:34.725889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1762efb2-10cf-40bc-af14-7196917ef174 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:34.726313 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1762efb2-10cf-40bc-af14-7196917ef174), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.772062 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:34.775547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.810949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1762efb2-10cf-40bc-af14-7196917ef174 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:34.914046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.8 (abfb4104-d9d3-43b7-a453-967e7216e3cf/ed7fe528-50ea-4bf3-897a-0f88a1ccd57d/a3465d97-a78b-4ed0-890d-a27e9cc5c1da) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:35.059267 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.092499 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.143624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network abfb4104-d9d3-43b7-a453-967e7216e3cf is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:35.149100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:35.153904 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:35.158346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:35.204894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:35.205624 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.222749 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-1f9b5ffd-9b48-4583-bf29-6bfcfb00139f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956621 Mar 22 14:58:35.234441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Request body: {'port': {'device_id': 'a72c880e-04be-4a9a-9900-90058353f95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:35.299694 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.398851 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1c65451e-9fc5-4c6a-b936-305fc4b0b098 None None] Provisioning complete for port a3465d97-a78b-4ed0-890d-a27e9cc5c1da triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:35.399223 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1c65451e-9fc5-4c6a-b936-305fc4b0b098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.434669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1c65451e-9fc5-4c6a-b936-305fc4b0b098 None None] Port a3465d97-a78b-4ed0-890d-a27e9cc5c1da cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:35.580252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3465d97-a78b-4ed0-890d-a27e9cc5c1da {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:58:35.588201 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Publish callbacks [] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.600882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Transition to ACTIVE for port object a3465d97-a78b-4ed0-890d-a27e9cc5c1da will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:58:35.607952 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.655331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:35.730382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:35.730987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:35.731312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on network abfb4104-d9d3-43b7-a453-967e7216e3cf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:35.736580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on network abfb4104-d9d3-43b7-a453-967e7216e3cf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:58:35.736913 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on network abfb4104-d9d3-43b7-a453-967e7216e3cf {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:35.743849 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:35.744055 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Checking segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:35.744293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Bound using segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:35.744726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Bound port: a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:35.745093 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.814944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95b00d-576d-4815-8acf-945ee4deac39 req-83aa3a33-0b41-4611-b36f-485c0bcf61c4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:35.818187 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:35.818519 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e95b00d-576d-4815-8acf-945ee4deac39 req-83aa3a33-0b41-4611-b36f-485c0bcf61c4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0563767 Mar 22 14:58:35.821728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:35.829705 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.862440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:35.863126 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.865029 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-de8b0695-b259-44a7-a367-78869a534750 service neutron] 10.222.0.42 "PUT /v2.0/ports/a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 1091 time: 0.6353190 Mar 22 14:58:35.868214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:35.870513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2e95b00d-576d-4815-8acf-945ee4deac39 req-84950065-4813-4118-9c0b-af491195419e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476296 Mar 22 14:58:35.871355 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab40093-2868-4f36-89a8-a87a16ed9133" -d '{"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:35.904783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0695-b259-44a7-a367-78869a534750 service neutron] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:35.943657 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a73c691-94b6-4a5b-96e0-951bf21b5ced x-openstack-request-id: req-6a73c691-94b6-4a5b-96e0-951bf21b5ced {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:35.944014 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:35.944274 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a73c691-94b6-4a5b-96e0-951bf21b5ced {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:35.944693 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a73c691-94b6-4a5b-96e0-951bf21b5ced'] response: {'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'status': 'completed', 'code': 200} Mar 22 14:58:35.958439 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-5e85b741-b26e-4295-84ad-bff00f4238e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:35.960095 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-5e85b741-b26e-4295-84ad-bff00f4238e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1125 time: 0.0515890 Mar 22 14:58:36.007297 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-2f5e0751-b360-4610-b3bd-780d8ad437bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 217 time: 0.0397131 Mar 22 14:58:36.063420 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-641936a1-5530-4348-8ef4-f47dd6f2df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:36.064929 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-641936a1-5530-4348-8ef4-f47dd6f2df43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0468478 Mar 22 14:58:36.119383 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-b999cea8-bee3-4d3a-be96-7e56660d577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:36.120927 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-b999cea8-bee3-4d3a-be96-7e56660d577d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500064 Mar 22 14:58:36.220499 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-75d0e892-439b-48f8-85e7-8dcd161a8c8c service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920100 Mar 22 14:58:36.309340 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d0318b0-116b-46d1-acc6-75ca955a745d req-586f3829-4f38-42ad-94dd-eb40ceea3497 service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830379 Mar 22 14:58:36.400015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-d381b1b4-3860-40f7-9090-086249f053cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:36.401496 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-d381b1b4-3860-40f7-9090-086249f053cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1125 time: 0.0452206 Mar 22 14:58:36.496687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-fbf5cc92-4d13-4040-990e-93b2044d6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:36.498263 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-fbf5cc92-4d13-4040-990e-93b2044d6145 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.0896947 Mar 22 14:58:36.541199 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-047a1580-ee3f-453d-9979-a27589060d1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 217 time: 0.0364754 Mar 22 14:58:36.597216 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-f4d214b4-d907-4bf0-af67-a1013a230833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:36.598741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-f4d214b4-d907-4bf0-af67-a1013a230833 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0502417 Mar 22 14:58:36.648717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-fe0c6058-34d2-4f0e-b842-05311a0ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:36.650341 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-fe0c6058-34d2-4f0e-b842-05311a0ae044 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446675 Mar 22 14:58:36.743829 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-3976b2cd-530e-40d2-83e2-9c54f086f9f9 service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Mar 22 14:58:36.851324 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ab40093-2868-4f36-89a8-a87a16ed9133 req-7ebdaea4-0002-4e5b-bda5-5b9ac3b1d3ad service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992653 Mar 22 14:58:37.008543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ff2e-40be-449c-b88f-c7ab050905e7 req-90b8b334-5895-4a11-bbdd-2d32f0ae0a79 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:37.010073 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b989ff2e-40be-449c-b88f-c7ab050905e7 req-90b8b334-5895-4a11-bbdd-2d32f0ae0a79 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0598676 Mar 22 14:58:37.058604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b989ff2e-40be-449c-b88f-c7ab050905e7 req-608fcb93-9495-4e17-8001-86c07d8abb33 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Mar 22 14:58:38.201301 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922f7e-e6f6-44ae-9f79-cd7396e3186e req-052422cb-b258-4594-8118-2f2466a6dcd1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:38.202903 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3922f7e-e6f6-44ae-9f79-cd7396e3186e req-052422cb-b258-4594-8118-2f2466a6dcd1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0578406 Mar 22 14:58:38.252277 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3922f7e-e6f6-44ae-9f79-cd7396e3186e req-f078db74-6a68-492d-a85e-887472ebe771 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435688 Mar 22 14:58:38.860696 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:58:39.390980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212bb1-b766-431d-bcda-a1f81380f2f2 req-9fd3843a-1de5-43e8-9fd8-33edb806d44d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:39.392466 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1212bb1-b766-431d-bcda-a1f81380f2f2 req-9fd3843a-1de5-43e8-9fd8-33edb806d44d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0682786 Mar 22 14:58:39.423756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:58:39.451646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1212bb1-b766-431d-bcda-a1f81380f2f2 req-0415db6f-dab0-4f5a-91b5-49b22c70d092 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533793 Mar 22 14:58:39.520878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:39.533148 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'port_id': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'mac_address': 'fa:16:3e:32:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:58:39.590712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port a3465d97-a78b-4ed0-890d-a27e9cc5c1da is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:39.590712 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.608333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3465d97-a78b-4ed0-890d-a27e9cc5c1da {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:58:39.629259 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:39.635804 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.687763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:39.843134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['a3465d97-a78b-4ed0-890d-a27e9cc5c1da'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:58:40.584997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2bbc-35c2-4322-b872-644e287bcacf req-14bc3c7c-ae59-4b05-932d-5b8ffc516dcb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:40.586593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c29f2bbc-35c2-4322-b872-644e287bcacf req-14bc3c7c-ae59-4b05-932d-5b8ffc516dcb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 944 time: 0.0560782 Mar 22 14:58:40.637767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c29f2bbc-35c2-4322-b872-644e287bcacf req-a5c20da4-bf7e-42fc-afa7-47e463d0af8d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Mar 22 14:58:41.424256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:41.483601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port a3465d97-a78b-4ed0-890d-a27e9cc5c1da completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:58:41.489055 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port a3465d97-a78b-4ed0-890d-a27e9cc5c1da triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:41.489640 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.576784 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port a3465d97-a78b-4ed0-890d-a27e9cc5c1da is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:41.577168 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.612465 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:41.613407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:41.616100 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29eec19-4873-4bdf-b899-99cc6f945a9d" -d '{"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-plugged", "status": "completed", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:41.619628 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.670987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:41.683881 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597c1f26-c2ef-409d-8e22-b110d4f05f49 x-openstack-request-id: req-597c1f26-c2ef-409d-8e22-b110d4f05f49 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:41.684159 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-plugged", "status": "completed", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:41.684590 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-597c1f26-c2ef-409d-8e22-b110d4f05f49 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:41.685162 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597c1f26-c2ef-409d-8e22-b110d4f05f49'] response: {'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'code': 200} Mar 22 14:58:41.777857 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44ac0-3449-40ce-bca5-54ca434cac18 req-17e2f123-e846-4e73-ba24-8d02baddc784 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:41.780244 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89d44ac0-3449-40ce-bca5-54ca434cac18 req-17e2f123-e846-4e73-ba24-8d02baddc784 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0583334 Mar 22 14:58:41.781036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a3778-d224-4d9f-8999-0a37c2dc5132 req-13998412-5009-41ac-b23f-99c945a42c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:41.782612 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93a3778-d224-4d9f-8999-0a37c2dc5132 req-13998412-5009-41ac-b23f-99c945a42c93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1127 time: 0.0460150 Mar 22 14:58:41.833821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a93a3778-d224-4d9f-8999-0a37c2dc5132 req-95ec22b6-2fba-4999-89a2-3eb8e9d74d54 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441685 Mar 22 14:58:41.835436 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89d44ac0-3449-40ce-bca5-54ca434cac18 req-37ef15fa-e1ce-47a3-af9e-7b81965c8f4e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493295 Mar 22 14:58:42.960723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34a55-9597-4d24-bf52-8ae89b47febe req-8fe736fe-350c-4ff6-af9f-127b5f932f93 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:42.962268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62c34a55-9597-4d24-bf52-8ae89b47febe req-8fe736fe-350c-4ff6-af9f-127b5f932f93 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0562410 Mar 22 14:58:43.021923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-62c34a55-9597-4d24-bf52-8ae89b47febe req-c1499847-cf83-40dc-882c-299bbdd31501 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534604 Mar 22 14:58:44.156048 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a3b1a-fd62-464c-994c-f30c9758a3ce req-00314fc3-58ea-46db-9527-2ad1ae17a3e5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:44.157583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a8a3b1a-fd62-464c-994c-f30c9758a3ce req-00314fc3-58ea-46db-9527-2ad1ae17a3e5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0564947 Mar 22 14:58:44.207731 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a8a3b1a-fd62-464c-994c-f30c9758a3ce req-01694756-fceb-4358-a27a-0f8d241a180f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Mar 22 14:58:44.339637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825120a-fb2e-43ed-a37f-73e9fa47b9c0 req-88786a3f-9546-4d9e-b5bb-a32c3ad0f863 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:44.341273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1825120a-fb2e-43ed-a37f-73e9fa47b9c0 req-88786a3f-9546-4d9e-b5bb-a32c3ad0f863 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0626645 Mar 22 14:58:44.393429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1825120a-fb2e-43ed-a37f-73e9fa47b9c0 req-d5edeca0-ee12-45ee-bad8-b66e529398de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Mar 22 14:58:44.415580 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45960) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:44.460323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8da37-6ff0-4ef9-a00a-180e365382b5 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:44.461862 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0bb8da37-6ff0-4ef9-a00a-180e365382b5 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1122 time: 0.0453310 Mar 22 14:58:44.464887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45962) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:44.469682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:44.491811 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.597892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.699112 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.102 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/f123e244-7536-4ba7-9f0e-67d06111e6fb) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:44.808618 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.848498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.882908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:44.885844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:44.889324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:44.915114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=f123e244-7536-4ba7-9f0e-67d06111e6fb,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:45.248164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (854ec68a-f924-4e65-bff6-d6e43bcef4a5), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.328320 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.488106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.496164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.562882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=f123e244-7536-4ba7-9f0e-67d06111e6fb,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:45.576328 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (854ec68a-f924-4e65-bff6-d6e43bcef4a5), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.678699 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP 854ec68a-f924-4e65-bff6-d6e43bcef4a5 associated. External IP: 172.25.2.102, port: a3465d97-a78b-4ed0-890d-a27e9cc5c1da. Mar 22 14:58:45.886550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 83b39e43-eb5c-4203-a456-98e58385d282 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:58:45.997168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:46.009247 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] Sync routers for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:46.016288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:46.019526 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:46.020140 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:46.048402 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4180b0df-8528-4de1-b256-8bc3accd63dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5798197 Mar 22 14:58:46.048402 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:46.049079 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:46.093921 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d81aaf-a1bf-4cf3-9052-5f0684d10ec7 x-openstack-request-id: req-07d81aaf-a1bf-4cf3-9052-5f0684d10ec7 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:46.094331 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:46.094586 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07d81aaf-a1bf-4cf3-9052-5f0684d10ec7 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:46.095006 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d81aaf-a1bf-4cf3-9052-5f0684d10ec7'] response: {'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'status': 'completed', 'code': 200} Mar 22 14:58:46.130019 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:46.159247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca4545-5df8-4301-8d66-850fb228d852 req-65b278f3-a1f5-4624-8ba4-96d36dca7f82 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.160651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aca4545-5df8-4301-8d66-850fb228d852 req-65b278f3-a1f5-4624-8ba4-96d36dca7f82 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0530496 Mar 22 14:58:46.170197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-f59d1103-35e7-4e83-832d-5e1d676e12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.171834 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-f59d1103-35e7-4e83-832d-5e1d676e12ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1127 time: 0.0546119 Mar 22 14:58:46.211689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5aca4545-5df8-4301-8d66-850fb228d852 req-e2cf9c3c-12d8-45eb-8d98-28ae5a6e41d1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444615 Mar 22 14:58:46.234966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45968) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:46.264546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-3ef0dc77-75bd-444f-b814-7d9e62613002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.266242 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-3ef0dc77-75bd-444f-b814-7d9e62613002 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.0886302 Mar 22 14:58:46.303402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ff668468-ceb6-44f2-b861-00b0c7fdeaea tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/854ec68a-f924-4e65-bff6-d6e43bcef4a5 HTTP/1.1" status: 200 len: 991 time: 0.0654771 Mar 22 14:58:46.333324 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-85111ed1-34fa-409a-9dfb-8cba11b97371 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 999 time: 0.0614548 Mar 22 14:58:46.351349 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '854ec68a-f924-4e65-bff6-d6e43bcef4a5', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'port_id': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'mac_address': 'fa:16:3e:32:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72c880e-04be-4a9a-9900-90058353f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:58:45Z', 'updated_at': '2022-03-22T14:58:45Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:46.381602 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-22b7a295-df6d-4998-ad05-fa2147557d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.383268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-22b7a295-df6d-4998-ad05-fa2147557d80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0444951 Mar 22 14:58:46.383807 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] Checking router: 83b39e43-eb5c-4203-a456-98e58385d282 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:46.403142 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:46.403787 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:58:20Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:46.436570 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-1d92277e-3f7b-4449-a84a-d75da6c0531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.438183 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-1d92277e-3f7b-4449-a84a-d75da6c0531b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479434 Mar 22 14:58:46.529956 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-692af532-18c3-4870-ae89-399191a1fb98 service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Mar 22 14:58:46.622659 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b9f9bbc-0537-41b5-a879-71fb7d9c9ffa req-eea7e3d9-4fa7-46fd-883d-f0b6c652fbc1 service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870495 Mar 22 14:58:46.674909 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:46.946965 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '854ec68a-f924-4e65-bff6-d6e43bcef4a5', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'port_id': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'mac_address': 'fa:16:3e:32:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72c880e-04be-4a9a-9900-90058353f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:58:45Z', 'updated_at': '2022-03-22T14:58:45Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:46.973137 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f02fa-7840-4d2b-a92b-47f0e70b703e None None] The sync data for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 is: [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '854ec68a-f924-4e65-bff6-d6e43bcef4a5', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'port_id': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'mac_address': 'fa:16:3e:32:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72c880e-04be-4a9a-9900-90058353f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:58:45Z', 'updated_at': '2022-03-22T14:58:45Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:47.178360 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc7cf2-af19-4542-ae5f-5e7717740478 None None] New status for floating IP 854ec68a-f924-4e65-bff6-d6e43bcef4a5: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:58:47.306446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45970) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:47.369683 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-65505fbc-f50d-4724-bd60-e10cab9636bc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/854ec68a-f924-4e65-bff6-d6e43bcef4a5 HTTP/1.1" status: 200 len: 991 time: 0.0621943 Mar 22 14:58:48.275959 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db06c30e-2360-4b20-ad89-2c43311b6cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:48.374614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 45972) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:48.444409 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-456afda5-635f-4114-bbcf-950c25325d4a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/854ec68a-f924-4e65-bff6-d6e43bcef4a5 HTTP/1.1" status: 200 len: 993 time: 0.0683727 Mar 22 14:58:50.517602 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-47e4db7f-0ae0-4192-b575-756d7da30963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:52.117425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:53.629091 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:54.672171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:54.897542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:59.030922 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:15.136821 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-1e452711-d1dd-4c9b-9c2e-648fe7b7aac9 req-983fdaf7-15ca-4f87-a8df-b116ceb4c3ba service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:59:15.137823 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e452711-d1dd-4c9b-9c2e-648fe7b7aac9 req-983fdaf7-15ca-4f87-a8df-b116ceb4c3ba service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053930 Mar 22 14:59:15.305655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 45990) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:59:15.334281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263adde-02b9-4f2c-9b3b-03c4fa325959 req-db3626e2-ce12-432d-bdde-1d451a22fac7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:15.335877 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1263adde-02b9-4f2c-9b3b-03c4fa325959 req-db3626e2-ce12-432d-bdde-1d451a22fac7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0566964 Mar 22 14:59:15.386203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1263adde-02b9-4f2c-9b3b-03c4fa325959 req-168359a7-6cff-4378-aca2-b2153e356f76 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445125 Mar 22 14:59:15.388984 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-a28ea732-48ec-4341-86bd-f743e51d1dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819850 Mar 22 14:59:15.397504 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6d9b5fe9-4154-4cbd-b4a7-6e83c115714f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:59:15.398484 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6d9b5fe9-4154-4cbd-b4a7-6e83c115714f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049989 Mar 22 14:59:15.789747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46012) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:59:15.859961 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:59:15.884951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-2a0c4f91-c47d-4546-a6c4-cbe269a62583 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:15.886307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-2a0c4f91-c47d-4546-a6c4-cbe269a62583 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports/a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 942 time: 0.0954978 Mar 22 14:59:16.515546 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153083b-1eb4-4d36-9b11-3f1377680aff req-87c15066-49f2-4ae4-a4c9-a1f41845740e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:16.516993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6153083b-1eb4-4d36-9b11-3f1377680aff req-87c15066-49f2-4ae4-a4c9-a1f41845740e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0587492 Mar 22 14:59:16.566325 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6153083b-1eb4-4d36-9b11-3f1377680aff req-e248a580-a941-4038-83d8-1d2429900f89 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434649 Mar 22 14:59:16.796254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-64e9a944-590e-4599-819d-02c626180df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:16.797670 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-64e9a944-590e-4599-819d-02c626180df3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1127 time: 0.0477285 Mar 22 14:59:16.912536 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-efba0395-ec07-48db-8ff2-7ec93b78e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:16.915128 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-efba0395-ec07-48db-8ff2-7ec93b78e1af service neutron] 10.222.0.42 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.1098344 Mar 22 14:59:16.987019 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-c4c31d16-f24a-4ebe-82b3-d0fa8214fb88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 1001 time: 0.0651088 Mar 22 14:59:17.044077 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-f31411ca-c778-44ff-96bf-9fe4c0a87b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:17.045526 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-f31411ca-c778-44ff-96bf-9fe4c0a87b23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0521226 Mar 22 14:59:17.095927 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-2713435f-b253-4544-8730-d1d3ca9be0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:17.097409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-2713435f-b253-4544-8730-d1d3ca9be0ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451789 Mar 22 14:59:17.203985 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-8f0d3ede-76d7-45ab-8bc8-0d27fae40d04 service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991774 Mar 22 14:59:17.315884 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-812fdd44-c03a-42ae-b758-ed987882b10d service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033919 Mar 22 14:59:17.692319 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f914703-e840-49e6-901a-f1dcaba6a402 req-1cb9f651-7ce2-4785-8dcc-0697f9145fa7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:17.693797 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f914703-e840-49e6-901a-f1dcaba6a402 req-1cb9f651-7ce2-4785-8dcc-0697f9145fa7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0557003 Mar 22 14:59:17.744390 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1f914703-e840-49e6-901a-f1dcaba6a402 req-94953d08-b9a6-405a-9f58-ce1aa8ff7b6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445597 Mar 22 14:59:18.277218 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-46e6ceae-6269-4083-9814-1fba7bc8fbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:18.877026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be2aee-4ac8-405d-b545-7a1316d22fdf req-90ebeeba-64b7-44f9-9e97-a374305fa1cf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:18.878417 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35be2aee-4ac8-405d-b545-7a1316d22fdf req-90ebeeba-64b7-44f9-9e97-a374305fa1cf tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0536847 Mar 22 14:59:18.933239 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-35be2aee-4ac8-405d-b545-7a1316d22fdf req-194699a0-2e2c-4116-8cbc-ec75b0c37c7e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463204 Mar 22 14:59:20.063990 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2421e3d-ced5-4cc5-8720-745cdbf1c4ad req-ebb82f2e-ab51-4b5a-8ef3-03ccffda0e11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:20.065437 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2421e3d-ced5-4cc5-8720-745cdbf1c4ad req-ebb82f2e-ab51-4b5a-8ef3-03ccffda0e11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0539975 Mar 22 14:59:20.120643 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2421e3d-ced5-4cc5-8720-745cdbf1c4ad req-e5416093-d79b-4cef-a95d-cc27bca9cd1d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468516 Mar 22 14:59:20.521382 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-79234d16-0c86-4853-a571-9791deb60e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:21.264297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503181a-ac3e-4afe-98ac-8659b727ee23 req-853bdbd1-f448-4c05-b6a2-590bde04bdf0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:21.266088 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6503181a-ac3e-4afe-98ac-8659b727ee23 req-853bdbd1-f448-4c05-b6a2-590bde04bdf0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0636389 Mar 22 14:59:21.325923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6503181a-ac3e-4afe-98ac-8659b727ee23 req-beaff2d7-e93a-43d6-9126-9c3db55a1957 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526636 Mar 22 14:59:22.124672 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:22.464049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e171d-219b-4feb-af28-80d30808ed2b req-5c13a94d-b997-41c2-8005-926408f10d39 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:22.465512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a96e171d-219b-4feb-af28-80d30808ed2b req-5c13a94d-b997-41c2-8005-926408f10d39 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0593679 Mar 22 14:59:22.516257 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a96e171d-219b-4feb-af28-80d30808ed2b req-75c8cd35-9a2b-4fb1-87cd-17763f1484b1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Mar 22 14:59:23.632486 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:23.660101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cffa9-a28c-4ec6-b8cd-b330fdfc35bb req-b9858621-314f-4b00-afa2-979ef63834f3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:23.661979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a4cffa9-a28c-4ec6-b8cd-b330fdfc35bb req-b9858621-314f-4b00-afa2-979ef63834f3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0601683 Mar 22 14:59:23.710203 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8a4cffa9-a28c-4ec6-b8cd-b330fdfc35bb req-9bf9a9d3-bd0b-4426-98e9-608046a7db73 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Mar 22 14:59:24.677247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:24.835923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074eb0c5-dbe9-48f4-8631-38c89ad724a5 req-6fb90455-a233-4fa0-a212-9cb0c848b7df tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:24.837388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-074eb0c5-dbe9-48f4-8631-38c89ad724a5 req-6fb90455-a233-4fa0-a212-9cb0c848b7df tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0577235 Mar 22 14:59:24.895463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-074eb0c5-dbe9-48f4-8631-38c89ad724a5 req-c81f17dd-6438-4a31-b7d1-26ceaea8ec4f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494518 Mar 22 14:59:24.911645 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:26.026179 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c4a1d-c402-4dae-903e-3e145505abf4 req-d99d581e-761a-4fce-a607-fe6db7f03566 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:26.027619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d5c4a1d-c402-4dae-903e-3e145505abf4 req-d99d581e-761a-4fce-a607-fe6db7f03566 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0538476 Mar 22 14:59:26.084300 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d5c4a1d-c402-4dae-903e-3e145505abf4 req-a49730c4-0e24-4234-9010-f2161563df71 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508010 Mar 22 14:59:27.222302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a0b9b-f502-4357-bb80-d4c618313282 req-b5fc1a1d-692a-4166-be98-d9188bdab9eb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:27.223778 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-450a0b9b-f502-4357-bb80-d4c618313282 req-b5fc1a1d-692a-4166-be98-d9188bdab9eb tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0542355 Mar 22 14:59:27.278105 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-450a0b9b-f502-4357-bb80-d4c618313282 req-4adc9e89-9c3f-4831-8265-fee1c4cb3719 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482900 Mar 22 14:59:28.400335 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84218368-b55c-45e0-b5e4-9f1ec47208c2 req-a155657a-015c-43de-bf43-591ec129880a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:28.401938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84218368-b55c-45e0-b5e4-9f1ec47208c2 req-a155657a-015c-43de-bf43-591ec129880a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0544922 Mar 22 14:59:28.455334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-84218368-b55c-45e0-b5e4-9f1ec47208c2 req-156293fb-0ff5-4251-af0c-9c78cdd598a8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474966 Mar 22 14:59:29.047878 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:29.411027 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-c8af5d88-06bc-4fed-bf1b-d7dd3d9e1aca service neutron] show failed (client error): The resource could not be found. Mar 22 14:59:29.412033 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-c8af5d88-06bc-4fed-bf1b-d7dd3d9e1aca service neutron] 10.222.0.42 "GET /v2.0/ports/a3465d97-a78b-4ed0-890d-a27e9cc5c1da/bindings/n-h2-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.3359950 Mar 22 14:59:29.582500 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65999b7f-698e-4c7a-87a8-b116a5ce1176 req-5ca352ec-1c38-42c1-9043-5bd712fb4e28 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:29.583995 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65999b7f-698e-4c7a-87a8-b116a5ce1176 req-5ca352ec-1c38-42c1-9043-5bd712fb4e28 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0571558 Mar 22 14:59:29.639666 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65999b7f-698e-4c7a-87a8-b116a5ce1176 req-72b49598-1bd7-4e58-9bd7-2f7e3d66e9cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497041 Mar 22 14:59:29.733063 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-f3aeae4e-36e8-4977-aff5-4e8c0f5f869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:29.734596 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-f3aeae4e-36e8-4977-aff5-4e8c0f5f869b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 1127 time: 0.0913670 Mar 22 14:59:29.750609 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:59:29.819488 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.020529 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:30.053316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:59:30.097886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:59:30.100234 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed6221f-0e4f-4aed-a51d-a6e62390c652" -d '{"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-unplugged", "status": "completed", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:59:30.104187 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Publish callbacks [] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.117630 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Transition to ACTIVE for port object a3465d97-a78b-4ed0-890d-a27e9cc5c1da will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:59:30.125885 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.165527 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e422beb-3f85-44d4-a3e8-4fbbed96e3bf x-openstack-request-id: req-5e422beb-3f85-44d4-a3e8-4fbbed96e3bf {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:59:30.165853 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-unplugged", "status": "completed", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:59:30.166147 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e422beb-3f85-44d4-a3e8-4fbbed96e3bf {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:59:30.166546 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e422beb-3f85-44d4-a3e8-4fbbed96e3bf'] response: {'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'code': 200} Mar 22 14:59:30.207744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=6']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:30.220841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.220841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.220841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.220841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.220841 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.221449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.221449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.221711 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.222026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.222362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.222678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.222997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.223311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.223623 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.223955 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:30.261489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] No DVR routers for this DVR port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:59:30.402902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:59:30.403183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:59:30.403541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on network abfb4104-d9d3-43b7-a453-967e7216e3cf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:59:30.408206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on network abfb4104-d9d3-43b7-a453-967e7216e3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:59:30.408517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Attempting to bind port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on network abfb4104-d9d3-43b7-a453-967e7216e3cf {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:59:30.413854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:59:30.414182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Checking segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:59:30.414600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Bound using segment: {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:59:30.415007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Bound port: a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5724b5-34c5-471e-bdaf-aafecf70f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:59:30.415358 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.476817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:59:30.479820 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:59:30.488313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.524074 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:30.524692 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.526118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 1091 time: 0.7794986 Mar 22 14:59:30.545758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035311b-ab43-4b6a-83ee-231a8fdecb54 service neutron] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:30.597881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-7e65f725-cb4f-4224-a05d-dc2c94a3955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:30.599456 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-7e65f725-cb4f-4224-a05d-dc2c94a3955d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1125 time: 0.0461962 Mar 22 14:59:30.701229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-2199e08b-4212-4ff7-b394-ce561f3ec8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:30.702749 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-2199e08b-4212-4ff7-b394-ce561f3ec8d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.0931227 Mar 22 14:59:31.156007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-9e70ada1-98d8-42c0-9ddd-859e5290c223 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 999 time: 0.4378247 Mar 22 14:59:31.170822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a869e-4694-435e-831b-19cd33734747 req-0af85136-7f61-444c-b034-eeda895abb80 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:31.172260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a8a869e-4694-435e-831b-19cd33734747 req-0af85136-7f61-444c-b034-eeda895abb80 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.4623516 Mar 22 14:59:31.237222 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-b1eef4dc-377b-4fe4-a525-1b471f1ed7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:31.238544 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-b1eef4dc-377b-4fe4-a525-1b471f1ed7c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0654852 Mar 22 14:59:31.258813 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9a8a869e-4694-435e-831b-19cd33734747 req-36664b8f-2bf2-472c-9546-37e1cf325f6b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785701 Mar 22 14:59:31.297993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-99628763-1f11-4d60-be92-4b6f14a709ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:31.299542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-99628763-1f11-4d60-be92-4b6f14a709ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511777 Mar 22 14:59:31.392674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-95dcbed5-dd27-466d-965a-fe715c30bbbd service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Mar 22 14:59:31.482126 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ae3c62d8-7a3f-423a-ae08-97fbfedd5169 req-fb97ebc7-b2da-4462-869d-0333eba9eb4f service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807374 Mar 22 14:59:32.168008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:59:32.172086 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3069bc-be24-4ed5-be79-2a5832fd00cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:59:32.228337 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c0efa-b859-438d-a13c-449948773748 x-openstack-request-id: req-616c0efa-b859-438d-a13c-449948773748 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:59:32.228674 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:59:32.228929 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-616c0efa-b859-438d-a13c-449948773748 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:59:32.229363 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616c0efa-b859-438d-a13c-449948773748'] response: {'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'status': 'completed', 'code': 200} Mar 22 14:59:32.295050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-3562099b-7016-4240-b5fd-0cadd6595fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.296593 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-3562099b-7016-4240-b5fd-0cadd6595fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1125 time: 0.0510643 Mar 22 14:59:32.308530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-3b071f52-dc61-4d39-93ba-1b0a293b9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.310362 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-3b071f52-dc61-4d39-93ba-1b0a293b9481 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1125 time: 0.0542998 Mar 22 14:59:32.383096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-bd1eae17-c400-4fe0-b1ca-5dfaa2392022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.384571 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-bd1eae17-c400-4fe0-b1ca-5dfaa2392022 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.0823646 Mar 22 14:59:32.440931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3627e-afa5-4902-aad2-014e10c5be71 req-23e8fb1a-53b0-4bf8-8255-6e47f94d5cf2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.442428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e3627e-afa5-4902-aad2-014e10c5be71 req-23e8fb1a-53b0-4bf8-8255-6e47f94d5cf2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.1055048 Mar 22 14:59:32.443545 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-9ae8cedd-a3c7-4d76-95b0-dab479b2b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.444860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-9ae8cedd-a3c7-4d76-95b0-dab479b2b739 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.1267920 Mar 22 14:59:32.454899 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-07d5f9e6-50fb-45c2-8181-c9df41949c3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 999 time: 0.0629363 Mar 22 14:59:32.503234 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-28e084d1-584a-4e85-93fb-0cee2015d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.504733 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-28e084d1-584a-4e85-93fb-0cee2015d98a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0446675 Mar 22 14:59:32.543424 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4e3627e-afa5-4902-aad2-014e10c5be71 req-6bee9485-3631-4a90-a11b-d6b9d465d577 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949068 Mar 22 14:59:32.545183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-885e7a1c-d76a-42fc-9a83-9bb08a657076 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 999 time: 0.0907443 Mar 22 14:59:32.557021 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-03437d3c-3be9-4ca0-8679-c62f99f851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.558555 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-03437d3c-3be9-4ca0-8679-c62f99f851f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477998 Mar 22 14:59:32.595961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-54df274e-fce0-44b9-b7aa-ea038b83cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.597474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-54df274e-fce0-44b9-b7aa-ea038b83cf3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0459292 Mar 22 14:59:32.652020 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-ba4def7b-8888-4997-96e9-6f93eb46a616 service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865643 Mar 22 14:59:32.652729 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-994909d7-3518-409d-871b-a448de2d25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.654259 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-994909d7-3518-409d-871b-a448de2d25f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496783 Mar 22 14:59:32.742293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-06c6eb9c-2d89-4832-886d-117cf6355b6d service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835710 Mar 22 14:59:32.743067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-7ba69fb4-e44f-45e2-8ee6-64bc56f156ae service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811989 Mar 22 14:59:32.845993 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7d3069bc-be24-4ed5-be79-2a5832fd00cd req-ed8ba0c4-fa05-41ed-af34-262e2bfa13e7 service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970712 Mar 22 14:59:33.687906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61dc5c-4d17-47e7-b635-768ca15db0ce req-b3fe929d-028b-47a7-994f-1ef7ff1f94c8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:33.689350 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b61dc5c-4d17-47e7-b635-768ca15db0ce req-b3fe929d-028b-47a7-994f-1ef7ff1f94c8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0583959 Mar 22 14:59:33.723927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:59:33.743679 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b61dc5c-4d17-47e7-b635-768ca15db0ce req-7f54f654-cc6b-440f-9def-1c45df60326a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485437 Mar 22 14:59:33.763061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] The host n-h1-834677-3 is not matching for port a3465d97-a78b-4ed0-890d-a27e9cc5c1da host n-h2-834677-3! {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:59:33.763445 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:59:33.939006 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a987d-4375-4bfd-9c7b-2dbacb283c86 req-96792ba5-c1d3-4805-a798-c02f39cae684 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:33.940498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b5a987d-4375-4bfd-9c7b-2dbacb283c86 req-96792ba5-c1d3-4805-a798-c02f39cae684 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0528643 Mar 22 14:59:33.958366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-f5319a0b-a73d-433e-8e0c-d06a00f5305f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:33.959916 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-f5319a0b-a73d-433e-8e0c-d06a00f5305f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b&tenant_id=8840f79129bd410ca72c0bc42af4ad3c&binding%3Ahost_id=n-h2-834677-3 HTTP/1.1" status: 200 len: 943 time: 0.0610309 Mar 22 14:59:33.990001 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7b5a987d-4375-4bfd-9c7b-2dbacb283c86 req-18f7f9f3-714f-44a8-9149-4e4b76163cff tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Mar 22 14:59:34.017589 n-d-834677-3 neutron-server[110458]: INFO neutron.api.v2.resource [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-5313f046-dce3-49d1-af34-40752c500993 service neutron] delete failed (client error): The resource could not be found. Mar 22 14:59:34.018704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-5313f046-dce3-49d1-af34-40752c500993 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a3465d97-a78b-4ed0-890d-a27e9cc5c1da/bindings/n-h1-834677-3 HTTP/1.1" status: 404 len: 380 time: 0.0530386 Mar 22 14:59:34.107965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-19811f16-6499-4e62-9d37-0b060a35669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:34.109396 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-19811f16-6499-4e62-9d37-0b060a35669e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1125 time: 0.0445685 Mar 22 14:59:34.116053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b52bf-44c0-41e9-a059-32f80822d20d req-ed19ad7b-e535-4e82-8ebc-cd08a9100845 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:34.117508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b4b52bf-44c0-41e9-a059-32f80822d20d req-ed19ad7b-e535-4e82-8ebc-cd08a9100845 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0561767 Mar 22 14:59:34.167851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b4b52bf-44c0-41e9-a059-32f80822d20d req-86e823e7-a469-4f7d-9a37-0f445ca6e3de tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444760 Mar 22 14:59:34.201090 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-3f545fdd-eef4-4508-b798-c7c160804fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:34.202610 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-3f545fdd-eef4-4508-b798-c7c160804fb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.0872641 Mar 22 14:59:34.268563 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-6f4ed34e-bd21-4b53-843d-61f8352898fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 999 time: 0.0598471 Mar 22 14:59:34.315881 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-9225ef86-1e81-4712-84c3-49173a1026f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:34.317308 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-9225ef86-1e81-4712-84c3-49173a1026f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0431733 Mar 22 14:59:34.369476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-be4e4815-46f9-4e53-968a-f1acee731594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:34.370943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-be4e4815-46f9-4e53-968a-f1acee731594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479412 Mar 22 14:59:34.467000 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-c1d2a76c-f8d5-4be1-ae3c-931650f44a2d service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893312 Mar 22 14:59:34.571600 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8d6ac586-e1b0-45cd-9707-52961f645ddb req-46d01d24-3a98-4ec2-a736-c97855f018a4 service neutron] 10.222.0.42 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981836 Mar 22 14:59:35.297740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b401506-4297-4930-aa3d-529240adb99b req-dff26aea-7ba1-4cfd-bc6b-90b56aa12a3a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:35.299209 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b401506-4297-4930-aa3d-529240adb99b req-dff26aea-7ba1-4cfd-bc6b-90b56aa12a3a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 943 time: 0.0536637 Mar 22 14:59:35.366205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8b401506-4297-4930-aa3d-529240adb99b req-6c418337-11f9-4fc0-8dba-8fad5d4657b3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584707 Mar 22 14:59:35.388385 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46066) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:59:35.451349 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e9f8a498-6ef1-4257-8dd9-9ba1a39b46f3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/854ec68a-f924-4e65-bff6-d6e43bcef4a5 HTTP/1.1" status: 200 len: 991 time: 0.0618250 Mar 22 14:59:36.224396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:59:36.335390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:36.347271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'port_id': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'mac_address': 'fa:16:3e:32:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:59:36.388503 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a3465d97-a78b-4ed0-890d-a27e9cc5c1da is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:59:36.388888 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:36.402333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3465d97-a78b-4ed0-890d-a27e9cc5c1da {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:59:36.432193 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:36.438733 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:36.485949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:36.493331 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.493672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.493995 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.494367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.495258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.495594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.495921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.496240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.496565 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.496883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.497181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.497502 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.497817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.498160 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.498471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:36.701271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['a3465d97-a78b-4ed0-890d-a27e9cc5c1da'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:59:38.229285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:59:38.290334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port a3465d97-a78b-4ed0-890d-a27e9cc5c1da completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:59:38.294616 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port a3465d97-a78b-4ed0-890d-a27e9cc5c1da triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:59:38.294973 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:38.376717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port a3465d97-a78b-4ed0-890d-a27e9cc5c1da is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:59:38.377097 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:38.399627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:59:38.401891 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f71d160-5c3e-4f73-9b5b-80645d049e9e" -d '{"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-plugged", "status": "completed", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:59:38.414530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:38.420582 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:38.445442 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba3a7d-191b-4e08-965b-fd363cb5496b x-openstack-request-id: req-61ba3a7d-191b-4e08-965b-fd363cb5496b {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:59:38.445725 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-plugged", "status": "completed", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:59:38.445994 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61ba3a7d-191b-4e08-965b-fd363cb5496b {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:59:38.446382 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ba3a7d-191b-4e08-965b-fd363cb5496b'] response: {'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'code': 200} Mar 22 14:59:38.472942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:45.536122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-7cb9af95-f630-418d-8e7c-50463d0b9e22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646524 Mar 22 14:59:45.634512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39680-41e4-4885-aba2-2054f2445853 req-5934824e-1535-4a01-8b88-64742c4c6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:45.636049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-5934824e-1535-4a01-8b88-64742c4c6fbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1127 time: 0.0477672 Mar 22 14:59:45.743982 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39680-41e4-4885-aba2-2054f2445853 req-05b077e2-cbda-4435-bbf8-314c0e64aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:45.745513 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-05b077e2-cbda-4435-bbf8-314c0e64aabf service neutron] 10.222.0.57 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.0900152 Mar 22 14:59:45.815962 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-b73aae75-0b56-4ab4-a4c2-315ee91b660c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 1001 time: 0.0640900 Mar 22 14:59:45.875973 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39680-41e4-4885-aba2-2054f2445853 req-95342bc9-6a66-418a-ba91-be98dd8f4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:45.878353 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-95342bc9-6a66-418a-ba91-be98dd8f4df3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0544147 Mar 22 14:59:45.931869 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39680-41e4-4885-aba2-2054f2445853 req-6ebba9e3-29bf-4ca0-8cba-89dd2e0f950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:45.933386 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-6ebba9e3-29bf-4ca0-8cba-89dd2e0f950a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482445 Mar 22 14:59:46.027093 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-ce644cfc-e428-4db9-b803-06580e7b041d service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865588 Mar 22 14:59:46.117351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afa39680-41e4-4885-aba2-2054f2445853 req-f1b6ad99-ca47-4a26-87a3-f6448ec62380 service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832624 Mar 22 14:59:48.277481 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-95195896-a17a-4b84-bebe-db5af6219694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:50.521168 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d99d7628-3355-4458-9378-09bfc13b8025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:52.124233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:52.865001 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:59:53.643960 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:54.673580 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:54.950261 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:58.935348 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-2dc5b561-ecd9-4751-9b9e-33a5d664da92 req-89deb572-169e-4878-8689-1a5494a40e1b tempest-ServerDiskConfigTestJSON-1226814597 tempest-ServerDiskConfigTestJSON-1226814597-project] (110457) timed out ('10.222.0.42', 55982) {{(pid=110457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:59:59.066994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:07.896673 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46080) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:08.058419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port f123e244-7536-4ba7-9f0e-67d06111e6fb {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:08.058769 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:08.143485 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:08.143776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (f123e244-7536-4ba7-9f0e-67d06111e6fb), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:08.156655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for f123e244-7536-4ba7-9f0e-67d06111e6fb owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:08.309776 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (f123e244-7536-4ba7-9f0e-67d06111e6fb), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:08.334070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=f123e244-7536-4ba7-9f0e-67d06111e6fb,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:08.345409 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.345756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.346129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.346463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.346791 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.347117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.347461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.347782 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.348139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.348460 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.348780 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.349083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.349551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.349919 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.350256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:08.404128 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (854ec68a-f924-4e65-bff6-d6e43bcef4a5), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:08.404408 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP 854ec68a-f924-4e65-bff6-d6e43bcef4a5 disassociated (deleted). External IP: 172.25.2.102, port: a3465d97-a78b-4ed0-890d-a27e9cc5c1da. Mar 22 15:00:08.622834 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 83b39e43-eb5c-4203-a456-98e58385d282 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:08.743764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:08.748706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:08.759352 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] Sync routers for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:08.769000 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:08.769682 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:08.781270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a0cfbeec-1614-4e45-9196-babd84275d35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/floatingips/854ec68a-f924-4e65-bff6-d6e43bcef4a5 HTTP/1.1" status: 204 len: 168 time: 0.8832452 Mar 22 15:00:08.781909 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:00:08.784332 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efba56f2-c428-483d-88fe-ae2602efa317" -d '{"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:00:08.825655 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a361ca5e-9965-4607-9713-6c3df42458cf x-openstack-request-id: req-a361ca5e-9965-4607-9713-6c3df42458cf {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:00:08.825950 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:00:08.826229 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a361ca5e-9965-4607-9713-6c3df42458cf {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:00:08.826806 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a361ca5e-9965-4607-9713-6c3df42458cf'] response: {'name': 'network-changed', 'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'status': 'completed', 'code': 200} Mar 22 15:00:08.878499 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:08.904953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba56f2-c428-483d-88fe-ae2602efa317 req-acf4de4b-5de4-4d8a-939a-c81729de7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:08.906598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efba56f2-c428-483d-88fe-ae2602efa317 req-acf4de4b-5de4-4d8a-939a-c81729de7273 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 1127 time: 0.0535438 Mar 22 15:00:09.053200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93778c-6b2a-4998-a7b4-fffda6d46cfa req-8abc67e0-01bb-4fe7-8430-88329fb1f5c1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:09.054760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee93778c-6b2a-4998-a7b4-fffda6d46cfa req-8abc67e0-01bb-4fe7-8430-88329fb1f5c1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0835581 Mar 22 15:00:09.055945 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba56f2-c428-483d-88fe-ae2602efa317 req-a65c715f-ee92-434d-8c1e-4fb64854b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:09.057273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efba56f2-c428-483d-88fe-ae2602efa317 req-a65c715f-ee92-434d-8c1e-4fb64854b51b service neutron] 10.222.0.57 "GET /v2.0/networks?id=abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 200 len: 897 time: 0.1390305 Mar 22 15:00:09.080297 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:09.107264 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] Checking router: 83b39e43-eb5c-4203-a456-98e58385d282 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:09.116210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efba56f2-c428-483d-88fe-ae2602efa317 req-a2a3a6e5-9f64-4eef-aea3-4198b5ae00bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 200 len: 217 time: 0.0483179 Mar 22 15:00:09.116405 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:09.116983 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:09.172935 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ee93778c-6b2a-4998-a7b4-fffda6d46cfa req-be5ed77b-a01f-4b65-b3ae-2d4e787c00be tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122501 Mar 22 15:00:09.184183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba56f2-c428-483d-88fe-ae2602efa317 req-45f4c99e-5b83-4708-82f0-6d74bc06e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:09.195129 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efba56f2-c428-483d-88fe-ae2602efa317 req-45f4c99e-5b83-4708-82f0-6d74bc06e1c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 200 len: 834 time: 0.0618339 Mar 22 15:00:09.224184 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:09.236075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba56f2-c428-483d-88fe-ae2602efa317 req-849b41fb-b4de-4f3e-974e-909fa77add74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:09.237589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efba56f2-c428-483d-88fe-ae2602efa317 req-849b41fb-b4de-4f3e-974e-909fa77add74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abfb4104-d9d3-43b7-a453-967e7216e3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454850 Mar 22 15:00:09.330595 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efba56f2-c428-483d-88fe-ae2602efa317 req-31820cec-1cf6-4b78-9551-01b09b5d62df service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864699 Mar 22 15:00:09.419842 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:09.421007 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-efba56f2-c428-483d-88fe-ae2602efa317 req-e76b096b-0d16-4f12-bcfa-58a2adb705e5 service neutron] 10.222.0.57 "GET /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837898 Mar 22 15:00:09.449766 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e7208-1725-40c9-9b4d-7516a56b1527 None None] The sync data for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 is: [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '1762efb2-10cf-40bc-af14-7196917ef174', 'name': '', 'network_id': 'abfb4104-d9d3-43b7-a453-967e7216e3cf', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:26:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:30Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'ed7fe528-50ea-4bf3-897a-0f88a1ccd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:09.684062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f51eea-3f4b-4334-b8e9-80e1199769b3 None None] New status for floating IP 854ec68a-f924-4e65-bff6-d6e43bcef4a5: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:00:10.373654 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8881-13d2-4646-bd45-51489ee732eb req-bc434c54-d2ae-4e1c-a4d6-2d4007a19bfd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:10.375179 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afde8881-13d2-4646-bd45-51489ee732eb req-bc434c54-d2ae-4e1c-a4d6-2d4007a19bfd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.1207783 Mar 22 15:00:10.425412 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-afde8881-13d2-4646-bd45-51489ee732eb req-db8863b4-738b-44fb-b0e9-70709ba3d633 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dc4458e-d2a5-40ec-bc0f-aac1501102ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 Mar 22 15:00:10.526974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-65df64bc-6b8c-42f7-87eb-5e5ce9965ba5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:10.528327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-65df64bc-6b8c-42f7-87eb-5e5ce9965ba5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.57 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 945 time: 0.0575383 Mar 22 15:00:10.638049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port a3465d97-a78b-4ed0-890d-a27e9cc5c1da {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:10.638572 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:10.730534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port a3465d97-a78b-4ed0-890d-a27e9cc5c1da, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:10.730849 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:10.744171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for a3465d97-a78b-4ed0-890d-a27e9cc5c1da owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:10.885733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (a3465d97-a78b-4ed0-890d-a27e9cc5c1da), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:10.921999 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=a3465d97-a78b-4ed0-890d-a27e9cc5c1da,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:10.967218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] No DVR routers for this DVR port a3465d97-a78b-4ed0-890d-a27e9cc5c1da on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:00:10.969899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:10.973263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b1a74fc-3121-460e-9dfa-0888dbb94e29 req-28102ec0-eb1c-470b-a2b1-e46e6f930f11 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.57 "DELETE /v2.0/ports/a3465d97-a78b-4ed0-890d-a27e9cc5c1da HTTP/1.1" status: 204 len: 173 time: 0.4342048 Mar 22 15:00:10.973718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-deleted', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:00:10.976020 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94260f9-a095-42ba-8931-80e5598f4408" -d '{"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-deleted", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:00:11.012182 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b68595-b649-4138-b376-428c6c289f66 x-openstack-request-id: req-b3b68595-b649-4138-b376-428c6c289f66 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:00:11.012492 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72c880e-04be-4a9a-9900-90058353f95b", "name": "network-vif-deleted", "tag": "a3465d97-a78b-4ed0-890d-a27e9cc5c1da", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:00:11.012728 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3b68595-b649-4138-b376-428c6c289f66 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:00:11.013146 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b68595-b649-4138-b376-428c6c289f66'] response: {'server_uuid': 'a72c880e-04be-4a9a-9900-90058353f95b', 'name': 'network-vif-deleted', 'tag': 'a3465d97-a78b-4ed0-890d-a27e9cc5c1da', 'status': 'completed', 'code': 200} Mar 22 15:00:11.545563 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f05d3b53-416d-442a-8924-1a11ee6e5a38 req-e35a64a5-3dde-4c2d-863c-89de56e2a1c1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=a72c880e-04be-4a9a-9900-90058353f95b HTTP/1.1" status: 200 len: 210 time: 0.0351911 Mar 22 15:00:12.622371 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46098) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:13.019722 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (83b39e43-eb5c-4203-a456-98e58385d282), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:13.288132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 1762efb2-10cf-40bc-af14-7196917ef174 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:13.288367 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1762efb2-10cf-40bc-af14-7196917ef174), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:13.381814 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port 1762efb2-10cf-40bc-af14-7196917ef174, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1762efb2-10cf-40bc-af14-7196917ef174,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:13.382208 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1762efb2-10cf-40bc-af14-7196917ef174), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:13.397022 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 1762efb2-10cf-40bc-af14-7196917ef174 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:13.599359 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1762efb2-10cf-40bc-af14-7196917ef174), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:13.628694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=1762efb2-10cf-40bc-af14-7196917ef174,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:13.802457 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (83b39e43-eb5c-4203-a456-98e58385d282), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.032677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 83b39e43-eb5c-4203-a456-98e58385d282 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:14.139793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:14.145113 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29ab004d-923e-4c19-a152-ce57a57ebfe1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/83b39e43-eb5c-4203-a456-98e58385d282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5215833 Mar 22 15:00:14.148079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46100) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:14.150951 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] Sync routers for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:14.162551 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:14.163173 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:14.198157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting subnet ed7fe528-50ea-4bf3-897a-0f88a1ccd57d {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:00:14.201358 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (ed7fe528-50ea-4bf3-897a-0f88a1ccd57d), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.240304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (ed7fe528-50ea-4bf3-897a-0f88a1ccd57d), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.266255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:14.328522 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (ed7fe528-50ea-4bf3-897a-0f88a1ccd57d), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.389411 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (ed7fe528-50ea-4bf3-897a-0f88a1ccd57d), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.416075 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7fe528-50ea-4bf3-897a-0f88a1ccd57d,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:14.423288 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.429434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46102) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:14.430288 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-13479e5e-c91d-4246-90ac-728080cd0898 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/subnets/ed7fe528-50ea-4bf3-897a-0f88a1ccd57d HTTP/1.1" status: 204 len: 168 time: 0.2812018 Mar 22 15:00:14.437343 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2587cf-5386-4f73-84d5-c3b03c711d62 None None] Network abfb4104-d9d3-43b7-a453-967e7216e3cf requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:14.440125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:14.502597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: a3465d97-a78b-4ed0-890d-a27e9cc5c1da {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:14.502824 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device a3465d97-a78b-4ed0-890d-a27e9cc5c1da not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:14.541490 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T15:00:13Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:14.559451 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (83b39e43-eb5c-4203-a456-98e58385d282), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.569077 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] Checking router: 83b39e43-eb5c-4203-a456-98e58385d282 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:14.578050 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] Routers {'83b39e43-eb5c-4203-a456-98e58385d282'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:14.578680 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['83b39e43-eb5c-4203-a456-98e58385d282'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:14.624029 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] DHCP port deletion for abfb4104-d9d3-43b7-a453-967e7216e3cf request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:00:14.674904 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (83b39e43-eb5c-4203-a456-98e58385d282), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.675862 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] Deleting port 1806b9a9-04a1-45c8-83b9-736d10a83b9a {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:14.676499 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.697797 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] Set router 83b39e43-eb5c-4203-a456-98e58385d282 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:14.749442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:14.750029 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.759672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] For port 1806b9a9-04a1-45c8-83b9-736d10a83b9a, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1806b9a9-04a1-45c8-83b9-736d10a83b9a,segment=NetworkSegment(1d5724b5-34c5-471e-bdaf-aafecf70f87a),segment_id=1d5724b5-34c5-471e-bdaf-aafecf70f87a)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:14.760402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.788866 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] Calling delete_port for 1806b9a9-04a1-45c8-83b9-736d10a83b9a owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:14.790768 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1806b9a9-04a1-45c8-83b9-736d10a83b9a no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:14.833469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port 84d74c52-e35a-4e7f-806d-a09bd5baf1b7, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:14.833834 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.849282 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:14.892304 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T15:00:13Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:14.920041 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee6d66-72f2-4c21-9875-8bd1ee5c3ea0 None None] The sync data for ids ['83b39e43-eb5c-4203-a456-98e58385d282'] in n-d-834677-3 is: [{'id': '83b39e43-eb5c-4203-a456-98e58385d282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409724349', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T15:00:13Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '84d74c52-e35a-4e7f-806d-a09bd5baf1b7', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b39e43-eb5c-4203-a456-98e58385d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:27Z', 'updated_at': '2022-03-22T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:14.931142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1806b9a9-04a1-45c8-83b9-736d10a83b9a is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:14.931537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.983024 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (1806b9a9-04a1-45c8-83b9-736d10a83b9a), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.004703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] Pushing event deleted for resources: {'Port': ['ID=1806b9a9-04a1-45c8-83b9-736d10a83b9a,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:15.013407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20288cad-0619-44b9-8fb0-350274f5bd46 None None] No DVR routers for this DVR port 1806b9a9-04a1-45c8-83b9-736d10a83b9a on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:00:15.035935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (84d74c52-e35a-4e7f-806d-a09bd5baf1b7), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.062292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=84d74c52-e35a-4e7f-806d-a09bd5baf1b7,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:15.124822 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (83b39e43-eb5c-4203-a456-98e58385d282), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.222621 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (83b39e43-eb5c-4203-a456-98e58385d282), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.225254 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (83b39e43-eb5c-4203-a456-98e58385d282), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.271832 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (83b39e43-eb5c-4203-a456-98e58385d282), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.272269 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Fanout notify agent at l3_agent the message router_deleted on router 83b39e43-eb5c-4203-a456-98e58385d282 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:00:15.282024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.286131 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f3197d8b-4025-40a5-a1f0-36c7fc00c55b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/routers/83b39e43-eb5c-4203-a456-98e58385d282 HTTP/1.1" status: 204 len: 168 time: 0.8527353 Mar 22 15:00:15.286445 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46104) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:15.368993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (abfb4104-d9d3-43b7-a453-967e7216e3cf), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.456056 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (abfb4104-d9d3-43b7-a453-967e7216e3cf), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.476041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfb4104-d9d3-43b7-a453-967e7216e3cf']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:15.485041 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5724b5-34c5-471e-bdaf-aafecf70f87a') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:15.485328 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5724b5-34c5-471e-bdaf-aafecf70f87a') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:15.494418 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (1d5724b5-34c5-471e-bdaf-aafecf70f87a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.508383 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (1d5724b5-34c5-471e-bdaf-aafecf70f87a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.515313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:00:15.515714 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (1d5724b5-34c5-471e-bdaf-aafecf70f87a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: timer() Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:00:15.518940 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:00:15.583766 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (abfb4104-d9d3-43b7-a453-967e7216e3cf), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.591217 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.594363 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/networks/abfb4104-d9d3-43b7-a453-967e7216e3cf HTTP/1.1" status: 204 len: 168 time: 0.3068035 Mar 22 15:00:15.597268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46106) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:15.606682 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354bd09-0dda-4870-8409-49d1254c3425 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Network': ['ID=abfb4104-d9d3-43b7-a453-967e7216e3cf,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:15.658753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-facc74c5-2afd-482d-9f1f-1f20217135ef tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (0dc4458e-d2a5-40ec-bc0f-aac1501102ad), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.683558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-facc74c5-2afd-482d-9f1f-1f20217135ef tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (0dc4458e-d2a5-40ec-bc0f-aac1501102ad), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.750889 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-facc74c5-2afd-482d-9f1f-1f20217135ef tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0dc4458e-d2a5-40ec-bc0f-aac1501102ad), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.753558 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-facc74c5-2afd-482d-9f1f-1f20217135ef tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:15.754819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-facc74c5-2afd-482d-9f1f-1f20217135ef tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/security-groups/0dc4458e-d2a5-40ec-bc0f-aac1501102ad HTTP/1.1" status: 204 len: 168 time: 0.1565323 Mar 22 15:00:15.764031 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc74c5-2afd-482d-9f1f-1f20217135ef tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4458e-d2a5-40ec-bc0f-aac1501102ad,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.083552 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46112) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.088202 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3b0a13e9-5517-4af9-b4a1-a67119bf18ce tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765530334', 'description': 'tempest-secgroup-smoke-1765530334 description', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:16.111270 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0a13e9-5517-4af9-b4a1-a67119bf18ce tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.176928 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0a13e9-5517-4af9-b4a1-a67119bf18ce tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (d8c61389-cb54-4c67-9da3-b1a0eb18f011), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.188331 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0a13e9-5517-4af9-b4a1-a67119bf18ce tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d8c61389-cb54-4c67-9da3-b1a0eb18f011), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.228415 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3b0a13e9-5517-4af9-b4a1-a67119bf18ce tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.229651 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3b0a13e9-5517-4af9-b4a1-a67119bf18ce tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1450682 Mar 22 15:00:16.231838 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a13e9-5517-4af9-b4a1-a67119bf18ce tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c61389-cb54-4c67-9da3-b1a0eb18f011,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.232807 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46114) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.237584 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-482f6b04-4e2e-406a-a046-d4f56e91e69f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'd8c61389-cb54-4c67-9da3-b1a0eb18f011', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:16.273479 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-482f6b04-4e2e-406a-a046-d4f56e91e69f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (a87bb01c-feb3-4ee7-88cc-0300c5651a7e), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.325619 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-482f6b04-4e2e-406a-a046-d4f56e91e69f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (a87bb01c-feb3-4ee7-88cc-0300c5651a7e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.331202 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-482f6b04-4e2e-406a-a046-d4f56e91e69f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (a87bb01c-feb3-4ee7-88cc-0300c5651a7e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.348795 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f6b04-4e2e-406a-a046-d4f56e91e69f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87bb01c-feb3-4ee7-88cc-0300c5651a7e,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.357706 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-482f6b04-4e2e-406a-a046-d4f56e91e69f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.358959 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-482f6b04-4e2e-406a-a046-d4f56e91e69f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251185 Mar 22 15:00:16.361744 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46116) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.366203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-e72676fd-dd28-4ef4-8508-0097e31f6252 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'd8c61389-cb54-4c67-9da3-b1a0eb18f011', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:16.391755 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e72676fd-dd28-4ef4-8508-0097e31f6252 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (b3eb8498-c55a-491a-b2b3-aaed648aef02), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.447163 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e72676fd-dd28-4ef4-8508-0097e31f6252 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (b3eb8498-c55a-491a-b2b3-aaed648aef02), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.452483 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e72676fd-dd28-4ef4-8508-0097e31f6252 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b3eb8498-c55a-491a-b2b3-aaed648aef02), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.469648 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72676fd-dd28-4ef4-8508-0097e31f6252 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3eb8498-c55a-491a-b2b3-aaed648aef02,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.477292 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e72676fd-dd28-4ef4-8508-0097e31f6252 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.478943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e72676fd-dd28-4ef4-8508-0097e31f6252 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158173 Mar 22 15:00:16.481227 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46118) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.485448 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9d9a8720-8e16-443d-b4c5-d5cb129533b6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'd8c61389-cb54-4c67-9da3-b1a0eb18f011', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:16.509555 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8720-8e16-443d-b4c5-d5cb129533b6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d642d002-2412-4a32-9a44-feb761fbe00e), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.574075 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8720-8e16-443d-b4c5-d5cb129533b6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d642d002-2412-4a32-9a44-feb761fbe00e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.583021 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8720-8e16-443d-b4c5-d5cb129533b6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d642d002-2412-4a32-9a44-feb761fbe00e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.601674 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a8720-8e16-443d-b4c5-d5cb129533b6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d642d002-2412-4a32-9a44-feb761fbe00e,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.608042 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8720-8e16-443d-b4c5-d5cb129533b6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.609518 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9d9a8720-8e16-443d-b4c5-d5cb129533b6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271319 Mar 22 15:00:16.612390 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46120) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.616694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8e49935f-59cc-4b66-a463-0b0b0eebaabe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'd8c61389-cb54-4c67-9da3-b1a0eb18f011', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:16.641767 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e49935f-59cc-4b66-a463-0b0b0eebaabe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (7b36b3fa-bc6f-4c43-808b-e7d317b7bdea), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.693279 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:16.704229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e49935f-59cc-4b66-a463-0b0b0eebaabe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (7b36b3fa-bc6f-4c43-808b-e7d317b7bdea), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.709478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e49935f-59cc-4b66-a463-0b0b0eebaabe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (7b36b3fa-bc6f-4c43-808b-e7d317b7bdea), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.713274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:16.713868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 84d74c52-e35a-4e7f-806d-a09bd5baf1b7 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:16.714310 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1762efb2-10cf-40bc-af14-7196917ef174 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:16.727158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49935f-59cc-4b66-a463-0b0b0eebaabe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b36b3fa-bc6f-4c43-808b-e7d317b7bdea,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.737492 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 1762efb2-10cf-40bc-af14-7196917ef174 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:16.737845 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1762efb2-10cf-40bc-af14-7196917ef174 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:16.738175 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8e49935f-59cc-4b66-a463-0b0b0eebaabe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.739465 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8e49935f-59cc-4b66-a463-0b0b0eebaabe tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261294 Mar 22 15:00:16.742328 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46122) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.747030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'd8c61389-cb54-4c67-9da3-b1a0eb18f011', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:16.767721 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:00:16.772745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (259fdf4f-0559-4ac8-97cb-f1f19f7be483), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.830697 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (259fdf4f-0559-4ac8-97cb-f1f19f7be483), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.835945 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (259fdf4f-0559-4ac8-97cb-f1f19f7be483), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.857269 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259fdf4f-0559-4ac8-97cb-f1f19f7be483,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.865325 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.866754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df6a6e3d-0073-4317-9191-496e7561e906 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231461 Mar 22 15:00:16.869419 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46124) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.873783 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': 'd8c61389-cb54-4c67-9da3-b1a0eb18f011', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:16.895357 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:00:16.900224 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (da964ec0-ca9e-4d04-8b9a-84beeb857372), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.963709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (da964ec0-ca9e-4d04-8b9a-84beeb857372), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.969936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (da964ec0-ca9e-4d04-8b9a-84beeb857372), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.989510 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da964ec0-ca9e-4d04-8b9a-84beeb857372,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:16.995760 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.996871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b80aa24b-cdde-4377-9392-00e58af8a19a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264546 Mar 22 15:00:16.999951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46126) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:17.005093 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'network': {'name': 'tempest-network-smoke--2052486504', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:17.027562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:17.030869 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.055499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:00:17.065161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5a0a5a76-018e-41bc-ba12-4725e24d2d4c), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.065532 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Added segment 5a0a5a76-018e-41bc-ba12-4725e24d2d4c of type vlan for network b8978d07-aa04-47ca-8470-363ab0760d79 Mar 22 15:00:17.109348 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (b8978d07-aa04-47ca-8470-363ab0760d79), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.135525 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (b8978d07-aa04-47ca-8470-363ab0760d79), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.143439 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:17.144290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.204586 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2035463 Mar 22 15:00:17.207368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46128) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:17.213538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'admin_state_up': True, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:17.219339 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2849ebf-0890-4af5-b992-48993a970c6d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Network': ['ID=b8978d07-aa04-47ca-8470-363ab0760d79,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:17.229377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network b8978d07-aa04-47ca-8470-363ab0760d79 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:00:17.240198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.241303 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.298135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.434844 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.633556 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.662630 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.768922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.206 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/20c0681c-de5f-4502-9f7d-bef05d0b0539) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:17.868509 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.906003 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.942568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:17.945493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:17.951675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:17.956809 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=20c0681c-de5f-4502-9f7d-bef05d0b0539,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:18.220830 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.270680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e5a65206-c0e6-4dbd-81d8-1662432ec74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.428542 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.556772 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:00:19.030991 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:19.041723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Sync routers for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:19.052473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:19.053179 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:19.054318 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.055723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6711dca8-1d39-477a-8b6a-de86e87a405f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8472688 Mar 22 15:00:19.058951 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46130) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:19.088887 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b1d45f29-47d3-4a67-948d-daf6f0921b28 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8840f79129bd410ca72c0bc42af4ad3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288239 Mar 22 15:00:19.091597 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46132) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:19.161459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:19.347393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:18Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:19.374530 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Checking router: 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:19.374875 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Updating router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 port 20c0681c-de5f-4502-9f7d-bef05d0b0539 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:00:19.403106 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.534880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46baf65b-8c93-4634-b118-06398996c74d tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:19.536383 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-46baf65b-8c93-4634-b118-06398996c74d tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4439225 Mar 22 15:00:19.539512 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46134) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:19.566504 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-29d0277a-a075-4e45-a878-6b22a2345a3b tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259526 Mar 22 15:00:19.569386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46136) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:19.573853 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154415144', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:19.659150 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Publish callbacks [] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.661018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:19.664454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.664623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.715597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d486045-ee51-460e-af15-fd6f8c03d277 None None] Pushing event updated for resources: {'Port': ['ID=20c0681c-de5f-4502-9f7d-bef05d0b0539,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:19.717799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Attempting to bind port 20c0681c-de5f-4502-9f7d-bef05d0b0539 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:19.718187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Attempting to bind port 20c0681c-de5f-4502-9f7d-bef05d0b0539 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:19.718533 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Attempting to bind port 20c0681c-de5f-4502-9f7d-bef05d0b0539 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:19.724025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:19.724628 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:19.725025 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.725409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:19.725874 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Bound port: 20c0681c-de5f-4502-9f7d-bef05d0b0539, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:19.726275 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.776556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] For port 20c0681c-de5f-4502-9f7d-bef05d0b0539, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:19.779665 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] For port 20c0681c-de5f-4502-9f7d-bef05d0b0539, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=20c0681c-de5f-4502-9f7d-bef05d0b0539,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:19.785851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.842586 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:19.843197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:19.847196 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d486045-ee51-460e-af15-fd6f8c03d277 None None] Pushing event updated for resources: {'Port': ['ID=20c0681c-de5f-4502-9f7d-bef05d0b0539,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:19.851458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (da9c1ccd-97ce-4b4f-94c4-d4c1de141934), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.915424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Subnet': ['ID=da9c1ccd-97ce-4b4f-94c4-d4c1de141934,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:19.922668 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Checking segment: {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:19.923028 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network hostable DHCP agents. Network: b8978d07-aa04-47ca-8470-363ab0760d79, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:00:19.940418 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network b8978d07-aa04-47ca-8470-363ab0760d79 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:00:19.951185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, b8978d07-aa04-47ca-8470-363ab0760d79) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:19.955838 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:19.956443 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.961709 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692471ab-4bfe-4b64-88ec-9301a764be3e None None] Network b8978d07-aa04-47ca-8470-363ab0760d79 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:19.966867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:19.974631 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9e6c246b-5e37-4d79-a627-2cea4724f3e9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4044359 Mar 22 15:00:19.977344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46138) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:20.169736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-b8978d07-aa04-47ca-8470-363ab0760d79', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:00:20.170551 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.316872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:18Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:20.350173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eaccc9-62f4-4f81-a961-3c48d999a611 None None] The sync data for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 is: [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:18Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:20.363213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Allocated IP 172.20.0.2 (b8978d07-aa04-47ca-8470-363ab0760d79/da9c1ccd-97ce-4b4f-94c4-d4c1de141934/4d3fd377-d136-476a-ba8b-0d9bf8dc3b85) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:20.423594 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.528266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-195fd6f6-7c67-4cea-bbd7-4780eb0aed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.541675 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Publish callbacks [] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.555627 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.612527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Network b8978d07-aa04-47ca-8470-363ab0760d79 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:20.618456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:20.620524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Pushing event updated for resources: {'Port': ['ID=4d3fd377-d136-476a-ba8b-0d9bf8dc3b85,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:20.623008 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:20.692394 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Attempting to bind port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:20.692771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Attempting to bind port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:20.693263 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Attempting to bind port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 on network b8978d07-aa04-47ca-8470-363ab0760d79 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:20.707373 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:20.708941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Checking segment: {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:20.709598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.710288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Bound using segment: {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:20.712389 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Bound port: 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:20.716956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.761306 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 20c0681c-de5f-4502-9f7d-bef05d0b0539 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:20.779202 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.1 (b8978d07-aa04-47ca-8470-363ab0760d79/da9c1ccd-97ce-4b4f-94c4-d4c1de141934/48daa680-21a6-48b2-9644-f342b9b8c7f6) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:20.906956 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.942083 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.986626 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network b8978d07-aa04-47ca-8470-363ab0760d79 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:20.990066 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:20.994430 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:21.001916 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] For port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:21.006393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] For port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d3fd377-d136-476a-ba8b-0d9bf8dc3b85,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:21.019939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 20c0681c-de5f-4502-9f7d-bef05d0b0539 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:21.020385 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.022800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.023417 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=48daa680-21a6-48b2-9644-f342b9b8c7f6,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:21.048374 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.118387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3615e-4da9-4c5d-81ac-397ab2e6d213 None None] Pushing event updated for resources: {'Port': ['ID=4d3fd377-d136-476a-ba8b-0d9bf8dc3b85,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:21.161400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 20c0681c-de5f-4502-9f7d-bef05d0b0539 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:21.162129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.192096 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 20c0681c-de5f-4502-9f7d-bef05d0b0539, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=20c0681c-de5f-4502-9f7d-bef05d0b0539,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:21.196163 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.223665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.254777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=20c0681c-de5f-4502-9f7d-bef05d0b0539,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:21.541700 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.547896 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.617408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=48daa680-21a6-48b2-9644-f342b9b8c7f6,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:21.619870 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.714903 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network b8978d07-aa04-47ca-8470-363ab0760d79 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:21.716396 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:21.833489 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:21.948268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:21.954026 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c00098f3-7761-4dac-a979-d6424dbf6f35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/5e87b5bf-8f1b-40b5-95e9-226f5baeabd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9750535 Mar 22 15:00:22.109523 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-b89f9318-ae3e-4839-bc67-19a61f3f692f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765530334&fields=id&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 267 time: 0.0452299 Mar 22 15:00:22.122438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.149690 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Sync routers for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:22.160908 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:22.161539 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:22.218295 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-0bebe736-8eb3-4f18-b0d5-ea75abb1f090 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:22.219644 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-0bebe736-8eb3-4f18-b0d5-ea75abb1f090 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/networks?id=b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 200 len: 797 time: 0.1034400 Mar 22 15:00:22.234856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-ecc62756-628b-4264-ad52-53cbbd798089 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/quotas/8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 375 time: 0.0094728 Mar 22 15:00:22.268153 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:22.290304 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-be572c00-7f4f-4506-b29f-ae517a8ca695 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499051 Mar 22 15:00:22.391180 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-6d11c6cd-27fa-40c8-bfd9-6d41394e7785 service neutron] 10.222.0.44 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890250 Mar 22 15:00:22.477084 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 2, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:22.487915 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-9c256781-041a-4477-91b0-a61c61d1ed3d service neutron] 10.222.0.44 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909123 Mar 22 15:00:22.509518 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Checking router: 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:22.509880 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Updating router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 port 48daa680-21a6-48b2-9644-f342b9b8c7f6 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:00:22.538120 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.770785 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a1da3ae5-12c6-43c9-971f-fe4c3fa26cb8 req-4318602d-2ded-48f3-a89e-35f9cbf32a87 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 210 time: 0.1206713 Mar 22 15:00:22.792654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73212ea8-57b3-4fde-a5fb-ec948f45445b None None] Network b8978d07-aa04-47ca-8470-363ab0760d79 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:22.857464 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Publish callbacks [] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.865230 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.872687 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 20c0681c-de5f-4502-9f7d-bef05d0b0539 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:22.941801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e2615da2-b70b-4afe-8dd8-d39054f1e2b1 None None] Provisioning complete for port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:22.942180 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2615da2-b70b-4afe-8dd8-d39054f1e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.966160 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Attempting to bind port 48daa680-21a6-48b2-9644-f342b9b8c7f6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:22.966160 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Attempting to bind port 48daa680-21a6-48b2-9644-f342b9b8c7f6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:22.966619 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Attempting to bind port 48daa680-21a6-48b2-9644-f342b9b8c7f6 on network b8978d07-aa04-47ca-8470-363ab0760d79 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:22.969711 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Pushing event updated for resources: {'Port': ['ID=48daa680-21a6-48b2-9644-f342b9b8c7f6,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:22.979376 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.979678 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.979979 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.980305 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.980626 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.980944 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.981471 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.981594 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.981868 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.982209 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.982522 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.987196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.987196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.987196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.987196 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:22.989804 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:22.990485 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Checking segment: {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:22.991322 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.991922 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Bound using segment: {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:22.992581 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Bound port: 48daa680-21a6-48b2-9644-f342b9b8c7f6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:22.993162 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.031083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 20c0681c-de5f-4502-9f7d-bef05d0b0539 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:23.031457 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.061794 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] For port 48daa680-21a6-48b2-9644-f342b9b8c7f6, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:23.064937 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] For port 48daa680-21a6-48b2-9644-f342b9b8c7f6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=48daa680-21a6-48b2-9644-f342b9b8c7f6,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:23.072052 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.123625 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e2615da2-b70b-4afe-8dd8-d39054f1e2b1 None None] Current status of the port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:23.124588 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2615da2-b70b-4afe-8dd8-d39054f1e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.125785 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:23.126421 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:23.192335 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 20c0681c-de5f-4502-9f7d-bef05d0b0539 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:23.193692 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:23.208089 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837cc57-5c07-48ef-844e-16243b91589a None None] Pushing event updated for resources: {'Port': ['ID=48daa680-21a6-48b2-9644-f342b9b8c7f6,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:23.253292 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:23.264480 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e2615da2-b70b-4afe-8dd8-d39054f1e2b1 None None] For port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d3fd377-d136-476a-ba8b-0d9bf8dc3b85,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:23.287224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:23.287603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.290534 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e2615da2-b70b-4afe-8dd8-d39054f1e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.361881 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2615da2-b70b-4afe-8dd8-d39054f1e2b1 None None] Pushing event updated for resources: {'Port': ['ID=4d3fd377-d136-476a-ba8b-0d9bf8dc3b85,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:23.440681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:23.444281 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Provisioning complete for port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:23.444755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.529809 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Current status of the port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:23.542800 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Provisioning complete for port 48daa680-21a6-48b2-9644-f342b9b8c7f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:23.543197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.584769 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:23.611817 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be339a-7980-45c0-8436-017be07aaf98 None None] The sync data for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 is: [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:23.638067 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Current status of the port 48daa680-21a6-48b2-9644-f342b9b8c7f6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:23.638623 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.658424 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.709600 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] For port 48daa680-21a6-48b2-9644-f342b9b8c7f6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=48daa680-21a6-48b2-9644-f342b9b8c7f6,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:23.715788 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.810718 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc4ba2-8c62-4f0d-afc2-a37825f3409b None None] Pushing event updated for resources: {'Port': ['ID=48daa680-21a6-48b2-9644-f342b9b8c7f6,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:23.845587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fcf1256c-2cbe-4c58-898f-4c8b0ee813d8 None None] Provisioning complete for port 48daa680-21a6-48b2-9644-f342b9b8c7f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:23.845983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fcf1256c-2cbe-4c58-898f-4c8b0ee813d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.962585 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c88d1c1e-4e1b-4549-a6db-0ee2517ebd83 req-d55090ec-8d52-4fb3-aa45-26283dcbf699 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 210 time: 0.0696206 Mar 22 15:00:23.982844 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-28d0cdd5-9ffd-4d96-a9d8-c0de70ba306c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:23.983425 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-28d0cdd5-9ffd-4d96-a9d8-c0de70ba306c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/networks?id=b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 200 len: 797 time: 0.2359126 Mar 22 15:00:23.987117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1256c-2cbe-4c58-898f-4c8b0ee813d8 None None] Current status of the port 48daa680-21a6-48b2-9644-f342b9b8c7f6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:24.057413 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-b833dd6d-5517-476c-8ed8-cfa5b081a04b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 380 time: 0.0653427 Mar 22 15:00:24.068922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'port': {'device_id': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'admin_state_up': True, 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'security_groups': ['d8c61389-cb54-4c67-9da3-b1a0eb18f011']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:24.109132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-cdfcbf57-2af6-4dec-83e9-6c166d7d35dd None None] Provisioning complete for port 48daa680-21a6-48b2-9644-f342b9b8c7f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:24.109502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbf57-2af6-4dec-83e9-6c166d7d35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.201701 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcbf57-2af6-4dec-83e9-6c166d7d35dd None None] Current status of the port 48daa680-21a6-48b2-9644-f342b9b8c7f6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:24.207949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:24.212019 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.324061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-6ba247d1-e940-45f4-86c4-73148b071ee9 None None] Provisioning complete for port 48daa680-21a6-48b2-9644-f342b9b8c7f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:24.324943 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6ba247d1-e940-45f4-86c4-73148b071ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.352965 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.7 (b8978d07-aa04-47ca-8470-363ab0760d79/da9c1ccd-97ce-4b4f-94c4-d4c1de141934/fd225ad5-d1a2-4034-8650-4540ec35a172) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:24.433436 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-6ba247d1-e940-45f4-86c4-73148b071ee9 None None] Current status of the port 48daa680-21a6-48b2-9644-f342b9b8c7f6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:24.515807 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.550958 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.557578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a70b408b-6f3b-43bc-8697-dbdfea829f66 None None] Provisioning complete for port 48daa680-21a6-48b2-9644-f342b9b8c7f6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:24.562805 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a70b408b-6f3b-43bc-8697-dbdfea829f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.597036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network b8978d07-aa04-47ca-8470-363ab0760d79 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:24.602595 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:24.608084 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:24.615582 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=fd225ad5-d1a2-4034-8650-4540ec35a172,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:24.656383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a70b408b-6f3b-43bc-8697-dbdfea829f66 None None] Current status of the port 48daa680-21a6-48b2-9644-f342b9b8c7f6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:24.691282 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.698694 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:24.699329 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.720847 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-8c7d2c7e-583b-4821-b9aa-cf5f105b63fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6570709 Mar 22 15:00:24.732277 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Request body: {'port': {'device_id': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:24.814148 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.838957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 48daa680-21a6-48b2-9644-f342b9b8c7f6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:24.896437 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 48daa680-21a6-48b2-9644-f342b9b8c7f6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:24.896820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.953690 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.011844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 48daa680-21a6-48b2-9644-f342b9b8c7f6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:25.012949 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:25.018714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-405dfd99-ae5b-4ebe-9daf-46d48d521b31 None None] Provisioning complete for port fd225ad5-d1a2-4034-8650-4540ec35a172 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:25.019099 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-405dfd99-ae5b-4ebe-9daf-46d48d521b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.083627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-405dfd99-ae5b-4ebe-9daf-46d48d521b31 None None] Port fd225ad5-d1a2-4034-8650-4540ec35a172 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:00:25.097025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1b51e-3c9d-4549-a5d1-7792b5b055ab req-0c1bcd17-691e-49f2-800c-fbeb95cb8340 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:25.097626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:25.097800 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.105937 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdb1b51e-3c9d-4549-a5d1-7792b5b055ab req-0c1bcd17-691e-49f2-800c-fbeb95cb8340 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 931 time: 0.0664017 Mar 22 15:00:25.141171 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd225ad5-d1a2-4034-8650-4540ec35a172 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:00:25.148918 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Publish callbacks [] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.154847 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fdb1b51e-3c9d-4549-a5d1-7792b5b055ab req-0945ba72-d0f6-42a3-8d12-f3fa781c3f65 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Mar 22 15:00:25.166224 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Transition to ACTIVE for port object fd225ad5-d1a2-4034-8650-4540ec35a172 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:00:25.172673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.182280 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:25.222452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Pushing event updated for resources: {'Port': ['ID=fd225ad5-d1a2-4034-8650-4540ec35a172,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:25.296713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Attempting to bind port fd225ad5-d1a2-4034-8650-4540ec35a172 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:25.297004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Attempting to bind port fd225ad5-d1a2-4034-8650-4540ec35a172 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:25.297331 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Attempting to bind port fd225ad5-d1a2-4034-8650-4540ec35a172 on network b8978d07-aa04-47ca-8470-363ab0760d79 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:25.302281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Port fd225ad5-d1a2-4034-8650-4540ec35a172 on network b8978d07-aa04-47ca-8470-363ab0760d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:00:25.302617 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Attempting to bind port fd225ad5-d1a2-4034-8650-4540ec35a172 on network b8978d07-aa04-47ca-8470-363ab0760d79 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:25.307542 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:25.307879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Checking segment: {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:25.308282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Bound using segment: {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:25.308704 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Bound port: fd225ad5-d1a2-4034-8650-4540ec35a172, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0a5a76-018e-41bc-ba12-4725e24d2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:25.309065 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.375854 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] For port fd225ad5-d1a2-4034-8650-4540ec35a172, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:25.379100 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] For port fd225ad5-d1a2-4034-8650-4540ec35a172, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fd225ad5-d1a2-4034-8650-4540ec35a172,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:25.385404 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.418718 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:25.419331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.420694 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] 10.222.0.42 "PUT /v2.0/ports/fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 200 len: 1091 time: 0.6927454 Mar 22 15:00:25.421127 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:00:25.423384 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6995c3-db35-4497-909a-a8f75dc88440" -d '{"events": [{"name": "network-changed", "server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:00:25.464795 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a361e-c5b6-4b48-80f1-27dfa55d0f7e x-openstack-request-id: req-403a361e-c5b6-4b48-80f1-27dfa55d0f7e {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:00:25.465300 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:00:25.465550 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-403a361e-c5b6-4b48-80f1-27dfa55d0f7e {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:00:25.466105 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403a361e-c5b6-4b48-80f1-27dfa55d0f7e'] response: {'name': 'network-changed', 'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'status': 'completed', 'code': 200} Mar 22 15:00:25.473895 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeecde1-3971-42a4-a6ab-a642b719614f service neutron] Pushing event updated for resources: {'Port': ['ID=fd225ad5-d1a2-4034-8650-4540ec35a172,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:25.514818 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-d9d379c8-1bbb-474e-a158-e673582654b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:25.516361 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-d9d379c8-1bbb-474e-a158-e673582654b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1125 time: 0.0544713 Mar 22 15:00:25.562287 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-5cfe304e-2da1-4726-aef1-f2eed0ce7cde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 200 len: 217 time: 0.0354998 Mar 22 15:00:25.614423 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-6ba2e7c7-d19f-4220-a43c-3d83bfd30572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:25.615931 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-6ba2e7c7-d19f-4220-a43c-3d83bfd30572 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da9c1ccd-97ce-4b4f-94c4-d4c1de141934 HTTP/1.1" status: 200 len: 834 time: 0.0479856 Mar 22 15:00:25.665389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-0bfa94e4-3e4f-4654-ab4e-7eb94aeda1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:25.666948 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-0bfa94e4-3e4f-4654-ab4e-7eb94aeda1e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8978d07-aa04-47ca-8470-363ab0760d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452082 Mar 22 15:00:25.752584 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-69bade35-1e54-4714-9947-9e2fe975a2c5 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795898 Mar 22 15:00:25.848492 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1c25ab86-bd25-4fa6-8d00-060b9249b226 req-e6d7fde5-ba68-4305-9b93-2194f77c1021 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900152 Mar 22 15:00:25.951991 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-44159300-6ef2-4cdd-b119-8ce8ff34d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:25.953511 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-44159300-6ef2-4cdd-b119-8ce8ff34d129 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1125 time: 0.0482242 Mar 22 15:00:26.046421 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-5d47ee7e-f49d-482f-9e3b-6ea144179dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:26.047894 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-5d47ee7e-f49d-482f-9e3b-6ea144179dbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 200 len: 898 time: 0.0882223 Mar 22 15:00:26.095817 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-78a962e5-3cfa-4976-8fe4-d0538086ee1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 200 len: 217 time: 0.0418439 Mar 22 15:00:26.143902 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-a4e29a56-f693-468a-9a5a-2e3335524baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:26.145380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-a4e29a56-f693-468a-9a5a-2e3335524baa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da9c1ccd-97ce-4b4f-94c4-d4c1de141934 HTTP/1.1" status: 200 len: 834 time: 0.0434246 Mar 22 15:00:26.203450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-241046d0-1c15-4854-a9f9-f24a30b80783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:26.205109 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-241046d0-1c15-4854-a9f9-f24a30b80783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8978d07-aa04-47ca-8470-363ab0760d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527084 Mar 22 15:00:26.276719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413b198-092c-449f-af78-5060efcbc7a9 req-e0d53466-bccc-43d1-940f-b68ed686e053 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:26.278263 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8413b198-092c-449f-af78-5060efcbc7a9 req-e0d53466-bccc-43d1-940f-b68ed686e053 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 943 time: 0.0525784 Mar 22 15:00:26.295634 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-00f7b69e-76cf-4f8d-a831-a676d788a0cf service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834076 Mar 22 15:00:26.327255 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8413b198-092c-449f-af78-5060efcbc7a9 req-0be56206-c113-48a4-8835-2c1eb116febc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Mar 22 15:00:26.686763 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-fe6995c3-db35-4497-909a-a8f75dc88440 req-ffa5d3bd-b37d-4183-b967-e834ce8bb883 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824165 Mar 22 15:00:27.466206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c8b5-0460-4fb5-ab7b-8b95bd62b6c0 req-b3e088e0-30c9-4a79-ac3f-b22e9f5ff061 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:27.467710 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfd5c8b5-0460-4fb5-ab7b-8b95bd62b6c0 req-b3e088e0-30c9-4a79-ac3f-b22e9f5ff061 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 943 time: 0.0652206 Mar 22 15:00:27.524460 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bfd5c8b5-0460-4fb5-ab7b-8b95bd62b6c0 req-b08f2e32-7f3b-46b1-8f0d-76672efec479 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498381 Mar 22 15:00:27.927318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fd225ad5-d1a2-4034-8650-4540ec35a172 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:00:28.031243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port fd225ad5-d1a2-4034-8650-4540ec35a172, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fd225ad5-d1a2-4034-8650-4540ec35a172,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:28.044358 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'port_id': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:00:28.080271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port fd225ad5-d1a2-4034-8650-4540ec35a172 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:28.080654 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.093760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd225ad5-d1a2-4034-8650-4540ec35a172 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:00:28.113691 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port fd225ad5-d1a2-4034-8650-4540ec35a172, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fd225ad5-d1a2-4034-8650-4540ec35a172,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:28.119709 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.171390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=fd225ad5-d1a2-4034-8650-4540ec35a172,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:28.346123 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['fd225ad5-d1a2-4034-8650-4540ec35a172'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:00:28.650884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62246-b2a1-4e92-a1aa-146882162b60 req-8231c2b0-f843-4308-b257-de1f79d9f6dd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:28.652534 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fbf62246-b2a1-4e92-a1aa-146882162b60 req-8231c2b0-f843-4308-b257-de1f79d9f6dd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 944 time: 0.0553937 Mar 22 15:00:28.706306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fbf62246-b2a1-4e92-a1aa-146882162b60 req-8ca387c6-d38b-4b2b-8535-a117e5889134 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478292 Mar 22 15:00:29.069098 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.832452 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60f382-232c-441c-a045-a5c72051e789 req-8b811898-832f-474a-914e-26a249032a76 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:29.834015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e60f382-232c-441c-a045-a5c72051e789 req-8b811898-832f-474a-914e-26a249032a76 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 944 time: 0.0555696 Mar 22 15:00:29.863608 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:00:29.888477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9e60f382-232c-441c-a045-a5c72051e789 req-bb0fcccc-5439-4ac4-9b26-6dfe983cd0a3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486381 Mar 22 15:00:29.943184 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fd225ad5-d1a2-4034-8650-4540ec35a172 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:29.999909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port fd225ad5-d1a2-4034-8650-4540ec35a172 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:00:30.003944 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port fd225ad5-d1a2-4034-8650-4540ec35a172 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:30.004355 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.087220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port fd225ad5-d1a2-4034-8650-4540ec35a172 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:30.087969 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.110409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:00:30.112652 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0b4a9-ab0b-4dc6-bea1-d73c5ca2338c" -d '{"events": [{"server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "name": "network-vif-plugged", "status": "completed", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:00:30.124599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port fd225ad5-d1a2-4034-8650-4540ec35a172, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fd225ad5-d1a2-4034-8650-4540ec35a172,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:30.130391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.154554 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006de2a1-7b89-41fb-87b6-e718d41e561c x-openstack-request-id: req-006de2a1-7b89-41fb-87b6-e718d41e561c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:00:30.154849 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "name": "network-vif-plugged", "status": "completed", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:00:30.155097 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-006de2a1-7b89-41fb-87b6-e718d41e561c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:00:30.155489 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006de2a1-7b89-41fb-87b6-e718d41e561c'] response: {'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'code': 200} Mar 22 15:00:30.179698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=fd225ad5-d1a2-4034-8650-4540ec35a172,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:30.263833 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae38b79-214f-41cb-bf1e-6d2bac53279f req-e7960f2e-38d7-40f2-b5fd-917bf2f8ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:30.265247 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9ae38b79-214f-41cb-bf1e-6d2bac53279f req-e7960f2e-38d7-40f2-b5fd-917bf2f8ed2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1127 time: 0.0485647 Mar 22 15:00:30.311761 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9ae38b79-214f-41cb-bf1e-6d2bac53279f req-f9c85c5c-faab-4f06-bb68-47539494fb60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Mar 22 15:00:31.024035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df81e80-2214-4f91-8f51-b66ae3506f06 req-d1b7c38d-1742-437b-a63a-9063926f2c0c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:31.025532 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9df81e80-2214-4f91-8f51-b66ae3506f06 req-d1b7c38d-1742-437b-a63a-9063926f2c0c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0557423 Mar 22 15:00:31.075138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9df81e80-2214-4f91-8f51-b66ae3506f06 req-6f45c964-0e86-4a52-b123-d98050b7b41c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438995 Mar 22 15:00:32.212648 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5be1a7-7192-408c-9400-32cab8230e01 req-fcc481c5-b58e-4a9b-8c22-55f67d5f543b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:32.214168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b5be1a7-7192-408c-9400-32cab8230e01 req-fcc481c5-b58e-4a9b-8c22-55f67d5f543b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0562897 Mar 22 15:00:32.267760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b5be1a7-7192-408c-9400-32cab8230e01 req-8307b7a6-a014-48ac-9b3c-040650d71fa1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Mar 22 15:00:32.407261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a9848-bd0b-4151-a8e3-ea6f699f268a req-7496308e-6c22-4655-9e98-d0f350300248 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:32.408803 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c69a9848-bd0b-4151-a8e3-ea6f699f268a req-7496308e-6c22-4655-9e98-d0f350300248 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0668185 Mar 22 15:00:32.459698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c69a9848-bd0b-4151-a8e3-ea6f699f268a req-5891b915-a460-47da-8954-3f9271a46441 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Mar 22 15:00:32.482293 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46190) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:32.538548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070e9c8-2932-46c0-869a-9d324c6bfa79 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:32.539988 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-0070e9c8-2932-46c0-869a-9d324c6bfa79 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1122 time: 0.0566442 Mar 22 15:00:32.543091 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46192) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:32.547637 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:32.570902 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.673891 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.781201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.14 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/31d483d3-5797-4a2a-af58-184bbc9495ac) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:32.884319 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.919645 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.958602 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:32.963734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:32.968392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:32.971474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=31d483d3-5797-4a2a-af58-184bbc9495ac,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:32.999816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.000163 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.000502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.000834 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.001167 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.001491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.001818 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.002171 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.002494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.002816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.003141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.003463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.003778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.004078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.004394 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:33.335765 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.416671 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.575440 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.582295 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.650962 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=31d483d3-5797-4a2a-af58-184bbc9495ac,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:33.664360 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.786260 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f associated. External IP: 172.25.2.14, port: fd225ad5-d1a2-4034-8650-4540ec35a172. Mar 22 15:00:33.996676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:34.108025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:34.118769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] Sync routers for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:34.127786 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:34.129265 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:34.129880 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:34.157418 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-82c40bae-4483-449d-9dbe-0d9c7f3fd711 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6131842 Mar 22 15:00:34.158085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:00:34.160899 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:00:34.224486 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6936d699-655a-4966-a133-3c289a6c91d9 x-openstack-request-id: req-6936d699-655a-4966-a133-3c289a6c91d9 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:00:34.225053 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:00:34.225319 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6936d699-655a-4966-a133-3c289a6c91d9 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:00:34.225742 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6936d699-655a-4966-a133-3c289a6c91d9'] response: {'name': 'network-changed', 'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'status': 'completed', 'code': 200} Mar 22 15:00:34.253316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:34.276499 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849476-9f5c-4306-a090-4641a0a9813d req-558ae5cf-f541-4971-9a57-4380bebaae98 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:34.278249 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c849476-9f5c-4306-a090-4641a0a9813d req-558ae5cf-f541-4971-9a57-4380bebaae98 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0673060 Mar 22 15:00:34.307248 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-9ec12dfd-d540-4f45-bf1e-cca25f274fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:34.308815 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-9ec12dfd-d540-4f45-bf1e-cca25f274fe4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1127 time: 0.0632532 Mar 22 15:00:34.337288 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c849476-9f5c-4306-a090-4641a0a9813d req-65be2731-139e-49f2-a632-cc82b7f1c94b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533786 Mar 22 15:00:34.360317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46198) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:34.426273 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0ed2b29d-d26c-4262-8b9e-c56ea93c9a03 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f HTTP/1.1" status: 200 len: 990 time: 0.0644999 Mar 22 15:00:34.432872 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-f4681b04-ec8b-4f08-b82f-fec4509dc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:34.434502 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-f4681b04-ec8b-4f08-b82f-fec4509dc74b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 200 len: 898 time: 0.1182828 Mar 22 15:00:34.508066 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-834ed6a9-38b9-4dd4-bf52-da92459294d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 200 len: 998 time: 0.0631151 Mar 22 15:00:34.508338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'port_id': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:00:33Z', 'updated_at': '2022-03-22T15:00:33Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:34.537049 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] Checking router: 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:34.546429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:34.547036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:34.557894 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-e7802d3d-8d51-4de0-9f56-3bfcf8cd6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:34.559443 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-e7802d3d-8d51-4de0-9f56-3bfcf8cd6349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da9c1ccd-97ce-4b4f-94c4-d4c1de141934 HTTP/1.1" status: 200 len: 834 time: 0.0447764 Mar 22 15:00:34.612624 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-2f02ce47-8684-40a2-b0c4-197a49dd442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:34.614162 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-2f02ce47-8684-40a2-b0c4-197a49dd442b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8978d07-aa04-47ca-8470-363ab0760d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463140 Mar 22 15:00:34.653889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:34.719267 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-11c449af-1064-4a2a-916b-f52328d68591 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957427 Mar 22 15:00:34.812587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-af8a37a1-37f2-4287-b3a0-4e080bae3d8f req-645086dd-346a-4580-bd7d-474bced954b8 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889952 Mar 22 15:00:34.917312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'port_id': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:00:33Z', 'updated_at': '2022-03-22T15:00:33Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:35.117531 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fa1a7-223e-4a14-a4f4-025380f4bfaa None None] The sync data for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 is: [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'port_id': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:00:33Z', 'updated_at': '2022-03-22T15:00:33Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:35.340640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bc7eab-a386-4148-851c-30a5b5bbb698 None None] New status for floating IP fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:00:35.430117 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46200) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:35.539213 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-16387b6b-d89d-485d-a518-23858a0765c0 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f HTTP/1.1" status: 200 len: 990 time: 0.1079240 Mar 22 15:00:36.544366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46204) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:36.614321 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1710ab09-bf97-4c91-83b0-e04b30460a8f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f HTTP/1.1" status: 200 len: 992 time: 0.0683603 Mar 22 15:00:48.279670 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f017d6a1-8699-4167-a077-b2a634e57124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:50.520876 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-571f04e0-803a-4709-b5b7-2fd9f393d470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:52.135650 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.650878 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:54.695149 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:54.963486 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:59.075294 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:06.868547 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:01:08.046716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18479-3819-4d14-8004-02dcde623bb2 req-26093c71-74f9-42c0-8416-a4144e8290b9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:08.048220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48e18479-3819-4d14-8004-02dcde623bb2 req-26093c71-74f9-42c0-8416-a4144e8290b9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0553343 Mar 22 15:01:08.096335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-48e18479-3819-4d14-8004-02dcde623bb2 req-ca508331-7481-4a04-9f3c-317c967e7ae3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 Mar 22 15:01:09.237614 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d79dfa-3c28-4222-b03b-fd9f6dbcf809 req-5af79819-f1e8-497e-b948-2352cdafcf10 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:09.239018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7d79dfa-3c28-4222-b03b-fd9f6dbcf809 req-5af79819-f1e8-497e-b948-2352cdafcf10 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0566909 Mar 22 15:01:09.297162 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7d79dfa-3c28-4222-b03b-fd9f6dbcf809 req-053b788e-5900-4245-b9aa-22a6ce988841 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519691 Mar 22 15:01:10.432518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd523c-446b-488e-b771-2b197dcbc709 req-bbea5f24-230c-4da9-a693-87de1760a0fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:10.434009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4fd523c-446b-488e-b771-2b197dcbc709 req-bbea5f24-230c-4da9-a693-87de1760a0fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0560112 Mar 22 15:01:10.485141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4fd523c-446b-488e-b771-2b197dcbc709 req-f04e5b84-3c0a-4a0a-b1a1-b1b5fba2384b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 Mar 22 15:01:11.613488 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4b3a-de13-4ed3-8a9d-83d06461249e req-19adc3bb-fc7c-46b4-9f05-bb643bd5a611 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:11.615025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11bf4b3a-de13-4ed3-8a9d-83d06461249e req-19adc3bb-fc7c-46b4-9f05-bb643bd5a611 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0577407 Mar 22 15:01:11.665846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-11bf4b3a-de13-4ed3-8a9d-83d06461249e req-32485199-c956-4c0f-aaf8-e068637a0d00 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447285 Mar 22 15:01:12.803716 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af5b68-92fd-4825-a0f4-d9305406c6ca req-79b6beb8-1054-4639-9596-53029cbc7512 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:12.805177 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8af5b68-92fd-4825-a0f4-d9305406c6ca req-79b6beb8-1054-4639-9596-53029cbc7512 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0645819 Mar 22 15:01:12.855204 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8af5b68-92fd-4825-a0f4-d9305406c6ca req-6b5331b3-c28a-487a-a79f-589a87910aa1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Mar 22 15:01:13.993860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b852df-b241-4781-82cf-8489ce296919 req-59dddeed-ecdb-4d0a-82e5-214432580465 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:13.995389 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2b852df-b241-4781-82cf-8489ce296919 req-59dddeed-ecdb-4d0a-82e5-214432580465 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0604904 Mar 22 15:01:14.046477 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2b852df-b241-4781-82cf-8489ce296919 req-72713d60-2956-4df2-93df-ddf887b7a79b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437889 Mar 22 15:01:15.185312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dedb2-22c2-416a-853f-07b93726fa23 req-3bfa0c4b-4128-4f6e-8c5e-6345cc6d390a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:15.186812 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-292dedb2-22c2-416a-853f-07b93726fa23 req-3bfa0c4b-4128-4f6e-8c5e-6345cc6d390a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0599067 Mar 22 15:01:15.242723 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-292dedb2-22c2-416a-853f-07b93726fa23 req-b07339c5-c670-4da4-818a-3064fd923b8b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Mar 22 15:01:16.383891 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ed4c-2166-4f1f-8291-e63f7d9d3c02 req-32d43043-c080-47c0-b936-de4a83d3d53b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:16.385366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0c1ed4c-2166-4f1f-8291-e63f7d9d3c02 req-32d43043-c080-47c0-b936-de4a83d3d53b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0582225 Mar 22 15:01:16.435367 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d0c1ed4c-2166-4f1f-8291-e63f7d9d3c02 req-aac63152-d10a-4f74-830c-53bbe889dc8e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442653 Mar 22 15:01:17.574993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ac23-d679-4644-a36a-c1884d44ea72 req-c0bf8cff-b773-4ae6-a718-0e661c1e2a8d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:17.576463 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2a4ac23-d679-4644-a36a-c1884d44ea72 req-c0bf8cff-b773-4ae6-a718-0e661c1e2a8d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0596995 Mar 22 15:01:17.627124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e2a4ac23-d679-4644-a36a-c1884d44ea72 req-8ef74e24-0f04-461d-ba39-119f184730aa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Mar 22 15:01:18.279129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-50a0fa71-ed57-44e4-ac46-06ca5658b3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:18.765239 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2c54-44c7-43cc-bc42-0c5baaff6e45 req-8f01e3bf-faf1-4e54-baa8-c80c3a9b5248 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:18.766753 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dae2c54-44c7-43cc-bc42-0c5baaff6e45 req-8f01e3bf-faf1-4e54-baa8-c80c3a9b5248 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0603359 Mar 22 15:01:18.820238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2dae2c54-44c7-43cc-bc42-0c5baaff6e45 req-824c15cf-c485-4e05-aebc-46f04490ebc5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478065 Mar 22 15:01:19.954503 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139a01-5deb-4904-89c4-cfaafaa0f723 req-c6f329c2-008d-444e-9c41-1a26d30f5c74 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:19.955990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be139a01-5deb-4904-89c4-cfaafaa0f723 req-c6f329c2-008d-444e-9c41-1a26d30f5c74 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0553386 Mar 22 15:01:20.005097 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be139a01-5deb-4904-89c4-cfaafaa0f723 req-84bdc2e6-d531-4d57-903e-7684fb1fc1e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Mar 22 15:01:20.522170 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-73d8f688-72b1-47ad-af30-331f78430ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:21.131173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd7db8-724c-44d7-a926-395e218e98f9 req-7ec86396-91fd-44da-8d60-7ad50f8aff6c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:21.132649 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36fd7db8-724c-44d7-a926-395e218e98f9 req-7ec86396-91fd-44da-8d60-7ad50f8aff6c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0586658 Mar 22 15:01:21.180777 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-36fd7db8-724c-44d7-a926-395e218e98f9 req-3fd464d3-770e-4796-be74-6c88d3c31ff4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 Mar 22 15:01:22.136584 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:22.323491 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74574e-c36b-439f-b844-0126398d4342 req-b1f8a82b-cb4c-4247-8af7-b0e0ff191522 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:22.324991 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c74574e-c36b-439f-b844-0126398d4342 req-b1f8a82b-cb4c-4247-8af7-b0e0ff191522 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0687580 Mar 22 15:01:22.375565 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9c74574e-c36b-439f-b844-0126398d4342 req-73ca3e65-6c69-48ba-ba93-f9d2cb7370a5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Mar 22 15:01:23.508149 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532ad3-bd48-4040-99e8-a42cf945f8f7 req-c63d8b1a-e163-495b-8634-32aef1c84631 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:23.509621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c532ad3-bd48-4040-99e8-a42cf945f8f7 req-c63d8b1a-e163-495b-8634-32aef1c84631 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0548501 Mar 22 15:01:23.563486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c532ad3-bd48-4040-99e8-a42cf945f8f7 req-62864a9e-a5e0-4701-adc1-76f429633622 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481746 Mar 22 15:01:23.585663 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46248) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:23.648697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-459c5dfa-a74c-4c9d-9149-eb21749f2138 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f HTTP/1.1" status: 200 len: 992 time: 0.0618351 Mar 22 15:01:23.652378 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.852987 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.942722 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6079-1731-4968-9b27-2416678a0717 req-43c4d96c-56e1-44cf-a657-b5839214b9fd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:24.944213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-668b6079-1731-4968-9b27-2416678a0717 req-43c4d96c-56e1-44cf-a657-b5839214b9fd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0548410 Mar 22 15:01:24.973405 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:25.002829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-668b6079-1731-4968-9b27-2416678a0717 req-b4e6caa5-0c71-4426-ac8d-58cd00fadad6 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521464 Mar 22 15:01:25.006316 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246083-1876-4889-9858-1f2556ea9166 req-97aff3bf-38c6-4cd9-9187-418ffaa6c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.007890 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d246083-1876-4889-9858-1f2556ea9166 req-97aff3bf-38c6-4cd9-9187-418ffaa6c06c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1127 time: 0.0853307 Mar 22 15:01:25.095324 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246083-1876-4889-9858-1f2556ea9166 req-2fd8b4a9-bf9f-4fcb-be62-95bcfbd0830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.096788 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d246083-1876-4889-9858-1f2556ea9166 req-2fd8b4a9-bf9f-4fcb-be62-95bcfbd0830e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 200 len: 898 time: 0.0834048 Mar 22 15:01:25.167385 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d246083-1876-4889-9858-1f2556ea9166 req-e97b32c5-dbb9-44a5-b9b8-d477043e14f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 200 len: 1000 time: 0.0642614 Mar 22 15:01:25.214972 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246083-1876-4889-9858-1f2556ea9166 req-81e153ec-371b-407e-8802-753f45d05d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.216276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d246083-1876-4889-9858-1f2556ea9166 req-81e153ec-371b-407e-8802-753f45d05d2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da9c1ccd-97ce-4b4f-94c4-d4c1de141934 HTTP/1.1" status: 200 len: 834 time: 0.0425789 Mar 22 15:01:25.266253 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246083-1876-4889-9858-1f2556ea9166 req-0bba0e9b-44f4-48c9-a0bb-93af2431f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.267803 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d246083-1876-4889-9858-1f2556ea9166 req-0bba0e9b-44f4-48c9-a0bb-93af2431f2e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8978d07-aa04-47ca-8470-363ab0760d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443935 Mar 22 15:01:25.383019 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d246083-1876-4889-9858-1f2556ea9166 req-2a0dcd3e-f980-4c86-9dc9-fb5e64590c5c service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093040 Mar 22 15:01:25.476471 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2d246083-1876-4889-9858-1f2556ea9166 req-c836ae2d-f9fe-4da5-91fc-905b1e45964d service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 Mar 22 15:01:26.129756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6778fc-c0a2-448d-8abc-08de7ca32aaa req-3810c982-904a-44d4-b11f-88b5623820fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:26.131241 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d6778fc-c0a2-448d-8abc-08de7ca32aaa req-3810c982-904a-44d4-b11f-88b5623820fa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0571647 Mar 22 15:01:26.182498 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d6778fc-c0a2-448d-8abc-08de7ca32aaa req-732dc2c5-f7b8-4fed-a0c7-543572e7d2cd tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Mar 22 15:01:26.205094 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46260) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:26.276211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1df9d8ae-8e56-4719-9794-e5d670ad7169 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f HTTP/1.1" status: 200 len: 992 time: 0.0698514 Mar 22 15:01:29.081051 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:32.043402 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-ec00444e-e727-42e9-8c99-d3264b00d592 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481460 Mar 22 15:01:32.167533 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04793840-b1de-4ac2-943c-44ce801b4766 req-0ad36b2c-0ade-4521-b581-e5f2a6a2a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:32.169891 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-0ad36b2c-0ade-4521-b581-e5f2a6a2a9fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1127 time: 0.0665054 Mar 22 15:01:32.276453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04793840-b1de-4ac2-943c-44ce801b4766 req-21fe4c38-66be-4341-87bc-036c6dd84e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:32.277806 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-21fe4c38-66be-4341-87bc-036c6dd84e5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 200 len: 898 time: 0.0877278 Mar 22 15:01:32.343487 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-0c73de1d-2607-47db-ba61-69979abd3cce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 200 len: 1000 time: 0.0583856 Mar 22 15:01:32.395979 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04793840-b1de-4ac2-943c-44ce801b4766 req-7b1239f9-61c4-4f50-acd3-971911bb4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:32.397369 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-7b1239f9-61c4-4f50-acd3-971911bb4dce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da9c1ccd-97ce-4b4f-94c4-d4c1de141934 HTTP/1.1" status: 200 len: 834 time: 0.0482824 Mar 22 15:01:32.453732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04793840-b1de-4ac2-943c-44ce801b4766 req-4c8af7fe-e938-4cc7-b197-c5b64dc6bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:32.455620 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-4c8af7fe-e938-4cc7-b197-c5b64dc6bd82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8978d07-aa04-47ca-8470-363ab0760d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528417 Mar 22 15:01:32.547342 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-3c07fcd0-932f-4f23-a999-e8f4831b8633 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854332 Mar 22 15:01:32.640897 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-04793840-b1de-4ac2-943c-44ce801b4766 req-41bfcac2-e3fa-46da-8cbc-e719c4662482 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880351 Mar 22 15:01:43.867647 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:01:48.277237 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-36b0fc40-6be1-4e72-836d-7f2f7276e0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:50.526257 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-45444ae3-27b3-4097-b612-61268615a940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:52.141300 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:53.663378 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:54.698273 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:54.979292 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:56.892475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46278) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:57.056109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 31d483d3-5797-4a2a-af58-184bbc9495ac {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:01:57.056401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:57.138183 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:57.138448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (31d483d3-5797-4a2a-af58-184bbc9495ac), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:57.151027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 31d483d3-5797-4a2a-af58-184bbc9495ac owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:01:57.301243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (31d483d3-5797-4a2a-af58-184bbc9495ac), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:57.332740 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=31d483d3-5797-4a2a-af58-184bbc9495ac,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:57.344386 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.344730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.345092 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.345407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.345741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.346101 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.346478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.346804 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.347140 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.347456 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.347764 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.348081 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.348398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.348717 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.349030 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:57.405844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:57.406134 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f disassociated (deleted). External IP: 172.25.2.14, port: fd225ad5-d1a2-4034-8650-4540ec35a172. Mar 22 15:01:57.623879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:01:57.736099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:01:57.741645 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:57.747130 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] Sync routers for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:01:57.758498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:01:57.759135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:57.770671 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d758ddd1-630a-463a-a703-08abc9dc96ca tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/floatingips/fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f HTTP/1.1" status: 204 len: 168 time: 0.8770649 Mar 22 15:01:57.771242 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:01:57.773716 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e305103-c503-45af-94b7-f4f1443696cd" -d '{"events": [{"name": "network-changed", "server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:01:57.870401 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3dc6e9-ea6c-4b98-8e3e-0287987b71a6 x-openstack-request-id: req-4c3dc6e9-ea6c-4b98-8e3e-0287987b71a6 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:01:57.870693 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:01:57.871576 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c3dc6e9-ea6c-4b98-8e3e-0287987b71a6 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:01:57.872006 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3dc6e9-ea6c-4b98-8e3e-0287987b71a6'] response: {'name': 'network-changed', 'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'status': 'completed', 'code': 200} Mar 22 15:01:57.874354 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:01:57.948395 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305103-c503-45af-94b7-f4f1443696cd req-ad1f6e52-6325-4416-b1eb-596d23ff8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:57.954513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7e305103-c503-45af-94b7-f4f1443696cd req-ad1f6e52-6325-4416-b1eb-596d23ff8d82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 1127 time: 0.0559287 Mar 22 15:01:58.019438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80691-4855-4d08-82d8-34a0e53735e1 req-99e51627-57f5-470f-b0c1-7e8911211b19 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:58.020875 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95d80691-4855-4d08-82d8-34a0e53735e1 req-99e51627-57f5-470f-b0c1-7e8911211b19 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0543425 Mar 22 15:01:58.055888 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305103-c503-45af-94b7-f4f1443696cd req-819666bc-fe8e-4c73-9fd4-5636abce4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:58.057664 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7e305103-c503-45af-94b7-f4f1443696cd req-819666bc-fe8e-4c73-9fd4-5636abce4b0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 200 len: 898 time: 0.0944893 Mar 22 15:01:58.074880 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-95d80691-4855-4d08-82d8-34a0e53735e1 req-9aef8c47-9501-4622-a44e-b600e2678738 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439720 Mar 22 15:01:58.086966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:58.103935 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7e305103-c503-45af-94b7-f4f1443696cd req-c06408fc-15ee-4a3a-b4c3-08c9fbc12b62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 200 len: 217 time: 0.0380409 Mar 22 15:01:58.117716 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] Checking router: 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:01:58.126068 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:01:58.126699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:58.153496 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305103-c503-45af-94b7-f4f1443696cd req-c0c48894-eba5-4531-9660-642322df9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:58.155014 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7e305103-c503-45af-94b7-f4f1443696cd req-c0c48894-eba5-4531-9660-642322df9a73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da9c1ccd-97ce-4b4f-94c4-d4c1de141934 HTTP/1.1" status: 200 len: 834 time: 0.0436122 Mar 22 15:01:58.209767 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305103-c503-45af-94b7-f4f1443696cd req-df015492-a257-4249-9775-8721732b5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:58.211281 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7e305103-c503-45af-94b7-f4f1443696cd req-df015492-a257-4249-9775-8721732b5be7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8978d07-aa04-47ca-8470-363ab0760d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489023 Mar 22 15:01:58.239707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:01:58.301833 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7e305103-c503-45af-94b7-f4f1443696cd req-fc64bca9-c0ac-412d-8d62-a95848c986b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827267 Mar 22 15:01:58.397460 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7e305103-c503-45af-94b7-f4f1443696cd req-1aaf0a0c-e727-49e8-a695-ee71c3dd883f service neutron] 10.222.0.42 "GET /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868320 Mar 22 15:01:58.438218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:58.463878 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e78dd-067e-4578-9635-8e8cee5ff0c2 None None] The sync data for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 is: [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '48daa680-21a6-48b2-9644-f342b9b8c7f6', 'name': '', 'network_id': 'b8978d07-aa04-47ca-8470-363ab0760d79', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:9e:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:20Z', 'updated_at': '2022-03-22T15:00:23Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': 'da9c1ccd-97ce-4b4f-94c4-d4c1de141934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:01:58.691542 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f0073-8fda-4592-8cd7-d1ed5b15bbef None None] New status for floating IP fbc6f54f-5b04-426d-ac27-b1ef30e4bb9f: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:01:59.083560 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:59.214941 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ea5e-4323-42ba-9f8d-611d174377bc req-2f641b54-af02-4b4b-ad35-bb6b4fe6dd79 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:59.216449 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfe6ea5e-4323-42ba-9f8d-611d174377bc req-2f641b54-af02-4b4b-ad35-bb6b4fe6dd79 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0629890 Mar 22 15:01:59.264023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-dfe6ea5e-4323-42ba-9f8d-611d174377bc req-2422811b-6833-4bc6-b023-8ca9fb370bfa tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c61389-cb54-4c67-9da3-b1a0eb18f011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Mar 22 15:01:59.567203 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-d825a610-5273-471b-9593-d07cba67fde9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:59.568652 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-d825a610-5273-471b-9593-d07cba67fde9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 945 time: 0.0692265 Mar 22 15:01:59.667400 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port fd225ad5-d1a2-4034-8650-4540ec35a172 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:01:59.667749 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:59.758425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port fd225ad5-d1a2-4034-8650-4540ec35a172, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=fd225ad5-d1a2-4034-8650-4540ec35a172,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:01:59.758789 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:59.771631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for fd225ad5-d1a2-4034-8650-4540ec35a172 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:01:59.912068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (fd225ad5-d1a2-4034-8650-4540ec35a172), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:59.941464 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=fd225ad5-d1a2-4034-8650-4540ec35a172,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:59.987561 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] No DVR routers for this DVR port fd225ad5-d1a2-4034-8650-4540ec35a172 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:01:59.990448 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:59.994108 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f87f2eaa-9c17-4740-9eb3-1aa1e2cae6bf req-efb02590-bf0e-4e3c-a0d0-65b42cd86de7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "DELETE /v2.0/ports/fd225ad5-d1a2-4034-8650-4540ec35a172 HTTP/1.1" status: 204 len: 173 time: 0.4205003 Mar 22 15:01:59.994566 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'name': 'network-vif-deleted', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:01:59.997393 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98828ae9-5c8a-4c79-b763-1fdd4fc73ea0" -d '{"events": [{"server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "name": "network-vif-deleted", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:00.036811 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fc13c3-7d00-4dd4-93eb-88867252ac01 x-openstack-request-id: req-38fc13c3-7d00-4dd4-93eb-88867252ac01 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:00.037105 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663de0e2-d42c-4d16-8f41-75f8b2bc54f0", "name": "network-vif-deleted", "tag": "fd225ad5-d1a2-4034-8650-4540ec35a172", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:00.037398 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38fc13c3-7d00-4dd4-93eb-88867252ac01 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:00.037806 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fc13c3-7d00-4dd4-93eb-88867252ac01'] response: {'server_uuid': '663de0e2-d42c-4d16-8f41-75f8b2bc54f0', 'name': 'network-vif-deleted', 'tag': 'fd225ad5-d1a2-4034-8650-4540ec35a172', 'status': 'completed', 'code': 200} Mar 22 15:02:00.381906 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-aa0dc2b7-2396-4900-8084-cb534e466a58 req-3b6585db-cad6-4475-a301-a4edfc627fe7 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=663de0e2-d42c-4d16-8f41-75f8b2bc54f0 HTTP/1.1" status: 200 len: 210 time: 0.0281718 Mar 22 15:02:01.449551 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46296) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:01.862135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:02.138656 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 48daa680-21a6-48b2-9644-f342b9b8c7f6 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:02.139244 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:02.252108 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port 48daa680-21a6-48b2-9644-f342b9b8c7f6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=48daa680-21a6-48b2-9644-f342b9b8c7f6,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:02.252481 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:02.266258 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 48daa680-21a6-48b2-9644-f342b9b8c7f6 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:02.485578 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fd225ad5-d1a2-4034-8650-4540ec35a172 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:02.506752 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: fd225ad5-d1a2-4034-8650-4540ec35a172 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:02.507051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device fd225ad5-d1a2-4034-8650-4540ec35a172 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:02.758461 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (48daa680-21a6-48b2-9644-f342b9b8c7f6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:02.787864 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=48daa680-21a6-48b2-9644-f342b9b8c7f6,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:02.967254 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.186743 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:02:03.299213 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:03.307478 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-df14f99a-6b9e-459d-b276-5d70aef3386b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/5e87b5bf-8f1b-40b5-95e9-226f5baeabd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533146 Mar 22 15:02:03.307478 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46300) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:03.309595 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] Sync routers for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:03.319969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:03.320661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:03.358432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting subnet da9c1ccd-97ce-4b4f-94c4-d4c1de141934 {{(pid=110458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:02:03.361660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (da9c1ccd-97ce-4b4f-94c4-d4c1de141934), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.401347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4041848'] for subnet (da9c1ccd-97ce-4b4f-94c4-d4c1de141934), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.426741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:03.489535 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (da9c1ccd-97ce-4b4f-94c4-d4c1de141934), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.554426 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16940189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17509144'] for subnet (da9c1ccd-97ce-4b4f-94c4-d4c1de141934), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.581166 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Subnet': ['ID=da9c1ccd-97ce-4b4f-94c4-d4c1de141934,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:03.584823 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.590866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46304) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:03.591398 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e49b4ab-8e5e-41cc-becf-49db7762aa56 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/subnets/da9c1ccd-97ce-4b4f-94c4-d4c1de141934 HTTP/1.1" status: 204 len: 168 time: 0.2821417 Mar 22 15:02:03.594401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b293a00-ce3f-4c24-95af-024248b69314 None None] Network b8978d07-aa04-47ca-8470-363ab0760d79 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:02:03.682674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:02:02Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:03.699164 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.712245 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] Checking router: 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:03.724554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] Routers {'5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:03.725176 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:03.808558 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.831282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] DHCP port deletion for b8978d07-aa04-47ca-8470-363ab0760d79 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:02:03.868237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 20c0681c-de5f-4502-9f7d-bef05d0b0539 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:03.868572 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.880256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] Set router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:03.960274 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port 20c0681c-de5f-4502-9f7d-bef05d0b0539, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=20c0681c-de5f-4502-9f7d-bef05d0b0539,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:03.960681 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:03.974523 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 20c0681c-de5f-4502-9f7d-bef05d0b0539 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:04.021674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Deleting port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:04.021949 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.116314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] For port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=4d3fd377-d136-476a-ba8b-0d9bf8dc3b85,segment=NetworkSegment(5a0a5a76-018e-41bc-ba12-4725e24d2d4c),segment_id=5a0a5a76-018e-41bc-ba12-4725e24d2d4c)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:04.116703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.144570 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (20c0681c-de5f-4502-9f7d-bef05d0b0539), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.172422 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=20c0681c-de5f-4502-9f7d-bef05d0b0539,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:04.199135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.199433 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.199808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.200134 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.200463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.200793 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.201122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.201473 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.201816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.202170 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.202495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.202817 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.203135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.203449 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.203770 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.246046 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.299575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Calling delete_port for 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:04.339774 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.342087 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.355657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:02:02Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:04.389372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140d58d-b6c8-4a1e-84b2-4d6abb958618 None None] The sync data for ids ['5e87b5bf-8f1b-40b5-95e9-226f5baeabd3'] in n-d-834677-3 is: [{'id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489019627', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:02:02Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': '20c0681c-de5f-4502-9f7d-bef05d0b0539', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87b5bf-8f1b-40b5-95e9-226f5baeabd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:17Z', 'updated_at': '2022-03-22T15:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:04.389720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (5e87b5bf-8f1b-40b5-95e9-226f5baeabd3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.390081 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Fanout notify agent at l3_agent the message router_deleted on router 5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:02:04.397161 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.401247 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46306) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:04.410562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ac9d4c1c-4e15-4305-a060-20a201bdd4dc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/routers/5e87b5bf-8f1b-40b5-95e9-226f5baeabd3 HTTP/1.1" status: 204 len: 168 time: 0.8178396 Mar 22 15:02:04.418178 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (4d3fd377-d136-476a-ba8b-0d9bf8dc3b85), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.450785 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Pushing event deleted for resources: {'Port': ['ID=4d3fd377-d136-476a-ba8b-0d9bf8dc3b85,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:04.454837 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] No DVR routers for this DVR port 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:02:04.463749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.464104 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.464443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.464801 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.465132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.465460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.465839 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.466150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.466475 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.466795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.467117 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.467439 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.467757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.468146 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.468380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a4e6a-c851-4083-beca-22fbb488a33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:04.491587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (b8978d07-aa04-47ca-8470-363ab0760d79), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.580663 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (b8978d07-aa04-47ca-8470-363ab0760d79), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.602160 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8978d07-aa04-47ca-8470-363ab0760d79']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:04.611495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0a5a76-018e-41bc-ba12-4725e24d2d4c') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:04.611787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0a5a76-018e-41bc-ba12-4725e24d2d4c') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:04.621498 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (5a0a5a76-018e-41bc-ba12-4725e24d2d4c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.635601 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (5a0a5a76-018e-41bc-ba12-4725e24d2d4c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.641803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:02:04.642205 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (5a0a5a76-018e-41bc-ba12-4725e24d2d4c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: timer() Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:02:04.645130 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:02:04.709229 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (b8978d07-aa04-47ca-8470-363ab0760d79), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.716813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.722649 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/networks/b8978d07-aa04-47ca-8470-363ab0760d79 HTTP/1.1" status: 204 len: 168 time: 0.3178022 Mar 22 15:02:04.723771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46308) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:04.732749 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aae5ba-1de9-4c05-942e-da742de14c6a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Network': ['ID=b8978d07-aa04-47ca-8470-363ab0760d79,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:04.790311 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a09fbb9-f3f4-43d2-982c-bb63fc97c214 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (d8c61389-cb54-4c67-9da3-b1a0eb18f011), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.816316 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a09fbb9-f3f4-43d2-982c-bb63fc97c214 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (d8c61389-cb54-4c67-9da3-b1a0eb18f011), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.883017 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a09fbb9-f3f4-43d2-982c-bb63fc97c214 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (d8c61389-cb54-4c67-9da3-b1a0eb18f011), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.886172 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-0a09fbb9-f3f4-43d2-982c-bb63fc97c214 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:04.887393 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0a09fbb9-f3f4-43d2-982c-bb63fc97c214 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/security-groups/d8c61389-cb54-4c67-9da3-b1a0eb18f011 HTTP/1.1" status: 204 len: 168 time: 0.1619854 Mar 22 15:02:04.896786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09fbb9-f3f4-43d2-982c-bb63fc97c214 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c61389-cb54-4c67-9da3-b1a0eb18f011,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:05.001756 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 48daa680-21a6-48b2-9644-f342b9b8c7f6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:05.022380 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 48daa680-21a6-48b2-9644-f342b9b8c7f6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:05.022726 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 48daa680-21a6-48b2-9644-f342b9b8c7f6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:05.023147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:05.044144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:05.044489 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 4d3fd377-d136-476a-ba8b-0d9bf8dc3b85 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:05.234662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46314) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:05.239344 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-56231b63-6b3f-41fd-b98b-a2ec1c27ef7d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217087337', 'description': 'tempest-secgroup-smoke-1217087337 description', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:05.262883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56231b63-6b3f-41fd-b98b-a2ec1c27ef7d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.337200 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56231b63-6b3f-41fd-b98b-a2ec1c27ef7d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (67821f12-084c-41c2-874e-e44e8677cbb3), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.342682 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56231b63-6b3f-41fd-b98b-a2ec1c27ef7d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (67821f12-084c-41c2-874e-e44e8677cbb3), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.370352 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-56231b63-6b3f-41fd-b98b-a2ec1c27ef7d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.371475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-56231b63-6b3f-41fd-b98b-a2ec1c27ef7d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1358225 Mar 22 15:02:05.374576 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46316) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:05.375726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56231b63-6b3f-41fd-b98b-a2ec1c27ef7d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67821f12-084c-41c2-874e-e44e8677cbb3,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:05.379302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c7ababec-0c05-463b-a3b9-b1cd1612ad21 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '67821f12-084c-41c2-874e-e44e8677cbb3', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:05.406882 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7ababec-0c05-463b-a3b9-b1cd1612ad21 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (258d5f14-caa9-4d3e-a0ee-c85eb06c8983), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.454471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7ababec-0c05-463b-a3b9-b1cd1612ad21 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (258d5f14-caa9-4d3e-a0ee-c85eb06c8983), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.458928 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7ababec-0c05-463b-a3b9-b1cd1612ad21 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (258d5f14-caa9-4d3e-a0ee-c85eb06c8983), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.476922 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ababec-0c05-463b-a3b9-b1cd1612ad21 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258d5f14-caa9-4d3e-a0ee-c85eb06c8983,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:05.487057 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c7ababec-0c05-463b-a3b9-b1cd1612ad21 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.488355 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c7ababec-0c05-463b-a3b9-b1cd1612ad21 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125805 Mar 22 15:02:05.491205 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46318) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:05.495643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-5911328f-be2e-4daa-81fa-f4a378566f37 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '67821f12-084c-41c2-874e-e44e8677cbb3', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:05.521215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5911328f-be2e-4daa-81fa-f4a378566f37 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (cf264e8d-fd69-455d-a719-57e4290f0e29), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.582263 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5911328f-be2e-4daa-81fa-f4a378566f37 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (cf264e8d-fd69-455d-a719-57e4290f0e29), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.588977 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5911328f-be2e-4daa-81fa-f4a378566f37 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (cf264e8d-fd69-455d-a719-57e4290f0e29), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.606960 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911328f-be2e-4daa-81fa-f4a378566f37 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf264e8d-fd69-455d-a719-57e4290f0e29,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:05.615416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5911328f-be2e-4daa-81fa-f4a378566f37 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.616657 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5911328f-be2e-4daa-81fa-f4a378566f37 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244512 Mar 22 15:02:05.619483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46320) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:05.623866 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a0040fd2-576f-4f09-af1b-7ba531fd4742 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '67821f12-084c-41c2-874e-e44e8677cbb3', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:05.649291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0040fd2-576f-4f09-af1b-7ba531fd4742 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d8e2befd-59a1-46eb-8fb6-2a6b42883c2a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.712036 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0040fd2-576f-4f09-af1b-7ba531fd4742 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d8e2befd-59a1-46eb-8fb6-2a6b42883c2a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.717887 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0040fd2-576f-4f09-af1b-7ba531fd4742 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d8e2befd-59a1-46eb-8fb6-2a6b42883c2a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.736590 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0040fd2-576f-4f09-af1b-7ba531fd4742 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e2befd-59a1-46eb-8fb6-2a6b42883c2a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:05.742378 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a0040fd2-576f-4f09-af1b-7ba531fd4742 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.743608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a0040fd2-576f-4f09-af1b-7ba531fd4742 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231892 Mar 22 15:02:05.746653 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46322) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:05.751323 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-eb1dc96d-672f-44cc-ac96-2afb0ed243e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '67821f12-084c-41c2-874e-e44e8677cbb3', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:05.779032 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc96d-672f-44cc-ac96-2afb0ed243e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d659e3d7-e005-493c-9974-4d4446ac7368), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.836151 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc96d-672f-44cc-ac96-2afb0ed243e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (d659e3d7-e005-493c-9974-4d4446ac7368), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.841106 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc96d-672f-44cc-ac96-2afb0ed243e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d659e3d7-e005-493c-9974-4d4446ac7368), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.859177 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dc96d-672f-44cc-ac96-2afb0ed243e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d659e3d7-e005-493c-9974-4d4446ac7368,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:05.865574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc96d-672f-44cc-ac96-2afb0ed243e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.866830 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eb1dc96d-672f-44cc-ac96-2afb0ed243e2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190891 Mar 22 15:02:05.869706 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46324) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:05.874423 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '67821f12-084c-41c2-874e-e44e8677cbb3', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:05.897938 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:02:05.905308 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (8f614435-b5cb-46ee-8eb6-41e52f2a8c78), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.971573 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (8f614435-b5cb-46ee-8eb6-41e52f2a8c78), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.976910 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (8f614435-b5cb-46ee-8eb6-41e52f2a8c78), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:05.995951 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f614435-b5cb-46ee-8eb6-41e52f2a8c78,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:06.001882 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.003136 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f84bdcc7-737a-4900-b1a8-7462c5309e69 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323001 Mar 22 15:02:06.006019 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46326) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:06.010258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'security_group_rule': {'security_group_id': '67821f12-084c-41c2-874e-e44e8677cbb3', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:06.031025 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Project 8840f79129bd410ca72c0bc42af4ad3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:02:06.036189 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (52fccddb-fe86-444a-be74-425c46c3c1a5), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.096609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (52fccddb-fe86-444a-be74-425c46c3c1a5), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.102332 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (52fccddb-fe86-444a-be74-425c46c3c1a5), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.119723 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fccddb-fe86-444a-be74-425c46c3c1a5,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:06.128033 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.129224 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-29fcd415-8811-4e0d-bd10-4e42c54d1298 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222837 Mar 22 15:02:06.133023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46328) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:06.137732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'network': {'name': 'tempest-network-smoke--1045729828', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'port_security_enabled': True}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:06.157355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:02:06.161010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.183934 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:02:06.193345 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (450824e4-7758-4651-afd2-38bf70600305), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.193677 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Added segment 450824e4-7758-4651-afd2-38bf70600305 of type vlan for network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc Mar 22 15:02:06.242149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.268773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.274113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:06.274695 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.696281 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5622230 Mar 22 15:02:06.699038 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46330) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:06.705434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'admin_state_up': True, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:06.715732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa674f-7b47-4a3f-a032-b66f6252b47c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Network': ['ID=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:06.726741 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:02:06.732391 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (af7c9ff6-09a6-449d-b02a-5f1dd7138905), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.733400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (af7c9ff6-09a6-449d-b02a-5f1dd7138905), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.784687 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (af7c9ff6-09a6-449d-b02a-5f1dd7138905), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:06.875043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 20c0681c-de5f-4502-9f7d-bef05d0b0539 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:06.895545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 20c0681c-de5f-4502-9f7d-bef05d0b0539 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:06.895890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 20c0681c-de5f-4502-9f7d-bef05d0b0539 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:06.927538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (af7c9ff6-09a6-449d-b02a-5f1dd7138905), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:07.128407 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (af7c9ff6-09a6-449d-b02a-5f1dd7138905), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:07.150339 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:07.251650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.47 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/b6a3888f-870b-49f3-97f9-0580678b43f2) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:07.360076 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:07.398698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:07.446184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:07.453333 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:07.455586 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=b6a3888f-870b-49f3-97f9-0580678b43f2,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:07.457660 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:07.715759 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (af7c9ff6-09a6-449d-b02a-5f1dd7138905), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:07.923099 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (af7c9ff6-09a6-449d-b02a-5f1dd7138905), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.070767 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router af7c9ff6-09a6-449d-b02a-5f1dd7138905 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:02:08.182510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:08.193598 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Sync routers for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:08.203835 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:08.204064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.204473 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:08.205086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3181b2b0-4d25-4fa4-9340-1897c67e77e3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5051231 Mar 22 15:02:08.208495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46332) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:08.284018 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-28f57503-f913-434e-8b41-919e769643ad tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8840f79129bd410ca72c0bc42af4ad3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743456 Mar 22 15:02:08.286849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46336) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:08.310120 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:08.371808 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801d329-a6ff-486f-a89d-cc4454a6d5a0 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:08.373306 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-0801d329-a6ff-486f-a89d-cc4454a6d5a0 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854681 Mar 22 15:02:08.376280 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46338) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:08.411891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-31353a73-ba33-4bf7-840b-5e4c8202926f tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=81b33ed6-9101-4c52-8c0a-e05026051aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341132 Mar 22 15:02:08.414514 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46340) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:08.420217 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1323795501', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:08.490747 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:07Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:08.507247 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:02:08.510796 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.516675 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Checking router: af7c9ff6-09a6-449d-b02a-5f1dd7138905 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:08.517023 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Updating router af7c9ff6-09a6-449d-b02a-5f1dd7138905 port b6a3888f-870b-49f3-97f9-0580678b43f2 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:02:08.543936 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.696411 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (1ae62df6-60b9-46e6-8665-25cdfee8b9e9), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.755985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Subnet': ['ID=1ae62df6-60b9-46e6-8665-25cdfee8b9e9,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:08.764882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Checking segment: {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:08.765265 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network hostable DHCP agents. Network: d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:02:08.783885 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:02:08.786163 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Publish callbacks [] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.793010 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.794649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:08.800650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:08.801439 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.805028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09284ede-a858-4cfc-96f8-a84586a125c4 None None] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:02:08.823929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46342) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:08.834561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ead4362a-53ca-4b0a-b64a-ba94cb756b29 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4186404 Mar 22 15:02:08.842636 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Attempting to bind port b6a3888f-870b-49f3-97f9-0580678b43f2 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:08.843033 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Attempting to bind port b6a3888f-870b-49f3-97f9-0580678b43f2 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:08.843362 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Attempting to bind port b6a3888f-870b-49f3-97f9-0580678b43f2 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:08.854599 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:08.854974 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:08.855368 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.855752 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:08.856208 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Bound port: b6a3888f-870b-49f3-97f9-0580678b43f2, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:08.856578 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.858105 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Pushing event updated for resources: {'Port': ['ID=b6a3888f-870b-49f3-97f9-0580678b43f2,revision_number=2']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:08.885185 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.885394 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.885706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.886054 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.886375 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.886692 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.887007 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.887320 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.887844 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.888023 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.888343 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.888663 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.888972 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.889282 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.889591 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:08.921037 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] For port b6a3888f-870b-49f3-97f9-0580678b43f2, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:08.924161 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] For port b6a3888f-870b-49f3-97f9-0580678b43f2, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b6a3888f-870b-49f3-97f9-0580678b43f2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:08.930504 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.936098 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:02:08.937155 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:08.991129 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:08.991766 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:09.060309 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74cd6c-5e5e-4814-9df5-4030dc0cda16 None None] Pushing event updated for resources: {'Port': ['ID=b6a3888f-870b-49f3-97f9-0580678b43f2,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:09.093521 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Allocated IP 172.20.0.2 (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc/1ae62df6-60b9-46e6-8665-25cdfee8b9e9/291b4672-e068-4613-85b4-153ab4ea96cb) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:09.101938 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:09.250789 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Publish callbacks [] for port (291b4672-e068-4613-85b4-153ab4ea96cb), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.257269 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.280488 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.283740 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:07Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:09.306192 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:09.313755 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:09.318751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:09.322145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Pushing event updated for resources: {'Port': ['ID=291b4672-e068-4613-85b4-153ab4ea96cb,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:09.384927 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Attempting to bind port 291b4672-e068-4613-85b4-153ab4ea96cb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:09.385297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Attempting to bind port 291b4672-e068-4613-85b4-153ab4ea96cb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:09.385661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Attempting to bind port 291b4672-e068-4613-85b4-153ab4ea96cb on network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:09.391083 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:09.391452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Checking segment: {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:09.392296 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.392830 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Bound using segment: {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:09.393314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Bound port: 291b4672-e068-4613-85b4-153ab4ea96cb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:09.393695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.412897 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc332eb-3b01-4f34-bd01-d91d37a306d1 None None] The sync data for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 is: [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:07Z', 'revision_number': 3, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:09.460568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] For port 291b4672-e068-4613-85b4-153ab4ea96cb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:09.464136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] For port 291b4672-e068-4613-85b4-153ab4ea96cb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=291b4672-e068-4613-85b4-153ab4ea96cb,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:09.470743 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.532150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae6f9f-5075-441b-92df-936cbcbabed4 None None] Pushing event updated for resources: {'Port': ['ID=291b4672-e068-4613-85b4-153ab4ea96cb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:09.571292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.1 (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc/1ae62df6-60b9-46e6-8665-25cdfee8b9e9/b08c7d2b-b5e5-40be-bf8a-8af27d23a273) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:09.704347 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.748960 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:09.802440 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:09.816181 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:09.818803 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:09.864346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:09.871683 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (af7c9ff6-09a6-449d-b02a-5f1dd7138905), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.017091 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.306797 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.314691 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.392366 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (af7c9ff6-09a6-449d-b02a-5f1dd7138905), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.394223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:10.486860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:10.488427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:10.535647 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf02994-e47a-4a9c-923e-4a859a67027f None None] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:02:10.609633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router af7c9ff6-09a6-449d-b02a-5f1dd7138905 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:02:10.644770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-8bad4596-c7d6-4730-ba19-f944eca80fa2 None None] Provisioning complete for port 291b4672-e068-4613-85b4-153ab4ea96cb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:10.645127 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8bad4596-c7d6-4730-ba19-f944eca80fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.723153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:10.728238 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-68c2b096-6a90-42e9-9f9c-b4ba77e32116 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/af7c9ff6-09a6-449d-b02a-5f1dd7138905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9032381 Mar 22 15:02:10.736717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-8bad4596-c7d6-4730-ba19-f944eca80fa2 None None] Current status of the port 291b4672-e068-4613-85b4-153ab4ea96cb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:10.737096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8bad4596-c7d6-4730-ba19-f944eca80fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.775771 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-8bad4596-c7d6-4730-ba19-f944eca80fa2 None None] For port 291b4672-e068-4613-85b4-153ab4ea96cb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=291b4672-e068-4613-85b4-153ab4ea96cb,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:10.784433 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8bad4596-c7d6-4730-ba19-f944eca80fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:10.845253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad4596-c7d6-4730-ba19-f944eca80fa2 None None] Pushing event updated for resources: {'Port': ['ID=291b4672-e068-4613-85b4-153ab4ea96cb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:10.947616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-866062d2-9e4c-4a04-bf6a-eb56f7b2f102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217087337&fields=id&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 267 time: 0.0704105 Mar 22 15:02:11.005556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b6a3888f-870b-49f3-97f9-0580678b43f2 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:11.054323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-87542ca3-834e-48a7-a810-241eff81d35f None None] Provisioning complete for port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:11.054831 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-87542ca3-834e-48a7-a810-241eff81d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:11.084455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-56fce7c8-7c31-4ce5-8044-cfe6773849da tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:11.085948 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-56fce7c8-7c31-4ce5-8044-cfe6773849da tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/networks?id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 200 len: 797 time: 0.1317010 Mar 22 15:02:11.098140 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-87542ca3-834e-48a7-a810-241eff81d35f None None] Port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:02:11.104005 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b6a3888f-870b-49f3-97f9-0580678b43f2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:11.104381 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:11.105533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-3fddc187-4ab3-413c-b6b8-2529da2b4942 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/quotas/8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 375 time: 0.0105531 Mar 22 15:02:11.136289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-87542ca3-834e-48a7-a810-241eff81d35f None None] Provisioning complete for port 291b4672-e068-4613-85b4-153ab4ea96cb triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:11.136660 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-87542ca3-834e-48a7-a810-241eff81d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:11.169694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-17908715-3611-4653-8bcc-db2d567810ec tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581677 Mar 22 15:02:11.230681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Sync routers for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:11.274053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-9e40e1b0-17b6-477f-bd92-1e9697231ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940101 Mar 22 15:02:11.288195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b6a3888f-870b-49f3-97f9-0580678b43f2 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:11.288582 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:11.295659 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:11.296311 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:11.298105 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-87542ca3-834e-48a7-a810-241eff81d35f None None] Current status of the port 291b4672-e068-4613-85b4-153ab4ea96cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:11.373109 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-4b79b2e1-dd7b-497a-bc61-9de3a09dc6f5 service neutron] 10.222.0.44 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928872 Mar 22 15:02:11.378698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port b6a3888f-870b-49f3-97f9-0580678b43f2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b6a3888f-870b-49f3-97f9-0580678b43f2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:11.384463 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:11.385328 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 291b4672-e068-4613-85b4-153ab4ea96cb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:11.503877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-afd029c7-c6e3-431f-b965-5db7ba89c16e None None] Provisioning complete for port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:11.503877 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-afd029c7-c6e3-431f-b965-5db7ba89c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:11.517187 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=b6a3888f-870b-49f3-97f9-0580678b43f2,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:11.548922 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-28e4612d-33d3-406a-9a94-98a22b6c3588 req-5ef1e527-3e56-4d8c-bb7e-74c8efb268c9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 210 time: 0.0292883 Mar 22 15:02:11.549670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:11.593035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 291b4672-e068-4613-85b4-153ab4ea96cb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:11.593401 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:11.621382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-afd029c7-c6e3-431f-b965-5db7ba89c16e None None] Port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:02:11.806136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 291b4672-e068-4613-85b4-153ab4ea96cb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:11.833357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:10Z', 'revision_number': 2, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:11.859950 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Checking router: af7c9ff6-09a6-449d-b02a-5f1dd7138905 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:11.860385 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Updating router af7c9ff6-09a6-449d-b02a-5f1dd7138905 port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:02:11.887254 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.152446 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Publish callbacks [] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.158533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.205448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac763be9-c04e-4e46-a9a2-2744406ea569 None None] Pushing event updated for resources: {'Port': ['ID=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:12.261341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Attempting to bind port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:12.262365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Attempting to bind port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:12.262727 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Attempting to bind port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 on network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:12.268155 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:12.268526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Checking segment: {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:12.269048 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.269469 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Bound using segment: {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:12.269948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Bound port: b08c7d2b-b5e5-40be-bf8a-8af27d23a273, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:12.270359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.339401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] For port b08c7d2b-b5e5-40be-bf8a-8af27d23a273, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:12.342591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] For port b08c7d2b-b5e5-40be-bf8a-8af27d23a273, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:12.350307 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.552103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-394b2593-457d-407f-ac02-4408f0acb2ac tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:12.554346 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-394b2593-457d-407f-ac02-4408f0acb2ac tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/networks?id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 200 len: 797 time: 0.1191466 Mar 22 15:02:12.592223 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-77b03e65-f776-4302-be9b-2aafcc80a18f None None] Provisioning complete for port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:12.592732 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-77b03e65-f776-4302-be9b-2aafcc80a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.596619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac763be9-c04e-4e46-a9a2-2744406ea569 None None] Pushing event updated for resources: {'Port': ['ID=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:12.623548 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:12.624197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:12.640971 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-00441892-6245-4c87-b12b-5c3f5876227c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8840f79129bd410ca72c0bc42af4ad3c HTTP/1.1" status: 200 len: 380 time: 0.0787783 Mar 22 15:02:12.665556 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'port': {'device_id': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'admin_state_up': True, 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'security_groups': ['67821f12-084c-41c2-874e-e44e8677cbb3']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:12.674611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-219f281d-ae6d-4ddd-9a81-54f7a2ac01c6 req-d41f41fa-f272-48d5-b8ec-967372926c78 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 210 time: 0.0303872 Mar 22 15:02:12.776085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-77b03e65-f776-4302-be9b-2aafcc80a18f None None] Current status of the port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:12.776469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-77b03e65-f776-4302-be9b-2aafcc80a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.782438 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Made reservation on behalf of 8840f79129bd410ca72c0bc42af4ad3c for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:02:12.786290 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.793407 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:12.879526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-77b03e65-f776-4302-be9b-2aafcc80a18f None None] For port b08c7d2b-b5e5-40be-bf8a-8af27d23a273, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:12.921892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.20.0.7 (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc/1ae62df6-60b9-46e6-8665-25cdfee8b9e9/7e9eaa18-0642-464d-8d18-2e45f97c3f18) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:12.922469 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-77b03e65-f776-4302-be9b-2aafcc80a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.936414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b6a3888f-870b-49f3-97f9-0580678b43f2 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:13.048141 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b03e65-f776-4302-be9b-2aafcc80a18f None None] Pushing event updated for resources: {'Port': ['ID=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:13.068745 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.090227 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-9d44e0af-fea7-4289-90a9-ea2fd051f0df None None] Provisioning complete for port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:13.090598 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9d44e0af-fea7-4289-90a9-ea2fd051f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.095706 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b6a3888f-870b-49f3-97f9-0580678b43f2 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:13.096074 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.104176 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.146549 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:13.149628 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:13.155620 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:13.182000 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=7e9eaa18-0642-464d-8d18-2e45f97c3f18,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:13.193685 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:13.212204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:13.213392 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.230992 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-861e226c-a63d-4761-b2d5-ee98438f721f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740056 Mar 22 15:02:13.243810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Request body: {'port': {'device_id': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:13.260766 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20ce8a-10a4-4228-a21d-03dfa68e337e None None] The sync data for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 is: [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:13.291508 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b6a3888f-870b-49f3-97f9-0580678b43f2 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:13.294514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-9d44e0af-fea7-4289-90a9-ea2fd051f0df None None] Current status of the port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:13.312859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.517747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-fc817100-888d-49c3-a28f-639447fbe474 None None] Provisioning complete for port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:13.518172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fc817100-888d-49c3-a28f-639447fbe474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.558003 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-fc817100-888d-49c3-a28f-639447fbe474 None None] Port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:02:13.623315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9eaa18-0642-464d-8d18-2e45f97c3f18 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:02:13.631709 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Publish callbacks [] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.644880 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Transition to ACTIVE for port object 7e9eaa18-0642-464d-8d18-2e45f97c3f18 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:02:13.650386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.703060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Pushing event updated for resources: {'Port': ['ID=7e9eaa18-0642-464d-8d18-2e45f97c3f18,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:13.795061 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Attempting to bind port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:13.795675 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Attempting to bind port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:13.796318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Attempting to bind port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 on network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:13.805252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 on network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:02:13.805495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Attempting to bind port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 on network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:13.811793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:13.812053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Checking segment: {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:13.812311 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Bound using segment: {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:13.812664 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Bound port: 7e9eaa18-0642-464d-8d18-2e45f97c3f18, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450824e4-7758-4651-afd2-38bf70600305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:13.813031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.824920 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d02443-1a0d-48ac-9c97-343b332ea744 req-34d41ec4-d3cd-409e-af05-4890b49900df tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:13.827738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6d02443-1a0d-48ac-9c97-343b332ea744 req-34d41ec4-d3cd-409e-af05-4890b49900df tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 943 time: 0.0662301 Mar 22 15:02:13.895076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] For port 7e9eaa18-0642-464d-8d18-2e45f97c3f18, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:13.900223 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] For port 7e9eaa18-0642-464d-8d18-2e45f97c3f18, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:13.906760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6d02443-1a0d-48ac-9c97-343b332ea744 req-e9a0914e-c0b1-445d-89dd-da5143e738f9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722537 Mar 22 15:02:13.911022 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.928726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:13.929410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:13.930936 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] 10.222.0.42 "PUT /v2.0/ports/7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 200 len: 1091 time: 0.6923566 Mar 22 15:02:13.932585 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:02:13.936153 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f3649-c6f8-4647-bb80-c0536a1f5da9" -d '{"events": [{"name": "network-changed", "server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:14.013310 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbada99-7c20-4b4f-8988-f4aac31e1797 x-openstack-request-id: req-2cbada99-7c20-4b4f-8988-f4aac31e1797 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:14.013883 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:14.014227 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cbada99-7c20-4b4f-8988-f4aac31e1797 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:14.014634 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbada99-7c20-4b4f-8988-f4aac31e1797'] response: {'name': 'network-changed', 'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'status': 'completed', 'code': 200} Mar 22 15:02:14.048892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c7331-32fd-42b5-8b72-0da32fd6e37a service neutron] Pushing event updated for resources: {'Port': ['ID=7e9eaa18-0642-464d-8d18-2e45f97c3f18,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:14.059971 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-0a838a2c-64f1-4522-be82-45490dc5759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:14.061503 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-0a838a2c-64f1-4522-be82-45490dc5759f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1125 time: 0.0805440 Mar 22 15:02:14.414558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-214d1a3d-4b1f-4746-80b5-4f5bbae4098e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 200 len: 217 time: 0.3452065 Mar 22 15:02:14.468416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-adf4a900-eb00-4478-9709-9c146d91f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:14.470028 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-adf4a900-eb00-4478-9709-9c146d91f52e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae62df6-60b9-46e6-8665-25cdfee8b9e9 HTTP/1.1" status: 200 len: 835 time: 0.0497468 Mar 22 15:02:14.521050 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-8ae4f67f-7c95-46f2-83f4-f4e063bc3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:14.522616 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-8ae4f67f-7c95-46f2-83f4-f4e063bc3093 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462050 Mar 22 15:02:14.613692 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-c9bab310-d53a-4d12-bdb6-258a79160ac4 service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850127 Mar 22 15:02:14.704924 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-848dd8d5-57aa-42dc-9757-d931ced40eaf req-e102e832-44f0-4e87-bff2-4b1b642e408e service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Mar 22 15:02:14.809452 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-4381a39e-43da-46c8-80b6-ebd89817aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:14.811190 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-4381a39e-43da-46c8-80b6-ebd89817aaf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1125 time: 0.0575523 Mar 22 15:02:14.914292 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-23f2f2ce-372c-470e-a200-427d22012e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:14.915835 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-23f2f2ce-372c-470e-a200-427d22012e8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 200 len: 898 time: 0.0974286 Mar 22 15:02:14.964821 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-5f6b34fa-9d98-4eb7-a5e3-ce2dccbc3428 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 200 len: 217 time: 0.0418842 Mar 22 15:02:14.965909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b08c7d2b-b5e5-40be-bf8a-8af27d23a273 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:15.016740 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:15.017089 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:15.017981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-6b086339-7794-4e7c-8c1e-0a5a62c35268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:15.020037 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-6b086339-7794-4e7c-8c1e-0a5a62c35268 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae62df6-60b9-46e6-8665-25cdfee8b9e9 HTTP/1.1" status: 200 len: 835 time: 0.0484650 Mar 22 15:02:15.024173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77dd90-0e1f-45a2-aae3-adc74b4c25a6 req-9f96da6f-2576-468a-975a-8fda6ea3314b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:15.025689 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af77dd90-0e1f-45a2-aae3-adc74b4c25a6 req-9f96da6f-2576-468a-975a-8fda6ea3314b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 943 time: 0.0538414 Mar 22 15:02:15.072869 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-0cc77985-280a-48d9-983a-5582f82a483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:15.074412 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-0cc77985-280a-48d9-983a-5582f82a483a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489650 Mar 22 15:02:15.075976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af77dd90-0e1f-45a2-aae3-adc74b4c25a6 req-7a477071-aaaf-47d5-a7af-57f3e6a17eda tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444067 Mar 22 15:02:15.103574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:15.173562 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-15c1eda9-4547-4194-9c65-885c2e02568c service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916667 Mar 22 15:02:15.263268 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f04f3649-c6f8-4647-bb80-c0536a1f5da9 req-db594a36-f1d3-4e9c-9504-48fbfd34af70 service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832944 Mar 22 15:02:16.205784 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a23427-b4fb-40bf-9e45-bef752d99fa3 req-f8722c6c-0121-44dd-b173-088e155a8d31 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:16.207333 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6a23427-b4fb-40bf-9e45-bef752d99fa3 req-f8722c6c-0121-44dd-b173-088e155a8d31 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 943 time: 0.0594313 Mar 22 15:02:16.267576 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c6a23427-b4fb-40bf-9e45-bef752d99fa3 req-1903f3cd-fbbb-4041-8788-b79094c6b8b1 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535038 Mar 22 15:02:17.400304 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f601c29-1f4b-443d-b683-d2f12ed24c66 req-887dc48e-7ec6-4d92-ad5d-f9b79e44981b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:17.401798 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f601c29-1f4b-443d-b683-d2f12ed24c66 req-887dc48e-7ec6-4d92-ad5d-f9b79e44981b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 943 time: 0.0540395 Mar 22 15:02:17.453733 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8f601c29-1f4b-443d-b683-d2f12ed24c66 req-54a11baf-c647-42c5-aaaf-e960c23aa1fc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Mar 22 15:02:18.274980 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2b58-ed46-4ff5-8c59-8fa047e24230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.554172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 7e9eaa18-0642-464d-8d18-2e45f97c3f18 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:02:18.580800 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfed259-4b09-4d8f-9b59-a393b94c85a7 req-3b6dbb8c-9526-41ba-afd3-5886c4693861 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:18.582429 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bfed259-4b09-4d8f-9b59-a393b94c85a7 req-3b6dbb8c-9526-41ba-afd3-5886c4693861 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 943 time: 0.0593891 Mar 22 15:02:18.637210 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5bfed259-4b09-4d8f-9b59-a393b94c85a7 req-c65b3192-b6d2-4d17-8629-dc3d20b6d106 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487511 Mar 22 15:02:18.654743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 7e9eaa18-0642-464d-8d18-2e45f97c3f18, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:18.667653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'port_id': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'mac_address': 'fa:16:3e:4a:ab:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:02:18.717028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:18.717427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.731997 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9eaa18-0642-464d-8d18-2e45f97c3f18 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:02:18.751746 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 7e9eaa18-0642-464d-8d18-2e45f97c3f18, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:18.758427 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.815085 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=7e9eaa18-0642-464d-8d18-2e45f97c3f18,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:18.963416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['7e9eaa18-0642-464d-8d18-2e45f97c3f18'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:02:19.778864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37d342-5741-4c1f-b2f2-9c71fa914025 req-65ea8264-d66a-49cb-a39a-8708043f2dcc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:19.780327 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d37d342-5741-4c1f-b2f2-9c71fa914025 req-65ea8264-d66a-49cb-a39a-8708043f2dcc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 944 time: 0.0618482 Mar 22 15:02:19.833233 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d37d342-5741-4c1f-b2f2-9c71fa914025 req-aae2a3b5-bc94-45cc-9d70-ed1b82f2612c tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437827 Mar 22 15:02:20.531774 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02046d6f-26f3-476c-a2d3-4ae27cdd3d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:20.554559 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 7e9eaa18-0642-464d-8d18-2e45f97c3f18 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:20.607339 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:02:20.611249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:20.611711 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:20.700524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:20.700928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:20.729544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:02:20.731923 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ba8491-b280-4840-b56a-b458f799ef92" -d '{"events": [{"server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "name": "network-vif-plugged", "status": "completed", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:20.744504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 7e9eaa18-0642-464d-8d18-2e45f97c3f18, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:20.753110 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:20.800948 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=7e9eaa18-0642-464d-8d18-2e45f97c3f18,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:20.821877 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829445e4-58aa-462f-a473-475f562bdad8 x-openstack-request-id: req-829445e4-58aa-462f-a473-475f562bdad8 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:20.822189 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "name": "network-vif-plugged", "status": "completed", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:20.822441 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-829445e4-58aa-462f-a473-475f562bdad8 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:20.822843 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829445e4-58aa-462f-a473-475f562bdad8'] response: {'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'code': 200} Mar 22 15:02:20.868054 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:02:20.920407 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b880b4-f904-42d9-8cd9-1828e8f61085 req-c248a367-0e51-418c-b5d1-a408fac1dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:20.922034 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-79b880b4-f904-42d9-8cd9-1828e8f61085 req-c248a367-0e51-418c-b5d1-a408fac1dfa7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1127 time: 0.0449867 Mar 22 15:02:20.952067 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c023b-768e-4e26-ba50-66004479e603 req-af6e086c-1047-42a5-b648-13aedec8478a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:20.953543 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e48c023b-768e-4e26-ba50-66004479e603 req-af6e086c-1047-42a5-b648-13aedec8478a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0516186 Mar 22 15:02:20.970488 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-79b880b4-f904-42d9-8cd9-1828e8f61085 req-dff0e6d3-39cf-4e32-a144-f6eed9af26a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401864 Mar 22 15:02:21.001900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e48c023b-768e-4e26-ba50-66004479e603 req-745bf5a9-8b26-4003-9256-c23644c4cfd8 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Mar 22 15:02:22.135344 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:22.136096 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968ec6a-d75b-4d36-9afa-242006722d9a req-5066216b-aff0-45fe-922e-3bc534c1e262 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:22.137394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a968ec6a-d75b-4d36-9afa-242006722d9a req-5066216b-aff0-45fe-922e-3bc534c1e262 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0615513 Mar 22 15:02:22.185470 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a968ec6a-d75b-4d36-9afa-242006722d9a req-aceb8b69-098f-4c0b-b2f5-26491ceedbd9 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Mar 22 15:02:23.328652 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbefd6-ded2-439e-8409-82675bfac11b req-46bb6b0c-ece9-4f8d-82dd-1b2e59341280 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:23.330144 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dfbefd6-ded2-439e-8409-82675bfac11b req-46bb6b0c-ece9-4f8d-82dd-1b2e59341280 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0634501 Mar 22 15:02:23.381365 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7dfbefd6-ded2-439e-8409-82675bfac11b req-1a5e09ec-eb19-43c4-ad72-3e4355a7203a tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Mar 22 15:02:23.511563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d018a7-12d3-42e3-9071-9f3b4e387238 req-1a6d03ea-8886-4c0a-8caa-1c29a8780a01 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:23.512965 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71d018a7-12d3-42e3-9071-9f3b4e387238 req-1a6d03ea-8886-4c0a-8caa-1c29a8780a01 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0586097 Mar 22 15:02:23.566771 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-71d018a7-12d3-42e3-9071-9f3b4e387238 req-6b5db551-f6a8-48d0-acef-952f776dbffc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479748 Mar 22 15:02:23.588454 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46400) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:23.634078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c241d49-befc-4af2-bc44-cde6b7186517 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:23.635584 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7c241d49-befc-4af2-bc44-cde6b7186517 tempest-TestNetworkAdvancedServerOps-1516357273 tempest-TestNetworkAdvancedServerOps-1516357273-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1122 time: 0.0461128 Mar 22 15:02:23.638634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46402) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:23.642886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:23.661277 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:23.664145 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:23.772768 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:23.881053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Allocated IP 172.25.2.104 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:23.983606 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.020459 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.061527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:24.064476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:24.070743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:24.076419 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:24.423215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (0ac57860-4436-4415-b67a-3d5f9a029011), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.498126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.653326 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.659725 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.693286 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.724528 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event updated for resources: {'Port': ['ID=1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:24.736842 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (0ac57860-4436-4415-b67a-3d5f9a029011), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.992253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:25.193915 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP 0ac57860-4436-4415-b67a-3d5f9a029011 associated. External IP: 172.25.2.104, port: 7e9eaa18-0642-464d-8d18-2e45f97c3f18. Mar 22 15:02:25.406644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router af7c9ff6-09a6-449d-b02a-5f1dd7138905 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:02:25.518317 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:25.528137 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] Sync routers for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:25.536704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:25.539053 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:25.539686 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:25.566438 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-881c5ebc-dc10-439e-a9f4-3097f1513415 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9267612 Mar 22 15:02:25.567135 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:02:25.569467 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98953540-f16e-4611-97f9-a9ff8122b31e" -d '{"events": [{"name": "network-changed", "server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:25.648373 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:25.667189 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40470945-913e-49c7-959b-1a289b32c443 x-openstack-request-id: req-40470945-913e-49c7-959b-1a289b32c443 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:25.667571 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:25.667890 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40470945-913e-49c7-959b-1a289b32c443 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:25.668366 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40470945-913e-49c7-959b-1a289b32c443'] response: {'name': 'network-changed', 'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'status': 'completed', 'code': 200} Mar 22 15:02:25.675905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f165d1-e89f-48d7-ac1e-6832da620211 req-270869a0-d79c-46b7-9953-07f9f3e5e187 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:25.677421 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6f165d1-e89f-48d7-ac1e-6832da620211 req-270869a0-d79c-46b7-9953-07f9f3e5e187 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0594552 Mar 22 15:02:25.735845 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6f165d1-e89f-48d7-ac1e-6832da620211 req-6d4f3ce9-d86b-4738-b7dc-c8b781c201cc tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514402 Mar 22 15:02:25.738710 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953540-f16e-4611-97f9-a9ff8122b31e req-eff586ff-adb8-434e-855c-75e98bfffe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:25.740380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98953540-f16e-4611-97f9-a9ff8122b31e req-eff586ff-adb8-434e-855c-75e98bfffe06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1127 time: 0.0512056 Mar 22 15:02:25.759479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46412) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:25.820700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2129efc1-93e0-4223-9e40-6d35769790f2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/0ac57860-4436-4415-b67a-3d5f9a029011 HTTP/1.1" status: 200 len: 991 time: 0.0594454 Mar 22 15:02:25.829875 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953540-f16e-4611-97f9-a9ff8122b31e req-94b004fe-e52e-45d8-8842-91469a818ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:25.831470 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98953540-f16e-4611-97f9-a9ff8122b31e req-94b004fe-e52e-45d8-8842-91469a818ae8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 200 len: 898 time: 0.0855319 Mar 22 15:02:25.878808 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '0ac57860-4436-4415-b67a-3d5f9a029011', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'port_id': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'mac_address': 'fa:16:3e:4a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:02:24Z', 'updated_at': '2022-03-22T15:02:24Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:25.900041 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98953540-f16e-4611-97f9-a9ff8122b31e req-46f5d63b-7d06-4ba7-8d36-dd25e14a3efb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 200 len: 999 time: 0.0629511 Mar 22 15:02:25.904051 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] Checking router: af7c9ff6-09a6-449d-b02a-5f1dd7138905 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:25.913665 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:25.914249 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:25.947416 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953540-f16e-4611-97f9-a9ff8122b31e req-078f11b3-052b-4d4f-a641-5bb943bf0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:25.948977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98953540-f16e-4611-97f9-a9ff8122b31e req-078f11b3-052b-4d4f-a641-5bb943bf0f02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae62df6-60b9-46e6-8665-25cdfee8b9e9 HTTP/1.1" status: 200 len: 835 time: 0.0434718 Mar 22 15:02:25.998639 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953540-f16e-4611-97f9-a9ff8122b31e req-8d54b0cd-9cf6-4f05-81b1-c5d4deb36158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:26.000173 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98953540-f16e-4611-97f9-a9ff8122b31e req-8d54b0cd-9cf6-4f05-81b1-c5d4deb36158 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456076 Mar 22 15:02:26.023589 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:26.093569 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98953540-f16e-4611-97f9-a9ff8122b31e req-6569b007-e135-404c-b669-e6a9299b77cf service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869122 Mar 22 15:02:26.184557 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-98953540-f16e-4611-97f9-a9ff8122b31e req-6aac90c4-a83c-4e25-934b-ab6f1bdf0632 service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848985 Mar 22 15:02:26.241891 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '0ac57860-4436-4415-b67a-3d5f9a029011', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'port_id': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'mac_address': 'fa:16:3e:4a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:02:24Z', 'updated_at': '2022-03-22T15:02:24Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:26.270476 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4033a7c-9082-4645-a402-65981b80d294 None None] The sync data for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 is: [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '0ac57860-4436-4415-b67a-3d5f9a029011', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'port_id': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'mac_address': 'fa:16:3e:4a:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:02:24Z', 'updated_at': '2022-03-22T15:02:24Z', 'revision_number': 0, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:26.470623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a248bfa-dde7-4026-8892-d6408be9fc81 None None] New status for floating IP 0ac57860-4436-4415-b67a-3d5f9a029011: ACTIVE {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:02:26.824083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46416) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:26.888375 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-326cf9b1-2861-48bb-90a0-277de0eeab84 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/0ac57860-4436-4415-b67a-3d5f9a029011 HTTP/1.1" status: 200 len: 993 time: 0.0630527 Mar 22 15:02:29.081425 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:32.044888 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-23a6959c-3ddb-48cd-b77c-a4dc98635a90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512600 Mar 22 15:02:32.140255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-91449e60-2fac-4de7-899d-396637a0293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:32.142186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-91449e60-2fac-4de7-899d-396637a0293c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1127 time: 0.0528886 Mar 22 15:02:32.255317 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-eacaf0e3-8d96-4430-b972-35dfe330015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:32.256713 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-eacaf0e3-8d96-4430-b972-35dfe330015e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 200 len: 898 time: 0.0956581 Mar 22 15:02:32.325464 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-27e8d14f-c58d-4531-9058-de36bb5e5085 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 200 len: 1001 time: 0.0624294 Mar 22 15:02:32.373936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-a4f4fb96-a231-4c83-87d0-9a9dbd8d3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:32.375405 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-a4f4fb96-a231-4c83-87d0-9a9dbd8d3b88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae62df6-60b9-46e6-8665-25cdfee8b9e9 HTTP/1.1" status: 200 len: 835 time: 0.0435586 Mar 22 15:02:32.427726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-63cabd64-af76-41db-96f9-fe53e39bc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:32.429233 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-63cabd64-af76-41db-96f9-fe53e39bc39e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464158 Mar 22 15:02:32.524132 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-2bf20a3b-e916-4efc-a82c-40cffb800676 service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883970 Mar 22 15:02:32.629678 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-5cdf3368-5f28-45a1-9f21-3d041673a1e9 req-1efa4cf4-6449-4151-b12a-ffaa1379c7c2 service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993140 Mar 22 15:02:48.275634 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2357-9c06-460b-ac38-4b7655fe6e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.529053 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8a84-f403-4bf4-a9fb-c4d626ebf14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.149373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.669004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.704233 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.985900 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.724864 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d725b-81fe-433b-8384-723160f7dc47 req-8283d2c4-cda6-44fd-8686-a093e39c9a93 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:55.726378 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b1d725b-81fe-433b-8384-723160f7dc47 req-8283d2c4-cda6-44fd-8686-a093e39c9a93 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0559194 Mar 22 15:02:55.776345 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b1d725b-81fe-433b-8384-723160f7dc47 req-05495926-f2ec-460d-afd7-065aecb269c3 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Mar 22 15:02:56.915854 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb81144-c39d-4896-8f5b-57287374f565 req-0c6e0229-5835-4ee8-8d37-8f7f9de14907 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:56.917360 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fb81144-c39d-4896-8f5b-57287374f565 req-0c6e0229-5835-4ee8-8d37-8f7f9de14907 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0628476 Mar 22 15:02:56.969593 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6fb81144-c39d-4896-8f5b-57287374f565 req-c043c190-b741-4bcf-9190-d3808f30d93f tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Mar 22 15:02:56.995254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46436) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:57.061034 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-d8fb5c25-4ab7-4cbd-b03a-dfb4d3dcf330 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/0ac57860-4436-4415-b67a-3d5f9a029011 HTTP/1.1" status: 200 len: 993 time: 0.0645390 Mar 22 15:02:57.875615 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:02:58.363290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4747-b994-417b-b483-6911cc0f6551 req-c577258e-db34-4a2f-bf99-9c9315e39374 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.364893 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b0b4747-b994-417b-b483-6911cc0f6551 req-c577258e-db34-4a2f-bf99-9c9315e39374 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0601528 Mar 22 15:02:58.376651 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-54e8d3a2-e308-441e-9801-af28a736c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.378207 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-54e8d3a2-e308-441e-9801-af28a736c384 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1127 time: 0.0456266 Mar 22 15:02:58.414100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5b0b4747-b994-417b-b483-6911cc0f6551 req-44f2077b-2164-46b0-918d-7bd947eee58e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Mar 22 15:02:58.466375 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-366f479f-1da3-4fb1-b0e5-e48615d1405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.467880 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-366f479f-1da3-4fb1-b0e5-e48615d1405d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 200 len: 898 time: 0.0838885 Mar 22 15:02:58.543792 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-cc701de4-4824-4caf-a110-2a3f4343d4e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 200 len: 1001 time: 0.0691586 Mar 22 15:02:58.601808 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-af73dfda-f92e-4061-8030-6034c06fd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.603307 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-af73dfda-f92e-4061-8030-6034c06fd7a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae62df6-60b9-46e6-8665-25cdfee8b9e9 HTTP/1.1" status: 200 len: 835 time: 0.0541084 Mar 22 15:02:58.653321 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-156ed19b-8d70-43e5-9043-c3cba2c7858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.654819 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-156ed19b-8d70-43e5-9043-c3cba2c7858d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459020 Mar 22 15:02:58.747058 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-8bf60dae-7ac4-4e84-a2ea-ca607d9bbcaf service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857897 Mar 22 15:02:58.846221 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4ba1a061-21dc-4ebe-a7fe-5b5dab620717 req-67e8a1b7-35bc-40e2-8d1e-31c0f9aebb7d service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928283 Mar 22 15:02:59.088597 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:59.544925 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81445-969a-4849-85ee-a7a5fc287b98 req-9a54ed84-ebab-44f8-b85b-058d21b71d38 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:59.546443 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ced81445-969a-4849-85ee-a7a5fc287b98 req-9a54ed84-ebab-44f8-b85b-058d21b71d38 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0551746 Mar 22 15:02:59.598010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ced81445-969a-4849-85ee-a7a5fc287b98 req-a0ac0daf-de63-426e-8b8b-7561aa562b9b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Mar 22 15:03:00.728669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0a714-cc90-483d-9cd0-da494a82c915 req-94e2cf5a-b824-42df-b6dd-8523624bbac4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:00.730217 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7d0a714-cc90-483d-9cd0-da494a82c915 req-94e2cf5a-b824-42df-b6dd-8523624bbac4 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0596292 Mar 22 15:03:00.785171 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d7d0a714-cc90-483d-9cd0-da494a82c915 req-551c0a56-55c8-4544-a211-fea23aded43e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492349 Mar 22 15:03:00.808132 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46448) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:00.873751 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f65366f3-e2c4-4f8d-8161-c77e16881ce2 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/floatingips/0ac57860-4436-4415-b67a-3d5f9a029011 HTTP/1.1" status: 200 len: 993 time: 0.0644650 Mar 22 15:03:01.129475 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46454) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:01.319052 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:01.319453 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:01.403346 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:01.403636 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:01.416599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:01.581014 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:01.607612 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=1bcedee5-1387-4fb7-8b77-d6d8ae2ca48a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:01.633601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.633960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.634303 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.634666 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.634987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.635313 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.635630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.635949 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.636271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.636590 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.636910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.637210 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.637523 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.637835 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.638169 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:01.677985 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for floatingip (0ac57860-4436-4415-b67a-3d5f9a029011), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:01.678335 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Floating IP 0ac57860-4436-4415-b67a-3d5f9a029011 disassociated (deleted). External IP: 172.25.2.104, port: 7e9eaa18-0642-464d-8d18-2e45f97c3f18. Mar 22 15:03:01.900181 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router af7c9ff6-09a6-449d-b02a-5f1dd7138905 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:02.010271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:02.015407 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:02.020506 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] Sync routers for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:02.031149 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:02.032287 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:02.044214 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-e5fe405a-cfe6-4100-a223-e521e77c093b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/floatingips/0ac57860-4436-4415-b67a-3d5f9a029011 HTTP/1.1" status: 204 len: 168 time: 0.9135599 Mar 22 15:03:02.044882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:02.047363 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0caa30-17ef-4ceb-839c-2230e540676f" -d '{"events": [{"name": "network-changed", "server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:02.090204 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb4e35-a430-4607-b3e1-2cc91bdcc54e x-openstack-request-id: req-bdbb4e35-a430-4607-b3e1-2cc91bdcc54e {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:02.090611 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:02.090808 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdbb4e35-a430-4607-b3e1-2cc91bdcc54e {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:02.091224 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbb4e35-a430-4607-b3e1-2cc91bdcc54e'] response: {'name': 'network-changed', 'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'status': 'completed', 'code': 200} Mar 22 15:03:02.142762 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:02.159191 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-5ae9f11d-c19c-4da9-8a91-1ac15326bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:02.160673 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-5ae9f11d-c19c-4da9-8a91-1ac15326bade service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 1127 time: 0.0484405 Mar 22 15:03:02.276981 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-f9fed515-308a-4945-a6b3-9f23fb8bb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:02.278637 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-f9fed515-308a-4945-a6b3-9f23fb8bb31e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 200 len: 898 time: 0.1056249 Mar 22 15:03:02.290544 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6391f6-2a7a-4d15-8595-7cab3ba97d2f req-a803d43d-6f71-4ed8-a1b8-0b19714957f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:02.292067 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d6391f6-2a7a-4d15-8595-7cab3ba97d2f req-a803d43d-6f71-4ed8-a1b8-0b19714957f5 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0547948 Mar 22 15:03:02.323532 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-3a030e24-fcd5-45e7-9ab7-95978a47bb77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 200 len: 217 time: 0.0371234 Mar 22 15:03:02.344487 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5d6391f6-2a7a-4d15-8595-7cab3ba97d2f req-6baf012e-0f7d-4936-9725-57e0ec5a5e35 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466483 Mar 22 15:03:02.370234 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:02.372752 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-b1bef0b4-12e2-4631-a4da-a4d6c0f8bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:02.374272 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-b1bef0b4-12e2-4631-a4da-a4d6c0f8bc31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae62df6-60b9-46e6-8665-25cdfee8b9e9 HTTP/1.1" status: 200 len: 835 time: 0.0435481 Mar 22 15:03:02.396297 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] Checking router: af7c9ff6-09a6-449d-b02a-5f1dd7138905 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:02.404577 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:02.405170 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:02.429174 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-994ca192-29a8-444e-996b-92a118405fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:02.430667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-994ca192-29a8-444e-996b-92a118405fdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491512 Mar 22 15:03:02.527476 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-ad2522e2-a17e-429e-8700-b7b538682e19 service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879700 Mar 22 15:03:02.604083 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:02.623579 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-1b0caa30-17ef-4ceb-839c-2230e540676f req-ec97a182-3c90-459d-b5f8-9a95b8516ca9 service neutron] 10.222.0.42 "GET /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897276 Mar 22 15:03:02.803574 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:02.835184 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767a416-02c8-45e7-92d1-a77f0e997a99 None None] The sync data for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 is: [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:02:09Z', 'revision_number': 4, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'b08c7d2b-b5e5-40be-bf8a-8af27d23a273', 'name': '', 'network_id': 'd1ba1fd7-6f2e-4a94-b6db-ff78434c60bc', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'mac_address': 'fa:16:3e:14:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:09Z', 'updated_at': '2022-03-22T15:02:12Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'subnets': [{'id': '1ae62df6-60b9-46e6-8665-25cdfee8b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:03.060268 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c738da-774f-4b74-b1fd-3bf68936c75a None None] New status for floating IP 0ac57860-4436-4415-b67a-3d5f9a029011: DOWN {{(pid=110459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:03:03.486388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ec0da-d57a-4513-be9c-e25242f876df req-cf1300b6-8c1d-4279-b238-0e41e1b2245e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:03.487883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-769ec0da-d57a-4513-be9c-e25242f876df req-cf1300b6-8c1d-4279-b238-0e41e1b2245e tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0625868 Mar 22 15:03:03.542755 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-769ec0da-d57a-4513-be9c-e25242f876df req-9f0e32f3-9c13-4c36-901a-501ff466bd6b tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/security-groups?id=67821f12-084c-41c2-874e-e44e8677cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489500 Mar 22 15:03:03.904799 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-2e64dd24-e2cb-4c25-8cc3-9519503a7060 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:03.906310 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-2e64dd24-e2cb-4c25-8cc3-9519503a7060 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 945 time: 0.0617876 Mar 22 15:03:04.000511 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:04.000842 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:04.093332 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port 7e9eaa18-0642-464d-8d18-2e45f97c3f18, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=7e9eaa18-0642-464d-8d18-2e45f97c3f18,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:04.093665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:04.108545 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for 7e9eaa18-0642-464d-8d18-2e45f97c3f18 owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:04.262348 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (7e9eaa18-0642-464d-8d18-2e45f97c3f18), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:04.291346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=7e9eaa18-0642-464d-8d18-2e45f97c3f18,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:04.334204 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] No DVR routers for this DVR port 7e9eaa18-0642-464d-8d18-2e45f97c3f18 on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:03:04.337011 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:04.340445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-d4a4cc40-e606-4b08-a92b-2908d65d3e45 req-1eb41416-b467-4230-ae6d-3440216ca102 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.42 "DELETE /v2.0/ports/7e9eaa18-0642-464d-8d18-2e45f97c3f18 HTTP/1.1" status: 204 len: 173 time: 0.4280636 Mar 22 15:03:04.340892 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'name': 'network-vif-deleted', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:04.343203 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7840d-3eef-44d9-bd7c-d55fe0e005b3" -d '{"events": [{"server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "name": "network-vif-deleted", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:04.379589 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15021e9f-236a-4580-8142-1c0ac079e4fe x-openstack-request-id: req-15021e9f-236a-4580-8142-1c0ac079e4fe {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:04.379890 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eab864-4e88-47d1-9633-36fcb8b990e5", "name": "network-vif-deleted", "tag": "7e9eaa18-0642-464d-8d18-2e45f97c3f18", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:04.380142 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15021e9f-236a-4580-8142-1c0ac079e4fe {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:04.380560 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15021e9f-236a-4580-8142-1c0ac079e4fe'] response: {'server_uuid': '71eab864-4e88-47d1-9633-36fcb8b990e5', 'name': 'network-vif-deleted', 'tag': '7e9eaa18-0642-464d-8d18-2e45f97c3f18', 'status': 'completed', 'code': 200} Mar 22 15:03:04.661624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-32ed30f8-e40e-42bb-b3e9-03f50e8dc47e req-2228d963-1d9f-4cc7-bacd-40b35c316178 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "GET /v2.0/ports?device_id=71eab864-4e88-47d1-9633-36fcb8b990e5 HTTP/1.1" status: 200 len: 210 time: 0.0326128 Mar 22 15:03:05.734273 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46470) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:06.124665 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (af7c9ff6-09a6-449d-b02a-5f1dd7138905), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:06.720443 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port b08c7d2b-b5e5-40be-bf8a-8af27d23a273 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:06.720739 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:06.765644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 7e9eaa18-0642-464d-8d18-2e45f97c3f18 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:06.787077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 7e9eaa18-0642-464d-8d18-2e45f97c3f18 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:06.787386 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 7e9eaa18-0642-464d-8d18-2e45f97c3f18 not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:06.808122 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port b08c7d2b-b5e5-40be-bf8a-8af27d23a273, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:06.808753 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:06.822333 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for b08c7d2b-b5e5-40be-bf8a-8af27d23a273 owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:07.015007 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b08c7d2b-b5e5-40be-bf8a-8af27d23a273), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:07.045128 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=b08c7d2b-b5e5-40be-bf8a-8af27d23a273,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:07.221146 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (af7c9ff6-09a6-449d-b02a-5f1dd7138905), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:07.445049 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Router af7c9ff6-09a6-449d-b02a-5f1dd7138905 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:07.554377 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:07.559441 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-a678f1db-1212-4518-b0fc-8cdaa7cdd476 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "PUT /v2.0/routers/af7c9ff6-09a6-449d-b02a-5f1dd7138905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241758 Mar 22 15:03:07.562688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46472) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:07.563927 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] Sync routers for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:07.574217 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:07.574788 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:07.622931 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting subnet 1ae62df6-60b9-46e6-8665-25cdfee8b9e9 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:03:07.625165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (1ae62df6-60b9-46e6-8665-25cdfee8b9e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:07.667919 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (1ae62df6-60b9-46e6-8665-25cdfee8b9e9), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:07.689061 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:07.755236 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1ae62df6-60b9-46e6-8665-25cdfee8b9e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:07.814149 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (1ae62df6-60b9-46e6-8665-25cdfee8b9e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:07.835921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301208c-c41a-4b4a-a6de-3361e0df4dc3 None None] Network d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:07.844833 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:07.850497 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/subnets/1ae62df6-60b9-46e6-8665-25cdfee8b9e9 HTTP/1.1" status: 204 len: 168 time: 0.2843945 Mar 22 15:03:07.850497 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae62df6-60b9-46e6-8665-25cdfee8b9e9,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:07.851109 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46474) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:07.859040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.859040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.859040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.859040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.859474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.859474 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.859881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.860781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.860781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.860781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.861053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.861369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.861692 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.862095 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.862381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55668a36-4186-4037-94b8-e5492b70b649 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:07.876159 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:03:06Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:07.908034 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] Checking router: af7c9ff6-09a6-449d-b02a-5f1dd7138905 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:07.916505 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] Routers {'af7c9ff6-09a6-449d-b02a-5f1dd7138905'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:07.917118 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:07.971040 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (af7c9ff6-09a6-449d-b02a-5f1dd7138905), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.010332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] DHCP port deletion for d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:03:08.023535 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] Set router af7c9ff6-09a6-449d-b02a-5f1dd7138905 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:08.061317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Deleting port 291b4672-e068-4613-85b4-153ab4ea96cb {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:08.061687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.094559 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_gateway (af7c9ff6-09a6-449d-b02a-5f1dd7138905), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.122836 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] For port 291b4672-e068-4613-85b4-153ab4ea96cb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=291b4672-e068-4613-85b4-153ab4ea96cb,segment=NetworkSegment(450824e4-7758-4651-afd2-38bf70600305),segment_id=450824e4-7758-4651-afd2-38bf70600305)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:08.123217 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.137788 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Calling delete_port for 291b4672-e068-4613-85b4-153ab4ea96cb owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:08.151756 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Deleting port b6a3888f-870b-49f3-97f9-0580678b43f2 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:08.152115 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.207398 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:03:06Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:08.225281 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (291b4672-e068-4613-85b4-153ab4ea96cb), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.233254 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] For port b6a3888f-870b-49f3-97f9-0580678b43f2, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=b6a3888f-870b-49f3-97f9-0580678b43f2,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:08.233554 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.234952 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6474a7-7062-4cbc-9434-468fe48376e9 None None] The sync data for ids ['af7c9ff6-09a6-449d-b02a-5f1dd7138905'] in n-d-834677-3 is: [{'id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399840093', 'tenant_id': '8840f79129bd410ca72c0bc42af4ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:06Z', 'updated_at': '2022-03-22T15:03:06Z', 'revision_number': 5, 'project_id': '8840f79129bd410ca72c0bc42af4ad3c', 'gw_port': {'id': 'b6a3888f-870b-49f3-97f9-0580678b43f2', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c9ff6-09a6-449d-b02a-5f1dd7138905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:07Z', 'updated_at': '2022-03-22T15:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:08.247389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Calling delete_port for b6a3888f-870b-49f3-97f9-0580678b43f2 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:08.252703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Pushing event deleted for resources: {'Port': ['ID=291b4672-e068-4613-85b4-153ab4ea96cb,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:08.255721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] No DVR routers for this DVR port 291b4672-e068-4613-85b4-153ab4ea96cb on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:03:08.265234 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.265905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.266797 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.266889 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.267218 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.267574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.267918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.268205 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.268653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.268857 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.269138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.269452 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.269737 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.270073 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.270513 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf8ca-0ae4-40fb-8827-fdfc1c24a28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:08.421125 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (b6a3888f-870b-49f3-97f9-0580678b43f2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.460579 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Port': ['ID=b6a3888f-870b-49f3-97f9-0580678b43f2,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:08.531164 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (af7c9ff6-09a6-449d-b02a-5f1dd7138905), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.624458 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (af7c9ff6-09a6-449d-b02a-5f1dd7138905), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.627121 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router_controller (af7c9ff6-09a6-449d-b02a-5f1dd7138905), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.677086 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (af7c9ff6-09a6-449d-b02a-5f1dd7138905), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.677695 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Fanout notify agent at l3_agent the message router_deleted on router af7c9ff6-09a6-449d-b02a-5f1dd7138905 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:03:08.684513 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.688760 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4af1725a-5acc-4e30-b781-d631b8ba66ae tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/routers/af7c9ff6-09a6-449d-b02a-5f1dd7138905 HTTP/1.1" status: 204 len: 168 time: 0.8339269 Mar 22 15:03:08.689093 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46476) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:08.765864 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.857451 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.879655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:08.889632 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450824e4-7758-4651-afd2-38bf70600305') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:08.889789 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450824e4-7758-4651-afd2-38bf70600305') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:08.899668 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (450824e4-7758-4651-afd2-38bf70600305), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.914220 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (450824e4-7758-4651-afd2-38bf70600305), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.921123 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:03:08.922031 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (450824e4-7758-4651-afd2-38bf70600305), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: timer() Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:03:08.925950 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:03:08.985701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.990625 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.993844 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/networks/d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc HTTP/1.1" status: 204 len: 168 time: 0.3038037 Mar 22 15:03:08.996824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46478) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:09.008887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc912e-8357-47f6-afe3-123f213bbf53 tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'Network': ['ID=d1ba1fd7-6f2e-4a94-b6db-ff78434c60bc,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:09.054366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea84286f-01cd-44af-851b-d495b00c8b1d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (67821f12-084c-41c2-874e-e44e8677cbb3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.080229 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea84286f-01cd-44af-851b-d495b00c8b1d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (67821f12-084c-41c2-874e-e44e8677cbb3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.141232 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea84286f-01cd-44af-851b-d495b00c8b1d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (67821f12-084c-41c2-874e-e44e8677cbb3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.143955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ea84286f-01cd-44af-851b-d495b00c8b1d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.145135 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ea84286f-01cd-44af-851b-d495b00c8b1d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] 10.222.0.44 "DELETE /v2.0/security-groups/67821f12-084c-41c2-874e-e44e8677cbb3 HTTP/1.1" status: 204 len: 168 time: 0.1469269 Mar 22 15:03:09.154193 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84286f-01cd-44af-851b-d495b00c8b1d tempest-TestNetworkAdvancedServerOps-1744802026 tempest-TestNetworkAdvancedServerOps-1744802026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67821f12-084c-41c2-874e-e44e8677cbb3,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:09.335438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 291b4672-e068-4613-85b4-153ab4ea96cb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:09.355897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 291b4672-e068-4613-85b4-153ab4ea96cb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:09.356323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 291b4672-e068-4613-85b4-153ab4ea96cb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:09.356751 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b08c7d2b-b5e5-40be-bf8a-8af27d23a273 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:09.375951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b08c7d2b-b5e5-40be-bf8a-8af27d23a273 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:09.376302 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b08c7d2b-b5e5-40be-bf8a-8af27d23a273 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:09.522206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46486) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:09.667754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-05a3664d-f7d5-4969-96e6-b1a26b96afe5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8840f79129bd410ca72c0bc42af4ad3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441307 Mar 22 15:03:09.670422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46490) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:09.735368 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-593b55bb-0cde-46cd-bf28-3f99e056a681 admin admin] Publish callbacks [] for security_group (a9cd5b46-800c-44e3-9a21-073b0f4d1b3a), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.757135 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-593b55bb-0cde-46cd-bf28-3f99e056a681 admin admin] Publish callbacks [] for security_group (a9cd5b46-800c-44e3-9a21-073b0f4d1b3a), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.808379 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-593b55bb-0cde-46cd-bf28-3f99e056a681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (a9cd5b46-800c-44e3-9a21-073b0f4d1b3a), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.811127 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-593b55bb-0cde-46cd-bf28-3f99e056a681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.812364 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-593b55bb-0cde-46cd-bf28-3f99e056a681 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9cd5b46-800c-44e3-9a21-073b0f4d1b3a HTTP/1.1" status: 204 len: 168 time: 0.1410046 Mar 22 15:03:09.821720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b55bb-0cde-46cd-bf28-3f99e056a681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd5b46-800c-44e3-9a21-073b0f4d1b3a,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:10.098096 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:10.111652 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c824dc66-2e0f-40e9-8a3c-37294661f4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:10.189112 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c824dc66-2e0f-40e9-8a3c-37294661f4e3 admin admin] Publish callbacks [] for security_group (5ee4055f-bc90-474d-83c0-66a00d5a12d4), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:10.195436 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-c824dc66-2e0f-40e9-8a3c-37294661f4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5ee4055f-bc90-474d-83c0-66a00d5a12d4), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:10.232952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-c824dc66-2e0f-40e9-8a3c-37294661f4e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cfdb54e4eaf4bc587817c850fc5ce67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337852 Mar 22 15:03:10.233658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824dc66-2e0f-40e9-8a3c-37294661f4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4055f-bc90-474d-83c0-66a00d5a12d4,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:10.235963 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46498) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:10.290282 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aca0c609-1a78-4f12-985e-23fdc6a8b9ec admin admin] Publish callbacks [] for security_group (5ee4055f-bc90-474d-83c0-66a00d5a12d4), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:10.311290 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aca0c609-1a78-4f12-985e-23fdc6a8b9ec admin admin] Publish callbacks [] for security_group (5ee4055f-bc90-474d-83c0-66a00d5a12d4), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:10.362733 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aca0c609-1a78-4f12-985e-23fdc6a8b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (5ee4055f-bc90-474d-83c0-66a00d5a12d4), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:10.365634 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aca0c609-1a78-4f12-985e-23fdc6a8b9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:10.368694 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aca0c609-1a78-4f12-985e-23fdc6a8b9ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ee4055f-bc90-474d-83c0-66a00d5a12d4 HTTP/1.1" status: 204 len: 168 time: 0.1315069 Mar 22 15:03:10.378392 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0c609-1a78-4f12-985e-23fdc6a8b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4055f-bc90-474d-83c0-66a00d5a12d4,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:10.909238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b6a3888f-870b-49f3-97f9-0580678b43f2 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:10.931795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: b6a3888f-870b-49f3-97f9-0580678b43f2 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:10.932143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device b6a3888f-870b-49f3-97f9-0580678b43f2 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:11.126083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:11.232160 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2115531470-network', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:11.255761 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Made reservation on behalf of d54e21809f6f4a6bb989629e78a64217 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:11.259169 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.270192 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.355211 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks [] for security_group (37ca5b90-52bb-4b64-a60f-fc3a4d875f33), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.361041 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (37ca5b90-52bb-4b64-a60f-fc3a4d875f33), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.384882 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:03:11.394607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ca5b90-52bb-4b64-a60f-fc3a4d875f33,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:11.399322 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b97f45c0-01f8-48f9-9a1f-7d4e82f260b3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.399666 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Added segment b97f45c0-01f8-48f9-9a1f-7d4e82f260b3 of type vlan for network 3f76ad0e-1691-4629-a42a-bf630f554318 Mar 22 15:03:11.441535 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (3f76ad0e-1691-4629-a42a-bf630f554318), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.467333 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (3f76ad0e-1691-4629-a42a-bf630f554318), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.468201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:11.468772 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.525879 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3986993 Mar 22 15:03:11.529359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46524) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:11.531184 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d0734-009c-450f-a873-d63500a4fd29 admin admin] Pushing event updated for resources: {'Network': ['ID=3f76ad0e-1691-4629-a42a-bf630f554318,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:11.534867 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Request body: {'subnet': {'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2115531470-subnet', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:11.542189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 3f76ad0e-1691-4629-a42a-bf630f554318 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:03:11.556151 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Made reservation on behalf of d54e21809f6f4a6bb989629e78a64217 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:11.558612 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.723870 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (109a27fc-384e-46cc-9f6f-697bcd04b5a0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.775762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109a27fc-384e-46cc-9f6f-697bcd04b5a0,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:11.791046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Checking segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:11.791408 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Network hostable DHCP agents. Network: 3f76ad0e-1691-4629-a42a-bf630f554318, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:03:11.810658 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Network 3f76ad0e-1691-4629-a42a-bf630f554318 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:03:11.822252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 3f76ad0e-1691-4629-a42a-bf630f554318) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:11.826519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:11.827114 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.833040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3a099-de87-4b76-a9a6-e8df7bd94b8a None None] Network 3f76ad0e-1691-4629-a42a-bf630f554318 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:11.842625 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b795f523-083c-4ba6-8162-60b081b3f632 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3120463 Mar 22 15:03:11.845508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46528) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:11.849733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:11.868808 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.869791 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.922577 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks [] for router_controller (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), precommit_add_association {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:11.937670 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-3f76ad0e-1691-4629-a42a-bf630f554318', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:03:11.938620 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.070871 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks [] for router_gateway (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.073448 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Allocated IP 172.20.0.2 (3f76ad0e-1691-4629-a42a-bf630f554318/109a27fc-384e-46cc-9f6f-697bcd04b5a0/6970d58c-8333-44f2-81d0-63e43ebe5164) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:12.270660 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks [] for router_gateway (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.294578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.376847 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Publish callbacks [] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.383409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.399599 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Allocated IP 172.25.2.45 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/01f88bcd-1cb8-44ca-8300-32893083c4fb) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:12.423157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Network 3f76ad0e-1691-4629-a42a-bf630f554318 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:12.428025 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:12.432544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:12.435615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Pushing event updated for resources: {'Port': ['ID=6970d58c-8333-44f2-81d0-63e43ebe5164,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:12.487341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Attempting to bind port 6970d58c-8333-44f2-81d0-63e43ebe5164 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:12.487765 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Attempting to bind port 6970d58c-8333-44f2-81d0-63e43ebe5164 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:12.488062 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Attempting to bind port 6970d58c-8333-44f2-81d0-63e43ebe5164 on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:12.493191 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:12.493495 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Checking segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:12.493991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.494418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Bound using segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:12.494877 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Bound port: 6970d58c-8333-44f2-81d0-63e43ebe5164, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:12.495260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.507758 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks [] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.543771 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.562115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] For port 6970d58c-8333-44f2-81d0-63e43ebe5164, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:12.565905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] For port 6970d58c-8333-44f2-81d0-63e43ebe5164, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6970d58c-8333-44f2-81d0-63e43ebe5164,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:12.573340 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:12.578283 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:12.581197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:12.584686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:12.614186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Pushing event updated for resources: {'Port': ['ID=01f88bcd-1cb8-44ca-8300-32893083c4fb,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:12.633576 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2f38f-88c2-4f0a-b7fc-de7dc995f298 None None] Pushing event updated for resources: {'Port': ['ID=6970d58c-8333-44f2-81d0-63e43ebe5164,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:12.986721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6970d58c-8333-44f2-81d0-63e43ebe5164 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:13.035661 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6970d58c-8333-44f2-81d0-63e43ebe5164 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:13.035901 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:13.118506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6970d58c-8333-44f2-81d0-63e43ebe5164 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:13.118887 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:13.150854 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 6970d58c-8333-44f2-81d0-63e43ebe5164, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6970d58c-8333-44f2-81d0-63e43ebe5164,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:13.156116 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:13.169524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks [] for router_gateway (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:13.204686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=6970d58c-8333-44f2-81d0-63e43ebe5164,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:13.379269 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:13.496081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cceac48-825e-473b-ae22-6b0101e71fd0 None None] Network 3f76ad0e-1691-4629-a42a-bf630f554318 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:13.520339 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:03:13.613486 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-444e405b-bf74-4daa-97ac-8bb12208f32b None None] Provisioning complete for port 6970d58c-8333-44f2-81d0-63e43ebe5164 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:13.613986 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-444e405b-bf74-4daa-97ac-8bb12208f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:13.631327 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:13.646478 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Sync routers for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:13.649909 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:13.654108 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-87372c42-cfa2-40f1-9546-df995dae574b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8047707 Mar 22 15:03:13.654803 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46530) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:13.664695 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:13.665344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:13.786856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-444e405b-bf74-4daa-97ac-8bb12208f32b None None] Current status of the port 6970d58c-8333-44f2-81d0-63e43ebe5164 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:13.808891 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:13.932213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-02e8077b-84ed-4fd1-a715-1110d18d0702 None None] Provisioning complete for port 6970d58c-8333-44f2-81d0-63e43ebe5164 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:13.932491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-02e8077b-84ed-4fd1-a715-1110d18d0702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.060580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-02e8077b-84ed-4fd1-a715-1110d18d0702 None None] Current status of the port 6970d58c-8333-44f2-81d0-63e43ebe5164 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:14.070250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:13Z', 'revision_number': 3, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:14.086064 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.100844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Checking router: e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:14.101201 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Updating router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a port 01f88bcd-1cb8-44ca-8300-32893083c4fb binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:03:14.129735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.239142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Allocated IP 172.20.0.1 (3f76ad0e-1691-4629-a42a-bf630f554318/109a27fc-384e-46cc-9f6f-697bcd04b5a0/86c7ff2a-baf3-4297-aa36-e5a0a948e196) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:14.344441 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks [] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.378643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Publish callbacks [] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.379131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.384331 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.416607 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Network 3f76ad0e-1691-4629-a42a-bf630f554318 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:14.420352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:14.426574 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:14.434254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Attempting to bind port 01f88bcd-1cb8-44ca-8300-32893083c4fb on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:14.434594 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Attempting to bind port 01f88bcd-1cb8-44ca-8300-32893083c4fb by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:14.434958 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Attempting to bind port 01f88bcd-1cb8-44ca-8300-32893083c4fb on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:14.449198 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:14.449580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:14.449768 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Pushing event updated for resources: {'Port': ['ID=86c7ff2a-baf3-4297-aa36-e5a0a948e196,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:14.449955 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.450400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:14.450868 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Bound port: 01f88bcd-1cb8-44ca-8300-32893083c4fb, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:14.451232 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.469937 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.473856 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85317f-a7e2-4ac2-b19c-c05debfbd9d3 None None] Pushing event updated for resources: {'Port': ['ID=01f88bcd-1cb8-44ca-8300-32893083c4fb,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:14.508087 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] For port 01f88bcd-1cb8-44ca-8300-32893083c4fb, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:14.512483 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] For port 01f88bcd-1cb8-44ca-8300-32893083c4fb, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=01f88bcd-1cb8-44ca-8300-32893083c4fb,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:14.520950 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.585224 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:14.585893 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:14.589750 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85317f-a7e2-4ac2-b19c-c05debfbd9d3 None None] Pushing event updated for resources: {'Port': ['ID=01f88bcd-1cb8-44ca-8300-32893083c4fb,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:14.612557 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.697007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0d3fa47c-3961-456b-a3dc-0f0449af7504 None None] Provisioning complete for port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:14.697375 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0d3fa47c-3961-456b-a3dc-0f0449af7504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.730629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:14.773915 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fa47c-3961-456b-a3dc-0f0449af7504 None None] Port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:14.783698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks [] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.788960 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.853698 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:14.855569 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Pushing event updated for resources: {'Port': ['ID=86c7ff2a-baf3-4297-aa36-e5a0a948e196,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:14.947453 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 1, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:14.961566 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Network 3f76ad0e-1691-4629-a42a-bf630f554318 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:14.963026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:14.983276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6970d58c-8333-44f2-81d0-63e43ebe5164 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:14.983276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794a30a-9928-4a6d-bccd-ff6f2b18689e None None] The sync data for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 is: [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 1, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:15.060246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 6970d58c-8333-44f2-81d0-63e43ebe5164 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:15.060246 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:15.092476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:15.144905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 6970d58c-8333-44f2-81d0-63e43ebe5164 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:15.230953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:15.243668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8a49630a-81fc-4c05-a613-9c79bd11339e admin admin] 10.222.0.44 "PUT /v2.0/routers/e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5875590 Mar 22 15:03:15.296301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0149d010-65d2-455e-bdbd-25fc53fea762 None None] Provisioning complete for port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:15.296676 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0149d010-65d2-455e-bdbd-25fc53fea762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:15.332002 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0149d010-65d2-455e-bdbd-25fc53fea762 None None] Port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:15.768290 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46546) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:15.773616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-704728480-network', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:15.794321 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Made reservation on behalf of 6fc94a33d46c4bab9cce75928c769116 for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:15.797010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:15.811302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:15.895101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks [] for security_group (ef4c8601-b1b7-4945-92b7-64939c503c68), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:15.899955 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef4c8601-b1b7-4945-92b7-64939c503c68), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:15.925702 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:03:15.935778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4c8601-b1b7-4945-92b7-64939c503c68,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:15.941171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f8582a97-bdc5-4ddd-8158-60f9b9eb5a22), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:15.941517 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Added segment f8582a97-bdc5-4ddd-8158-60f9b9eb5a22 of type vlan for network 5217255c-e04c-4ab7-8f00-9608dde105e8 Mar 22 15:03:15.986126 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (5217255c-e04c-4ab7-8f00-9608dde105e8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.012212 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (5217255c-e04c-4ab7-8f00-9608dde105e8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.013292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:16.013934 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.074838 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3052304 Mar 22 15:03:16.077687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46548) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:16.078285 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408cf69-28ea-4a46-bf44-16ea4e0fe6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5217255c-e04c-4ab7-8f00-9608dde105e8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:16.084836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Request body: {'subnet': {'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-704728480-subnet', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:16.092963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:03:16.108445 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Made reservation on behalf of 6fc94a33d46c4bab9cce75928c769116 for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:16.110982 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.287844 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (1bf0f5f6-b3a0-4e67-8883-5fb454749ccb), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.343428 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf0f5f6-b3a0-4e67-8883-5fb454749ccb,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:16.353868 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Checking segment: {'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:16.354281 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Network hostable DHCP agents. Network: 5217255c-e04c-4ab7-8f00-9608dde105e8, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:03:16.371728 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:03:16.382136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 5217255c-e04c-4ab7-8f00-9608dde105e8) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:16.387046 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:16.388061 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.391016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a46ecf-625e-4ed4-912f-c5235ec4d5e7 None None] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:16.405050 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-695abf70-0e8a-4fbc-9c95-8ddaa546d8fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3254383 Mar 22 15:03:16.408361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46550) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:16.413070 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:16.432615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (0299ac10-f326-4e49-8671-17057698a4a2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.434159 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (0299ac10-f326-4e49-8671-17057698a4a2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.486529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks [] for router_controller (0299ac10-f326-4e49-8671-17057698a4a2), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.494570 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-5217255c-e04c-4ab7-8f00-9608dde105e8', 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8', 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'fixed_ips': [{'subnet_id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:03:16.495472 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.629471 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Allocated IP 172.20.0.2 (5217255c-e04c-4ab7-8f00-9608dde105e8/1bf0f5f6-b3a0-4e67-8883-5fb454749ccb/00b3ad92-8c4a-4f04-8e92-be52629c4565) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:16.631110 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks [] for router_gateway (0299ac10-f326-4e49-8671-17057698a4a2), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.784658 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Publish callbacks [] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.790896 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.832398 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:16.836610 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks [] for router_gateway (0299ac10-f326-4e49-8671-17057698a4a2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.839382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:16.843977 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:16.847249 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Pushing event updated for resources: {'Port': ['ID=00b3ad92-8c4a-4f04-8e92-be52629c4565,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:16.861303 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.901653 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Attempting to bind port 00b3ad92-8c4a-4f04-8e92-be52629c4565 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:16.902122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Attempting to bind port 00b3ad92-8c4a-4f04-8e92-be52629c4565 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:16.902490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Attempting to bind port 00b3ad92-8c4a-4f04-8e92-be52629c4565 on network 5217255c-e04c-4ab7-8f00-9608dde105e8 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:16.908499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:16.908879 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Checking segment: {'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:16.909334 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.909657 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Bound using segment: {'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:16.910175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Bound port: 00b3ad92-8c4a-4f04-8e92-be52629c4565, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:16.910558 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:16.987817 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] For port 00b3ad92-8c4a-4f04-8e92-be52629c4565, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:16.990107 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] For port 00b3ad92-8c4a-4f04-8e92-be52629c4565, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=00b3ad92-8c4a-4f04-8e92-be52629c4565,segment=NetworkSegment(f8582a97-bdc5-4ddd-8158-60f9b9eb5a22),segment_id=f8582a97-bdc5-4ddd-8158-60f9b9eb5a22)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:16.994273 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Allocated IP 172.25.2.90 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/cab752c3-0bdf-4b8a-8a98-4d984f8814a8) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:16.997606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.029734 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 01f88bcd-1cb8-44ca-8300-32893083c4fb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:17.090910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418a23-cfbc-4a4d-aa80-03fba39e4750 None None] Pushing event updated for resources: {'Port': ['ID=00b3ad92-8c4a-4f04-8e92-be52629c4565,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:17.115429 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 01f88bcd-1cb8-44ca-8300-32893083c4fb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:17.115429 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.126562 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks [] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.145668 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Sync routers for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:17.159317 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:17.160072 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:17.174740 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.206535 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 01f88bcd-1cb8-44ca-8300-32893083c4fb is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:17.207260 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.232573 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port 01f88bcd-1cb8-44ca-8300-32893083c4fb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=01f88bcd-1cb8-44ca-8300-32893083c4fb,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:17.238887 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.307936 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:17.343015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=01f88bcd-1cb8-44ca-8300-32893083c4fb,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:17.536754 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 2, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:17.565408 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Checking router: e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:17.565811 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Updating router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:03:17.594763 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.600459 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:17.604980 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:17.611431 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:17.617292 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Pushing event updated for resources: {'Port': ['ID=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:17.873030 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks [] for router_gateway (0299ac10-f326-4e49-8671-17057698a4a2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.986211 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Publish callbacks [] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:17.992253 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.043849 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Pushing event updated for resources: {'Port': ['ID=86c7ff2a-baf3-4297-aa36-e5a0a948e196,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:18.056247 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.056585 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.056924 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.057259 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.057578 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.057902 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.058250 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.058569 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.058884 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.059195 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.059507 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.059817 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.060124 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.060927 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.060927 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:18.102742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (0299ac10-f326-4e49-8671-17057698a4a2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.111335 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Attempting to bind port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:18.111710 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Attempting to bind port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:18.112061 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Attempting to bind port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:18.117460 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:18.117834 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Checking segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:18.118340 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.118803 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Bound using segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:18.119272 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Bound port: 86c7ff2a-baf3-4297-aa36-e5a0a948e196, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:18.119657 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.188763 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] For port 86c7ff2a-baf3-4297-aa36-e5a0a948e196, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:18.193861 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] For port 86c7ff2a-baf3-4297-aa36-e5a0a948e196, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=86c7ff2a-baf3-4297-aa36-e5a0a948e196,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:18.204917 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.216786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145974a6-71fe-4542-ad9d-fec5a3bfac79 None None] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:18.255311 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Router 0299ac10-f326-4e49-8671-17057698a4a2 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:03:18.256199 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc469f-da69-49e8-9ecc-8ed8bdfc9725 None None] Pushing event updated for resources: {'Port': ['ID=86c7ff2a-baf3-4297-aa36-e5a0a948e196,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:18.272267 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:18.273145 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:18.302451 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-943860df-503e-4318-962a-8cd4857a0b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.359202 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5cf98e93-6f65-482e-9184-7f17c5e143f8 None None] Provisioning complete for port 00b3ad92-8c4a-4f04-8e92-be52629c4565 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:18.362010 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cf98e93-6f65-482e-9184-7f17c5e143f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.387790 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:18.396297 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:18.418190 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.420620 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a25d219d-ee97-44fc-bcea-b4c4f44f8557 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0111756 Mar 22 15:03:18.423726 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46552) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:18.564207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Sync routers for ids ['0299ac10-f326-4e49-8671-17057698a4a2'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:18.596564 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Routers {'0299ac10-f326-4e49-8671-17057698a4a2'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:18.597219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0299ac10-f326-4e49-8671-17057698a4a2'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:18.651673 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:18Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:18.683844 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186ebe-dfa5-4c56-adca-bafd4ee48c52 None None] The sync data for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 is: [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:18Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:18.727458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5cf98e93-6f65-482e-9184-7f17c5e143f8 None None] Current status of the port 00b3ad92-8c4a-4f04-8e92-be52629c4565 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:18.727847 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cf98e93-6f65-482e-9184-7f17c5e143f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.766036 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Set router 0299ac10-f326-4e49-8671-17057698a4a2 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:18.894048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5cf98e93-6f65-482e-9184-7f17c5e143f8 None None] For port 00b3ad92-8c4a-4f04-8e92-be52629c4565, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=00b3ad92-8c4a-4f04-8e92-be52629c4565,segment=NetworkSegment(f8582a97-bdc5-4ddd-8158-60f9b9eb5a22),segment_id=f8582a97-bdc5-4ddd-8158-60f9b9eb5a22)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:18.901453 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cf98e93-6f65-482e-9184-7f17c5e143f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.934529 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:18.976114 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf98e93-6f65-482e-9184-7f17c5e143f8 None None] Pushing event updated for resources: {'Port': ['ID=00b3ad92-8c4a-4f04-8e92-be52629c4565,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:19.042821 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Provisioning complete for port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:19.043184 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.068367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 3, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port': {'id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:19.104901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Checking router: 0299ac10-f326-4e49-8671-17057698a4a2 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:19.105246 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Updating router 0299ac10-f326-4e49-8671-17057698a4a2 port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:03:19.127312 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Allocated IP 172.20.0.1 (5217255c-e04c-4ab7-8f00-9608dde105e8/1bf0f5f6-b3a0-4e67-8883-5fb454749ccb/c7bafbf5-34eb-46d8-b422-888b0e7b4df6) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:19.144465 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.184598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 01f88bcd-1cb8-44ca-8300-32893083c4fb up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:19.258722 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks [] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.302101 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.337792 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Current status of the port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:19.338418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.351365 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:19.355810 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:19.358563 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:19.360699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:19.416365 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 01f88bcd-1cb8-44ca-8300-32893083c4fb triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:19.416748 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.417791 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (0299ac10-f326-4e49-8671-17057698a4a2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.456120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] For port 86c7ff2a-baf3-4297-aa36-e5a0a948e196, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=86c7ff2a-baf3-4297-aa36-e5a0a948e196,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:19.468866 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.560144 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Provisioning complete for port 00b3ad92-8c4a-4f04-8e92-be52629c4565 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:19.560515 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.583635 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.624777 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Pushing event updated for resources: {'Port': ['ID=86c7ff2a-baf3-4297-aa36-e5a0a948e196,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:19.716637 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Publish callbacks [] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.730930 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.737780 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 01f88bcd-1cb8-44ca-8300-32893083c4fb is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:19.738844 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 00b3ad92-8c4a-4f04-8e92-be52629c4565 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:19.749741 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks [] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.755935 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.795602 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6f291-ac4b-4c11-b623-415dffc5f171 None None] Current status of the port 00b3ad92-8c4a-4f04-8e92-be52629c4565 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:19.822051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:19.824678 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (0299ac10-f326-4e49-8671-17057698a4a2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.839973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f647dfa-4758-4e47-8918-bcbcc260a247 None None] Pushing event updated for resources: {'Port': ['ID=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:19.843627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Attempting to bind port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:19.844305 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Attempting to bind port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:19.844672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Attempting to bind port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:19.853552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:19.853926 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:19.854345 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.854942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:19.855417 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Bound port: cab752c3-0bdf-4b8a-8a98-4d984f8814a8, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:19.855791 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.897414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 00b3ad92-8c4a-4f04-8e92-be52629c4565 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:19.897778 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.918517 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:19.920072 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:19.944527 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] For port cab752c3-0bdf-4b8a-8a98-4d984f8814a8, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:19.964617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] For port cab752c3-0bdf-4b8a-8a98-4d984f8814a8, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:19.974615 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1211ceb5-d94a-4696-8cd7-f92b06394571 None None] Provisioning complete for port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:19.974982 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1211ceb5-d94a-4696-8cd7-f92b06394571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:19.977742 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.048141 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Router 0299ac10-f326-4e49-8671-17057698a4a2 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:20.088461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Routers {'0299ac10-f326-4e49-8671-17057698a4a2'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:20.089113 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0299ac10-f326-4e49-8671-17057698a4a2'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:20.095540 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1211ceb5-d94a-4696-8cd7-f92b06394571 None None] Port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:20.171807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:20.172713 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f647dfa-4758-4e47-8918-bcbcc260a247 None None] Pushing event updated for resources: {'Port': ['ID=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:20.177055 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8f4a7a52-671a-4808-83b2-803c4a015484 admin admin] 10.222.0.44 "PUT /v2.0/routers/0299ac10-f326-4e49-8671-17057698a4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519028 Mar 22 15:03:20.187883 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 00b3ad92-8c4a-4f04-8e92-be52629c4565 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:20.188627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 86c7ff2a-baf3-4297-aa36-e5a0a948e196 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:20.253406 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-ab6f435d-6415-4496-8967-18e654af0e60 None None] Provisioning complete for port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:20.253781 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ab6f435d-6415-4496-8967-18e654af0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.293902 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] Set router 0299ac10-f326-4e49-8671-17057698a4a2 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:20.339971 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f435d-6415-4496-8967-18e654af0e60 None None] Port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:20.346100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:20.346473 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.644498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46560) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:20.649253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c2532732-b8e2-49c0-b697-5647ab25c316 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357818942', 'description': 'tempest-secgroup-smoke-357818942 description', 'project_id': 'd54e21809f6f4a6bb989629e78a64217'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:20.671761 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2532732-b8e2-49c0-b697-5647ab25c316 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.723388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:20.726704 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0a4a92a1-e796-4555-83a3-5a7a8b6baa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.747559 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2532732-b8e2-49c0-b697-5647ab25c316 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.752797 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2532732-b8e2-49c0-b697-5647ab25c316 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.754182 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 4, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port': {'id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c7bafbf5-34eb-46d8-b422-888b0e7b4df6', 'name': '', 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'mac_address': 'fa:16:3e:0f:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:18Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 2, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'subnets': [{'id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:20.782064 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e46932-d43b-4296-a517-5a77d4002130 None None] The sync data for ids ['0299ac10-f326-4e49-8671-17057698a4a2'] in n-d-834677-3 is: [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 4, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port': {'id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c7bafbf5-34eb-46d8-b422-888b0e7b4df6', 'name': '', 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'mac_address': 'fa:16:3e:0f:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:18Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 2, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'subnets': [{'id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:20.783654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c2532732-b8e2-49c0-b697-5647ab25c316 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.784908 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c2532732-b8e2-49c0-b697-5647ab25c316 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1393716 Mar 22 15:03:20.786061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532732-b8e2-49c0-b697-5647ab25c316 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:20.787985 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46562) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:20.795476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c801b365-c0b1-417a-9db2-516941b2ee99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:20.821554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c801b365-c0b1-417a-9db2-516941b2ee99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (4138ff2f-6972-4f5d-b99c-403ddcc9cfc2), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.879275 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c801b365-c0b1-417a-9db2-516941b2ee99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (4138ff2f-6972-4f5d-b99c-403ddcc9cfc2), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.883711 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c801b365-c0b1-417a-9db2-516941b2ee99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (4138ff2f-6972-4f5d-b99c-403ddcc9cfc2), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.901361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801b365-c0b1-417a-9db2-516941b2ee99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4138ff2f-6972-4f5d-b99c-403ddcc9cfc2,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:20.911184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c801b365-c0b1-417a-9db2-516941b2ee99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:20.912634 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c801b365-c0b1-417a-9db2-516941b2ee99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228633 Mar 22 15:03:20.915261 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46564) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:20.919775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-957e5020-aca8-4088-8bb5-d5128fee74e4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:20.946095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957e5020-aca8-4088-8bb5-d5128fee74e4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (51545a2c-d90a-4ede-909c-5f71db242dab), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.021481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 00b3ad92-8c4a-4f04-8e92-be52629c4565 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:21.037081 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957e5020-aca8-4088-8bb5-d5128fee74e4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (51545a2c-d90a-4ede-909c-5f71db242dab), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.041284 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957e5020-aca8-4088-8bb5-d5128fee74e4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (51545a2c-d90a-4ede-909c-5f71db242dab), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.063240 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e5020-aca8-4088-8bb5-d5128fee74e4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51545a2c-d90a-4ede-909c-5f71db242dab,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:21.071636 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-957e5020-aca8-4088-8bb5-d5128fee74e4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.076015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-957e5020-aca8-4088-8bb5-d5128fee74e4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597762 Mar 22 15:03:21.076682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46566) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:21.083345 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-59642016-4fd0-445d-b623-806f5a6424a9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:21.092199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 00b3ad92-8c4a-4f04-8e92-be52629c4565 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:21.092575 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.113569 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59642016-4fd0-445d-b623-806f5a6424a9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (1b7a957e-a6d5-41c7-8ddd-a37a8307c018), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.177847 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59642016-4fd0-445d-b623-806f5a6424a9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (1b7a957e-a6d5-41c7-8ddd-a37a8307c018), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.182883 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59642016-4fd0-445d-b623-806f5a6424a9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (1b7a957e-a6d5-41c7-8ddd-a37a8307c018), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.186132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 00b3ad92-8c4a-4f04-8e92-be52629c4565 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:21.187352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 86c7ff2a-baf3-4297-aa36-e5a0a948e196 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:21.204517 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59642016-4fd0-445d-b623-806f5a6424a9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7a957e-a6d5-41c7-8ddd-a37a8307c018,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:21.213610 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-59642016-4fd0-445d-b623-806f5a6424a9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.215067 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-59642016-4fd0-445d-b623-806f5a6424a9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366472 Mar 22 15:03:21.217825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46568) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:21.224076 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-6f8673ca-31d3-4be2-ab8b-348c87eb7224 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:21.239171 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:21.239689 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.251702 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f8673ca-31d3-4be2-ab8b-348c87eb7224 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (147af468-263b-4f2e-beac-23f3f9907203), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.316068 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f8673ca-31d3-4be2-ab8b-348c87eb7224 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (147af468-263b-4f2e-beac-23f3f9907203), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.321102 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f8673ca-31d3-4be2-ab8b-348c87eb7224 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (147af468-263b-4f2e-beac-23f3f9907203), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.325351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:21.345514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8673ca-31d3-4be2-ab8b-348c87eb7224 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147af468-263b-4f2e-beac-23f3f9907203,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:21.355584 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-6f8673ca-31d3-4be2-ab8b-348c87eb7224 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.356886 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-6f8673ca-31d3-4be2-ab8b-348c87eb7224 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373391 Mar 22 15:03:21.359762 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46570) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:21.364516 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:21.384930 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Project d54e21809f6f4a6bb989629e78a64217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:03:21.390673 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (019008f5-c0f9-49c8-a80b-22de7c97aeee), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.452887 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (019008f5-c0f9-49c8-a80b-22de7c97aeee), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.457572 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (019008f5-c0f9-49c8-a80b-22de7c97aeee), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.476222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019008f5-c0f9-49c8-a80b-22de7c97aeee,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:21.481936 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.483196 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1891d300-f6c3-489d-a5dc-3fe3dc5243ae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224203 Mar 22 15:03:21.486166 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46572) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:21.490738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:21.511692 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Project d54e21809f6f4a6bb989629e78a64217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:03:21.516927 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (e0a3dadd-d966-4b2b-aceb-b28fc1ab613b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.600408 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (e0a3dadd-d966-4b2b-aceb-b28fc1ab613b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.604060 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (e0a3dadd-d966-4b2b-aceb-b28fc1ab613b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.623878 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a3dadd-d966-4b2b-aceb-b28fc1ab613b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:21.633727 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.635019 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e513a85f-aef2-45d9-8c94-a17cfaa5319e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478298 Mar 22 15:03:21.795483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-6a2a135c-4933-4758-b744-af36722c445e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357818942&fields=id&tenant_id=d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 267 time: 0.0474007 Mar 22 15:03:21.917562 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-d99c2c59-81cd-459f-a142-a1c0f301c3ba tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:21.918996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-d99c2c59-81cd-459f-a142-a1c0f301c3ba tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 809 time: 0.1163816 Mar 22 15:03:21.934988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-0a080513-8146-4ce2-9564-fa7edd8f5860 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/quotas/d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 375 time: 0.0100245 Mar 22 15:03:21.993132 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-a47d7521-33ab-47d7-9547-5c25b737bb83 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525250 Mar 22 15:03:22.094349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-34e4af26-c739-47cf-84c0-6e4782e25d40 service neutron] 10.222.0.44 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892735 Mar 22 15:03:22.145339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:22.188545 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-5b172b42-2fc5-4ad6-ba83-71420ac7be3e service neutron] 10.222.0.44 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882540 Mar 22 15:03:22.349802 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea262edf-88bf-4f3c-9669-c1389466d9bd req-e56c259d-4cd9-4a39-a470-504a2403c655 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 210 time: 0.0281224 Mar 22 15:03:22.964706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Sync routers for ids ['0299ac10-f326-4e49-8671-17057698a4a2'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:22.975116 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Routers {'0299ac10-f326-4e49-8671-17057698a4a2'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:22.975731 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0299ac10-f326-4e49-8671-17057698a4a2'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:23.025519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cab752c3-0bdf-4b8a-8a98-4d984f8814a8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:23.077421 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:23.077806 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.096786 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Set router 0299ac10-f326-4e49-8671-17057698a4a2 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:23.164238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:23.164839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.188999 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port cab752c3-0bdf-4b8a-8a98-4d984f8814a8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:23.194354 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.243637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:23.306057 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 4, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port': {'id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c7bafbf5-34eb-46d8-b422-888b0e7b4df6', 'name': '', 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'mac_address': 'fa:16:3e:0f:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:18Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 2, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'subnets': [{'id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:23.331182 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Checking router: 0299ac10-f326-4e49-8671-17057698a4a2 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:23.331569 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Updating router 0299ac10-f326-4e49-8671-17057698a4a2 port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:03:23.361904 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.451311 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-39b13974-64d1-40e4-aec9-ca438f7d69f7 req-2689bce9-26fd-4fd6-ac36-3b8d477cefee tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 210 time: 0.0279279 Mar 22 15:03:23.529268 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-709cf28e-954d-4f73-a1e6-242bdec1d51c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:23.531496 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-709cf28e-954d-4f73-a1e6-242bdec1d51c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 809 time: 0.1190722 Mar 22 15:03:23.604276 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-b72d9b4c-3886-4903-b98e-d4af269f8c8b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 379 time: 0.0649822 Mar 22 15:03:23.613441 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'port': {'device_id': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'admin_state_up': True, 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'security_groups': ['0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:23.633602 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Publish callbacks [] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.640120 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.672809 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.685543 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68608a5-b572-4ddb-bf93-a3c41dbb77cc None None] Pushing event updated for resources: {'Port': ['ID=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:23.724139 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Made reservation on behalf of d54e21809f6f4a6bb989629e78a64217 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:23.727715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.746902 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Attempting to bind port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:23.747263 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Attempting to bind port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:23.747851 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Attempting to bind port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 on network 5217255c-e04c-4ab7-8f00-9608dde105e8 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:23.759080 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:23.761682 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Checking segment: {'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:23.762128 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.762731 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Bound using segment: {'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:23.763458 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Bound port: c7bafbf5-34eb-46d8-b422-888b0e7b4df6, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:23.764210 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.832688 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] For port c7bafbf5-34eb-46d8-b422-888b0e7b4df6, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:23.836038 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] For port c7bafbf5-34eb-46d8-b422-888b0e7b4df6, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,segment=NetworkSegment(f8582a97-bdc5-4ddd-8158-60f9b9eb5a22),segment_id=f8582a97-bdc5-4ddd-8158-60f9b9eb5a22)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:23.843552 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.874054 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Allocated IP 172.20.0.10 (3f76ad0e-1691-4629-a42a-bf630f554318/109a27fc-384e-46cc-9f6f-697bcd04b5a0/2f50129a-31fd-4be3-8ffb-ffff1f881a5b) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:23.904470 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68608a5-b572-4ddb-bf93-a3c41dbb77cc None None] Pushing event updated for resources: {'Port': ['ID=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:23.911567 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Routers {'0299ac10-f326-4e49-8671-17057698a4a2'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:23.912363 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0299ac10-f326-4e49-8671-17057698a4a2'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:23.992158 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-69ac0d64-bf67-475f-8532-40d305b01310 None None] Provisioning complete for port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:23.992455 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-69ac0d64-bf67-475f-8532-40d305b01310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.034234 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] Set router 0299ac10-f326-4e49-8671-17057698a4a2 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:24.054746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.091251 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-69ac0d64-bf67-475f-8532-40d305b01310 None None] Current status of the port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:24.091648 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-69ac0d64-bf67-475f-8532-40d305b01310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.099334 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.131552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-69ac0d64-bf67-475f-8532-40d305b01310 None None] For port c7bafbf5-34eb-46d8-b422-888b0e7b4df6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,segment=NetworkSegment(f8582a97-bdc5-4ddd-8158-60f9b9eb5a22),segment_id=f8582a97-bdc5-4ddd-8158-60f9b9eb5a22)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:24.137552 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-69ac0d64-bf67-475f-8532-40d305b01310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.151507 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Network 3f76ad0e-1691-4629-a42a-bf630f554318 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:24.154781 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:24.159373 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:24.189585 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac0d64-bf67-475f-8532-40d305b01310 None None] Pushing event updated for resources: {'Port': ['ID=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:24.195929 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:24.218119 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:24.218744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.237883 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-a51243ea-690d-4487-8a90-4faf58e24b26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277814 Mar 22 15:03:24.250593 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Request body: {'port': {'device_id': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:24.265541 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-24b96210-2cb4-4366-ae78-5572dd2a5157 None None] Provisioning complete for port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:24.266285 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-24b96210-2cb4-4366-ae78-5572dd2a5157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.326332 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.368933 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-24b96210-2cb4-4366-ae78-5572dd2a5157 None None] Current status of the port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:24.397587 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 4, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port': {'id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c7bafbf5-34eb-46d8-b422-888b0e7b4df6', 'name': '', 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'mac_address': 'fa:16:3e:0f:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:18Z', 'updated_at': '2022-03-22T15:03:23Z', 'revision_number': 4, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'subnets': [{'id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:24.425447 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878c8b3-a8c1-401c-86f0-804473ebb3ab None None] The sync data for ids ['0299ac10-f326-4e49-8671-17057698a4a2'] in n-d-834677-3 is: [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 4, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port': {'id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': 'c7bafbf5-34eb-46d8-b422-888b0e7b4df6', 'name': '', 'network_id': '5217255c-e04c-4ab7-8f00-9608dde105e8', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'mac_address': 'fa:16:3e:0f:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:18Z', 'updated_at': '2022-03-22T15:03:23Z', 'revision_number': 4, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'subnets': [{'id': '1bf0f5f6-b3a0-4e67-8883-5fb454749ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:24.490207 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-61d607d6-2deb-4883-bd8a-d5cc61333969 None None] Provisioning complete for port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:24.490654 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-61d607d6-2deb-4883-bd8a-d5cc61333969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.531908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-61d607d6-2deb-4883-bd8a-d5cc61333969 None None] Port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:24.603543 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035370f-2706-41ac-9f30-0b8a9442925f req-2df473b5-e784-4210-bf9a-6e5bc6164ba1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:24.606483 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f035370f-2706-41ac-9f30-0b8a9442925f req-2df473b5-e784-4210-bf9a-6e5bc6164ba1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 932 time: 0.0613921 Mar 22 15:03:24.620721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f50129a-31fd-4be3-8ffb-ffff1f881a5b {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:03:24.628842 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Publish callbacks [] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.641908 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Transition to ACTIVE for port object 2f50129a-31fd-4be3-8ffb-ffff1f881a5b will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:03:24.647721 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.659890 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f035370f-2706-41ac-9f30-0b8a9442925f req-e02413f4-c15c-45dd-a91a-4298664f7ef3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487976 Mar 22 15:03:24.701271 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.734918 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:24.792129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Attempting to bind port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:24.792589 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Attempting to bind port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:24.793019 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Attempting to bind port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:24.798941 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b on network 3f76ad0e-1691-4629-a42a-bf630f554318 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:03:24.799424 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Attempting to bind port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:24.806553 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:24.807091 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Checking segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:24.807603 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Bound using segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:24.808279 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Bound port: 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:24.808711 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.879256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:24.883063 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:24.891087 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.933604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:24.934323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.935851 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] 10.222.0.42 "PUT /v2.0/ports/2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 1092 time: 0.6908102 Mar 22 15:03:24.936357 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:24.939017 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:25.001150 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f940a925-4c5a-40b2-8010-5a943f4cfb22 x-openstack-request-id: req-f940a925-4c5a-40b2-8010-5a943f4cfb22 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:25.002446 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:25.002709 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f940a925-4c5a-40b2-8010-5a943f4cfb22 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:25.003494 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f940a925-4c5a-40b2-8010-5a943f4cfb22'] response: {'name': 'network-changed', 'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'status': 'completed', 'code': 200} Mar 22 15:03:25.010627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afcf6d-8a21-496e-9d27-e7542f363b1e service neutron] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:25.015760 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:25.049672 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cab752c3-0bdf-4b8a-8a98-4d984f8814a8 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:25.069520 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-c7a75575-e020-4b55-ad25-33cbacb5af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.071162 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-c7a75575-e020-4b55-ad25-33cbacb5af67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1126 time: 0.0806961 Mar 22 15:03:25.114524 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:25.114980 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:25.124271 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-8cb6e6ef-bcba-4748-8d70-39097daa4d95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 217 time: 0.0455046 Mar 22 15:03:25.174235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-723a7c5e-a719-4271-9856-4b5982fd704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.175934 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-723a7c5e-a719-4271-9856-4b5982fd704b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0457454 Mar 22 15:03:25.196414 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:25.197674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c7bafbf5-34eb-46d8-b422-888b0e7b4df6 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:25.225576 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495913-9482-498b-8932-c57a29f2120d req-d23241cb-aca7-41c1-9d4b-9fdaa38fbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.227117 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-d23241cb-aca7-41c1-9d4b-9fdaa38fbd8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455468 Mar 22 15:03:25.258642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:25.259020 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:25.321706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-33301c85-c8c9-4025-88d0-a4a8df4c2788 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870099 Mar 22 15:03:25.338256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:25.413250 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-cc495913-9482-498b-8932-c57a29f2120d req-e4f0c69b-2ac7-4a03-8803-562c00768f3c service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846095 Mar 22 15:03:25.519143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-9dac870f-c883-40d6-bd98-4cda567ca576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.520926 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-9dac870f-c883-40d6-bd98-4cda567ca576 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1126 time: 0.0524833 Mar 22 15:03:25.615206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-f96d4c74-2429-4c97-b010-b770a2146548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.616709 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-f96d4c74-2429-4c97-b010-b770a2146548 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0878241 Mar 22 15:03:25.676018 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-5749efb1-940c-43d3-a45e-70ad054201a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 217 time: 0.0518126 Mar 22 15:03:25.728607 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-3c094501-7f0b-45c5-8a7a-c88517585ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.730104 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-3c094501-7f0b-45c5-8a7a-c88517585ff4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0459290 Mar 22 15:03:25.781143 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-5b02c4da-076a-4c0d-add8-e5e9f6d0dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.782977 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-5b02c4da-076a-4c0d-add8-e5e9f6d0dd73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465994 Mar 22 15:03:25.784757 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9812de-84d2-4cb5-8d8a-0ff5e8dada37 req-d5f56295-d68c-4c9b-97a3-0bb0c570c76e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:25.786318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de9812de-84d2-4cb5-8d8a-0ff5e8dada37 req-d5f56295-d68c-4c9b-97a3-0bb0c570c76e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0546153 Mar 22 15:03:25.837069 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-de9812de-84d2-4cb5-8d8a-0ff5e8dada37 req-04c432a6-76ca-48c0-bbd0-3ec4cccf09d5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Mar 22 15:03:25.878995 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-099c2a88-c138-4482-a205-1cd861f59d43 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890791 Mar 22 15:03:25.977270 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7d91ba6f-5e04-456e-8e16-e4f80ec8acee req-fa07e601-dcbe-4e9a-8e6e-7930a99d2918 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903120 Mar 22 15:03:26.961807 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb063b-2e45-4ff0-af9c-4b4330a4c724 req-f8572dbe-38ac-446d-8545-41f9602f6034 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:26.963561 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fdb063b-2e45-4ff0-af9c-4b4330a4c724 req-f8572dbe-38ac-446d-8545-41f9602f6034 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0555701 Mar 22 15:03:27.017430 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2fdb063b-2e45-4ff0-af9c-4b4330a4c724 req-d94abc47-a9f9-4e90-8459-3900d7ffe0a2 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480454 Mar 22 15:03:28.141896 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6e111-c634-4a12-b03c-6d8a1399c65b req-ba0269eb-ba1a-461a-8bb1-00c528c8ba53 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:28.143406 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9b6e111-c634-4a12-b03c-6d8a1399c65b req-ba0269eb-ba1a-461a-8bb1-00c528c8ba53 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0549824 Mar 22 15:03:28.193023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9b6e111-c634-4a12-b03c-6d8a1399c65b req-571a7655-37fe-4c2b-9093-74b09071cbfa tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436854 Mar 22 15:03:28.922562 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:03:29.024506 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:29.036390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'port_id': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'mac_address': 'fa:16:3e:fb:52:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:03:29.085756 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:29.086396 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:29.086766 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:29.099833 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f50129a-31fd-4be3-8ffb-ffff1f881a5b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:03:29.124966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:29.130724 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:29.180427 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:29.314250 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d930ed-2dca-4de9-89c9-6b213d52f2d6 req-6c4a9c0e-7e19-4d36-932a-9800e34f0dc0 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:29.315925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89d930ed-2dca-4de9-89c9-6b213d52f2d6 req-6c4a9c0e-7e19-4d36-932a-9800e34f0dc0 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 945 time: 0.0551414 Mar 22 15:03:29.338147 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2f50129a-31fd-4be3-8ffb-ffff1f881a5b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:03:29.365961 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-89d930ed-2dca-4de9-89c9-6b213d52f2d6 req-d8459729-7411-4fd7-9a61-a24340737d84 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442350 Mar 22 15:03:30.501987 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7833-6070-4080-a292-0def71521176 req-31616d6b-1572-4b6b-962b-93b9a09342c4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:30.503484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b3a7833-6070-4080-a292-0def71521176 req-31616d6b-1572-4b6b-962b-93b9a09342c4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 945 time: 0.0667367 Mar 22 15:03:30.555789 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6b3a7833-6070-4080-a292-0def71521176 req-a1ee38f5-57f7-4d6a-a060-83f38a4e873a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440297 Mar 22 15:03:30.925842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:30.979581 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:03:30.983274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:30.983693 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:31.095934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:31.096291 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:31.119519 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:31.121806 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8260bd40-eb6b-4561-a981-6ffb8d921e9d" -d '{"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-plugged", "status": "completed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:31.133934 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:31.138917 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:31.161624 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b142476-ec33-4af8-8f5e-d2e418d3a739 x-openstack-request-id: req-7b142476-ec33-4af8-8f5e-d2e418d3a739 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:31.161916 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-plugged", "status": "completed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:31.162192 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b142476-ec33-4af8-8f5e-d2e418d3a739 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:31.162593 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b142476-ec33-4af8-8f5e-d2e418d3a739'] response: {'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'code': 200} Mar 22 15:03:31.189368 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:31.263878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7fea1-41fd-4a9b-8583-86aa8878f5f1 req-cb798961-6824-4c93-9021-faf0cd4aa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:31.265310 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-58f7fea1-41fd-4a9b-8583-86aa8878f5f1 req-cb798961-6824-4c93-9021-faf0cd4aa175 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1128 time: 0.0439734 Mar 22 15:03:31.311908 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-58f7fea1-41fd-4a9b-8583-86aa8878f5f1 req-b1c0c2c3-8a2f-4b5e-8f93-012bcfda2724 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Mar 22 15:03:31.684712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8b36-bbb3-487b-874b-b62e291d8f73 req-de397718-069b-43bd-8954-0f81a3a90424 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:31.686191 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca0e8b36-bbb3-487b-874b-b62e291d8f73 req-de397718-069b-43bd-8954-0f81a3a90424 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0540547 Mar 22 15:03:31.736065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca0e8b36-bbb3-487b-874b-b62e291d8f73 req-6c886301-8fc8-4ac2-8622-d51d859d419d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Mar 22 15:03:32.870492 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cc43c-a110-4d99-bb26-8147279821d3 req-872ed2ad-ef22-42c2-8df9-6d569e9470dd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:32.871951 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-965cc43c-a110-4d99-bb26-8147279821d3 req-872ed2ad-ef22-42c2-8df9-6d569e9470dd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0601056 Mar 22 15:03:32.924464 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-965cc43c-a110-4d99-bb26-8147279821d3 req-c03661b9-970a-44c1-9933-8fb6c4b0537b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467610 Mar 22 15:03:33.051238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f31d8-cd72-418b-8ca4-e2bae218ba8b req-ff64de46-ec0a-46a8-b73c-7f0971c8854f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:33.053127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f85f31d8-cd72-418b-8ca4-e2bae218ba8b req-ff64de46-ec0a-46a8-b73c-7f0971c8854f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0610521 Mar 22 15:03:33.105950 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f85f31d8-cd72-418b-8ca4-e2bae218ba8b req-ed0542fe-35df-427d-a888-c61a5e305474 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Mar 22 15:03:33.128174 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46626) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:33.271744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22fde8c-c181-4c0d-8219-6eab3a8edc1d tempest-TestShelveInstance-1683429112 tempest-TestShelveInstance-1683429112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:33.273265 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e22fde8c-c181-4c0d-8219-6eab3a8edc1d tempest-TestShelveInstance-1683429112 tempest-TestShelveInstance-1683429112-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1123 time: 0.1438417 Mar 22 15:03:33.276332 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46630) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:33.280928 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:33.308329 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:33.414943 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:33.518510 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Allocated IP 172.25.2.3 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/e602033b-bdf9-4b74-883f-aad79e4b75ef) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:33.626775 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:33.673531 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:33.709196 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:33.712051 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:33.718011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:33.723538 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'Port': ['ID=e602033b-bdf9-4b74-883f-aad79e4b75ef,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:34.452771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (7ae8439a-a4c1-49f4-88dd-53381b52881f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:34.540841 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:34.686536 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:34.694204 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:34.762797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'Port': ['ID=e602033b-bdf9-4b74-883f-aad79e4b75ef,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:34.775048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (7ae8439a-a4c1-49f4-88dd-53381b52881f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:34.865073 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:03:34.881978 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Floating IP 7ae8439a-a4c1-49f4-88dd-53381b52881f associated. External IP: 172.25.2.3, port: 2f50129a-31fd-4be3-8ffb-ffff1f881a5b. Mar 22 15:03:35.099092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:35.215229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:35.225393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] Sync routers for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:35.237742 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:35.240641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:35.241388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:35.273124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-f2dc4dd9-444d-4700-a09d-e62e289a7cf5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9957867 Mar 22 15:03:35.277743 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:35.280497 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:35.316760 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a92ea8-bef1-4464-8b02-f027fc354fe3 x-openstack-request-id: req-60a92ea8-bef1-4464-8b02-f027fc354fe3 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:35.317053 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:35.317312 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60a92ea8-bef1-4464-8b02-f027fc354fe3 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:35.317730 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a92ea8-bef1-4464-8b02-f027fc354fe3'] response: {'name': 'network-changed', 'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'status': 'completed', 'code': 200} Mar 22 15:03:35.352278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:35.386688 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-ce528248-b130-4561-95ab-23455fd60fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:35.388183 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-ce528248-b130-4561-95ab-23455fd60fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1128 time: 0.0485959 Mar 22 15:03:35.490099 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-804b1bad-d73a-49b8-b5ae-b4b3e96da59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:35.491320 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-804b1bad-d73a-49b8-b5ae-b4b3e96da59d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0968843 Mar 22 15:03:35.564067 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-fc130f4e-88fb-4947-b78e-df96422020e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 998 time: 0.0650444 Mar 22 15:03:35.575459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7ae8439a-a4c1-49f4-88dd-53381b52881f', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'port_id': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'mac_address': 'fa:16:3e:fb:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:03:34Z', 'updated_at': '2022-03-22T15:03:34Z', 'revision_number': 0, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:35.600787 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] Checking router: e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:35.609012 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:35.609676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:35.611654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-8dc0a02c-2822-4fee-b43d-d7da2c8a8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:35.613186 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-8dc0a02c-2822-4fee-b43d-d7da2c8a8348 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0437176 Mar 22 15:03:35.662914 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-be25506b-ab13-4e4e-9a43-42707010c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:35.664428 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-be25506b-ab13-4e4e-9a43-42707010c285 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454569 Mar 22 15:03:35.719759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:35.758313 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-308cc440-1062-4cb4-b46e-a53ee4004125 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 Mar 22 15:03:35.851811 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-c3306cbb-ec4d-4131-ac80-c6a7a0c7dc24 req-5e80e5d8-5410-4f40-97f1-2707f430cd51 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865154 Mar 22 15:03:35.960092 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7ae8439a-a4c1-49f4-88dd-53381b52881f', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'port_id': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'mac_address': 'fa:16:3e:fb:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:03:34Z', 'updated_at': '2022-03-22T15:03:34Z', 'revision_number': 0, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:35.986980 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de854e95-24e9-4d0a-8263-43a14bfb7a6c None None] The sync data for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 is: [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7ae8439a-a4c1-49f4-88dd-53381b52881f', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'port_id': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'mac_address': 'fa:16:3e:fb:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:03:34Z', 'updated_at': '2022-03-22T15:03:34Z', 'revision_number': 0, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:36.203653 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40877913-4b04-4fa3-89c8-90db9ee34b9f None None] New status for floating IP 7ae8439a-a4c1-49f4-88dd-53381b52881f: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:03:48.278707 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8db79976-cfb7-4069-8c32-47d7b97a8abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.525994 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3dcf06be-5d9e-4a8b-b0d7-dcced598cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.154871 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:53.678458 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.704147 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.987542 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.074456 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.335048 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-33eb42dd-baba-4ffd-b42c-c43ed9f02d78 service neutron] (110458) timed out ('10.222.0.44', 42754) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:03:59.791315 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-b47eee70-a239-470d-933b-daf6b1a343da req-69a5ffd4-bf96-458b-9dc7-da1b662baac4 tempest-ServerActionsTestJSON-427908589 tempest-ServerActionsTestJSON-427908589-project] (110458) timed out ('10.222.0.44', 42774) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:04:11.865777 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:04:18.279702 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e184492e-8a58-438c-8cdb-4da14df98110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:20.528226 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e053b4ad-e31a-4a54-bcf7-8121cd533253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:22.163270 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:23.680780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:24.713354 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:25.005798 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:29.077462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:33.020339 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-a1324ac3-b182-4490-b8b4-0c0307dc3f85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474076 Mar 22 15:04:33.121318 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-7b56b908-08bd-4f93-9c22-06be140057e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:33.122868 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-7b56b908-08bd-4f93-9c22-06be140057e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1128 time: 0.0513041 Mar 22 15:04:33.226394 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-78cfa343-f380-4855-bee8-8c72854f614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:33.228237 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-78cfa343-f380-4855-bee8-8c72854f614c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0855658 Mar 22 15:04:33.301273 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-5d564dfe-2297-449d-be2e-74bb70f00707 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 1000 time: 0.0647910 Mar 22 15:04:33.348305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-63b7102d-4f4a-438e-8e6c-f809e5e8d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:33.349723 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-63b7102d-4f4a-438e-8e6c-f809e5e8d944 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0429981 Mar 22 15:04:33.399677 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-b068b7ed-5aa1-4372-b9a2-0964349f8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:33.401211 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-b068b7ed-5aa1-4372-b9a2-0964349f8589 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455565 Mar 22 15:04:33.493608 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-8ed27577-94bc-4a15-a202-bbfd2180d404 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857844 Mar 22 15:04:33.587772 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a1a28387-bd52-4fca-a63b-3a167c492c27 req-6658fefe-9d10-4fe9-b011-6182c7bf280e service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870771 Mar 22 15:04:48.286529 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d75f1d5f-bf53-48c4-aea9-757cf3b37ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:48.871951 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:04:50.526805 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9483d184-ec70-4ae6-8ee6-51dc2e8ce08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:52.171409 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:53.683359 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:54.702635 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:54.997937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:59.081799 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:18.277303 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-10f7b567-ef33-446c-bc24-9225630ac37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:20.527049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0bc706da-e1ee-498d-9493-81eb5198e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:22.168141 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:23.694179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:24.707548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:25.159897 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:25.867169 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:05:29.077179 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.590060 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e45db-e144-4a37-968d-6bb3f0a296a7 req-c2872001-1979-4103-ad6c-d13ab9f1be0c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:32.591571 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c5e45db-e144-4a37-968d-6bb3f0a296a7 req-c2872001-1979-4103-ad6c-d13ab9f1be0c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.1048088 Mar 22 15:05:32.639881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c5e45db-e144-4a37-968d-6bb3f0a296a7 req-a6fb7d68-6f9c-4ad9-8cc0-30e906552494 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425544 Mar 22 15:05:33.774355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77257b-ca9d-44c4-a9ae-0e0995f99280 req-5089e1aa-5952-454a-b707-d2579e647a26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:33.775872 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df77257b-ca9d-44c4-a9ae-0e0995f99280 req-5089e1aa-5952-454a-b707-d2579e647a26 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0538368 Mar 22 15:05:33.831999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-df77257b-ca9d-44c4-a9ae-0e0995f99280 req-b2db412d-17ee-42f6-a896-9a1b9bd44907 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483661 Mar 22 15:05:34.059630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-75b7236b-b01b-4d0f-85ca-9280a6a94716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:34.061144 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-75b7236b-b01b-4d0f-85ca-9280a6a94716 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1128 time: 0.0510602 Mar 22 15:05:34.172532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-fc31c304-119d-48fb-bb0d-142aa344f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:34.174012 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-fc31c304-119d-48fb-bb0d-142aa344f997 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0891080 Mar 22 15:05:34.241072 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-42be462f-3673-41ca-8e9e-3bba2ee77ac8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 1000 time: 0.0606027 Mar 22 15:05:34.295703 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-9184ee7b-a946-4937-a255-4c43f4712dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:34.297202 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-9184ee7b-a946-4937-a255-4c43f4712dfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0503292 Mar 22 15:05:34.346325 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-18e39c9a-17f0-4289-82fb-c446144a0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:34.347889 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-18e39c9a-17f0-4289-82fb-c446144a0dc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448763 Mar 22 15:05:34.434836 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-be72a7fc-90ec-49e9-b454-d3562a79c0e4 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800631 Mar 22 15:05:34.528991 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-dbe64148-53b6-42a2-b321-51363a8aa267 req-95b46203-8dbc-46c2-b42a-190aa83da35e service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861480 Mar 22 15:05:34.972625 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9774e1-f99c-47d8-a2fc-96219526e2aa req-061ca780-8ae1-4b7d-8c7a-a1965883e191 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:34.975237 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d9774e1-f99c-47d8-a2fc-96219526e2aa req-061ca780-8ae1-4b7d-8c7a-a1965883e191 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0597897 Mar 22 15:05:35.026361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6d9774e1-f99c-47d8-a2fc-96219526e2aa req-6f1fbeca-bd8c-45fb-bbc1-cf851d023e2f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Mar 22 15:05:36.162542 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0964c7-9c97-4b78-83f0-233591570d68 req-6a0082b4-102d-47c3-8723-7c59a63daf67 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:36.164010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c0964c7-9c97-4b78-83f0-233591570d68 req-6a0082b4-102d-47c3-8723-7c59a63daf67 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0558453 Mar 22 15:05:36.215071 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0c0964c7-9c97-4b78-83f0-233591570d68 req-b316c1a0-8060-4ddf-b8aa-d35f899dc76d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422490 Mar 22 15:05:37.352264 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db0707-34be-4a34-b189-681fc1ef1ca0 req-4241ca6a-39ba-42a0-b2f1-a54ba174f8a6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:37.353861 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93db0707-34be-4a34-b189-681fc1ef1ca0 req-4241ca6a-39ba-42a0-b2f1-a54ba174f8a6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0620949 Mar 22 15:05:37.406236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-93db0707-34be-4a34-b189-681fc1ef1ca0 req-ee88c9cb-7f33-4eb0-bdda-84d290a565f8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449448 Mar 22 15:05:38.545288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de5de-2436-407b-856f-accc0d23fcfc req-bdb3050c-28bf-4d04-8db2-c76958de7ecd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:38.546814 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-755de5de-2436-407b-856f-accc0d23fcfc req-bdb3050c-28bf-4d04-8db2-c76958de7ecd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0598075 Mar 22 15:05:38.595740 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-755de5de-2436-407b-856f-accc0d23fcfc req-96018a14-86db-4678-9e37-ffe940a653bb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Mar 22 15:05:39.733313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2dbb0-19bd-4046-8559-eae2c871c831 req-1d407629-f775-40f8-86d9-3b8edc71c37e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:39.734899 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19a2dbb0-19bd-4046-8559-eae2c871c831 req-1d407629-f775-40f8-86d9-3b8edc71c37e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0598788 Mar 22 15:05:39.792294 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-19a2dbb0-19bd-4046-8559-eae2c871c831 req-8fd05cdf-aa03-492a-9b98-cb8d573a0a09 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497117 Mar 22 15:05:40.916399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee4a2-8fec-40f3-a705-b35ca961a50c req-cf3f9ea5-c646-4665-b256-842a74e0f302 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.917883 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b03ee4a2-8fec-40f3-a705-b35ca961a50c req-cf3f9ea5-c646-4665-b256-842a74e0f302 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0560641 Mar 22 15:05:40.966589 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b03ee4a2-8fec-40f3-a705-b35ca961a50c req-28e0e5f3-2541-4150-9b4e-efcfab51aa00 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Mar 22 15:05:42.092379 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff289c-2c26-418a-afbc-85bf61d8223b req-f9edef57-83ff-4e1d-bc99-ba336ee7dd91 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:42.094630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9ff289c-2c26-418a-afbc-85bf61d8223b req-f9edef57-83ff-4e1d-bc99-ba336ee7dd91 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0577204 Mar 22 15:05:42.149727 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f9ff289c-2c26-418a-afbc-85bf61d8223b req-5aff4b28-73d5-44cc-ad80-e30ba4988dfd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483487 Mar 22 15:05:43.301753 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016673df-ed1d-4189-9fbd-92ba3f345773 req-1cb96b34-0e3b-4202-846a-b84cce23c674 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:43.303152 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-016673df-ed1d-4189-9fbd-92ba3f345773 req-1cb96b34-0e3b-4202-846a-b84cce23c674 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0664687 Mar 22 15:05:43.354338 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-016673df-ed1d-4189-9fbd-92ba3f345773 req-5d521841-9a29-4973-9264-469826594c33 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445676 Mar 22 15:05:44.513181 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991e05-dcd5-45d4-9c28-53a6580247b2 req-5c368799-c824-4d75-bceb-071e38eb3e61 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:44.514721 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6991e05-dcd5-45d4-9c28-53a6580247b2 req-5c368799-c824-4d75-bceb-071e38eb3e61 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0750628 Mar 22 15:05:44.566507 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d6991e05-dcd5-45d4-9c28-53a6580247b2 req-ce0b5ffc-90ec-43f5-b3a2-c1b99037a1bf tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Mar 22 15:05:45.598924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:05:45.704456 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9cd4-f743-4391-98e8-97559010d0a6 req-11c0ef51-bfb2-4cd9-9d1d-d0da8a12a72e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:45.715594 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43aa9cd4-f743-4391-98e8-97559010d0a6 req-11c0ef51-bfb2-4cd9-9d1d-d0da8a12a72e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0788424 Mar 22 15:05:45.724796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:45.737340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'port_id': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'mac_address': 'fa:16:3e:fb:52:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:05:45.767829 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43aa9cd4-f743-4391-98e8-97559010d0a6 req-e20595e4-3db8-47b1-b4b4-e9e00cc2c5bb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505698 Mar 22 15:05:45.788362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:45.789159 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:45.811304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f50129a-31fd-4be3-8ffb-ffff1f881a5b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:05:45.836048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:45.843397 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:45.897703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:45.906505 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.907072 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.907457 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.907757 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.908093 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.908461 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.908781 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.909109 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.909430 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.909774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.910212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.910774 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.911101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.911426 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.911747 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:45.922867 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2f50129a-31fd-4be3-8ffb-ffff1f881a5b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:05:46.908388 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60648b-febf-4ce3-90fc-c7f706d542c6 req-00fbb6e1-b584-429b-b174-b5ef623e508e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:46.910141 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c60648b-febf-4ce3-90fc-c7f706d542c6 req-00fbb6e1-b584-429b-b174-b5ef623e508e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 945 time: 0.0560608 Mar 22 15:05:46.973450 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1c60648b-febf-4ce3-90fc-c7f706d542c6 req-9cb81025-6a79-4351-9014-4859ac5bb978 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569432 Mar 22 15:05:47.599604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:05:47.656150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:47.656849 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:47.744813 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:47.745188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:47.770043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:05:47.772340 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a96e82-8a7e-41c1-bcab-b03bdd5dde34" -d '{"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-plugged", "status": "completed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:05:47.787138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:47.793630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:47.822402 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb14524-37c7-42f7-8de6-6d17c9beb8ef x-openstack-request-id: req-4fb14524-37c7-42f7-8de6-6d17c9beb8ef {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:05:47.822819 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-plugged", "status": "completed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:05:47.822953 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fb14524-37c7-42f7-8de6-6d17c9beb8ef {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:05:47.823388 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb14524-37c7-42f7-8de6-6d17c9beb8ef'] response: {'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'code': 200} Mar 22 15:05:47.858200 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:48.105128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3f125-ba18-47af-b690-5fd00ac4a1be req-08d463fe-6100-439e-8297-ed09f4a0784f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:48.106592 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adb3f125-ba18-47af-b690-5fd00ac4a1be req-08d463fe-6100-439e-8297-ed09f4a0784f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0578141 Mar 22 15:05:48.179678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-adb3f125-ba18-47af-b690-5fd00ac4a1be req-ad61255d-952a-47ba-a4c7-7e9b3bffdd46 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670848 Mar 22 15:05:48.275355 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3039c93f-0a02-4558-ba98-9880711891c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:49.311337 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c55de2-ed9c-405e-8519-502ac84346a1 req-e70122f6-6b2c-4a49-b280-d2d78e88dea7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:49.318913 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5c55de2-ed9c-405e-8519-502ac84346a1 req-e70122f6-6b2c-4a49-b280-d2d78e88dea7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0618629 Mar 22 15:05:49.380830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f5c55de2-ed9c-405e-8519-502ac84346a1 req-d26966c4-aaa3-4514-be1b-7bf156f4d072 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561414 Mar 22 15:05:50.504143 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafd43-2f2d-4635-9400-a9c70499238d req-ded3634b-88f3-416b-b576-21692c7534da tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:50.505760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1efafd43-2f2d-4635-9400-a9c70499238d req-ded3634b-88f3-416b-b576-21692c7534da tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0595863 Mar 22 15:05:50.532880 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-42d233d1-21ca-4db7-a923-4b8fb161f59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:50.568700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1efafd43-2f2d-4635-9400-a9c70499238d req-1e5bb134-20c4-4e8a-888e-7565ca4f185d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499978 Mar 22 15:05:51.720211 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008a71-7c5b-4f20-b571-389d0f5465af req-f242421c-7c32-42db-b4ff-9a6cade64cdd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:51.731026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27008a71-7c5b-4f20-b571-389d0f5465af req-f242421c-7c32-42db-b4ff-9a6cade64cdd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0878367 Mar 22 15:05:51.782512 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27008a71-7c5b-4f20-b571-389d0f5465af req-bf09f252-c384-448c-aef1-c4415cc3afdb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505702 Mar 22 15:05:52.163385 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:52.912679 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663a1f-57ca-443a-b2f2-54933fd872b7 req-10df959e-b511-49ea-aa9a-b95cdbec3ba6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:52.915163 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86663a1f-57ca-443a-b2f2-54933fd872b7 req-10df959e-b511-49ea-aa9a-b95cdbec3ba6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0603886 Mar 22 15:05:52.975036 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86663a1f-57ca-443a-b2f2-54933fd872b7 req-02431d29-3882-49b4-bed3-5041b9ffef1e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531089 Mar 22 15:05:53.691983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:54.101402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43019192-85c1-4c98-9e6a-9514f6a3fd99 req-2176d525-ff88-481e-9e1a-8422f9022ade tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:54.102762 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43019192-85c1-4c98-9e6a-9514f6a3fd99 req-2176d525-ff88-481e-9e1a-8422f9022ade tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0553303 Mar 22 15:05:54.161388 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-43019192-85c1-4c98-9e6a-9514f6a3fd99 req-9a205c9a-bcbc-40e4-a941-0261a3f79e41 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526609 Mar 22 15:05:54.688794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-a95b6445-d0a7-45a6-8b61-571842e4ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:54.690327 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-a95b6445-d0a7-45a6-8b61-571842e4ab21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1128 time: 0.0509295 Mar 22 15:05:54.704819 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:55.005498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:55.087627 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-eb9d32dc-a3ee-42a2-8aba-0809ee666a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:55.089107 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-eb9d32dc-a3ee-42a2-8aba-0809ee666a6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.3924847 Mar 22 15:05:55.168551 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-ca2d38b2-0518-445a-b7ee-932dd690c05b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 1000 time: 0.0703776 Mar 22 15:05:55.218280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-503b00c5-9cbc-4eaf-a360-6469b8f64485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:55.219858 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-503b00c5-9cbc-4eaf-a360-6469b8f64485 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0440774 Mar 22 15:05:55.272691 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-acc56634-06c5-4d30-a6eb-a20d404a47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:55.274153 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-acc56634-06c5-4d30-a6eb-a20d404a47e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488236 Mar 22 15:05:55.284168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-9bbb3422-af0b-48ac-bb39-cb8f987ee3d8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:05:55.285146 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-9bbb3422-af0b-48ac-bb39-cb8f987ee3d8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049894 Mar 22 15:05:55.286429 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c002d-522e-4144-9ea7-196eee0e20ae req-ea270528-765c-49fe-a938-ff1e92fe81e6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:55.287902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c88c002d-522e-4144-9ea7-196eee0e20ae req-ea270528-765c-49fe-a938-ff1e92fe81e6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0536511 Mar 22 15:05:55.336583 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c88c002d-522e-4144-9ea7-196eee0e20ae req-32fb145b-09af-4d93-b15d-b5f3d9c40a38 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 Mar 22 15:05:55.372257 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-1f04765a-774a-4320-b64e-a18791615d2c service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812721 Mar 22 15:05:55.466560 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-adca741b-35df-4e35-b3a6-23dd6e883bc1 req-01df5a9d-f6ac-4744-918a-ac039039225e service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876131 Mar 22 15:05:56.468453 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d99dc-b73b-4ffd-8787-6389782e5731 req-5e4a7f87-3ac1-4dce-a54b-dd9df6486287 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:56.469911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-784d99dc-b73b-4ffd-8787-6389782e5731 req-5e4a7f87-3ac1-4dce-a54b-dd9df6486287 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0580175 Mar 22 15:05:56.522194 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-784d99dc-b73b-4ffd-8787-6389782e5731 req-7b4309a9-f6c1-424b-ba74-e51a877ecd4e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437222 Mar 22 15:05:57.659121 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ca4f8-e49d-442d-9ebe-af8bde05cb1f req-b1b390ef-71b7-4b32-9dd4-e2b066a31cae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:57.660607 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c5ca4f8-e49d-442d-9ebe-af8bde05cb1f req-b1b390ef-71b7-4b32-9dd4-e2b066a31cae tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 946 time: 0.0566068 Mar 22 15:05:57.683898 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:05:57.709992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5c5ca4f8-e49d-442d-9ebe-af8bde05cb1f req-79babce0-86c3-4e82-9c7c-d1b169bc88b2 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Mar 22 15:05:57.765383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:57.765784 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:57.790150 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:05:57.792626 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ff12c-3da8-410e-bfba-2347c3e7e480" -d '{"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-unplugged", "status": "completed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:05:57.805316 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:57.810506 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:57.835474 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60035c3-e546-42d4-94b0-37fe27c04b90 x-openstack-request-id: req-b60035c3-e546-42d4-94b0-37fe27c04b90 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:05:57.835773 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-unplugged", "status": "failed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "code": 422}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:05:57.836028 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b60035c3-e546-42d4-94b0-37fe27c04b90 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:05:57.836436 n-d-834677-3 neutron-server[110459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b60035c3-e546-42d4-94b0-37fe27c04b90']: {'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'code': 422} returned with failed status Mar 22 15:05:57.850935 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-b3d0db39-6146-478b-a089-48262049747e req-ab5a160a-daba-4267-89cf-ce6dfde30439 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:05:57.851990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3d0db39-6146-478b-a089-48262049747e req-ab5a160a-daba-4267-89cf-ce6dfde30439 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0747855 Mar 22 15:05:57.863400 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:58.018435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afb04c-ae96-48d2-a367-31f673aee217 req-e78cadd6-c252-49c7-9b1e-7b852406be3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:58.024582 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66afb04c-ae96-48d2-a367-31f673aee217 req-e78cadd6-c252-49c7-9b1e-7b852406be3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0583644 Mar 22 15:05:58.069405 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-66afb04c-ae96-48d2-a367-31f673aee217 req-28afd361-188b-46d6-97c1-1ce298552634 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436130 Mar 22 15:05:58.208091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-e37db65d-bc87-41da-b010-46f813e86673 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911202 Mar 22 15:05:58.346727 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-1a24db46-3169-49ff-bb0f-8e406cd3c738 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:58.348005 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-1a24db46-3169-49ff-bb0f-8e406cd3c738 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports/2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 941 time: 0.1053758 Mar 22 15:05:59.072861 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:59.103014 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-e632e473-7f56-4605-8739-f491f86a6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:59.104525 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-e632e473-7f56-4605-8739-f491f86a6250 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe&tenant_id=d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 1126 time: 0.0470414 Mar 22 15:05:59.173243 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-1a349848-38cc-4acd-ad8f-c0729b4cb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:59.174949 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-1a349848-38cc-4acd-ad8f-c0729b4cb84d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1126 time: 0.0487320 Mar 22 15:05:59.196248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221fd1e-102b-4180-9e80-3ea81b7a903b req-195d73ec-f085-4f79-992b-f3fead5c8b91 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:59.197827 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6221fd1e-102b-4180-9e80-3ea81b7a903b req-195d73ec-f085-4f79-992b-f3fead5c8b91 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0581596 Mar 22 15:05:59.250062 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6221fd1e-102b-4180-9e80-3ea81b7a903b req-0800a7b4-bb92-43fb-8eb7-dd1cc26c8eb2 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462916 Mar 22 15:05:59.264657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-dfa432b1-9401-45c0-9293-c70076f26b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:59.266181 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-dfa432b1-9401-45c0-9293-c70076f26b22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0855114 Mar 22 15:05:59.340034 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-fea06a2f-1655-451f-9a79-270093308aff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 998 time: 0.0639088 Mar 22 15:05:59.390810 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-40fb46b5-ca12-4809-88c9-f0abb56dc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:59.392182 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-40fb46b5-ca12-4809-88c9-f0abb56dc55f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0423625 Mar 22 15:05:59.442498 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-b8923ceb-5db1-46e6-a2d4-e9d51337558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:59.443943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-b8923ceb-5db1-46e6-a2d4-e9d51337558a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457010 Mar 22 15:05:59.537590 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-374f5888-b3c3-40f3-b5f3-8b85f4df2ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Mar 22 15:05:59.635957 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-b83e1723-35d6-4cfc-9f8d-77cef148637d req-7de1ca93-ddb0-41df-84de-9fc38ad2cd73 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907118 Mar 22 15:06:00.376731 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e5acc-d566-4b76-86a1-ae1dec0e08c9 req-1ba2ffde-8458-4638-b22c-bf1b15012ef6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:00.378992 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e5acc-d566-4b76-86a1-ae1dec0e08c9 req-1ba2ffde-8458-4638-b22c-bf1b15012ef6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0556269 Mar 22 15:06:00.434608 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c15e5acc-d566-4b76-86a1-ae1dec0e08c9 req-f7f54345-5c3b-4552-8494-e508ad8c2679 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496080 Mar 22 15:06:01.560902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653b94-0d7a-47d7-9b9b-98f4edb3a93d req-949e7bb6-0d6e-4bde-88c5-0bd1bf3fdbf1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:01.562403 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10653b94-0d7a-47d7-9b9b-98f4edb3a93d req-949e7bb6-0d6e-4bde-88c5-0bd1bf3fdbf1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0586822 Mar 22 15:06:01.617923 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10653b94-0d7a-47d7-9b9b-98f4edb3a93d req-fb173c8c-cfd1-4548-8882-ae04f8e09026 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495698 Mar 22 15:06:02.744775 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad52f2-97e1-4969-9ffa-61cfcfcf4b79 req-93b52a7c-b581-4a3a-9a4d-8eb0d2f9c431 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:02.746499 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9ad52f2-97e1-4969-9ffa-61cfcfcf4b79 req-93b52a7c-b581-4a3a-9a4d-8eb0d2f9c431 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0574398 Mar 22 15:06:02.798458 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9ad52f2-97e1-4969-9ffa-61cfcfcf4b79 req-09f84c50-86ac-41d9-95d3-b2e8dc6214fb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459151 Mar 22 15:06:02.866258 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:06:03.925248 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3345e-1da3-4e4f-b50a-315794c165c3 req-78fa3b1b-ae1f-4544-9ca7-07d8abbe2746 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:03.926887 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64e3345e-1da3-4e4f-b50a-315794c165c3 req-78fa3b1b-ae1f-4544-9ca7-07d8abbe2746 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0559275 Mar 22 15:06:03.984693 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-64e3345e-1da3-4e4f-b50a-315794c165c3 req-6e72cc04-2352-4c3a-9e95-9a0a7bbf15c0 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518460 Mar 22 15:06:05.111387 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a45d76-b8d6-4027-8915-7e9e16f5b4ed req-b7f004c3-fe87-4910-a23e-3349f9f0024a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:05.113080 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4a45d76-b8d6-4027-8915-7e9e16f5b4ed req-b7f004c3-fe87-4910-a23e-3349f9f0024a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0593612 Mar 22 15:06:05.163917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b4a45d76-b8d6-4027-8915-7e9e16f5b4ed req-fcf56343-021b-493c-bbb7-4169a24102ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446403 Mar 22 15:06:06.294097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaa190-c184-4c66-b02c-8cd167eea635 req-7aa080a7-969f-417d-91bb-b562c01a1345 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:06.295635 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7faaa190-c184-4c66-b02c-8cd167eea635 req-7aa080a7-969f-417d-91bb-b562c01a1345 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0565701 Mar 22 15:06:06.347696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7faaa190-c184-4c66-b02c-8cd167eea635 req-d19489df-56b1-4d2b-959a-80806d6f12eb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456793 Mar 22 15:06:07.474313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502b87d-08d7-4e2e-bc2e-d297b0a3c109 req-a915fabb-dc0e-4ea9-acda-9383ffd5fdd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:07.475805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2502b87d-08d7-4e2e-bc2e-d297b0a3c109 req-a915fabb-dc0e-4ea9-acda-9383ffd5fdd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0580044 Mar 22 15:06:07.528611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2502b87d-08d7-4e2e-bc2e-d297b0a3c109 req-c79f1282-e7d9-466b-8120-c3c94bf7b585 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467539 Mar 22 15:06:08.670035 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cffff-ebd8-44e5-b0a5-e85313bb5e13 req-a3a3fdd2-672f-4e65-b204-461a32196392 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:08.671530 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-825cffff-ebd8-44e5-b0a5-e85313bb5e13 req-a3a3fdd2-672f-4e65-b204-461a32196392 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0567539 Mar 22 15:06:08.721739 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-825cffff-ebd8-44e5-b0a5-e85313bb5e13 req-31a11eac-6ae6-4a03-8a34-dfb09e9d6794 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Mar 22 15:06:09.746514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:06:09.851654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:06:09.864351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd91fb-db26-4a2a-9030-96c16b5dfedc req-e51f6ea4-cb84-43df-94c4-1014fafaf6f3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:09.866212 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6bdd91fb-db26-4a2a-9030-96c16b5dfedc req-e51f6ea4-cb84-43df-94c4-1014fafaf6f3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 944 time: 0.0631874 Mar 22 15:06:09.867966 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'port_id': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'mac_address': 'fa:16:3e:fb:52:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:06:09.911390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:06:09.911735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:09.925599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f50129a-31fd-4be3-8ffb-ffff1f881a5b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:06:09.932647 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6bdd91fb-db26-4a2a-9030-96c16b5dfedc req-6b191903-aaf5-474a-aa23-4ef6196e59da tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598705 Mar 22 15:06:09.947522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:06:09.954400 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:10.002425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:06:10.159553 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['2f50129a-31fd-4be3-8ffb-ffff1f881a5b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:06:11.067732 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83e858-90cb-41cd-92a3-1bb825b6a9cf req-387e4f7d-f357-4b82-a39f-1dabf98963ee tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:11.069238 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb83e858-90cb-41cd-92a3-1bb825b6a9cf req-387e4f7d-f357-4b82-a39f-1dabf98963ee tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 945 time: 0.0600863 Mar 22 15:06:11.116846 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-fb83e858-90cb-41cd-92a3-1bb825b6a9cf req-b98bab15-c706-45cb-84bb-6ae4346268ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 Mar 22 15:06:11.759604 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:06:11.809420 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:06:11.809797 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:11.888796 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:06:11.889172 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:11.911811 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:06:11.914082 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ab8a5-f78d-4cca-bba7-13b5df08e7ce" -d '{"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-plugged", "status": "completed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:06:11.926496 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:06:11.932418 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:11.965655 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bbc6b1-b826-439c-8a15-bcabaf4e921a x-openstack-request-id: req-17bbc6b1-b826-439c-8a15-bcabaf4e921a {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:06:11.965950 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-plugged", "status": "completed", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:06:11.966381 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17bbc6b1-b826-439c-8a15-bcabaf4e921a {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:06:11.966861 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bbc6b1-b826-439c-8a15-bcabaf4e921a'] response: {'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'code': 200} Mar 22 15:06:11.990077 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:06:12.182730 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566712f7-87fa-4f11-a25b-95b85b679abc req-5bbfabdc-b4d3-462f-b404-bf76b6e30b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:12.184315 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-566712f7-87fa-4f11-a25b-95b85b679abc req-5bbfabdc-b4d3-462f-b404-bf76b6e30b2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1129 time: 0.0463810 Mar 22 15:06:12.235574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-566712f7-87fa-4f11-a25b-95b85b679abc req-8b3ec775-252b-40a3-acaa-feb9b5f4b1ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446894 Mar 22 15:06:12.240258 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c521dae-fb79-4b7a-b45d-4d9c01e2482c req-47f59b04-3d75-47ed-8722-b8aac13ce00f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:12.242190 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c521dae-fb79-4b7a-b45d-4d9c01e2482c req-47f59b04-3d75-47ed-8722-b8aac13ce00f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 947 time: 0.0546737 Mar 22 15:06:12.291787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3c521dae-fb79-4b7a-b45d-4d9c01e2482c req-6faccf3c-d621-4f3b-b976-9eb10a9b8162 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437768 Mar 22 15:06:13.422316 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064370d-355a-45f8-8791-1a6a71935a4f req-e1047e1f-41d9-4c20-9c10-ec7231b83e7b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:13.423996 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8064370d-355a-45f8-8791-1a6a71935a4f req-e1047e1f-41d9-4c20-9c10-ec7231b83e7b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 947 time: 0.0590756 Mar 22 15:06:13.475542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8064370d-355a-45f8-8791-1a6a71935a4f req-83d9f3cd-3acd-4282-9597-19ba56fa56b6 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457563 Mar 22 15:06:14.609177 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238952-b005-4403-88dd-23d68f8f0d81 req-88176950-7487-4f64-a488-53c540edf97d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:14.610698 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c238952-b005-4403-88dd-23d68f8f0d81 req-88176950-7487-4f64-a488-53c540edf97d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 947 time: 0.0548100 Mar 22 15:06:14.663792 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c238952-b005-4403-88dd-23d68f8f0d81 req-61ecf0af-c182-4ead-97ab-cd63e3c40e19 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448375 Mar 22 15:06:18.282326 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-18c01d60-732b-4804-a94e-975e21871f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:20.531533 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9d58-2fb7-4509-a1c1-5ed63478635c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:22.176750 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:23.696022 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:24.710599 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:25.038740 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:29.091853 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:34.092433 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-dd9b87ee-d2c2-4026-863e-da48b0a456f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926695 Mar 22 15:06:34.190573 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8acc8-14f7-45db-8476-f0740127915f req-877ebcbb-46f3-4381-aead-648f6d9fff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:34.192146 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-877ebcbb-46f3-4381-aead-648f6d9fff42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1129 time: 0.0479643 Mar 22 15:06:34.303381 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8acc8-14f7-45db-8476-f0740127915f req-33bbc2a3-2bf3-4f16-9b94-8bd51ff482e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:34.304758 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-33bbc2a3-2bf3-4f16-9b94-8bd51ff482e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0884030 Mar 22 15:06:34.372073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-fa0fa483-87f7-4110-a4d3-d9864a528103 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 1000 time: 0.0607016 Mar 22 15:06:34.422960 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8acc8-14f7-45db-8476-f0740127915f req-3048f8a3-cfc8-4b4c-956d-0471d3467e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:34.424348 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-3048f8a3-cfc8-4b4c-956d-0471d3467e2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0433626 Mar 22 15:06:34.489922 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8acc8-14f7-45db-8476-f0740127915f req-d6bae2a3-f5f5-484d-b18c-c5681721a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:34.491484 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-d6bae2a3-f5f5-484d-b18c-c5681721a347 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487602 Mar 22 15:06:34.585712 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-d3b935cb-4c33-47f8-b47b-4d16b66ffd10 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Mar 22 15:06:34.678850 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-46c8acc8-14f7-45db-8476-f0740127915f req-e99a8482-593f-4c39-b612-4c0c0f421c43 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867703 Mar 22 15:06:39.870680 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:06:48.274283 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-66faf11e-778e-4388-9c57-1b06caa2c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:50.521148 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c133980-aca5-4321-a4fb-ed03357f27fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:52.175237 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:53.696913 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:54.708998 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:55.056976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:59.091258 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:16.876009 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:07:18.280197 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3791a8c2-4cc4-4f90-96ea-37a350347975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.519735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ab66953-7728-42bd-9678-35957a573963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.184734 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.707604 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.706922 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.070753 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.466485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46938) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:26.624310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Deleting port e602033b-bdf9-4b74-883f-aad79e4b75ef {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:07:26.624622 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.711864 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.712127 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (e602033b-bdf9-4b74-883f-aad79e4b75ef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.725169 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Calling delete_port for e602033b-bdf9-4b74-883f-aad79e4b75ef owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:07:26.872571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (e602033b-bdf9-4b74-883f-aad79e4b75ef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.899075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event deleted for resources: {'Port': ['ID=e602033b-bdf9-4b74-883f-aad79e4b75ef,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:26.909993 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.910331 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.910665 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.910994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.911344 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.911670 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.912008 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.912353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.912672 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.912983 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.913288 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.913600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.913908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.914245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.914553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:26.969457 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (7ae8439a-a4c1-49f4-88dd-53381b52881f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.969693 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Floating IP 7ae8439a-a4c1-49f4-88dd-53381b52881f disassociated (deleted). External IP: 172.25.2.3, port: 2f50129a-31fd-4be3-8ffb-ffff1f881a5b. Mar 22 15:07:27.202192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:07:27.314303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:07:27.319429 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:27.324829 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] Sync routers for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:07:27.335282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:27.335885 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:27.349605 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-81f9721d-54ec-44f8-bfdc-1868bb8a4a9c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "DELETE /v2.0/floatingips/7ae8439a-a4c1-49f4-88dd-53381b52881f HTTP/1.1" status: 204 len: 168 time: 0.8820136 Mar 22 15:07:27.350237 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:27.352517 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b9513-0aa0-404e-9178-16619fa837db" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:27.462969 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1973e227-0bd9-4818-a876-0556a61a3f52 x-openstack-request-id: req-1973e227-0bd9-4818-a876-0556a61a3f52 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:27.463260 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:27.463510 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1973e227-0bd9-4818-a876-0556a61a3f52 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:27.463923 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1973e227-0bd9-4818-a876-0556a61a3f52'] response: {'name': 'network-changed', 'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'status': 'completed', 'code': 200} Mar 22 15:07:27.465433 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:27.571663 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9513-0aa0-404e-9178-16619fa837db req-54a63df2-333c-496e-81ab-88301d18544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:27.573765 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-398b9513-0aa0-404e-9178-16619fa837db req-54a63df2-333c-496e-81ab-88301d18544f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 1129 time: 0.0803561 Mar 22 15:07:27.652421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad943db2-a969-4a6b-8ec7-e3887666181d req-11072d9e-b43a-4893-9547-be4d80f806bf tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:27.654746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad943db2-a969-4a6b-8ec7-e3887666181d req-11072d9e-b43a-4893-9547-be4d80f806bf tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 947 time: 0.0653274 Mar 22 15:07:27.678043 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:27.694580 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9513-0aa0-404e-9178-16619fa837db req-dbf7108b-0767-47b3-b6e8-b79eb4cbc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:27.696380 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-398b9513-0aa0-404e-9178-16619fa837db req-dbf7108b-0767-47b3-b6e8-b79eb4cbc2bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.1153808 Mar 22 15:07:27.709869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] Checking router: e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:07:27.713606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad943db2-a969-4a6b-8ec7-e3887666181d req-d56fc97e-99a2-466b-870d-cb36c5964f33 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509536 Mar 22 15:07:27.718802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:27.719490 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:27.746690 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-398b9513-0aa0-404e-9178-16619fa837db req-02fbea01-c66e-4549-88e2-22bacdbb8765 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 200 len: 217 time: 0.0434704 Mar 22 15:07:27.797036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9513-0aa0-404e-9178-16619fa837db req-974e3f93-d4f2-4663-ad2d-da8f6de12aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:27.798587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-398b9513-0aa0-404e-9178-16619fa837db req-974e3f93-d4f2-4663-ad2d-da8f6de12aca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0452216 Mar 22 15:07:27.834082 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:27.851422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9513-0aa0-404e-9178-16619fa837db req-49e29854-a57e-4f55-a1f6-a5509f5ec97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:27.852946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-398b9513-0aa0-404e-9178-16619fa837db req-49e29854-a57e-4f55-a1f6-a5509f5ec97f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468681 Mar 22 15:07:27.948574 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-398b9513-0aa0-404e-9178-16619fa837db req-751d909e-0668-4f28-a87a-db993099eb03 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884311 Mar 22 15:07:28.039706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-398b9513-0aa0-404e-9178-16619fa837db req-c0d6d91a-6a60-4f0a-b53b-c2cae1cfab6e service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847626 Mar 22 15:07:28.046529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:28.074609 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ae514-2de3-456f-97e0-0df5bec1b292 None None] The sync data for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 is: [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:07:28.300554 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59efb8-124c-41e0-a1d9-3519f506afce None None] New status for floating IP 7ae8439a-a4c1-49f4-88dd-53381b52881f: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:07:28.845152 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2854-8a72-47a1-b5a2-d4333ba3f85a req-a7180f8c-3160-4b19-b737-602d0568e0d0 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:28.846685 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6aee2854-8a72-47a1-b5a2-d4333ba3f85a req-a7180f8c-3160-4b19-b737-602d0568e0d0 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 947 time: 0.0561461 Mar 22 15:07:28.899805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6aee2854-8a72-47a1-b5a2-d4333ba3f85a req-4a9559f8-2d21-44c9-b4b7-b2f0db331d98 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450022 Mar 22 15:07:28.927657 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-ef356c0e-d5e1-4d43-bf63-da724b2a2403 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:28.929141 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-ef356c0e-d5e1-4d43-bf63-da724b2a2403 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cfd8685-3684-4dc0-bc2b-415327ad84fe HTTP/1.1" status: 200 len: 947 time: 0.0545812 Mar 22 15:07:29.026601 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Deleting port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:07:29.026825 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.101498 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.120494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] For port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:29.120869 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.141771 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Calling delete_port for 2f50129a-31fd-4be3-8ffb-ffff1f881a5b owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:07:29.290547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (2f50129a-31fd-4be3-8ffb-ffff1f881a5b), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.320926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event deleted for resources: {'Port': ['ID=2f50129a-31fd-4be3-8ffb-ffff1f881a5b,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:29.333796 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.334153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.334495 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.334828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.335158 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.335618 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.335813 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.336136 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.336461 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.336787 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.337111 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.337453 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.337766 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.338115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.338436 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.378939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] No DVR routers for this DVR port 2f50129a-31fd-4be3-8ffb-ffff1f881a5b on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:07:29.381813 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.385294 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-9eb4ab9c-f796-4bad-b706-8c5c8260e981 req-479ee003-8e73-4cb9-b68d-0df80717a683 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "DELETE /v2.0/ports/2f50129a-31fd-4be3-8ffb-ffff1f881a5b HTTP/1.1" status: 204 len: 173 time: 0.4506674 Mar 22 15:07:29.385785 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-deleted', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:29.388121 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ded9750-409e-43c4-9a5b-05eec087f7c5" -d '{"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-deleted", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:29.495597 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd414582-3758-43cb-b8c1-2725c9c38502 x-openstack-request-id: req-fd414582-3758-43cb-b8c1-2725c9c38502 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:29.495950 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd8685-3684-4dc0-bc2b-415327ad84fe", "name": "network-vif-deleted", "tag": "2f50129a-31fd-4be3-8ffb-ffff1f881a5b", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:29.496282 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd414582-3758-43cb-b8c1-2725c9c38502 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:29.496731 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd414582-3758-43cb-b8c1-2725c9c38502'] response: {'server_uuid': '2cfd8685-3684-4dc0-bc2b-415327ad84fe', 'name': 'network-vif-deleted', 'tag': '2f50129a-31fd-4be3-8ffb-ffff1f881a5b', 'status': 'completed', 'code': 200} Mar 22 15:07:29.958698 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46962) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:30.018279 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e4e51a3-bb91-4134-b27b-bb82ae2c39ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.046185 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e4e51a3-bb91-4134-b27b-bb82ae2c39ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.108048 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e4e51a3-bb91-4134-b27b-bb82ae2c39ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.112038 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-6e4e51a3-bb91-4134-b27b-bb82ae2c39ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.113611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-6e4e51a3-bb91-4134-b27b-bb82ae2c39ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "DELETE /v2.0/security-groups/0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633 HTTP/1.1" status: 204 len: 168 time: 0.1539354 Mar 22 15:07:30.124765 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e51a3-bb91-4134-b27b-bb82ae2c39ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad57dd3-bb4c-4de9-8ebe-8d52b2edb633,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:30.525939 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46968) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:30.532596 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2d82a626-aaa6-46d2-ad2b-7156acc9fbda tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717506445', 'description': 'tempest-secgroup-smoke-1717506445 description', 'project_id': 'd54e21809f6f4a6bb989629e78a64217'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:30.562155 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d82a626-aaa6-46d2-ad2b-7156acc9fbda tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.628056 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d82a626-aaa6-46d2-ad2b-7156acc9fbda tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (813f56c9-60db-4fdc-8d60-0eb8768c374c), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.633754 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d82a626-aaa6-46d2-ad2b-7156acc9fbda tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (813f56c9-60db-4fdc-8d60-0eb8768c374c), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.663466 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2d82a626-aaa6-46d2-ad2b-7156acc9fbda tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.664672 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2d82a626-aaa6-46d2-ad2b-7156acc9fbda tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1377137 Mar 22 15:07:30.666655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82a626-aaa6-46d2-ad2b-7156acc9fbda tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813f56c9-60db-4fdc-8d60-0eb8768c374c,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:30.667744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46970) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:30.672377 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-11d558d9-6e81-491c-8785-274b70eea0ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '813f56c9-60db-4fdc-8d60-0eb8768c374c', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:30.700273 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11d558d9-6e81-491c-8785-274b70eea0ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (d69360fc-c027-4752-88d6-32bade4996cf), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.758694 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11d558d9-6e81-491c-8785-274b70eea0ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (d69360fc-c027-4752-88d6-32bade4996cf), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.763624 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11d558d9-6e81-491c-8785-274b70eea0ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d69360fc-c027-4752-88d6-32bade4996cf), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.781303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d558d9-6e81-491c-8785-274b70eea0ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69360fc-c027-4752-88d6-32bade4996cf,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:30.785734 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-11d558d9-6e81-491c-8785-274b70eea0ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.787328 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-11d558d9-6e81-491c-8785-274b70eea0ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182079 Mar 22 15:07:30.789986 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46972) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:30.794706 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-8ab68910-5679-4cf1-87ee-851315e2835f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '813f56c9-60db-4fdc-8d60-0eb8768c374c', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:30.824623 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ab68910-5679-4cf1-87ee-851315e2835f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (0c0c0785-1c3b-4667-bbeb-069d9dfdac9f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.881574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ab68910-5679-4cf1-87ee-851315e2835f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (0c0c0785-1c3b-4667-bbeb-069d9dfdac9f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.886360 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ab68910-5679-4cf1-87ee-851315e2835f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0c0c0785-1c3b-4667-bbeb-069d9dfdac9f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.905471 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68910-5679-4cf1-87ee-851315e2835f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0c0785-1c3b-4667-bbeb-069d9dfdac9f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:30.915801 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-8ab68910-5679-4cf1-87ee-851315e2835f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.917475 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-8ab68910-5679-4cf1-87ee-851315e2835f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264799 Mar 22 15:07:30.920493 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46974) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:30.925092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-a7060047-9d28-447f-923c-a960faa3dbd8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '813f56c9-60db-4fdc-8d60-0eb8768c374c', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:30.952213 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7060047-9d28-447f-923c-a960faa3dbd8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (b5a6c480-8690-429d-9b83-c3fc6a10df4b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.007847 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7060047-9d28-447f-923c-a960faa3dbd8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (b5a6c480-8690-429d-9b83-c3fc6a10df4b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.012817 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7060047-9d28-447f-923c-a960faa3dbd8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (b5a6c480-8690-429d-9b83-c3fc6a10df4b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.029884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7060047-9d28-447f-923c-a960faa3dbd8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a6c480-8690-429d-9b83-c3fc6a10df4b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:31.038728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7060047-9d28-447f-923c-a960faa3dbd8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.039969 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a7060047-9d28-447f-923c-a960faa3dbd8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183779 Mar 22 15:07:31.042936 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46976) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:31.048256 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-7a81dbfc-af49-48d8-b0e7-0badc9fb7e0a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '813f56c9-60db-4fdc-8d60-0eb8768c374c', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:31.076583 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a81dbfc-af49-48d8-b0e7-0badc9fb7e0a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (38eb9d88-f238-4afa-a628-c92eeacc2394), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.137033 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a81dbfc-af49-48d8-b0e7-0badc9fb7e0a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (38eb9d88-f238-4afa-a628-c92eeacc2394), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.141892 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a81dbfc-af49-48d8-b0e7-0badc9fb7e0a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (38eb9d88-f238-4afa-a628-c92eeacc2394), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.161018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81dbfc-af49-48d8-b0e7-0badc9fb7e0a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eb9d88-f238-4afa-a628-c92eeacc2394,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:31.170396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-7a81dbfc-af49-48d8-b0e7-0badc9fb7e0a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.171675 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-7a81dbfc-af49-48d8-b0e7-0badc9fb7e0a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276207 Mar 22 15:07:31.174497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 46978) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:31.179206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '813f56c9-60db-4fdc-8d60-0eb8768c374c', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:31.200132 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Project d54e21809f6f4a6bb989629e78a64217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:07:31.205195 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (790ed914-6bf2-48e6-91db-c67487b1b67f), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.263243 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (790ed914-6bf2-48e6-91db-c67487b1b67f), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.267964 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (790ed914-6bf2-48e6-91db-c67487b1b67f), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.286883 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790ed914-6bf2-48e6-91db-c67487b1b67f,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:31.291212 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.292390 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-638eab5b-3dfc-4700-bc11-073feca8efd1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169519 Mar 22 15:07:31.295256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 46980) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:31.299888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'security_group_rule': {'security_group_id': '813f56c9-60db-4fdc-8d60-0eb8768c374c', 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:31.320002 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Project d54e21809f6f4a6bb989629e78a64217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:07:31.324635 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (ec52cd2b-b6de-465d-9e66-3f1e0d97cf65), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.383755 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (ec52cd2b-b6de-465d-9e66-3f1e0d97cf65), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.388843 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ec52cd2b-b6de-465d-9e66-3f1e0d97cf65), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.408669 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec52cd2b-b6de-465d-9e66-3f1e0d97cf65,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:31.415422 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.416670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c19f8b0f-2f25-4cf3-85e9-0fe2b5bdf54a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202834 Mar 22 15:07:32.043401 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:07:32.063353 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 2f50129a-31fd-4be3-8ffb-ffff1f881a5b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:07:32.063869 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 2f50129a-31fd-4be3-8ffb-ffff1f881a5b not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:07:48.275785 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2762-cda8-40a3-a153-85a1f5222099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:50.521199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-969e0901-a7c6-48e7-869e-270f7974980b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:51.021983 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-f0b39bbb-6f4e-43f7-a1d6-90518bd792a8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717506445&fields=id&tenant_id=d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 267 time: 0.0481129 Mar 22 15:07:51.128762 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-875ae2c2-56b4-45de-8ef8-f5cee45907a8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:51.130183 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-875ae2c2-56b4-45de-8ef8-f5cee45907a8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 809 time: 0.1011705 Mar 22 15:07:51.145616 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-a7c89c66-5638-4576-983b-a50335d19a9f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/quotas/d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 375 time: 0.0098784 Mar 22 15:07:51.223086 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-61f3d7df-e1fa-4e2e-9a94-8c1d72dc319f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692453 Mar 22 15:07:51.239713 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-e96d3362-41fc-48e8-98d3-65c88647775c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:07:51.240663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-e96d3362-41fc-48e8-98d3-65c88647775c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049884 Mar 22 15:07:51.342964 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-58cb622b-7d15-4d32-a3b0-481293f83115 service neutron] 10.222.0.44 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968525 Mar 22 15:07:51.431536 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-43fc5600-82db-4c7a-87c9-eef046135931 service neutron] 10.222.0.44 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827072 Mar 22 15:07:51.738907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d634a4c2-ea85-4980-8ebf-47ea5858d502 req-9a5e2d67-4cc5-4a98-b43c-9c86b7b2146f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0318067 Mar 22 15:07:52.178408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:52.672415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-59580754-a95f-41b4-a2d0-3317b9d57d85 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:52.673856 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-59580754-a95f-41b4-a2d0-3317b9d57d85 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 809 time: 0.1047997 Mar 22 15:07:52.738253 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-3a084586-ebbb-45cf-b117-4a0015d19c60 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 380 time: 0.0544736 Mar 22 15:07:52.747314 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'port': {'device_id': '8d7d0acf-2404-46c6-b987-10e3420784be', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'admin_state_up': True, 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'security_groups': ['813f56c9-60db-4fdc-8d60-0eb8768c374c']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:52.849999 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-82fe1db3-da77-4f34-b7e3-acd94509eee8 req-deb91582-5191-47b2-9959-4d31a2d767a7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0267055 Mar 22 15:07:52.871873 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Made reservation on behalf of d54e21809f6f4a6bb989629e78a64217 for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:07:52.875646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.005291 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Allocated IP 172.20.0.10 (3f76ad0e-1691-4629-a42a-bf630f554318/109a27fc-384e-46cc-9f6f-697bcd04b5a0/d0c7adb0-d7d4-44d8-897d-8eaa1f454016) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:07:53.151401 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.185059 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.226259 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Network 3f76ad0e-1691-4629-a42a-bf630f554318 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:07:53.229355 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:53.235025 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:07:53.258765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:53.286977 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:53.287587 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.308169 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-9bc7ab54-cd63-443f-b694-683dd9ee5eab tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5645239 Mar 22 15:07:53.319859 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Request body: {'port': {'device_id': '8d7d0acf-2404-46c6-b987-10e3420784be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:53.384050 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.533081 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-f19b6b12-3069-4c42-91b3-22d98cccc11d None None] Provisioning complete for port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:53.533674 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f19b6b12-3069-4c42-91b3-22d98cccc11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.571253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-f19b6b12-3069-4c42-91b3-22d98cccc11d None None] Port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:07:53.650362 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c7adb0-d7d4-44d8-897d-8eaa1f454016 {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:07:53.658715 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Publish callbacks [] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.671493 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Transition to ACTIVE for port object d0c7adb0-d7d4-44d8-897d-8eaa1f454016 will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:07:53.675550 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.703473 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.728726 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:53.799721 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:07:53.800020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:07:53.800391 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:07:53.805564 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on network 3f76ad0e-1691-4629-a42a-bf630f554318 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:07:53.805889 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:07:53.811683 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:07:53.812060 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Checking segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:07:53.812399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Bound using segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:07:53.812891 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Bound port: d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:07:53.813259 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.886695 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:07:53.891882 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:07:53.897252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:07:53.908860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.951732 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:53.952578 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.957028 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] 10.222.0.42 "PUT /v2.0/ports/d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1092 time: 0.6416476 Mar 22 15:07:53.957662 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:53.960660 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68434722-ff3d-4291-91ab-4b01090e7229" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:53.997999 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6a2e6-0d78-4f30-8ea2-6fe1efb00dde service neutron] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:54.035183 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c604fe-8d1e-4e24-893f-4a450518bee1 req-c309fdcd-fd9d-4d7d-9fe9-bf23fd702b7a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.044213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4c604fe-8d1e-4e24-893f-4a450518bee1 req-c309fdcd-fd9d-4d7d-9fe9-bf23fd702b7a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.1009476 Mar 22 15:07:54.049038 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ca90c3-7865-48a3-8088-c05c3ea9ecab x-openstack-request-id: req-e9ca90c3-7865-48a3-8088-c05c3ea9ecab {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:54.049331 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:54.049589 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9ca90c3-7865-48a3-8088-c05c3ea9ecab {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:54.050252 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ca90c3-7865-48a3-8088-c05c3ea9ecab'] response: {'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'status': 'completed', 'code': 200} Mar 22 15:07:54.072993 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-f6d360e2-853c-4ab0-86d3-d245a4cbd0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.075041 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-f6d360e2-853c-4ab0-86d3-d245a4cbd0bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1126 time: 0.0598698 Mar 22 15:07:54.097012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f4c604fe-8d1e-4e24-893f-4a450518bee1 req-2df5e3b8-81f4-4eee-af68-a4ff04448a99 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514529 Mar 22 15:07:54.125652 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-110def0a-ae0d-4fa0-833f-fcd9ee2748c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 217 time: 0.0438173 Mar 22 15:07:54.183083 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-9045a7da-0376-4eed-8277-bf3df16f12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.184589 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-9045a7da-0376-4eed-8277-bf3df16f12ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0485673 Mar 22 15:07:54.237866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33167-5141-4f26-b578-c902930d0d9c req-d07dcec0-3c4e-4ed9-b8f7-a963a429790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.239621 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-d07dcec0-3c4e-4ed9-b8f7-a963a429790c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490191 Mar 22 15:07:54.334860 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-4d04a3a8-841e-47b4-a50e-10ffb128f8c4 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890138 Mar 22 15:07:54.431575 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-acd33167-5141-4f26-b578-c902930d0d9c req-5c14e63c-b9f2-4a6b-9a01-62d49924a7df service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904052 Mar 22 15:07:54.527305 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68434722-ff3d-4291-91ab-4b01090e7229 req-9f22429f-aedc-4af6-8cd1-b0c852a1762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.529312 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-68434722-ff3d-4291-91ab-4b01090e7229 req-9f22429f-aedc-4af6-8cd1-b0c852a1762e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1126 time: 0.0534666 Mar 22 15:07:54.621828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68434722-ff3d-4291-91ab-4b01090e7229 req-5f815e76-ea20-4230-b44e-c628e65a9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.623271 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-68434722-ff3d-4291-91ab-4b01090e7229 req-5f815e76-ea20-4230-b44e-c628e65a9dcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0869083 Mar 22 15:07:54.663702 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-68434722-ff3d-4291-91ab-4b01090e7229 req-9102b920-3519-4a18-9635-1b58c6d1bdb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 217 time: 0.0347311 Mar 22 15:07:54.702548 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:54.715722 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68434722-ff3d-4291-91ab-4b01090e7229 req-f86e880e-9bb3-41b1-b164-df04b8cd9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.717183 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-68434722-ff3d-4291-91ab-4b01090e7229 req-f86e880e-9bb3-41b1-b164-df04b8cd9f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0481601 Mar 22 15:07:54.766137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68434722-ff3d-4291-91ab-4b01090e7229 req-990efc85-0d27-4583-bd8c-5173b8969e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:54.767644 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-68434722-ff3d-4291-91ab-4b01090e7229 req-990efc85-0d27-4583-bd8c-5173b8969e37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446877 Mar 22 15:07:54.866456 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-68434722-ff3d-4291-91ab-4b01090e7229 req-84c117d1-23f7-4bcf-9855-324a05b93427 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921850 Mar 22 15:07:54.960333 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-68434722-ff3d-4291-91ab-4b01090e7229 req-476b9d60-8c7d-4f3a-9ca9-e1462a41d682 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881445 Mar 22 15:07:55.070491 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:55.220026 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97dd26-299e-4057-96e4-abef7d12f9c7 req-d200c307-671e-4277-ae8b-4221e46ea18f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:55.222202 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad97dd26-299e-4057-96e4-abef7d12f9c7 req-d200c307-671e-4277-ae8b-4221e46ea18f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0537019 Mar 22 15:07:55.274639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ad97dd26-299e-4057-96e4-abef7d12f9c7 req-bccbf0ba-43e6-468b-a528-c7083efbffd0 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465543 Mar 22 15:07:56.395921 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe059-fb17-4498-8456-be06972c22e7 req-bc1434d4-819d-40fd-8226-686121886ad8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:56.397387 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b24fe059-fb17-4498-8456-be06972c22e7 req-bc1434d4-819d-40fd-8226-686121886ad8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0540993 Mar 22 15:07:56.448260 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b24fe059-fb17-4498-8456-be06972c22e7 req-dff1cdc0-58ba-49a4-afa3-71e9522a2866 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Mar 22 15:07:57.568719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde96cd-7746-44b1-a573-bda824a9c075 req-6fc74e1c-a055-4fd7-b1c7-9a4bced0ae1b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:57.571577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bde96cd-7746-44b1-a573-bda824a9c075 req-6fc74e1c-a055-4fd7-b1c7-9a4bced0ae1b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0559516 Mar 22 15:07:57.622122 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4bde96cd-7746-44b1-a573-bda824a9c075 req-cd5e75ef-8744-498a-b23a-290650ba4e58 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Mar 22 15:07:58.750140 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d1184-2107-44ea-80c2-ff0031dfe798 req-0440e557-6e53-46a4-8845-ea51b854d80d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:58.751624 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f9d1184-2107-44ea-80c2-ff0031dfe798 req-0440e557-6e53-46a4-8845-ea51b854d80d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0567918 Mar 22 15:07:58.800343 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6f9d1184-2107-44ea-80c2-ff0031dfe798 req-a8f25bc7-a772-440a-975e-82828e3d4bdd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Mar 22 15:07:59.105164 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:59.922905 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f17063-785f-4776-b6c5-d7026934ead7 req-8cd02995-7543-4600-8710-217bb674976b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:59.924491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80f17063-785f-4776-b6c5-d7026934ead7 req-8cd02995-7543-4600-8710-217bb674976b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0533721 Mar 22 15:07:59.974945 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-80f17063-785f-4776-b6c5-d7026934ead7 req-fa323ddd-506d-40a7-8293-b01a0eeac2d5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446503 Mar 22 15:08:01.111596 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf3d17-0ffd-4a81-9e3e-bfedc77e3e28 req-ea3b487d-93a9-4c03-a067-802e968d7ec7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:01.113100 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0bf3d17-0ffd-4a81-9e3e-bfedc77e3e28 req-ea3b487d-93a9-4c03-a067-802e968d7ec7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0585113 Mar 22 15:08:01.161688 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a0bf3d17-0ffd-4a81-9e3e-bfedc77e3e28 req-65361600-873b-4bbe-8bf2-b476b73e3fbd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Mar 22 15:08:02.282185 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b7a7-9eb3-416a-b07c-eb6d5968d864 req-05b37c9c-3239-4109-bf83-bed1ac0b979a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:02.283612 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0173b7a7-9eb3-416a-b07c-eb6d5968d864 req-05b37c9c-3239-4109-bf83-bed1ac0b979a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0543776 Mar 22 15:08:02.333358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0173b7a7-9eb3-416a-b07c-eb6d5968d864 req-2bc5dc05-49c4-47f9-a607-4ef7505ebf91 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Mar 22 15:08:03.467139 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f53a0b-78ac-4584-9fb5-70053eb87137 req-ccc61d4d-458c-4b53-ba7a-99fb66260384 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:03.468619 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86f53a0b-78ac-4584-9fb5-70053eb87137 req-ccc61d4d-458c-4b53-ba7a-99fb66260384 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0567720 Mar 22 15:08:03.522976 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-86f53a0b-78ac-4584-9fb5-70053eb87137 req-04c11cb0-4736-4b18-b8b9-bd2169c8d814 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Mar 22 15:08:04.655511 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b39995-1fcd-487b-8dc3-b4f877e9064c req-7f3be0e2-f195-4f7c-80d8-0df389baa030 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:04.657008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5b39995-1fcd-487b-8dc3-b4f877e9064c req-7f3be0e2-f195-4f7c-80d8-0df389baa030 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0605047 Mar 22 15:08:04.707551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d5b39995-1fcd-487b-8dc3-b4f877e9064c req-93ea1f84-a1d8-4904-854f-e6bd6ce00787 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Mar 22 15:08:05.857824 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341bdb6-7c7c-4b44-82ee-7f5d585c9445 req-cbea3274-53e6-46d0-a2ea-bc18ddc0e54f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:05.859313 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3341bdb6-7c7c-4b44-82ee-7f5d585c9445 req-cbea3274-53e6-46d0-a2ea-bc18ddc0e54f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0689077 Mar 22 15:08:05.912668 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3341bdb6-7c7c-4b44-82ee-7f5d585c9445 req-c4904409-d6f8-450b-8ecd-5299bc44e183 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Mar 22 15:08:07.055943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e49cd-e180-4c6a-9fa1-fa50ea61e4c4 req-2c64fef3-46d5-41fb-ba1b-d3516642c8ff tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:07.057155 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b24e49cd-e180-4c6a-9fa1-fa50ea61e4c4 req-2c64fef3-46d5-41fb-ba1b-d3516642c8ff tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0611622 Mar 22 15:08:07.110130 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b24e49cd-e180-4c6a-9fa1-fa50ea61e4c4 req-777430fa-bef2-42de-9dfc-62a6e585b08c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470693 Mar 22 15:08:08.248908 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2400-853e-4e47-8db3-49524b19c81c req-91ef4b63-0a31-4a82-8fbd-c46515fb2ee4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:08.250305 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a3f2400-853e-4e47-8db3-49524b19c81c req-91ef4b63-0a31-4a82-8fbd-c46515fb2ee4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0634933 Mar 22 15:08:08.298570 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6a3f2400-853e-4e47-8db3-49524b19c81c req-71a3facf-aa80-483a-be94-b2d8cf118a8b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Mar 22 15:08:09.422229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d94ada-ffa9-46be-8910-01090ad886da req-42ed8acf-06c7-4711-b0f0-0e70467d72d4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:09.423714 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8d94ada-ffa9-46be-8910-01090ad886da req-42ed8acf-06c7-4711-b0f0-0e70467d72d4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0539637 Mar 22 15:08:09.477632 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f8d94ada-ffa9-46be-8910-01090ad886da req-a17645c8-08cc-4095-8fa6-8065e14714aa tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455241 Mar 22 15:08:10.148466 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d0c7adb0-d7d4-44d8-897d-8eaa1f454016 details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:08:10.253443 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:10.264988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'port_id': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'mac_address': 'fa:16:3e:d1:45:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:08:10.304794 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:08:10.305182 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:10.318322 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c7adb0-d7d4-44d8-897d-8eaa1f454016 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:08:10.337050 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:10.347052 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:10.392580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:10.400248 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.400593 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.400936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.401308 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.401666 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.401994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.402323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.403006 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.403327 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.403650 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.403965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.404285 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.404601 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.404912 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.405232 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:10.585956 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['d0c7adb0-d7d4-44d8-897d-8eaa1f454016'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:08:10.623018 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3bedc-3779-42c7-974b-6ae49da29775 req-22e8a430-37e3-4140-a5a7-cb24294c0543 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:10.624502 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8e3bedc-3779-42c7-974b-6ae49da29775 req-22e8a430-37e3-4140-a5a7-cb24294c0543 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 945 time: 0.0583019 Mar 22 15:08:10.673028 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8e3bedc-3779-42c7-974b-6ae49da29775 req-489981c1-ff91-4c43-af33-b857aadfeb7b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Mar 22 15:08:11.793159 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9258c-56a0-4ad1-b0d6-37763c6cdbd4 req-a7c90a35-cdd6-468c-9864-b3b0740b9867 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:11.795572 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02c9258c-56a0-4ad1-b0d6-37763c6cdbd4 req-a7c90a35-cdd6-468c-9864-b3b0740b9867 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 945 time: 0.0539653 Mar 22 15:08:11.844026 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-02c9258c-56a0-4ad1-b0d6-37763c6cdbd4 req-7c134cfb-a547-4833-aa6a-5897dc82a4ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Mar 22 15:08:12.166250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d0c7adb0-d7d4-44d8-897d-8eaa1f454016 up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:08:12.230932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:08:12.234957 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:08:12.235339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:12.315514 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:08:12.315762 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:12.338643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:08:12.340996 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed770af-b9c7-43db-8a61-3a644a424863" -d '{"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:08:12.353814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:12.359466 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:12.409181 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:12.437545 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e214c38f-b0e7-46ef-8ba7-071d438c463c x-openstack-request-id: req-e214c38f-b0e7-46ef-8ba7-071d438c463c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:08:12.437846 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:08:12.438152 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e214c38f-b0e7-46ef-8ba7-071d438c463c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:08:12.438613 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e214c38f-b0e7-46ef-8ba7-071d438c463c'] response: {'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'code': 200} Mar 22 15:08:12.541115 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0f03-8c6e-45b8-90f0-d3e64fce8938 req-4daf6009-52ea-496f-82e7-8f1b273350b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:12.542626 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db9b0f03-8c6e-45b8-90f0-d3e64fce8938 req-4daf6009-52ea-496f-82e7-8f1b273350b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1128 time: 0.0465343 Mar 22 15:08:12.587922 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-db9b0f03-8c6e-45b8-90f0-d3e64fce8938 req-0b667b3f-b4ba-4e87-8b50-862fb13bf2ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395112 Mar 22 15:08:12.973852 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a31699-a975-4410-b343-433e6764cc9f req-30ec67f6-986c-4927-b168-e257226e0a9f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:12.975374 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49a31699-a975-4410-b343-433e6764cc9f req-30ec67f6-986c-4927-b168-e257226e0a9f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0592957 Mar 22 15:08:13.024773 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-49a31699-a975-4410-b343-433e6764cc9f req-cf1da7d5-70b4-4915-93cf-7a86c93bf17a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Mar 22 15:08:14.162953 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf23b62-eb22-4890-8fa1-53cce90dc181 req-3916e4e5-87f6-4b61-9c1e-4af58e386541 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:14.164428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6bf23b62-eb22-4890-8fa1-53cce90dc181 req-3916e4e5-87f6-4b61-9c1e-4af58e386541 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0592105 Mar 22 15:08:14.215835 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-6bf23b62-eb22-4890-8fa1-53cce90dc181 req-6d2f60e0-16f6-496f-bb77-f94d85fb2953 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Mar 22 15:08:14.357902 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27e07-20b9-46c8-8bb6-2265a9cd635f req-e3a66677-fae8-4e53-8451-938d2905b53c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:14.359428 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4d27e07-20b9-46c8-8bb6-2265a9cd635f req-e3a66677-fae8-4e53-8451-938d2905b53c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0648551 Mar 22 15:08:14.411907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e4d27e07-20b9-46c8-8bb6-2265a9cd635f req-c4e69452-ad5d-4d94-a29a-740c2de21462 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Mar 22 15:08:14.434005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47188) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:14.477303 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a325ff-38a6-4a78-9662-c7a780b9ec76 tempest-TestShelveInstance-1683429112 tempest-TestShelveInstance-1683429112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:14.478849 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-79a325ff-38a6-4a78-9662-c7a780b9ec76 tempest-TestShelveInstance-1683429112 tempest-TestShelveInstance-1683429112-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1123 time: 0.0437977 Mar 22 15:08:14.483398 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47190) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:14.487616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:08:14.510736 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:14.968283 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:15.069200 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Allocated IP 172.25.2.212 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/60a149a6-1b2e-4578-a746-f0ac2e46aaa0) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:08:15.173627 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:15.214837 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:15.253933 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:08:15.256594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:08:15.260046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:08:15.285113 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'Port': ['ID=60a149a6-1b2e-4578-a746-f0ac2e46aaa0,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:15.627536 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (c02afe56-0e6d-478a-9e4e-0620155c19c6), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:15.710719 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:15.864569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:15.871712 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:15.936778 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event updated for resources: {'Port': ['ID=60a149a6-1b2e-4578-a746-f0ac2e46aaa0,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:15.948389 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (c02afe56-0e6d-478a-9e4e-0620155c19c6), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:16.056606 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Floating IP c02afe56-0e6d-478a-9e4e-0620155c19c6 associated. External IP: 172.25.2.212, port: d0c7adb0-d7d4-44d8-897d-8eaa1f454016. Mar 22 15:08:16.272161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:08:16.415367 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:08:16.427019 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] Sync routers for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:08:16.435928 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:16.438100 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:08:16.438890 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:07:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:16.466011 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-16ba60c7-8359-4109-97aa-6cab902fccf3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9816041 Mar 22 15:08:16.466874 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:08:16.469222 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114ca1e9-ec28-471d-9f60-3638412e6ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:08:16.505692 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02f76b1-9c43-4461-af71-ce1ce8518dda x-openstack-request-id: req-c02f76b1-9c43-4461-af71-ce1ce8518dda {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:08:16.506174 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:08:16.506429 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c02f76b1-9c43-4461-af71-ce1ce8518dda {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:08:16.506848 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02f76b1-9c43-4461-af71-ce1ce8518dda'] response: {'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'status': 'completed', 'code': 200} Mar 22 15:08:16.547929 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:08:16.577338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-162c9e91-dc0e-4021-94a5-768e8b985448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:16.578877 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-162c9e91-dc0e-4021-94a5-768e8b985448 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1128 time: 0.0490406 Mar 22 15:08:16.668065 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-fcb74689-f06b-479f-8d9a-f53fd6d93337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:16.669533 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-fcb74689-f06b-479f-8d9a-f53fd6d93337 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0851581 Mar 22 15:08:16.739218 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-1caa496e-1f8c-4283-95ee-28af09dccc8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1000 time: 0.0635610 Mar 22 15:08:16.773382 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c02afe56-0e6d-478a-9e4e-0620155c19c6', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'port_id': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'mac_address': 'fa:16:3e:d1:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7d0acf-2404-46c6-b987-10e3420784be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:08:15Z', 'updated_at': '2022-03-22T15:08:15Z', 'revision_number': 0, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:16.787741 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-c4275ca6-42b8-47a4-a213-594628a3f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:16.789209 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-c4275ca6-42b8-47a4-a213-594628a3f529 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0445893 Mar 22 15:08:16.800106 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] Checking router: e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:08:16.809714 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:08:16.810362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:07:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:16.839887 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-d5ffa383-3df1-4c41-9d0e-e2a9c228ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:16.841445 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-d5ffa383-3df1-4c41-9d0e-e2a9c228ab0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464573 Mar 22 15:08:16.918712 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:08:16.933298 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-b5a9662f-272d-4ab2-a129-f8fe8e949f56 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856934 Mar 22 15:08:17.026624 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-114ca1e9-ec28-471d-9f60-3638412e6ec6 req-da5d657f-8716-4da1-b7c3-4fc4d304faa6 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877016 Mar 22 15:08:17.155341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c02afe56-0e6d-478a-9e4e-0620155c19c6', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'port_id': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'mac_address': 'fa:16:3e:d1:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7d0acf-2404-46c6-b987-10e3420784be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:08:15Z', 'updated_at': '2022-03-22T15:08:15Z', 'revision_number': 0, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:17.181827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b59ed3-839b-45c3-95d0-3df6c565dd88 None None] The sync data for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 is: [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': 'c02afe56-0e6d-478a-9e4e-0620155c19c6', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'port_id': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'mac_address': 'fa:16:3e:d1:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7d0acf-2404-46c6-b987-10e3420784be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:08:15Z', 'updated_at': '2022-03-22T15:08:15Z', 'revision_number': 0, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:08:17.383375 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99209843-c582-4e75-aef0-0c2318cce1dc None None] New status for floating IP c02afe56-0e6d-478a-9e4e-0620155c19c6: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:08:18.276208 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a27d7150-c139-4e5a-b374-38fc4caeeeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:20.522096 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-712b473e-a7a8-4e32-a5be-41b5bd3f1dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:22.199118 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:23.704445 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:24.703298 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:25.084487 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:29.101535 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:30.881911 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:08:35.017259 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-029fe458-8c73-4156-972d-7d2cc17a8f80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518196 Mar 22 15:08:35.110776 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-0ee9df07-3255-4745-8ad1-3842a1d0846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:35.112286 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-0ee9df07-3255-4745-8ad1-3842a1d0846a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1128 time: 0.0520473 Mar 22 15:08:35.230271 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-a106198a-c724-4ab7-a77b-544d5033d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:35.232148 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-a106198a-c724-4ab7-a77b-544d5033d506 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0975044 Mar 22 15:08:35.303649 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-959bafde-21fb-430e-920d-3949e0ca6ca5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1002 time: 0.0654335 Mar 22 15:08:35.663241 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-286ad5f7-f4a6-4a48-9468-d88463a891de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:35.664706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-286ad5f7-f4a6-4a48-9468-d88463a891de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.3542466 Mar 22 15:08:35.713442 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-d269c84f-bc7b-4140-92a1-0590d565492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:35.714946 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-d269c84f-bc7b-4140-92a1-0590d565492f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441396 Mar 22 15:08:35.807908 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-120eeec1-df39-486f-8f3b-0179c20bea58 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861571 Mar 22 15:08:35.899343 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-a116c4af-157d-4b77-a62a-031a51e293a9 req-ea1b053d-15ee-430e-8ee1-bbc6a31dd33d service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853987 Mar 22 15:08:48.273043 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f643aa43-1a06-4129-b2e9-40848efa4d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:50.518920 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1452b260-7afa-4cd9-8400-90b26996d52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:52.198771 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:53.716928 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:54.702391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:55.088545 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.135844 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.887373 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:09:18.271695 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0f8c9bf9-61d8-4546-ae7d-cda76c3f9e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:20.519905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9fa0539c-4179-46f8-9f96-a905b9869462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:22.199236 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:23.720905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:24.710420 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:25.104248 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:29.139737 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:36.014404 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-1ff2fecc-6c26-447d-b5a7-b23b19d366a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467646 Mar 22 15:09:36.114476 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-8542a43c-d770-4c2c-b647-16c598edf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:36.115949 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-8542a43c-d770-4c2c-b647-16c598edf60a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1128 time: 0.0593770 Mar 22 15:09:36.223707 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-b0472c66-2fbb-4c68-b800-d867bf26ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:36.225928 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-b0472c66-2fbb-4c68-b800-d867bf26ec4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0866396 Mar 22 15:09:36.299891 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-e72d55cd-3c40-4bcc-9441-88f6c2dbf2e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1002 time: 0.0660007 Mar 22 15:09:36.349020 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-98e4452f-faed-4a71-8b24-bb05c7c7b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:36.350466 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-98e4452f-faed-4a71-8b24-bb05c7c7b384 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0446692 Mar 22 15:09:36.399928 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-190c9272-7d12-4913-ba88-067697994f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:36.401704 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-190c9272-7d12-4913-ba88-067697994f2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443687 Mar 22 15:09:36.492188 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-8e5d8ad3-97f0-48e9-8518-1d2d2a14b701 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849724 Mar 22 15:09:36.587055 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e066b64f-2367-4405-b94a-ea8ca6d70202 req-82df27c6-6ee5-4638-9fa6-adff7ce68d9e service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876019 Mar 22 15:09:44.890014 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:09:48.278306 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7c95aace-9d9c-4f85-83e2-013d8033d768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:50.515156 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4775-a3ae-4f09-afe7-ae94b37a0b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:52.200118 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:53.718305 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:54.703169 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:55.120152 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:59.157411 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.976876 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cba8ba-202d-47ba-adbd-b88796e1b893 req-8a1704e7-53da-418f-9276-45155bb482fe tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:13.978398 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16cba8ba-202d-47ba-adbd-b88796e1b893 req-8a1704e7-53da-418f-9276-45155bb482fe tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0561059 Mar 22 15:10:14.032351 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-16cba8ba-202d-47ba-adbd-b88796e1b893 req-7437d15e-ccf6-487e-8448-a3f84e5aba7b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480144 Mar 22 15:10:15.173372 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58f72-9ffe-466c-b364-b878663cbcf8 req-a6531f8d-30cd-45d4-aded-f88b4c58cdd3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:15.174856 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23a58f72-9ffe-466c-b364-b878663cbcf8 req-a6531f8d-30cd-45d4-aded-f88b4c58cdd3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0550973 Mar 22 15:10:15.226828 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-23a58f72-9ffe-466c-b364-b878663cbcf8 req-14c455ff-f131-45bc-bf8a-7a10878210ad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Mar 22 15:10:16.362703 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d7d47-1f33-4219-9b53-2ae52efc1aec req-10c278d3-fc36-4dd5-a80a-ea7225dcee32 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:16.364193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-154d7d47-1f33-4219-9b53-2ae52efc1aec req-10c278d3-fc36-4dd5-a80a-ea7225dcee32 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0597556 Mar 22 15:10:16.415396 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-154d7d47-1f33-4219-9b53-2ae52efc1aec req-70ac5557-2358-4c38-8f14-405c941b60a8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Mar 22 15:10:17.555069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0af513-4bc6-4106-a318-a0356fe26ea1 req-3ef0759a-0494-436e-8c63-cb7c92459140 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:17.556551 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a0af513-4bc6-4106-a318-a0356fe26ea1 req-3ef0759a-0494-436e-8c63-cb7c92459140 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0613770 Mar 22 15:10:17.608491 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7a0af513-4bc6-4106-a318-a0356fe26ea1 req-8686e3e3-e8c1-430d-a888-a0da352230a4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441346 Mar 22 15:10:18.271502 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b68590aa-4b7b-42bc-ba88-68f49e1cf6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:18.754353 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e61ede-c57a-4cd4-96e2-8ae6978bb6c4 req-70755f24-5945-4885-8f0e-9edd7375bdb1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.755858 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9e61ede-c57a-4cd4-96e2-8ae6978bb6c4 req-70755f24-5945-4885-8f0e-9edd7375bdb1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0673885 Mar 22 15:10:18.807425 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e9e61ede-c57a-4cd4-96e2-8ae6978bb6c4 req-63adb8d0-c582-4a4c-87cc-4601cd061c15 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 Mar 22 15:10:19.936533 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f571f8-4e0a-4a2a-8067-f75e3d9d3e31 req-d81be761-7e8f-47cf-9f52-3fe3249018d3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:19.938012 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57f571f8-4e0a-4a2a-8067-f75e3d9d3e31 req-d81be761-7e8f-47cf-9f52-3fe3249018d3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0554712 Mar 22 15:10:19.994013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-57f571f8-4e0a-4a2a-8067-f75e3d9d3e31 req-f3f2ee52-034b-40c3-870e-e4a17db2453e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481262 Mar 22 15:10:20.531555 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-82694c38-04d3-4297-9d1f-c33e2195fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:21.139255 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430b495-e4ef-4e9a-8ca2-a557749088c1 req-77094abb-0280-4734-a226-f1cf52d8bdf2 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:21.140738 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0430b495-e4ef-4e9a-8ca2-a557749088c1 req-77094abb-0280-4734-a226-f1cf52d8bdf2 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0568719 Mar 22 15:10:21.189579 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0430b495-e4ef-4e9a-8ca2-a557749088c1 req-b321687e-c1b7-4279-837d-205276025efa tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Mar 22 15:10:21.894654 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:10:22.207717 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:22.321773 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c5b12-ec5d-41f0-a341-1cb2d26d608b req-36a952e7-6d91-4f83-bf87-b1adda9ec952 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:22.323298 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be2c5b12-ec5d-41f0-a341-1cb2d26d608b req-36a952e7-6d91-4f83-bf87-b1adda9ec952 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0543096 Mar 22 15:10:22.373431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-be2c5b12-ec5d-41f0-a341-1cb2d26d608b req-2adf72d4-ff48-4d51-8220-ce882480adfd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Mar 22 15:10:23.504694 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670a70b-f820-4d9c-84c5-da6992a9d767 req-ba4b64fc-2113-466e-acd7-4126cdc55db7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:23.506206 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b670a70b-f820-4d9c-84c5-da6992a9d767 req-ba4b64fc-2113-466e-acd7-4126cdc55db7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0589337 Mar 22 15:10:23.560944 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b670a70b-f820-4d9c-84c5-da6992a9d767 req-1ae5192b-a412-4d7d-87a8-4e61590ea58c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460107 Mar 22 15:10:23.721757 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:24.118860 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-c7882222-ce8d-40bc-8366-4d41ff710ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:24.120534 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-c7882222-ce8d-40bc-8366-4d41ff710ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1128 time: 0.0476263 Mar 22 15:10:24.215647 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-e9b96f7f-786a-46c2-977a-b8c1c43bf943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:24.217135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-e9b96f7f-786a-46c2-977a-b8c1c43bf943 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0897892 Mar 22 15:10:24.282890 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-3bfc7595-7dda-4473-8d9c-272cb2c731a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1002 time: 0.0591559 Mar 22 15:10:24.334186 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-fd496945-db93-4745-9e98-8df8573607ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:24.335617 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-fd496945-db93-4745-9e98-8df8573607ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0473595 Mar 22 15:10:24.386018 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-eba83ccb-019d-491d-87a1-67c474c86512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:24.387513 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-eba83ccb-019d-491d-87a1-67c474c86512 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450747 Mar 22 15:10:24.479558 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-0f200f9f-f697-4ddf-ae6e-3c767f005795 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860045 Mar 22 15:10:24.571293 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e4adaa3a-f7a9-42f7-9bef-9973a34ecba0 req-f3e9dcc6-5dd4-496c-b886-21475de7c934 service neutron] 10.222.0.42 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854812 Mar 22 15:10:24.698744 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:24.702974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd70097-d6aa-4072-a48f-bc39d6a1fbad req-3162660b-c456-47ba-8d9c-637defa8d02f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:24.704484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cd70097-d6aa-4072-a48f-bc39d6a1fbad req-3162660b-c456-47ba-8d9c-637defa8d02f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0695438 Mar 22 15:10:24.754744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1cd70097-d6aa-4072-a48f-bc39d6a1fbad req-48105bd4-8ec0-4fca-9f4f-a9417e184729 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 Mar 22 15:10:25.121500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:25.890432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7e7b7-6766-4bd5-ae30-b6da44933e04 req-da87e817-76d1-4784-8bb3-fdc487de3d3a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:25.891902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00d7e7b7-6766-4bd5-ae30-b6da44933e04 req-da87e817-76d1-4784-8bb3-fdc487de3d3a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0593174 Mar 22 15:10:25.945929 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-00d7e7b7-6766-4bd5-ae30-b6da44933e04 req-2a74cffe-b6bd-44b7-bfd1-b895bfbfdbb0 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454221 Mar 22 15:10:27.079199 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b651367-d785-4663-a1a7-5ad85dc18004 req-98147a0c-280f-4b01-887d-a60df884295e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:27.081317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b651367-d785-4663-a1a7-5ad85dc18004 req-98147a0c-280f-4b01-887d-a60df884295e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0546653 Mar 22 15:10:27.135113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1b651367-d785-4663-a1a7-5ad85dc18004 req-f539630e-29ae-4981-8ec0-1992c609ac57 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481999 Mar 22 15:10:28.268155 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6773b-12dc-4516-ad74-e1832ade7cef req-55b6f4dd-8508-469c-bcd3-c4559c582a91 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:28.269805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03c6773b-12dc-4516-ad74-e1832ade7cef req-55b6f4dd-8508-469c-bcd3-c4559c582a91 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0540309 Mar 22 15:10:28.325414 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-03c6773b-12dc-4516-ad74-e1832ade7cef req-7dda39ed-955c-4b7a-a226-7fcaeb76c65e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490451 Mar 22 15:10:29.150040 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:29.452498 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f558-a5a8-40d2-ab1f-f5479504fe5a req-8cd10f62-f7cf-43f7-9ec3-ab10b295c664 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:29.454003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0568f558-a5a8-40d2-ab1f-f5479504fe5a req-8cd10f62-f7cf-43f7-9ec3-ab10b295c664 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0549490 Mar 22 15:10:29.508334 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0568f558-a5a8-40d2-ab1f-f5479504fe5a req-fd378d76-ebcd-4d28-963f-6ef697aa2e0d tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484734 Mar 22 15:10:30.637559 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3282cd-eec8-4cba-bee7-6f2fc2bc57bf req-f099d076-c356-42a4-b4b6-49fa27b402b4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:30.639058 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af3282cd-eec8-4cba-bee7-6f2fc2bc57bf req-f099d076-c356-42a4-b4b6-49fa27b402b4 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 946 time: 0.0554063 Mar 22 15:10:30.688167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-af3282cd-eec8-4cba-bee7-6f2fc2bc57bf req-e0af029b-8e91-4eba-8605-0a5c544b324a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433307 Mar 22 15:10:30.705569 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device d0c7adb0-d7d4-44d8-897d-8eaa1f454016 no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:10:30.785643 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:30.786104 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:30.809940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:10:30.812941 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8032af-b863-4ff2-8071-6a190890af22" -d '{"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:10:30.826763 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:30.833193 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:30.866605 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce79d9-8ce2-40ac-9fdb-d18ac51f136e x-openstack-request-id: req-63ce79d9-8ce2-40ac-9fdb-d18ac51f136e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:10:30.867211 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-unplugged", "status": "failed", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "code": 422}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:10:30.867467 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63ce79d9-8ce2-40ac-9fdb-d18ac51f136e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:10:30.867899 n-d-834677-3 neutron-server[110459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-63ce79d9-8ce2-40ac-9fdb-d18ac51f136e']: {'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'code': 422} returned with failed status Mar 22 15:10:30.888692 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-4af89c0d-4950-49e3-9ec7-82db7cb15e17 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447717 Mar 22 15:10:30.894662 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:30.900124 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-f838807c-a026-43cd-9f6f-0f4b0ccf58e8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:10:30.902073 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-f838807c-a026-43cd-9f6f-0f4b0ccf58e8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082459 Mar 22 15:10:30.902298 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.902858 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.903363 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.903853 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.904347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.904669 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.905157 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.905474 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.905954 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.906301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.906620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.906939 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.907256 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.907574 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.908053 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:30.920073 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2f1c1-8f7e-41b4-99f8-45fadc694a31 req-ebd53aca-da65-4688-88bd-d950fc69ef90 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:30.921886 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8b2f1c1-8f7e-41b4-99f8-45fadc694a31 req-ebd53aca-da65-4688-88bd-d950fc69ef90 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0593183 Mar 22 15:10:30.971938 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b8b2f1c1-8f7e-41b4-99f8-45fadc694a31 req-fbf0c88c-51a4-4095-a1a3-0d5bdcfd26e7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Mar 22 15:10:30.974226 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-68ada20f-aef9-46ba-9649-71fcf5794ba9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:30.975598 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-68ada20f-aef9-46ba-9649-71fcf5794ba9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports/d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 941 time: 0.0455256 Mar 22 15:10:32.149849 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbcf5b-f294-4c33-bcbe-b0b3215f2881 req-e40b72e8-918d-4542-8c5f-ed29651c3006 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:32.151366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74fbcf5b-f294-4c33-bcbe-b0b3215f2881 req-e40b72e8-918d-4542-8c5f-ed29651c3006 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.1109300 Mar 22 15:10:32.200768 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-74fbcf5b-f294-4c33-bcbe-b0b3215f2881 req-8f2e5054-f05e-44fc-a6d0-333a82258a17 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Mar 22 15:10:33.379122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b6129-db92-4be6-9193-bdf6370791cc req-fc751ac2-3754-4c8b-b045-c9edf12a03fd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:33.381335 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-326b6129-db92-4be6-9193-bdf6370791cc req-fc751ac2-3754-4c8b-b045-c9edf12a03fd tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.1011910 Mar 22 15:10:33.434836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-326b6129-db92-4be6-9193-bdf6370791cc req-820f4420-54f7-4025-84ba-662449d83202 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479376 Mar 22 15:10:34.555895 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df690-f4a1-4d35-8e4d-d7c5e0fa46d2 req-d6e5088f-3e3d-4b5d-9dd6-7b0c31cd9044 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:34.557670 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e48df690-f4a1-4d35-8e4d-d7c5e0fa46d2 req-d6e5088f-3e3d-4b5d-9dd6-7b0c31cd9044 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0542564 Mar 22 15:10:34.606562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e48df690-f4a1-4d35-8e4d-d7c5e0fa46d2 req-b542799e-57ad-404a-a60f-ab85c14e1d75 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Mar 22 15:10:35.726884 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee071f4-4981-45f5-bf3d-a928fef7d8e1 req-07c831a9-1670-4b77-8ae2-8e984d418b17 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:35.728431 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ee071f4-4981-45f5-bf3d-a928fef7d8e1 req-07c831a9-1670-4b77-8ae2-8e984d418b17 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0529902 Mar 22 15:10:35.777205 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3ee071f4-4981-45f5-bf3d-a928fef7d8e1 req-997706d4-3187-40b8-8679-2bce75124ce5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Mar 22 15:10:36.903787 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b640e3f-1ffd-48f5-a856-62fe2d0d5113 req-93d7a3d2-683b-499a-9455-2ba8aa59ff05 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:36.905444 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b640e3f-1ffd-48f5-a856-62fe2d0d5113 req-93d7a3d2-683b-499a-9455-2ba8aa59ff05 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0586033 Mar 22 15:10:36.955807 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9b640e3f-1ffd-48f5-a856-62fe2d0d5113 req-6ca858c2-7ae3-4eb8-875c-7d25e1931bef tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 Mar 22 15:10:38.087368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd28f1-2dd3-4937-b1c4-8225eb4ac87f req-e58589d7-bb8b-4638-8c82-8e887a998e5c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:38.088855 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbbd28f1-2dd3-4937-b1c4-8225eb4ac87f req-e58589d7-bb8b-4638-8c82-8e887a998e5c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0539260 Mar 22 15:10:38.137366 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bbbd28f1-2dd3-4937-b1c4-8225eb4ac87f req-d476d6e9-0401-4d95-858a-773076b50c60 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 Mar 22 15:10:39.265040 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd702258-140e-45ad-bcdf-9639f72e88bc req-46d81ecc-06bf-4a25-a36a-e6a2733862ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:39.266484 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd702258-140e-45ad-bcdf-9639f72e88bc req-46d81ecc-06bf-4a25-a36a-e6a2733862ac tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0602753 Mar 22 15:10:39.317479 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-bd702258-140e-45ad-bcdf-9639f72e88bc req-08532dc3-b68f-4251-b2da-356850d66ddb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Mar 22 15:10:40.443361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9069-8950-4d9f-960c-c9e34e7873e6 req-81807e6e-e06b-4b94-b256-4ef89a2fb111 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:40.444900 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-787d9069-8950-4d9f-960c-c9e34e7873e6 req-81807e6e-e06b-4b94-b256-4ef89a2fb111 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0557225 Mar 22 15:10:40.495473 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-787d9069-8950-4d9f-960c-c9e34e7873e6 req-4ac109c0-d5f9-4cd2-945d-2f061fd20628 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446644 Mar 22 15:10:41.622759 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566962f4-47dd-46c6-b2f7-4d288caa5f0f req-22dfc3ff-0843-4e9c-8a4e-9efdd7f999eb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:41.624272 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-566962f4-47dd-46c6-b2f7-4d288caa5f0f req-22dfc3ff-0843-4e9c-8a4e-9efdd7f999eb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0572600 Mar 22 15:10:41.678361 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-566962f4-47dd-46c6-b2f7-4d288caa5f0f req-f789f991-88ea-461a-8f70-7c62a43f28ff tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480807 Mar 22 15:10:42.057213 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-07bed8b7-4ba3-413c-b863-039d61c533d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:42.058718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-07bed8b7-4ba3-413c-b863-039d61c533d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be&tenant_id=d54e21809f6f4a6bb989629e78a64217 HTTP/1.1" status: 200 len: 1126 time: 0.0909593 Mar 22 15:10:42.071843 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-10216236-efb6-4133-9b5b-9cfb61bafced service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:10:42.072745 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-10216236-efb6-4133-9b5b-9cfb61bafced service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048325 Mar 22 15:10:42.089642 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-3', 'device_owner': 'compute:nova'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:42.155074 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:42.367961 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:42.418011 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h1-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:42.452906 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c7adb0-d7d4-44d8-897d-8eaa1f454016 {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:10:42.460563 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Publish callbacks [] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:42.472814 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Transition to ACTIVE for port object d0c7adb0-d7d4-44d8-897d-8eaa1f454016 will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:10:42.477868 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:42.551904 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=7']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:42.566142 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.566489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.566832 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.567182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.567509 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.567829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.568153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.568470 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.568798 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.569098 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.569421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.569738 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.570075 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.570393 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.570718 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:42.612677 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] No DVR routers for this DVR port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on host n-h1-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:10:42.756622 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:42.757547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:42.757547 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:42.771894 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on network 3f76ad0e-1691-4629-a42a-bf630f554318 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:10:42.772221 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Attempting to bind port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on network 3f76ad0e-1691-4629-a42a-bf630f554318 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:42.792673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:42.792898 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Checking segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:42.793313 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Bound using segment: {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:42.793744 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Bound port: d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:42.794142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:42.846742 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b90966-1266-4b4c-b87d-9c86c027f40c req-06afbb60-447f-4c91-b82f-d9004ffc5b95 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:42.848230 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01b90966-1266-4b4c-b87d-9c86c027f40c req-06afbb60-447f-4c91-b82f-d9004ffc5b95 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0887101 Mar 22 15:10:42.885709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:42.908495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:42.921704 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:42.933059 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-01b90966-1266-4b4c-b87d-9c86c027f40c req-7957fc59-6a02-4c15-9a00-e27699d3b685 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783780 Mar 22 15:10:42.959950 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:42.960435 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:42.961808 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] 10.222.0.57 "PUT /v2.0/ports/d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1092 time: 0.8783610 Mar 22 15:10:42.962281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:10:42.964544 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be90832-68c5-49a1-9e25-51918921da6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:10:42.990673 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002688f-9169-4769-9f8d-48e72024c727 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=8']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:43.036140 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e3731-5998-4956-ae40-7479491683ca x-openstack-request-id: req-941e3731-5998-4956-ae40-7479491683ca {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:10:43.036140 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:10:43.036140 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-941e3731-5998-4956-ae40-7479491683ca {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:10:43.036140 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941e3731-5998-4956-ae40-7479491683ca'] response: {'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'status': 'completed', 'code': 200} Mar 22 15:10:43.059376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-25b3ae85-8076-49b6-8f6a-bc11bc9fbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.061065 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-25b3ae85-8076-49b6-8f6a-bc11bc9fbcad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1126 time: 0.0547466 Mar 22 15:10:43.160952 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-5080644d-8211-4fe6-9d3d-422bcbc100d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.162515 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-5080644d-8211-4fe6-9d3d-422bcbc100d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0938780 Mar 22 15:10:43.231043 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-b80e186f-8925-40ec-8966-2dfcdcb83621 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1000 time: 0.0596142 Mar 22 15:10:43.288892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-6e4ce18d-2a99-419e-9785-6767e8cf5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.290873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-6e4ce18d-2a99-419e-9785-6767e8cf5617 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0506101 Mar 22 15:10:43.348704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-3e1dfb41-d912-48e8-8816-cab7a068e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.350266 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-3e1dfb41-d912-48e8-8816-cab7a068e078 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493603 Mar 22 15:10:43.444034 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-2b93708a-f25d-4408-b691-31d0281ccf7e service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834990 Mar 22 15:10:43.541566 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-bd6efb77-8c55-4ebe-b74e-8e0e7b6c5a53 service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876265 Mar 22 15:10:43.642252 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90832-68c5-49a1-9e25-51918921da6f req-95d77268-6328-4a4c-bdce-b0f176b16059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.643742 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0be90832-68c5-49a1-9e25-51918921da6f req-95d77268-6328-4a4c-bdce-b0f176b16059 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1126 time: 0.0460024 Mar 22 15:10:43.732534 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90832-68c5-49a1-9e25-51918921da6f req-1924ceb1-9e8d-4114-b54a-f51d0f328674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.733876 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0be90832-68c5-49a1-9e25-51918921da6f req-1924ceb1-9e8d-4114-b54a-f51d0f328674 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0839386 Mar 22 15:10:43.806003 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0be90832-68c5-49a1-9e25-51918921da6f req-bea0458b-13c2-44e3-a9de-d7a19ad9f8b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1000 time: 0.0631754 Mar 22 15:10:43.856448 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90832-68c5-49a1-9e25-51918921da6f req-9eecd011-a76c-4a03-9622-3865f47cfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.857910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0be90832-68c5-49a1-9e25-51918921da6f req-9eecd011-a76c-4a03-9622-3865f47cfd69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0449905 Mar 22 15:10:43.908173 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90832-68c5-49a1-9e25-51918921da6f req-9b9dad35-cdaf-4b47-9b59-e312104b259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:43.909678 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0be90832-68c5-49a1-9e25-51918921da6f req-9b9dad35-cdaf-4b47-9b59-e312104b259b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443366 Mar 22 15:10:44.018932 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0be90832-68c5-49a1-9e25-51918921da6f req-2db7170a-187a-4e12-a37b-36fe8de13c9a service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014016 Mar 22 15:10:44.120014 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf6e36-385c-4b30-b8e7-305ffa92f947 req-4d673f4f-71ec-4ad0-b426-21b6ec05d65f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:44.121521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65cf6e36-385c-4b30-b8e7-305ffa92f947 req-4d673f4f-71ec-4ad0-b426-21b6ec05d65f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.1172457 Mar 22 15:10:44.155562 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0be90832-68c5-49a1-9e25-51918921da6f req-a835c206-1c03-4190-bafe-d2e24dece794 service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223748 Mar 22 15:10:44.188309 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-65cf6e36-385c-4b30-b8e7-305ffa92f947 req-d6d7b2f6-005f-4567-ba81-bb549c6512cb tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597875 Mar 22 15:10:45.316572 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeee105-38ab-4558-be14-3e9f74360213 req-d8c147df-d531-474e-b1a0-7155c13d2f33 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:45.318221 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9aeee105-38ab-4558-be14-3e9f74360213 req-d8c147df-d531-474e-b1a0-7155c13d2f33 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0542219 Mar 22 15:10:45.367636 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-9aeee105-38ab-4558-be14-3e9f74360213 req-e7f46353-3030-4c87-a4cd-d0fc2a7df94f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Mar 22 15:10:46.513495 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d560c-174d-438f-836d-0465afd23192 req-940372bd-3c4b-4915-a326-ca3dcafc0966 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:46.515009 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-788d560c-174d-438f-836d-0465afd23192 req-940372bd-3c4b-4915-a326-ca3dcafc0966 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0660748 Mar 22 15:10:46.563836 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-788d560c-174d-438f-836d-0465afd23192 req-c38e7c6a-1d41-4534-a7d1-5cca0f029d4a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Mar 22 15:10:47.684381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed1a41-14ab-413c-990f-673ac545bd2e req-0cfc953d-428b-4061-8bcc-d97b5563f451 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:47.686474 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1ed1a41-14ab-413c-990f-673ac545bd2e req-0cfc953d-428b-4061-8bcc-d97b5563f451 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0558407 Mar 22 15:10:47.737017 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c1ed1a41-14ab-413c-990f-673ac545bd2e req-77f2093a-9d23-408e-b278-288243b320cc tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Mar 22 15:10:48.269613 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-622e77de-97da-4d56-9e7d-4133e981f407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:48.872059 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dde96a-dab4-4141-b7d1-0e8efd88d1ec req-b4090ca5-029f-43a9-99b3-e8455b934c2e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:48.873674 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47dde96a-dab4-4141-b7d1-0e8efd88d1ec req-b4090ca5-029f-43a9-99b3-e8455b934c2e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0551219 Mar 22 15:10:48.929167 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-47dde96a-dab4-4141-b7d1-0e8efd88d1ec req-d4143281-8751-44a6-a305-f5c14495d72f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478387 Mar 22 15:10:50.054708 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96346a-e08d-4c3e-977b-1df08d90bd35 req-be2be421-04de-4791-beca-748d2a09bbc8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:50.056213 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca96346a-e08d-4c3e-977b-1df08d90bd35 req-be2be421-04de-4791-beca-748d2a09bbc8 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0558662 Mar 22 15:10:50.108168 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ca96346a-e08d-4c3e-977b-1df08d90bd35 req-14d0c6f9-f172-4733-9d12-1caace3d6a94 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Mar 22 15:10:50.524942 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-78a763d5-0e8f-4bf2-b386-b12f8c64ba17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:51.240362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40b04d-d4a3-4f69-a7cb-a078f070706d req-50cdb80a-01b9-4f2c-8955-cc24ef6c4476 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:51.241748 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c40b04d-d4a3-4f69-a7cb-a078f070706d req-50cdb80a-01b9-4f2c-8955-cc24ef6c4476 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0537045 Mar 22 15:10:51.294023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4c40b04d-d4a3-4f69-a7cb-a078f070706d req-870fd3e5-ae23-4954-a416-d14523815637 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440366 Mar 22 15:10:52.214092 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:52.429575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc119dc-d3ff-4c5c-9809-599794e03906 req-71f94fc8-91e2-4b44-920a-c1ef422772ea tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:52.431094 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecc119dc-d3ff-4c5c-9809-599794e03906 req-71f94fc8-91e2-4b44-920a-c1ef422772ea tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0679023 Mar 22 15:10:52.482269 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecc119dc-d3ff-4c5c-9809-599794e03906 req-0febf656-e368-47a8-8a60-8a7d64d91a84 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454190 Mar 22 15:10:53.200843 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d0c7adb0-d7d4-44d8-897d-8eaa1f454016 details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:10:53.469164 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:53.480637 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'port_id': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'mac_address': 'fa:16:3e:d1:45:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:10:53.525435 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:53.525884 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:53.539283 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c7adb0-d7d4-44d8-897d-8eaa1f454016 {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:10:53.562698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:53.567424 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:53.605583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e0587-144a-4191-ba01-73979d5a239b req-4c1affec-8d0c-4eb5-a21b-55926159d088 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:53.607120 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f76e0587-144a-4191-ba01-73979d5a239b req-4c1affec-8d0c-4eb5-a21b-55926159d088 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 944 time: 0.0527325 Mar 22 15:10:53.615253 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=9']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:53.660068 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f76e0587-144a-4191-ba01-73979d5a239b req-4571690a-036f-4785-91a0-26a78e51fe87 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465233 Mar 22 15:10:53.725872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:53.857455 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['d0c7adb0-d7d4-44d8-897d-8eaa1f454016'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:10:54.707124 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:54.795310 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fab5b-1b85-4008-a0fc-386a94a8dfc8 req-6472e913-ee7b-4980-b2cf-d6f89851faee tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:54.796910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f84fab5b-1b85-4008-a0fc-386a94a8dfc8 req-6472e913-ee7b-4980-b2cf-d6f89851faee tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 945 time: 0.0616181 Mar 22 15:10:55.126885 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:55.214959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d0c7adb0-d7d4-44d8-897d-8eaa1f454016 up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:55.224776 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-f84fab5b-1b85-4008-a0fc-386a94a8dfc8 req-127fb07c-a876-4a5d-8210-36b9541e0503 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194939 Mar 22 15:10:55.234489 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff892-87eb-44ad-a485-3950169331f9 req-5a9f0749-0abc-496c-b281-37a50777c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:55.236023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b01ff892-87eb-44ad-a485-3950169331f9 req-5a9f0749-0abc-496c-b281-37a50777c9a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1127 time: 0.0663681 Mar 22 15:10:55.268897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:10:55.273325 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:55.274178 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:55.347302 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff892-87eb-44ad-a485-3950169331f9 req-f48ebad3-69ef-497e-832b-8319c46fbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:55.348805 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b01ff892-87eb-44ad-a485-3950169331f9 req-f48ebad3-69ef-497e-832b-8319c46fbfcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0868704 Mar 22 15:10:55.352016 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:55.352407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:55.374799 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:10:55.377065 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b59be-59aa-4d0e-9cb7-137feb3ee5b5" -d '{"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:10:55.389463 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:55.394680 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:55.421556 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4606b25-6cf5-4495-89c9-02b70486fcd9 x-openstack-request-id: req-e4606b25-6cf5-4495-89c9-02b70486fcd9 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:10:55.421847 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:10:55.422148 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4606b25-6cf5-4495-89c9-02b70486fcd9 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:10:55.422549 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4606b25-6cf5-4495-89c9-02b70486fcd9'] response: {'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'code': 200} Mar 22 15:10:55.424521 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b01ff892-87eb-44ad-a485-3950169331f9 req-331ef322-a25a-4d7e-98a1-73452dedf39c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1001 time: 0.0658014 Mar 22 15:10:55.448842 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=10']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:55.477812 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff892-87eb-44ad-a485-3950169331f9 req-a87b7078-4de3-4ae0-a883-aacd204f4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:55.479503 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b01ff892-87eb-44ad-a485-3950169331f9 req-a87b7078-4de3-4ae0-a883-aacd204f4411 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0450151 Mar 22 15:10:55.533030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff892-87eb-44ad-a485-3950169331f9 req-6520329d-f1ec-4837-8ac1-d18f3ecaa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:55.534070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.57', 65435) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:55.534728 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b01ff892-87eb-44ad-a485-3950169331f9 req-6520329d-f1ec-4837-8ac1-d18f3ecaa00a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486851 Mar 22 15:10:55.581633 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788e49e-fd63-4e86-b0d1-c3db6558a8bf req-7942aba3-8371-4e61-bfc5-5566f095fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:55.583172 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6788e49e-fd63-4e86-b0d1-c3db6558a8bf req-7942aba3-8371-4e61-bfc5-5566f095fc48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1129 time: 0.0478849 Mar 22 15:10:55.621760 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b01ff892-87eb-44ad-a485-3950169331f9 req-12107cc5-8c4a-4a36-834b-5471cb09e2aa service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808153 Mar 22 15:10:55.627945 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-6788e49e-fd63-4e86-b0d1-c3db6558a8bf req-5794d745-b02b-4938-8cc6-8943cfdb9532 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387299 Mar 22 15:10:55.949682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b01ff892-87eb-44ad-a485-3950169331f9 req-949c18d5-e324-4c45-b9a4-83499f983127 service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054900 Mar 22 15:10:56.361128 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ab5-40a0-4c30-894c-b46739ba7b09 req-8bf83002-134d-4f58-a011-11037c861680 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:56.362621 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21508ab5-40a0-4c30-894c-b46739ba7b09 req-8bf83002-134d-4f58-a011-11037c861680 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 947 time: 0.0538387 Mar 22 15:10:56.412234 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-21508ab5-40a0-4c30-894c-b46739ba7b09 req-16129392-6da6-4f9a-8f5c-dccd9bb2433a tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Mar 22 15:10:57.553407 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffa31-2fde-4bc0-985b-7e95893f3cc8 req-aa35c67b-49fa-4eed-8d95-1541d58b09df tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:57.554931 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2fffa31-2fde-4bc0-985b-7e95893f3cc8 req-aa35c67b-49fa-4eed-8d95-1541d58b09df tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 947 time: 0.0625432 Mar 22 15:10:57.606990 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-a2fffa31-2fde-4bc0-985b-7e95893f3cc8 req-c48bdd85-00a4-474d-8779-08670b776016 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 Mar 22 15:10:58.899355 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:10:59.172746 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:18.268977 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5af60b89-0302-4413-a9fd-add5f7c4a316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:20.520611 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4c17e43d-8dec-433b-9f52-b336782c70fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:22.210266 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:23.733572 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:24.711985 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:25.142951 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:29.181887 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:35.909933 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:11:48.270616 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fdd88093-5c51-45cf-9717-b4e8dac83d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:50.524500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-48c0e648-4076-49b6-9b88-b9cf8a73e591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:52.203410 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:53.736700 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:54.718474 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:55.168355 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:55.880451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-5b38cfb2-b340-4516-bad2-495e3d283d85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504954 Mar 22 15:11:55.984340 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-c212d4e5-e289-4b2a-a1ec-44f185266ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:55.985881 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-c212d4e5-e289-4b2a-a1ec-44f185266ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1129 time: 0.0520539 Mar 22 15:11:56.107371 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-2a2fcb5a-e8c0-4802-90df-4b79b70243d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:56.108824 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-2a2fcb5a-e8c0-4802-90df-4b79b70243d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.0927691 Mar 22 15:11:56.181005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-b1ea2c49-4b4e-4e83-a07f-d247e222478c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 1002 time: 0.0617807 Mar 22 15:11:56.230455 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-ac9738e8-e3b6-448b-bd96-58e9273a853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:56.231894 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-ac9738e8-e3b6-448b-bd96-58e9273a853f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0448651 Mar 22 15:11:56.283004 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-661c4826-89c7-4910-9558-6406320c14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:56.284451 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-661c4826-89c7-4910-9558-6406320c14cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443859 Mar 22 15:11:56.383637 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-3864a372-1234-45fa-89b0-3f2b0136913a service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912542 Mar 22 15:11:56.480258 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0d7ae17e-06f0-4ff6-83a3-c0b3fc49da61 req-16daa9bb-1200-49a6-a2bb-d19c02ef9337 service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867159 Mar 22 15:11:59.183643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:12.905675 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:12:13.649635 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47396) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:13.825114 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Deleting port 60a149a6-1b2e-4578-a746-f0ac2e46aaa0 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:13.825435 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:13.905410 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:13.905680 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:13.917800 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Calling delete_port for 60a149a6-1b2e-4578-a746-f0ac2e46aaa0 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:14.077770 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (60a149a6-1b2e-4578-a746-f0ac2e46aaa0), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:14.107137 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event deleted for resources: {'Port': ['ID=60a149a6-1b2e-4578-a746-f0ac2e46aaa0,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:14.132150 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.132497 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.132836 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.133188 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.133500 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.133828 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.134179 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.134503 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.134825 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.135129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.135450 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.135765 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.136085 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.136399 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.136713 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:14.175696 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for floatingip (c02afe56-0e6d-478a-9e4e-0620155c19c6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:14.175914 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Floating IP c02afe56-0e6d-478a-9e4e-0620155c19c6 disassociated (deleted). External IP: 172.25.2.212, port: d0c7adb0-d7d4-44d8-897d-8eaa1f454016. Mar 22 15:12:14.413154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:12:14.537598 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:14.542657 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:14.547577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] Sync routers for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:14.558554 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:14.559172 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:11:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:14.572781 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-3979cee5-e049-4401-a59c-82f65afa24a5 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "DELETE /v2.0/floatingips/c02afe56-0e6d-478a-9e4e-0620155c19c6 HTTP/1.1" status: 204 len: 168 time: 0.9218042 Mar 22 15:12:14.573389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:14.575762 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:12:14.615376 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750bd6bb-74f6-4771-b56f-35295db66e7f x-openstack-request-id: req-750bd6bb-74f6-4771-b56f-35295db66e7f {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:12:14.615677 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:12:14.615931 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-750bd6bb-74f6-4771-b56f-35295db66e7f {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:12:14.616357 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750bd6bb-74f6-4771-b56f-35295db66e7f'] response: {'name': 'network-changed', 'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'status': 'completed', 'code': 200} Mar 22 15:12:14.670568 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:14.692599 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-15e50760-9e9e-4ed5-a4fc-22fd3d6c7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:14.694432 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-15e50760-9e9e-4ed5-a4fc-22fd3d6c7628 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d54e21809f6f4a6bb989629e78a64217&device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 1129 time: 0.0522161 Mar 22 15:12:14.821806 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-0ba39fa7-b0f6-4508-8788-a68845c72932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:14.823318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-0ba39fa7-b0f6-4508-8788-a68845c72932 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 200 len: 910 time: 0.1204636 Mar 22 15:12:14.868639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-94854992-9383-4b3c-afce-097e0b776a2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 200 len: 217 time: 0.0385129 Mar 22 15:12:14.872786 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:14.879382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90995fab-4372-473e-849b-1175407d90c8 req-2696e771-470e-4c61-85ca-37c4cef472d3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:14.880869 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90995fab-4372-473e-849b-1175407d90c8 req-2696e771-470e-4c61-85ca-37c4cef472d3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 947 time: 0.1164999 Mar 22 15:12:14.903962 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] Checking router: e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:12:14.912312 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:14.912942 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:11:51Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:14.954126 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-bf6bae4a-c75e-47be-bd29-7a2fb38a2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:14.955615 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-bf6bae4a-c75e-47be-bd29-7a2fb38a2fe6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 200 len: 848 time: 0.0738645 Mar 22 15:12:14.982744 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-90995fab-4372-473e-849b-1175407d90c8 req-afc7abb9-e3e5-4bb3-ad56-05881d59d9bc tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929596 Mar 22 15:12:15.022139 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:15.025994 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-b08f24b6-1cfe-4564-b7be-2f301685c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:15.027535 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-b08f24b6-1cfe-4564-b7be-2f301685c5f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f76ad0e-1691-4629-a42a-bf630f554318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625033 Mar 22 15:12:15.119015 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-849af5cb-da98-4e21-ad0e-ec924b5459ab service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827086 Mar 22 15:12:15.213924 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-cf07b085-2b3a-45b6-b186-e0d89be1dbb2 req-10ef324f-33ca-4270-a1d1-79eb6fb79c16 service neutron] 10.222.0.57 "GET /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889430 Mar 22 15:12:15.215075 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:15.241390 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7947ea1-002a-4df8-bca1-e1279d6cdbff None None] The sync data for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 is: [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:03:14Z', 'revision_number': 4, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '86c7ff2a-baf3-4297-aa36-e5a0a948e196', 'name': '', 'network_id': '3f76ad0e-1691-4629-a42a-bf630f554318', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'mac_address': 'fa:16:3e:7b:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:14Z', 'updated_at': '2022-03-22T15:03:19Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'subnets': [{'id': '109a27fc-384e-46cc-9f6f-697bcd04b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:12:15.481016 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16718a7-fe02-4650-95dc-a2768ed747e1 None None] New status for floating IP c02afe56-0e6d-478a-9e4e-0620155c19c6: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:12:16.108368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269990ec-bd63-45e7-9e0b-a46789f0a5b5 req-7933a8d2-a490-4ce1-98c7-1834ea760be3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:16.109851 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-269990ec-bd63-45e7-9e0b-a46789f0a5b5 req-7933a8d2-a490-4ce1-98c7-1834ea760be3 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 947 time: 0.0551002 Mar 22 15:12:16.160630 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-269990ec-bd63-45e7-9e0b-a46789f0a5b5 req-94a2011f-a553-47a7-a457-2d75d9e4251b tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/security-groups?id=813f56c9-60db-4fdc-8d60-0eb8768c374c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450008 Mar 22 15:12:16.559605 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-37441fa2-f163-4ec1-9890-bc3548a6d3f1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:16.561070 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-37441fa2-f163-4ec1-9890-bc3548a6d3f1 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 947 time: 0.0652866 Mar 22 15:12:16.660369 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Deleting port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:16.660657 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:16.749650 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] For port d0c7adb0-d7d4-44d8-897d-8eaa1f454016, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:16.749988 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:16.763068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Calling delete_port for d0c7adb0-d7d4-44d8-897d-8eaa1f454016 owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:16.894785 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d0c7adb0-d7d4-44d8-897d-8eaa1f454016), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:16.923284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event deleted for resources: {'Port': ['ID=d0c7adb0-d7d4-44d8-897d-8eaa1f454016,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:16.935352 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.935701 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.936037 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.936368 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.936696 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.937028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.937320 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.937653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.937997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.938324 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.938678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.938976 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.939309 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.939621 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.939938 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:16.979687 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] No DVR routers for this DVR port d0c7adb0-d7d4-44d8-897d-8eaa1f454016 on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:12:16.982482 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:16.985796 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-251c7051-5ca0-4f44-8202-f36e96b1ae2f req-6847cbe9-5457-4115-87b8-1b6bdf8e63d7 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.57 "DELETE /v2.0/ports/d0c7adb0-d7d4-44d8-897d-8eaa1f454016 HTTP/1.1" status: 204 len: 173 time: 0.4172451 Mar 22 15:12:16.986271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-deleted', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:16.988559 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dfa758-251c-4893-9ef1-20549985777a" -d '{"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-deleted", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:12:17.023930 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92fd76a-1d7d-4ed4-aa41-d4dfc63def76 x-openstack-request-id: req-b92fd76a-1d7d-4ed4-aa41-d4dfc63def76 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:12:17.025010 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7d0acf-2404-46c6-b987-10e3420784be", "name": "network-vif-deleted", "tag": "d0c7adb0-d7d4-44d8-897d-8eaa1f454016", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:12:17.025263 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b92fd76a-1d7d-4ed4-aa41-d4dfc63def76 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:12:17.025682 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92fd76a-1d7d-4ed4-aa41-d4dfc63def76'] response: {'server_uuid': '8d7d0acf-2404-46c6-b987-10e3420784be', 'name': 'network-vif-deleted', 'tag': 'd0c7adb0-d7d4-44d8-897d-8eaa1f454016', 'status': 'completed', 'code': 200} Mar 22 15:12:17.259454 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8300179b-9956-468f-8f3f-0aacae12fa6f req-360a0607-b233-42d1-bf13-ceef2572ef0e tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0289106 Mar 22 15:12:18.265090 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7e3ecb5e-6252-4c97-8792-22b17fb2c06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:18.361256 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1e11b2e9-9d85-4a6a-badd-e9432d75ffad req-64b81111-9439-437a-81f2-5bc37f62bb40 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0274718 Mar 22 15:12:19.458815 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-255aa0ee-b753-4ea7-9a6a-514e1c7f46a8 req-e1c6d493-71aa-4294-b782-1bdfabb29111 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0272284 Mar 22 15:12:19.560932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d0c7adb0-d7d4-44d8-897d-8eaa1f454016 no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:19.581587 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: d0c7adb0-d7d4-44d8-897d-8eaa1f454016 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:12:19.581936 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device d0c7adb0-d7d4-44d8-897d-8eaa1f454016 not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:12:20.521247 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-87379421-15d2-4a84-8012-aa15d60ed210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:20.567700 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b03287b8-be96-4746-9027-04face12f5b7 req-5d692446-1cae-497b-8bdb-addbda0a7662 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0311208 Mar 22 15:12:21.668149 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-40546dd7-75be-47c1-8bba-16738fb0bbce req-ad10e813-5fff-492b-aadb-eb72104ee43c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0279095 Mar 22 15:12:22.205956 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:22.766364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-3bda017f-b2be-4ff4-9ba5-bff140000127 req-55021748-b493-4e29-bb40-f5345a8e7a37 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0288045 Mar 22 15:12:23.739853 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:23.868049 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d522349-11a1-496d-9065-5203324c4f92 req-68846cd1-abbf-4778-95bf-1247ab73984c tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0277982 Mar 22 15:12:24.702111 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:24.969229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d66cd4b9-7056-447b-a957-1d246b121c78 req-9818ff72-217c-41dd-8ea2-6c9649ebf857 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0307796 Mar 22 15:12:25.173408 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:26.083481 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c8fdf80a-37e9-47d3-a739-b601f72740ce req-09d2a9f6-d360-407a-a7fd-220d2c9fdaad tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7d0acf-2404-46c6-b987-10e3420784be HTTP/1.1" status: 200 len: 210 time: 0.0278296 Mar 22 15:12:27.142932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47438) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:27.206894 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94395828-fa3a-485f-b970-5e0979b91d3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (813f56c9-60db-4fdc-8d60-0eb8768c374c), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:27.233132 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94395828-fa3a-485f-b970-5e0979b91d3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (813f56c9-60db-4fdc-8d60-0eb8768c374c), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:27.300386 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94395828-fa3a-485f-b970-5e0979b91d3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (813f56c9-60db-4fdc-8d60-0eb8768c374c), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:27.303478 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-94395828-fa3a-485f-b970-5e0979b91d3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:27.307477 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-94395828-fa3a-485f-b970-5e0979b91d3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] 10.222.0.44 "DELETE /v2.0/security-groups/813f56c9-60db-4fdc-8d60-0eb8768c374c HTTP/1.1" status: 204 len: 168 time: 0.1609209 Mar 22 15:12:27.315480 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94395828-fa3a-485f-b970-5e0979b91d3f tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f56c9-60db-4fdc-8d60-0eb8768c374c,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:27.371256 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47442) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:27.865215 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:28.135588 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Deleting port 86c7ff2a-baf3-4297-aa36-e5a0a948e196 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:28.135816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:28.213583 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] For port 86c7ff2a-baf3-4297-aa36-e5a0a948e196, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=86c7ff2a-baf3-4297-aa36-e5a0a948e196,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:28.214024 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:28.227349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Calling delete_port for 86c7ff2a-baf3-4297-aa36-e5a0a948e196 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:28.418184 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (86c7ff2a-baf3-4297-aa36-e5a0a948e196), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:28.456355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c7ff2a-baf3-4297-aa36-e5a0a948e196,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:28.651305 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:28.890797 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:12:29.002917 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:29.008318 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-ce99629c-a461-46a4-ae45-5d90cb2d0103 admin admin] 10.222.0.44 "PUT /v2.0/routers/e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358976 Mar 22 15:12:29.010844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47448) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:29.013028 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] Sync routers for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:29.025449 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:29.026438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:29.119703 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks [] for router (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.139276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:29.223052 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks [] for router_gateway (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.247952 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.301021 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Deleting port 01f88bcd-1cb8-44ca-8300-32893083c4fb {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:29.301367 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.328846 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:12:28Z', 'revision_number': 5, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port': {'id': '01f88bcd-1cb8-44ca-8300-32893083c4fb', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:12Z', 'updated_at': '2022-03-22T15:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:29.371357 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] Checking router: e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:12:29.380944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] For port 01f88bcd-1cb8-44ca-8300-32893083c4fb, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=01f88bcd-1cb8-44ca-8300-32893083c4fb,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:29.381302 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.381509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] Routers {'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:29.382145 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:29.395056 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Calling delete_port for 01f88bcd-1cb8-44ca-8300-32893083c4fb owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:29.481678 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] Set router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:29.566773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (01f88bcd-1cb8-44ca-8300-32893083c4fb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.598415 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f88bcd-1cb8-44ca-8300-32893083c4fb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:29.667401 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.709165 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:12:29Z', 'revision_number': 6, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:29.738525 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f3c16-f719-47b8-ad60-fc1892cfeb1b None None] The sync data for ids ['e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a'] in n-d-834677-3 is: [{'id': 'e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a', 'name': 'tempest-TestShelveInstance-2115531470-router', 'tenant_id': 'd54e21809f6f4a6bb989629e78a64217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:11Z', 'updated_at': '2022-03-22T15:12:29Z', 'revision_number': 6, 'project_id': 'd54e21809f6f4a6bb989629e78a64217', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:12:29.763420 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.765764 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks [] for router_controller (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.813133 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.813721 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:12:29.819108 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.822811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4e3bfc0f-80de-4860-be2c-570fbd976f95 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e7c82bb5-23ef-48dd-a3ef-4aad8b2e644a HTTP/1.1" status: 204 len: 168 time: 0.8085871 Mar 22 15:12:29.823145 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47450) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:29.873046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] Deleting subnet 109a27fc-384e-46cc-9f6f-697bcd04b5a0 {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:12:29.877780 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] Publish callbacks [] for subnet (109a27fc-384e-46cc-9f6f-697bcd04b5a0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.916009 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (109a27fc-384e-46cc-9f6f-697bcd04b5a0), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.995095 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (109a27fc-384e-46cc-9f6f-697bcd04b5a0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.047188 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (109a27fc-384e-46cc-9f6f-697bcd04b5a0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.076568 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109a27fc-384e-46cc-9f6f-697bcd04b5a0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:30.082710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.086023 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e35f946b-c3c5-4cb9-b472-d80db7949410 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/109a27fc-384e-46cc-9f6f-697bcd04b5a0 HTTP/1.1" status: 204 len: 168 time: 0.2618287 Mar 22 15:12:30.088940 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47452) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:30.091820 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc328f-a6bf-4f26-8e08-91ded37957f4 None None] Network 3f76ad0e-1691-4629-a42a-bf630f554318 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:12:30.177935 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (3f76ad0e-1691-4629-a42a-bf630f554318), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.231858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Deleting port 6970d58c-8333-44f2-81d0-63e43ebe5164 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:30.232231 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.296987 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] For port 6970d58c-8333-44f2-81d0-63e43ebe5164, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=6970d58c-8333-44f2-81d0-63e43ebe5164,segment=NetworkSegment(b97f45c0-01f8-48f9-9a1f-7d4e82f260b3),segment_id=b97f45c0-01f8-48f9-9a1f-7d4e82f260b3)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:30.297323 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.315154 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Calling delete_port for 6970d58c-8333-44f2-81d0-63e43ebe5164 owned by network:dhcp {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:30.396122 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6970d58c-8333-44f2-81d0-63e43ebe5164), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.422485 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Pushing event deleted for resources: {'Port': ['ID=6970d58c-8333-44f2-81d0-63e43ebe5164,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:30.431118 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] No DVR routers for this DVR port 6970d58c-8333-44f2-81d0-63e43ebe5164 on host n-d-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:12:30.505646 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (3f76ad0e-1691-4629-a42a-bf630f554318), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.529116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f76ad0e-1691-4629-a42a-bf630f554318']}} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:30.541333 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfcf676-797e-4e4d-b3ce-cb32508be2bb None None] DHCP port deletion for 3f76ad0e-1691-4629-a42a-bf630f554318 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:12:30.546687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3') {'for_net_delete': True} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:30.546687 n-d-834677-3 neutron-server[110458]: DEBUG neutron.services.segments.db [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97f45c0-01f8-48f9-9a1f-7d4e82f260b3') {} {{(pid=110458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:30.567635 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4041793'] for segment (b97f45c0-01f8-48f9-9a1f-7d4e82f260b3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.585867 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (b97f45c0-01f8-48f9-9a1f-7d4e82f260b3), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.592141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:12:30.592524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16937535'] for segment (b97f45c0-01f8-48f9-9a1f-7d4e82f260b3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: Traceback (most recent call last): Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: timer() Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: cb(*args, **kw) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: return func(*args, **kwargs) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: self._notify() Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: self.callback(batched_events) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: event.method(event) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: return f(self, *a, **k) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: return self._get(url).json() Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: return self.request(url, 'GET', **kwargs) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:12:30.594216 n-d-834677-3 neutron-server[110458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:12:30.649637 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (3f76ad0e-1691-4629-a42a-bf630f554318), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.656048 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.660062 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f76ad0e-1691-4629-a42a-bf630f554318 HTTP/1.1" status: 204 len: 168 time: 0.5687394 Mar 22 15:12:30.663085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47454) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:30.678148 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318426-91e5-45a0-8b02-5aa047cb4406 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f76ad0e-1691-4629-a42a-bf630f554318,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:31.286185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6970d58c-8333-44f2-81d0-63e43ebe5164 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:31.306913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 6970d58c-8333-44f2-81d0-63e43ebe5164 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:12:31.307341 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 6970d58c-8333-44f2-81d0-63e43ebe5164 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:12:31.307828 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 01f88bcd-1cb8-44ca-8300-32893083c4fb no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:31.328693 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 01f88bcd-1cb8-44ca-8300-32893083c4fb {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:12:31.329142 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 01f88bcd-1cb8-44ca-8300-32893083c4fb not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:12:31.329567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 86c7ff2a-baf3-4297-aa36-e5a0a948e196 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:31.348219 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 86c7ff2a-baf3-4297-aa36-e5a0a948e196 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:12:31.348567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 86c7ff2a-baf3-4297-aa36-e5a0a948e196 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:12:31.414892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (0299ac10-f326-4e49-8671-17057698a4a2), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:31.670168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Deleting port c7bafbf5-34eb-46d8-b422-888b0e7b4df6 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:31.670881 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:31.757594 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] For port c7bafbf5-34eb-46d8-b422-888b0e7b4df6, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,segment=NetworkSegment(f8582a97-bdc5-4ddd-8158-60f9b9eb5a22),segment_id=f8582a97-bdc5-4ddd-8158-60f9b9eb5a22)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:31.757954 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:31.773655 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Calling delete_port for c7bafbf5-34eb-46d8-b422-888b0e7b4df6 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:31.965547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c7bafbf5-34eb-46d8-b422-888b0e7b4df6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:31.992754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bafbf5-34eb-46d8-b422-888b0e7b4df6,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:32.176892 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (0299ac10-f326-4e49-8671-17057698a4a2), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:32.409092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Router 0299ac10-f326-4e49-8671-17057698a4a2 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:12:32.521298 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:32.527222 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-2edfdcff-3c33-4566-850b-a15a574682f0 admin admin] 10.222.0.44 "PUT /v2.0/routers/0299ac10-f326-4e49-8671-17057698a4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8631074 Mar 22 15:12:32.530079 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47456) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:32.531591 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] Sync routers for ids ['0299ac10-f326-4e49-8671-17057698a4a2'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:32.542210 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] Routers {'0299ac10-f326-4e49-8671-17057698a4a2'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:32.542809 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0299ac10-f326-4e49-8671-17057698a4a2'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:32.640471 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks [] for router (0299ac10-f326-4e49-8671-17057698a4a2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:32.745357 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks [] for router_gateway (0299ac10-f326-4e49-8671-17057698a4a2), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:32.752544 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] Set router 0299ac10-f326-4e49-8671-17057698a4a2 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:32.801398 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Deleting port cab752c3-0bdf-4b8a-8a98-4d984f8814a8 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:32.802166 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:32.886774 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] For port cab752c3-0bdf-4b8a-8a98-4d984f8814a8, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:32.889701 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:32.907376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Calling delete_port for cab752c3-0bdf-4b8a-8a98-4d984f8814a8 owned by network:router_gateway {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:32.944549 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:12:31Z', 'revision_number': 5, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port': {'id': 'cab752c3-0bdf-4b8a-8a98-4d984f8814a8', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ac10-f326-4e49-8671-17057698a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:32.971298 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] Checking router: 0299ac10-f326-4e49-8671-17057698a4a2 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:12:32.979591 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] Routers {'0299ac10-f326-4e49-8671-17057698a4a2'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:32.980215 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['0299ac10-f326-4e49-8671-17057698a4a2'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:33.072631 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] Set router 0299ac10-f326-4e49-8671-17057698a4a2 gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:33.087299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (cab752c3-0bdf-4b8a-8a98-4d984f8814a8), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.117337 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab752c3-0bdf-4b8a-8a98-4d984f8814a8,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:33.127158 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:12:32Z', 'revision_number': 6, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:33.158371 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532d0ac-b66a-4ec5-bed8-4a891a798ff9 None None] The sync data for ids ['0299ac10-f326-4e49-8671-17057698a4a2'] in n-d-834677-3 is: [{'id': '0299ac10-f326-4e49-8671-17057698a4a2', 'name': 'tempest-TestShelveInstance-704728480-router', 'tenant_id': '6fc94a33d46c4bab9cce75928c769116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:16Z', 'updated_at': '2022-03-22T15:12:32Z', 'revision_number': 6, 'project_id': '6fc94a33d46c4bab9cce75928c769116', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:12:33.188890 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (0299ac10-f326-4e49-8671-17057698a4a2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.284289 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (0299ac10-f326-4e49-8671-17057698a4a2), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.286575 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks [] for router_controller (0299ac10-f326-4e49-8671-17057698a4a2), precommit_delete_associations {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.329252 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (0299ac10-f326-4e49-8671-17057698a4a2), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.329878 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0299ac10-f326-4e49-8671-17057698a4a2 {{(pid=110458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:12:33.334434 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.335628 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-310c1339-d9af-44b9-baf2-481c95926046 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0299ac10-f326-4e49-8671-17057698a4a2 HTTP/1.1" status: 204 len: 168 time: 0.8039398 Mar 22 15:12:33.338541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47458) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:33.386600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] Deleting subnet 1bf0f5f6-b3a0-4e67-8883-5fb454749ccb {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:12:33.390805 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] Publish callbacks [] for subnet (1bf0f5f6-b3a0-4e67-8883-5fb454749ccb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.434033 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (1bf0f5f6-b3a0-4e67-8883-5fb454749ccb), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.515055 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1bf0f5f6-b3a0-4e67-8883-5fb454749ccb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.576782 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (1bf0f5f6-b3a0-4e67-8883-5fb454749ccb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.597060 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c7bafbf5-34eb-46d8-b422-888b0e7b4df6 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:33.604463 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf0f5f6-b3a0-4e67-8883-5fb454749ccb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:33.608291 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.613743 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-eadf160e-b174-4987-a3f9-394b4bec3223 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1bf0f5f6-b3a0-4e67-8883-5fb454749ccb HTTP/1.1" status: 204 len: 168 time: 0.2719092 Mar 22 15:12:33.614043 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47460) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:33.630500 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c298ac-8bc8-461a-9654-0041ca44c907 None None] Network 5217255c-e04c-4ab7-8f00-9608dde105e8 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:12:33.632795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c7bafbf5-34eb-46d8-b422-888b0e7b4df6 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:12:33.633134 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c7bafbf5-34eb-46d8-b422-888b0e7b4df6 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:12:33.688819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (5217255c-e04c-4ab7-8f00-9608dde105e8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.742244 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Deleting port 00b3ad92-8c4a-4f04-8e92-be52629c4565 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:12:33.742577 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.806102 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] For port 00b3ad92-8c4a-4f04-8e92-be52629c4565, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=00b3ad92-8c4a-4f04-8e92-be52629c4565,segment=NetworkSegment(f8582a97-bdc5-4ddd-8158-60f9b9eb5a22),segment_id=f8582a97-bdc5-4ddd-8158-60f9b9eb5a22)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:33.806450 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.819356 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Calling delete_port for 00b3ad92-8c4a-4f04-8e92-be52629c4565 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:12:33.903343 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (00b3ad92-8c4a-4f04-8e92-be52629c4565), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:33.928634 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b3ad92-8c4a-4f04-8e92-be52629c4565,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:33.931794 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] No DVR routers for this DVR port 00b3ad92-8c4a-4f04-8e92-be52629c4565 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:12:33.973241 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a9f79-b364-4cad-aa44-7e26024cb1d0 None None] DHCP port deletion for 5217255c-e04c-4ab7-8f00-9608dde105e8 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:12:34.015803 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (5217255c-e04c-4ab7-8f00-9608dde105e8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.037616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5217255c-e04c-4ab7-8f00-9608dde105e8']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:34.047501 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:34.047771 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8582a97-bdc5-4ddd-8158-60f9b9eb5a22') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:34.057580 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (f8582a97-bdc5-4ddd-8158-60f9b9eb5a22), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.070990 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (f8582a97-bdc5-4ddd-8158-60f9b9eb5a22), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.077161 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:12:34.077590 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (f8582a97-bdc5-4ddd-8158-60f9b9eb5a22), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: timer() Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:12:34.079277 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:12:34.134297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (5217255c-e04c-4ab7-8f00-9608dde105e8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.140456 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.147106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5217255c-e04c-4ab7-8f00-9608dde105e8 HTTP/1.1" status: 204 len: 168 time: 0.5288382 Mar 22 15:12:34.156270 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642726a3-6994-4be7-b2c6-4b333bc7b669 admin admin] Pushing event deleted for resources: {'Network': ['ID=5217255c-e04c-4ab7-8f00-9608dde105e8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:34.269351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47464) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:34.315603 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-12f5573c-5fef-43e2-ba60-92da59d8a653 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d54e21809f6f4a6bb989629e78a64217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449476 Mar 22 15:12:34.318246 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47466) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:34.366193 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df032ed7-1dc7-4346-8a7c-88734136fac8 admin admin] Publish callbacks [] for security_group (37ca5b90-52bb-4b64-a60f-fc3a4d875f33), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.387341 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df032ed7-1dc7-4346-8a7c-88734136fac8 admin admin] Publish callbacks [] for security_group (37ca5b90-52bb-4b64-a60f-fc3a4d875f33), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.446016 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df032ed7-1dc7-4346-8a7c-88734136fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (37ca5b90-52bb-4b64-a60f-fc3a4d875f33), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.448587 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-df032ed7-1dc7-4346-8a7c-88734136fac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.449885 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-df032ed7-1dc7-4346-8a7c-88734136fac8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37ca5b90-52bb-4b64-a60f-fc3a4d875f33 HTTP/1.1" status: 204 len: 168 time: 0.1307492 Mar 22 15:12:34.458068 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df032ed7-1dc7-4346-8a7c-88734136fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ca5b90-52bb-4b64-a60f-fc3a4d875f33,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:34.809756 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47472) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:34.851061 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-8c0544b7-85a8-4738-8fc6-6f88c74796a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fc94a33d46c4bab9cce75928c769116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400662 Mar 22 15:12:34.853584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47474) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:34.902321 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1ef3-cc14-49d0-adbd-1e9fa3b5abb2 admin admin] Publish callbacks [] for security_group (ef4c8601-b1b7-4945-92b7-64939c503c68), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.923808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1ef3-cc14-49d0-adbd-1e9fa3b5abb2 admin admin] Publish callbacks [] for security_group (ef4c8601-b1b7-4945-92b7-64939c503c68), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.974314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1ef3-cc14-49d0-adbd-1e9fa3b5abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (ef4c8601-b1b7-4945-92b7-64939c503c68), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.976808 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1ef3-cc14-49d0-adbd-1e9fa3b5abb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:34.978006 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4c2d1ef3-cc14-49d0-adbd-1e9fa3b5abb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef4c8601-b1b7-4945-92b7-64939c503c68 HTTP/1.1" status: 204 len: 168 time: 0.1235118 Mar 22 15:12:34.986032 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d1ef3-cc14-49d0-adbd-1e9fa3b5abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4c8601-b1b7-4945-92b7-64939c503c68,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:35.268918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cab752c3-0bdf-4b8a-8a98-4d984f8814a8 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:35.293112 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: cab752c3-0bdf-4b8a-8a98-4d984f8814a8 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:12:35.293454 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device cab752c3-0bdf-4b8a-8a98-4d984f8814a8 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:12:35.293865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 00b3ad92-8c4a-4f04-8e92-be52629c4565 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:35.312917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 00b3ad92-8c4a-4f04-8e92-be52629c4565 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:12:35.313195 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 00b3ad92-8c4a-4f04-8e92-be52629c4565 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:12:35.673252 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47496) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:35.803029 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1537518217-network', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:35.825866 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Made reservation on behalf of 74b3f92caa7c4af4b129ce789528e80a for: {'network': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:12:35.828462 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:35.837268 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:35.924860 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks [] for security_group (0db915ff-4cfa-4388-9b90-c65098293813), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:35.930092 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0db915ff-4cfa-4388-9b90-c65098293813), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:35.955758 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=110458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:12:35.965861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db915ff-4cfa-4388-9b90-c65098293813,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:35.972589 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ea809fbe-d48b-4893-959e-c1391be65eb6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:35.972928 n-d-834677-3 neutron-server[110458]: INFO neutron.db.segments_db [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Added segment ea809fbe-d48b-4893-959e-c1391be65eb6 of type vlan for network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d Mar 22 15:12:36.026882 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.055184 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.056794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:36.057362 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.111630 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4368987 Mar 22 15:12:36.114553 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47500) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:36.116613 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6ea3c-c23b-439b-a3f4-1a40ca5c6e09 admin admin] Pushing event updated for resources: {'Network': ['ID=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:36.120826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Request body: {'subnet': {'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1537518217-subnet', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'ip_version': 4}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:36.126572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:12:36.144050 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Made reservation on behalf of 74b3f92caa7c4af4b129ce789528e80a for: {'subnet': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:12:36.146876 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9332683'] for subnet (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.314436 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8849625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9332701'] for subnet (1dd47d75-96da-4dcc-b0d8-c87a265021fb), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.365683 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd47d75-96da-4dcc-b0d8-c87a265021fb,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:36.376366 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Checking segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:36.376719 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Network hostable DHCP agents. Network: 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:12:36.396785 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:12:36.406714 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d) {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:36.411907 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:36.414050 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.415094 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d05297-c063-4c5d-ae54-89391e840952 None None] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:12:36.430422 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-90917f8f-cb4e-4ed2-93a4-e30318d4e7bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3147507 Mar 22 15:12:36.433085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47502) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:36.437758 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:36.459967 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (51a73a02-4ff0-4139-8bfc-4091cbe035b3), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.461132 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (51a73a02-4ff0-4139-8bfc-4091cbe035b3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.514502 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks [] for router_controller (51a73a02-4ff0-4139-8bfc-4091cbe035b3), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.520441 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:12:36.521643 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.656761 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Allocated IP 172.20.0.2 (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d/1dd47d75-96da-4dcc-b0d8-c87a265021fb/1f8f5225-6945-4eae-a06a-0445aefd4087) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:36.657011 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks [] for router_gateway (51a73a02-4ff0-4139-8bfc-4091cbe035b3), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.799007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Publish callbacks [] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.805742 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.846252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:36.849208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:36.851873 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:36.855996 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks [] for router_gateway (51a73a02-4ff0-4139-8bfc-4091cbe035b3), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.866013 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Pushing event updated for resources: {'Port': ['ID=1f8f5225-6945-4eae-a06a-0445aefd4087,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:36.875131 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.890320 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.890667 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.891007 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.891340 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.891804 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.891987 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.892336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.892654 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.893484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.893484 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.893743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.893743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.894189 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.894520 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.894834 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:36.931367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Attempting to bind port 1f8f5225-6945-4eae-a06a-0445aefd4087 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:36.931644 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Attempting to bind port 1f8f5225-6945-4eae-a06a-0445aefd4087 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:36.931988 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Attempting to bind port 1f8f5225-6945-4eae-a06a-0445aefd4087 on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:36.936963 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:36.937318 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Checking segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:36.937716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.938135 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Bound using segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:36.938599 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Bound port: 1f8f5225-6945-4eae-a06a-0445aefd4087, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:36.939003 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:36.980518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Allocated IP 172.25.2.156 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:37.007399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] For port 1f8f5225-6945-4eae-a06a-0445aefd4087, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:37.010591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] For port 1f8f5225-6945-4eae-a06a-0445aefd4087, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1f8f5225-6945-4eae-a06a-0445aefd4087,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:37.016980 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.073314 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4a79f-e858-418c-9337-f06560c80cf5 None None] Pushing event updated for resources: {'Port': ['ID=1f8f5225-6945-4eae-a06a-0445aefd4087,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:37.096323 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks [] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.132718 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.169640 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:37.172675 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:37.176260 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:37.208589 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Pushing event updated for resources: {'Port': ['ID=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:37.475257 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks [] for router_gateway (51a73a02-4ff0-4139-8bfc-4091cbe035b3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.678475 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (51a73a02-4ff0-4139-8bfc-4091cbe035b3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.814844 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:12:37.927865 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:37.938472 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Sync routers for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:37.947107 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.951441 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-1922cfe9-f9f6-4f0d-bc2c-4f20059ef495 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5149992 Mar 22 15:12:37.952078 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47504) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:37.954208 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:37.954913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:38.025679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079c1fd-042f-4ffe-8d93-31047c47711c None None] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:12:38.136258 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e64ba5cb-718b-48e6-93f1-7162d970ec28 None None] Provisioning complete for port 1f8f5225-6945-4eae-a06a-0445aefd4087 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:38.136631 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e64ba5cb-718b-48e6-93f1-7162d970ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.141090 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:38.402901 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e64ba5cb-718b-48e6-93f1-7162d970ec28 None None] Current status of the port 1f8f5225-6945-4eae-a06a-0445aefd4087 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:38.403339 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e64ba5cb-718b-48e6-93f1-7162d970ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.445424 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e64ba5cb-718b-48e6-93f1-7162d970ec28 None None] For port 1f8f5225-6945-4eae-a06a-0445aefd4087, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1f8f5225-6945-4eae-a06a-0445aefd4087,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:38.455479 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:37Z', 'revision_number': 3, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:38.457603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e64ba5cb-718b-48e6-93f1-7162d970ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.512243 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Checking router: 51a73a02-4ff0-4139-8bfc-4091cbe035b3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:12:38.512702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Updating router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:12:38.558522 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ba5cb-718b-48e6-93f1-7162d970ec28 None None] Pushing event updated for resources: {'Port': ['ID=1f8f5225-6945-4eae-a06a-0445aefd4087,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:38.561168 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.612031 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-db3b717c-96c6-4a0f-8663-202cf0984edc None None] Provisioning complete for port 1f8f5225-6945-4eae-a06a-0445aefd4087 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:38.612284 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-db3b717c-96c6-4a0f-8663-202cf0984edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.723921 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.812783 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-db3b717c-96c6-4a0f-8663-202cf0984edc None None] Current status of the port 1f8f5225-6945-4eae-a06a-0445aefd4087 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:38.878053 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Allocated IP 172.20.0.1 (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d/1dd47d75-96da-4dcc-b0d8-c87a265021fb/5c202732-c15b-4ce6-90d5-916a0322372f) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:38.885839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Publish callbacks [] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.891912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.940215 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Attempting to bind port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:38.940905 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Attempting to bind port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:38.941022 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Attempting to bind port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:38.946534 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcdca0-6b3c-4b24-ad28-6447c0913abe None None] Pushing event updated for resources: {'Port': ['ID=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:38.955986 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:38.956370 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:38.956775 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.957162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:38.957645 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Bound port: eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:38.958059 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:38.990769 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks [] for port (5c202732-c15b-4ce6-90d5-916a0322372f), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.013326 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] For port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:39.016935 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] For port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:39.024720 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.026049 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.062435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:39.069097 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:39.073805 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:39.077435 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Pushing event updated for resources: {'Port': ['ID=5c202732-c15b-4ce6-90d5-916a0322372f,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:39.085377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcdca0-6b3c-4b24-ad28-6447c0913abe None None] Pushing event updated for resources: {'Port': ['ID=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:39.088703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:39.089392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:39.114222 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (51a73a02-4ff0-4139-8bfc-4091cbe035b3), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.274037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.350338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1f8f5225-6945-4eae-a06a-0445aefd4087 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:39.424556 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:39.454873 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks [] for port (5c202732-c15b-4ce6-90d5-916a0322372f), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.460134 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.488617 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 1f8f5225-6945-4eae-a06a-0445aefd4087 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:39.488990 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.526502 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Pushing event updated for resources: {'Port': ['ID=5c202732-c15b-4ce6-90d5-916a0322372f,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:39.530313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (51a73a02-4ff0-4139-8bfc-4091cbe035b3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.558270 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-88194ea2-eca9-449c-ad56-f51930746534 None None] Provisioning complete for port 5c202732-c15b-4ce6-90d5-916a0322372f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:39.558624 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-88194ea2-eca9-449c-ad56-f51930746534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.614402 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-88194ea2-eca9-449c-ad56-f51930746534 None None] Port 5c202732-c15b-4ce6-90d5-916a0322372f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:12:39.628890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:39.630645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:39.697136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 1f8f5225-6945-4eae-a06a-0445aefd4087 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:39.722115 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:37Z', 'revision_number': 3, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:39.753301 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefe5e2-d5bf-446d-947f-be8d566e589b None None] The sync data for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 is: [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:37Z', 'revision_number': 3, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:12:39.766101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:12:39.844292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e247bc8f-db1f-4d79-bd8d-1ee68d781b81 None None] Provisioning complete for port 5c202732-c15b-4ce6-90d5-916a0322372f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:39.844665 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e247bc8f-db1f-4d79-bd8d-1ee68d781b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:39.881539 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e247bc8f-db1f-4d79-bd8d-1ee68d781b81 None None] Port 5c202732-c15b-4ce6-90d5-916a0322372f cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:12:39.896238 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:39.901280 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-399eeb5b-264d-497d-ba64-375ad5ec8f0e admin admin] 10.222.0.44 "PUT /v2.0/routers/51a73a02-4ff0-4139-8bfc-4091cbe035b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9485660 Mar 22 15:12:40.407362 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47520) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:40.412598 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1994017922-network', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:40.432442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Made reservation on behalf of 9c751c0f53b943fcb683f308f89d7abe for: {'network': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:12:40.435171 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for network (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.444523 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.525384 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks [] for security_group (b45438e4-05bd-49c3-a6ac-5595ef993ad8), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.529538 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b45438e4-05bd-49c3-a6ac-5595ef993ad8), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.554132 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=110457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:12:40.564061 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45438e4-05bd-49c3-a6ac-5595ef993ad8,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:40.568762 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2ceec174-2bc4-4121-ac49-e88e586976e9), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.569088 n-d-834677-3 neutron-server[110457]: INFO neutron.db.segments_db [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Added segment 2ceec174-2bc4-4121-ac49-e88e586976e9 of type vlan for network 46d09b19-54cc-4020-a3d8-8872b3567d84 Mar 22 15:12:40.611167 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784113407573'] for network (46d09b19-54cc-4020-a3d8-8872b3567d84), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.637152 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142'] for network (46d09b19-54cc-4020-a3d8-8872b3567d84), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.638296 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:40.638899 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.695286 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2866251 Mar 22 15:12:40.698221 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47522) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:40.702469 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c73c3-64b6-4c51-90dd-35db665938fd admin admin] Pushing event updated for resources: {'Network': ['ID=46d09b19-54cc-4020-a3d8-8872b3567d84,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:40.705455 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Request body: {'subnet': {'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1994017922-subnet', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'ip_version': 4}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:40.720711 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 details requested by agent ovs-agent-n-d-834677-3 with host n-d-834677-3 {{(pid=110459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:12:40.733212 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Made reservation on behalf of 9c751c0f53b943fcb683f308f89d7abe for: {'subnet': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:12:40.735675 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17509173'] for subnet (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.906089 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16940252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17509155'] for subnet (6dc533e0-3658-46f7-b30d-3988b73e48fe), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:40.971924 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc533e0-3658-46f7-b30d-3988b73e48fe,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:40.984027 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Checking segment: {'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:40.984508 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Network hostable DHCP agents. Network: 46d09b19-54cc-4020-a3d8-8872b3567d84, hostable agents: ['12001711-1041-437f-acbe-3d459c165f3f'], hosted agents: [] {{(pid=110458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:12:41.007312 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 is scheduled to be hosted by DHCP agent 12001711-1041-437f-acbe-3d459c165f3f with binding_index 1 {{(pid=110458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:12:41.019645 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-3, 46d09b19-54cc-4020-a3d8-8872b3567d84) {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:41.024861 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:41.025470 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.034185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b72fa-d66d-4d31-94c6-95830cace681 None None] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:12:41.046226 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2b89e8ac-e9c8-4ab3-8464-2f0941a117b9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3463705 Mar 22 15:12:41.049175 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47524) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:41.055881 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:41.082340 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3069'] for router (01c96f8f-68bc-4c1c-8787-2c1e70791eef), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.083739 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3058'] for router (01c96f8f-68bc-4c1c-8787-2c1e70791eef), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.139288 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks [] for router_controller (01c96f8f-68bc-4c1c-8787-2c1e70791eef), precommit_add_association {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.160940 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62865791-dff8-5bfd-bd19-b747b22e7cd4-46d09b19-54cc-4020-a3d8-8872b3567d84', 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84', 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'fixed_ips': [{'subnet_id': '6dc533e0-3658-46f7-b30d-3988b73e48fe'}]}} from n-d-834677-3. {{(pid=110459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:12:41.162156 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.296297 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks [] for router_gateway (01c96f8f-68bc-4c1c-8787-2c1e70791eef), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.321367 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.db_base_plugin_common [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Allocated IP 172.20.0.2 (46d09b19-54cc-4020-a3d8-8872b3567d84/6dc533e0-3658-46f7-b30d-3988b73e48fe/c4a797df-251b-479f-9c7f-f772b98050da) {{(pid=110459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:41.346532 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:41.425698 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Sync routers for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:41.439994 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:41.440617 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:41.472973 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:41.473253 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.514461 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks [] for router_gateway (01c96f8f-68bc-4c1c-8787-2c1e70791eef), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.539454 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.549137 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:41.553512 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Publish callbacks [] for port (c4a797df-251b-479f-9c7f-f772b98050da), precommit_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.563954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934'] for port (c4a797df-251b-479f-9c7f-f772b98050da), after_create {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.639612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 is already hosted by enough agents. {{(pid=110459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:41.641377 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Pushing event updated for resources: {'Port': ['ID=c4a797df-251b-479f-9c7f-f772b98050da,revision_number=1']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:41.645383 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:41.645383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.651274 n-d-834677-3 neutron-server[110459]: DEBUG neutron.scheduler.base_scheduler [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Resources bound (agent type, host, resource id): {{(pid=110459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:41.654173 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Received port after_create {{(pid=110459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:41.668437 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Allocated IP 172.25.2.172 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/d2333fba-9e2d-463c-afa7-e2df762f8c65) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:41.695642 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:41.722208 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.753237 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Attempting to bind port c4a797df-251b-479f-9c7f-f772b98050da on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:41.753612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Attempting to bind port c4a797df-251b-479f-9c7f-f772b98050da by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:41.753983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Attempting to bind port c4a797df-251b-479f-9c7f-f772b98050da on network 46d09b19-54cc-4020-a3d8-8872b3567d84 {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:41.765197 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:41.765572 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Checking segment: {'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:41.765995 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.766596 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Bound using segment: {'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:41.766992 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Bound port: c4a797df-251b-479f-9c7f-f772b98050da, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:41.767373 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4a797df-251b-479f-9c7f-f772b98050da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.795473 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:41.796464 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 2, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:41.806165 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks [] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.827109 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Checking router: 51a73a02-4ff0-4139-8bfc-4091cbe035b3 for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:12:41.827457 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Updating router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 port 5c202732-c15b-4ce6-90d5-916a0322372f binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:12:41.852299 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] For port c4a797df-251b-479f-9c7f-f772b98050da, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:41.852654 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.857384 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] For port c4a797df-251b-479f-9c7f-f772b98050da, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c4a797df-251b-479f-9c7f-f772b98050da,segment=NetworkSegment(2ceec174-2bc4-4121-ac49-e88e586976e9),segment_id=2ceec174-2bc4-4121-ac49-e88e586976e9)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:41.862022 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.866937 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4a797df-251b-479f-9c7f-f772b98050da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:41.915122 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:41.920522 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:41.924777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:41.960004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ffd8d-a19c-4e20-8ac8-a2fb8143145a None None] Pushing event updated for resources: {'Port': ['ID=c4a797df-251b-479f-9c7f-f772b98050da,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:41.978291 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2333fba-9e2d-463c-afa7-e2df762f8c65,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:42.182227 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Publish callbacks [] for port (5c202732-c15b-4ce6-90d5-916a0322372f), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.196416 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.273516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks [] for router_gateway (01c96f8f-68bc-4c1c-8787-2c1e70791eef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.276128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Pushing event updated for resources: {'Port': ['ID=5c202732-c15b-4ce6-90d5-916a0322372f,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:42.300919 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.301349 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.301771 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.302229 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.302640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.303050 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.303459 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.303867 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.304293 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.304702 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.305109 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.305513 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.306238 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.306640 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.307051 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:42.323755 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Attempting to bind port 5c202732-c15b-4ce6-90d5-916a0322372f on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:42.324460 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Attempting to bind port 5c202732-c15b-4ce6-90d5-916a0322372f by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:42.325137 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Attempting to bind port 5c202732-c15b-4ce6-90d5-916a0322372f on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:42.330844 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:42.331223 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Checking segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:42.331625 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.332014 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Bound using segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:42.333043 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Bound port: 5c202732-c15b-4ce6-90d5-916a0322372f, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:42.333422 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.407052 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] For port 5c202732-c15b-4ce6-90d5-916a0322372f, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:42.410556 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] For port 5c202732-c15b-4ce6-90d5-916a0322372f, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5c202732-c15b-4ce6-90d5-916a0322372f,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:42.419916 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.483104 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1d39-1cb7-47de-8f98-3973202bac19 None None] Pushing event updated for resources: {'Port': ['ID=5c202732-c15b-4ce6-90d5-916a0322372f,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:42.490119 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:42.491198 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:42.503028 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737831'] for router (01c96f8f-68bc-4c1c-8787-2c1e70791eef), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.543151 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-966c5c68-96f4-4e0f-8caf-ff0263a79020 None None] Provisioning complete for port 5c202732-c15b-4ce6-90d5-916a0322372f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:42.543688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-966c5c68-96f4-4e0f-8caf-ff0263a79020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.596366 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:42.642850 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-966c5c68-96f4-4e0f-8caf-ff0263a79020 None None] Current status of the port 5c202732-c15b-4ce6-90d5-916a0322372f is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:42.643240 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-966c5c68-96f4-4e0f-8caf-ff0263a79020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.695743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-966c5c68-96f4-4e0f-8caf-ff0263a79020 None None] For port 5c202732-c15b-4ce6-90d5-916a0322372f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5c202732-c15b-4ce6-90d5-916a0322372f,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:42.701816 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Router 01c96f8f-68bc-4c1c-8787-2c1e70791eef is scheduled to L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f with binding_index 1 {{(pid=110457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:12:42.704744 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-966c5c68-96f4-4e0f-8caf-ff0263a79020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.772444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c5c68-96f4-4e0f-8caf-ff0263a79020 None None] Pushing event updated for resources: {'Port': ['ID=5c202732-c15b-4ce6-90d5-916a0322372f,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:42.832944 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:42.833623 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-e84e520f-9764-4d2b-8ad6-f5a242e383ee None None] Provisioning complete for port 5c202732-c15b-4ce6-90d5-916a0322372f triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:42.834235 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e84e520f-9764-4d2b-8ad6-f5a242e383ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.862281 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:42.866563 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47526) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:42.867220 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-54c096c2-1d53-467b-9b8c-3b76254c3eb6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8167243 Mar 22 15:12:42.872700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Sync routers for ids ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:42.896481 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Routers {'01c96f8f-68bc-4c1c-8787-2c1e70791eef'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:42.897255 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:42.966561 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:43.002706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5c2c4-6f44-43f9-862a-4942a84a3fea None None] The sync data for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 is: [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:12:43.047641 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-e84e520f-9764-4d2b-8ad6-f5a242e383ee None None] Current status of the port 5c202732-c15b-4ce6-90d5-916a0322372f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:43.085925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Set router 01c96f8f-68bc-4c1c-8787-2c1e70791eef gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:43.197143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4521b1-184d-49e8-9a47-f8fdabe29e2c None None] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:12:43.325674 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-52f4bed3-8087-473b-bd90-655dfe3032f6 None None] Provisioning complete for port c4a797df-251b-479f-9c7f-f772b98050da triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:43.326210 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52f4bed3-8087-473b-bd90-655dfe3032f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4a797df-251b-479f-9c7f-f772b98050da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:43.638347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:43.689217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-52f4bed3-8087-473b-bd90-655dfe3032f6 None None] Current status of the port c4a797df-251b-479f-9c7f-f772b98050da is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:43.689606 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52f4bed3-8087-473b-bd90-655dfe3032f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (c4a797df-251b-479f-9c7f-f772b98050da), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:43.694778 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 3, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port': {'id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4472, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:43.741388 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Checking router: 01c96f8f-68bc-4c1c-8787-2c1e70791eef for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:12:43.741735 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Updating router 01c96f8f-68bc-4c1c-8787-2c1e70791eef port d2333fba-9e2d-463c-afa7-e2df762f8c65 binding host n-d-834677-3 {{(pid=110459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:12:43.759291 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:43.765409 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-52f4bed3-8087-473b-bd90-655dfe3032f6 None None] For port c4a797df-251b-479f-9c7f-f772b98050da, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c4a797df-251b-479f-9c7f-f772b98050da,segment=NetworkSegment(2ceec174-2bc4-4121-ac49-e88e586976e9),segment_id=2ceec174-2bc4-4121-ac49-e88e586976e9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:43.790443 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-52f4bed3-8087-473b-bd90-655dfe3032f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (c4a797df-251b-479f-9c7f-f772b98050da), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:43.819062 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:43.865795 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:43.866195 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:43.941411 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Allocated IP 172.20.0.1 (46d09b19-54cc-4020-a3d8-8872b3567d84/6dc533e0-3658-46f7-b30d-3988b73e48fe/767234a3-4a52-404d-9b77-4c1dfbb422d0) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:44.012040 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4bed3-8087-473b-bd90-655dfe3032f6 None None] Pushing event updated for resources: {'Port': ['ID=c4a797df-251b-479f-9c7f-f772b98050da,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:44.058826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks [] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.087217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-403d1a86-e353-4b3a-8fd5-7fe60f0ce379 None None] Provisioning complete for port c4a797df-251b-479f-9c7f-f772b98050da triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:44.087579 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-403d1a86-e353-4b3a-8fd5-7fe60f0ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4a797df-251b-479f-9c7f-f772b98050da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.097496 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.137720 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:44.143011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:44.148255 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:44.166626 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:44.167769 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5c202732-c15b-4ce6-90d5-916a0322372f up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:44.179011 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Pushing event updated for resources: {'Port': ['ID=767234a3-4a52-404d-9b77-4c1dfbb422d0,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:44.199806 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738802'] for router_interface (01c96f8f-68bc-4c1c-8787-2c1e70791eef), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.288509 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-403d1a86-e353-4b3a-8fd5-7fe60f0ce379 None None] Current status of the port c4a797df-251b-479f-9c7f-f772b98050da is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:44.352393 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 5c202732-c15b-4ce6-90d5-916a0322372f triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:44.352780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.366965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.392975 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Publish callbacks [] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), precommit_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.415007 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.479579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Attempting to bind port d2333fba-9e2d-463c-afa7-e2df762f8c65 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:44.479969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Attempting to bind port d2333fba-9e2d-463c-afa7-e2df762f8c65 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:44.480304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Attempting to bind port d2333fba-9e2d-463c-afa7-e2df762f8c65 on network 81b33ed6-9101-4c52-8c0a-e05026051aeb {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:44.488352 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5c4b7-c3e7-4a84-a44b-a8dc310cadd3 None None] Pushing event updated for resources: {'Port': ['ID=d2333fba-9e2d-463c-afa7-e2df762f8c65,revision_number=2']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:44.494676 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:44.495061 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Checking segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:44.496171 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.496567 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Bound using segment: {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'} {{(pid=110459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:44.497391 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.managers [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Bound port: d2333fba-9e2d-463c-afa7-e2df762f8c65, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf85f2-2df4-437d-8c2c-2652b8d01a3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb'}}] {{(pid=110459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:44.497768 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.548480 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks [] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.554117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.562624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 5c202732-c15b-4ce6-90d5-916a0322372f is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:44.563597 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4a797df-251b-479f-9c7f-f772b98050da up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:44.594679 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-a0022322-4ccc-4af3-ba63-7121f77ff15a None None] Provisioning complete for port 767234a3-4a52-404d-9b77-4c1dfbb422d0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:44.595045 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-a0022322-4ccc-4af3-ba63-7121f77ff15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.622905 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738662'] for router_interface (01c96f8f-68bc-4c1c-8787-2c1e70791eef), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.624630 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Pushing event updated for resources: {'Port': ['ID=767234a3-4a52-404d-9b77-4c1dfbb422d0,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:44.642289 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] For port d2333fba-9e2d-463c-afa7-e2df762f8c65, host n-d-834677-3, cleared binding levels {{(pid=110459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:44.665220 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] For port d2333fba-9e2d-463c-afa7-e2df762f8c65, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2333fba-9e2d-463c-afa7-e2df762f8c65,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:44.669132 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-a0022322-4ccc-4af3-ba63-7121f77ff15a None None] Port 767234a3-4a52-404d-9b77-4c1dfbb422d0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:12:44.680820 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.721044 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:44.722479 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:44.728613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c4a797df-251b-479f-9c7f-f772b98050da triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:44.728991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4a797df-251b-479f-9c7f-f772b98050da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:44.773418 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Routers {'01c96f8f-68bc-4c1c-8787-2c1e70791eef'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:44.774217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:44.784552 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5c4b7-c3e7-4a84-a44b-a8dc310cadd3 None None] Pushing event updated for resources: {'Port': ['ID=d2333fba-9e2d-463c-afa7-e2df762f8c65,revision_number=3']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:44.848550 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Router 01c96f8f-68bc-4c1c-8787-2c1e70791eef has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:12:44.931501 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] Set router 01c96f8f-68bc-4c1c-8787-2c1e70791eef gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:44.933166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c4a797df-251b-479f-9c7f-f772b98050da is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:44.978463 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:44.986217 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-5a8f9992-5830-422e-9502-14223e4f1677 admin admin] 10.222.0.44 "PUT /v2.0/routers/01c96f8f-68bc-4c1c-8787-2c1e70791eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185145 Mar 22 15:12:45.063338 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-71b98de9-f85f-4de1-a0ed-f3846adde06b None None] Provisioning complete for port 767234a3-4a52-404d-9b77-4c1dfbb422d0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:45.063710 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-71b98de9-f85f-4de1-a0ed-f3846adde06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.116721 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-71b98de9-f85f-4de1-a0ed-f3846adde06b None None] Port 767234a3-4a52-404d-9b77-4c1dfbb422d0 cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:12:45.191188 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 4, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port': {'id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4472, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '767234a3-4a52-404d-9b77-4c1dfbb422d0', 'name': '', 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'mac_address': 'fa:16:3e:3c:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:43Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 2, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'subnets': [{'id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:45.225613 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2577c-3c3b-4a74-956a-259bd4c8becc None None] The sync data for ids ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'] in n-d-834677-3 is: [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 4, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port': {'id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4472, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '767234a3-4a52-404d-9b77-4c1dfbb422d0', 'name': '', 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'mac_address': 'fa:16:3e:3c:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:43Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 2, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'subnets': [{'id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:12:45.303175 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4a797df-251b-479f-9c7f-f772b98050da up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:45.364242 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port c4a797df-251b-479f-9c7f-f772b98050da triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:45.364872 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (c4a797df-251b-479f-9c7f-f772b98050da), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.452004 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port c4a797df-251b-479f-9c7f-f772b98050da is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:45.567686 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47534) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:45.572567 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-eea00078-b204-4490-8a11-219b26c1a841 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256457125', 'description': 'tempest-secgroup-smoke-1256457125 description', 'project_id': '74b3f92caa7c4af4b129ce789528e80a'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:45.597117 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea00078-b204-4490-8a11-219b26c1a841 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.665432 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea00078-b204-4490-8a11-219b26c1a841 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group (605f95e8-2da9-4664-8749-968908d8d343), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.670340 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea00078-b204-4490-8a11-219b26c1a841 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (605f95e8-2da9-4664-8749-968908d8d343), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.700425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea00078-b204-4490-8a11-219b26c1a841 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605f95e8-2da9-4664-8749-968908d8d343,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:45.705641 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-eea00078-b204-4490-8a11-219b26c1a841 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.710346 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47536) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:45.710850 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-eea00078-b204-4490-8a11-219b26c1a841 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1415195 Mar 22 15:12:45.715861 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-db511354-76d0-4d16-b321-72cef0054dbc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'security_group_rule': {'security_group_id': '605f95e8-2da9-4664-8749-968908d8d343', 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:45.744496 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db511354-76d0-4d16-b321-72cef0054dbc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (0c7ecba6-93c9-4f8e-b5a6-a85a6e9c692e), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.805771 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db511354-76d0-4d16-b321-72cef0054dbc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (0c7ecba6-93c9-4f8e-b5a6-a85a6e9c692e), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.810547 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db511354-76d0-4d16-b321-72cef0054dbc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (0c7ecba6-93c9-4f8e-b5a6-a85a6e9c692e), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.828802 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db511354-76d0-4d16-b321-72cef0054dbc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7ecba6-93c9-4f8e-b5a6-a85a6e9c692e,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:45.842877 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-db511354-76d0-4d16-b321-72cef0054dbc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.846025 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-db511354-76d0-4d16-b321-72cef0054dbc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322269 Mar 22 15:12:45.846967 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47538) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:45.851361 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-caff6d0e-c02e-4f4d-a2bb-0925db0ef9fe tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'security_group_rule': {'security_group_id': '605f95e8-2da9-4664-8749-968908d8d343', 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:45.878413 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-caff6d0e-c02e-4f4d-a2bb-0925db0ef9fe tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (60e67166-cbd7-4d3c-a125-9771879bea9a), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.956924 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-caff6d0e-c02e-4f4d-a2bb-0925db0ef9fe tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (60e67166-cbd7-4d3c-a125-9771879bea9a), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.962814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-caff6d0e-c02e-4f4d-a2bb-0925db0ef9fe tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (60e67166-cbd7-4d3c-a125-9771879bea9a), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.982997 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff6d0e-c02e-4f4d-a2bb-0925db0ef9fe tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e67166-cbd7-4d3c-a125-9771879bea9a,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:45.994438 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-caff6d0e-c02e-4f4d-a2bb-0925db0ef9fe tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:45.995706 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-caff6d0e-c02e-4f4d-a2bb-0925db0ef9fe tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477642 Mar 22 15:12:45.998518 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47540) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:46.002875 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-4258cbab-5cde-47b7-a899-fffbdb217018 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'security_group_rule': {'security_group_id': '605f95e8-2da9-4664-8749-968908d8d343', 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:46.029597 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4258cbab-5cde-47b7-a899-fffbdb217018 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (d070d6dd-e4e4-4504-b9ad-53ea77919d9b), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.112666 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4258cbab-5cde-47b7-a899-fffbdb217018 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (d070d6dd-e4e4-4504-b9ad-53ea77919d9b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.116756 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4258cbab-5cde-47b7-a899-fffbdb217018 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d070d6dd-e4e4-4504-b9ad-53ea77919d9b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.135592 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258cbab-5cde-47b7-a899-fffbdb217018 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d070d6dd-e4e4-4504-b9ad-53ea77919d9b,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:46.143253 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-4258cbab-5cde-47b7-a899-fffbdb217018 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.144654 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-4258cbab-5cde-47b7-a899-fffbdb217018 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450474 Mar 22 15:12:46.147618 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47542) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:46.151956 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-7ac7a540-a4fd-4a6b-886d-37aa5169770b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'security_group_rule': {'security_group_id': '605f95e8-2da9-4664-8749-968908d8d343', 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:46.181244 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a540-a4fd-4a6b-886d-37aa5169770b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (e8b0912a-0b16-42ad-9b05-ee79a5ed1666), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.242608 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a540-a4fd-4a6b-886d-37aa5169770b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (e8b0912a-0b16-42ad-9b05-ee79a5ed1666), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.247250 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a540-a4fd-4a6b-886d-37aa5169770b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (e8b0912a-0b16-42ad-9b05-ee79a5ed1666), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.266054 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7a540-a4fd-4a6b-886d-37aa5169770b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b0912a-0b16-42ad-9b05-ee79a5ed1666,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:46.274677 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a540-a4fd-4a6b-886d-37aa5169770b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.275911 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7ac7a540-a4fd-4a6b-886d-37aa5169770b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273897 Mar 22 15:12:46.278781 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47544) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:46.283192 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'security_group_rule': {'security_group_id': '605f95e8-2da9-4664-8749-968908d8d343', 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:46.303933 n-d-834677-3 neutron-server[110457]: INFO neutron.db.securitygroups_db [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Project 74b3f92caa7c4af4b129ce789528e80a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:12:46.309462 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (d01bd2ad-6fe6-4696-979c-64dac080ce2d), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.371616 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (d01bd2ad-6fe6-4696-979c-64dac080ce2d), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.375569 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (d01bd2ad-6fe6-4696-979c-64dac080ce2d), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.393649 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01bd2ad-6fe6-4696-979c-64dac080ce2d,revision_number=0']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:46.401700 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.403315 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-b35dc9df-5e0b-4b38-a333-5a0354a45293 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232307 Mar 22 15:12:46.406004 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47546) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:46.410682 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'security_group_rule': {'security_group_id': '605f95e8-2da9-4664-8749-968908d8d343', 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:46.432809 n-d-834677-3 neutron-server[110458]: INFO neutron.db.securitygroups_db [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Project 74b3f92caa7c4af4b129ce789528e80a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:12:46.440317 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (ae02eee3-bd43-4a24-a2ab-6cefdf0c9a73), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.507493 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (ae02eee3-bd43-4a24-a2ab-6cefdf0c9a73), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.511746 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560490'] for security_group_rule (ae02eee3-bd43-4a24-a2ab-6cefdf0c9a73), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.530714 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae02eee3-bd43-4a24-a2ab-6cefdf0c9a73,revision_number=0']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:46.539544 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:46.540952 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-1e7e5d58-3051-42ad-bcf8-7647955dffdb tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338563 Mar 22 15:12:46.695397 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-90e2d793-347e-48b8-b671-adda4c7feaa2 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256457125&fields=id&tenant_id=74b3f92caa7c4af4b129ce789528e80a HTTP/1.1" status: 200 len: 267 time: 0.0465138 Mar 22 15:12:46.803272 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-5ac8e9b3-9012-4b54-a1fd-bb867d0f0a2e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:46.804737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-5ac8e9b3-9012-4b54-a1fd-bb867d0f0a2e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 810 time: 0.1024351 Mar 22 15:12:46.819732 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-bc1fa6a8-1a65-4bf7-b5b2-15cfb98416b4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/quotas/74b3f92caa7c4af4b129ce789528e80a HTTP/1.1" status: 200 len: 375 time: 0.0091732 Mar 22 15:12:46.884022 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-ded4b01c-73e1-459c-9f60-104795ccd940 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590246 Mar 22 15:12:47.087467 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-69a275be-238c-4c02-b5f1-cf5afa46ea30 service neutron] 10.222.0.44 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897464 Mar 22 15:12:47.178907 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-36c88851-4cd5-4a89-81be-86a8abd4e68d service neutron] 10.222.0.44 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Mar 22 15:12:47.299231 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2333fba-9e2d-463c-afa7-e2df762f8c65 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:47.351292 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Sync routers for ids ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:47.354026 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d2333fba-9e2d-463c-afa7-e2df762f8c65 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:47.354477 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:47.362387 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Routers {'01c96f8f-68bc-4c1c-8787-2c1e70791eef'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:47.363009 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:47.438163 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d2333fba-9e2d-463c-afa7-e2df762f8c65 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:47.438527 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:47.460859 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] For port d2333fba-9e2d-463c-afa7-e2df762f8c65, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2333fba-9e2d-463c-afa7-e2df762f8c65,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:47.465892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:47.471091 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Set router 01c96f8f-68bc-4c1c-8787-2c1e70791eef gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:47.512807 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Pushing event updated for resources: {'Port': ['ID=d2333fba-9e2d-463c-afa7-e2df762f8c65,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:47.672810 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 4, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port': {'id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4472, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '767234a3-4a52-404d-9b77-4c1dfbb422d0', 'name': '', 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'mac_address': 'fa:16:3e:3c:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:43Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 2, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'subnets': [{'id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:47.698480 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Checking router: 01c96f8f-68bc-4c1c-8787-2c1e70791eef for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:12:47.698833 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Updating router 01c96f8f-68bc-4c1c-8787-2c1e70791eef port 767234a3-4a52-404d-9b77-4c1dfbb422d0 binding host n-d-834677-3 {{(pid=110460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:12:47.725945 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:47.990333 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Publish callbacks [] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), precommit_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:47.997778 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.049255 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861d1f8-1b2e-4b39-b637-1d99923909ee None None] Pushing event updated for resources: {'Port': ['ID=767234a3-4a52-404d-9b77-4c1dfbb422d0,revision_number=3']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:48.096621 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Attempting to bind port 767234a3-4a52-404d-9b77-4c1dfbb422d0 on host n-d-834677-3 for vnic_type normal with profile {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:48.096966 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Attempting to bind port 767234a3-4a52-404d-9b77-4c1dfbb422d0 by drivers openvswitch,hyperv on host n-d-834677-3 at level 0 using segments [{'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:48.097313 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Attempting to bind port 767234a3-4a52-404d-9b77-4c1dfbb422d0 on network 46d09b19-54cc-4020-a3d8-8872b3567d84 {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:48.102675 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Checking agent: {'id': '2d37110a-3a91-4ca1-badc-8954c99909c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 41, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:48.103026 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Checking segment: {'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:48.103420 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.103808 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Bound using segment: {'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'} {{(pid=110460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:48.104290 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.managers [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Bound port: 767234a3-4a52-404d-9b77-4c1dfbb422d0, host: n-d-834677-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ceec174-2bc4-4121-ac49-e88e586976e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84'}}] {{(pid=110460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:48.104619 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), before_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.171461 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] For port 767234a3-4a52-404d-9b77-4c1dfbb422d0, host n-d-834677-3, cleared binding levels {{(pid=110460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:48.174568 n-d-834677-3 neutron-server[110460]: DEBUG neutron.plugins.ml2.db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] For port 767234a3-4a52-404d-9b77-4c1dfbb422d0, host n-d-834677-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=767234a3-4a52-404d-9b77-4c1dfbb422d0,segment=NetworkSegment(2ceec174-2bc4-4121-ac49-e88e586976e9),segment_id=2ceec174-2bc4-4121-ac49-e88e586976e9)] {{(pid=110460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:48.180230 n-d-834677-3 neutron-server[110460]: DEBUG neutron_lib.callbacks.manager [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), after_update {{(pid=110460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.236659 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Routers {'01c96f8f-68bc-4c1c-8787-2c1e70791eef'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:48.237245 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:48.274134 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861d1f8-1b2e-4b39-b637-1d99923909ee None None] Pushing event updated for resources: {'Port': ['ID=767234a3-4a52-404d-9b77-4c1dfbb422d0,revision_number=4']} {{(pid=110460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:48.278254 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0922f683-0174-4333-a6a9-c29d0c519f58 None None] Provisioning complete for port 767234a3-4a52-404d-9b77-4c1dfbb422d0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:48.279250 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0922f683-0174-4333-a6a9-c29d0c519f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.282347 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-53c31f73-2cf9-4b51-b4d0-cd2d862e5668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.386706 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] Set router 01c96f8f-68bc-4c1c-8787-2c1e70791eef gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:12:48.393516 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b3b2d979-c3a4-4d6b-a01c-af4f80de3fd0 req-8b0a88d9-d876-4ed0-bb5c-28491cf9ae74 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 210 time: 0.0522146 Mar 22 15:12:48.428802 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0922f683-0174-4333-a6a9-c29d0c519f58 None None] Current status of the port 767234a3-4a52-404d-9b77-4c1dfbb422d0 is: DOWN; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:48.429536 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0922f683-0174-4333-a6a9-c29d0c519f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.468376 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-0922f683-0174-4333-a6a9-c29d0c519f58 None None] For port 767234a3-4a52-404d-9b77-4c1dfbb422d0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=767234a3-4a52-404d-9b77-4c1dfbb422d0,segment=NetworkSegment(2ceec174-2bc4-4121-ac49-e88e586976e9),segment_id=2ceec174-2bc4-4121-ac49-e88e586976e9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:48.475330 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0922f683-0174-4333-a6a9-c29d0c519f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.532345 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922f683-0174-4333-a6a9-c29d0c519f58 None None] Pushing event updated for resources: {'Port': ['ID=767234a3-4a52-404d-9b77-4c1dfbb422d0,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:48.598279 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 4, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port': {'id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4472, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '767234a3-4a52-404d-9b77-4c1dfbb422d0', 'name': '', 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'mac_address': 'fa:16:3e:3c:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:43Z', 'updated_at': '2022-03-22T15:12:48Z', 'revision_number': 4, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'subnets': [{'id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:48.600827 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-eb01ca9d-1943-4c5d-bf25-530d22b407d8 None None] Provisioning complete for port 767234a3-4a52-404d-9b77-4c1dfbb422d0 triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:48.601199 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-eb01ca9d-1943-4c5d-bf25-530d22b407d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:48.629798 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e19f6-269a-488c-8911-fddd196dddb1 None None] The sync data for ids ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'] in n-d-834677-3 is: [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:44Z', 'revision_number': 4, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port': {'id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4472, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '767234a3-4a52-404d-9b77-4c1dfbb422d0', 'name': '', 'network_id': '46d09b19-54cc-4020-a3d8-8872b3567d84', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'mac_address': 'fa:16:3e:3c:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:43Z', 'updated_at': '2022-03-22T15:12:48Z', 'revision_number': 4, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'subnets': [{'id': '6dc533e0-3658-46f7-b30d-3988b73e48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:12:48.688814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-eb01ca9d-1943-4c5d-bf25-530d22b407d8 None None] Current status of the port 767234a3-4a52-404d-9b77-4c1dfbb422d0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:49.302717 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 767234a3-4a52-404d-9b77-4c1dfbb422d0 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:49.354138 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port 767234a3-4a52-404d-9b77-4c1dfbb422d0 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:49.354515 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:49.439278 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port 767234a3-4a52-404d-9b77-4c1dfbb422d0 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:49.441185 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2333fba-9e2d-463c-afa7-e2df762f8c65 up at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:49.512458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Provisioning complete for port d2333fba-9e2d-463c-afa7-e2df762f8c65 triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:49.512830 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:49.520340 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-244b7b40-73be-4239-b5e9-5bea6ada863a req-65df8380-d3a7-44cc-a398-c658b69704ae tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 210 time: 0.0459793 Mar 22 15:12:49.603861 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Current status of the port d2333fba-9e2d-463c-afa7-e2df762f8c65 is: ACTIVE; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:49.623427 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-22040772-92bb-4f03-8e8c-bb2e0dc85e6c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:49.624918 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-22040772-92bb-4f03-8e8c-bb2e0dc85e6c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 810 time: 0.1220014 Mar 22 15:12:49.688051 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-e0c517f9-05cf-453f-b512-16b853fef2f9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b3f92caa7c4af4b129ce789528e80a HTTP/1.1" status: 200 len: 380 time: 0.0537431 Mar 22 15:12:49.697346 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'port': {'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'admin_state_up': True, 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'security_groups': ['605f95e8-2da9-4664-8749-968908d8d343']}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:49.810235 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Made reservation on behalf of 74b3f92caa7c4af4b129ce789528e80a for: {'port': 1} {{(pid=110458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:12:49.814286 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:49.904150 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:12:49.952729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Allocated IP 172.20.0.5 (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d/1dd47d75-96da-4dcc-b0d8-c87a265021fb/6b6125d4-5245-469f-a917-952cb36d035e) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:50.096418 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for port (6b6125d4-5245-469f-a917-952cb36d035e), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.143454 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.187434 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:50.190655 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:50.196477 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:50.226146 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:50.254678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.255297 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.272700 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-c1946f7c-845c-4bcd-be35-e35ef1a37e5e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788965 Mar 22 15:12:50.329197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Request body: {'port': {'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-3'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:50.388672 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.422332 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-1a45a1d0-e37c-4d39-83d4-40d13ea6122d None None] Provisioning complete for port 6b6125d4-5245-469f-a917-952cb36d035e triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:50.422622 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1a45a1d0-e37c-4d39-83d4-40d13ea6122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b6125d4-5245-469f-a917-952cb36d035e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.455698 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-1a45a1d0-e37c-4d39-83d4-40d13ea6122d None None] Port 6b6125d4-5245-469f-a917-952cb36d035e cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:12:50.517716 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-1edf0270-36c3-4336-b4fb-3cf16577c061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.647234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b064b2-f01f-44da-ae01-1e0f87e85d74 req-9f622f22-c831-48e0-bb0d-e5649b72a5a1 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.649312 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76b064b2-f01f-44da-ae01-1e0f87e85d74 req-9f622f22-c831-48e0-bb0d-e5649b72a5a1 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 931 time: 0.0565147 Mar 22 15:12:50.671798 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6125d4-5245-469f-a917-952cb36d035e {{(pid=110458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:12:50.679574 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Publish callbacks [] for port (6b6125d4-5245-469f-a917-952cb36d035e), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.692890 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.provisioning_blocks [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Transition to ACTIVE for port object 6b6125d4-5245-469f-a917-952cb36d035e will not be triggered until provisioned by entity L2. {{(pid=110458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:12:50.697335 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.699113 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-76b064b2-f01f-44da-ae01-1e0f87e85d74 req-30e31184-2559-49b2-a09a-38632a1344e6 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Mar 22 15:12:50.744942 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:50.816719 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Attempting to bind port 6b6125d4-5245-469f-a917-952cb36d035e on host n-h1-834677-3 for vnic_type normal with profile {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:50.817051 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Attempting to bind port 6b6125d4-5245-469f-a917-952cb36d035e by drivers openvswitch,hyperv on host n-h1-834677-3 at level 0 using segments [{'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:50.817382 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Attempting to bind port 6b6125d4-5245-469f-a917-952cb36d035e on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:50.821955 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Port 6b6125d4-5245-469f-a917-952cb36d035e on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-3 {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:12:50.822308 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Attempting to bind port 6b6125d4-5245-469f-a917-952cb36d035e on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:50.827214 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Checking agent: {'id': '1bedc968-666f-4b8d-bdc2-6548ec2a5d57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:50.827546 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Checking segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:50.827926 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Bound using segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} {{(pid=110458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:50.828353 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.managers [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Bound port: 6b6125d4-5245-469f-a917-952cb36d035e, host: n-h1-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}}] {{(pid=110458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:50.828714 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.898983 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, cleared binding levels {{(pid=110458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:50.902164 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:50.910304 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.941638 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.942283 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.943912 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 1091 time: 0.6638639 Mar 22 15:12:50.944244 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:50.946639 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfd2651-0e54-452b-a0b8-581eb590ad78" -d '{"events": [{"name": "network-changed", "server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "tag": "6b6125d4-5245-469f-a917-952cb36d035e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:12:50.975222 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f5edd-7e7f-49b5-92ad-865e5439c971 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=3']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:51.060053 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-a2223874-2eb0-421f-aa5d-aa8e5279d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.061587 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-a2223874-2eb0-421f-aa5d-aa8e5279d9ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1125 time: 0.0553169 Mar 22 15:12:51.108352 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b2247-7b04-49b1-9a22-e72574f6cc9c x-openstack-request-id: req-f60b2247-7b04-49b1-9a22-e72574f6cc9c {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:12:51.108640 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "tag": "6b6125d4-5245-469f-a917-952cb36d035e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:12:51.108872 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f60b2247-7b04-49b1-9a22-e72574f6cc9c {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:12:51.109269 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60b2247-7b04-49b1-9a22-e72574f6cc9c'] response: {'name': 'network-changed', 'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e', 'status': 'completed', 'code': 200} Mar 22 15:12:51.111064 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-fbdc08f4-9a49-415c-b34c-eab0684c243c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 217 time: 0.0425775 Mar 22 15:12:51.162354 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-a7ac83d3-aa78-426d-8ab4-b4a3ed217258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.163762 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-a7ac83d3-aa78-426d-8ab4-b4a3ed217258 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0450041 Mar 22 15:12:51.213282 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-a4f7351b-7987-408e-9d90-9dc073484501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.214810 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-a4f7351b-7987-408e-9d90-9dc073484501 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444906 Mar 22 15:12:51.310529 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-4c59aa95-bcda-49f3-a7c8-27651e035620 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888693 Mar 22 15:12:51.402166 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e80995d2-bbe9-4fba-b832-350e4c027e1c req-ed471501-64b6-4fc4-a879-f43a23483d10 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858355 Mar 22 15:12:51.499157 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-a7a2fd11-6094-44b6-9d79-bffdbcf3436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.500562 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-a7a2fd11-6094-44b6-9d79-bffdbcf3436e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1125 time: 0.0456269 Mar 22 15:12:51.596168 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-b0552149-0fea-43d7-990b-b23f49cc2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.597623 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-b0552149-0fea-43d7-990b-b23f49cc2f6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0898910 Mar 22 15:12:51.637570 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-1eb76e3f-fb73-4c0b-a624-fba090585389 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 217 time: 0.0335882 Mar 22 15:12:51.687911 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-1b47b494-df23-496d-b893-6ac7a345f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.689372 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-1b47b494-df23-496d-b893-6ac7a345f82b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0454175 Mar 22 15:12:51.745089 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-a8913b5f-6013-4a4e-835b-f30392c78609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.746718 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-a8913b5f-6013-4a4e-835b-f30392c78609 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504415 Mar 22 15:12:51.830942 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcce18d-128f-4821-851b-7f4a6aba2558 req-ddfcc879-1052-446a-abb7-69ae8a3f2636 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.832557 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fcce18d-128f-4821-851b-7f4a6aba2558 req-ddfcc879-1052-446a-abb7-69ae8a3f2636 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 943 time: 0.0610187 Mar 22 15:12:51.843652 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-02ecac9c-19fd-46ae-b36d-bc6077986c8e service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906358 Mar 22 15:12:51.882342 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-0fcce18d-128f-4821-851b-7f4a6aba2558 req-ae0b2659-9d72-430a-86bc-4af0ba4a8634 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Mar 22 15:12:51.940060 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-2dfd2651-0e54-452b-a0b8-581eb590ad78 req-c697409d-0c9f-4883-9f85-f417ebc816d2 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Mar 22 15:12:52.214705 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:53.014218 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80348c-991a-4f9e-b490-681b114c7ae1 req-ec4b6a3b-e837-4fcb-89df-7fe81d3522af tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:53.015680 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d80348c-991a-4f9e-b490-681b114c7ae1 req-ec4b6a3b-e837-4fcb-89df-7fe81d3522af tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 943 time: 0.0605483 Mar 22 15:12:53.065569 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4d80348c-991a-4f9e-b490-681b114c7ae1 req-2c07d94d-4dcc-4c39-8f44-110a1fc73a1b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Mar 22 15:12:53.440499 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b6125d4-5245-469f-a917-952cb36d035e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:12:53.545199 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:53.556994 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '6b6125d4-5245-469f-a917-952cb36d035e', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:12:53.593982 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 6b6125d4-5245-469f-a917-952cb36d035e is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:53.594396 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:53.607240 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6125d4-5245-469f-a917-952cb36d035e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:12:53.626742 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:53.633905 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:53.689639 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:53.737209 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:53.868088 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['6b6125d4-5245-469f-a917-952cb36d035e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:12:54.188886 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45daa8-61b4-49da-91b4-3b8297c409e5 req-b3bc2f47-2cbb-429d-8d73-28f6a0f98632 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:54.190372 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a45daa8-61b4-49da-91b4-3b8297c409e5 req-b3bc2f47-2cbb-429d-8d73-28f6a0f98632 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 944 time: 0.0530205 Mar 22 15:12:54.242574 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1a45daa8-61b4-49da-91b4-3b8297c409e5 req-54070b72-0abd-4676-8710-b2cdc3e23290 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432589 Mar 22 15:12:54.717999 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:55.178896 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:55.368432 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ea0e-84dc-47d6-8be3-e8b91623e9ee req-f5cda7f7-6a5b-46bd-92e6-85f201675361 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:55.369910 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecb1ea0e-84dc-47d6-8be3-e8b91623e9ee req-f5cda7f7-6a5b-46bd-92e6-85f201675361 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 944 time: 0.0571260 Mar 22 15:12:55.419037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ecb1ea0e-84dc-47d6-8be3-e8b91623e9ee req-1cf50b69-9352-4ee4-9d9d-f6df9c93e254 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Mar 22 15:12:55.446015 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b6125d4-5245-469f-a917-952cb36d035e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:55.498651 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning for port 6b6125d4-5245-469f-a917-952cb36d035e completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:12:55.502372 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 6b6125d4-5245-469f-a917-952cb36d035e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:55.502741 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b6125d4-5245-469f-a917-952cb36d035e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:55.741723 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 6b6125d4-5245-469f-a917-952cb36d035e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:55.742528 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:55.765120 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:55.767423 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a638dbef-7ffe-431e-942a-f67dc15ef6e7" -d '{"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-plugged", "status": "completed", "tag": "6b6125d4-5245-469f-a917-952cb36d035e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:12:55.779707 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:55.785030 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:55.807304 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e94f6e9-e35e-4dbd-8794-46823bd09e6f x-openstack-request-id: req-4e94f6e9-e35e-4dbd-8794-46823bd09e6f {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:12:55.807588 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-plugged", "status": "completed", "tag": "6b6125d4-5245-469f-a917-952cb36d035e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:12:55.807832 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e94f6e9-e35e-4dbd-8794-46823bd09e6f {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:12:55.808242 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e94f6e9-e35e-4dbd-8794-46823bd09e6f'] response: {'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e', 'code': 200} Mar 22 15:12:55.834213 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:55.920631 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3713-faa9-4713-86be-154b99210298 req-dc0e919b-4a5f-4b67-8988-54bdc0365a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:55.922225 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e02d3713-faa9-4713-86be-154b99210298 req-dc0e919b-4a5f-4b67-8988-54bdc0365a39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1127 time: 0.0473692 Mar 22 15:12:55.971924 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-e02d3713-faa9-4713-86be-154b99210298 req-f88db3a9-e644-40f2-8ff6-ba95a3138dc4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Mar 22 15:12:56.552131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c4a2-c84d-4b13-b801-8fe6bc42de3c req-85061aaa-c211-4a3b-a813-b577d323510a tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:56.553613 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10b4c4a2-c84d-4b13-b801-8fe6bc42de3c req-85061aaa-c211-4a3b-a813-b577d323510a tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 945 time: 0.0546751 Mar 22 15:12:56.604542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-10b4c4a2-c84d-4b13-b801-8fe6bc42de3c req-450205d5-b60d-4159-8c6b-da01e409ad87 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Mar 22 15:12:57.732092 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20aa91e-ffdd-4096-8412-e01d9221f58c req-921f15aa-e076-440d-a8ec-583b4c5cc921 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:57.733611 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c20aa91e-ffdd-4096-8412-e01d9221f58c req-921f15aa-e076-440d-a8ec-583b4c5cc921 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 945 time: 0.0550909 Mar 22 15:12:57.788013 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c20aa91e-ffdd-4096-8412-e01d9221f58c req-a186138f-8beb-45da-b46b-02fbd4bbb1c9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485473 Mar 22 15:12:57.911168 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27400d-d394-444b-b9f9-80e1593a3912 req-f91b9d22-a368-47a2-8708-ddb9b41bde28 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:57.912542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b27400d-d394-444b-b9f9-80e1593a3912 req-f91b9d22-a368-47a2-8708-ddb9b41bde28 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 945 time: 0.0548415 Mar 22 15:12:57.963229 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-4b27400d-d394-444b-b9f9-80e1593a3912 req-0ae5e5d9-7fef-446a-85fe-b16c9264847f tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 Mar 22 15:12:57.985262 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47608) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:58.071793 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c96f88-b39e-4c2b-8f8b-6274cb1308a6 tempest-TestSnapshotPattern-897818186 tempest-TestSnapshotPattern-897818186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:58.073309 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-f5c96f88-b39e-4c2b-8f8b-6274cb1308a6 tempest-TestSnapshotPattern-897818186 tempest-TestSnapshotPattern-897818186-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1122 time: 0.0870585 Mar 22 15:12:58.077185 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 47612) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:12:58.081432 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.v2.base [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:58.104923 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:58.215585 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:58.326141 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.db_base_plugin_common [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Allocated IP 172.25.2.218 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/8e18da07-8d4c-4528-a7e0-29c3d6504bc1) {{(pid=110458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:12:58.433052 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:58.469464 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:58.506514 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:12:58.509422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.base_scheduler [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Resources bound (agent type, host, resource id): {{(pid=110458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:12:58.516747 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Received port after_create {{(pid=110458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:12:58.542519 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'Port': ['ID=8e18da07-8d4c-4528-a7e0-29c3d6504bc1,revision_number=1']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:58.882282 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (7716ad53-eb7b-4fcf-a27a-dc81e37127e6), precommit_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:58.955698 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), before_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:59.109644 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), precommit_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:59.116469 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16937563'] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), after_update {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:59.176888 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:59.187389 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'Port': ['ID=8e18da07-8d4c-4528-a7e0-29c3d6504bc1,revision_number=2']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:59.197242 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (7716ad53-eb7b-4fcf-a27a-dc81e37127e6), after_create {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:59.301312 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Floating IP 7716ad53-eb7b-4fcf-a27a-dc81e37127e6 associated. External IP: 172.25.2.218, port: 6b6125d4-5245-469f-a917-952cb36d035e. Mar 22 15:12:59.513548 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:12:59.916285 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:12:59.930297 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] Sync routers for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:12:59.935744 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:59.940632 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:12:59.941282 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:12:59.964885 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-b7447547-922c-45dd-8297-61e907190d2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8866839 Mar 22 15:12:59.965494 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:59.967864 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78505264-4db7-46b3-9b62-b7aaeb6820f2" -d '{"events": [{"name": "network-changed", "server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "tag": "6b6125d4-5245-469f-a917-952cb36d035e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:13:00.003624 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79dab7f-b026-4ca8-a058-d4b4cac0dd18 x-openstack-request-id: req-a79dab7f-b026-4ca8-a058-d4b4cac0dd18 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:13:00.003942 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "tag": "6b6125d4-5245-469f-a917-952cb36d035e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:13:00.004187 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a79dab7f-b026-4ca8-a058-d4b4cac0dd18 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:13:00.004587 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79dab7f-b026-4ca8-a058-d4b4cac0dd18'] response: {'name': 'network-changed', 'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e', 'status': 'completed', 'code': 200} Mar 22 15:13:00.050399 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:13:00.069103 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-f1d5a192-9db8-4990-8dcb-afe23afd949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:00.070706 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-f1d5a192-9db8-4990-8dcb-afe23afd949e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1127 time: 0.0444973 Mar 22 15:13:00.161910 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-5acef334-8fac-4b1f-8dfb-c4c7874d7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:00.163319 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-5acef334-8fac-4b1f-8dfb-c4c7874d7164 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0857787 Mar 22 15:13:00.228161 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-d759ec68-a7e6-4c7e-83f5-0f0d396dd70a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 999 time: 0.0582891 Mar 22 15:13:00.276759 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:12:58Z', 'revision_number': 0, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:13:00.277422 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-ba956dfa-b938-4af7-9090-88bc7849c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:00.278699 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-ba956dfa-b938-4af7-9090-88bc7849c6dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0436254 Mar 22 15:13:00.307622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] Checking router: 51a73a02-4ff0-4139-8bfc-4091cbe035b3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:13:00.316304 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:13:00.316976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:12:50Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:13:00.331059 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-7c7b67bd-226f-475b-bc6b-208fb7c9e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:00.332679 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-7c7b67bd-226f-475b-bc6b-208fb7c9e5ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483947 Mar 22 15:13:00.421417 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-28fa6758-4180-4898-9eb6-73bac0e51cc9 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830510 Mar 22 15:13:00.423371 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:13:00.513468 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-78505264-4db7-46b3-9b62-b7aaeb6820f2 req-646075f8-980a-4ef0-8a67-bfa8c6a39f95 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Mar 22 15:13:00.658018 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:12:58Z', 'revision_number': 0, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:13:00.683700 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cffd62-507e-4871-a377-e2f226d2ca58 None None] The sync data for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 is: [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:12:58Z', 'revision_number': 0, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:13:00.899665 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb77a3-32aa-4704-8a01-dfef5cd52dff None None] New status for floating IP 7716ad53-eb7b-4fcf-a27a-dc81e37127e6: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:13:18.282720 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ab306be6-2a66-4122-868d-ca639d2b5818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:20.523991 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-acbc9687-517d-41a1-a43b-374ed3f475ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:22.218825 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:23.749242 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:24.708438 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:25.187776 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:26.903406 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:13:29.222185 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:40.016615 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-0aef8285-f2fc-40fd-b8f4-b476d9b67ee7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481639 Mar 22 15:13:40.105591 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-1a4240c6-8755-4d5f-ba6a-4d7789fa1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:40.107135 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-1a4240c6-8755-4d5f-ba6a-4d7789fa1f93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1127 time: 0.0473843 Mar 22 15:13:40.215697 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-80611a3a-37d6-4ba4-bc14-f8d69de3de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:40.217150 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-80611a3a-37d6-4ba4-bc14-f8d69de3de0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0900259 Mar 22 15:13:40.290943 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-f85c6f39-2fb2-4cbf-a104-63fa569b9213 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 1001 time: 0.0667970 Mar 22 15:13:40.353772 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-23440cfa-9fac-480b-8aab-0f70634ab8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:40.355289 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-23440cfa-9fac-480b-8aab-0f70634ab8c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0584304 Mar 22 15:13:40.410444 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-cd9fa446-9faa-47d6-b7f4-1c01468f23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:40.411926 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-cd9fa446-9faa-47d6-b7f4-1c01468f23c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508735 Mar 22 15:13:40.510576 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-5f1034a5-958d-4c21-9fca-05a80c269ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921016 Mar 22 15:13:40.603728 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-495aa3e8-3a39-44b1-9bf4-63ae32f05e92 req-64675365-d681-4268-b18b-fdc3ff2f2ccf service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864060 Mar 22 15:13:48.279836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-12e7af4e-154b-4307-be82-3f9486b28f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:50.525492 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-62c31327-fb55-4114-9373-578ba8f3cefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:52.224391 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:53.755979 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:54.704983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:55.199828 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:59.222958 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:03.907991 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:14:18.291109 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-21844cae-706f-4933-b968-ec47df335335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:20.526454 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2862d859-7bd4-41b0-a8a4-00636ec10f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:22.229916 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:23.754014 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:24.712476 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:25.191612 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:29.217912 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:40.911112 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:14:42.017410 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-ce69142e-0abc-4744-b26c-939c3f7b6771 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483694 Mar 22 15:14:42.110415 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-37901ff9-9210-4031-a51e-15090df06914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:42.112099 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-37901ff9-9210-4031-a51e-15090df06914 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1127 time: 0.0479927 Mar 22 15:14:42.218206 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-4d0a7347-1f19-4fb0-bbd1-51a2cc509337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:42.219662 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-4d0a7347-1f19-4fb0-bbd1-51a2cc509337 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0882325 Mar 22 15:14:42.289660 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-3307beef-a761-4bc5-826b-d08b14690e19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 1001 time: 0.0620217 Mar 22 15:14:42.338532 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-7da06396-f1b5-43de-8346-039a169170ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:42.339935 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-7da06396-f1b5-43de-8346-039a169170ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0433152 Mar 22 15:14:42.395846 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-57441e22-a818-42c4-ac8d-38ae623eb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:42.397462 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-57441e22-a818-42c4-ac8d-38ae623eb74f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501666 Mar 22 15:14:42.492871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-f9ab0f2e-6d46-4e67-880b-fad57d99279d service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887055 Mar 22 15:14:42.594301 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7fb2ceb6-1e84-4ab6-8b87-8c6aa42be8f3 req-37030604-374b-4071-85cf-8ed5ba56773c service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940769 Mar 22 15:14:48.286191 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-fd240d93-abcf-4016-a5b2-479071851c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:50.531514 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ec12e2ea-9345-4391-b13b-0648a74217b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:52.229759 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:53.763957 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:54.706604 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:55.217501 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:56.080551 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b6125d4-5245-469f-a917-952cb36d035e details requested by agent hyperv_n-h1-834677-3 with host n-h1-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:14:56.189810 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:14:56.202411 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Returning: {'device': '6b6125d4-5245-469f-a917-952cb36d035e', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:14:56.239122 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 6b6125d4-5245-469f-a917-952cb36d035e is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:14:56.239851 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:56.252482 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b6125d4-5245-469f-a917-952cb36d035e {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:14:56.272620 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:14:56.278283 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:56.328403 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:56.336271 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.336619 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.336961 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.337351 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.337686 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.338048 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.338374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.338699 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.339021 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.339344 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.339664 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.339965 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.340290 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.340598 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.340917 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:56.369960 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] get_ports_and_sgs() called for port_ids ['6b6125d4-5245-469f-a917-952cb36d035e'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:14:58.089652 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b6125d4-5245-469f-a917-952cb36d035e up at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:14:58.147009 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Provisioning complete for port 6b6125d4-5245-469f-a917-952cb36d035e triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:14:58.147390 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (6b6125d4-5245-469f-a917-952cb36d035e), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:58.235252 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 6b6125d4-5245-469f-a917-952cb36d035e is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:14:58.235929 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:58.259959 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:14:58.262402 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8680014a-97d8-4330-8dbc-7668703fdbe9" -d '{"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-plugged", "status": "completed", "tag": "6b6125d4-5245-469f-a917-952cb36d035e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:14:58.284034 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:14:58.296902 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:58.373722 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:58.395255 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d90d6-9f31-42fb-b885-5096069b0dfa x-openstack-request-id: req-ff0d90d6-9f31-42fb-b885-5096069b0dfa {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:14:58.395551 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-plugged", "status": "completed", "tag": "6b6125d4-5245-469f-a917-952cb36d035e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:14:58.395803 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff0d90d6-9f31-42fb-b885-5096069b0dfa {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:14:58.396208 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0d90d6-9f31-42fb-b885-5096069b0dfa'] response: {'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e', 'code': 200} Mar 22 15:14:59.214687 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:06.521508 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-1dc9b6da-55cf-45bb-b30c-55262431a50c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256457125&fields=id&tenant_id=74b3f92caa7c4af4b129ce789528e80a HTTP/1.1" status: 200 len: 267 time: 0.0487461 Mar 22 15:15:06.633307 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-94996fc0-958b-4b65-a5db-b738843d538d tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:06.634822 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-94996fc0-958b-4b65-a5db-b738843d538d tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 810 time: 0.1068997 Mar 22 15:15:06.650533 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-51fad59a-24c1-4142-ab8a-82d013aab846 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/quotas/74b3f92caa7c4af4b129ce789528e80a HTTP/1.1" status: 200 len: 375 time: 0.0095470 Mar 22 15:15:06.713364 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-0e75b506-ebbc-4941-8181-56724c5597a3 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575280 Mar 22 15:15:06.817746 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-cf5a1c3d-8d28-44fc-bdd7-a3289a2b2719 service neutron] 10.222.0.44 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878744 Mar 22 15:15:06.904809 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-fcc7791f-e486-4ffe-af58-e0a836945351 service neutron] 10.222.0.44 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810862 Mar 22 15:15:07.098780 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-5fb31808-e493-414a-97ff-182251703a47 req-7722af15-9793-494e-a155-54306b115bf9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0276015 Mar 22 15:15:08.523988 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c44c5b2-a64c-4b76-9e4d-9672fceb3da8 req-0ca241ee-b49d-48c4-992d-9ea2cc0a2a3a tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0323701 Mar 22 15:15:08.579349 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-a77e40a4-a789-492b-ad27-87c021fcee2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:08.581604 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-a77e40a4-a789-492b-ad27-87c021fcee2c tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.57 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 810 time: 0.5034940 Mar 22 15:15:09.643320 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c9ffcb48-d154-46cf-93c3-66e60ef38f56 req-6fd257d1-7856-4d02-8b8b-5cd42a5e6ad8 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0352414 Mar 22 15:15:10.161921 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b6125d4-5245-469f-a917-952cb36d035e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:15:10.247276 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Current status of the port 6b6125d4-5245-469f-a917-952cb36d035e is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:15:10.247525 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.278416 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:15:10.281621 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51920d9b-c2e1-4180-ad8a-4d89466886a0" -d '{"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6125d4-5245-469f-a917-952cb36d035e"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:15:10.287993 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:15:10.294755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.338026 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 15:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db01414-28c3-4607-93ca-f6804e9763bc x-openstack-request-id: req-6db01414-28c3-4607-93ca-f6804e9763bc {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:15:10.338569 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6125d4-5245-469f-a917-952cb36d035e", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:15:10.338818 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6db01414-28c3-4607-93ca-f6804e9763bc {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:15:10.339423 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db01414-28c3-4607-93ca-f6804e9763bc'] response: {'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e', 'code': 200} Mar 22 15:15:10.355764 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Pushing event updated for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:10.744330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ea517c01-a44d-43a4-8c63-769c385e1f72 req-67eae725-7da3-48ca-9cea-167cf255304f tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0280602 Mar 22 15:15:11.854047 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8eb669fe-7e41-4f02-9454-45ae4b67c441 req-c1974fe4-8e68-46b9-8228-b74214e6072a tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0350986 Mar 22 15:15:12.958718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-20875cbf-ad12-4265-b528-bbd5dd5d0420 req-31952611-a342-4ef6-9a2c-7c331231dd88 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0298300 Mar 22 15:15:14.068696 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8bc7c337-e8c6-4f1c-a261-7d8dad40617e req-0983f5b3-7473-4367-b399-bd20cd0e88d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0326898 Mar 22 15:15:15.171806 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-1d5aefe9-b386-4983-b3ca-aacb43413e6a req-ed74b8a4-1185-4dc4-9161-23e9c243cd88 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0290747 Mar 22 15:15:16.170767 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c10da169-34d9-4dc4-b96a-addde43e2a71 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b3f92caa7c4af4b129ce789528e80a HTTP/1.1" status: 200 len: 380 time: 0.0635154 Mar 22 15:15:16.179688 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'port': {'device_id': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'admin_state_up': True, 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'security_groups': ['605f95e8-2da9-4664-8749-968908d8d343']}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:15:16.276413 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8919f842-7dee-4623-bd7d-c770f12fb379 req-615132f4-31b9-4836-8bb6-92c742b75ce4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0353839 Mar 22 15:15:16.311733 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Made reservation on behalf of 74b3f92caa7c4af4b129ce789528e80a for: {'port': 1} {{(pid=110457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:15:16.315166 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:16.451582 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Allocated IP 172.20.0.7 (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d/1dd47d75-96da-4dcc-b0d8-c87a265021fb/626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:15:16.588516 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:16.624313 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:16.670002 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:15:16.673153 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:15:16.678890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:15:16.685600 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:16.716007 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.716378 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.716786 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.717154 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.717485 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.717813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.718182 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.718483 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.718829 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.720049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.720049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.720049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.720049 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.720484 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.720697 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:16.750101 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:16.750981 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:16.775825 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-af66a431-1d7b-4a87-a13b-8d8e2565ddb7 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995533 Mar 22 15:15:16.792023 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Request body: {'port': {'device_id': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-3'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:15:16.854226 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:16.881544 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-0a1d4f41-734a-4823-8125-90315e79bfae None None] Provisioning complete for port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b triggered by entity DHCP. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:15:16.882230 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4f41-734a-4823-8125-90315e79bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:16.919629 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d4f41-734a-4823-8125-90315e79bfae None None] Port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b cannot update to ACTIVE because it is not bound. {{(pid=110459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:15:17.137958 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b {{(pid=110457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:15:17.146312 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Publish callbacks [] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:17.159234 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.provisioning_blocks [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Transition to ACTIVE for port object 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b will not be triggered until provisioned by entity L2. {{(pid=110457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:15:17.164861 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:17.215676 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:17.290715 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Attempting to bind port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b on host n-h2-834677-3 for vnic_type normal with profile {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:15:17.291069 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Attempting to bind port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b by drivers openvswitch,hyperv on host n-h2-834677-3 at level 0 using segments [{'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:15:17.291401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Attempting to bind port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:15:17.297119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-3 {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:15:17.297119 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Attempting to bind port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b on network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:15:17.303315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Checking agent: {'id': '9ac520d7-4c47-4675-9a5a-d3e088dcf669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'started_at': datetime.datetime(2022, 3, 22, 13, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:15:17.303653 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Checking segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:15:17.304467 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Bound using segment: {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'} {{(pid=110457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:15:17.304643 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.managers [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Bound port: 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host: n-h2-834677-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea809fbe-d48b-4893-959e-c1391be65eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d'}}] {{(pid=110457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:15:17.305010 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:17.402421 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, cleared binding levels {{(pid=110457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:15:17.407644 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:15:17.414293 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:17.433479 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79163865-cd31-4f17-95f9-1dc1f8ac6efc req-04db28b0-457a-4cc2-97c8-b3e9b927594e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:17.435037 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79163865-cd31-4f17-95f9-1dc1f8ac6efc req-04db28b0-457a-4cc2-97c8-b3e9b927594e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 943 time: 0.0828726 Mar 22 15:15:17.480396 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:17.480939 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:17.482317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] 10.222.0.57 "PUT /v2.0/ports/626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 200 len: 1091 time: 0.6947672 Mar 22 15:15:17.484535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:15:17.487172 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:15:17.563913 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037c197-c1ab-4642-9ff1-ca0a11d8b145 service neutron] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=3']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:17.583172 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79163865-cd31-4f17-95f9-1dc1f8ac6efc req-969d5427-0bac-417e-9e00-57a374b4e494 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135461 Mar 22 15:15:17.610199 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419220de-cd00-4e16-b348-e39948854fdc x-openstack-request-id: req-419220de-cd00-4e16-b348-e39948854fdc {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:15:17.610486 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:15:17.610733 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-419220de-cd00-4e16-b348-e39948854fdc {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:15:17.611138 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419220de-cd00-4e16-b348-e39948854fdc'] response: {'name': 'network-changed', 'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'status': 'completed', 'code': 200} Mar 22 15:15:17.614395 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-836c4e5b-d460-456c-a228-8e78e1494f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:17.616646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-836c4e5b-d460-456c-a228-8e78e1494f52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1125 time: 0.0870874 Mar 22 15:15:17.659138 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-7dffe4b4-d7ed-452b-89b3-cfe8739e957c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 200 len: 217 time: 0.0362229 Mar 22 15:15:17.708046 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-5fde52de-d33c-4f3c-9fb5-01f4bcc25019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:17.709542 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-5fde52de-d33c-4f3c-9fb5-01f4bcc25019 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0444820 Mar 22 15:15:17.767083 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-81347da4-57ff-4df9-afe0-ae0425e0a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:17.768811 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-81347da4-57ff-4df9-afe0-ae0425e0a148 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530179 Mar 22 15:15:17.860447 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-9b4511ea-1b9c-4c16-9fae-6dc8ac0b81fc service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819521 Mar 22 15:15:17.910796 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:15:17.954902 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c7f7b7fb-52b3-4a6c-8199-c31e8d5e4c43 req-61acc1bf-9cfe-42a8-8c90-a14f8ea33b79 service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883076 Mar 22 15:15:18.048013 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-5086771b-150e-4846-b8c0-c96c751d3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:18.049577 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-5086771b-150e-4846-b8c0-c96c751d3d6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1125 time: 0.0463872 Mar 22 15:15:18.139571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-90c2ce1d-8576-40be-8805-ec7224934f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:18.141349 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-90c2ce1d-8576-40be-8805-ec7224934f58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0860629 Mar 22 15:15:18.185317 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-cae78992-e00e-4f78-a97a-1e2c336cd825 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 200 len: 217 time: 0.0378826 Mar 22 15:15:18.234678 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-4939670d-9823-4a03-a5ff-ba5a5d15d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:18.236096 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-4939670d-9823-4a03-a5ff-ba5a5d15d035 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0442762 Mar 22 15:15:18.281093 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-9ee38f9c-83a4-4b4a-998c-2977f0266701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:18.286581 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-3b906b6e-402a-44de-a4dc-e1d1677f0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:18.288110 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-3b906b6e-402a-44de-a4dc-e1d1677f0646 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457890 Mar 22 15:15:18.389124 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-b63b1c12-fc6b-4d91-88b6-9ac5be1bac76 service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894072 Mar 22 15:15:18.478118 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7fcd5824-b2fc-45f0-b7b2-624ed6b0b14a req-6e5acb35-3d8c-4c38-bad2-0e4916239418 service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812044 Mar 22 15:15:18.724281 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083637d1-f91d-4ce6-8428-7e65e5094f0c req-808d1a9d-532e-4198-9ead-8804f96f8726 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:18.725737 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-083637d1-f91d-4ce6-8428-7e65e5094f0c req-808d1a9d-532e-4198-9ead-8804f96f8726 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 943 time: 0.0567369 Mar 22 15:15:18.779215 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-083637d1-f91d-4ce6-8428-7e65e5094f0c req-7dde8e47-7528-47c1-a3d5-361ae7037c30 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Mar 22 15:15:19.930381 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38263a8f-862e-41af-9c93-bca6dc761270 req-509f089e-c14c-4735-bdef-9bc3e0de60b3 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:19.931860 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38263a8f-862e-41af-9c93-bca6dc761270 req-509f089e-c14c-4735-bdef-9bc3e0de60b3 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 943 time: 0.0667989 Mar 22 15:15:19.982718 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-38263a8f-862e-41af-9c93-bca6dc761270 req-edd2ba33-8dd2-4891-b7d5-3947facbb762 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429683 Mar 22 15:15:20.398710 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:15:20.507334 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:15:20.528460 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'port_id': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'mac_address': 'fa:16:3e:ce:e7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:15:20.536305 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d07d78bf-69ac-4402-b4d7-721d2c46a089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:20.568760 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b is: DOWN; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:15:20.569166 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:20.582291 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:15:20.601840 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:15:20.607977 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:20.653627 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=4']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:20.947136 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:15:21.109850 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529a880-f35c-4d82-af1e-be0133296d28 req-e29f9af5-24e5-4d93-9ed6-f4c45b749b6d tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:21.111697 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b529a880-f35c-4d82-af1e-be0133296d28 req-e29f9af5-24e5-4d93-9ed6-f4c45b749b6d tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 944 time: 0.0557182 Mar 22 15:15:21.162283 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b529a880-f35c-4d82-af1e-be0133296d28 req-6048d149-1413-48ac-b8ca-9ec1170b21f2 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 Mar 22 15:15:22.230189 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:22.297823 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab66f-2dda-4e1c-a9dd-2f6baf613072 req-8a8b7414-75f1-48ea-9d8a-c1e219b023f5 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:22.299240 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e09ab66f-2dda-4e1c-a9dd-2f6baf613072 req-8a8b7414-75f1-48ea-9d8a-c1e219b023f5 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 944 time: 0.0581865 Mar 22 15:15:22.357245 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e09ab66f-2dda-4e1c-a9dd-2f6baf613072 req-ae018a0e-a057-4767-ba02-7b40a68aac97 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 Mar 22 15:15:22.412458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:15:22.467069 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning for port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b completed by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:15:22.473359 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:15:22.474013 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:22.557095 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:15:22.557355 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:22.580579 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:15:22.583221 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951436c-1751-4f56-b3cc-1558793b0aca" -d '{"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-plugged", "status": "completed", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:15:22.599121 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:15:22.604503 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:22.629910 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dd6a6b-e067-4543-a32e-f0b50015716e x-openstack-request-id: req-f5dd6a6b-e067-4543-a32e-f0b50015716e {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:15:22.630253 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-plugged", "status": "completed", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:15:22.630509 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5dd6a6b-e067-4543-a32e-f0b50015716e {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:15:22.630900 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5dd6a6b-e067-4543-a32e-f0b50015716e'] response: {'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'code': 200} Mar 22 15:15:22.657336 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=5']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:22.729206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932d2d-b2d7-4b8b-bdb3-e5ceb8020d4b req-6b53a7cf-b88b-40f6-9f88-6b5fde800b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:22.730787 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c932d2d-b2d7-4b8b-bdb3-e5ceb8020d4b req-6b53a7cf-b88b-40f6-9f88-6b5fde800b73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1127 time: 0.0457368 Mar 22 15:15:22.779008 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-2c932d2d-b2d7-4b8b-bdb3-e5ceb8020d4b req-40ca304e-fff3-4ad5-bd77-4f846d8cd822 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393224 Mar 22 15:15:23.512530 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8cf9b-5bd4-4dab-8718-c369b61bce8a req-0d974f2d-98fe-4207-b569-fe630026bb71 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:23.514225 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7f8cf9b-5bd4-4dab-8718-c369b61bce8a req-0d974f2d-98fe-4207-b569-fe630026bb71 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 945 time: 0.0665307 Mar 22 15:15:23.565925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-e7f8cf9b-5bd4-4dab-8718-c369b61bce8a req-e811f1a9-8ac8-4bd2-b373-c3439d3ffa41 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454900 Mar 22 15:15:23.763679 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:24.701867 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:24.711117 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7b68-7427-4dc3-81ea-d31bfe5a6e5c req-f8cbe92f-45b6-4d3d-8df0-5bdadb484746 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:24.712625 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27cb7b68-7427-4dc3-81ea-d31bfe5a6e5c req-f8cbe92f-45b6-4d3d-8df0-5bdadb484746 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 945 time: 0.0605028 Mar 22 15:15:24.761187 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-27cb7b68-7427-4dc3-81ea-d31bfe5a6e5c req-d331ae12-55cb-4a5e-9317-59ed29f1d4c3 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Mar 22 15:15:24.894351 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79886a52-645c-4ae8-ba24-94fb5eae5d92 req-8926738e-1d8b-4179-82fb-b3131a53c275 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:24.895800 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79886a52-645c-4ae8-ba24-94fb5eae5d92 req-8926738e-1d8b-4179-82fb-b3131a53c275 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 945 time: 0.0630617 Mar 22 15:15:24.950134 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-79886a52-645c-4ae8-ba24-94fb5eae5d92 req-0c0d7937-538f-4413-8039-6592736c5110 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485847 Mar 22 15:15:24.972030 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47884) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:15:25.018468 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a960abc-c0bc-4e57-afae-f325d448dbe1 tempest-TestSnapshotPattern-897818186 tempest-TestSnapshotPattern-897818186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:25.020010 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-3a960abc-c0bc-4e57-afae-f325d448dbe1 tempest-TestSnapshotPattern-897818186 tempest-TestSnapshotPattern-897818186-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1122 time: 0.0469577 Mar 22 15:15:25.023124 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 47886) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:15:25.027811 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.v2.base [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Request body: {'floatingip': {'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'port_id': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:15:25.051450 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:25.162798 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (None), before_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:25.206028 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:25.269434 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_common [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Allocated IP 172.25.2.144 (81b33ed6-9101-4c52-8c0a-e05026051aeb/7f084854-a869-47f3-b465-2d51b99ee257/293c639c-94dc-4f30-80fe-e234e44bc303) {{(pid=110457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:15:25.372142 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for port (293c639c-94dc-4f30-80fe-e234e44bc303), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:25.410042 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784113437934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (293c639c-94dc-4f30-80fe-e234e44bc303), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:25.449892 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Network 81b33ed6-9101-4c52-8c0a-e05026051aeb is already hosted by enough agents. {{(pid=110457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:15:25.452734 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.base_scheduler [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Resources bound (agent type, host, resource id): {{(pid=110457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:15:25.455535 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Received port after_create {{(pid=110457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:15:25.489401 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'Port': ['ID=293c639c-94dc-4f30-80fe-e234e44bc303,revision_number=1']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:25.833483 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (1bc6f5b7-54b6-4402-8ca0-ac85719e29a3), precommit_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:25.918335 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (293c639c-94dc-4f30-80fe-e234e44bc303), before_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:26.072609 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for port (293c639c-94dc-4f30-80fe-e234e44bc303), precommit_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:26.078946 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8848990'] for port (293c639c-94dc-4f30-80fe-e234e44bc303), after_update {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:26.149253 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event updated for resources: {'Port': ['ID=293c639c-94dc-4f30-80fe-e234e44bc303,revision_number=2']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:26.161242 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737865'] for floatingip (1bc6f5b7-54b6-4402-8ca0-ac85719e29a3), after_create {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:26.263484 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Floating IP 1bc6f5b7-54b6-4402-8ca0-ac85719e29a3 associated. External IP: 172.25.2.144, port: 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b. Mar 22 15:15:26.492943 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:15:26.606826 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:15:26.617872 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] Sync routers for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:15:26.629198 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:26.630504 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:15:26.631212 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:15:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:26.661106 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-374838c8-298d-4b63-b433-372ca977aed4 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6368206 Mar 22 15:15:26.661704 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:15:26.664013 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:15:26.715068 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3cdb0e-d0c1-41dd-af03-b4550181fb8a x-openstack-request-id: req-7e3cdb0e-d0c1-41dd-af03-b4550181fb8a {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:15:26.715366 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:15:26.715641 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e3cdb0e-d0c1-41dd-af03-b4550181fb8a {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:15:26.716083 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3cdb0e-d0c1-41dd-af03-b4550181fb8a'] response: {'name': 'network-changed', 'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'status': 'completed', 'code': 200} Mar 22 15:15:26.758177 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:15:26.780860 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-ac7def61-0c3c-4056-b750-b77c5862aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:26.782402 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-ac7def61-0c3c-4056-b750-b77c5862aca7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1127 time: 0.0451744 Mar 22 15:15:26.877323 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-4a6dd3a1-ad49-4ec8-9d2b-a3b1496748e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:26.878873 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-4a6dd3a1-ad49-4ec8-9d2b-a3b1496748e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0907028 Mar 22 15:15:26.942598 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-7542bb45-eeaa-4efc-bd59-03af66ec20ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 200 len: 999 time: 0.0579848 Mar 22 15:15:26.991579 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-d40a7b5c-44d8-4b26-ace2-284a179c81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:26.993165 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-d40a7b5c-44d8-4b26-ace2-284a179c81fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0453064 Mar 22 15:15:27.003739 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1bc6f5b7-54b6-4402-8ca0-ac85719e29a3', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:ce:e7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:15:25Z', 'updated_at': '2022-03-22T15:15:25Z', 'revision_number': 0, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}, {'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:13:01Z', 'revision_number': 1, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:27.031580 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] Checking router: 51a73a02-4ff0-4139-8bfc-4091cbe035b3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:15:27.039969 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:15:27.040704 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:15:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:27.048986 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-e80638d9-fbe4-40ec-9b57-377ac048dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:27.050641 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-e80638d9-fbe4-40ec-9b57-377ac048dc2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520284 Mar 22 15:15:27.144268 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-d7c9b9aa-a220-42ce-a008-e9fee23f32bd service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878797 Mar 22 15:15:27.148847 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:15:27.238925 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-7e0cb718-b1fe-44bf-9543-b693d1f4a57b req-312f6b16-22bc-40f3-9ced-c48d7081a5b5 service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890238 Mar 22 15:15:27.384951 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1bc6f5b7-54b6-4402-8ca0-ac85719e29a3', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:ce:e7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:15:25Z', 'updated_at': '2022-03-22T15:15:25Z', 'revision_number': 0, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}, {'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:13:01Z', 'revision_number': 1, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:27.410909 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1e13e-5cd6-4b2e-ad09-8c78c8f5b4c3 None None] The sync data for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 is: [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '1bc6f5b7-54b6-4402-8ca0-ac85719e29a3', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:ce:e7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:15:25Z', 'updated_at': '2022-03-22T15:15:25Z', 'revision_number': 0, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}, {'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:13:01Z', 'revision_number': 1, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:15:27.623630 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee6718-00e8-46c3-a5e6-b1d14c46ef2f None None] New status for floating IP 1bc6f5b7-54b6-4402-8ca0-ac85719e29a3: ACTIVE {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:15:29.237361 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:43.017145 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-33401b6b-e175-48e9-ac30-07207a7d5c22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478444 Mar 22 15:15:43.107465 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-2ef2b173-3308-47b0-ae23-2d6222b42f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:43.109091 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-2ef2b173-3308-47b0-ae23-2d6222b42f36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1125 time: 0.0474684 Mar 22 15:15:43.228172 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-54cf2de9-562d-47ad-9ee2-213081167c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:43.229705 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-54cf2de9-562d-47ad-9ee2-213081167c52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0994034 Mar 22 15:15:43.298984 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-22e17213-e3cd-4da4-9f99-f74e130401cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 999 time: 0.0629239 Mar 22 15:15:43.350858 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-f33e8c8b-664b-4823-80c6-e4a5c190ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:43.352292 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-f33e8c8b-664b-4823-80c6-e4a5c190ee79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0477707 Mar 22 15:15:43.403129 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-1a0aa1be-19ba-4e8f-b906-4ae9bce9a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:43.404577 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-1a0aa1be-19ba-4e8f-b906-4ae9bce9a15f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469973 Mar 22 15:15:43.495451 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-d135e861-1e56-4d36-ba82-0ca18b1c0a28 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840430 Mar 22 15:15:43.608301 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-0461c964-3275-4b19-a9d2-e2a3fbe2a45f req-8c5cf451-b118-48cd-aa13-7e572228f424 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067965 Mar 22 15:15:48.294934 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-745430d1-1b95-4a9f-ad3c-ce9333552ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:50.541715 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-42f1f1a5-c4fb-4796-a3e1-597d18eee902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:52.237203 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:53.768603 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:54.704839 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:54.911853 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:15:55.226806 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:59.259350 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:03.901960 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-0923e7dd-1e36-4615-a0c9-708d0545404b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107259 Mar 22 15:16:04.028966 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-05a5c4b5-b580-4990-80c9-6d12f10785b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:04.030891 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-05a5c4b5-b580-4990-80c9-6d12f10785b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1127 time: 0.0623178 Mar 22 15:16:04.145245 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-c7f72b51-f0fd-4190-868a-07c428a0e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:04.146764 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-c7f72b51-f0fd-4190-868a-07c428a0e636 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0953588 Mar 22 15:16:04.214560 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-dd6fde10-e089-406e-bf5f-0fcf44b7c93a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 200 len: 1001 time: 0.0586407 Mar 22 15:16:04.264937 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-fb7a7ec4-4656-4f84-9399-549e6bfa96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:04.266358 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-fb7a7ec4-4656-4f84-9399-549e6bfa96fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0434186 Mar 22 15:16:04.321527 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-55ad9f56-4c43-4701-a3a3-e7e402628404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:04.323053 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-55ad9f56-4c43-4701-a3a3-e7e402628404 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471261 Mar 22 15:16:04.417664 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-e76861e4-a0f3-4cdf-8730-99abb2312418 service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848713 Mar 22 15:16:04.522682 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-d011e5cf-893e-4d1c-afe9-207f90096ff8 req-5df83845-2d14-4ae3-9288-8a16238bca1d service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960786 Mar 22 15:16:18.294188 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5e3b348c-216d-453e-b697-b7e900236958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:20.547725 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-69b0b8d8-b8dd-491f-b3d6-2633b17e6002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:22.243524 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:23.772122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:24.703666 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:25.246475 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:29.261407 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:31.911302 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:16:43.040326 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-713e7068-7232-4085-8871-be04710409ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520349 Mar 22 15:16:43.155240 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-f9644913-f1cc-4dfc-a301-5d3c21a35f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:43.156741 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-f9644913-f1cc-4dfc-a301-5d3c21a35f67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1125 time: 0.0533006 Mar 22 15:16:43.262973 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-6a57bcad-62b1-4012-bdc0-87554a54e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:43.264871 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-6a57bcad-62b1-4012-bdc0-87554a54e7cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0877461 Mar 22 15:16:43.331662 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-6fbbaa8f-3c64-4861-988d-c6385f1ddd3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 999 time: 0.0590336 Mar 22 15:16:43.380376 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-4f29f5f5-482b-4b68-aa3e-80e10ae9f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:43.381801 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-4f29f5f5-482b-4b68-aa3e-80e10ae9f06b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0436561 Mar 22 15:16:43.434629 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-44ea5738-30ec-4a25-a9d3-404f4edd04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:43.436266 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-44ea5738-30ec-4a25-a9d3-404f4edd04c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479805 Mar 22 15:16:43.448946 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-838c78cd-8cc5-46b5-95a1-8e1b60fc49d4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:16:43.449892 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-838c78cd-8cc5-46b5-95a1-8e1b60fc49d4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048034 Mar 22 15:16:43.540754 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-61226bc0-0a85-4edf-94a9-1bcdcba419b4 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Mar 22 15:16:43.633020 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-f3b9a3fd-046d-4281-aa80-e041969e8941 req-f54794e5-ccb3-471e-85c6-3ed792d61773 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853794 Mar 22 15:16:48.299439 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ec6e-7a30-4d91-9814-6e493cad2d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:50.546069 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-e06495b5-74d2-4cab-a0df-e079273b3b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:52.249402 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:53.782780 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:54.702848 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:55.257576 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:59.278462 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:05.873783 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-f315bfd9-e27f-4383-a1a5-ff77673a3f1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549772 Mar 22 15:17:05.994360 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-5c0fc93b-a613-423a-ba46-1af5c89b8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:05.995867 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-5c0fc93b-a613-423a-ba46-1af5c89b8684 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1127 time: 0.0467522 Mar 22 15:17:06.106005 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-e10c64bd-62da-4958-b3b4-9b18a8ac2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:06.107505 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-e10c64bd-62da-4958-b3b4-9b18a8ac2cc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.0875123 Mar 22 15:17:06.180039 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-c3be51a0-4dcf-4d84-9e29-08372183e6ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 200 len: 1001 time: 0.0618982 Mar 22 15:17:06.230028 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-7e163738-1a8b-4c30-8884-25fa49abd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:06.231472 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-7e163738-1a8b-4c30-8884-25fa49abd835 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0425837 Mar 22 15:17:06.286709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-17087b1a-a848-43e9-afef-e3e3fcb37d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:06.288193 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-17087b1a-a848-43e9-afef-e3e3fcb37d9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477514 Mar 22 15:17:06.377330 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-d4c9b78d-adda-4133-99b7-1de9c15d250c service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799053 Mar 22 15:17:06.855416 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8286dc07-4deb-4320-9e80-405f2ee038ae req-5617d572-c08d-4759-a095-9bf70c95b99e service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690483 Mar 22 15:17:08.916659 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:17:08.993941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b details requested by agent hyperv_n-h2-834677-3 with host n-h2-834677-3 {{(pid=110459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:17:09.100032 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:09.112941 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Returning: {'device': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'port_id': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'mac_address': 'fa:16:3e:ce:e7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:17:09.164468 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b is: ACTIVE; New status is: BUILD {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:17:09.164886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:09.178529 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b {{(pid=110459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:17:09.197906 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:09.204569 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:09.253347 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=6']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:09.261023 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.261366 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.261702 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.262066 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.262374 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.263035 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.263361 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.263681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.263983 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.264317 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.264624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.264924 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.265238 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.265550 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.265865 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:09.285925 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] get_ports_and_sgs() called for port_ids ['626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'] {{(pid=110459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:17:10.998321 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b up at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:17:11.053250 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.provisioning_blocks [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Provisioning complete for port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b triggered by entity L2. {{(pid=110459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:17:11.053653 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66581624'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), provisioning_complete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:11.138749 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b is: BUILD; New status is: ACTIVE {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:17:11.139141 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:11.161904 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:11.164477 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce101f8c-9421-4d31-8abf-4c3c9a439945" -d '{"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-plugged", "status": "completed", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:11.177863 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:11.183564 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:11.211005 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f536fe5-cd54-415a-87b0-6dc553e6f00c x-openstack-request-id: req-8f536fe5-cd54-415a-87b0-6dc553e6f00c {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:11.211390 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-plugged", "status": "completed", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:11.211539 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f536fe5-cd54-415a-87b0-6dc553e6f00c {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:11.211965 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f536fe5-cd54-415a-87b0-6dc553e6f00c'] response: {'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'code': 200} Mar 22 15:17:11.239387 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=7']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:18.297015 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-343f5d93-3e67-4a85-a424-e1673dfa3c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:20.530838 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f8c63366-214b-4a34-9523-c64b0362983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:20.955446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48100) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:21.114402 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Deleting port 293c639c-94dc-4f30-80fe-e234e44bc303 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:21.114743 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (293c639c-94dc-4f30-80fe-e234e44bc303), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:21.188541 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (293c639c-94dc-4f30-80fe-e234e44bc303), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:21.188816 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (293c639c-94dc-4f30-80fe-e234e44bc303), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:21.201740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Calling delete_port for 293c639c-94dc-4f30-80fe-e234e44bc303 owned by network:floatingip {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:21.379571 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (293c639c-94dc-4f30-80fe-e234e44bc303), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:21.404315 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event deleted for resources: {'Port': ['ID=293c639c-94dc-4f30-80fe-e234e44bc303,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:21.416123 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.416476 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.416815 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.417151 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.417481 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.417813 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.418178 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.418575 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.418903 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.419226 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.419548 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.419867 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.420206 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.420512 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.420833 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:21.479779 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (1bc6f5b7-54b6-4402-8ca0-ac85719e29a3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:21.480094 n-d-834677-3 neutron-server[110457]: INFO neutron.db.l3_db [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Floating IP 1bc6f5b7-54b6-4402-8ca0-ac85719e29a3 disassociated (deleted). External IP: 172.25.2.144, port: 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b. Mar 22 15:17:21.692016 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:17:21.807777 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:17:21.812374 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:21.817767 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] Sync routers for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:17:21.829033 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:21.829681 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:21.846377 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e12621b9-49ae-429a-a864-a4c05612f295 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "DELETE /v2.0/floatingips/1bc6f5b7-54b6-4402-8ca0-ac85719e29a3 HTTP/1.1" status: 204 len: 168 time: 0.8898239 Mar 22 15:17:21.847186 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:21.849703 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60ef6bf-07e0-492d-829f-8ee9b55493eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:21.890776 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1e6e2a-3251-428e-ac37-870d25dee904 x-openstack-request-id: req-ec1e6e2a-3251-428e-ac37-870d25dee904 {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:21.891138 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:21.891454 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec1e6e2a-3251-428e-ac37-870d25dee904 {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:21.891955 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1e6e2a-3251-428e-ac37-870d25dee904'] response: {'name': 'network-changed', 'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'status': 'completed', 'code': 200} Mar 22 15:17:21.957913 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:21.967537 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-b6166ad4-ef14-45ab-8f97-9179c3f3725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:21.969795 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-b6166ad4-ef14-45ab-8f97-9179c3f3725c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 1127 time: 0.0502946 Mar 22 15:17:22.093561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-651eb867-7aaf-4d1f-bd8c-652f1fc0bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:22.095127 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-651eb867-7aaf-4d1f-bd8c-652f1fc0bfd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.1024115 Mar 22 15:17:22.148077 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-ca4ffa5c-87bd-4832-9f71-e45ccbe4b00b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 200 len: 217 time: 0.0450416 Mar 22 15:17:22.188577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:13:01Z', 'revision_number': 1, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:22.218131 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-0da6716d-b43c-432c-bf6a-02d29943827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:22.218458 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] Checking router: 51a73a02-4ff0-4139-8bfc-4091cbe035b3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:17:22.219486 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-0da6716d-b43c-432c-bf6a-02d29943827a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0566039 Mar 22 15:17:22.229735 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b05319-af88-4a34-ab6a-36f51a8d98d6 req-608a17e5-f7f6-4ac2-b3f1-57c716d9d3cc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:22.231166 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5b05319-af88-4a34-ab6a-36f51a8d98d6 req-608a17e5-f7f6-4ac2-b3f1-57c716d9d3cc tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 945 time: 0.1781013 Mar 22 15:17:22.237054 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:22.237655 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:22.274426 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:22.317663 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-c5b05319-af88-4a34-ab6a-36f51a8d98d6 req-2a3feff1-c03d-4e81-aab2-9baaad36592f tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780859 Mar 22 15:17:22.326375 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-8faaca54-df95-417a-b030-b963e63fd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:22.328121 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-8faaca54-df95-417a-b030-b963e63fd9b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0960333 Mar 22 15:17:22.434005 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-f5707235-f350-40a6-829c-b2859f667ea6 service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963249 Mar 22 15:17:22.515264 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:22.525631 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-b60ef6bf-07e0-492d-829f-8ee9b55493eb req-68f80aaf-24fb-4f7b-8471-fac60915c3a9 service neutron] 10.222.0.57 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852468 Mar 22 15:17:22.770758 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:13:01Z', 'revision_number': 1, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:22.800288 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef6482-d36d-41dc-9c69-bac09f043e7e None None] The sync data for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 is: [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_floatingips': [{'id': '7716ad53-eb7b-4fcf-a27a-dc81e37127e6', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'router_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'port_id': '6b6125d4-5245-469f-a917-952cb36d035e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'mac_address': 'fa:16:3e:10:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:12:58Z', 'updated_at': '2022-03-22T15:13:01Z', 'revision_number': 1, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:17:23.034897 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:23.086128 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2e1a7-b1a1-4425-909a-c96f12428ae0 None None] New status for floating IP 1bc6f5b7-54b6-4402-8ca0-ac85719e29a3: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:17:23.113459 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Current status of the port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b is: ACTIVE; New status is: DOWN {{(pid=110459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:17:23.113842 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66355818'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:23.136703 n-d-834677-3 neutron-server[110459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'}] {{(pid=110459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:23.139311 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d85ad956ed72bea951d11ee1e239fe18eb0ad96d60b4a219a62f0c0c9af5bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011d0118-b6ce-4320-9d54-5717e2c85841" -d '{"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-unplugged", "status": "completed", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b"}]}' {{(pid=110459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:23.153166 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:23.161367 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784113941652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784113439236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784113439254'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:23.198206 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2441b4f-e0e1-400b-a645-cb7e160a2d28 x-openstack-request-id: req-a2441b4f-e0e1-400b-a645-cb7e160a2d28 {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:23.198493 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-unplugged", "status": "completed", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b", "code": 200}]} {{(pid=110459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:23.198743 n-d-834677-3 neutron-server[110459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2441b4f-e0e1-400b-a645-cb7e160a2d28 {{(pid=110459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:23.199135 n-d-834677-3 neutron-server[110459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2441b4f-e0e1-400b-a645-cb7e160a2d28'] response: {'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'code': 200} Mar 22 15:17:23.215976 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Pushing event updated for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=8']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:23.446025 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84cef1-afc5-4d14-8ee1-6c1edc833d16 req-1c3c57ef-b7eb-4718-bc0e-c3e16e1026a8 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:23.447558 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab84cef1-afc5-4d14-8ee1-6c1edc833d16 req-1c3c57ef-b7eb-4718-bc0e-c3e16e1026a8 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 943 time: 0.0547035 Mar 22 15:17:23.499064 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ab84cef1-afc5-4d14-8ee1-6c1edc833d16 req-ea8b58a9-51cb-40ba-8a70-d22b67936bc0 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Mar 22 15:17:23.777513 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:23.886442 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-44f8e580-9f59-492a-b42a-484e7b8edb4e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:23.888267 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-44f8e580-9f59-492a-b42a-484e7b8edb4e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 943 time: 0.0620053 Mar 22 15:17:23.983284 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Deleting port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:23.983665 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:24.078099 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] For port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b, host n-h2-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-3',level=0,port_id=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:24.078467 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:24.091754 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Calling delete_port for 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b owned by compute:nova {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:24.232938 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:24.262158 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event deleted for resources: {'Port': ['ID=626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:24.304550 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] No DVR routers for this DVR port 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b on host n-h2-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:17:24.307471 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:24.311151 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-ddea6b05-7691-43d9-b0e7-13ac37816006 req-36c450c8-6631-4085-808e-2a4892f36f58 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.57 "DELETE /v2.0/ports/626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b HTTP/1.1" status: 204 len: 173 time: 0.4152768 Mar 22 15:17:24.311616 n-d-834677-3 neutron-server[110457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-deleted', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b'}] {{(pid=110457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:24.313908 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a0424191932022358a1bc5b5c585481737dcadb6e22d8c9e8ab7e74d73c637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28527d1-1314-4f82-a208-4bea108c0223" -d '{"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-deleted", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b"}]}' {{(pid=110457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:24.359095 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293a2c8-163d-4494-99d5-06cb9ac912eb x-openstack-request-id: req-c293a2c8-163d-4494-99d5-06cb9ac912eb {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:24.359388 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a85c62-7c8e-44c1-be08-fc3197b3433b", "name": "network-vif-deleted", "tag": "626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b", "status": "completed", "code": 200}]} {{(pid=110457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:24.359638 n-d-834677-3 neutron-server[110457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c293a2c8-163d-4494-99d5-06cb9ac912eb {{(pid=110457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:24.360067 n-d-834677-3 neutron-server[110457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c293a2c8-163d-4494-99d5-06cb9ac912eb'] response: {'server_uuid': 'a9a85c62-7c8e-44c1-be08-fc3197b3433b', 'name': 'network-vif-deleted', 'tag': '626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b', 'status': 'completed', 'code': 200} Mar 22 15:17:24.619072 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-169caf9c-bd49-401e-a229-84a431992845 req-d3ed75fc-10db-4289-8a2f-bd2ae4fd85cd tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9a85c62-7c8e-44c1-be08-fc3197b3433b HTTP/1.1" status: 200 len: 210 time: 0.0278180 Mar 22 15:17:24.703885 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:25.271310 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:26.277058 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48168) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:26.434459 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Deleting port 8e18da07-8d4c-4528-a7e0-29c3d6504bc1 {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:26.434781 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:26.511997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:26.512826 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:26.527280 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Calling delete_port for 8e18da07-8d4c-4528-a7e0-29c3d6504bc1 owned by network:floatingip {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:26.682661 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (8e18da07-8d4c-4528-a7e0-29c3d6504bc1), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:26.715036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event deleted for resources: {'Port': ['ID=8e18da07-8d4c-4528-a7e0-29c3d6504bc1,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:26.743015 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.743366 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.743737 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.744070 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.744401 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.744729 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.745036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.745359 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.745678 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.746005 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.746338 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.746654 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.746976 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.747284 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.747604 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-3 {{(pid=110458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:26.787465 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for floatingip (7716ad53-eb7b-4fcf-a27a-dc81e37127e6), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:26.787835 n-d-834677-3 neutron-server[110458]: INFO neutron.db.l3_db [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Floating IP 7716ad53-eb7b-4fcf-a27a-dc81e37127e6 disassociated (deleted). External IP: 172.25.2.218, port: 6b6125d4-5245-469f-a917-952cb36d035e. Mar 22 15:17:27.048143 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b no longer exists at agent hyperv_n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:27.069908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] No Port match for: 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:27.070381 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Device 626bd92c-c04c-4fc3-94b2-0cb0b5f8f50b not bound to the agent host n-h2-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:27.301733 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:17:27.416036 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:17:27.421140 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for floatingip (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:27.426498 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] Sync routers for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:17:27.436477 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:27.437180 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:27.450409 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-2538c675-5dba-460d-bdba-6fea2f1a641b tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "DELETE /v2.0/floatingips/7716ad53-eb7b-4fcf-a27a-dc81e37127e6 HTTP/1.1" status: 204 len: 168 time: 1.1722698 Mar 22 15:17:27.451197 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:27.453451 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "tag": "6b6125d4-5245-469f-a917-952cb36d035e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:27.495706 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61789b8a-cedf-4827-b547-a09211361d36 x-openstack-request-id: req-61789b8a-cedf-4827-b547-a09211361d36 {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:27.496090 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "tag": "6b6125d4-5245-469f-a917-952cb36d035e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:27.496431 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61789b8a-cedf-4827-b547-a09211361d36 {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:27.496932 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61789b8a-cedf-4827-b547-a09211361d36'] response: {'name': 'network-changed', 'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e', 'status': 'completed', 'code': 200} Mar 22 15:17:27.562292 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:27.575153 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-170d7db2-30d9-4eae-8bda-641a81903ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:27.577932 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-170d7db2-30d9-4eae-8bda-641a81903ab0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74b3f92caa7c4af4b129ce789528e80a&device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 1125 time: 0.0552175 Mar 22 15:17:27.695425 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-8d3efb18-99d3-4d6b-bcff-0aef4715dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:27.697962 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-8d3efb18-99d3-4d6b-bcff-0aef4715dd21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 200 len: 911 time: 0.1129303 Mar 22 15:17:27.708461 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83accac3-54f0-4436-9ae9-36ff742fe318 req-d5f39c7d-9c7d-465d-9910-853bc279c8ae tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:27.717830 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-83accac3-54f0-4436-9ae9-36ff742fe318 req-d5f39c7d-9c7d-465d-9910-853bc279c8ae tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 943 time: 0.0702093 Mar 22 15:17:27.749282 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-b3884bee-aa61-4396-8a8e-0aaecc0d2b42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 200 len: 217 time: 0.0448380 Mar 22 15:17:27.778639 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-83accac3-54f0-4436-9ae9-36ff742fe318 req-3ff8d3b1-a985-4be0-96cf-50684c728727 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590899 Mar 22 15:17:27.808290 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-87f5bd18-0cf7-42ac-bfb5-d9f612c880e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:27.809787 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-87f5bd18-0cf7-42ac-bfb5-d9f612c880e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 200 len: 849 time: 0.0532796 Mar 22 15:17:27.828612 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:27.856392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] Checking router: 51a73a02-4ff0-4139-8bfc-4091cbe035b3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:17:27.863742 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-54f8938a-975e-493e-9678-22206f45f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:27.865101 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:27.865470 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-54f8938a-975e-493e-9678-22206f45f55f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465209 Mar 22 15:17:27.865728 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:27.963551 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-044d579b-9d54-42ae-ab26-0f0a28ef9e11 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903671 Mar 22 15:17:27.987342 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:28.063667 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-7b1de471-e36a-4dd9-bf94-a5ad72354bc1 req-8a8d6f84-8b00-44b2-97c1-970615e6fdb8 service neutron] 10.222.0.42 "GET /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925438 Mar 22 15:17:28.194622 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:28.224287 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0b80d-c1fb-46e6-96b2-4f82a6f7c797 None None] The sync data for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 is: [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:39Z', 'revision_number': 4, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3', '_interfaces': [{'id': '5c202732-c15b-4ce6-90d5-916a0322372f', 'name': '', 'network_id': '02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'mac_address': 'fa:16:3e:46:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:38Z', 'updated_at': '2022-03-22T15:12:42Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'subnets': [{'id': '1dd47d75-96da-4dcc-b0d8-c87a265021fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:17:28.468834 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5f214-49fd-4b5b-9637-4f00c7bdb756 None None] New status for floating IP 7716ad53-eb7b-4fcf-a27a-dc81e37127e6: DOWN {{(pid=110460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:17:28.904888 n-d-834677-3 neutron-server[110457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad9c6-b00c-4903-a971-e500ec9d476f req-040a9afe-902c-4010-895f-aa9fa6503244 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:28.906394 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-559ad9c6-b00c-4903-a971-e500ec9d476f req-040a9afe-902c-4010-895f-aa9fa6503244 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 943 time: 0.0572846 Mar 22 15:17:28.956271 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-559ad9c6-b00c-4903-a971-e500ec9d476f req-e0ca6680-e877-4409-bf1c-8733c572aada tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/security-groups?id=605f95e8-2da9-4664-8749-968908d8d343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Mar 22 15:17:29.223105 n-d-834677-3 neutron-server[110458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-b4966eb4-51b7-49e0-9046-6da755cb9d1e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:29.224502 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-b4966eb4-51b7-49e0-9046-6da755cb9d1e tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.42 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 943 time: 0.0593302 Mar 22 15:17:29.267363 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:29.325515 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Deleting port 6b6125d4-5245-469f-a917-952cb36d035e {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:29.325859 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (6b6125d4-5245-469f-a917-952cb36d035e), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:29.417879 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] For port 6b6125d4-5245-469f-a917-952cb36d035e, host n-h1-834677-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-3',level=0,port_id=6b6125d4-5245-469f-a917-952cb36d035e,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:29.418278 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (6b6125d4-5245-469f-a917-952cb36d035e), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:29.431334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Calling delete_port for 6b6125d4-5245-469f-a917-952cb36d035e owned by compute:nova {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:29.583331 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (6b6125d4-5245-469f-a917-952cb36d035e), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:29.611299 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event deleted for resources: {'Port': ['ID=6b6125d4-5245-469f-a917-952cb36d035e,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:29.657205 n-d-834677-3 neutron-server[110458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] No DVR routers for this DVR port 6b6125d4-5245-469f-a917-952cb36d035e on host n-h1-834677-3 {{(pid=110458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:17:29.659850 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85128'] for port (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:29.663128 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [req-4b2b03e7-2538-4aa3-9770-94406f5bd1e7 req-8144cb8c-a130-4847-8af7-9b04a68d22d9 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.42 "DELETE /v2.0/ports/6b6125d4-5245-469f-a917-952cb36d035e HTTP/1.1" status: 204 len: 173 time: 0.4331250 Mar 22 15:17:29.663731 n-d-834677-3 neutron-server[110458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-deleted', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e'}] {{(pid=110458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:29.666079 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28500336150ad7f17db3d441e6580ed5d783eb08e23ba8fa0d3a5dc4cb3f6cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09bdc6-5e52-4cc2-90da-59fdb59b77ee" -d '{"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-deleted", "tag": "6b6125d4-5245-469f-a917-952cb36d035e"}]}' {{(pid=110458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:29.708450 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3b460-0e12-4cb2-af4c-e00a3908ba4e x-openstack-request-id: req-62d3b460-0e12-4cb2-af4c-e00a3908ba4e {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:29.708754 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42efc490-4584-40d0-8701-e5ef4d9f26ee", "name": "network-vif-deleted", "tag": "6b6125d4-5245-469f-a917-952cb36d035e", "status": "completed", "code": 200}]} {{(pid=110458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:29.708988 n-d-834677-3 neutron-server[110458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62d3b460-0e12-4cb2-af4c-e00a3908ba4e {{(pid=110458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:29.709392 n-d-834677-3 neutron-server[110458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d3b460-0e12-4cb2-af4c-e00a3908ba4e'] response: {'server_uuid': '42efc490-4584-40d0-8701-e5ef4d9f26ee', 'name': 'network-vif-deleted', 'tag': '6b6125d4-5245-469f-a917-952cb36d035e', 'status': 'completed', 'code': 200} Mar 22 15:17:30.081646 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [req-8dcf26c7-5fc3-461b-93ba-6127056d0420 req-2dad50b6-ea9c-48a4-89d1-4e51073ac07f tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "GET /v2.0/ports?device_id=42efc490-4584-40d0-8701-e5ef4d9f26ee HTTP/1.1" status: 200 len: 210 time: 0.0346184 Mar 22 15:17:31.154996 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48184) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:31.217251 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b7c061-b0da-4d89-b52e-7cff35455714 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group (605f95e8-2da9-4664-8749-968908d8d343), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:31.241997 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b7c061-b0da-4d89-b52e-7cff35455714 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group (605f95e8-2da9-4664-8749-968908d8d343), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:31.319950 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b7c061-b0da-4d89-b52e-7cff35455714 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (605f95e8-2da9-4664-8749-968908d8d343), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:31.322524 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-79b7c061-b0da-4d89-b52e-7cff35455714 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:31.323687 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-79b7c061-b0da-4d89-b52e-7cff35455714 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] 10.222.0.44 "DELETE /v2.0/security-groups/605f95e8-2da9-4664-8749-968908d8d343 HTTP/1.1" status: 204 len: 168 time: 0.1675730 Mar 22 15:17:31.333072 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7c061-b0da-4d89-b52e-7cff35455714 tempest-TestSnapshotPattern-246398648 tempest-TestSnapshotPattern-246398648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605f95e8-2da9-4664-8749-968908d8d343,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:31.374334 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48188) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:31.747910 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (51a73a02-4ff0-4139-8bfc-4091cbe035b3), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:32.002116 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Deleting port 5c202732-c15b-4ce6-90d5-916a0322372f {{(pid=110458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:32.002396 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:32.078932 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.db [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] For port 5c202732-c15b-4ce6-90d5-916a0322372f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=5c202732-c15b-4ce6-90d5-916a0322372f,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:32.079299 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:32.092147 n-d-834677-3 neutron-server[110458]: DEBUG neutron.plugins.ml2.plugin [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Calling delete_port for 5c202732-c15b-4ce6-90d5-916a0322372f owned by network:router_interface {{(pid=110458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:32.303664 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16937580'] for port (5c202732-c15b-4ce6-90d5-916a0322372f), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:32.326794 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c202732-c15b-4ce6-90d5-916a0322372f,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:32.511604 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (51a73a02-4ff0-4139-8bfc-4091cbe035b3), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:32.729087 n-d-834677-3 neutron-server[110458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:17:32.862257 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:17:32.868103 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-4634f926-de7d-46b4-8fa2-1cff01cdbc5e admin admin] 10.222.0.44 "PUT /v2.0/routers/51a73a02-4ff0-4139-8bfc-4091cbe035b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4926209 Mar 22 15:17:32.870554 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48190) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:32.871675 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] Sync routers for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:17:32.883125 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:32.883743 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:32.946575 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b6125d4-5245-469f-a917-952cb36d035e no longer exists at agent hyperv_n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:32.974485 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] No Port match for: 6b6125d4-5245-469f-a917-952cb36d035e {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:32.974832 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Device 6b6125d4-5245-469f-a917-952cb36d035e not bound to the agent host n-h1-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:32.988819 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks [] for router (51a73a02-4ff0-4139-8bfc-4091cbe035b3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.024526 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: n-d-834677-3 {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:33.092554 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks [] for router_gateway (51a73a02-4ff0-4139-8bfc-4091cbe035b3), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.148216 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Deleting port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:33.148513 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.203910 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:17:32Z', 'revision_number': 5, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port': {'id': 'eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:33.227883 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] For port eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:33.228248 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.230545 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] Checking router: 51a73a02-4ff0-4139-8bfc-4091cbe035b3 for host: n-d-834677-3 {{(pid=110459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:17:33.239362 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] Routers {'51a73a02-4ff0-4139-8bfc-4091cbe035b3'} bound to L3 agent in host n-d-834677-3 {{(pid=110459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:33.239895 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'], 'active': True} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:33.240822 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Calling delete_port for eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:33.328605 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvr_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] Set router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 gateway port host: None {{(pid=110459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:33.381086 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_hamode_db [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:17:33Z', 'revision_number': 6, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:33.410908 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448ea80-8e16-4d7d-8fbf-c583a3f72aef None None] The sync data for ids ['51a73a02-4ff0-4139-8bfc-4091cbe035b3'] in n-d-834677-3 is: [{'id': '51a73a02-4ff0-4139-8bfc-4091cbe035b3', 'name': 'tempest-TestSnapshotPattern-1537518217-router', 'tenant_id': '74b3f92caa7c4af4b129ce789528e80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:36Z', 'updated_at': '2022-03-22T15:17:33Z', 'revision_number': 6, 'project_id': '74b3f92caa7c4af4b129ce789528e80a', 'gw_port_host': None}] {{(pid=110459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:17:33.413466 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.446460 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:33.502683 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (51a73a02-4ff0-4139-8bfc-4091cbe035b3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.591416 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (51a73a02-4ff0-4139-8bfc-4091cbe035b3), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.593568 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks [] for router_controller (51a73a02-4ff0-4139-8bfc-4091cbe035b3), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.639926 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (51a73a02-4ff0-4139-8bfc-4091cbe035b3), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.640446 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a73a02-4ff0-4139-8bfc-4091cbe035b3 {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:17:33.644728 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.645859 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fa7c07d3-3ed0-4848-983b-04a42650bf31 admin admin] 10.222.0.44 "DELETE /v2.0/routers/51a73a02-4ff0-4139-8bfc-4091cbe035b3 HTTP/1.1" status: 204 len: 168 time: 0.7743425 Mar 22 15:17:33.648405 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48192) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:33.691551 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] Deleting subnet 1dd47d75-96da-4dcc-b0d8-c87a265021fb {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:17:33.694790 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] Publish callbacks [] for subnet (1dd47d75-96da-4dcc-b0d8-c87a265021fb), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.732229 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (1dd47d75-96da-4dcc-b0d8-c87a265021fb), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.811639 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (1dd47d75-96da-4dcc-b0d8-c87a265021fb), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.869583 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (1dd47d75-96da-4dcc-b0d8-c87a265021fb), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.892699 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd47d75-96da-4dcc-b0d8-c87a265021fb,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:33.896457 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:33.899979 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-c6958bd6-9d1a-4c5d-870a-b2094c5d1122 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1dd47d75-96da-4dcc-b0d8-c87a265021fb HTTP/1.1" status: 204 len: 168 time: 0.2502196 Mar 22 15:17:33.902350 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48194) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:33.905162 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ffd6b-6aa1-4b87-ac0e-7b1092c0eb51 None None] Network 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:17:33.971615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.026079 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Deleting port 1f8f5225-6945-4eae-a06a-0445aefd4087 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:34.026356 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.087628 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] For port 1f8f5225-6945-4eae-a06a-0445aefd4087, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=1f8f5225-6945-4eae-a06a-0445aefd4087,segment=NetworkSegment(ea809fbe-d48b-4893-959e-c1391be65eb6),segment_id=ea809fbe-d48b-4893-959e-c1391be65eb6)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:34.087993 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.104712 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Calling delete_port for 1f8f5225-6945-4eae-a06a-0445aefd4087 owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:34.187393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (1f8f5225-6945-4eae-a06a-0445aefd4087), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.205591 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bfc8b8-69e5-4f6d-9d1a-6596f1713952 None None] DHCP port deletion for 02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:17:34.223709 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8f5225-6945-4eae-a06a-0445aefd4087,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:34.227526 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] No DVR routers for this DVR port 1f8f5225-6945-4eae-a06a-0445aefd4087 on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:17:34.299664 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.321355 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:34.333299 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea809fbe-d48b-4893-959e-c1391be65eb6') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:34.333571 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea809fbe-d48b-4893-959e-c1391be65eb6') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:34.343247 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (ea809fbe-d48b-4893-959e-c1391be65eb6), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.356238 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (ea809fbe-d48b-4893-959e-c1391be65eb6), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.361890 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:17:34.362296 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (ea809fbe-d48b-4893-959e-c1391be65eb6), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: timer() Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:17:34.363902 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:17:34.417449 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.434067 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:34.437236 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] 10.222.0.44 "DELETE /v2.0/networks/02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d HTTP/1.1" status: 204 len: 168 time: 0.5339422 Mar 22 15:17:34.438133 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed4a2d-f887-4798-b9f6-76b59d172909 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b1e2ee-2e6c-4f64-9ee1-ac219f5b653d,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:34.440241 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48196) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:34.798604 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738633'] for router_interface (01c96f8f-68bc-4c1c-8787-2c1e70791eef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:35.068645 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Deleting port 767234a3-4a52-404d-9b77-4c1dfbb422d0 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:35.069350 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:35.146740 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] For port 767234a3-4a52-404d-9b77-4c1dfbb422d0, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=767234a3-4a52-404d-9b77-4c1dfbb422d0,segment=NetworkSegment(2ceec174-2bc4-4121-ac49-e88e586976e9),segment_id=2ceec174-2bc4-4121-ac49-e88e586976e9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:35.147135 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:35.160289 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Calling delete_port for 767234a3-4a52-404d-9b77-4c1dfbb422d0 owned by network:router_interface {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:35.351262 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (767234a3-4a52-404d-9b77-4c1dfbb422d0), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:35.379259 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=767234a3-4a52-404d-9b77-4c1dfbb422d0,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:35.552624 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:35.561513 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739065'] for router_interface (01c96f8f-68bc-4c1c-8787-2c1e70791eef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:35.573392 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:35.573814 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device eaaa57bc-0f8d-48b5-8dd8-e35ace67a17f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:35.574512 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5c202732-c15b-4ce6-90d5-916a0322372f no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:35.594494 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 5c202732-c15b-4ce6-90d5-916a0322372f {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:35.594932 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 5c202732-c15b-4ce6-90d5-916a0322372f not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:35.595419 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1f8f5225-6945-4eae-a06a-0445aefd4087 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:35.614051 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 1f8f5225-6945-4eae-a06a-0445aefd4087 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:35.614323 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 1f8f5225-6945-4eae-a06a-0445aefd4087 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:36.151271 n-d-834677-3 neutron-server[110457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Router 01c96f8f-68bc-4c1c-8787-2c1e70791eef has already been hosted by L3 agent 6749bdd2-9f73-480a-8ed4-033f64751e3f {{(pid=110457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:17:36.274516 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] Notify agent at l3_agent.n-d-834677-3 the message routers_updated {{(pid=110457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:17:36.279671 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-fdb25486-03bb-4085-8f91-f45ca6595a4c admin admin] 10.222.0.44 "PUT /v2.0/routers/01c96f8f-68bc-4c1c-8787-2c1e70791eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8384609 Mar 22 15:17:36.282561 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48198) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:36.285289 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] Sync routers for ids ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'] in n-d-834677-3 {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:17:36.297261 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] Routers {'01c96f8f-68bc-4c1c-8787-2c1e70791eef'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:36.297999 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:36.404294 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] Set router 01c96f8f-68bc-4c1c-8787-2c1e70791eef gateway port host: n-d-834677-3 {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:36.503552 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks [] for router (01c96f8f-68bc-4c1c-8787-2c1e70791eef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:36.612314 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks [] for router_gateway (01c96f8f-68bc-4c1c-8787-2c1e70791eef), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:36.670478 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Deleting port d2333fba-9e2d-463c-afa7-e2df762f8c65 {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:36.670826 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:36.679472 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'external_fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:17:35Z', 'revision_number': 5, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port': {'id': 'd2333fba-9e2d-463c-afa7-e2df762f8c65', 'name': '', 'network_id': '81b33ed6-9101-4c52-8c0a-e05026051aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4472, 'fixed_ips': [{'subnet_id': '7f084854-a869-47f3-b465-2d51b99ee257', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f084854-a869-47f3-b465-2d51b99ee257', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-3'}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:36.704535 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] Checking router: 01c96f8f-68bc-4c1c-8787-2c1e70791eef for host: n-d-834677-3 {{(pid=110460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:17:36.712754 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] Routers {'01c96f8f-68bc-4c1c-8787-2c1e70791eef'} bound to L3 agent in host n-d-834677-3 {{(pid=110460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:17:36.713390 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:41:20Z,description=,heartbeat_timestamp=2022-03-22T15:17:21Z,host='n-d-834677-3',id=6749bdd2-9f73-480a-8ed4-033f64751e3f,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:41:20Z,topic='l3_agent')) {'router_ids': ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'], 'active': True} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:36.751376 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] For port d2333fba-9e2d-463c-afa7-e2df762f8c65, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=d2333fba-9e2d-463c-afa7-e2df762f8c65,segment=NetworkSegment(b9cf85f2-2df4-437d-8c2c-2652b8d01a3e),segment_id=b9cf85f2-2df4-437d-8c2c-2652b8d01a3e)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:36.751773 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:36.765584 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Calling delete_port for d2333fba-9e2d-463c-afa7-e2df762f8c65 owned by network:router_gateway {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:36.798817 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_dvr_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] Set router 01c96f8f-68bc-4c1c-8787-2c1e70791eef gateway port host: None {{(pid=110460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:17:36.855835 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.l3_hamode_db [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:17:36Z', 'revision_number': 6, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port_host': None}], 'n-d-834677-3', False) {} {{(pid=110460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:36.887620 n-d-834677-3 neutron-server[110460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc944a0-fca4-43d8-a0b3-4d87fb7eeba3 None None] The sync data for ids ['01c96f8f-68bc-4c1c-8787-2c1e70791eef'] in n-d-834677-3 is: [{'id': '01c96f8f-68bc-4c1c-8787-2c1e70791eef', 'name': 'tempest-TestSnapshotPattern-1994017922-router', 'tenant_id': '9c751c0f53b943fcb683f308f89d7abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:12:41Z', 'updated_at': '2022-03-22T15:17:36Z', 'revision_number': 6, 'project_id': '9c751c0f53b943fcb683f308f89d7abe', 'gw_port_host': None}] {{(pid=110460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:17:36.950669 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (d2333fba-9e2d-463c-afa7-e2df762f8c65), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:36.979494 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2333fba-9e2d-463c-afa7-e2df762f8c65,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:37.043116 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737795'] for router_gateway (01c96f8f-68bc-4c1c-8787-2c1e70791eef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.133037 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3051'] for router (01c96f8f-68bc-4c1c-8787-2c1e70791eef), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.135400 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks [] for router_controller (01c96f8f-68bc-4c1c-8787-2c1e70791eef), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.180437 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742368'] for router (01c96f8f-68bc-4c1c-8787-2c1e70791eef), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.181108 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01c96f8f-68bc-4c1c-8787-2c1e70791eef {{(pid=110457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:17:37.185387 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.186553 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-7c564f68-62ee-4e2f-9f39-8197c7e4528c admin admin] 10.222.0.44 "DELETE /v2.0/routers/01c96f8f-68bc-4c1c-8787-2c1e70791eef HTTP/1.1" status: 204 len: 168 time: 0.9030111 Mar 22 15:17:37.189229 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48202) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:37.238105 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] Deleting subnet 6dc533e0-3658-46f7-b30d-3988b73e48fe {{(pid=110457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:17:37.241393 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] Publish callbacks [] for subnet (6dc533e0-3658-46f7-b30d-3988b73e48fe), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.277366 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8955159'] for subnet (6dc533e0-3658-46f7-b30d-3988b73e48fe), precommit_delete_associations {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.356658 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66511444'] for subnet (6dc533e0-3658-46f7-b30d-3988b73e48fe), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.416112 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66511437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8849560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9332710'] for subnet (6dc533e0-3658-46f7-b30d-3988b73e48fe), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.444382 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc533e0-3658-46f7-b30d-3988b73e48fe,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:37.450292 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.453475 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-52e63ca6-fe66-46cc-95b0-8fbdabc90238 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6dc533e0-3658-46f7-b30d-3988b73e48fe HTTP/1.1" status: 204 len: 168 time: 0.2632697 Mar 22 15:17:37.456201 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48204) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:37.459444 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c8c3e-0bc3-43a4-939f-96685ef53458 None None] Network 46d09b19-54cc-4020-a3d8-8872b3567d84 requested from n-d-834677-3 {{(pid=110459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:17:37.523818 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66061851'] for network (46d09b19-54cc-4020-a3d8-8872b3567d84), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.577507 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Deleting port c4a797df-251b-479f-9c7f-f772b98050da {{(pid=110457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:37.578710 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c4a797df-251b-479f-9c7f-f772b98050da), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.640239 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] DHCP port deletion for 46d09b19-54cc-4020-a3d8-8872b3567d84 request from n-d-834677-3 {{(pid=110459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:17:37.655438 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.db [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] For port c4a797df-251b-479f-9c7f-f772b98050da, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c4a797df-251b-479f-9c7f-f772b98050da,segment=NetworkSegment(2ceec174-2bc4-4121-ac49-e88e586976e9),segment_id=2ceec174-2bc4-4121-ac49-e88e586976e9)] {{(pid=110457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:37.655814 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c4a797df-251b-479f-9c7f-f772b98050da), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.671717 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.plugin [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Calling delete_port for c4a797df-251b-479f-9c7f-f772b98050da owned by network:dhcp {{(pid=110457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:37.698558 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] Deleting port c4a797df-251b-479f-9c7f-f772b98050da {{(pid=110459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:17:37.699272 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784113936671'] for port (c4a797df-251b-479f-9c7f-f772b98050da), before_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.713438 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 767234a3-4a52-404d-9b77-4c1dfbb422d0 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:37.758209 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8849001'] for port (c4a797df-251b-479f-9c7f-f772b98050da), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.767456 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: 767234a3-4a52-404d-9b77-4c1dfbb422d0 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:37.768084 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device 767234a3-4a52-404d-9b77-4c1dfbb422d0 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:37.768697 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2333fba-9e2d-463c-afa7-e2df762f8c65 no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:37.787974 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a797df-251b-479f-9c7f-f772b98050da,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:37.789840 n-d-834677-3 neutron-server[110457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] No DVR routers for this DVR port c4a797df-251b-479f-9c7f-f772b98050da on host n-d-834677-3 {{(pid=110457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:17:37.797425 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: d2333fba-9e2d-463c-afa7-e2df762f8c65 {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:37.797770 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device d2333fba-9e2d-463c-afa7-e2df762f8c65 not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:37.798217 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4a797df-251b-479f-9c7f-f772b98050da no longer exists at agent ovs-agent-n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:37.828577 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] No Port match for: c4a797df-251b-479f-9c7f-f772b98050da {{(pid=110459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:17:37.828918 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.rpc [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Device c4a797df-251b-479f-9c7f-f772b98050da not bound to the agent host n-d-834677-3 {{(pid=110459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:17:37.832762 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.db [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] For port c4a797df-251b-479f-9c7f-f772b98050da, host n-d-834677-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-3',level=0,port_id=c4a797df-251b-479f-9c7f-f772b98050da,segment=NetworkSegment(2ceec174-2bc4-4121-ac49-e88e586976e9),segment_id=2ceec174-2bc4-4121-ac49-e88e586976e9)] {{(pid=110459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:37.833004 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733275'] for port (c4a797df-251b-479f-9c7f-f772b98050da), precommit_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.846930 n-d-834677-3 neutron-server[110459]: DEBUG neutron.plugins.ml2.plugin [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] Calling delete_port for c4a797df-251b-479f-9c7f-f772b98050da owned by network:dhcp {{(pid=110459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:17:37.864289 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66578657', 'neutron.services.segments.db._delete_segments_for_network-8784113767235'] for network (46d09b19-54cc-4020-a3d8-8872b3567d84), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.889443 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d09b19-54cc-4020-a3d8-8872b3567d84']}} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:37.899541 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ceec174-2bc4-4121-ac49-e88e586976e9') {'for_net_delete': True} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:37.900085 n-d-834677-3 neutron-server[110457]: DEBUG neutron.services.segments.db [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ceec174-2bc4-4121-ac49-e88e586976e9') {} {{(pid=110457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:17:37.910140 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784113767756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8955182'] for segment (2ceec174-2bc4-4121-ac49-e88e586976e9), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.924207 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413'] for segment (2ceec174-2bc4-4121-ac49-e88e586976e9), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.931325 n-d-834677-3 neutron-server[110457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=110457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:17:37.932502 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66510413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8848954'] for segment (2ceec174-2bc4-4121-ac49-e88e586976e9), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: Traceback (most recent call last): Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: timer() Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: cb(*args, **kw) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: return func(*args, **kwargs) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: self._notify() Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: self.callback(batched_events) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: event.method(event) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: return f(self, *a, **k) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: return self._get(url).json() Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: return self.request(url, 'GET', **kwargs) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:17:37.934252 n-d-834677-3 neutron-server[110457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:17:37.940599 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66355753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784113941634', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784113437943'] for port (c4a797df-251b-479f-9c7f-f772b98050da), after_delete {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:37.978736 n-d-834677-3 neutron-server[110459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] Pushing event deleted for resources: {'Port': ['ID=c4a797df-251b-479f-9c7f-f772b98050da,revision_number=None']} {{(pid=110459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:37.989102 n-d-834677-3 neutron-server[110459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1e3d0-29bd-4154-9132-5f82d633a15d None None] No DVR routers for this DVR port c4a797df-251b-479f-9c7f-f772b98050da on host n-d-834677-3 {{(pid=110459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:17:37.996589 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66578650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737919'] for network (46d09b19-54cc-4020-a3d8-8872b3567d84), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.004615 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.007917 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] 10.222.0.44 "DELETE /v2.0/networks/46d09b19-54cc-4020-a3d8-8872b3567d84 HTTP/1.1" status: 204 len: 168 time: 0.5508261 Mar 22 15:17:38.019923 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9e65e-91dd-4d0d-b36b-76dd01711158 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d09b19-54cc-4020-a3d8-8872b3567d84,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:38.124195 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48208) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:38.164939 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-816bd8ed-900d-4c3b-99f5-6d1f05d235b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74b3f92caa7c4af4b129ce789528e80a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393925 Mar 22 15:17:38.167527 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [-] (110458) accepted ('10.222.0.44', 48210) {{(pid=110458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:38.218547 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e8d0eb-7c79-4772-bd50-41709e811bca admin admin] Publish callbacks [] for security_group (0db915ff-4cfa-4388-9b90-c65098293813), before_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.240035 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e8d0eb-7c79-4772-bd50-41709e811bca admin admin] Publish callbacks [] for security_group (0db915ff-4cfa-4388-9b90-c65098293813), precommit_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.291965 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e8d0eb-7c79-4772-bd50-41709e811bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (0db915ff-4cfa-4388-9b90-c65098293813), after_delete {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.294712 n-d-834677-3 neutron-server[110458]: DEBUG neutron_lib.callbacks.manager [None req-61e8d0eb-7c79-4772-bd50-41709e811bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.298278 n-d-834677-3 neutron-server[110458]: INFO neutron.wsgi [None req-61e8d0eb-7c79-4772-bd50-41709e811bca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0db915ff-4cfa-4388-9b90-c65098293813 HTTP/1.1" status: 204 len: 168 time: 0.1275043 Mar 22 15:17:38.305797 n-d-834677-3 neutron-server[110458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8d0eb-7c79-4772-bd50-41709e811bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db915ff-4cfa-4388-9b90-c65098293813,revision_number=None']} {{(pid=110458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:38.652910 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48216) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:38.696606 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-e42f8558-517d-4139-b59d-7bb582045958 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c751c0f53b943fcb683f308f89d7abe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425029 Mar 22 15:17:38.700399 n-d-834677-3 neutron-server[110457]: DEBUG neutron.wsgi [-] (110457) accepted ('10.222.0.44', 48218) {{(pid=110457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:17:38.748359 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef4c0-ccf0-4260-a320-d744654e2da6 admin admin] Publish callbacks [] for security_group (b45438e4-05bd-49c3-a6ac-5595ef993ad8), before_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.770328 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef4c0-ccf0-4260-a320-d744654e2da6 admin admin] Publish callbacks [] for security_group (b45438e4-05bd-49c3-a6ac-5595ef993ad8), precommit_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.821141 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef4c0-ccf0-4260-a320-d744654e2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545314'] for security_group (b45438e4-05bd-49c3-a6ac-5595ef993ad8), after_delete {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.823823 n-d-834677-3 neutron-server[110457]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef4c0-ccf0-4260-a320-d744654e2da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:38.825095 n-d-834677-3 neutron-server[110457]: INFO neutron.wsgi [None req-5e4ef4c0-ccf0-4260-a320-d744654e2da6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b45438e4-05bd-49c3-a6ac-5595ef993ad8 HTTP/1.1" status: 204 len: 168 time: 0.1237941 Mar 22 15:17:38.832565 n-d-834677-3 neutron-server[110457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ef4c0-ccf0-4260-a320-d744654e2da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45438e4-05bd-49c3-a6ac-5595ef993ad8,revision_number=None']} {{(pid=110457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:45.927696 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:17:48.299804 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-67f1e1ef-88f1-4857-bc33-f407665befe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:50.541935 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7aae2e47-37da-4a1b-9b30-cbc6e777bfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:52.251913 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:53.783017 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:54.709981 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:55.290192 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:59.265864 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:18.301746 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-64bd58d2-0496-4006-828e-e760dc36046e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:20.542132 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-20d75d32-832c-490d-b0f7-7dc782d44005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:22.260696 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:22.918887 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:18:23.795837 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:24.715685 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:25.291449 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:29.285651 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:48.303258 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-8ee4a3c8-a293-4dab-940b-46a3342664f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:50.549813 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-869df715-c99d-4c11-a5d5-26428466895f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:52.258460 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:53.792689 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:54.713875 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:55.296065 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:59.287927 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:59.919146 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:19:18.303684 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7abb26c-8ba0-47c8-b25f-8ad4e9e9e402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:20.535739 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2db3a30e-c00f-4d3a-8e2a-e5679c85b6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.270444 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.797811 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.711623 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.294095 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.287833 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.921207 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:19:48.304220 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-b6c6f4fc-8b2d-4036-85c5-604911adff4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:50.547583 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-83b36f96-a1ca-4a46-bac4-30360beee040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:52.266537 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:53.809183 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:54.709850 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:55.313834 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:59.281688 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:13.926115 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:20:18.304617 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-782e977b-d0f8-41b6-9130-5b554a0e8385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:20.549871 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-ebd427ec-10ee-4adc-92a5-acba5a4a1623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:22.277103 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:23.812639 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:24.702615 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:25.314755 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:29.309504 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:48.306119 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-91f03a98-6225-4cfb-b515-da7b05c82022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:50.556635 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-656a438f-6fd7-45f8-92e3-3c4fadef1384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:50.930036 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:20:52.279976 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:53.814083 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:54.711849 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:55.322713 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:59.302189 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:18.302082 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f69254b4-796d-4e7e-8b19-3da539a0bce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:20.551251 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-002916ed-b3d1-49dd-af32-ed7501fc170e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:22.281836 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:23.818122 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:24.712807 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:25.320727 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:27.931147 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:21:29.320661 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:48.309415 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-47b89185-a0f8-4348-ad80-910a13b06c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:50.551984 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-cd898608-cf60-4fa2-be23-87e16b9b14e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:52.285734 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:53.820389 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:54.703882 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:55.341608 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:59.336406 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:04.935717 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:22:18.311278 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-812936a2-bb7a-4fdc-b6e3-a2f7f75d060b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:20.556317 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3e257bc8-cb8f-4979-a605-eeb279376eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:22.290522 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:23.829123 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:24.705383 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:25.359129 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:29.350954 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:41.936474 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:22:48.312650 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-740ef33c-07ce-4950-b0d0-6512940acce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:50.561358 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-428bb5c1-450c-4808-8d53-f96652b5c3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:52.296858 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:53.826735 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:54.707512 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:55.352322 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:59.361811 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:18.316489 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-98293b35-a0a8-4048-b874-ef39578b0144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:18.938322 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:23:20.564489 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-57db3709-c504-4772-a423-99cb2d42e519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:22.302544 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:23.835501 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:24.710952 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:25.353892 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:29.379276 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:48.319218 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-c14e9c70-04fe-4c00-a8f1-d0ee2bfd7380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:50.565519 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d085e6a5-f024-4573-a0fb-30ad3eadd068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:52.303638 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:53.832194 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:54.716565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:55.356832 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:55.939371 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:23:59.374310 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:18.319922 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8201-8166-40e6-9347-59a3536dd5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:20.568581 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-25cf3a79-faa6-46dc-b623-7da8774d48dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:22.305061 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:23.840421 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:24.716626 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:25.354112 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:29.395701 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:32.942793 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:24:48.314500 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0674-b7f6-400f-ace2-ecaf9b541c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:50.569886 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-f20b1760-2aa1-460c-8da1-8f3730484507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:52.307040 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:53.842806 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:54.716814 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:55.362099 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:59.386895 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:09.947869 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:25:18.326565 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-10d8786d-6d94-40c0-9100-0f9bf4c848d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:20.574282 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d15-32fd-4752-b9b4-3b7ca12e7347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:22.305471 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:23.850596 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:24.722630 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:25.362400 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:29.385582 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:30.904347 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-f838807c-a026-43cd-9f6f-0f4b0ccf58e8 service neutron] (110458) timed out ('10.222.0.44', 45990) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:25:30.977413 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-8fc7b8af-84cc-409c-957a-ade06e473778 req-68ada20f-aef9-46ba-9649-71fcf5794ba9 tempest-TestShelveInstance-935179178 tempest-TestShelveInstance-935179178-project] (110458) timed out ('10.222.0.44', 46012) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:25:46.948532 n-d-834677-3 neutron-server[110460]: DEBUG neutron.db.agents_db [None req-d4980422-c2f1-4c66-ac57-f9188fc7c083 None None] Agent healthcheck: found 7 active agents {{(pid=110460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:25:48.321703 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddf7e-6843-46c7-9118-f4bba3da9d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (12001711-1041-437f-acbe-3d459c165f3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:50.568879 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-120d77de-c998-4c90-be35-3983bde3495c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (6749bdd2-9f73-480a-8ed4-033f64751e3f), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:52.313119 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-92287d2e-15df-42c3-98e4-38c4d18f7efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (69dd2fd4-4d9f-4e10-b9c1-3d224da65c10), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:53.848668 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc6c4-e2d8-4603-8d39-0f581187eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (b6146d9b-ef62-45fd-beed-542f929f8d02), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:54.718100 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-5c827536-ca46-487d-b39b-84f7b9fe52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (2d37110a-3a91-4ca1-badc-8954c99909c9), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:55.368983 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-817acf3e-abdd-4f88-8189-64640cd515fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (1bedc968-666f-4b8d-bdc2-6548ec2a5d57), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:55.629577 n-d-834677-3 neutron-server[110458]: DEBUG neutron.wsgi [req-6788e49e-fd63-4e86-b0d1-c3db6558a8bf req-5794d745-b02b-4938-8cc6-8943cfdb9532 service neutron] (110458) timed out ('10.222.0.57', 65435) {{(pid=110458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:25:59.384279 n-d-834677-3 neutron-server[110459]: DEBUG neutron_lib.callbacks.manager [None req-d7493328-b35e-4480-8bfc-f1cbd2324f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784113767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66581538'] for agent (9ac520d7-4c47-4675-9a5a-d3e088dcf669), after_update {{(pid=110459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}